-- Logs begin at Fri 2021-07-16 02:39:34 UTC, end at Fri 2021-07-16 04:49:42 UTC. -- Jul 16 03:15:13.246240 n-d-800088-6 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 03:15:15.928626 n-d-800088-6 neutron-server[93660]: INFO neutron.common.config [-] Logging enabled! Jul 16 03:15:15.929202 n-d-800088-6 neutron-server[93660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 03:15:15.929399 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 03:15:15.933183 n-d-800088-6 neutron-server[93660]: INFO neutron.common.config [-] Logging enabled! Jul 16 03:15:15.933439 n-d-800088-6 neutron-server[93660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 03:15:15.933751 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 03:15:15.934678 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 03:15:15.934923 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 03:15:15.935291 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 03:15:15.935537 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 03:15:15.935764 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 03:15:15.936083 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.936409 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.936714 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.936944 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.937238 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.937527 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.937810 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.938098 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.938411 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.938685 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.938965 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.939252 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.939484 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.939765 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.940051 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.940361 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.940591 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] debug = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.940873 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.941299 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.941700 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.941982 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.942270 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.942556 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.942830 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.943119 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.943390 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.943719 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] host = n-d-800088-6 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.943999 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.944284 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.944601 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.944889 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.945161 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.945438 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.945722 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.945995 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.946268 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] log_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.946542 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.946831 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.947119 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.947406 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.947632 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.947855 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.948194 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.949022 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.949302 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.949581 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.949856 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.950132 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.950407 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.950678 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.950963 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.951248 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.951534 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.951810 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.952089 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.952382 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.952660 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.952943 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.953218 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.953491 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.953764 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.954048 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.954317 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.954599 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.954888 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.955174 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.955457 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.955741 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.956013 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.956293 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.956589 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.956861 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.957134 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] use_json = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.957406 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.957677 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.957958 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.958228 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.958500 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.958773 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.959043 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.959329 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:15.959625 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.959922 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.960222 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.960531 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.960827 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.961106 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.961398 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.961676 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.961963 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.962252 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.962546 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.962824 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.963111 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.963393 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.963705 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.964015 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.964362 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.964660 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.964937 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.965219 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.965485 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.965762 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.966047 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.966341 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.966631 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.966906 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.967185 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.967478 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.967756 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.968030 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.968321 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.968620 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.968900 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.969174 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.969456 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.969736 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.970008 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.970281 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.970560 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.970851 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.971127 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.971399 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.971674 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.971950 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.972222 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.972537 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.972818 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.973092 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.973371 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.973650 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.973921 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.974195 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.974472 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.974746 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.975024 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.975296 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.975570 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.975844 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.976117 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.976423 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.976697 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.976969 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.977246 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.977517 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.977790 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.978064 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.978342 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.978615 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.978902 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.979200 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.979504 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.979788 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.980071 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.980376 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.980658 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.980937 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.981215 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.981495 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.981770 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.982061 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.982359 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.982638 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.982922 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.983201 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.983498 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.983776 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.984061 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.984363 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.984646 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.984935 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.985219 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.985512 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.985804 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.986098 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.986392 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.986684 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.986964 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.987270 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.987548 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:15.987767 n-d-800088-6 neutron-server[93660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 03:15:15.988009 n-d-800088-6 neutron-server[93660]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93660) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 03:15:16.332266 n-d-800088-6 neutron-server[93660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 03:15:16.332484 n-d-800088-6 neutron-server[93660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 03:15:16.332774 n-d-800088-6 neutron-server[93660]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 03:15:16.333100 n-d-800088-6 neutron-server[93660]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 03:15:16.719643 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.719937 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.720206 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.721426 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.721703 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.721978 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.755910 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.756193 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.756486 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.769980 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.770260 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.770529 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.799735 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.800016 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.800288 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.836152 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.836455 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:16.836730 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.065420 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.066048 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.066048 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.066203 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.066908 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.184865 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.185188 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.185474 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.185745 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.186021 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.186335 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.186597 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.186856 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.187112 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.187396 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.187659 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.187925 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.188183 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.188464 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.188729 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.189006 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.189264 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.189534 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.189816 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.190076 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.190348 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.190604 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.190888 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.191270 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.191521 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.191770 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.192167 n-d-800088-6 neutron-server[93660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:15:17.192445 n-d-800088-6 neutron-server[93660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:15:17.192686 n-d-800088-6 neutron-server[93660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:15:17.192924 n-d-800088-6 neutron-server[93660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:15:17.193162 n-d-800088-6 neutron-server[93660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:15:17.193396 n-d-800088-6 neutron-server[93660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:15:17.193757 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 03:15:17.196833 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 03:15:17.200780 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 03:15:17.204438 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jul 16 03:15:17.206072 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 03:15:17.206529 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 03:15:17.206870 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 03:15:17.207259 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 03:15:17.211053 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 03:15:17.211307 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 03:15:17.211655 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 03:15:17.239283 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 03:15:17.239731 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.240026 n-d-800088-6 neutron-server[93660]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93660) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 03:15:17.240417 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.241760 n-d-800088-6 neutron-server[93660]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93660) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 03:15:17.242041 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 03:15:17.242286 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 03:15:17.247786 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.248067 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.313199 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 03:15:17.313440 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 03:15:17.313677 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 03:15:17.314045 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 03:15:17.334959 n-d-800088-6 neutron-server[93660]: DEBUG oslo_db.sqlalchemy.engines [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93660) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 03:15:17.860245 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Initializing driver for type 'gre' Jul 16 03:15:17.860793 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] gre ID ranges: [(1, 1000)] Jul 16 03:15:17.912701 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Initializing driver for type 'local' Jul 16 03:15:17.913180 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Initializing driver for type 'vlan' Jul 16 03:15:17.925902 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] VlanTypeDriver initialization complete Jul 16 03:15:17.926274 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Initializing driver for type 'vxlan' Jul 16 03:15:17.926767 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] vxlan ID ranges: [(1, 1000)] Jul 16 03:15:17.985931 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Initializing extension driver 'port_security' Jul 16 03:15:17.986306 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.extensions.port_security [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] PortSecurityExtensionDriver initialization complete Jul 16 03:15:17.986648 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Initializing mechanism driver 'openvswitch' Jul 16 03:15:17.986990 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Initializing mechanism driver 'hyperv' Jul 16 03:15:17.993519 n-d-800088-6 neutron-server[93660]: DEBUG neutron.plugins.ml2.plugin [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:15:17.994370 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > port after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.994758 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > port after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.995121 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > port after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.995695 n-d-800088-6 neutron-server[93660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:15:17.996142 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > subnet after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.996545 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > subnet after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.996902 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.997299 n-d-800088-6 neutron-server[93660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:15:17.997714 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > network after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.998074 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > network after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.998429 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > network after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.998824 n-d-800088-6 neutron-server[93660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:15:17.999237 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > security_group after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.999598 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > security_group after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:17.999951 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.000369 n-d-800088-6 neutron-server[93660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:15:18.000780 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.001137 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.001487 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.001882 n-d-800088-6 neutron-server[93660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:15:18.002367 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > address_group after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.002721 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > address_group after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.003069 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.003466 n-d-800088-6 neutron-server[93660]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93660) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 03:15:18.003849 n-d-800088-6 neutron-server[93660]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] ML2 OVO RPC backend initialized. {{(pid=93660) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 03:15:18.004859 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.005224 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.005653 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > network before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.006011 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > networks before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.006374 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > port before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.006727 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > ports before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.007081 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > subnet before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.007435 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > subnets before_response 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.007792 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > network after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.008144 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > network after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.008513 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > network after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.008860 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > port after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.009208 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > port after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.009554 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > port after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.009907 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > subnet after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.010245 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > subnet after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.011087 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.011672 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.plugin [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Modular L2 Plugin initialization complete Jul 16 03:15:18.012012 n-d-800088-6 neutron-server[93660]: DEBUG neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading services supported by the core plugin {{(pid=93660) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 03:15:18.012370 n-d-800088-6 neutron-server[93660]: INFO neutron.plugins.ml2.managers [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Got port-security extension from driver 'port_security' Jul 16 03:15:18.012846 n-d-800088-6 neutron-server[93660]: INFO neutron.extensions.vlantransparent [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Disabled vlantransparent extension. Jul 16 03:15:18.013342 n-d-800088-6 neutron-server[93660]: DEBUG neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93660) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 03:15:18.013666 n-d-800088-6 neutron-server[93660]: INFO neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading Plugin: router Jul 16 03:15:18.049601 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.050007 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router after_create 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.050386 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router before_create 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.050766 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.051152 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.051520 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router after_delete 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.051893 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.052418 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router after_create 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.052788 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router after_update 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.053151 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router after_update 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.053514 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.053886 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router after_update 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.054310 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router precommit_update 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.054694 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: port after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.055053 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: port after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.055407 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: subnet after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.055760 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.056121 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.056510 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router precommit_create 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.056870 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: port before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.057226 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router precommit_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.057629 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router after_update 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.057986 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.058352 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router precommit_create 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.058729 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.059089 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router precommit_update 55549900 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.059464 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > agent after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.059827 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > agent after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.060186 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > network after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.061081 n-d-800088-6 neutron-server[93660]: DEBUG neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Tracking information for resource: router configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:15:18.061427 n-d-800088-6 neutron-server[93660]: DEBUG neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Tracking information for resource: floatingip configured {{(pid=93660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 03:15:18.066293 n-d-800088-6 neutron-server[93660]: INFO neutron.db.l3_agentschedulers_db [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 03:15:18.066887 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: port after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.067263 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: port after_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.067634 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: port after_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.068002 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: port after_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.068833 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router before_create 55550100 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.069212 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.069589 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router precommit_create 55550100 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.069959 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > router precommit_update 55550100 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.074952 n-d-800088-6 neutron-server[93660]: DEBUG neutron.services.provider_configuration [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Service providers = [] {{(pid=93660) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 03:15:18.075324 n-d-800088-6 neutron-server[93660]: DEBUG neutron.db.servicetype_db [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93660) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 03:15:18.078319 n-d-800088-6 neutron-server[93660]: DEBUG neutron.services.service_base [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 03:15:18.078683 n-d-800088-6 neutron-server[93660]: DEBUG neutron.services.service_base [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 03:15:18.079039 n-d-800088-6 neutron-server[93660]: DEBUG neutron.services.service_base [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 03:15:18.079947 n-d-800088-6 neutron-server[93660]: DEBUG neutron.services.service_base [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 03:15:18.080348 n-d-800088-6 neutron-server[93660]: INFO neutron.services.service_base [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 03:15:18.080730 n-d-800088-6 neutron-server[93660]: DEBUG neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:15:18.081061 n-d-800088-6 neutron-server[93660]: INFO neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 03:15:18.092348 n-d-800088-6 neutron-server[93660]: DEBUG neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:15:18.092697 n-d-800088-6 neutron-server[93660]: INFO neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading Plugin: auto_allocate Jul 16 03:15:18.098346 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: network precommit_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.098725 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: network precommit_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.099254 n-d-800088-6 neutron-server[93660]: DEBUG neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:15:18.099584 n-d-800088-6 neutron-server[93660]: INFO neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading Plugin: tag Jul 16 03:15:18.106280 n-d-800088-6 neutron-server[93660]: DEBUG neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:15:18.106628 n-d-800088-6 neutron-server[93660]: INFO neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading Plugin: timestamp Jul 16 03:15:18.110455 n-d-800088-6 neutron-server[93660]: DEBUG neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:15:18.110797 n-d-800088-6 neutron-server[93660]: INFO neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading Plugin: network_ip_availability Jul 16 03:15:18.116186 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.116602 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.116971 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.117689 n-d-800088-6 neutron-server[93660]: DEBUG neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:15:18.118015 n-d-800088-6 neutron-server[93660]: INFO neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading Plugin: flavors Jul 16 03:15:18.124697 n-d-800088-6 neutron-server[93660]: DEBUG neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:15:18.125042 n-d-800088-6 neutron-server[93660]: INFO neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading Plugin: revisions Jul 16 03:15:18.129581 n-d-800088-6 neutron-server[93660]: DEBUG neutron.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 03:15:18.129984 n-d-800088-6 neutron-server[93660]: DEBUG oslo_concurrency.lockutils [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=93660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 03:15:18.130726 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93660) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 03:15:18.131073 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Initializing extension manager. Jul 16 03:15:18.131595 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: __init__.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.131946 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: __pycache__ {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.132292 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.132661 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: address_group.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.133421 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.133996 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: address-group Jul 16 03:15:18.134332 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: address_scope.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.135057 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.136195 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: address-scope Jul 16 03:15:18.136558 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.137501 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.138024 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: router-admin-state-down-before-update Jul 16 03:15:18.138357 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: agent.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.139070 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.139593 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: agent Jul 16 03:15:18.139924 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: agent_resources_synced.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.140875 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.141396 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: agent-resources-synced Jul 16 03:15:18.141728 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: allowedaddresspairs.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.143528 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.144056 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: allowed-address-pairs Jul 16 03:15:18.144425 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: auto_allocated_topology.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.145511 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.146034 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: auto-allocated-topology Jul 16 03:15:18.146370 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: availability_zone.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.147071 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.147584 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: availability_zone Jul 16 03:15:18.147918 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: availability_zone_filter.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.148876 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.149398 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: availability_zone_filter Jul 16 03:15:18.149728 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: data_plane_status.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.150644 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.151175 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 03:15:18.151506 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: default_subnetpools.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.152460 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.152976 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: default-subnetpools Jul 16 03:15:18.154142 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.154142 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.154644 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: dhcp_agent_scheduler Jul 16 03:15:18.154975 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: dns.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.155902 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.156446 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension dns-integration not supported by any of loaded plugins Jul 16 03:15:18.156780 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: dns_domain_ports.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.157713 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.158232 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 03:15:18.158568 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.159519 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.160039 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 03:15:18.160402 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: dvr.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.161091 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.161608 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: dvr Jul 16 03:15:18.161937 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: empty_string_filtering.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.162917 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.163376 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: empty-string-filtering Jul 16 03:15:18.163706 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.164659 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.165174 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 03:15:18.165503 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.166425 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.167168 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 03:15:18.167298 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: external_net.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.168229 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.168785 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: external-net Jul 16 03:15:18.169117 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.170041 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.170557 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: extra_dhcp_opt Jul 16 03:15:18.170890 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: extraroute.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.171806 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.172337 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: extraroute Jul 16 03:15:18.172671 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: extraroute_atomic.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.173709 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.174228 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: extraroute-atomic Jul 16 03:15:18.174558 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: filter_validation.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.175233 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.175746 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: filter-validation Jul 16 03:15:18.176075 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: fip_pf_description.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.177030 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.177720 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 03:15:18.178056 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: fip_port_details.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.178998 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.179514 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: fip-port-details Jul 16 03:15:18.179849 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: flavors.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.181112 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.181641 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: flavors Jul 16 03:15:18.181977 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.184137 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.184772 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 03:15:18.185116 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: floatingip_pools.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.185824 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.186347 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: floatingip-pools Jul 16 03:15:18.186682 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: ip_allocation.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.187609 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.188125 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 03:15:18.188500 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.189437 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.189957 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: ip-substring-filtering Jul 16 03:15:18.190295 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: l2_adjacency.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.191236 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.191749 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 03:15:18.192085 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: l3.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.193100 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.193624 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: router Jul 16 03:15:18.193963 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.196202 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.196775 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 03:15:18.197121 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.198682 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.199213 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: ext-gw-mode Jul 16 03:15:18.199559 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.200522 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.201042 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: l3-ha Jul 16 03:15:18.201380 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: l3_flavors.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.202333 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.202851 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: l3-flavors Jul 16 03:15:18.203190 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.204122 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.204664 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 03:15:18.205002 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: l3agentscheduler.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.206069 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.206587 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: l3_agent_scheduler Jul 16 03:15:18.206923 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: logging.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.208444 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.208971 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension logging not supported by any of loaded plugins Jul 16 03:15:18.209317 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: metering.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.210070 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.210654 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: metering Jul 16 03:15:18.210990 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.212111 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.212672 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: metering_source_and_destination_fields Jul 16 03:15:18.213008 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: multiprovidernet.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.214097 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.214625 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: multi-provider Jul 16 03:15:18.214962 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: netmtu.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.215890 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.216442 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: net-mtu Jul 16 03:15:18.216776 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: netmtu_writable.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.217708 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.218229 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: net-mtu-writable Jul 16 03:15:18.218562 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: network_availability_zone.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.219241 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.219762 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: network_availability_zone Jul 16 03:15:18.220091 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: network_ip_availability.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.221207 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.221729 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: network-ip-availability Jul 16 03:15:18.222064 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: network_segment_range.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.222838 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.223351 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 03:15:18.223681 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: pagination.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.224687 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.225027 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: pagination Jul 16 03:15:18.225356 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: port_device_profile.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.226292 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.226812 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: port-device-profile Jul 16 03:15:18.227143 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.228075 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.228617 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: port-mac-address-regenerate Jul 16 03:15:18.228951 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.229912 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.230430 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: port-numa-affinity-policy Jul 16 03:15:18.230764 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: port_resource_request.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.231684 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.232201 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 03:15:18.232563 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: portbindings.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.233508 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.234029 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: binding Jul 16 03:15:18.234362 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: portbindings_extended.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.235640 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.236169 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: binding-extended Jul 16 03:15:18.236543 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: portsecurity.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.237481 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.238003 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: port-security Jul 16 03:15:18.238339 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: project_id.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.239325 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.239664 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: project-id Jul 16 03:15:18.239993 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: providernet.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.240971 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.241494 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: provider Jul 16 03:15:18.241827 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: qos.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.245837 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.246371 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension qos not supported by any of loaded plugins Jul 16 03:15:18.246714 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.247968 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.248520 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 03:15:18.248863 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.249804 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.250331 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 03:15:18.250669 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: qos_default.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.251597 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.252121 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension qos-default not supported by any of loaded plugins Jul 16 03:15:18.252485 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: qos_fip.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.253154 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.253670 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension qos-fip not supported by any of loaded plugins Jul 16 03:15:18.254005 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: qos_gateway_ip.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.255195 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.255715 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 03:15:18.256051 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: qos_port_network_policy.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.257007 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.257525 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 03:15:18.257864 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: qos_rule_type_details.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.258788 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.259303 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 03:15:18.259641 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: qos_rules_alias.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.261269 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.261791 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 03:15:18.262128 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: quotasv2.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.263044 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.263566 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: quotas Jul 16 03:15:18.263902 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: quotasv2_detail.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.266945 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.267300 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: quota_details Jul 16 03:15:18.267644 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: rbac.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.268743 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.269280 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: rbac-policies Jul 16 03:15:18.269624 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: rbac_address_group.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.270576 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.271106 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: rbac-address-group Jul 16 03:15:18.271446 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: rbac_address_scope.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.272427 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.272956 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: rbac-address-scope Jul 16 03:15:18.273293 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: rbac_security_groups.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.274233 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.274756 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: rbac-security-groups Jul 16 03:15:18.275093 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: rbac_subnetpool.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.276020 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.276601 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: rbac-subnetpool Jul 16 03:15:18.276941 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: revisionifmatch.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.277876 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.278398 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: revision-if-match Jul 16 03:15:18.278733 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: revisions.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.279863 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.280417 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: standard-attr-revisions Jul 16 03:15:18.280759 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: router_availability_zone.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.281448 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.281974 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: router_availability_zone Jul 16 03:15:18.282309 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: routerservicetype.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.283241 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.283760 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension router-service-type not supported by any of loaded plugins Jul 16 03:15:18.284095 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.285059 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.285587 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: security-groups-normalized-cidr Jul 16 03:15:18.285925 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.286858 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.287381 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: port-security-groups-filtering Jul 16 03:15:18.287716 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.288690 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.289217 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: security-groups-remote-address-group Jul 16 03:15:18.289552 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: securitygroup.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.299196 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.299738 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: security-group Jul 16 03:15:18.300090 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: segment.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.300913 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.301432 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension segment not supported by any of loaded plugins Jul 16 03:15:18.301769 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.302723 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.303249 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 03:15:18.303586 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: servicetype.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.304719 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.305249 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: service-type Jul 16 03:15:18.305587 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: sorting.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.306585 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.306929 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: sorting Jul 16 03:15:18.307265 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: standard_attr_segment.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.308814 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.309341 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 03:15:18.309678 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: standardattrdescription.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.310348 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.310868 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: standard-attr-description Jul 16 03:15:18.311203 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: stateful_security_group.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.312159 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.312713 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: stateful-security-group Jul 16 03:15:18.313050 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: stdattrs_common.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.313639 n-d-800088-6 neutron-server[93660]: WARNING neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 03:15:18.313971 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.314910 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.315437 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 03:15:18.315771 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: subnet_onboard.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.316872 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.317401 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: subnet_onboard Jul 16 03:15:18.317735 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.318674 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.319195 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 03:15:18.319531 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: subnet_service_types.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.320505 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.321030 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: subnet-service-types Jul 16 03:15:18.321365 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: subnetallocation.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.322457 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.323567 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: subnet_allocation Jul 16 03:15:18.323909 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.324617 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.325141 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: subnetpool-prefix-ops Jul 16 03:15:18.325474 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.326426 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.326947 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 03:15:18.327283 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: tagging.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.328431 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.328957 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: standard-attr-tag Jul 16 03:15:18.329290 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: timestamp.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.330552 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.331085 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loaded extension: standard-attr-timestamp Jul 16 03:15:18.331426 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: trunk.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.332508 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.333030 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension trunk not supported by any of loaded plugins Jul 16 03:15:18.333370 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: trunk_details.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.334310 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.334833 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension trunk-details not supported by any of loaded plugins Jul 16 03:15:18.335170 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: uplink_status_propagation.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.336114 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.336673 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 03:15:18.337008 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Loading extension file: vlantransparent.py {{(pid=93660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 03:15:18.337693 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 03:15:18.338210 n-d-800088-6 neutron-server[93660]: INFO neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 03:15:18.340714 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:network Jul 16 03:15:18.341250 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:subnet Jul 16 03:15:18.341659 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 03:15:18.342061 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:port Jul 16 03:15:18.343316 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:15:18.343776 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Service FLAVORS assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:15:18.344497 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:15:18.344943 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:15:18.345285 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:router Jul 16 03:15:18.345727 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:floatingip Jul 16 03:15:18.346235 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Service METERING assigned prefix: /metering {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:15:18.347673 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.348056 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.348449 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:15:18.349441 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 03:15:18.349897 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:security_group Jul 16 03:15:18.350351 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 03:15:18.350977 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Service CORE assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:15:18.351315 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 03:15:18.351679 n-d-800088-6 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] subnetpool is already registered Jul 16 03:15:18.352118 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Service CORE assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:15:18.352485 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 03:15:18.352829 n-d-800088-6 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] subnetpool is already registered Jul 16 03:15:18.355155 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:15:18.355598 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Service FLAVORS assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:15:18.356203 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:15:18.356663 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:15:18.357006 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:router Jul 16 03:15:18.357357 n-d-800088-6 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] router is already registered Jul 16 03:15:18.357779 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:floatingip Jul 16 03:15:18.358122 n-d-800088-6 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] floatingip is already registered Jul 16 03:15:18.358589 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Service METERING assigned prefix: /metering {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:15:18.359270 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 03:15:18.359604 n-d-800088-6 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] rbac_policy is already registered Jul 16 03:15:18.360027 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:security_group Jul 16 03:15:18.360397 n-d-800088-6 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] security_group is already registered Jul 16 03:15:18.360811 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 03:15:18.361149 n-d-800088-6 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] security_group_rule is already registered Jul 16 03:15:18.361789 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Service CORE assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:15:18.362127 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 03:15:18.362469 n-d-800088-6 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] subnetpool is already registered Jul 16 03:15:18.362899 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.v2.resource_helper [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Service CORE assigned prefix: {{(pid=93660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 03:15:18.363227 n-d-800088-6 neutron-server[93660]: INFO neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 03:15:18.363565 n-d-800088-6 neutron-server[93660]: WARNING neutron.quota.resource_registry [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] subnetpool is already registered Jul 16 03:15:18.364046 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: extensions {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.365531 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: address-groups {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.367072 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: address-scopes {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.368411 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: agents {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.369592 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: auto-allocated-topology {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.371411 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: availability_zones {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.372668 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: dhcp-networks {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.374186 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: dhcp-agents {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.375659 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: routers {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.377417 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: flavors {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.379950 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: service_profiles {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.381213 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: next_providers {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.382695 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: service_profiles {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.384265 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: floatingip-pools {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.386131 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: routers {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.387865 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: floatingips {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.389196 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: l3-routers {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.390601 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: l3-agents {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.392074 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: metering-labels {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.393377 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: metering-label-rules {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.394760 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: network-ip-availabilities {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.396050 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: bindings {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.397664 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: quotas {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.399290 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: quotas {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.400759 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: rbac-policies {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.402030 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: security-groups {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.403339 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: security-group-rules {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.404636 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: service-providers {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.405895 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: subnetpools {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.407238 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: subnetpools {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.408840 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.410544 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.412450 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.414312 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.415975 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.418005 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.419726 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.421596 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.423491 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.425316 n-d-800088-6 neutron-server[93660]: DEBUG neutron.api.extensions [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Extended resource: tags {{(pid=93660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 03:15:18.431282 n-d-800088-6 neutron-server[93660]: WARNING keystonemiddleware.auth_token [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 03:15:18.436372 n-d-800088-6 neutron-server[93660]: WARNING keystonemiddleware.auth_token [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 03:15:18.444840 n-d-800088-6 neutron-server[93660]: DEBUG oslo_concurrency.lockutils [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Acquired lock "singleton_lock" {{(pid=93660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 03:15:18.445333 n-d-800088-6 neutron-server[93660]: DEBUG oslo_concurrency.lockutils [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Releasing lock "singleton_lock" {{(pid=93660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 03:15:18.445972 n-d-800088-6 neutron-server[93660]: INFO oslo_service.service [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Starting 2 workers Jul 16 03:15:18.451361 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Started child 93767 {{(pid=93660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 03:15:18.456358 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Started child 93768 {{(pid=93660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 03:15:18.456559 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:18.457541 n-d-800088-6 neutron-server[93660]: INFO neutron.service [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 03:15:18.458026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [-] (93767) wsgi starting up on http://0.0.0.0:9696 Jul 16 03:15:18.458205 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Notify callbacks [] for process, before_spawn {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:18.460546 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:18.461045 n-d-800088-6 neutron-server[93660]: INFO oslo_service.service [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Starting 1 workers Jul 16 03:15:18.461922 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [-] (93768) wsgi starting up on http://0.0.0.0:9696 Jul 16 03:15:18.465838 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Started child 93769 {{(pid=93660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 03:15:18.466374 n-d-800088-6 neutron-server[93660]: INFO oslo_service.service [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Starting 1 workers Jul 16 03:15:18.469234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.service [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] calling RpcWorker wait() {{(pid=93769) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 03:15:18.469961 n-d-800088-6 neutron-server[93769]: DEBUG neutron.service [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] returning from RpcWorker wait() {{(pid=93769) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 03:15:18.470875 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Started child 93770 {{(pid=93660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 03:15:18.471032 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:18.471352 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:15:18.471713 n-d-800088-6 neutron-server[93660]: DEBUG neutron_lib.callbacks.manager [None req-50cb82b0-bf97-4ecc-859a-7e1ec647297e None None] Notify callbacks [] for process, after_spawn {{(pid=93660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:18.473630 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 03:15:18.473844 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 03:15:18.474033 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 03:15:18.474251 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 03:15:18.474608 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 03:15:18.474757 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 03:15:18.475281 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.475572 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.475800 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:18.476371 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.476371 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.476371 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.476950 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.477230 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.477482 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.477761 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.478000 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.478174 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.478341 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.478597 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.478832 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.479129 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.480014 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.480217 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.480542 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.480717 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.480977 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.481256 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.481514 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.481781 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] debug = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.482033 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.482539 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.482788 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.483030 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.483255 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.483535 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.483779 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.484098 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.484279 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.484540 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.484777 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.485048 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.485297 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.485540 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.485761 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.486019 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.486260 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.486737 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] host = n-d-800088-6 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.486990 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.487210 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.487462 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.487710 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.487956 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.488174 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.488464 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.488747 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.489006 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.489255 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.489511 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.489758 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.489995 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.490245 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.490398 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_options = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.490620 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.490888 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.491161 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.491358 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.491530 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.491707 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.491962 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.492117 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.492385 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.492605 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.492822 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.493061 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.493297 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.493518 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.493780 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.494029 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.494275 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.494478 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.494725 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.495547 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.495782 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.496014 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.496268 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.496521 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.496741 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.496959 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.497210 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.497427 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.497665 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.497947 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.498205 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.498464 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.498712 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.498972 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.499224 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.499453 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.499670 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.499947 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.500180 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.500465 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.500703 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.500921 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.501185 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.501419 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.501659 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.501895 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] use_json = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.502113 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.502340 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.502610 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.502887 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.503070 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.503245 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.503458 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.503715 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.504602 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.504992 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.504992 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.505266 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.505530 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.505814 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.505963 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.506184 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.506434 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.506663 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.507014 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.507309 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.507564 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.507827 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.507967 n-d-800088-6 neutron-server[93770]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:15:18.508089 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.508607 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.508763 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.508932 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.509155 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.509562 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.509696 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.509868 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.510173 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.511416 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.511416 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.511416 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.511790 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.511790 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.512045 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.514016 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.514016 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.514016 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.514016 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.514016 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.514016 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.514016 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.514016 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.514016 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.515658 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.515658 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.515658 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.515658 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.515658 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.516247 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.516247 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.516522 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.516660 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.517097 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.517617 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.517751 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.517921 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.518187 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.518407 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.518624 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.519360 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.519360 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.519360 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.519849 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.519849 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.520149 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.520284 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.520785 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.520785 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.521262 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.521262 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.521953 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.521953 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.523877 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.524325 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.524479 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.524854 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.524955 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.525112 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.525343 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.525580 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.525791 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.526035 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.526255 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.526479 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.526698 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.526914 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.527130 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.527362 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.527576 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.527857 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.528178 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.528464 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.528717 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.528967 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.530407 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.530407 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.530407 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.530407 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.530407 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.530760 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.530945 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.531173 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.531425 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.531678 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.531894 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.532152 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.532396 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.532639 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.532900 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.533153 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.533375 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.533639 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.533870 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.534114 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.534413 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.534644 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.534990 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.535193 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.535399 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.535609 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.535888 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.536181 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.536457 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.536724 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.536979 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.537238 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.537496 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.537728 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.538000 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.538231 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.538479 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.538698 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.538961 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.539200 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.539418 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.539630 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.539875 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.540176 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.540427 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.540642 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.540865 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.541132 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.541376 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.542650 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.542650 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.542650 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.543087 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.543087 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.543353 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.543492 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.543715 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.543913 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.544119 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.544379 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.544602 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.545002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.545176 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.545320 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.545792 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.545792 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.546087 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.546087 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.546364 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.546513 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.549658 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.549658 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.549658 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.549658 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.549658 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.549658 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.549658 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.549658 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.550684 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.550684 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.550684 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.550684 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.550684 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.550684 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.550684 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.550684 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.551247 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.551247 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.551247 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.551247 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.551532 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.551622 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.551856 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.552090 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.552401 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.552639 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.552903 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.553144 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.553467 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.553716 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.553939 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.554143 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.554358 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.554640 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.554810 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.555048 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.555261 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.555492 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.555724 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.555971 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.556211 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.556798 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.556798 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.557062 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.557062 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.557367 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.557592 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.558421 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.558678 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.558906 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.559146 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.559642 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.559642 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.559903 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.560011 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.560201 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.560439 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.560654 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.560863 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.561085 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.561290 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.561495 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.562525 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.562525 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.562525 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.562525 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.562525 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.563120 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.563120 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.563120 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.563481 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.563617 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.563746 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.563997 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.564140 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.564359 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.564565 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.564876 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.565125 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.565346 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.565628 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.565852 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.566105 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.566573 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.566718 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.566849 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.567105 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.567329 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.567541 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.567756 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.568501 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.568501 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.568809 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.568961 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.569476 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.569476 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.569649 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.569875 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.570084 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.570356 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.570690 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.571295 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.571295 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.571490 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.571707 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.571930 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.572166 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.572434 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.572650 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.572859 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.573141 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.573371 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.573609 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.573855 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.574076 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.574316 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.574533 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.574771 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.574986 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.575196 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.575350 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 03:15:18.575850 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 03:15:18.576006 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 03:15:18.576155 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 03:15:18.576335 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 03:15:18.576518 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 03:15:18.576691 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 03:15:18.576870 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.577050 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.577181 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.577328 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.577485 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.577664 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.577820 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.577974 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.578129 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.578284 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.578440 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.578590 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.578744 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.578898 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.579053 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.579209 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.579363 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.579519 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.579681 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.579836 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.579990 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.580144 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.580298 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] debug = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.580480 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.580668 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.580833 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.580986 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.581142 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.581296 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.581450 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.581604 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.581759 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.581922 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.582069 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.582242 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.582418 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.582520 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.582677 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.582833 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.582978 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.583134 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] host = n-d-800088-6 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.583333 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.583437 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.583584 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.583745 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.584002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.584178 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.584370 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.584463 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.584609 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.584766 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.584920 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.585075 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.585230 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.585390 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.585538 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_options = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.585696 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.585848 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.586142 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.586469 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.586769 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.587074 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.587236 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.587392 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.587547 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.587702 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.587857 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.588012 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.588166 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.588334 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.588496 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.588677 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.588834 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.588985 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.589140 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.589295 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.589449 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.589604 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.589772 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.589916 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.590129 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.590234 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.590380 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.590530 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.590663 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.590827 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.592002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.592002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.592002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.592002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.592002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.592002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.592002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.592002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.592604 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.592604 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.592604 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.592604 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.592879 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.592879 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.593034 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.593147 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] use_json = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.593302 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.593458 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.593601 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.593754 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.593908 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.594062 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.594216 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.594372 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 03:15:18.594546 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.594706 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.594876 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.595034 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.595192 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.595344 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.595496 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.595652 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.595809 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.595966 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.596129 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.596352 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.596481 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.596646 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.596801 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.596947 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.597107 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.597265 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.597424 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.597576 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.597755 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.597900 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.598039 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.598176 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.598324 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.598482 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.598639 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.598801 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.598993 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.599146 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.599286 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.599463 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.599606 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.599741 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.599887 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.600025 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.600161 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.600303 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.600495 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.600635 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.600772 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.600952 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.601090 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.601239 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.601379 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.601518 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.601656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:15:18.601800 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.601800 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.602063 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.602063 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.602325 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.602482 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.602482 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.602747 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.602884 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.603021 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.603157 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.603293 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.603430 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.603568 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.603713 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.603851 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.603988 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.604124 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.604805 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.604950 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.605110 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.605249 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.605387 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.605536 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.605676 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.605814 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.605975 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.606121 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.606259 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.606420 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.606565 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.606724 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.606889 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.607029 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.607166 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.607303 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.607441 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.607602 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.608164 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.608164 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.608164 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.608628 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.608628 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.608628 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.609026 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.609026 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.609026 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.609425 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.609425 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.609425 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.609822 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.609822 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.610084 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.610084 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.610348 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.610348 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.610609 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.610609 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.610890 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.610890 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.611154 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.611154 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.611426 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.611426 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.611687 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.611824 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.611971 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.612110 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.612248 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.612411 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.612552 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.612700 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.612841 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.612979 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.613118 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.613542 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.613542 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.613542 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.613937 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.613937 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.613937 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.614324 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.614324 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.615169 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.615169 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.615169 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.615169 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.615169 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.615169 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.616604 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.616604 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.616604 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.616604 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.616604 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.616604 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.616604 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.616604 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.617905 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.617905 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.617905 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.617905 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.617905 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.617905 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.617905 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.617905 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.618637 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.618637 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.618637 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.618637 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.618637 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.618637 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.618637 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.618637 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.619243 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.619243 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.619243 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.619243 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.619517 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.619517 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.619659 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.619816 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.620528 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.620688 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.620849 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.621007 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.621166 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.621329 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.621488 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.621646 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.621817 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.621961 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.622101 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.622239 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.622378 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.622518 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.622676 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.622824 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.622963 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.623122 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.623262 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.623402 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.623575 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.623733 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.623887 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.624026 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.624163 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.624342 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.624488 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.624644 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.624800 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.624958 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.625117 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.625276 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.625435 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.625594 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.625752 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.625909 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.626065 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.626222 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.626379 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.626549 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.626706 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.626862 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.627019 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.627176 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.627332 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.627500 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.627658 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.627815 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.627971 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.628127 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.628283 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.628477 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.628635 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.628776 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.628941 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.629337 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.630876 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.630876 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.630876 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.630876 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.630876 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.630876 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.630876 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.630876 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.630876 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.632271 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.632271 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.632271 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.632271 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.632271 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.632271 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.632271 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.632271 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.633256 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.633256 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.633256 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.633256 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.633256 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.633256 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.633256 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.633256 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.634210 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.634210 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.634210 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.634210 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.634210 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.634210 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.634210 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.635002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.635002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.635002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.635002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.635002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.635002 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.635692 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.635692 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.635692 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.635692 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.636162 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.636162 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.636162 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.636162 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.636638 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.636638 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.636638 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.636981 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.636981 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.637233 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.637233 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.637467 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.637580 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.637701 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 03:15:18.637825 n-d-800088-6 neutron-server[93660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 03:15:18.921523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43760) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:18.929811 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061438 Jul 16 03:15:30.079114 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be580491-984c-445c-85a9-e781023adac5 None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:15:30.145021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be580491-984c-445c-85a9-e781023adac5 None None] No non-hosted networks {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 03:15:30.154411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.agentschedulers_db [None req-be580491-984c-445c-85a9-e781023adac5 None None] DHCP Agent not found on host n-d-800088-6 {{(pid=93769) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 03:15:30.217360 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-68a6ff33-1bfd-48f2-97b5-f72b973cb1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683787'] for agent, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:32.714438 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0ffc55b8-ae23-4fad-b23c-6759372a36e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683787'] for agent, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:32.785979 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09d0a6a6-674c-4a14-8571-5b6a8e6db257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:32.788983 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683787'] for agent, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:32.791294 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:32.794093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:32.794659 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:32.795154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:32.795643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:32.796271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:32.796834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:32.797313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:32.797801 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:32.798329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:32.798894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:32.799367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:32.799970 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800088-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:15:32.815300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800088-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:15:33.699136 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683787'] for agent, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:35.573125 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683787'] for agent, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:36.427119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43850) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:36.920241 n-d-800088-6 neutron-server[93768]: WARNING oslo_policy.policy [None req-6cff1dc6-af73-4388-9568-da8dc121c57e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:15:36.920864 n-d-800088-6 neutron-server[93768]: WARNING oslo_policy.policy [None req-6cff1dc6-af73-4388-9568-da8dc121c57e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:15:37.028567 n-d-800088-6 neutron-server[93769]: INFO neutron.db.l3_hamode_db [None req-864cdff4-3f45-471f-9170-5b06baf782c6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 03:15:37.105415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864cdff4-3f45-471f-9170-5b06baf782c6 None None] Routers set() bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:15:37.105823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864cdff4-3f45-471f-9170-5b06baf782c6 None None] Router IDs set() for agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:15:37.139296 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-6cff1dc6-af73-4388-9568-da8dc121c57e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:15:37.140365 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6cff1dc6-af73-4388-9568-da8dc121c57e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7122726 Jul 16 03:15:39.478933 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43864) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:39.775808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a28be927-ad6d-4cfb-a8a3-11546bf4ebd2 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:15:39.869971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.policy [None req-a28be927-ad6d-4cfb-a8a3-11546bf4ebd2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93768) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 03:15:39.914807 n-d-800088-6 neutron-server[93768]: WARNING oslo_policy.policy [None req-a28be927-ad6d-4cfb-a8a3-11546bf4ebd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:15:39.915176 n-d-800088-6 neutron-server[93768]: WARNING oslo_policy.policy [None req-a28be927-ad6d-4cfb-a8a3-11546bf4ebd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:15:39.923823 n-d-800088-6 neutron-server[93768]: INFO neutron.quota [None req-a28be927-ad6d-4cfb-a8a3-11546bf4ebd2 admin admin] Loaded quota_driver: . Jul 16 03:15:40.016284 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a28be927-ad6d-4cfb-a8a3-11546bf4ebd2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750209816609', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750209820402', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750209796778', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750209798368', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750209808926', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750210114766', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33069831', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33093620', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-529856', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-737075'] for rbac-policy, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:40.078488 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a28be927-ad6d-4cfb-a8a3-11546bf4ebd2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:40.079665 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a28be927-ad6d-4cfb-a8a3-11546bf4ebd2 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5997715 Jul 16 03:15:42.582457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43876) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:42.864727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'admin_state_up': True, 'project_id': '294a2760e61447bf9bc056f2924b5a81'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:15:42.893791 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Made reservation on behalf of 294a2760e61447bf9bc056f2924b5a81 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:15:42.896676 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:42.912732 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:43.031426 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:43.034767 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:43.057812 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:15:43.082280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750206975555', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:43.082901 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Unsubscribe: segment precommit_create {{(pid=93768) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 03:15:43.083392 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Added segment be856464-be39-43ca-ba69-3dcba1a0bdc2 of type vlan for network 56998f15-b988-4b34-a517-0efedce57dca Jul 16 03:15:43.089616 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da1c5c5-fb4f-4147-b908-b365b5bdade5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:15:43.111125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:43.111459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:43.111796 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:43.112124 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:43.112553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:43.112880 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:43.113202 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:43.113523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:43.113837 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:43.114152 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:43.114472 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:43.114787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Tracked resource versions report: Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: pushed versions: Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: { 'AddressGroup': {'1.2'}, Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'ConntrackHelper': {'1.0'}, Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'Log': {'1.0'}, Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'Network': {'1.1'}, Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'Port': {'1.7'}, Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'PortForwarding': {'1.2'}, Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'QosPolicy': {'1.8'}, Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'SecurityGroup': {'1.4'}, Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'SubPort': {'1.0'}, Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'Subnet': {'1.1'}, Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'Trunk': {'1.1'}} Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: consumer versions: Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: { DHCP agent@n-d-800088-6: {}, Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: L3 agent@n-d-800088-6: {}, Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: Metadata agent@n-d-800088-6: {}, Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: Metering agent@n-d-800088-6: {}, Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: Open vSwitch agent@n-d-800088-6: { 'AddressGroup': '1.2', Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'ConntrackHelper': '1.0', Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'Log': '1.0', Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'Network': '1.1', Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'Port': '1.7', Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'PortForwarding': '1.2', Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'QosPolicy': '1.8', Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'SecurityGroup': '1.4', Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'SecurityGroupRule': '1.2', Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'SubPort': '1.0', Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'Subnet': '1.1', Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: 'Trunk': '1.1'}} Jul 16 03:15:43.115852 n-d-800088-6 neutron-server[93768]: {{(pid=93768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:15:43.202658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:43.250463 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:43.251521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:15:43.252192 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:43.308755 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7251549 Jul 16 03:15:43.347925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa6d99-75a1-49bf-9716-daa60dabf882 admin admin] Pushing event updated for resources: {'Network': ['ID=56998f15-b988-4b34-a517-0efedce57dca,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:15:43.364211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 56998f15-b988-4b34-a517-0efedce57dca details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:15:45.910893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43890) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:46.289596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610d5a89-6a03-4049-90a7-58035e7ad0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:15:46.291456 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-610d5a89-6a03-4049-90a7-58035e7ad0be admin admin] 10.222.0.18 "GET /v2.0/networks/56998f15-b988-4b34-a517-0efedce57dca HTTP/1.1" status: 200 len: 825 time: 0.3796124 Jul 16 03:15:46.315427 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2b7d42dd-1699-418c-8089-5eab362fd26f admin admin] 10.222.0.18 "GET /v2.0/subnetpools/c6432d0d-420a-4e91-8760-d97f0b82b922 HTTP/1.1" status: 200 len: 734 time: 0.0187280 Jul 16 03:15:46.323549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-48fa164d-a104-4d9a-8123-76768ca6f7bd admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'c6432d0d-420a-4e91-8760-d97f0b82b922', 'gateway_ip': '172.20.0.1', 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'name': 'private-subnet', 'network_id': '56998f15-b988-4b34-a517-0efedce57dca'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:15:46.343997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fa164d-a104-4d9a-8123-76768ca6f7bd admin admin] Made reservation on behalf of 294a2760e61447bf9bc056f2924b5a81 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:15:46.346240 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48fa164d-a104-4d9a-8123-76768ca6f7bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:46.632407 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48fa164d-a104-4d9a-8123-76768ca6f7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:46.702296 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa164d-a104-4d9a-8123-76768ca6f7bd admin admin] Checking segment: {'id': 'be856464-be39-43ca-ba69-3dcba1a0bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '56998f15-b988-4b34-a517-0efedce57dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:15:46.702682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fa164d-a104-4d9a-8123-76768ca6f7bd admin admin] Network hostable DHCP agents. Network: 56998f15-b988-4b34-a517-0efedce57dca, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:15:46.707093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa164d-a104-4d9a-8123-76768ca6f7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4ba349-ee01-46f8-b5a5-9e94db27bfdb,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:15:46.726312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fa164d-a104-4d9a-8123-76768ca6f7bd admin admin] Network 56998f15-b988-4b34-a517-0efedce57dca is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:15:46.737904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-48fa164d-a104-4d9a-8123-76768ca6f7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 56998f15-b988-4b34-a517-0efedce57dca) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:15:46.742470 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa164d-a104-4d9a-8123-76768ca6f7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:15:46.743048 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48fa164d-a104-4d9a-8123-76768ca6f7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:46.747748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a447ed47-cd85-4c71-bcae-ea30598be0bb None None] Network 56998f15-b988-4b34-a517-0efedce57dca requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:15:46.757583 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-48fa164d-a104-4d9a-8123-76768ca6f7bd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4373050 Jul 16 03:15:47.057927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-56998f15-b988-4b34-a517-0efedce57dca', 'network_id': '56998f15-b988-4b34-a517-0efedce57dca', 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'fixed_ips': [{'subnet_id': '6a4ba349-ee01-46f8-b5a5-9e94db27bfdb'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:15:47.059264 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:47.324693 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Allocated IP 172.20.0.2 (56998f15-b988-4b34-a517-0efedce57dca/6a4ba349-ee01-46f8-b5a5-9e94db27bfdb/03c7325a-4cad-46c7-b1d0-d7be177526ad) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:15:47.523943 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:47.563799 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Transition to ACTIVE for port object 03c7325a-4cad-46c7-b1d0-d7be177526ad will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:15:47.585612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Transition to ACTIVE for port object 03c7325a-4cad-46c7-b1d0-d7be177526ad will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:15:47.594156 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:47.657798 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Network 56998f15-b988-4b34-a517-0efedce57dca is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:15:47.664125 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:15:47.677073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:15:47.684851 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Pushing event updated for resources: {'Port': ['ID=03c7325a-4cad-46c7-b1d0-d7be177526ad,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:15:47.709176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.709533 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.709878 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.710225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.710565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.710901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.711237 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.711569 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.711929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.712260 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.712615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.712945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Tracked resource versions report: Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: pushed versions: Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: { 'AddressGroup': {'1.2'}, Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'ConntrackHelper': {'1.0'}, Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'Log': {'1.0'}, Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'Network': {'1.1'}, Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'Port': {'1.7'}, Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'PortForwarding': {'1.2'}, Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'QosPolicy': {'1.8'}, Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'SecurityGroup': {'1.4'}, Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'SubPort': {'1.0'}, Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'Subnet': {'1.1'}, Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'Trunk': {'1.1'}} Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: consumer versions: Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: { DHCP agent@n-d-800088-6: {}, Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: L3 agent@n-d-800088-6: {}, Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: Metadata agent@n-d-800088-6: {}, Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: Metering agent@n-d-800088-6: {}, Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: Open vSwitch agent@n-d-800088-6: { 'AddressGroup': '1.2', Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'ConntrackHelper': '1.0', Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'Log': '1.0', Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'Network': '1.1', Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'Port': '1.7', Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'PortForwarding': '1.2', Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'QosPolicy': '1.8', Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'SecurityGroup': '1.4', Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'SecurityGroupRule': '1.2', Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'SubPort': '1.0', Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'Subnet': '1.1', Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: 'Trunk': '1.1'}} Jul 16 03:15:47.714046 n-d-800088-6 neutron-server[93769]: {{(pid=93769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:15:47.763125 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Attempting to bind port 03c7325a-4cad-46c7-b1d0-d7be177526ad on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:15:47.763728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Attempting to bind port 03c7325a-4cad-46c7-b1d0-d7be177526ad by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'be856464-be39-43ca-ba69-3dcba1a0bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '56998f15-b988-4b34-a517-0efedce57dca'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:15:47.763953 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Attempting to bind port 03c7325a-4cad-46c7-b1d0-d7be177526ad on network 56998f15-b988-4b34-a517-0efedce57dca {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:15:47.768734 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:15:47.769150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Checking segment: {'id': 'be856464-be39-43ca-ba69-3dcba1a0bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '56998f15-b988-4b34-a517-0efedce57dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:15:47.769626 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:47.770035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Bound using segment: {'id': 'be856464-be39-43ca-ba69-3dcba1a0bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '56998f15-b988-4b34-a517-0efedce57dca'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:15:47.770513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Bound port: 03c7325a-4cad-46c7-b1d0-d7be177526ad, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be856464-be39-43ca-ba69-3dcba1a0bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '56998f15-b988-4b34-a517-0efedce57dca'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:15:47.770912 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:47.831262 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] For port 03c7325a-4cad-46c7-b1d0-d7be177526ad, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:15:47.854889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] For port 03c7325a-4cad-46c7-b1d0-d7be177526ad, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=03c7325a-4cad-46c7-b1d0-d7be177526ad,segment=NetworkSegment(be856464-be39-43ca-ba69-3dcba1a0bdc2),segment_id=be856464-be39-43ca-ba69-3dcba1a0bdc2)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:15:47.858657 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:47.913236 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f668e-4497-4c3e-8d4b-6b8f93a97378 None None] Pushing event updated for resources: {'Port': ['ID=03c7325a-4cad-46c7-b1d0-d7be177526ad,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:15:49.141010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:49.634560 n-d-800088-6 neutron-server[93767]: WARNING oslo_policy.policy [None req-ee3bca22-1208-4778-997d-e146f457b821 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:15:49.635144 n-d-800088-6 neutron-server[93767]: WARNING oslo_policy.policy [None req-ee3bca22-1208-4778-997d-e146f457b821 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:15:49.852939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [None req-ee3bca22-1208-4778-997d-e146f457b821 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:15:49.868334 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ee3bca22-1208-4778-997d-e146f457b821 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7110934 Jul 16 03:15:52.231043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43912) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:52.538773 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-18fcf949-d269-48c4-9e4a-ea51ac30e9e9 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:15:52.539851 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-18fcf949-d269-48c4-9e4a-ea51ac30e9e9 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3077776 Jul 16 03:15:53.992441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb633a-786c-4bcf-88b1-8daafe60e14b None None] Network 56998f15-b988-4b34-a517-0efedce57dca requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:15:54.080280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9eb29f1a-ba02-4d76-a8c7-bb5bafdf1d21 None None] Provisioning for port 03c7325a-4cad-46c7-b1d0-d7be177526ad completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:15:54.642478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 03c7325a-4cad-46c7-b1d0-d7be177526ad up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:15:54.724483 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 03c7325a-4cad-46c7-b1d0-d7be177526ad completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:15:54.728599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 03c7325a-4cad-46c7-b1d0-d7be177526ad triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:15:54.729006 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:54.832553 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:54.865935 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 03c7325a-4cad-46c7-b1d0-d7be177526ad, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=03c7325a-4cad-46c7-b1d0-d7be177526ad,segment=NetworkSegment(be856464-be39-43ca-ba69-3dcba1a0bdc2),segment_id=be856464-be39-43ca-ba69-3dcba1a0bdc2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:15:54.871045 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:54.919822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=03c7325a-4cad-46c7-b1d0-d7be177526ad,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:15:55.141291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43926) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:55.426507 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-456d94c0-039b-4f38-ac7b-b26f35b97582 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'name': 'router1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:15:55.449980 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-456d94c0-039b-4f38-ac7b-b26f35b97582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:55.451608 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-456d94c0-039b-4f38-ac7b-b26f35b97582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:55.589499 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-456d94c0-039b-4f38-ac7b-b26f35b97582 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:55.594013 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-456d94c0-039b-4f38-ac7b-b26f35b97582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:55.605206 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-456d94c0-039b-4f38-ac7b-b26f35b97582 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:55.606358 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-456d94c0-039b-4f38-ac7b-b26f35b97582 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4640970 Jul 16 03:15:56.624293 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 03c7325a-4cad-46c7-b1d0-d7be177526ad up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:15:56.673122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 03c7325a-4cad-46c7-b1d0-d7be177526ad triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:15:56.673488 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:57.937269 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43934) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:15:58.239170 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-6dba78be-7762-4a5a-9630-9a418f137634 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:15:58.240244 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6dba78be-7762-4a5a-9630-9a418f137634 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3020303 Jul 16 03:15:59.991284 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ace99c46-567f-4887-aba1-675a43695e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:00.577995 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43942) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:16:00.877007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:16:00.897303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] Made reservation on behalf of fa98ccddcd124070b0036cd2882956fc for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:16:00.900096 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:00.909638 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:00.997430 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:01.000813 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:01.014918 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] Reserving flat network on physical network physnet1 {{(pid=93768) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 03:16:01.032497 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e515c04-5497-4a86-ad31-3caaffdaaa8b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:01.037022 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:01.037365 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] Added segment 0d255992-68cf-4fa0-af1e-916ac9d13986 of type flat for network 7a71964d-15bc-4644-8b2f-0e9909e49799 Jul 16 03:16:01.080859 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:01.114787 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:01.115696 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:16:01.116270 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:01.144536 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5655019 Jul 16 03:16:01.176998 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba90ca0-d45b-450b-a34f-921f9e02bfb2 admin admin] Pushing event updated for resources: {'Network': ['ID=7a71964d-15bc-4644-8b2f-0e9909e49799,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:01.187249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:16:02.708263 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-208bda8a-b8f7-4cb5-a2f4-04adf4447862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:02.748521 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:03.464920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:16:03.642375 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:03.974848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.policy [None req-37871458-9ed9-4927-8e81-3bf61bebd379 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 03:16:04.021494 n-d-800088-6 neutron-server[93767]: WARNING oslo_policy.policy [None req-37871458-9ed9-4927-8e81-3bf61bebd379 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:16:04.021871 n-d-800088-6 neutron-server[93767]: WARNING oslo_policy.policy [None req-37871458-9ed9-4927-8e81-3bf61bebd379 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 03:16:04.030594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37871458-9ed9-4927-8e81-3bf61bebd379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:16:04.032339 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-37871458-9ed9-4927-8e81-3bf61bebd379 admin admin] 10.222.0.18 "GET /v2.0/subnets/6a4ba349-ee01-46f8-b5a5-9e94db27bfdb HTTP/1.1" status: 200 len: 849 time: 0.5663812 Jul 16 03:16:04.194226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f01a9b97-193b-4e4b-a219-6e32c78e1be4 admin admin] 10.222.0.18 "GET /v2.0/routers/d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5 HTTP/1.1" status: 200 len: 704 time: 0.1565814 Jul 16 03:16:04.451134 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:04.533144 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:16:04.772574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Allocated IP 172.20.0.1 (56998f15-b988-4b34-a517-0efedce57dca/6a4ba349-ee01-46f8-b5a5-9e94db27bfdb/886e05f6-3764-446a-b525-1da269c1c436) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:16:04.980703 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:05.005029 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Transition to ACTIVE for port object 886e05f6-3764-446a-b525-1da269c1c436 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:16:05.087493 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:05.142857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Network 56998f15-b988-4b34-a517-0efedce57dca is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:16:05.147952 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:16:05.198218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:16:05.198218 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:05.218120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Pushing event updated for resources: {'Port': ['ID=886e05f6-3764-446a-b525-1da269c1c436,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:05.265907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:05.266256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:05.266592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:05.266926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:05.267259 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:05.267593 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:05.267919 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:05.268242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:05.268588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:05.268910 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:05.269228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:05.269549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Tracked resource versions report: Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: pushed versions: Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: { 'AddressGroup': {'1.2'}, Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'ConntrackHelper': {'1.0'}, Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'Log': {'1.0'}, Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'Network': {'1.1'}, Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'Port': {'1.7'}, Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'PortForwarding': {'1.2'}, Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'QosPolicy': {'1.8'}, Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'SecurityGroup': {'1.4'}, Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'SubPort': {'1.0'}, Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'Subnet': {'1.1'}, Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'Trunk': {'1.1'}} Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: consumer versions: Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: { DHCP agent@n-d-800088-6: {}, Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: L3 agent@n-d-800088-6: {}, Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: Metadata agent@n-d-800088-6: {}, Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: Metering agent@n-d-800088-6: {}, Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: Open vSwitch agent@n-d-800088-6: { 'AddressGroup': '1.2', Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'ConntrackHelper': '1.0', Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'Log': '1.0', Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'Network': '1.1', Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'Port': '1.7', Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'PortForwarding': '1.2', Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'QosPolicy': '1.8', Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'SecurityGroup': '1.4', Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'SecurityGroupRule': '1.2', Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'SubPort': '1.0', Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'Subnet': '1.1', Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: 'Trunk': '1.1'}} Jul 16 03:16:05.270645 n-d-800088-6 neutron-server[93767]: {{(pid=93767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:16:05.381963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-81ab7aa0-b5f7-4591-b314-82fd3879c620 None None] Provisioning for port 886e05f6-3764-446a-b525-1da269c1c436 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:16:05.385764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-81ab7aa0-b5f7-4591-b314-82fd3879c620 None None] Provisioning complete for port 886e05f6-3764-446a-b525-1da269c1c436 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:16:05.386140 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-81ab7aa0-b5f7-4591-b314-82fd3879c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:05.419093 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:05.420942 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-81ab7aa0-b5f7-4591-b314-82fd3879c620 None None] Port 886e05f6-3764-446a-b525-1da269c1c436 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:16:05.499164 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:05.606729 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:05.611358 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:05.612210 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:05.670858 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Pushing event updated for resources: {'Port': ['ID=886e05f6-3764-446a-b525-1da269c1c436,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:05.739670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Network 56998f15-b988-4b34-a517-0efedce57dca is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:16:05.741067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:16:05.939955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fd6aa7e5-4f5f-4bc7-88e2-f9684cc33f99 None None] Provisioning complete for port 886e05f6-3764-446a-b525-1da269c1c436 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:16:05.940238 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fd6aa7e5-4f5f-4bc7-88e2-f9684cc33f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:05.944117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Router d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:16:05.974655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fd6aa7e5-4f5f-4bc7-88e2-f9684cc33f99 None None] Port 886e05f6-3764-446a-b525-1da269c1c436 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:16:06.034419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:16:06.039560 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e52adc7c-7356-48d8-9729-4b63891f4218 admin admin] 10.222.0.18 "PUT /v2.0/routers/d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8400521 Jul 16 03:16:06.056125 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Sync routers for ids ['d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:16:06.067292 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Routers {'d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:16:06.068153 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:16:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:16:06.248689 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Set router d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:16:06.660043 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5', 'name': 'router1', 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:15:55Z', 'updated_at': '2021-07-16T03:16:05Z', 'revision_number': 2, 'project_id': '294a2760e61447bf9bc056f2924b5a81', 'gw_port_host': None, '_interfaces': [{'id': '886e05f6-3764-446a-b525-1da269c1c436', 'name': '', 'network_id': '56998f15-b988-4b34-a517-0efedce57dca', 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'mac_address': 'fa:16:3e:db:de:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a4ba349-ee01-46f8-b5a5-9e94db27bfdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:16:04Z', 'updated_at': '2021-07-16T03:16:05Z', 'revision_number': 2, 'project_id': '294a2760e61447bf9bc056f2924b5a81', 'subnets': [{'id': '6a4ba349-ee01-46f8-b5a5-9e94db27bfdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6432d0d-420a-4e91-8760-d97f0b82b922'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:16:06.709541 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Checking router: d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:16:06.709914 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Updating router d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5 port 886e05f6-3764-446a-b525-1da269c1c436 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:16:06.772973 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:07.248007 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:07.265398 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Transition to ACTIVE for port object 886e05f6-3764-446a-b525-1da269c1c436 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:16:07.270519 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:07.420922 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d6e9a-ba5d-42c1-a3fa-84bf9b9adb40 None None] Pushing event updated for resources: {'Port': ['ID=886e05f6-3764-446a-b525-1da269c1c436,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:07.442883 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d6e9a-ba5d-42c1-a3fa-84bf9b9adb40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:07.443227 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d6e9a-ba5d-42c1-a3fa-84bf9b9adb40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:07.443564 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d6e9a-ba5d-42c1-a3fa-84bf9b9adb40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:07.443979 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d6e9a-ba5d-42c1-a3fa-84bf9b9adb40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:07.444365 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d6e9a-ba5d-42c1-a3fa-84bf9b9adb40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:07.444663 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d6e9a-ba5d-42c1-a3fa-84bf9b9adb40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:07.444990 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d6e9a-ba5d-42c1-a3fa-84bf9b9adb40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:07.445837 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d6e9a-ba5d-42c1-a3fa-84bf9b9adb40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:07.446137 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d6e9a-ba5d-42c1-a3fa-84bf9b9adb40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:07.446458 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d6e9a-ba5d-42c1-a3fa-84bf9b9adb40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:07.446780 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d6e9a-ba5d-42c1-a3fa-84bf9b9adb40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:07.447097 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d6e9a-ba5d-42c1-a3fa-84bf9b9adb40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d6e9a-ba5d-42c1-a3fa-84bf9b9adb40 None None] Tracked resource versions report: Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: pushed versions: Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: { 'AddressGroup': {'1.2'}, Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'ConntrackHelper': {'1.0'}, Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'Log': {'1.0'}, Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'Network': {'1.1'}, Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'Port': {'1.7'}, Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'PortForwarding': {'1.2'}, Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'QosPolicy': {'1.8'}, Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'SecurityGroup': {'1.4'}, Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'SubPort': {'1.0'}, Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'Subnet': {'1.1'}, Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'Trunk': {'1.1'}} Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: consumer versions: Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: { DHCP agent@n-d-800088-6: {}, Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: L3 agent@n-d-800088-6: {}, Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: Metadata agent@n-d-800088-6: {}, Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: Metering agent@n-d-800088-6: {}, Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: Open vSwitch agent@n-d-800088-6: { 'AddressGroup': '1.2', Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'ConntrackHelper': '1.0', Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'Log': '1.0', Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'Network': '1.1', Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'Port': '1.7', Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'PortForwarding': '1.2', Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'QosPolicy': '1.8', Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'SecurityGroup': '1.4', Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'SecurityGroupRule': '1.2', Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'SubPort': '1.0', Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'Subnet': '1.1', Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: 'Trunk': '1.1'}} Jul 16 03:16:07.448177 n-d-800088-6 neutron-server[93770]: {{(pid=93770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:16:07.452932 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Attempting to bind port 886e05f6-3764-446a-b525-1da269c1c436 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:16:07.453337 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Attempting to bind port 886e05f6-3764-446a-b525-1da269c1c436 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'be856464-be39-43ca-ba69-3dcba1a0bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '56998f15-b988-4b34-a517-0efedce57dca'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:16:07.453764 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Attempting to bind port 886e05f6-3764-446a-b525-1da269c1c436 on network 56998f15-b988-4b34-a517-0efedce57dca {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:16:07.458753 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:16:07.459169 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Checking segment: {'id': 'be856464-be39-43ca-ba69-3dcba1a0bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '56998f15-b988-4b34-a517-0efedce57dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:16:07.459706 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:07.460093 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Bound using segment: {'id': 'be856464-be39-43ca-ba69-3dcba1a0bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '56998f15-b988-4b34-a517-0efedce57dca'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:16:07.460624 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Bound port: 886e05f6-3764-446a-b525-1da269c1c436, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be856464-be39-43ca-ba69-3dcba1a0bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '56998f15-b988-4b34-a517-0efedce57dca'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:16:07.461041 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:07.529230 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] For port 886e05f6-3764-446a-b525-1da269c1c436, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:16:07.549605 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] For port 886e05f6-3764-446a-b525-1da269c1c436, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=886e05f6-3764-446a-b525-1da269c1c436,segment=NetworkSegment(be856464-be39-43ca-ba69-3dcba1a0bdc2),segment_id=be856464-be39-43ca-ba69-3dcba1a0bdc2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:16:07.553390 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:07.611642 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Routers {'d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:16:07.612136 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:16:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:16:07.649855 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d6e9a-ba5d-42c1-a3fa-84bf9b9adb40 None None] Pushing event updated for resources: {'Port': ['ID=886e05f6-3764-446a-b525-1da269c1c436,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:07.705999 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] Set router d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:16:07.908868 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5', 'name': 'router1', 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:15:55Z', 'updated_at': '2021-07-16T03:16:05Z', 'revision_number': 2, 'project_id': '294a2760e61447bf9bc056f2924b5a81', 'gw_port_host': None, '_interfaces': [{'id': '886e05f6-3764-446a-b525-1da269c1c436', 'name': '', 'network_id': '56998f15-b988-4b34-a517-0efedce57dca', 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'mac_address': 'fa:16:3e:db:de:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a4ba349-ee01-46f8-b5a5-9e94db27bfdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:16:04Z', 'updated_at': '2021-07-16T03:16:07Z', 'revision_number': 4, 'project_id': '294a2760e61447bf9bc056f2924b5a81', 'subnets': [{'id': '6a4ba349-ee01-46f8-b5a5-9e94db27bfdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6432d0d-420a-4e91-8760-d97f0b82b922'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:16:07.936802 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f071910-8778-4a51-a396-ceafa77570b0 None None] The sync data for ids ['d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5'] in n-d-800088-6 is: [{'id': 'd82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5', 'name': 'router1', 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:15:55Z', 'updated_at': '2021-07-16T03:16:05Z', 'revision_number': 2, 'project_id': '294a2760e61447bf9bc056f2924b5a81', 'gw_port_host': None, '_interfaces': [{'id': '886e05f6-3764-446a-b525-1da269c1c436', 'name': '', 'network_id': '56998f15-b988-4b34-a517-0efedce57dca', 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'mac_address': 'fa:16:3e:db:de:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a4ba349-ee01-46f8-b5a5-9e94db27bfdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:16:04Z', 'updated_at': '2021-07-16T03:16:07Z', 'revision_number': 4, 'project_id': '294a2760e61447bf9bc056f2924b5a81', 'subnets': [{'id': '6a4ba349-ee01-46f8-b5a5-9e94db27bfdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6432d0d-420a-4e91-8760-d97f0b82b922'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:16:08.365382 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:16:08.553388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c2dcf-8663-4e25-b3fc-f3b80e65d307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:16:08.560691 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-194c2dcf-8663-4e25-b3fc-f3b80e65d307 admin admin] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 842 time: 0.1891644 Jul 16 03:16:08.564804 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-474a37b1-78f7-4967-835a-21314c5df3d3 admin admin] Request body: {'subnet': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:16:08.566159 n-d-800088-6 neutron-server[93767]: INFO neutron.quota [None req-474a37b1-78f7-4967-835a-21314c5df3d3 admin admin] Loaded quota_driver: . Jul 16 03:16:08.602514 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474a37b1-78f7-4967-835a-21314c5df3d3 admin admin] Made reservation on behalf of fa98ccddcd124070b0036cd2882956fc for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:16:08.604993 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-474a37b1-78f7-4967-835a-21314c5df3d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:08.915583 n-d-800088-6 neutron-server[93767]: DEBUG neutron.objects.ports [None req-474a37b1-78f7-4967-835a-21314c5df3d3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:16:08.916019 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-474a37b1-78f7-4967-835a-21314c5df3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:08.974621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a37b1-78f7-4967-835a-21314c5df3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=188a12a3-58e3-4ffe-963e-3f4948ae4745,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:08.979118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a37b1-78f7-4967-835a-21314c5df3d3 admin admin] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:16:08.979462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474a37b1-78f7-4967-835a-21314c5df3d3 admin admin] Network hostable DHCP agents. Network: 7a71964d-15bc-4644-8b2f-0e9909e49799, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:16:09.000366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474a37b1-78f7-4967-835a-21314c5df3d3 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:16:09.012032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-474a37b1-78f7-4967-835a-21314c5df3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 7a71964d-15bc-4644-8b2f-0e9909e49799) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:16:09.016022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a37b1-78f7-4967-835a-21314c5df3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:16:09.016748 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-474a37b1-78f7-4967-835a-21314c5df3d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:09.023140 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f765d9-f0bf-4284-8180-364cd1cd0fd4 None None] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:16:09.049121 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-474a37b1-78f7-4967-835a-21314c5df3d3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4874101 Jul 16 03:16:09.155751 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321bc2bd-3493-43b6-84ae-0f3b25767a4e None None] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:16:11.311403 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:16:11.435798 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ccbb440d-36e9-4ee5-8397-097126b0d09b admin admin] 10.222.0.18 "GET /v2.0/routers/d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5 HTTP/1.1" status: 200 len: 710 time: 0.1232755 Jul 16 03:16:11.521717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935bb965-2a64-4e70-b778-37734b68c1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:16:11.523074 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-935bb965-2a64-4e70-b778-37734b68c1bf admin admin] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 886 time: 0.0821817 Jul 16 03:16:11.532130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:16:11.792263 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:12.100352 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:12.173714 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:12.276844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Allocated IP 172.25.3.87 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/2ae0e466-8154-469f-82fe-a76a14936729) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:16:12.375089 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:12.412216 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:12.450345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:16:12.453030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:16:12.456921 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:16:12.461492 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Pushing event updated for resources: {'Port': ['ID=2ae0e466-8154-469f-82fe-a76a14936729,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:12.656872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 886e05f6-3764-446a-b525-1da269c1c436 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:16:12.699556 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:12.703843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 886e05f6-3764-446a-b525-1da269c1c436 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:16:12.707328 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 886e05f6-3764-446a-b525-1da269c1c436 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:16:12.707709 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:12.783928 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:12.814770 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 886e05f6-3764-446a-b525-1da269c1c436, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=886e05f6-3764-446a-b525-1da269c1c436,segment=NetworkSegment(be856464-be39-43ca-ba69-3dcba1a0bdc2),segment_id=be856464-be39-43ca-ba69-3dcba1a0bdc2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:16:12.818305 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:12.863010 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=886e05f6-3764-446a-b525-1da269c1c436,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:12.893363 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:12.896512 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:12.998518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Router d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:16:13.099230 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:16:13.103385 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:13.104602 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f7fc06a4-e2ac-4cce-8067-862c66d8df42 admin admin] 10.222.0.18 "PUT /v2.0/routers/d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5 HTTP/1.1" status: 200 len: 889 time: 1.5755639 Jul 16 03:16:13.108800 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Sync routers for ids ['d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:16:13.120415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Routers {'d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:16:13.121132 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:16:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:16:13.382907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Set router d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:16:13.770268 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5', 'name': 'router1', 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '2ae0e466-8154-469f-82fe-a76a14936729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:15:55Z', 'updated_at': '2021-07-16T03:16:12Z', 'revision_number': 4, 'project_id': '294a2760e61447bf9bc056f2924b5a81', 'gw_port': {'id': '2ae0e466-8154-469f-82fe-a76a14936729', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:01:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:16:12Z', 'updated_at': '2021-07-16T03:16:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '886e05f6-3764-446a-b525-1da269c1c436', 'name': '', 'network_id': '56998f15-b988-4b34-a517-0efedce57dca', 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'mac_address': 'fa:16:3e:db:de:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a4ba349-ee01-46f8-b5a5-9e94db27bfdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:16:04Z', 'updated_at': '2021-07-16T03:16:12Z', 'revision_number': 5, 'project_id': '294a2760e61447bf9bc056f2924b5a81', 'subnets': [{'id': '6a4ba349-ee01-46f8-b5a5-9e94db27bfdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6432d0d-420a-4e91-8760-d97f0b82b922'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:16:13.817870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Checking router: d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:16:13.818243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Updating router d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5 port 2ae0e466-8154-469f-82fe-a76a14936729 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:16:13.851749 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:14.159210 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:14.168899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Transition to ACTIVE for port object 2ae0e466-8154-469f-82fe-a76a14936729 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:16:14.174693 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:14.222539 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604af8f-6839-4ba6-bda2-55d9d10b880a None None] Pushing event updated for resources: {'Port': ['ID=2ae0e466-8154-469f-82fe-a76a14936729,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:14.227089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Attempting to bind port 2ae0e466-8154-469f-82fe-a76a14936729 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:16:14.227467 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Attempting to bind port 2ae0e466-8154-469f-82fe-a76a14936729 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:16:14.227840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Attempting to bind port 2ae0e466-8154-469f-82fe-a76a14936729 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:16:14.232669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:16:14.233048 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:16:14.233450 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:14.233837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:16:14.234304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Bound port: 2ae0e466-8154-469f-82fe-a76a14936729, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:16:14.234703 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:14.282200 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] For port 2ae0e466-8154-469f-82fe-a76a14936729, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:16:14.285111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] For port 2ae0e466-8154-469f-82fe-a76a14936729, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2ae0e466-8154-469f-82fe-a76a14936729,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:16:14.289943 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:14.345336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Routers {'d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:16:14.345947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:16:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:16:14.379925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604af8f-6839-4ba6-bda2-55d9d10b880a None None] Pushing event updated for resources: {'Port': ['ID=2ae0e466-8154-469f-82fe-a76a14936729,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:14.529736 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] Set router d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:16:14.655869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 886e05f6-3764-446a-b525-1da269c1c436 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:16:14.741731 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 886e05f6-3764-446a-b525-1da269c1c436 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:16:14.742107 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:14.830201 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5', 'name': 'router1', 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '2ae0e466-8154-469f-82fe-a76a14936729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:15:55Z', 'updated_at': '2021-07-16T03:16:12Z', 'revision_number': 4, 'project_id': '294a2760e61447bf9bc056f2924b5a81', 'gw_port': {'id': '2ae0e466-8154-469f-82fe-a76a14936729', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:01:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:16:12Z', 'updated_at': '2021-07-16T03:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '886e05f6-3764-446a-b525-1da269c1c436', 'name': '', 'network_id': '56998f15-b988-4b34-a517-0efedce57dca', 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'mac_address': 'fa:16:3e:db:de:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a4ba349-ee01-46f8-b5a5-9e94db27bfdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:16:04Z', 'updated_at': '2021-07-16T03:16:12Z', 'revision_number': 5, 'project_id': '294a2760e61447bf9bc056f2924b5a81', 'subnets': [{'id': '6a4ba349-ee01-46f8-b5a5-9e94db27bfdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6432d0d-420a-4e91-8760-d97f0b82b922'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:16:14.858968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ce40f-deeb-422b-a0b9-4418e47f265a None None] The sync data for ids ['d82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5'] in n-d-800088-6 is: [{'id': 'd82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5', 'name': 'router1', 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': '2ae0e466-8154-469f-82fe-a76a14936729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:15:55Z', 'updated_at': '2021-07-16T03:16:12Z', 'revision_number': 4, 'project_id': '294a2760e61447bf9bc056f2924b5a81', 'gw_port': {'id': '2ae0e466-8154-469f-82fe-a76a14936729', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:01:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:16:12Z', 'updated_at': '2021-07-16T03:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '886e05f6-3764-446a-b525-1da269c1c436', 'name': '', 'network_id': '56998f15-b988-4b34-a517-0efedce57dca', 'tenant_id': '294a2760e61447bf9bc056f2924b5a81', 'mac_address': 'fa:16:3e:db:de:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82a65c8-5d2d-4ab1-8cfa-83f0e11b4bc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a4ba349-ee01-46f8-b5a5-9e94db27bfdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:16:04Z', 'updated_at': '2021-07-16T03:16:12Z', 'revision_number': 5, 'project_id': '294a2760e61447bf9bc056f2924b5a81', 'subnets': [{'id': '6a4ba349-ee01-46f8-b5a5-9e94db27bfdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6432d0d-420a-4e91-8760-d97f0b82b922'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:16:15.503886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:16:15.623894 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-043932e0-0142-4784-a6d5-a8f99eb0a1ab admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1187999 Jul 16 03:16:16.656990 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2ae0e466-8154-469f-82fe-a76a14936729 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:16:16.703271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 2ae0e466-8154-469f-82fe-a76a14936729 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:16:16.706593 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2ae0e466-8154-469f-82fe-a76a14936729 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:16:16.706963 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:16.782367 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:16.801920 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 2ae0e466-8154-469f-82fe-a76a14936729, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2ae0e466-8154-469f-82fe-a76a14936729,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:16:16.805161 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:16.849641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=2ae0e466-8154-469f-82fe-a76a14936729,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:16:18.645061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2ae0e466-8154-469f-82fe-a76a14936729 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:16:18.692407 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2ae0e466-8154-469f-82fe-a76a14936729 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:16:18.692783 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:30.002535 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-069f5841-af0b-422c-90aa-b25ca5e2a66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:32.712984 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3cb9e39a-360b-40d2-a092-4f3e5086a728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:32.769687 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:33.648199 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:35.503147 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:16:41.548008 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:17:00.006610 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3395463b-4ebd-46bb-a543-ff7958ce9c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:02.707543 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce418a24-dca9-4f13-bcaf-71cfc43a4ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:02.752477 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:03.651482 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:05.507948 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:18.536892 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:17:30.001260 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1472f776-6d54-4997-9b08-d58719aabbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:32.709575 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e705ad1f-3157-44b4-ab90-0d3895891494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:32.758493 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:33.652573 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:35.506771 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:54.804849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:17:54.866150 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3acf782-d83d-46e5-8f2a-5f0f0359300e admin admin] GET failed (client error): The resource could not be found. Jul 16 03:17:54.867460 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c3acf782-d83d-46e5-8f2a-5f0f0359300e admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616636 Jul 16 03:17:55.022427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ddb782-f6c5-49c3-8d32-9d78088dccbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:17:55.023888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e9ddb782-f6c5-49c3-8d32-9d78088dccbe admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1526477 Jul 16 03:17:55.536036 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:17:57.163413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:17:57.253615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975704e0-161c-4cc6-92ba-29218c022bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:17:57.254945 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-975704e0-161c-4cc6-92ba-29218c022bc5 admin admin] 10.222.0.18 "GET /v2.0/subnets/6a4ba349-ee01-46f8-b5a5-9e94db27bfdb HTTP/1.1" status: 200 len: 849 time: 0.0905695 Jul 16 03:17:57.263928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:17:57.415936 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:57.554342 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750206847115'] for subnet, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:57.583530 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:17:57.584699 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:57.585633 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] 10.222.0.18 "PUT /v2.0/subnets/6a4ba349-ee01-46f8-b5a5-9e94db27bfdb HTTP/1.1" status: 200 len: 868 time: 0.3251238 Jul 16 03:17:57.588353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e29711d-07ad-46a6-b3b2-b83030c5654a None None] Network 56998f15-b988-4b34-a517-0efedce57dca requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:17:57.605016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4ba349-ee01-46f8-b5a5-9e94db27bfdb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:17:57.614437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:57.614811 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:57.615122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:57.615465 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:57.615802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:57.616133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:57.616501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:57.616831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:57.617159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:57.617488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:57.617818 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:57.618145 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34635c4a-70d0-48a9-8478-a2cb88edd603 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:17:57.952131 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-81b2fa5f-fb00-410d-b15e-369a82fb9daf None None] Provisioning complete for port 03c7325a-4cad-46c7-b1d0-d7be177526ad triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:17:57.952529 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-81b2fa5f-fb00-410d-b15e-369a82fb9daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:58.033307 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-81b2fa5f-fb00-410d-b15e-369a82fb9daf None None] Provisioning complete for port 886e05f6-3764-446a-b525-1da269c1c436 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:17:58.033571 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-81b2fa5f-fb00-410d-b15e-369a82fb9daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:17:59.746059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:17:59.938778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3785c8-34d2-4465-9532-f47635da7259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:17:59.939326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3785c8-34d2-4465-9532-f47635da7259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:17:59.940898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2c3785c8-34d2-4465-9532-f47635da7259 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1938589 Jul 16 03:18:00.003225 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f6976fcc-4501-484d-9bb2-75f8a5c773d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:02.101440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:18:02.226867 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b581174-641d-4334-aa1c-be0c3de3dd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:18:02.227342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b581174-641d-4334-aa1c-be0c3de3dd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:18:02.228902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7b581174-641d-4334-aa1c-be0c3de3dd89 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1265175 Jul 16 03:18:02.710915 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-37645fba-ef77-4cc7-b6d8-5721df6042ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:02.758654 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:03.655187 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:04.369462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:18:04.497558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cefa92-8918-49eb-8c55-6dda2300e73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:18:04.499179 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-17cefa92-8918-49eb-8c55-6dda2300e73a admin admin] 10.222.0.18 "GET /v2.0/networks/56998f15-b988-4b34-a517-0efedce57dca HTTP/1.1" status: 200 len: 869 time: 0.1287539 Jul 16 03:18:05.512218 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:06.651122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:18:06.772177 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7888b9bb-1fe4-4066-a474-a27edbb59f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:18:06.773563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7888b9bb-1fe4-4066-a474-a27edbb59f69 admin admin] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 886 time: 0.1214721 Jul 16 03:18:08.895705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:18:09.016761 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c836f71-da05-4df0-9b28-f5b896df9bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:18:09.017216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c836f71-da05-4df0-9b28-f5b896df9bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:18:09.018730 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0c836f71-da05-4df0-9b28-f5b896df9bf4 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221108 Jul 16 03:18:11.143671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44664) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:18:11.265644 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cec7a11-3de0-409f-b06b-c20ffdc80d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:18:11.266144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cec7a11-3de0-409f-b06b-c20ffdc80d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:18:11.267769 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5cec7a11-3de0-409f-b06b-c20ffdc80d19 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231699 Jul 16 03:18:13.396131 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44674) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:18:13.482051 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6799ea6-d838-45b8-8194-eeedb86c619c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:18:13.483417 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b6799ea6-d838-45b8-8194-eeedb86c619c admin admin] 10.222.0.18 "GET /v2.0/subnets/188a12a3-58e3-4ffe-963e-3f4948ae4745 HTTP/1.1" status: 200 len: 816 time: 0.0863156 Jul 16 03:18:15.684153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:18:15.772149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c16ed6a-f374-45d1-8d9c-ff797ce4ee9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:18:15.773512 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1c16ed6a-f374-45d1-8d9c-ff797ce4ee9d admin admin] 10.222.0.18 "GET /v2.0/subnets/6a4ba349-ee01-46f8-b5a5-9e94db27bfdb HTTP/1.1" status: 200 len: 868 time: 0.0883715 Jul 16 03:18:30.003834 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a26cdb17-d2c7-4371-9634-5c615fefbcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:32.535400 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:18:32.714558 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4f78993-cd67-4bee-af6a-a52869a0d059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:32.758164 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:33.657727 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:35.515315 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:39.998500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:18:40.044108 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [None req-417fcc01-3104-4bc2-828f-a10db8d8798a admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:18:40.045193 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-417fcc01-3104-4bc2-828f-a10db8d8798a admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457456 Jul 16 03:18:42.280672 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:18:42.341085 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e232e89-5c8f-4646-b9b7-e9c9e3049b43 admin admin] GET failed (client error): The resource could not be found. Jul 16 03:18:42.342390 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1e232e89-5c8f-4646-b9b7-e9c9e3049b43 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607898 Jul 16 03:18:42.423661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45ab41-86cd-42cc-a072-7bd8f819e150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:18:42.425135 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6f45ab41-86cd-42cc-a072-7bd8f819e150 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0789044 Jul 16 03:18:44.591775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:18:44.636868 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2daff202-07de-473c-90de-65e4b5a296a7 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:18:44.659303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daff202-07de-473c-90de-65e4b5a296a7 admin admin] Made reservation on behalf of fa98ccddcd124070b0036cd2882956fc for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:18:44.661576 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2daff202-07de-473c-90de-65e4b5a296a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:44.688323 n-d-800088-6 neutron-server[93767]: WARNING neutron.services.revisions.revision_plugin [None req-2daff202-07de-473c-90de-65e4b5a296a7 admin admin] Could not find related network for resource to bump revision. Jul 16 03:18:44.703527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2daff202-07de-473c-90de-65e4b5a296a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:18:44.717389 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2daff202-07de-473c-90de-65e4b5a296a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750206975555', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:44.717946 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2daff202-07de-473c-90de-65e4b5a296a7 admin admin] Unsubscribe: segment precommit_create {{(pid=93767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 03:18:44.718389 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-2daff202-07de-473c-90de-65e4b5a296a7 admin admin] Added segment b546899b-0e11-4455-b99b-1748d0cfa031 of type vlan for network 5046f89b-20b3-4180-a1f3-dadee6506ccc Jul 16 03:18:44.773901 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2daff202-07de-473c-90de-65e4b5a296a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:44.812217 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2daff202-07de-473c-90de-65e4b5a296a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:44.813153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daff202-07de-473c-90de-65e4b5a296a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:18:44.813782 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2daff202-07de-473c-90de-65e4b5a296a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:44.868453 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2daff202-07de-473c-90de-65e4b5a296a7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2755661 Jul 16 03:18:44.908175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daff202-07de-473c-90de-65e4b5a296a7 admin admin] Pushing event updated for resources: {'Network': ['ID=5046f89b-20b3-4180-a1f3-dadee6506ccc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:18:44.919614 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:18:47.019878 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:18:47.076782 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-431c9a56-8e40-4284-894d-338357a11887 admin admin] GET failed (client error): The resource could not be found. Jul 16 03:18:47.078092 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-431c9a56-8e40-4284-894d-338357a11887 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0572200 Jul 16 03:18:47.146879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebc117d-72b2-4e6f-8012-196cce3c74c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:18:47.148283 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cebc117d-72b2-4e6f-8012-196cce3c74c8 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659542 Jul 16 03:18:47.157695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e229ac13-1b8e-4822-a687-72177f9af6f4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:18:47.177256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e229ac13-1b8e-4822-a687-72177f9af6f4 admin admin] Made reservation on behalf of fa98ccddcd124070b0036cd2882956fc for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:18:47.179490 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e229ac13-1b8e-4822-a687-72177f9af6f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:47.335373 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e229ac13-1b8e-4822-a687-72177f9af6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:47.386831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229ac13-1b8e-4822-a687-72177f9af6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9da83f0-c928-45aa-a280-bd1dd288df27,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:18:47.396344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229ac13-1b8e-4822-a687-72177f9af6f4 admin admin] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:18:47.396703 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e229ac13-1b8e-4822-a687-72177f9af6f4 admin admin] Network hostable DHCP agents. Network: 5046f89b-20b3-4180-a1f3-dadee6506ccc, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:18:47.413168 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e229ac13-1b8e-4822-a687-72177f9af6f4 admin admin] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:18:47.421360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e229ac13-1b8e-4822-a687-72177f9af6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 5046f89b-20b3-4180-a1f3-dadee6506ccc) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:18:47.426155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e229ac13-1b8e-4822-a687-72177f9af6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:18:47.426911 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e229ac13-1b8e-4822-a687-72177f9af6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:47.431032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd279522-bb4d-4e49-8f19-1bd3f0ff2e13 None None] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:18:47.440668 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e229ac13-1b8e-4822-a687-72177f9af6f4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2862172 Jul 16 03:18:47.673394 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-5046f89b-20b3-4180-a1f3-dadee6506ccc', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'tenant_id': 'fa98ccddcd124070b0036cd2882956fc', 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:18:47.674265 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:47.807255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Allocated IP 192.168.233.2 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/06c9ae75-ac3d-41c5-abd7-25bd05643706) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:18:47.951237 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:47.960135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Transition to ACTIVE for port object 06c9ae75-ac3d-41c5-abd7-25bd05643706 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:18:47.976587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Transition to ACTIVE for port object 06c9ae75-ac3d-41c5-abd7-25bd05643706 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:18:47.982944 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:48.024155 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:18:48.027040 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:18:48.031531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Pushing event updated for resources: {'Port': ['ID=06c9ae75-ac3d-41c5-abd7-25bd05643706,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:18:48.033778 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:18:48.045331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:18:48.045686 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:18:48.046034 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:18:48.046373 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:18:48.046711 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:18:48.047045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:18:48.047376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:18:48.047707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:18:48.048033 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:18:48.048377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:18:48.048706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:18:48.049032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:18:48.100677 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Attempting to bind port 06c9ae75-ac3d-41c5-abd7-25bd05643706 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:18:48.101060 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Attempting to bind port 06c9ae75-ac3d-41c5-abd7-25bd05643706 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:18:48.101417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Attempting to bind port 06c9ae75-ac3d-41c5-abd7-25bd05643706 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:18:48.106288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:18:48.106675 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:18:48.107087 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:48.107507 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:18:48.107957 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Bound port: 06c9ae75-ac3d-41c5-abd7-25bd05643706, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:18:48.108371 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:48.172344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] For port 06c9ae75-ac3d-41c5-abd7-25bd05643706, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:18:48.175988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] For port 06c9ae75-ac3d-41c5-abd7-25bd05643706, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=06c9ae75-ac3d-41c5-abd7-25bd05643706,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:18:48.181360 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:48.239646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026ea65-c7f9-491a-b143-4aa2ecc9d09d None None] Pushing event updated for resources: {'Port': ['ID=06c9ae75-ac3d-41c5-abd7-25bd05643706,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:18:48.815389 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 06c9ae75-ac3d-41c5-abd7-25bd05643706 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:18:48.876530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 06c9ae75-ac3d-41c5-abd7-25bd05643706 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:18:49.074515 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29f1ea7-7d34-4938-a93e-615583c741dd None None] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:18:49.193784 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2dbaa661-398f-402b-928d-cd222ce76d26 None None] Provisioning for port 06c9ae75-ac3d-41c5-abd7-25bd05643706 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:18:49.199662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2dbaa661-398f-402b-928d-cd222ce76d26 None None] Provisioning complete for port 06c9ae75-ac3d-41c5-abd7-25bd05643706 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:18:49.200031 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2dbaa661-398f-402b-928d-cd222ce76d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:49.308737 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2dbaa661-398f-402b-928d-cd222ce76d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:49.345503 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2dbaa661-398f-402b-928d-cd222ce76d26 None None] For port 06c9ae75-ac3d-41c5-abd7-25bd05643706, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=06c9ae75-ac3d-41c5-abd7-25bd05643706,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:18:49.350031 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2dbaa661-398f-402b-928d-cd222ce76d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:49.401717 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaa661-398f-402b-928d-cd222ce76d26 None None] Pushing event updated for resources: {'Port': ['ID=06c9ae75-ac3d-41c5-abd7-25bd05643706,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:18:49.470874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cc6d9268-96f5-42cd-a9a3-2310d3ff0f4c None None] Provisioning complete for port 06c9ae75-ac3d-41c5-abd7-25bd05643706 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:18:49.471240 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc6d9268-96f5-42cd-a9a3-2310d3ff0f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:18:50.766823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 06c9ae75-ac3d-41c5-abd7-25bd05643706 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:18:50.812923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 06c9ae75-ac3d-41c5-abd7-25bd05643706 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:18:50.813292 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:00.004422 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a77ae756-c364-4809-82fd-32f2b4e0c63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:02.714902 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-847abe15-6057-4da2-8a76-f43c5add8d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:02.760081 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:03.659030 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:05.517661 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:09.534048 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:19:30.004917 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d42e4f8b-7b6b-407e-95f7-a135c667676b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:32.720033 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7d8ab34d-d55b-462c-a5ba-7b2169f896c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:32.761999 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:33.663676 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:35.522521 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:19:46.532529 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:20:00.006135 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c753a408-d3ae-49a7-b6a6-86924bd926be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:02.721558 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-62f27cc8-4b84-4177-aa7d-e0192b70d769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:02.761137 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:03.665802 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:05.527153 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:07.132989 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44810) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:20:07.139496 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-47c5216e-e85e-4dad-8419-a86e6b546dda tempest-verify_tempest_config-395435224 tempest-verify_tempest_config-395435224-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:20:07.140497 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-47c5216e-e85e-4dad-8419-a86e6b546dda tempest-verify_tempest_config-395435224 tempest-verify_tempest_config-395435224-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065260 Jul 16 03:20:07.432845 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:20:07.532288 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:07.615814 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:07.619952 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:07.663514 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=208ca449a1bb430db84c5b136ee3a555&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2296488 Jul 16 03:20:07.664494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820cf2b6-b41f-4c8d-ae59-972e9c45ab89,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:20:07.667013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:20:07.671840 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.672193 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.672571 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.672915 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.673252 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.673586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.673918 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.674247 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.674567 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.674894 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.675219 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.675542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb88e63-19af-4457-bb99-5ed5c09ec961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.740882 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:07.764282 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:07.938731 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:07.941254 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:07.942394 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/820cf2b6-b41f-4c8d-ae59-972e9c45ab89 HTTP/1.1" status: 204 len: 168 time: 0.2743189 Jul 16 03:20:07.950190 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820cf2b6-b41f-4c8d-ae59-972e9c45ab89,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:20:07.956666 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.957009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.957345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.957673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.957999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.958324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.958643 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.959131 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.959453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.959767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.960258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:07.960603 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db0ce70-fd28-414c-b56b-704d9305ede1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:20:23.530955 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:20:30.009831 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e2937d7-4bb3-40ef-abcd-cb73ad235a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:32.721839 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c8420488-e552-463d-b817-21a633e29f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:32.761698 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:33.669060 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:20:35.528858 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:00.010789 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f9ea3345-2927-45ab-87a4-b7b3e3f8fa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:00.529571 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:21:02.722188 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4bbf7d0-be79-4965-bddf-e14bdd55f975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:02.762468 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:03.671683 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:05.531584 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:30.011498 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de3a019e-b573-416d-bd43-db52ede6994b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:32.722459 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-565cba7c-1bf7-42b0-9662-f47f9477cb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:32.763843 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:33.673082 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:35.535239 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:21:37.528133 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:22:00.012530 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a26c4ef7-81e6-4ed1-90dc-b0ba51542fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:02.723210 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41414667-a0ca-4480-b8ed-bf0d29bbcea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:02.764475 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:03.676545 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:05.537886 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:14.526840 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:22:30.014406 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-984fa5c1-fd2f-4da8-95e1-2200858d006c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:32.722976 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-78cb399d-381e-44a1-8aa3-e8bd1ab89c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:32.765018 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:33.678720 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:35.540953 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:22:51.524611 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 5 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:23:00.015758 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82c18cca-3b42-4b17-84ca-23a359ecba32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:00.710613 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683787'] for agent, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:01.132288 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683787'] for agent, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:02.723405 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dbb13b50-599b-489d-be06-b4d5bcef2815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:02.766774 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:03.680593 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:05.544538 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:28.523757 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:23:30.016632 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d8d35467-3e65-4723-9223-cfa438e0f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:30.645113 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:31.083671 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:32.723391 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b0f78fd-8ad8-4206-9e4c-89d3df4b3c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:32.768383 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:33.683932 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:35.547703 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:23:46.247485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:46.347911 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1e7155ad-e9bb-4cae-ae0a-8492244f30d6 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0993330 Jul 16 03:23:48.497365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44904) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:23:48.555534 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-936ed2a2-2466-4eb2-a776-95ff38b24b6c admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0570667 Jul 16 03:24:00.017537 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f84fec1-2165-48c2-a6a3-5361af6955e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:00.660675 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:01.084690 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:02.723592 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8bbcc085-9441-400d-b3b2-8099ccf2f19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:02.768061 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:03.686287 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:05.522923 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:24:05.550296 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:30.020575 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3e336465-ab01-4463-8611-e39469dab635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:30.661390 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:31.109867 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:32.730412 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d747c911-2ce7-47ec-839a-f723ba77bb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:32.775580 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:33.692583 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:35.554986 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:24:42.522619 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:25:00.023400 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-86eaacc5-7d49-47be-b94f-0b2fdc692028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:00.684738 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:01.099117 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.724096 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-938c8f24-b309-4b29-949a-3ca305d64cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:02.768689 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:03.693829 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:05.573706 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:10.170424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:10.633022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45132) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:10.643310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e5af97fd-249f-4612-9e28-e96cb319c532 tempest-AutoAllocateNetworkTest-1429589266 tempest-AutoAllocateNetworkTest-1429589266-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4358cb4561984e308e7bd7ca92d22d82&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4710975 Jul 16 03:25:10.828666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de161446-814f-4bfe-9956-532829635b6f tempest-AutoAllocateNetworkTest-1429589266 tempest-AutoAllocateNetworkTest-1429589266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:10.832856 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-de161446-814f-4bfe-9956-532829635b6f tempest-AutoAllocateNetworkTest-1429589266 tempest-AutoAllocateNetworkTest-1429589266-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1987271 Jul 16 03:25:10.833198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:10.894274 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-eb5622ed-93e6-48ea-b508-e57bd3b8a364 tempest-AutoAllocateNetworkTest-1429589266 tempest-AutoAllocateNetworkTest-1429589266-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597494 Jul 16 03:25:10.896957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45150) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:10.930712 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-20c0a01a-6882-4479-920c-f223ddb3684a tempest-AutoAllocateNetworkTest-1429589266 tempest-AutoAllocateNetworkTest-1429589266-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4358cb4561984e308e7bd7ca92d22d82 HTTP/1.1" status: 200 len: 208 time: 0.0323641 Jul 16 03:25:11.547519 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:11.868108 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:11.967382 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:11.971863 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:12.017914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b821b999-0751-4e25-8d60-c9bc4e6dac27,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:12.022598 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4358cb4561984e308e7bd7ca92d22d82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4734817 Jul 16 03:25:12.025321 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45220) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:12.033733 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.034229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.034670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.035186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.035738 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.036595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.037146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.037683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.038134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.038570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.039209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.039853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a098db6-a3e2-4f12-b560-2e520c577f53 admin admin] Tracked resource versions report: Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: pushed versions: Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: { 'AddressGroup': {'1.2'}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'ConntrackHelper': {'1.0'}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'Log': {'1.0'}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'Network': {'1.1'}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'Port': {'1.7'}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'PortForwarding': {'1.2'}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'QosPolicy': {'1.8'}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'SecurityGroup': {'1.4'}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'SubPort': {'1.0'}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'Subnet': {'1.1'}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'Trunk': {'1.1'}} Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: consumer versions: Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: { DHCP agent@n-d-800088-6: {}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: HyperV agent@n-h1-800088-6: {}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: HyperV agent@n-h2-800088-6: {}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: L3 agent@n-d-800088-6: {}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: Metadata agent@n-d-800088-6: {}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: Metering agent@n-d-800088-6: {}, Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: Open vSwitch agent@n-d-800088-6: { 'AddressGroup': '1.2', Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'ConntrackHelper': '1.0', Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'Log': '1.0', Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'Network': '1.1', Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'Port': '1.7', Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'PortForwarding': '1.2', Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'QosPolicy': '1.8', Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'SecurityGroup': '1.4', Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'SecurityGroupRule': '1.2', Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'SubPort': '1.0', Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'Subnet': '1.1', Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: 'Trunk': '1.1'}} Jul 16 03:25:12.041439 n-d-800088-6 neutron-server[93767]: {{(pid=93767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:25:12.097792 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:12.121595 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:12.182165 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:12.184803 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:12.185981 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b821b999-0751-4e25-8d60-c9bc4e6dac27 HTTP/1.1" status: 204 len: 168 time: 0.1596866 Jul 16 03:25:12.194541 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b821b999-0751-4e25-8d60-c9bc4e6dac27,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:12.201998 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.202357 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.202706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.203080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.203530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.203878 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.204302 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.204669 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.205001 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.205329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.205659 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.205988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d7fb01-e88e-432e-ab5f-e843aa4ee64b admin admin] Tracked resource versions report: Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: pushed versions: Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: { 'AddressGroup': {'1.2'}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'ConntrackHelper': {'1.0'}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'Log': {'1.0'}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'Network': {'1.1'}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'Port': {'1.7'}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'PortForwarding': {'1.2'}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'QosPolicy': {'1.8'}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'SecurityGroup': {'1.4'}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'SubPort': {'1.0'}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'Subnet': {'1.1'}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'Trunk': {'1.1'}} Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: consumer versions: Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: { DHCP agent@n-d-800088-6: {}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: HyperV agent@n-h1-800088-6: {}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: HyperV agent@n-h2-800088-6: {}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: L3 agent@n-d-800088-6: {}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: Metadata agent@n-d-800088-6: {}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: Metering agent@n-d-800088-6: {}, Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: Open vSwitch agent@n-d-800088-6: { 'AddressGroup': '1.2', Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'ConntrackHelper': '1.0', Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'Log': '1.0', Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'Network': '1.1', Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'Port': '1.7', Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'PortForwarding': '1.2', Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'QosPolicy': '1.8', Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'SecurityGroup': '1.4', Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'SecurityGroupRule': '1.2', Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'SubPort': '1.0', Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'Subnet': '1.1', Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: 'Trunk': '1.1'}} Jul 16 03:25:12.207065 n-d-800088-6 neutron-server[93768]: {{(pid=93768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:25:13.734834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45324) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:13.836622 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-network', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:13.858099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] Made reservation on behalf of 13e9c7f1e5614f26a30fc46498692a08 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:13.861265 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.869615 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.959776 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.963697 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:13.990955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:25:13.996961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:13.999289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352f86e5-deda-4307-89da-b51c06239d90,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:13.999983 n-d-800088-6 neutron-server[93767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 03:25:14.010113 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.010504 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] Added segment cf4c20ae-f7b5-4c08-a929-0fbe5656de6d of type vlan for network 3b81a2ed-00e6-441b-ab06-b543304c7c21 Jul 16 03:25:14.027104 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-f61628ff-f9a6-4c67-851b-9ac833a9cade tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284863 Jul 16 03:25:14.051753 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.082174 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.083387 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:14.084262 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.128731 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3915112 Jul 16 03:25:14.131627 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45358) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:14.136450 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8abc59fc-077a-46be-ab1a-1c943d8b068c admin admin] Request body: {'subnet': {'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-subnet', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:14.171281 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acb413-b83b-4410-a9f6-d0905f1161cc admin admin] Pushing event updated for resources: {'Network': ['ID=3b81a2ed-00e6-441b-ab06-b543304c7c21,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:14.189800 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 3b81a2ed-00e6-441b-ab06-b543304c7c21 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:25:14.192038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abc59fc-077a-46be-ab1a-1c943d8b068c admin admin] Made reservation on behalf of 13e9c7f1e5614f26a30fc46498692a08 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:14.194561 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8abc59fc-077a-46be-ab1a-1c943d8b068c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.222343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-dd8743fd-0f3e-47a6-ab98-255b33532c4c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:14.223889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-dd8743fd-0f3e-47a6-ab98-255b33532c4c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909182 Jul 16 03:25:14.244556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-e477b164-dde3-4584-a478-0b296b4f6239 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/quotas/ad10fbf176f74734b5667b3f7c9813ba HTTP/1.1" status: 200 len: 375 time: 0.0131669 Jul 16 03:25:14.310762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-80f3867f-7214-4944-83a6-40de225073ed tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601733 Jul 16 03:25:14.407297 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8abc59fc-077a-46be-ab1a-1c943d8b068c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.467717 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc59fc-077a-46be-ab1a-1c943d8b068c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05c25c6-bed0-4cc4-be87-9f3386e3f499,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:14.475991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abc59fc-077a-46be-ab1a-1c943d8b068c admin admin] Checking segment: {'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:14.476439 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abc59fc-077a-46be-ab1a-1c943d8b068c admin admin] Network hostable DHCP agents. Network: 3b81a2ed-00e6-441b-ab06-b543304c7c21, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:25:14.509827 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abc59fc-077a-46be-ab1a-1c943d8b068c admin admin] Network 3b81a2ed-00e6-441b-ab06-b543304c7c21 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:25:14.523023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8abc59fc-077a-46be-ab1a-1c943d8b068c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 3b81a2ed-00e6-441b-ab06-b543304c7c21) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:14.560964 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abc59fc-077a-46be-ab1a-1c943d8b068c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:14.561789 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8abc59fc-077a-46be-ab1a-1c943d8b068c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.564431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27033bc6-4a92-4997-bd3c-83108067b220 None None] Network 3b81a2ed-00e6-441b-ab06-b543304c7c21 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:14.595568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:14.597218 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8abc59fc-077a-46be-ab1a-1c943d8b068c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4636111 Jul 16 03:25:14.608188 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:14.669388 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c6f63f3-4c56-4bfe-a388-ea66ff7786be req-b21aa6a6-229e-469f-bcf6-fdb90ee9aebe tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 210 time: 0.0575311 Jul 16 03:25:14.689325 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.691218 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.814602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-3b81a2ed-00e6-441b-ab06-b543304c7c21', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:25:14.816035 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:14.833821 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.002693 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Allocated IP 172.20.0.2 (3b81a2ed-00e6-441b-ab06-b543304c7c21/d05c25c6-bed0-4cc4-be87-9f3386e3f499/2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:15.037059 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.254344 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.264194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Transition to ACTIVE for port object 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:15.293940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Transition to ACTIVE for port object 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:15.306741 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.323186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45468) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:15.365429 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Pushing event updated for resources: {'Port': ['ID=2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:15.376293 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:15.376818 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:15.377219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:15.377562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:15.378124 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:15.378375 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:15.378987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:15.379436 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:15.379829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:15.380407 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:15.381067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:15.381591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Tracked resource versions report: Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: pushed versions: Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: { 'AddressGroup': {'1.2'}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'ConntrackHelper': {'1.0'}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'Log': {'1.0'}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'Network': {'1.1'}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'Port': {'1.7'}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'PortForwarding': {'1.2'}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'QosPolicy': {'1.8'}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'SecurityGroup': {'1.4'}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'SubPort': {'1.0'}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'Subnet': {'1.1'}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'Trunk': {'1.1'}} Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: consumer versions: Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: { DHCP agent@n-d-800088-6: {}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: HyperV agent@n-h1-800088-6: {}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: HyperV agent@n-h2-800088-6: {}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: L3 agent@n-d-800088-6: {}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: Metadata agent@n-d-800088-6: {}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: Metering agent@n-d-800088-6: {}, Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: Open vSwitch agent@n-d-800088-6: { 'AddressGroup': '1.2', Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'ConntrackHelper': '1.0', Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'Log': '1.0', Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'Network': '1.1', Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'Port': '1.7', Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'PortForwarding': '1.2', Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'QosPolicy': '1.8', Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'SecurityGroup': '1.4', Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'SecurityGroupRule': '1.2', Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'SubPort': '1.0', Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'Subnet': '1.1', Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: 'Trunk': '1.1'}} Jul 16 03:25:15.383042 n-d-800088-6 neutron-server[93769]: {{(pid=93769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:25:15.411802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Network 3b81a2ed-00e6-441b-ab06-b543304c7c21 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:15.413809 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:15.420881 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.422879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:15.468633 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.501514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-347b8e40-1f17-4610-bb95-b89c8fc4c939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.582026 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Attempting to bind port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:15.582402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Attempting to bind port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:15.582844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Attempting to bind port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd on network 3b81a2ed-00e6-441b-ab06-b543304c7c21 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:15.589659 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:15.590027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Checking segment: {'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:15.590920 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.590920 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Bound using segment: {'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:15.592012 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Bound port: 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:15.592838 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.713391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] For port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:15.721571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] For port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:15.737685 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.747257 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-347b8e40-1f17-4610-bb95-b89c8fc4c939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.757532 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-347b8e40-1f17-4610-bb95-b89c8fc4c939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:15.807107 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-347b8e40-1f17-4610-bb95-b89c8fc4c939 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1662932412004693bc9f0cdedde05ee9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4825547 Jul 16 03:25:15.815613 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45514) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:15.857999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d4438-ad24-4931-bb2d-81886ec62580 None None] Pushing event updated for resources: {'Port': ['ID=2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:15.914381 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ea8a5e2-0bf7-4ecd-a34f-0793ccc42888 req-1b46cc49-1828-49be-8306-d8795e0d100a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 210 time: 0.0847948 Jul 16 03:25:15.915240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:15.928802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Allocated IP 172.25.3.47 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/7316cd10-e092-42b5-970a-74ff37861257) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:16.032633 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b8e40-1f17-4610-bb95-b89c8fc4c939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e247bb4c-1c0b-4faa-9f9d-74820709aed2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:16.069979 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:16.115635 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e96d15c-f065-4ae6-aac5-dda3fadae76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:16.184753 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e96d15c-f065-4ae6-aac5-dda3fadae76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:16.188680 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:16.255314 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Pushing event updated for resources: {'Port': ['ID=7316cd10-e092-42b5-970a-74ff37861257,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:16.267946 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:16.269498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:16.272039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:16.310549 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e96d15c-f065-4ae6-aac5-dda3fadae76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:16.317066 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e96d15c-f065-4ae6-aac5-dda3fadae76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:16.320155 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0e96d15c-f065-4ae6-aac5-dda3fadae76d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e247bb4c-1c0b-4faa-9f9d-74820709aed2 HTTP/1.1" status: 204 len: 168 time: 0.5034242 Jul 16 03:25:16.338089 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96d15c-f065-4ae6-aac5-dda3fadae76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e247bb4c-1c0b-4faa-9f9d-74820709aed2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:16.439812 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45544) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:16.603339 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e340838-2d6e-44dc-a478-cb27bf82e7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:16.796607 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91e47757-ee2f-4fc3-a8be-ad8b50043c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:16.864969 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.029932 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e340838-2d6e-44dc-a478-cb27bf82e7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.038582 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e340838-2d6e-44dc-a478-cb27bf82e7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.083381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:17.090866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8e340838-2d6e-44dc-a478-cb27bf82e7f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b99a5e2215e84a5fb85f1da6e004f72b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1693547 Jul 16 03:25:17.122875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:17.123438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45582) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:17.123975 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe50aea5-c5c6-4ed4-bf8d-b1bef6f9ac1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.210996 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91e47757-ee2f-4fc3-a8be-ad8b50043c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.224832 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91e47757-ee2f-4fc3-a8be-ad8b50043c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.242509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:17.263674 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-91e47757-ee2f-4fc3-a8be-ad8b50043c14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9220c4c60534475a820915b768ed326&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8215294 Jul 16 03:25:17.264796 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45600) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:17.282098 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67ad7886-af96-48d6-bbe6-f33bc559cdf1 req-6fa4e199-fa5b-443f-a060-ba3a831d2f49 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 210 time: 0.0709398 Jul 16 03:25:17.304863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e47757-ee2f-4fc3-a8be-ad8b50043c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c897ae5-35c3-426c-81be-d73876b3f0d6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:17.363702 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b07f49-13ec-419b-af0a-0d7212fa77a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.379739 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f928ddc-081f-426f-bee7-ba51deae1a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.389338 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e340838-2d6e-44dc-a478-cb27bf82e7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd85856-8cf4-48c8-ac88-650b70d35971,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:17.391191 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b07f49-13ec-419b-af0a-0d7212fa77a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.407564 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce37dae-119f-4cb0-ad0f-c884e592f5be None None] Network 3b81a2ed-00e6-441b-ab06-b543304c7c21 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:17.452353 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f928ddc-081f-426f-bee7-ba51deae1a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.460659 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b07f49-13ec-419b-af0a-0d7212fa77a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.463733 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1b07f49-13ec-419b-af0a-0d7212fa77a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.465899 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d1b07f49-13ec-419b-af0a-0d7212fa77a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c897ae5-35c3-426c-81be-d73876b3f0d6 HTTP/1.1" status: 204 len: 168 time: 0.1969311 Jul 16 03:25:17.488366 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.489365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b07f49-13ec-419b-af0a-0d7212fa77a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c897ae5-35c3-426c-81be-d73876b3f0d6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:17.538820 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.20', 52331) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:17.597666 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2c545d26-1d8d-4745-b333-6a6169a394bf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561972 Jul 16 03:25:17.636099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c1504180-664c-47c2-aa32-7a63d629ac5b None None] Provisioning for port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:17.655734 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c1504180-664c-47c2-aa32-7a63d629ac5b None None] Provisioning complete for port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:17.656148 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1504180-664c-47c2-aa32-7a63d629ac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.713288 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:17.770387 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-e7926da2-d049-4603-926d-770e467405ce tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5707ca78be5144f69466174a0194c555&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552518 Jul 16 03:25:17.833872 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-54914ded-0ab8-4be7-9003-2499844429dc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:17.835336 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-54914ded-0ab8-4be7-9003-2499844429dc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2331295 Jul 16 03:25:17.904045 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Request body: {'port': {'device_id': '193d2802-2d42-420a-8137-aa81fd2a31b9', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': 'ad10fbf176f74734b5667b3f7c9813ba'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:17.911205 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f928ddc-081f-426f-bee7-ba51deae1a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.913773 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f928ddc-081f-426f-bee7-ba51deae1a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:17.914951 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8f928ddc-081f-426f-bee7-ba51deae1a8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fd85856-8cf4-48c8-ac88-650b70d35971 HTTP/1.1" status: 204 len: 168 time: 0.7831764 Jul 16 03:25:17.961333 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1504180-664c-47c2-aa32-7a63d629ac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.014445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c1504180-664c-47c2-aa32-7a63d629ac5b None None] For port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:18.025684 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1504180-664c-47c2-aa32-7a63d629ac5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.041254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-92efdab7-0dec-438f-b67e-fe0e1ba2e19f tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:18.048868 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-92efdab7-0dec-438f-b67e-fe0e1ba2e19f tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2771018 Jul 16 03:25:18.076084 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f928ddc-081f-426f-bee7-ba51deae1a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd85856-8cf4-48c8-ac88-650b70d35971,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:18.107091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:25:18.109357 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1504180-664c-47c2-aa32-7a63d629ac5b None None] Pushing event updated for resources: {'Port': ['ID=2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:18.127791 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe50aea5-c5c6-4ed4-bf8d-b1bef6f9ac1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.152637 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe50aea5-c5c6-4ed4-bf8d-b1bef6f9ac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.188620 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-8d2d6cb9-b312-4d42-b86d-2e3bda7400c5 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/quotas/5707ca78be5144f69466174a0194c555 HTTP/1.1" status: 200 len: 375 time: 0.1387243 Jul 16 03:25:18.196142 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Made reservation on behalf of ad10fbf176f74734b5667b3f7c9813ba for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:18.200516 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.217991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45656) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:18.218869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.300559 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a94b2f4-f47c-49b5-8d77-c8172443ad80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.362185 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-9a79d11c-d0c0-458e-986a-bbfb58ab69e5 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5707ca78be5144f69466174a0194c555&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1721931 Jul 16 03:25:18.366148 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fe50aea5-c5c6-4ed4-bf8d-b1bef6f9ac1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93794ac5e11c4863b4f89e3eeffea052&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2742381 Jul 16 03:25:18.368887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45668) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:18.371872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-66e962b7-1bf3-4295-99e5-782f2bc40e18 None None] Provisioning complete for port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:18.372290 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-66e962b7-1bf3-4295-99e5-782f2bc40e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.384769 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.403633 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe50aea5-c5c6-4ed4-bf8d-b1bef6f9ac1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09be3ce1-a9ef-437e-9cb4-a6896cd5c3b3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:18.449867 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.497642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4daf2d2-377a-4d0f-b76a-6680243cbf8e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:18.566600 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ed7c4ee7-78cc-411f-b82a-600f625098d5 req-d2d6879d-f021-4474-9e38-11458c3c1242 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 210 time: 0.0521004 Jul 16 03:25:18.596634 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:25:18.611659 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Sync routers for ids ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:25:18.632691 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Routers {'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:18.633537 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:25:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:18.650283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:18.670513 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6499-e228-4c38-abac-bb3dc7253bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.718285 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99290977-c637-443c-aa09-c369cf901c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.773498 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99290977-c637-443c-aa09-c369cf901c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.803208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0bd90eba-1a15-49e1-a2af-94f06282063f req-1a91b86b-45ea-4f9c-bbd2-29f68a18d4e0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 210 time: 0.0627115 Jul 16 03:25:18.887049 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a94b2f4-f47c-49b5-8d77-c8172443ad80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.909397 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:18.909626 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Set router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:18.911408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a1adc9d4-8921-44e0-808d-cd765976a624 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3145685 Jul 16 03:25:18.914680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:18.921378 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a94b2f4-f47c-49b5-8d77-c8172443ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.071325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:19.120351 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7a94b2f4-f47c-49b5-8d77-c8172443ad80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=08bac691a7cb4b31985e9a5c9250d11d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8920698 Jul 16 03:25:19.127372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94b2f4-f47c-49b5-8d77-c8172443ad80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b078230-f925-4c65-b149-e3b53839df25,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:19.135302 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45718) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:19.162029 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Allocated IP 192.168.233.61 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/4be59503-333b-4779-be07-46d349b2f71f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:19.207170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99290977-c637-443c-aa09-c369cf901c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.211163 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99290977-c637-443c-aa09-c369cf901c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.212480 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-99290977-c637-443c-aa09-c369cf901c03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09be3ce1-a9ef-437e-9cb4-a6896cd5c3b3 HTTP/1.1" status: 204 len: 168 time: 0.8404732 Jul 16 03:25:19.214829 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6499-e228-4c38-abac-bb3dc7253bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.224745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:19.226522 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.269979 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99290977-c637-443c-aa09-c369cf901c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09be3ce1-a9ef-437e-9cb4-a6896cd5c3b3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:19.340159 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068823da-7b88-4081-aa17-b4519d66e04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.341922 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6499-e228-4c38-abac-bb3dc7253bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.347183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45726) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:19.467857 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068823da-7b88-4081-aa17-b4519d66e04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.482252 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:16Z', 'revision_number': 3, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:19.525359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b6499-e228-4c38-abac-bb3dc7253bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc103afe-1a67-46d5-bb4c-b426105c6713,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:19.568047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-eb3b6499-e228-4c38-abac-bb3dc7253bd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ebce4a61ff94d2f83f131240a977a8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9164858 Jul 16 03:25:19.571009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:19.599290 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Checking router: ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:25:19.599914 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Updating router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 port 7316cd10-e092-42b5-970a-74ff37861257 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:25:19.603146 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:25:19.645862 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.779636 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068823da-7b88-4081-aa17-b4519d66e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.782514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-068823da-7b88-4081-aa17-b4519d66e04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.783807 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-068823da-7b88-4081-aa17-b4519d66e04e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b078230-f925-4c65-b149-e3b53839df25 HTTP/1.1" status: 204 len: 168 time: 0.6467745 Jul 16 03:25:19.791124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f883f6ab-37a3-4adb-beef-2e06e20b9b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:19.814753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068823da-7b88-4081-aa17-b4519d66e04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b078230-f925-4c65-b149-e3b53839df25,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:19.935655 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.153611 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f883f6ab-37a3-4adb-beef-2e06e20b9b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.166864 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f883f6ab-37a3-4adb-beef-2e06e20b9b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.194524 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Transition to ACTIVE for port object 4be59503-333b-4779-be07-46d349b2f71f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:20.358258 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.368702 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-958eacaa-f231-4d40-8429-e4064f031239 req-79bb3016-02ac-4056-a7f9-4eb224274de8 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 210 time: 0.2046392 Jul 16 03:25:20.383981 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-caac2eb7-fd0d-456b-8a93-f126a400886e req-f79e5567-0fe3-4c7d-a5c7-c63b9c91fc9b tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 210 time: 0.2140601 Jul 16 03:25:20.394397 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Transition to ACTIVE for port object 7316cd10-e092-42b5-970a-74ff37861257 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:20.419817 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.447141 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d98e364-d59f-4bb2-8086-e30d73703952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.523723 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f883f6ab-37a3-4adb-beef-2e06e20b9b66 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2270e8bfd8194ac1836cb2c2b1da9bcc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1681838 Jul 16 03:25:20.523723 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883f6ab-37a3-4adb-beef-2e06e20b9b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9c612a-f955-4466-a239-cd4f13158010,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:20.528439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:20.543932 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Attempting to bind port 7316cd10-e092-42b5-970a-74ff37861257 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:20.544409 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Attempting to bind port 7316cd10-e092-42b5-970a-74ff37861257 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:20.545234 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Attempting to bind port 7316cd10-e092-42b5-970a-74ff37861257 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:20.552000 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.556585 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055359a-01c7-4278-b9b6-fd6e5c24e052 None None] Pushing event updated for resources: {'Port': ['ID=7316cd10-e092-42b5-970a-74ff37861257,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:20.585698 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055359a-01c7-4278-b9b6-fd6e5c24e052 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:20.589068 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055359a-01c7-4278-b9b6-fd6e5c24e052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:20.590839 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055359a-01c7-4278-b9b6-fd6e5c24e052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:20.593382 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055359a-01c7-4278-b9b6-fd6e5c24e052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:20.594469 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055359a-01c7-4278-b9b6-fd6e5c24e052 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:20.594971 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055359a-01c7-4278-b9b6-fd6e5c24e052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:20.596267 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055359a-01c7-4278-b9b6-fd6e5c24e052 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:20.596802 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055359a-01c7-4278-b9b6-fd6e5c24e052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:20.598383 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055359a-01c7-4278-b9b6-fd6e5c24e052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:20.600885 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055359a-01c7-4278-b9b6-fd6e5c24e052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:20.601467 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055359a-01c7-4278-b9b6-fd6e5c24e052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:20.601982 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055359a-01c7-4278-b9b6-fd6e5c24e052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5055359a-01c7-4278-b9b6-fd6e5c24e052 None None] Tracked resource versions report: Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: pushed versions: Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: { 'AddressGroup': {'1.2'}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'ConntrackHelper': {'1.0'}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'Log': {'1.0'}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'Network': {'1.1'}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'Port': {'1.7'}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'PortForwarding': {'1.2'}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'QosPolicy': {'1.8'}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'SecurityGroup': {'1.4'}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'SecurityGroupRule': {'1.2'}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'SubPort': {'1.0'}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'Subnet': {'1.1'}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'Trunk': {'1.1'}} Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: consumer versions: Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: { DHCP agent@n-d-800088-6: {}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: HyperV agent@n-h1-800088-6: {}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: HyperV agent@n-h2-800088-6: {}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: L3 agent@n-d-800088-6: {}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: Metadata agent@n-d-800088-6: {}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: Metering agent@n-d-800088-6: {}, Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: Open vSwitch agent@n-d-800088-6: { 'AddressGroup': '1.2', Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'ConntrackHelper': '1.0', Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'Log': '1.0', Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'Network': '1.1', Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'Port': '1.7', Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'PortForwarding': '1.2', Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'QosPolicy': '1.8', Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'SecurityGroup': '1.4', Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'SecurityGroupRule': '1.2', Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'SubPort': '1.0', Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'Subnet': '1.1', Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: 'Trunk': '1.1'}} Jul 16 03:25:20.603261 n-d-800088-6 neutron-server[93770]: {{(pid=93770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 03:25:20.616659 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:20.617493 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:20.618053 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.618578 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:20.619409 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Bound port: 7316cd10-e092-42b5-970a-74ff37861257, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:20.620105 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.689070 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] For port 7316cd10-e092-42b5-970a-74ff37861257, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:20.693408 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] For port 7316cd10-e092-42b5-970a-74ff37861257, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7316cd10-e092-42b5-970a-74ff37861257,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:20.707873 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.735082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Pushing event updated for resources: {'Port': ['ID=4be59503-333b-4779-be07-46d349b2f71f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:20.758095 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:20.760227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:20.773539 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d98e364-d59f-4bb2-8086-e30d73703952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.776672 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:20.788687 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:20.789687 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:20.819926 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-6e3815e7-9fdc-4841-89cf-ec382d903d10 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9206879 Jul 16 03:25:20.844004 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2ea9cc3c-9bba-4605-8f98-9df2cf4b43e2 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:25:20.845302 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2ea9cc3c-9bba-4605-8f98-9df2cf4b43e2 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063984 Jul 16 03:25:20.852227 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Routers {'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:20.853093 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:25:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:21.013563 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] Set router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:21.108678 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a129d3a3-fb48-42e7-a384-3536094a088b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.239475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-88042f45-c0c7-42b6-96bb-434aaf2d8a84 None None] Provisioning for port 4be59503-333b-4779-be07-46d349b2f71f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:21.246297 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-88042f45-c0c7-42b6-96bb-434aaf2d8a84 None None] Provisioning complete for port 4be59503-333b-4779-be07-46d349b2f71f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:21.248964 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88042f45-c0c7-42b6-96bb-434aaf2d8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.270476 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a129d3a3-fb48-42e7-a384-3536094a088b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.285579 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.388042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-88042f45-c0c7-42b6-96bb-434aaf2d8a84 None None] Port 4be59503-333b-4779-be07-46d349b2f71f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:25:21.496235 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d98e364-d59f-4bb2-8086-e30d73703952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.500645 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055359a-01c7-4278-b9b6-fd6e5c24e052 None None] Pushing event updated for resources: {'Port': ['ID=7316cd10-e092-42b5-970a-74ff37861257,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:21.521835 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d98e364-d59f-4bb2-8086-e30d73703952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.528437 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7d98e364-d59f-4bb2-8086-e30d73703952 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc103afe-1a67-46d5-bb4c-b426105c6713 HTTP/1.1" status: 204 len: 168 time: 1.9561744 Jul 16 03:25:21.545089 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:16Z', 'revision_number': 3, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:21.652177 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76bf53-5d64-40ab-88b2-993ac6f56fa1 None None] The sync data for ids ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'] in n-d-800088-6 is: [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:16Z', 'revision_number': 3, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:25:21.668850 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98e364-d59f-4bb2-8086-e30d73703952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc103afe-1a67-46d5-bb4c-b426105c6713,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:21.706301 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a129d3a3-fb48-42e7-a384-3536094a088b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.714387 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a129d3a3-fb48-42e7-a384-3536094a088b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:21.719891 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a129d3a3-fb48-42e7-a384-3536094a088b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b9c612a-f955-4466-a239-cd4f13158010 HTTP/1.1" status: 204 len: 168 time: 1.1881154 Jul 16 03:25:22.019897 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f64aec9c-769d-4b8f-8a88-d0a40f343d32 req-60c31097-b332-453c-b670-8f7bc0da3978 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 210 time: 0.1574249 Jul 16 03:25:22.024177 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129d3a3-fb48-42e7-a384-3536094a088b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9c612a-f955-4466-a239-cd4f13158010,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:22.049887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.88', 63427) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:22.245818 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-8909d027-f4ce-405f-8abe-955bf8cb090b tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=5707ca78be5144f69466174a0194c555&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1798193 Jul 16 03:25:22.250458 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Allocated IP 172.20.0.1 (3b81a2ed-00e6-441b-ab06-b543304c7c21/d05c25c6-bed0-4cc4-be87-9f3386e3f499/d594e4a7-1567-4ed1-b646-4fb1874c13c1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:22.348556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ef749-a60a-4266-bbba-c40725c974dd req-7bd81d99-763c-4561-9fb8-0c2f3766d29b tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:22.350487 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-004ef749-a60a-4266-bbba-c40725c974dd req-7bd81d99-763c-4561-9fb8-0c2f3766d29b tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 935 time: 0.6293299 Jul 16 03:25:22.587310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-004ef749-a60a-4266-bbba-c40725c974dd req-ccca424a-cc87-48f8-a35b-6c18d3a4bbdc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245588 Jul 16 03:25:22.688488 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-7657df64-fd18-49f3-8f83-57d5349382b1 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:22.690362 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-7657df64-fd18-49f3-8f83-57d5349382b1 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4252691 Jul 16 03:25:22.739796 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Request body: {'port': {'device_id': '193d2802-2d42-420a-8137-aa81fd2a31b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:22.755119 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:22.781992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Transition to ACTIVE for port object d594e4a7-1567-4ed1-b646-4fb1874c13c1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:22.851749 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:22.858218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Request body: {'port': {'device_id': '5f2d070e-3742-4d4c-bc2c-07c65b76f7a6', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '5707ca78be5144f69466174a0194c555'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:22.901647 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Network 3b81a2ed-00e6-441b-ab06-b543304c7c21 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:22.969647 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:22.983433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:22.983951 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.116029 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.208214 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7316cd10-e092-42b5-970a-74ff37861257 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:23.311236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45832) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:23.332211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 7316cd10-e092-42b5-970a-74ff37861257 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:23.349260 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 7316cd10-e092-42b5-970a-74ff37861257 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:23.349922 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.448330 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d00707f-3810-41e6-873b-ca26765311db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.459867 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67ee91dc-ad16-4658-b2b3-5eae2998035c req-ed8d1b88-7433-4d26-8883-2f1e3cd3950b tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 210 time: 0.1323421 Jul 16 03:25:23.467260 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Pushing event updated for resources: {'Port': ['ID=d594e4a7-1567-4ed1-b646-4fb1874c13c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:23.561908 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.591031 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.628109 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 7316cd10-e092-42b5-970a-74ff37861257, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7316cd10-e092-42b5-970a-74ff37861257,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:23.643429 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.719390 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-98b0a540-a8ed-44db-9eb2-2005f327e3e1 None None] Provisioning for port d594e4a7-1567-4ed1-b646-4fb1874c13c1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:23.753124 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-98b0a540-a8ed-44db-9eb2-2005f327e3e1 None None] Provisioning complete for port d594e4a7-1567-4ed1-b646-4fb1874c13c1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:23.755073 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98b0a540-a8ed-44db-9eb2-2005f327e3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.855317 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d00707f-3810-41e6-873b-ca26765311db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:23.861394 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=7316cd10-e092-42b5-970a-74ff37861257,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:23.885614 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-98b0a540-a8ed-44db-9eb2-2005f327e3e1 None None] Port d594e4a7-1567-4ed1-b646-4fb1874c13c1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:25:23.887845 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d00707f-3810-41e6-873b-ca26765311db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:24.007538 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:24.016966 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:24.018023 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:24.094116 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Pushing event updated for resources: {'Port': ['ID=d594e4a7-1567-4ed1-b646-4fb1874c13c1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:24.118625 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cdb92-cadf-4bb0-9e40-9555844af7ce req-2e1a1e43-20b2-4b89-b2ed-bb66ef185115 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:24.120762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-487cdb92-cadf-4bb0-9e40-9555844af7ce req-2e1a1e43-20b2-4b89-b2ed-bb66ef185115 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 935 time: 0.2100046 Jul 16 03:25:24.228631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Network 3b81a2ed-00e6-441b-ab06-b543304c7c21 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:24.231077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:24.474374 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-487cdb92-cadf-4bb0-9e40-9555844af7ce req-1a42d9b9-39b0-4a3f-bd97-f7370e3411bd tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561467 Jul 16 03:25:24.512885 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be59503-333b-4779-be07-46d349b2f71f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:24.549270 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:24.613123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Transition to ACTIVE for port object 4be59503-333b-4779-be07-46d349b2f71f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:24.672359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:24.725725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5f56b198-ef5b-447f-8c05-454f7d6b8d95 None None] Provisioning complete for port d594e4a7-1567-4ed1-b646-4fb1874c13c1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:24.726744 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f56b198-ef5b-447f-8c05-454f7d6b8d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:24.760461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:25:24.806222 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6d00707f-3810-41e6-873b-ca26765311db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbe6b4ee486c48e4bacf13a35dd98274&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4869354 Jul 16 03:25:24.808842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5f56b198-ef5b-447f-8c05-454f7d6b8d95 None None] Port d594e4a7-1567-4ed1-b646-4fb1874c13c1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:25:24.813229 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20c983f5-08d0-40fd-bc4f-9ecce434daae req-6a0e2754-ec90-4159-aa01-70c69cdefbed tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 210 time: 0.0544739 Jul 16 03:25:24.814122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45866) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:24.851582 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Made reservation on behalf of 5707ca78be5144f69466174a0194c555 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:24.855222 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:24.887830 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:24.913556 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00707f-3810-41e6-873b-ca26765311db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191a5da0-71bd-423c-8c7a-049baf80e592,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:25.114353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7316cd10-e092-42b5-970a-74ff37861257 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:25.239505 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 7316cd10-e092-42b5-970a-74ff37861257 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:25.239897 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.248942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Pushing event updated for resources: {'Port': ['ID=4be59503-333b-4779-be07-46d349b2f71f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:25.305276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Attempting to bind port 4be59503-333b-4779-be07-46d349b2f71f on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:25.305697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Attempting to bind port 4be59503-333b-4779-be07-46d349b2f71f by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:25.307077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Attempting to bind port 4be59503-333b-4779-be07-46d349b2f71f on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:25.317850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Port 4be59503-333b-4779-be07-46d349b2f71f on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:25:25.318179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Attempting to bind port 4be59503-333b-4779-be07-46d349b2f71f on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:25.342412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:25.342753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:25.343382 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:25.344681 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Bound port: 4be59503-333b-4779-be07-46d349b2f71f, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:25.344808 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.412567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:25:25.419120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-88241281-f9a7-438d-a035-6d6a57c54278 admin admin] 10.222.0.18 "PUT /v2.0/routers/ba25c532-4f8b-4fa0-b272-c4c82d1d3b62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5031047 Jul 16 03:25:25.428451 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0afa278e-7ad8-41fc-b248-29499b6204b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.432255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Sync routers for ids ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:25:25.451169 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Routers {'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:25.452150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:25:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:25.474414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0afa278e-7ad8-41fc-b248-29499b6204b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.549255 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] For port 4be59503-333b-4779-be07-46d349b2f71f, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:25.586660 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0afa278e-7ad8-41fc-b248-29499b6204b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.589233 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0afa278e-7ad8-41fc-b248-29499b6204b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.590549 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0afa278e-7ad8-41fc-b248-29499b6204b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/191a5da0-71bd-423c-8c7a-049baf80e592 HTTP/1.1" status: 204 len: 168 time: 0.7746954 Jul 16 03:25:25.604064 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa278e-7ad8-41fc-b248-29499b6204b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191a5da0-71bd-423c-8c7a-049baf80e592,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:25.699270 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] For port 4be59503-333b-4779-be07-46d349b2f71f, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4be59503-333b-4779-be07-46d349b2f71f,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:25.728982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Set router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:25.740568 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.892517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc856c-74a8-43ba-8dae-d660fb4429da req-e9b2d087-9da5-4caa-889f-65119e6132c6 tempest-NetworksTest-825969137 tempest-NetworksTest-825969137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:25.893045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc856c-74a8-43ba-8dae-d660fb4429da req-e9b2d087-9da5-4caa-889f-65119e6132c6 tempest-NetworksTest-825969137 tempest-NetworksTest-825969137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:25.893448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc856c-74a8-43ba-8dae-d660fb4429da req-e9b2d087-9da5-4caa-889f-65119e6132c6 tempest-NetworksTest-825969137 tempest-NetworksTest-825969137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:25.893914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc856c-74a8-43ba-8dae-d660fb4429da req-e9b2d087-9da5-4caa-889f-65119e6132c6 tempest-NetworksTest-825969137 tempest-NetworksTest-825969137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:25.906222 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4acc856c-74a8-43ba-8dae-d660fb4429da req-e9b2d087-9da5-4caa-889f-65119e6132c6 tempest-NetworksTest-825969137 tempest-NetworksTest-825969137-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2918 time: 0.2583401 Jul 16 03:25:25.919074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0eb81-d34b-4b01-bccd-1a4981fe00da req-2d679e55-7de1-46eb-8263-c6f8aa46040d tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:25.920245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Pushing event updated for resources: {'Port': ['ID=4be59503-333b-4779-be07-46d349b2f71f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:25.931453 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-85b0eb81-d34b-4b01-bccd-1a4981fe00da req-2d679e55-7de1-46eb-8263-c6f8aa46040d tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.2371609 Jul 16 03:25:25.950378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:25.951199 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:25.953741 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2f19d404-20f3-49b7-bf38-d6fc56426f6a service neutron] 10.222.0.20 "PUT /v2.0/ports/4be59503-333b-4779-be07-46d349b2f71f HTTP/1.1" status: 200 len: 1095 time: 3.9249604 Jul 16 03:25:25.964381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193d2802-2d42-420a-8137-aa81fd2a31b9', 'tag': '4be59503-333b-4779-be07-46d349b2f71f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:26.037187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-85b0eb81-d34b-4b01-bccd-1a4981fe00da req-f66dfb43-c639-4972-9d7b-55e0c6af26b3 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046841 Jul 16 03:25:26.079986 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:26.151652 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:26.308337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Allocated IP 192.168.233.63 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/b39afe05-139c-4a16-9a39-164d04338906) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:26.336647 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b462f109-393e-4630-bdad-54dc7ea98203 req-b92efcef-3af4-4213-83a0-11fb00563533 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 210 time: 0.0500312 Jul 16 03:25:26.381030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d987135-92f1-4938-ac0c-5e62f5be87ec req-c6ee7136-c856-4977-b9a7-e2096cf5c347 tempest-NetworksTest-825969137 tempest-NetworksTest-825969137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:26.383106 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d987135-92f1-4938-ac0c-5e62f5be87ec req-c6ee7136-c856-4977-b9a7-e2096cf5c347 tempest-NetworksTest-825969137 tempest-NetworksTest-825969137-project-admin] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 886 time: 0.2395978 Jul 16 03:25:26.486448 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd594e4a7-1567-4ed1-b646-4fb1874c13c1', 'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'mac_address': 'fa:16:3e:02:f1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:21Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 2, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'subnets': [{'id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:26.493417 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66da39ea-5dfe-455c-ab5c-30dba6d96f29,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:26.554363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Checking router: ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:25:26.556240 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Updating router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 port d594e4a7-1567-4ed1-b646-4fb1874c13c1 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:25:26.636909 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ada61-128e-4bf7-a67b-d41315e98c60 req-9a5a6185-5192-44a8-88ba-b90e04fc4555 tempest-NetworksTest-825969137 tempest-NetworksTest-825969137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:26.637389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ada61-128e-4bf7-a67b-d41315e98c60 req-9a5a6185-5192-44a8-88ba-b90e04fc4555 tempest-NetworksTest-825969137 tempest-NetworksTest-825969137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:26.637850 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ada61-128e-4bf7-a67b-d41315e98c60 req-9a5a6185-5192-44a8-88ba-b90e04fc4555 tempest-NetworksTest-825969137 tempest-NetworksTest-825969137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:26.638552 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ada61-128e-4bf7-a67b-d41315e98c60 req-9a5a6185-5192-44a8-88ba-b90e04fc4555 tempest-NetworksTest-825969137 tempest-NetworksTest-825969137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:26.649466 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:26.650039 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-929ada61-128e-4bf7-a67b-d41315e98c60 req-9a5a6185-5192-44a8-88ba-b90e04fc4555 tempest-NetworksTest-825969137 tempest-NetworksTest-825969137-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2918 time: 0.2453995 Jul 16 03:25:26.706782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-95d9d694-fd3f-40e7-9f95-b33e9e618536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:26.709346 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-95d9d694-fd3f-40e7-9f95-b33e9e618536 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 1098 time: 0.6252728 Jul 16 03:25:26.797120 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-31a7f266-d40b-4961-83c9-c70dfd915c82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4be59503-333b-4779-be07-46d349b2f71f HTTP/1.1" status: 200 len: 217 time: 0.0789735 Jul 16 03:25:26.888109 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:27.236731 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dd8480-8f32-4fd0-833c-afba35add7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "193d2802-2d42-420a-8137-aa81fd2a31b9", "tag": "4be59503-333b-4779-be07-46d349b2f71f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:27.253599 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Transition to ACTIVE for port object b39afe05-139c-4a16-9a39-164d04338906 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:27.264519 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:27.279498 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:27.284359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-a7ee5425-d3ae-4219-a8e7-06930e423057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:27.290409 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-a7ee5425-d3ae-4219-a8e7-06930e423057 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.4742274 Jul 16 03:25:27.326879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Transition to ACTIVE for port object d594e4a7-1567-4ed1-b646-4fb1874c13c1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:27.337805 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:27.493478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844cc5cd-b01d-4166-b530-3a84a7c204c4 req-a3e31bce-d58a-4986-bb17-710e9ef74a48 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:27.500995 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-844cc5cd-b01d-4166-b530-3a84a7c204c4 req-a3e31bce-d58a-4986-bb17-710e9ef74a48 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.2300045 Jul 16 03:25:27.581543 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:27.645924 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-844cc5cd-b01d-4166-b530-3a84a7c204c4 req-75b41d84-9c1f-4a54-a5f5-c675d428cb51 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377940 Jul 16 03:25:27.677705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2526e-3a7e-4285-8418-b4cc919e3e6e None None] Pushing event updated for resources: {'Port': ['ID=d594e4a7-1567-4ed1-b646-4fb1874c13c1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:27.692248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Attempting to bind port d594e4a7-1567-4ed1-b646-4fb1874c13c1 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:27.693025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Attempting to bind port d594e4a7-1567-4ed1-b646-4fb1874c13c1 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:27.697114 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Attempting to bind port d594e4a7-1567-4ed1-b646-4fb1874c13c1 on network 3b81a2ed-00e6-441b-ab06-b543304c7c21 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:27.713179 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:27.713992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Checking segment: {'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:27.715017 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:27.717385 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Bound using segment: {'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:27.718945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Bound port: d594e4a7-1567-4ed1-b646-4fb1874c13c1, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:27.719721 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:27.729691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:27.737848 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:27.741105 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:27.747368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:27.748095 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:27.761452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Pushing event updated for resources: {'Port': ['ID=b39afe05-139c-4a16-9a39-164d04338906,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:27.780173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-05961d81-0127-4198-a91c-36ebdde39ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:27.791433 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-05961d81-0127-4198-a91c-36ebdde39ae4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4166913 Jul 16 03:25:27.845146 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-c0d02fcf-2b9e-4f26-935a-aafecb6ab2a0 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9910073 Jul 16 03:25:27.971639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] For port d594e4a7-1567-4ed1-b646-4fb1874c13c1, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:27.985928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] For port d594e4a7-1567-4ed1-b646-4fb1874c13c1, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d594e4a7-1567-4ed1-b646-4fb1874c13c1,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:28.001906 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:28.029502 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-7b192a27-0051-491c-a15b-3c035d1cfb04 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301412 Jul 16 03:25:28.171713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115daebc-1e7c-4a05-84d9-5158543296a0 req-99b9dbf6-cb71-40d1-b97a-3eb5b5d2b1f5 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:28.173808 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-115daebc-1e7c-4a05-84d9-5158543296a0 req-99b9dbf6-cb71-40d1-b97a-3eb5b5d2b1f5 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 935 time: 0.1828136 Jul 16 03:25:28.178723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Routers {'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:28.179380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:25:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:28.231473 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d390a585-60ea-41ab-975e-fc06d3ebd2d5 x-openstack-request-id: req-d390a585-60ea-41ab-975e-fc06d3ebd2d5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:28.235179 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193d2802-2d42-420a-8137-aa81fd2a31b9", "tag": "4be59503-333b-4779-be07-46d349b2f71f", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:28.235578 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d390a585-60ea-41ab-975e-fc06d3ebd2d5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:28.238431 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193d2802-2d42-420a-8137-aa81fd2a31b9', 'tag': '4be59503-333b-4779-be07-46d349b2f71f', 'status': 'completed', 'code': 200} Jul 16 03:25:28.303191 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-115daebc-1e7c-4a05-84d9-5158543296a0 req-b2a085c0-5aa7-48ab-acc1-73da595e00dc tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229057 Jul 16 03:25:28.343198 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a559181-dfeb-4bdc-803d-9c3dd39545b8 req-2e704f87-fdbe-473c-982f-ec153f3b9228 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012373 Jul 16 03:25:28.384300 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a8ab878-b3f0-46ea-a40b-560a647b9fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:28.422444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:28.469574 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3265a1a8-4934-4326-a255-12ecf5640287 None None] Provisioning for port b39afe05-139c-4a16-9a39-164d04338906 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:28.503885 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd8480-8f32-4fd0-833c-afba35add7d3 req-c0f57c46-04ed-4476-9600-f83844d65945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:28.507130 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-18dd8480-8f32-4fd0-833c-afba35add7d3 req-c0f57c46-04ed-4476-9600-f83844d65945 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 1098 time: 0.1102386 Jul 16 03:25:28.522057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3265a1a8-4934-4326-a255-12ecf5640287 None None] Provisioning complete for port b39afe05-139c-4a16-9a39-164d04338906 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:28.522841 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3265a1a8-4934-4326-a255-12ecf5640287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:28.544347 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] Set router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:28.555108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2526e-3a7e-4285-8418-b4cc919e3e6e None None] Pushing event updated for resources: {'Port': ['ID=d594e4a7-1567-4ed1-b646-4fb1874c13c1,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:28.650392 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d89dd869-d695-4b5f-931b-396c81acf325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:28.700880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a8ab878-b3f0-46ea-a40b-560a647b9fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:28.717139 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a8ab878-b3f0-46ea-a40b-560a647b9fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:28.736532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3265a1a8-4934-4326-a255-12ecf5640287 None None] Port b39afe05-139c-4a16-9a39-164d04338906 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:25:28.854652 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2a8ab878-b3f0-46ea-a40b-560a647b9fb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2957545dc2ae4cd6b2a0d70dd821e171&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5868983 Jul 16 03:25:28.857383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:28.883775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ab878-b3f0-46ea-a40b-560a647b9fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cbf4a0-9acd-4d3b-9f30-089c6c563bb7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:28.948707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:28.967198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088296396-network', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:29.076027 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45549b9a-5f2f-416e-81f5-efbcd8bea50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:29.112815 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd8480-8f32-4fd0-833c-afba35add7d3 req-89a47738-dc55-4d4d-a43b-6cd7ca71cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:29.115025 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-18dd8480-8f32-4fd0-833c-afba35add7d3 req-89a47738-dc55-4d4d-a43b-6cd7ca71cdef service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.6019924 Jul 16 03:25:29.123945 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d89dd869-d695-4b5f-931b-396c81acf325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:29.137226 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45549b9a-5f2f-416e-81f5-efbcd8bea50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:29.142319 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d89dd869-d695-4b5f-931b-396c81acf325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:29.200357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24419f1-4b75-4d63-b789-46eb0db9f54d req-00b97fe4-e336-46f1-bfbd-32512b191438 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:29.211825 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e24419f1-4b75-4d63-b789-46eb0db9f54d req-00b97fe4-e336-46f1-bfbd-32512b191438 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.2352052 Jul 16 03:25:29.221301 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-18dd8480-8f32-4fd0-833c-afba35add7d3 req-d7007334-f3c9-439c-9457-c86bb1bbeb6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4be59503-333b-4779-be07-46d349b2f71f HTTP/1.1" status: 200 len: 217 time: 0.0934401 Jul 16 03:25:29.278454 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd594e4a7-1567-4ed1-b646-4fb1874c13c1', 'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'mac_address': 'fa:16:3e:02:f1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:21Z', 'updated_at': '2021-07-16T03:25:27Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'subnets': [{'id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:29.295304 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] Made reservation on behalf of fd4f7aa7b4dc4037a5d78af4283de693 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:29.298243 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:29.335667 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d89dd869-d695-4b5f-931b-396c81acf325 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd7ff48624f6469c9cbe9a3d6d40a8e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9062235 Jul 16 03:25:29.338958 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89dd869-d695-4b5f-931b-396c81acf325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ec9602-f2bf-4e6e-9420-78dc0c9a1691,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:29.342329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e49492-68f4-48db-97ce-bbc82724159a None None] The sync data for ids ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'] in n-d-800088-6 is: [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd594e4a7-1567-4ed1-b646-4fb1874c13c1', 'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'mac_address': 'fa:16:3e:02:f1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:21Z', 'updated_at': '2021-07-16T03:25:27Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'subnets': [{'id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:25:29.358830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45988) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:29.359307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd8480-8f32-4fd0-833c-afba35add7d3 req-d8a4d5f7-47b8-4f69-8338-e055c55bfaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:29.361169 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-18dd8480-8f32-4fd0-833c-afba35add7d3 req-d8a4d5f7-47b8-4f69-8338-e055c55bfaed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1314547 Jul 16 03:25:29.365532 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:29.466131 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e24419f1-4b75-4d63-b789-46eb0db9f54d req-e8ff14f6-ff9b-48a2-b6af-6f393c87d586 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495298 Jul 16 03:25:29.531866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd8480-8f32-4fd0-833c-afba35add7d3 req-7d178014-0fba-45d3-8a71-db81bf002cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:29.536376 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-18dd8480-8f32-4fd0-833c-afba35add7d3 req-7d178014-0fba-45d3-8a71-db81bf002cbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1622906 Jul 16 03:25:29.553955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-6509c671-a827-4ffe-8c9b-90e321173b69 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:25:29.555029 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-6509c671-a827-4ffe-8c9b-90e321173b69 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096202 Jul 16 03:25:29.584553 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45549b9a-5f2f-416e-81f5-efbcd8bea50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:29.588181 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45549b9a-5f2f-416e-81f5-efbcd8bea50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:29.589692 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-45549b9a-5f2f-416e-81f5-efbcd8bea50d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79cbf4a0-9acd-4d3b-9f30-089c6c563bb7 HTTP/1.1" status: 204 len: 168 time: 0.7221625 Jul 16 03:25:29.666893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45549b9a-5f2f-416e-81f5-efbcd8bea50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cbf4a0-9acd-4d3b-9f30-089c6c563bb7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:29.711231 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2680cd85-77e2-40c0-846c-df733b25d7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:29.839133 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-18dd8480-8f32-4fd0-833c-afba35add7d3 req-587f703b-e84e-4e6b-9899-c0ad2e5a4758 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806981 Jul 16 03:25:29.959678 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2680cd85-77e2-40c0-846c-df733b25d7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.036247 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8fb0690f-2efe-4403-a61b-ce706dd4b9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.111651 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.133722 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.168638 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-18dd8480-8f32-4fd0-833c-afba35add7d3 req-a27ddcbe-46d0-42f9-9464-89107e6b0166 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802451 Jul 16 03:25:30.171061 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2680cd85-77e2-40c0-846c-df733b25d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.178884 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2680cd85-77e2-40c0-846c-df733b25d7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.180336 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2680cd85-77e2-40c0-846c-df733b25d7ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8ec9602-f2bf-4e6e-9420-78dc0c9a1691 HTTP/1.1" status: 204 len: 168 time: 0.8159370 Jul 16 03:25:30.197882 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a12ff-908d-4c48-a25c-df24531cd2ba req-4032873d-a02c-447f-bfa5-7b2ff9fc4d98 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:30.199842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b67a12ff-908d-4c48-a25c-df24531cd2ba req-4032873d-a02c-447f-bfa5-7b2ff9fc4d98 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 935 time: 0.4463675 Jul 16 03:25:30.238636 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:25:30.252726 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.253076 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] Added segment 71196893-bc9d-4465-892f-5656002a91b1 of type vlan for network af8da2d2-c905-4b27-a164-77621f416a48 Jul 16 03:25:30.307670 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.355789 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.356957 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:30.357626 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.377473 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8293ba38-1ff8-427c-9901-1fa20ffe9613,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:30.460710 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b67a12ff-908d-4c48-a25c-df24531cd2ba req-4cb242bc-b7fc-4469-b371-3e109583b237 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490175 Jul 16 03:25:30.469149 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5108616 Jul 16 03:25:30.470603 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680cd85-77e2-40c0-846c-df733b25d7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ec9602-f2bf-4e6e-9420-78dc0c9a1691,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:30.472024 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46006) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:30.477852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-838fb03f-3ff5-4d78-9a61-454c61c75ad4 admin admin] Request body: {'subnet': {'network_id': 'af8da2d2-c905-4b27-a164-77621f416a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088296396-subnet', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:30.568961 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838fb03f-3ff5-4d78-9a61-454c61c75ad4 admin admin] Made reservation on behalf of fd4f7aa7b4dc4037a5d78af4283de693 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:30.573076 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-838fb03f-3ff5-4d78-9a61-454c61c75ad4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.610432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a206ddb-2768-44b9-9a33-4c17dd50affe admin admin] Pushing event updated for resources: {'Network': ['ID=af8da2d2-c905-4b27-a164-77621f416a48,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:30.621119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network af8da2d2-c905-4b27-a164-77621f416a48 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:25:30.797217 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:30.905665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9726c0-0e79-440b-a231-b900c851ea63 req-d76f37ba-848a-415b-86dc-5b5045d3d9ee tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:30.916769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef9726c0-0e79-440b-a231-b900c851ea63 req-d76f37ba-848a-415b-86dc-5b5045d3d9ee tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.1787355 Jul 16 03:25:30.918461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Request body: {'port': {'device_id': '5f2d070e-3742-4d4c-bc2c-07c65b76f7a6', 'device_owner': 'compute:tempest-test_az-2123082705', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:30.921829 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-838fb03f-3ff5-4d78-9a61-454c61c75ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.047272 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef9726c0-0e79-440b-a231-b900c851ea63 req-39d4e850-be4c-49d4-a2e8-e4137b298980 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278579 Jul 16 03:25:31.102559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d594e4a7-1567-4ed1-b646-4fb1874c13c1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:31.112384 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:31.225263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fb03f-3ff5-4d78-9a61-454c61c75ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b611835-941d-4334-a1ce-f01f78f43f96,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:31.228584 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.245794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46022) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:31.249764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d594e4a7-1567-4ed1-b646-4fb1874c13c1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:31.253936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d594e4a7-1567-4ed1-b646-4fb1874c13c1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:31.254598 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.269416 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fb03f-3ff5-4d78-9a61-454c61c75ad4 admin admin] Checking segment: {'id': '71196893-bc9d-4465-892f-5656002a91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'af8da2d2-c905-4b27-a164-77621f416a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:31.269781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838fb03f-3ff5-4d78-9a61-454c61c75ad4 admin admin] Network hostable DHCP agents. Network: af8da2d2-c905-4b27-a164-77621f416a48, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:25:31.286333 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.313092 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80cb6be0-47f2-48e9-9604-c1264f6e8970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.395870 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.441136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838fb03f-3ff5-4d78-9a61-454c61c75ad4 admin admin] Network af8da2d2-c905-4b27-a164-77621f416a48 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:25:31.453990 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port d594e4a7-1567-4ed1-b646-4fb1874c13c1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d594e4a7-1567-4ed1-b646-4fb1874c13c1,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:31.461400 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.491993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-838fb03f-3ff5-4d78-9a61-454c61c75ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, af8da2d2-c905-4b27-a164-77621f416a48) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:31.508736 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b14494d-490c-46e9-a791-148dca0b942f None None] Network af8da2d2-c905-4b27-a164-77621f416a48 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:31.524360 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a176f28-56ca-4969-8162-c0fd09ae4063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.558585 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46026) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:31.570465 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838fb03f-3ff5-4d78-9a61-454c61c75ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:31.570902 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-838fb03f-3ff5-4d78-9a61-454c61c75ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.634229 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c75ba8c8-33f5-40ec-a05a-87f151f7de7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.708202 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=d594e4a7-1567-4ed1-b646-4fb1874c13c1,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:31.745051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-af8da2d2-c905-4b27-a164-77621f416a48', 'network_id': 'af8da2d2-c905-4b27-a164-77621f416a48', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'fixed_ips': [{'subnet_id': '0b611835-941d-4334-a1ce-f01f78f43f96'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:25:31.746927 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.790701 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80cb6be0-47f2-48e9-9604-c1264f6e8970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.804776 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80cb6be0-47f2-48e9-9604-c1264f6e8970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.843121 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb6be0-47f2-48e9-9604-c1264f6e8970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174c3091-2fbf-49a2-9415-8f29d62310f6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:31.883409 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-80cb6be0-47f2-48e9-9604-c1264f6e8970 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af98639edd0d46a491997235ff789ec1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6340930 Jul 16 03:25:31.887335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46030) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:31.921103 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a176f28-56ca-4969-8162-c0fd09ae4063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.936783 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a176f28-56ca-4969-8162-c0fd09ae4063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:31.945581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Allocated IP 172.20.0.2 (af8da2d2-c905-4b27-a164-77621f416a48/0b611835-941d-4334-a1ce-f01f78f43f96/c6fa9126-148b-4c2f-85a5-c0a11f08f677) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:32.004391 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-838fb03f-3ff5-4d78-9a61-454c61c75ad4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5284691 Jul 16 03:25:32.010503 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46034) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:32.012905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5deeca-c1af-436d-bf50-328df2423c4c req-c81fc431-44ac-47d1-9826-301691ba9fa3 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:32.016222 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c5deeca-c1af-436d-bf50-328df2423c4c req-c81fc431-44ac-47d1-9826-301691ba9fa3 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 935 time: 0.2898631 Jul 16 03:25:32.024205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088296396-router', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:32.056094 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39afe05-139c-4a16-9a39-164d04338906 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:32.070912 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.112200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6a176f28-56ca-4969-8162-c0fd09ae4063 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2d4f39f98fc48e3b154cfefa4697f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9984405 Jul 16 03:25:32.113322 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a176f28-56ca-4969-8162-c0fd09ae4063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8051c5-44b5-4613-93fe-00eb0eda3ab6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:32.133426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:32.136365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af58301-76ab-4d4a-82dc-020ec0be0c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.140031 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Transition to ACTIVE for port object b39afe05-139c-4a16-9a39-164d04338906 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:32.155508 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.202437 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c5deeca-c1af-436d-bf50-328df2423c4c req-ee7e86ee-d246-4a02-a0ca-536109e4dc34 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618528 Jul 16 03:25:32.226209 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aeea356-fd20-463e-b0d3-3e8a4fe93835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.232671 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.243876 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Transition to ACTIVE for port object c6fa9126-148b-4c2f-85a5-c0a11f08f677 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:32.308282 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Transition to ACTIVE for port object c6fa9126-148b-4c2f-85a5-c0a11f08f677 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:32.315308 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Pushing event updated for resources: {'Port': ['ID=b39afe05-139c-4a16-9a39-164d04338906,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:32.329974 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.332875 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aeea356-fd20-463e-b0d3-3e8a4fe93835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.399048 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Network af8da2d2-c905-4b27-a164-77621f416a48 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:32.403160 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af58301-76ab-4d4a-82dc-020ec0be0c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.450073 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aeea356-fd20-463e-b0d3-3e8a4fe93835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.455532 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aeea356-fd20-463e-b0d3-3e8a4fe93835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.460677 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5aeea356-fd20-463e-b0d3-3e8a4fe93835 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c8051c5-44b5-4613-93fe-00eb0eda3ab6 HTTP/1.1" status: 204 len: 168 time: 0.3184733 Jul 16 03:25:32.473128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:32.478806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:32.486576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeea356-fd20-463e-b0d3-3e8a4fe93835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8051c5-44b5-4613-93fe-00eb0eda3ab6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:32.520998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654cd7f-32a3-45f4-bd12-d7161a43de5c req-db50a26c-0432-4d92-b8ce-9a59a70f14b0 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:32.529336 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8654cd7f-32a3-45f4-bd12-d7161a43de5c req-db50a26c-0432-4d92-b8ce-9a59a70f14b0 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.2447612 Jul 16 03:25:32.616021 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8654cd7f-32a3-45f4-bd12-d7161a43de5c req-f5787082-04fb-4d38-8867-6766055566c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811372 Jul 16 03:25:32.729570 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Attempting to bind port c6fa9126-148b-4c2f-85a5-c0a11f08f677 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:32.729969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Attempting to bind port c6fa9126-148b-4c2f-85a5-c0a11f08f677 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '71196893-bc9d-4465-892f-5656002a91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'af8da2d2-c905-4b27-a164-77621f416a48'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:32.730288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Attempting to bind port c6fa9126-148b-4c2f-85a5-c0a11f08f677 on network af8da2d2-c905-4b27-a164-77621f416a48 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:32.751272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:32.751669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Checking segment: {'id': '71196893-bc9d-4465-892f-5656002a91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'af8da2d2-c905-4b27-a164-77621f416a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:32.752048 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.752472 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Bound using segment: {'id': '71196893-bc9d-4465-892f-5656002a91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'af8da2d2-c905-4b27-a164-77621f416a48'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:32.752948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Bound port: c6fa9126-148b-4c2f-85a5-c0a11f08f677, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71196893-bc9d-4465-892f-5656002a91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'af8da2d2-c905-4b27-a164-77621f416a48'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:32.753352 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.834401 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] For port c6fa9126-148b-4c2f-85a5-c0a11f08f677, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:32.837756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] For port c6fa9126-148b-4c2f-85a5-c0a11f08f677, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c6fa9126-148b-4c2f-85a5-c0a11f08f677,segment=NetworkSegment(71196893-bc9d-4465-892f-5656002a91b1),segment_id=71196893-bc9d-4465-892f-5656002a91b1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:32.847888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Pushing event updated for resources: {'Port': ['ID=c6fa9126-148b-4c2f-85a5-c0a11f08f677,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:32.859681 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.863644 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-262603b9-8916-4cbc-bbfe-6724d7a5ba02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:32.876540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Attempting to bind port b39afe05-139c-4a16-9a39-164d04338906 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:32.877035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Attempting to bind port b39afe05-139c-4a16-9a39-164d04338906 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:32.877476 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Attempting to bind port b39afe05-139c-4a16-9a39-164d04338906 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:32.884371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Port b39afe05-139c-4a16-9a39-164d04338906 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:25:32.884831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Attempting to bind port b39afe05-139c-4a16-9a39-164d04338906 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:32.936787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:32.937327 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:32.937853 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:32.938427 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Bound port: b39afe05-139c-4a16-9a39-164d04338906, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:32.951582 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.004661 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013dadd-7865-46c7-bc9b-d617e1ddb5e2 None None] Pushing event updated for resources: {'Port': ['ID=c6fa9126-148b-4c2f-85a5-c0a11f08f677,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:33.005021 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c75ba8c8-33f5-40ec-a05a-87f151f7de7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.037744 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.078966 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c75ba8c8-33f5-40ec-a05a-87f151f7de7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.087122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d594e4a7-1567-4ed1-b646-4fb1874c13c1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:33.203054 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d594e4a7-1567-4ed1-b646-4fb1874c13c1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:33.209959 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.237745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ba8c8-33f5-40ec-a05a-87f151f7de7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290a2e93-7db8-4af4-9a1e-cd3df9c6d462,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:33.267147 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.269962 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.275467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:33.309907 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4821a5e-149a-4d83-ac98-6ef8c9bc4ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.386914 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.388743 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af58301-76ab-4d4a-82dc-020ec0be0c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.392787 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af58301-76ab-4d4a-82dc-020ec0be0c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.397923 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9af58301-76ab-4d4a-82dc-020ec0be0c3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/174c3091-2fbf-49a2-9415-8f29d62310f6 HTTP/1.1" status: 204 len: 168 time: 1.5044858 Jul 16 03:25:33.414829 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af58301-76ab-4d4a-82dc-020ec0be0c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174c3091-2fbf-49a2-9415-8f29d62310f6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:33.580087 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c75ba8c8-33f5-40ec-a05a-87f151f7de7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5328ba2aea0946c5bcd409f56b867e99&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0153599 Jul 16 03:25:33.582685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46078) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:33.599064 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4821a5e-149a-4d83-ac98-6ef8c9bc4ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.640256 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4821a5e-149a-4d83-ac98-6ef8c9bc4ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.699833 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] For port b39afe05-139c-4a16-9a39-164d04338906, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:33.715408 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.732425 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b4821a5e-149a-4d83-ac98-6ef8c9bc4ce6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b11a43bb96f4cf388ba8ba4bfc97a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4558203 Jul 16 03:25:33.737128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:33.754415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4821a5e-149a-4d83-ac98-6ef8c9bc4ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82ecc1d-16ea-4271-9835-cb8439185eb3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:33.838512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] For port b39afe05-139c-4a16-9a39-164d04338906, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=b39afe05-139c-4a16-9a39-164d04338906,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:33.844997 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15952735-1cad-4be4-be06-7caf17526e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.856231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc660ef8-d34d-4260-b09b-776c9f0546fc req-2b72dd3a-3032-42e8-a5d0-903e9198873a tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:33.858451 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.871357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc660ef8-d34d-4260-b09b-776c9f0546fc req-2b72dd3a-3032-42e8-a5d0-903e9198873a tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 969 time: 0.2631805 Jul 16 03:25:33.876032 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.934724 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc660ef8-d34d-4260-b09b-776c9f0546fc req-f3654b34-f2c0-4ae1-b6be-3656f36b87a6 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612960 Jul 16 03:25:33.951381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Pushing event updated for resources: {'Port': ['ID=b39afe05-139c-4a16-9a39-164d04338906,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:33.986836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:33.988923 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:33.990805 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-827ba191-b54c-4445-8f37-3a48dbdc9df1 service neutron] 10.222.0.88 "PUT /v2.0/ports/b39afe05-139c-4a16-9a39-164d04338906 HTTP/1.1" status: 200 len: 1117 time: 4.0879681 Jul 16 03:25:33.997822 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bfdad35-9947-4bda-8a05-b891666c2f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:34.020486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2d070e-3742-4d4c-bc2c-07c65b76f7a6', 'tag': 'b39afe05-139c-4a16-9a39-164d04338906'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:34.022906 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5214e6f3-de9b-44bd-aad1-cf8efdd54b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f2d070e-3742-4d4c-bc2c-07c65b76f7a6", "tag": "b39afe05-139c-4a16-9a39-164d04338906"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:34.047198 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15952735-1cad-4be4-be06-7caf17526e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:34.069567 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bfdad35-9947-4bda-8a05-b891666c2f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:34.220343 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a36b06-c2e3-4f12-9845-e071c1bc6bed x-openstack-request-id: req-63a36b06-c2e3-4f12-9845-e071c1bc6bed {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:34.220664 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f2d070e-3742-4d4c-bc2c-07c65b76f7a6", "tag": "b39afe05-139c-4a16-9a39-164d04338906", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:34.221709 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63a36b06-c2e3-4f12-9845-e071c1bc6bed {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:34.222117 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2d070e-3742-4d4c-bc2c-07c65b76f7a6', 'tag': 'b39afe05-139c-4a16-9a39-164d04338906', 'status': 'completed', 'code': 200} Jul 16 03:25:34.301202 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15952735-1cad-4be4-be06-7caf17526e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:34.303780 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15952735-1cad-4be4-be06-7caf17526e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:34.304973 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-15952735-1cad-4be4-be06-7caf17526e11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/290a2e93-7db8-4af4-9a1e-cd3df9c6d462 HTTP/1.1" status: 204 len: 168 time: 0.6891191 Jul 16 03:25:34.328009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c88755-a90d-4ee4-b96f-1c09a11dbbca req-143d26d8-5f0e-4297-a52b-83e31bf6a7a1 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:34.329686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9c88755-a90d-4ee4-b96f-1c09a11dbbca req-143d26d8-5f0e-4297-a52b-83e31bf6a7a1 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.3345847 Jul 16 03:25:34.422815 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bfdad35-9947-4bda-8a05-b891666c2f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:34.427568 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bfdad35-9947-4bda-8a05-b891666c2f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:34.428830 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4bfdad35-9947-4bda-8a05-b891666c2f8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b82ecc1d-16ea-4271-9835-cb8439185eb3 HTTP/1.1" status: 204 len: 168 time: 0.6899171 Jul 16 03:25:34.473492 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9c88755-a90d-4ee4-b96f-1c09a11dbbca req-58d4e41d-cf6a-4bd2-b19d-37f0a961ac65 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362903 Jul 16 03:25:34.474494 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdad35-9947-4bda-8a05-b891666c2f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82ecc1d-16ea-4271-9835-cb8439185eb3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:34.516757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15952735-1cad-4be4-be06-7caf17526e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290a2e93-7db8-4af4-9a1e-cd3df9c6d462,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:34.758380 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:34.786788 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f7eeac-305a-4e42-9e83-aa2a5ffd83e1 None None] Network af8da2d2-c905-4b27-a164-77621f416a48 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:34.840140 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:35.005487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-42bd6249-3fdd-48ed-8690-33a983321762 None None] Provisioning for port c6fa9126-148b-4c2f-85a5-c0a11f08f677 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:35.173037 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c6fa9126-148b-4c2f-85a5-c0a11f08f677 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:35.287197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port c6fa9126-148b-4c2f-85a5-c0a11f08f677 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:35.299222 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c6fa9126-148b-4c2f-85a5-c0a11f08f677 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:35.301883 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:35.329233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Allocated IP 172.25.3.211 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/4bfdbaa6-c39c-4623-8265-bbe9a8ed1602) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:35.384187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b669c-12c4-463a-ae55-7ae852fb7e31 req-3071ed61-1c7f-4161-8ed7-a76d576c5d26 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:35.401430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0a3b669c-12c4-463a-ae55-7ae852fb7e31 req-3071ed61-1c7f-4161-8ed7-a76d576c5d26 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 969 time: 0.1924934 Jul 16 03:25:35.498539 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0a3b669c-12c4-463a-ae55-7ae852fb7e31 req-9b80cd6c-aa5b-413e-b094-15766fe4ca50 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952337 Jul 16 03:25:35.535874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:35.567369 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:35.618875 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:35.636658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-26c36b89-a9e4-4b4b-843a-81ede02743a6 None None] Provisioning complete for port c6fa9126-148b-4c2f-85a5-c0a11f08f677 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:35.642522 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-26c36b89-a9e4-4b4b-843a-81ede02743a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:35.729553 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:35.791951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port c6fa9126-148b-4c2f-85a5-c0a11f08f677, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c6fa9126-148b-4c2f-85a5-c0a11f08f677,segment=NetworkSegment(71196893-bc9d-4465-892f-5656002a91b1),segment_id=71196893-bc9d-4465-892f-5656002a91b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:35.805056 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:35.808703 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586a520-249e-4edc-9838-2d65b8d9a2e8 req-673de93d-f884-433f-8649-63e9a304fbb0 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:35.816752 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9586a520-249e-4edc-9838-2d65b8d9a2e8 req-673de93d-f884-433f-8649-63e9a304fbb0 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.1091771 Jul 16 03:25:35.871130 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9586a520-249e-4edc-9838-2d65b8d9a2e8 req-440ef5f1-f8be-402d-8df1-937409847963 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530164 Jul 16 03:25:35.930721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:35.958339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=c6fa9126-148b-4c2f-85a5-c0a11f08f677,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:35.965574 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:35.972720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214e6f3-de9b-44bd-aad1-cf8efdd54b8e req-030f40fc-0633-44c9-a15d-6056e908384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:35.974364 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5214e6f3-de9b-44bd-aad1-cf8efdd54b8e req-030f40fc-0633-44c9-a15d-6056e908384c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5707ca78be5144f69466174a0194c555&device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 1120 time: 0.3460135 Jul 16 03:25:35.982594 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:36.033648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:36.069104 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da2e08c3-ad43-461f-b848-71a263479255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.293985 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5214e6f3-de9b-44bd-aad1-cf8efdd54b8e req-6c6c087b-6aa8-45b7-b8d1-8cabb9163924 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=5707ca78be5144f69466174a0194c555&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771437 Jul 16 03:25:36.311804 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da2e08c3-ad43-461f-b848-71a263479255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.319596 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da2e08c3-ad43-461f-b848-71a263479255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.387950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e08c3-ad43-461f-b848-71a263479255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bac6ba0-55d4-422f-9728-9865686fc6a4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:36.430986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-da2e08c3-ad43-461f-b848-71a263479255 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d225cad81f5042b3b226f938065b176e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8955162 Jul 16 03:25:36.437053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:36.529947 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Pushing event updated for resources: {'Port': ['ID=4bfdbaa6-c39c-4623-8265-bbe9a8ed1602,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:36.560570 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09db45c0-44d8-4351-bc00-d24766e39a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.612915 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09db45c0-44d8-4351-bc00-d24766e39a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.708076 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09db45c0-44d8-4351-bc00-d24766e39a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.710715 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09db45c0-44d8-4351-bc00-d24766e39a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:36.711904 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-09db45c0-44d8-4351-bc00-d24766e39a44 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bac6ba0-55d4-422f-9728-9865686fc6a4 HTTP/1.1" status: 204 len: 168 time: 0.2736516 Jul 16 03:25:36.730846 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db45c0-44d8-4351-bc00-d24766e39a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bac6ba0-55d4-422f-9728-9865686fc6a4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:37.059288 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06529ddd-a810-46c9-93d3-be6a0e1502df req-0a705fc4-99b8-4497-b0e9-a740fe183a4d tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:37.061053 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06529ddd-a810-46c9-93d3-be6a0e1502df req-0a705fc4-99b8-4497-b0e9-a740fe183a4d tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 969 time: 0.1959162 Jul 16 03:25:37.123285 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:37.123840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c6fa9126-148b-4c2f-85a5-c0a11f08f677 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:37.190198 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06529ddd-a810-46c9-93d3-be6a0e1502df req-408b479c-8410-49b5-ac31-7c11bb4c3ad3 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201353 Jul 16 03:25:37.279693 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c6fa9126-148b-4c2f-85a5-c0a11f08f677 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:37.280105 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:37.357923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b157e-c31e-499f-bdfb-56a3537e33ef req-63271706-d61d-4470-a516-251ec23b8c1f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:37.369602 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc5b157e-c31e-499f-bdfb-56a3537e33ef req-63271706-d61d-4470-a516-251ec23b8c1f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.1339140 Jul 16 03:25:37.451625 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc5b157e-c31e-499f-bdfb-56a3537e33ef req-67f2d994-9109-4bbc-9e79-f9535ec43c90 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810158 Jul 16 03:25:37.574470 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214e6f3-de9b-44bd-aad1-cf8efdd54b8e req-0c6ae6d2-a350-4b13-9121-fa0e616552a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:37.575958 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5214e6f3-de9b-44bd-aad1-cf8efdd54b8e req-0c6ae6d2-a350-4b13-9121-fa0e616552a9 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7189758 Jul 16 03:25:37.730275 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:37.768247 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a203532c-4fec-469f-a3ed-4b0e55e8ea07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:37.793406 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:37.798801 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-380a8a18-097b-4ab9-90ee-107ab7bf2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:37.800340 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-380a8a18-097b-4ab9-90ee-107ab7bf2fcc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5707ca78be5144f69466174a0194c555&device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 1120 time: 0.1299336 Jul 16 03:25:37.925821 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-e9961885-85d8-423b-b086-52e21ecd6655 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=b39afe05-139c-4a16-9a39-164d04338906 HTTP/1.1" status: 200 len: 217 time: 0.0790720 Jul 16 03:25:38.037602 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a203532c-4fec-469f-a3ed-4b0e55e8ea07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:38.050035 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a203532c-4fec-469f-a3ed-4b0e55e8ea07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:38.052503 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-5e93d134-fea4-4b65-9552-a7434b4cc73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:38.053973 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-5e93d134-fea4-4b65-9552-a7434b4cc73a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1144826 Jul 16 03:25:38.111081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46198) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:38.131558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203532c-4fec-469f-a3ed-4b0e55e8ea07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a91cec1-6a8d-4a4e-a7e8-b5b4a33c378f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:38.150089 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Router 18005153-70f3-4e5b-b817-3e6d55be8c92 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:25:38.181751 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a203532c-4fec-469f-a3ed-4b0e55e8ea07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59ef4895817844b583d360c2d05739d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504690 Jul 16 03:25:38.184188 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:38.219107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-93a8c3b1-2280-4621-963b-e5e8e619689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:38.220987 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-93a8c3b1-2280-4621-963b-e5e8e619689a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1595020 Jul 16 03:25:38.266878 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19b09b1a-e2a3-41ff-a219-d83d50e46fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:38.292650 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19b09b1a-e2a3-41ff-a219-d83d50e46fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:38.381140 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19b09b1a-e2a3-41ff-a219-d83d50e46fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:38.386435 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19b09b1a-e2a3-41ff-a219-d83d50e46fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:38.387855 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-19b09b1a-e2a3-41ff-a219-d83d50e46fad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a91cec1-6a8d-4a4e-a7e8-b5b4a33c378f HTTP/1.1" status: 204 len: 168 time: 0.2027273 Jul 16 03:25:38.397127 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:25:38.408047 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Sync routers for ids ['18005153-70f3-4e5b-b817-3e6d55be8c92'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:25:38.408623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b09b1a-e2a3-41ff-a219-d83d50e46fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a91cec1-6a8d-4a4e-a7e8-b5b4a33c378f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:38.426796 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Routers {'18005153-70f3-4e5b-b817-3e6d55be8c92'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:38.429083 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:25:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['18005153-70f3-4e5b-b817-3e6d55be8c92'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:38.456056 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-09bca34d-463e-4f9e-a779-3878c8f8233f service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126677 Jul 16 03:25:38.457271 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:38.461115 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7d22a37d-0de9-47ac-91e9-8e15b48e23ee admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.4438615 Jul 16 03:25:38.461437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46214) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:38.623787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bc3ea-638d-49ea-97ec-513dbe676ca2 req-1a311e4c-d5f5-4a56-8828-7e7bac39cb36 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:38.642495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19bc3ea-638d-49ea-97ec-513dbe676ca2 req-1a311e4c-d5f5-4a56-8828-7e7bac39cb36 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 969 time: 0.1927631 Jul 16 03:25:38.685123 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Set router 18005153-70f3-4e5b-b817-3e6d55be8c92 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:38.785186 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19bc3ea-638d-49ea-97ec-513dbe676ca2 req-ccb98b4a-fb09-45e9-80b3-9b12718e5a31 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397808 Jul 16 03:25:38.819870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1194797933-network', 'tenant_id': 'd7db53df25eb48488a2a44d10dce2113'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:38.884637 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088296396-router', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:33Z', 'updated_at': '2021-07-16T03:25:36Z', 'revision_number': 3, 'project_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'gw_port': {'id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:34Z', 'updated_at': '2021-07-16T03:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:38.913892 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Checking router: 18005153-70f3-4e5b-b817-3e6d55be8c92 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:25:38.914570 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Updating router 18005153-70f3-4e5b-b817-3e6d55be8c92 port 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:25:38.921903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868cd8b-5701-47df-b5b5-9d14b6fee93b req-53bedf38-6323-46ea-9f91-b2e310a757a6 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:38.925457 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c868cd8b-5701-47df-b5b5-9d14b6fee93b req-53bedf38-6323-46ea-9f91-b2e310a757a6 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.1958270 Jul 16 03:25:38.961339 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.010360 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c868cd8b-5701-47df-b5b5-9d14b6fee93b req-eea15027-8c02-4e60-ae39-b260f0d805c7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778136 Jul 16 03:25:39.215931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] Made reservation on behalf of d7db53df25eb48488a2a44d10dce2113 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:39.217751 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.291847 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.333373 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.344728 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Transition to ACTIVE for port object 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:39.354367 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.366821 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5c5c6621-5ecb-48d4-bf7c-8d523647c7b0 req-2363b90d-d783-428a-ac23-a97118654e6d service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8993123 Jul 16 03:25:39.407773 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba97f9-3e3a-413b-bb05-7035df0e747e None None] Pushing event updated for resources: {'Port': ['ID=4bfdbaa6-c39c-4623-8265-bbe9a8ed1602,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:39.438855 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Attempting to bind port 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:39.440460 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Attempting to bind port 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:39.440460 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Attempting to bind port 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:39.447391 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:39.447945 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:39.448487 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.449111 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:39.449786 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Bound port: 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:39.450411 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.511037 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] For port 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:39.514581 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] For port 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4bfdbaa6-c39c-4623-8265-bbe9a8ed1602,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:39.533107 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.608908 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Routers {'18005153-70f3-4e5b-b817-3e6d55be8c92'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:39.609858 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:25:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['18005153-70f3-4e5b-b817-3e6d55be8c92'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:39.668575 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba97f9-3e3a-413b-bb05-7035df0e747e None None] Pushing event updated for resources: {'Port': ['ID=4bfdbaa6-c39c-4623-8265-bbe9a8ed1602,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:39.768178 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] Set router 18005153-70f3-4e5b-b817-3e6d55be8c92 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:39.837421 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.853616 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.890912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:25:39.931755 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1047614-625f-434e-8e57-6fef408a3230,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:39.944008 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:39.944604 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] Added segment cc23880f-4e39-4c61-bb6d-5f8c2e79f72b of type vlan for network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 Jul 16 03:25:40.027319 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088296396-router', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:33Z', 'updated_at': '2021-07-16T03:25:36Z', 'revision_number': 3, 'project_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'gw_port': {'id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:34Z', 'updated_at': '2021-07-16T03:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:40.032795 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:40.054858 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:40.067236 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e667d51-73e0-445d-982d-334556116769 req-6fe2ef50-8c87-4d1f-99a0-dd69917debc3 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:40.071097 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e667d51-73e0-445d-982d-334556116769 req-6fe2ef50-8c87-4d1f-99a0-dd69917debc3 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 969 time: 0.1069465 Jul 16 03:25:40.083701 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c338dbf-299c-4fd2-b298-7bd800f433ad None None] The sync data for ids ['18005153-70f3-4e5b-b817-3e6d55be8c92'] in n-d-800088-6 is: [{'id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088296396-router', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:33Z', 'updated_at': '2021-07-16T03:25:36Z', 'revision_number': 3, 'project_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'gw_port': {'id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:34Z', 'updated_at': '2021-07-16T03:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:25:40.127017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e667d51-73e0-445d-982d-334556116769 req-1fea4868-afc2-477d-a7a4-b0fd39418643 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483801 Jul 16 03:25:40.132084 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:40.134615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:40.136189 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:40.275940 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:40.276452 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1639361 Jul 16 03:25:40.280958 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9fe8ec2f-4669-4ef1-afdc-65b5f9971846 admin admin] Request body: {'subnet': {'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1194797933-subnet', 'tenant_id': 'd7db53df25eb48488a2a44d10dce2113', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:40.326467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe8ec2f-4669-4ef1-afdc-65b5f9971846 admin admin] Made reservation on behalf of d7db53df25eb48488a2a44d10dce2113 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:40.329817 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fe8ec2f-4669-4ef1-afdc-65b5f9971846 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:40.359449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f1ece-f59e-4946-86bf-ca1fa074bb0b admin admin] Pushing event updated for resources: {'Network': ['ID=62b2aeba-30f5-4a54-a630-fa7a29eaec85,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:40.378919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:25:40.528022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Allocated IP 172.20.0.1 (af8da2d2-c905-4b27-a164-77621f416a48/0b611835-941d-4334-a1ce-f01f78f43f96/3e9b5c7e-a62a-4f3b-af85-8fa38283a424) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:40.659834 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6bacc-bb4a-4024-bba6-7fedd6beb7d1 req-a40c652e-7295-4873-abfa-145511b5f737 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:40.661439 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97f6bacc-bb4a-4024-bba6-7fedd6beb7d1 req-a40c652e-7295-4873-abfa-145511b5f737 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.2873783 Jul 16 03:25:40.746438 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:40.766510 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97f6bacc-bb4a-4024-bba6-7fedd6beb7d1 req-bbadee13-840a-46ce-8637-beae5e02e31d tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940828 Jul 16 03:25:40.766876 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Transition to ACTIVE for port object 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:40.791858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46302) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:40.845291 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:40.911745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Network af8da2d2-c905-4b27-a164-77621f416a48 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:40.917737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:40.921933 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:40.922419 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.044777 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fe8ec2f-4669-4ef1-afdc-65b5f9971846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.102912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Pushing event updated for resources: {'Port': ['ID=3e9b5c7e-a62a-4f3b-af85-8fa38283a424,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:41.140408 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:41.168059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8ec2f-4669-4ef1-afdc-65b5f9971846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c011a6-1b15-41e0-9e14-67c579ff2962,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:41.205223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe8ec2f-4669-4ef1-afdc-65b5f9971846 admin admin] Checking segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:41.206122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe8ec2f-4669-4ef1-afdc-65b5f9971846 admin admin] Network hostable DHCP agents. Network: 62b2aeba-30f5-4a54-a630-fa7a29eaec85, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:25:41.232955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:41.234097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe8ec2f-4669-4ef1-afdc-65b5f9971846 admin admin] Network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:25:41.240554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:41.241240 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.245986 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46314) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:41.274144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9fe8ec2f-4669-4ef1-afdc-65b5f9971846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 62b2aeba-30f5-4a54-a630-fa7a29eaec85) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:41.295248 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d0887ac-f1d5-47f2-ace9-cd1745a4833d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.299396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe8ec2f-4669-4ef1-afdc-65b5f9971846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:41.301810 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fe8ec2f-4669-4ef1-afdc-65b5f9971846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.310431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d3af40-94f0-491d-b5b3-e180b3508e94 None None] Network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:41.337160 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9fe8ec2f-4669-4ef1-afdc-65b5f9971846 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0598621 Jul 16 03:25:41.499539 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a223bc9-36dd-419d-8b45-b09a2dc2f8af req-9f092a71-bd09-4597-8632-ae6c5b6b3107 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:41.501867 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a223bc9-36dd-419d-8b45-b09a2dc2f8af req-9f092a71-bd09-4597-8632-ae6c5b6b3107 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 969 time: 0.1298442 Jul 16 03:25:41.535013 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.542768 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-632735a9-5278-4c4c-9ef7-78ed825f73d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.596255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fbbd76-a56f-4b05-a02b-4e1eb59f748a None None] Network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:41.603751 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-987e6d11-f1aa-466b-a6b5-000ea4794292 None None] Provisioning for port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:41.619048 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-987e6d11-f1aa-466b-a6b5-000ea4794292 None None] Provisioning complete for port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:41.619580 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-987e6d11-f1aa-466b-a6b5-000ea4794292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.643174 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d0887ac-f1d5-47f2-ace9-cd1745a4833d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.643914 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a223bc9-36dd-419d-8b45-b09a2dc2f8af req-d4076f28-20b8-4466-b1ea-ef9647ced819 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336682 Jul 16 03:25:41.663269 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d0887ac-f1d5-47f2-ace9-cd1745a4833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.701633 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5d0887ac-f1d5-47f2-ace9-cd1745a4833d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5439c711c7346b0adbbb594121339a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9047587 Jul 16 03:25:41.702896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:41.735106 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.756582 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-987e6d11-f1aa-466b-a6b5-000ea4794292 None None] Port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:25:41.776694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0887ac-f1d5-47f2-ace9-cd1745a4833d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5df20c-a091-45b2-b6bd-9fe463f133f9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:41.816784 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd2051f5-23c8-4dda-96ce-33b4eb49c318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.821411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4bfdbaa6-c39c-4623-8265-bbe9a8ed1602,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:41.853072 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.872525 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.879356 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd2051f5-23c8-4dda-96ce-33b4eb49c318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.887485 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.888281 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.942114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Pushing event updated for resources: {'Port': ['ID=3e9b5c7e-a62a-4f3b-af85-8fa38283a424,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:41.953966 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-632735a9-5278-4c4c-9ef7-78ed825f73d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.979532 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd2051f5-23c8-4dda-96ce-33b4eb49c318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.982359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-632735a9-5278-4c4c-9ef7-78ed825f73d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.983191 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd2051f5-23c8-4dda-96ce-33b4eb49c318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:41.985141 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fd2051f5-23c8-4dda-96ce-33b4eb49c318 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a5df20c-a091-45b2-b6bd-9fe463f133f9 HTTP/1.1" status: 204 len: 168 time: 0.2809768 Jul 16 03:25:42.028727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=4bfdbaa6-c39c-4623-8265-bbe9a8ed1602,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:42.030997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632735a9-5278-4c4c-9ef7-78ed825f73d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efa17b7-77d8-487d-80e4-f29af7dddd8b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:42.041501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2051f5-23c8-4dda-96ce-33b4eb49c318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5df20c-a091-45b2-b6bd-9fe463f133f9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:42.083514 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-632735a9-5278-4c4c-9ef7-78ed825f73d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=305edc5ac9884c8da02844b34b858594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8311472 Jul 16 03:25:42.088355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46342) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:42.094907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6decd-b1f9-44e2-b291-919bd058e950 req-63197c52-a825-42b1-90fb-df341aec4b71 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:42.097447 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25e6decd-b1f9-44e2-b291-919bd058e950 req-63197c52-a825-42b1-90fb-df341aec4b71 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.1020353 Jul 16 03:25:42.152299 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Network af8da2d2-c905-4b27-a164-77621f416a48 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:42.160477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:42.161334 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25e6decd-b1f9-44e2-b291-919bd058e950 req-a62d4e10-7739-4663-bf26-6f9619387c73 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563171 Jul 16 03:25:42.230600 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41a13963-20ef-4102-b027-6d97f2d80851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.302775 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41a13963-20ef-4102-b027-6d97f2d80851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.348590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Router 18005153-70f3-4e5b-b817-3e6d55be8c92 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:25:42.428121 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41a13963-20ef-4102-b027-6d97f2d80851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.430811 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41a13963-20ef-4102-b027-6d97f2d80851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.434603 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-41a13963-20ef-4102-b027-6d97f2d80851 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7efa17b7-77d8-487d-80e4-f29af7dddd8b HTTP/1.1" status: 204 len: 168 time: 0.3428535 Jul 16 03:25:42.467707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a13963-20ef-4102-b027-6d97f2d80851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efa17b7-77d8-487d-80e4-f29af7dddd8b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:42.500357 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2e8f8c41-bfbd-404f-9785-1ed964e937e4 None None] Provisioning complete for port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:42.501195 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e8f8c41-bfbd-404f-9785-1ed964e937e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.501900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:25:42.509289 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-65da536c-472b-492c-b80f-6817e74b034d admin admin] 10.222.0.18 "PUT /v2.0/routers/18005153-70f3-4e5b-b817-3e6d55be8c92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0466821 Jul 16 03:25:42.523335 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:42.538823 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9df63a0d-1ca5-41e4-b8eb-cd085233f58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.554139 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f8c41-bfbd-404f-9785-1ed964e937e4 None None] Port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:25:42.670371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9df63a0d-1ca5-41e4-b8eb-cd085233f58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.675861 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9df63a0d-1ca5-41e4-b8eb-cd085233f58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.676041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Sync routers for ids ['18005153-70f3-4e5b-b817-3e6d55be8c92'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:25:42.696113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Routers {'18005153-70f3-4e5b-b817-3e6d55be8c92'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:42.696992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:25:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['18005153-70f3-4e5b-b817-3e6d55be8c92'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:42.773175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df63a0d-1ca5-41e4-b8eb-cd085233f58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19aaa8a0-0edb-4447-944e-1ee070b010af,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:42.804466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46370) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:42.804632 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9df63a0d-1ca5-41e4-b8eb-cd085233f58b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07c25ef3e51842b6ba8397e41688a7fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801745 Jul 16 03:25:42.871180 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45aa1756-646a-4626-86ce-f9fe920aaecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.892075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Set router 18005153-70f3-4e5b-b817-3e6d55be8c92 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:42.907327 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45aa1756-646a-4626-86ce-f9fe920aaecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:42.930634 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196547a-3c2a-486e-9e51-0f6484653d6c req-3ca4e83e-82a3-4913-8251-3525618b0e1d tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:42.938899 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3196547a-3c2a-486e-9e51-0f6484653d6c req-3ca4e83e-82a3-4913-8251-3525618b0e1d tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 969 time: 0.1246865 Jul 16 03:25:43.011521 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45aa1756-646a-4626-86ce-f9fe920aaecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.014525 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45aa1756-646a-4626-86ce-f9fe920aaecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.016769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3196547a-3c2a-486e-9e51-0f6484653d6c req-ce99cc4c-f37e-4022-ae3a-c82c406f6b10 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767069 Jul 16 03:25:43.019147 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-45aa1756-646a-4626-86ce-f9fe920aaecd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19aaa8a0-0edb-4447-944e-1ee070b010af HTTP/1.1" status: 204 len: 168 time: 0.2136493 Jul 16 03:25:43.029479 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa1756-646a-4626-86ce-f9fe920aaecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aaa8a0-0edb-4447-944e-1ee070b010af,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:43.095097 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:43.109239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:43.125145 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaeb3dc6-2962-4472-892f-3fd362e24162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.240049 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaeb3dc6-2962-4472-892f-3fd362e24162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.246005 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaeb3dc6-2962-4472-892f-3fd362e24162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.295979 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-aaeb3dc6-2962-4472-892f-3fd362e24162 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8ce9d0bb75e47fca6bcb3629fcfb531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856091 Jul 16 03:25:43.297556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb3dc6-2962-4472-892f-3fd362e24162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4486318c-5401-4386-9885-0b557a497fc6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:43.298757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46390) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:43.396919 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08862838-5cdc-44a0-a8b4-152481b58f6c req-c705090b-cae7-48f8-88e6-308768cebc88 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:43.398223 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50991ee6-9330-4d06-bc99-74c6effa18dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.398703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:43.398915 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.409024 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08862838-5cdc-44a0-a8b4-152481b58f6c req-c705090b-cae7-48f8-88e6-308768cebc88 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.0834889 Jul 16 03:25:43.428284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device b39afe05-139c-4a16-9a39-164d04338906 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:25:43.433771 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50991ee6-9330-4d06-bc99-74c6effa18dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.468954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088296396-router', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:33Z', 'updated_at': '2021-07-16T03:25:41Z', 'revision_number': 4, 'project_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'gw_port': {'id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:34Z', 'updated_at': '2021-07-16T03:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3e9b5c7e-a62a-4f3b-af85-8fa38283a424', 'name': '', 'network_id': 'af8da2d2-c905-4b27-a164-77621f416a48', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'mac_address': 'fa:16:3e:9d:83:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '0b611835-941d-4334-a1ce-f01f78f43f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:40Z', 'updated_at': '2021-07-16T03:25:41Z', 'revision_number': 2, 'project_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'subnets': [{'id': '0b611835-941d-4334-a1ce-f01f78f43f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:43.486736 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08862838-5cdc-44a0-a8b4-152481b58f6c req-b1d039b8-e3b2-493b-b148-90e6165ce17d tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732095 Jul 16 03:25:43.487230 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:43.499694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1106525248-network', 'tenant_id': '735270d963c74c2bb9ac1f4f368db43d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:43.509714 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50991ee6-9330-4d06-bc99-74c6effa18dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.512431 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50991ee6-9330-4d06-bc99-74c6effa18dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.514841 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Checking router: 18005153-70f3-4e5b-b817-3e6d55be8c92 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:25:43.515534 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-50991ee6-9330-4d06-bc99-74c6effa18dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4486318c-5401-4386-9885-0b557a497fc6 HTTP/1.1" status: 204 len: 168 time: 0.2151301 Jul 16 03:25:43.516064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Updating router 18005153-70f3-4e5b-b817-3e6d55be8c92 port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:25:43.528847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50991ee6-9330-4d06-bc99-74c6effa18dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4486318c-5401-4386-9885-0b557a497fc6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:43.529784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] Made reservation on behalf of 735270d963c74c2bb9ac1f4f368db43d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:43.539797 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.550133 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.610924 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.684429 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.690544 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.713488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:25:43.728726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37f7fa3-2779-4812-9e70-6ec45d74b12c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:43.733819 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.734252 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] Added segment 1930877c-a93b-4438-ac92-999238db52d3 of type vlan for network b0844821-79ab-4077-9447-c74a686df320 Jul 16 03:25:43.736948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port b39afe05-139c-4a16-9a39-164d04338906, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=b39afe05-139c-4a16-9a39-164d04338906,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:43.792248 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.799008 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'b39afe05-139c-4a16-9a39-164d04338906', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': 'b39afe05-139c-4a16-9a39-164d04338906', 'mac_address': 'fa:16:3e:30:ea:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:tempest-test_az-2123082705', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:25:43.829588 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.830912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:43.831511 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.855037 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.877435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4be59503-333b-4779-be07-46d349b2f71f details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:25:43.877597 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.3868423 Jul 16 03:25:43.880290 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46408) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:43.885922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b58074dd-bbd9-4482-9634-de1f7b9e822f admin admin] Request body: {'subnet': {'network_id': 'b0844821-79ab-4077-9447-c74a686df320', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1106525248-subnet', 'tenant_id': '735270d963c74c2bb9ac1f4f368db43d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:43.900999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39afe05-139c-4a16-9a39-164d04338906 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:43.911001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595e49e-e8b3-4219-834a-24b78ca20b8b admin admin] Pushing event updated for resources: {'Network': ['ID=b0844821-79ab-4077-9447-c74a686df320,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:43.932234 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58074dd-bbd9-4482-9634-de1f7b9e822f admin admin] Made reservation on behalf of 735270d963c74c2bb9ac1f4f368db43d for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:43.935540 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b58074dd-bbd9-4482-9634-de1f7b9e822f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:43.939446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network b0844821-79ab-4077-9447-c74a686df320 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:25:43.982271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:44.023184 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port b39afe05-139c-4a16-9a39-164d04338906, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=b39afe05-139c-4a16-9a39-164d04338906,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:44.105589 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.212601 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c138686-187c-4517-ba8c-fea6affacac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.216689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b58074dd-bbd9-4482-9634-de1f7b9e822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.282424 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58074dd-bbd9-4482-9634-de1f7b9e822f admin admin] Pushing event updated for resources: {'Subnet': ['ID=be7b7df6-24cf-43d8-9080-007add2200f0,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:44.324283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58074dd-bbd9-4482-9634-de1f7b9e822f admin admin] Checking segment: {'id': '1930877c-a93b-4438-ac92-999238db52d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'b0844821-79ab-4077-9447-c74a686df320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:44.324969 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58074dd-bbd9-4482-9634-de1f7b9e822f admin admin] Network hostable DHCP agents. Network: b0844821-79ab-4077-9447-c74a686df320, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:25:44.344945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58074dd-bbd9-4482-9634-de1f7b9e822f admin admin] Network b0844821-79ab-4077-9447-c74a686df320 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:25:44.360529 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b58074dd-bbd9-4482-9634-de1f7b9e822f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, b0844821-79ab-4077-9447-c74a686df320) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:44.366819 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58074dd-bbd9-4482-9634-de1f7b9e822f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:44.368537 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b58074dd-bbd9-4482-9634-de1f7b9e822f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.378196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=b39afe05-139c-4a16-9a39-164d04338906,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:44.401443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52715b8a-0ed8-45e5-b110-ed53ac59d9a5 None None] Network b0844821-79ab-4077-9447-c74a686df320 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:44.455433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b678c-5c05-426c-bb18-3524a9495183 req-4290a2e4-be11-4133-9f6a-e21260ad6cd9 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:44.462247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-351b678c-5c05-426c-bb18-3524a9495183 req-4290a2e4-be11-4133-9f6a-e21260ad6cd9 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 970 time: 0.2003791 Jul 16 03:25:44.464881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['b39afe05-139c-4a16-9a39-164d04338906'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:44.488277 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4be59503-333b-4779-be07-46d349b2f71f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4be59503-333b-4779-be07-46d349b2f71f,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:44.518996 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c138686-187c-4517-ba8c-fea6affacac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.549452 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b58074dd-bbd9-4482-9634-de1f7b9e822f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6676247 Jul 16 03:25:44.560928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-351b678c-5c05-426c-bb18-3524a9495183 req-6157f2b8-982b-49f2-9bff-6cd7eb5586c9 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977261 Jul 16 03:25:44.561665 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c138686-187c-4517-ba8c-fea6affacac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.563345 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46444) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:44.569717 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-31cc9c2f-059d-4c91-b002-6a77ac04fb37 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1269988778', 'description': 'tempest-description--839067999'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:44.592286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '4be59503-333b-4779-be07-46d349b2f71f', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '4be59503-333b-4779-be07-46d349b2f71f', 'mac_address': 'fa:16:3e:be:74:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:25:44.596079 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.631565 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46448) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:44.633869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9c138686-187c-4517-ba8c-fea6affacac9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbf3999fbf43423d8e6b4952d4cd8712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6460307 Jul 16 03:25:44.672061 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31cc9c2f-059d-4c91-b002-6a77ac04fb37 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.684859 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c138686-187c-4517-ba8c-fea6affacac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a1c5bd-90f7-40da-b921-37f6b60c1dce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:44.739330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Transition to ACTIVE for port object 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:44.798827 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8daf802-c43c-492c-8476-f1fec2a8ebcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.800002 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.821722 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.833589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a907d77-371d-4a1d-a135-802a598d648b req-82c273a7-b3be-433d-88ce-b9474254a339 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:44.833589 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a907d77-371d-4a1d-a135-802a598d648b req-82c273a7-b3be-433d-88ce-b9474254a339 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.1057041 Jul 16 03:25:44.842602 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8daf802-c43c-492c-8476-f1fec2a8ebcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.903584 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31cc9c2f-059d-4c91-b002-6a77ac04fb37 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.921685 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31cc9c2f-059d-4c91-b002-6a77ac04fb37 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.931195 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a907d77-371d-4a1d-a135-802a598d648b req-aee092e5-cbe9-4a73-9cbe-ed9e6db3643e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921931 Jul 16 03:25:44.937332 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be59503-333b-4779-be07-46d349b2f71f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:44.971076 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8daf802-c43c-492c-8476-f1fec2a8ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.973095 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b8daf802-c43c-492c-8476-f1fec2a8ebcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.974451 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b8daf802-c43c-492c-8476-f1fec2a8ebcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0a1c5bd-90f7-40da-b921-37f6b60c1dce HTTP/1.1" status: 204 len: 168 time: 0.3417339 Jul 16 03:25:44.980194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc9c2f-059d-4c91-b002-6a77ac04fb37 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6aac86-6348-4c7c-b8e4-190c75259fed,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:44.983629 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31cc9c2f-059d-4c91-b002-6a77ac04fb37 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:44.985110 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-31cc9c2f-059d-4c91-b002-6a77ac04fb37 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4202805 Jul 16 03:25:44.988101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46464) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:44.997790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-aecac971-9ed3-4c88-aa95-2ee2f4705869 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Request body: {'security_group_rule': {'security_group_id': '2e6aac86-6348-4c7c-b8e4-190c75259fed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:45.004904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8daf802-c43c-492c-8476-f1fec2a8ebcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a1c5bd-90f7-40da-b921-37f6b60c1dce,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:45.045714 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aecac971-9ed3-4c88-aa95-2ee2f4705869 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.096083 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3bf1ab-1922-4e00-b40f-90315e9dc780 None None] Network b0844821-79ab-4077-9447-c74a686df320 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:45.188634 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4be59503-333b-4779-be07-46d349b2f71f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4be59503-333b-4779-be07-46d349b2f71f,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:45.194833 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddaad99-ace0-4c09-8367-93091ef627f6 None None] Pushing event updated for resources: {'Port': ['ID=3e9b5c7e-a62a-4f3b-af85-8fa38283a424,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:45.231857 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.323973 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aecac971-9ed3-4c88-aa95-2ee2f4705869 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.329413 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aecac971-9ed3-4c88-aa95-2ee2f4705869 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.348032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Attempting to bind port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:45.348241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecac971-9ed3-4c88-aa95-2ee2f4705869 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a591ec2-7dad-4475-a7c6-4b66f31c98d7,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:45.348530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Attempting to bind port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '71196893-bc9d-4465-892f-5656002a91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'af8da2d2-c905-4b27-a164-77621f416a48'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:45.348884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Attempting to bind port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 on network af8da2d2-c905-4b27-a164-77621f416a48 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:45.364346 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aecac971-9ed3-4c88-aa95-2ee2f4705869 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.366621 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-aecac971-9ed3-4c88-aa95-2ee2f4705869 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3765309 Jul 16 03:25:45.369141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46474) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:45.378396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-60e2cc1b-b3f4-440f-9a1e-301a2d8e7cee tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Request body: {'security_group_rule': {'security_group_id': '2e6aac86-6348-4c7c-b8e4-190c75259fed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:45.423084 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:45.424129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Checking segment: {'id': '71196893-bc9d-4465-892f-5656002a91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'af8da2d2-c905-4b27-a164-77621f416a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:45.424775 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.425636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Bound using segment: {'id': '71196893-bc9d-4465-892f-5656002a91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'af8da2d2-c905-4b27-a164-77621f416a48'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:45.425636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Bound port: 3e9b5c7e-a62a-4f3b-af85-8fa38283a424, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71196893-bc9d-4465-892f-5656002a91b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'af8da2d2-c905-4b27-a164-77621f416a48'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:45.426039 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.431153 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60e2cc1b-b3f4-440f-9a1e-301a2d8e7cee tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.544286 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60e2cc1b-b3f4-440f-9a1e-301a2d8e7cee tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.554859 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60e2cc1b-b3f4-440f-9a1e-301a2d8e7cee tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.599262 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2cc1b-b3f4-440f-9a1e-301a2d8e7cee tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb029fe-ce8e-4c8d-a8f1-8f0f55f91f25,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:45.609135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4be59503-333b-4779-be07-46d349b2f71f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:45.616859 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60e2cc1b-b3f4-440f-9a1e-301a2d8e7cee tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.622236 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-60e2cc1b-b3f4-440f-9a1e-301a2d8e7cee tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2509551 Jul 16 03:25:45.622892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46492) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:45.628975 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:45.641098 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4be59503-333b-4779-be07-46d349b2f71f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:45.688638 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.897505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-21790a3b-5dea-45c9-9a43-6c58c649d8e0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:45.899076 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-21790a3b-5dea-45c9-9a43-6c58c649d8e0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 821 time: 0.3852155 Jul 16 03:25:45.905159 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:45.959684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:46.017733 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0685b5b2-1a4f-44dc-a780-1d01476669d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.018995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] For port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:46.041233 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e876092-2e62-4933-926a-75eab53b3c5f req-0508c037-ed53-492a-9e19-fea43dcddb2b tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:46.043713 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e876092-2e62-4933-926a-75eab53b3c5f req-0508c037-ed53-492a-9e19-fea43dcddb2b tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 970 time: 0.1426857 Jul 16 03:25:46.045128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-2caab61a-fd0f-4997-9dd5-7dfb48051755 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/quotas/d7db53df25eb48488a2a44d10dce2113 HTTP/1.1" status: 200 len: 375 time: 0.1126001 Jul 16 03:25:46.081506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] For port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3e9b5c7e-a62a-4f3b-af85-8fa38283a424,segment=NetworkSegment(71196893-bc9d-4465-892f-5656002a91b1),segment_id=71196893-bc9d-4465-892f-5656002a91b1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:46.085933 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Allocated IP 172.25.3.19 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/f5cde88b-f280-4696-a987-f04598aca06b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:46.111130 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.139323 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-a40c39e6-d966-4208-a8a0-a3b9c6e9535f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843406 Jul 16 03:25:46.182355 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e876092-2e62-4933-926a-75eab53b3c5f req-30ba1922-af0a-4444-b9ad-64dc02c27894 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264527 Jul 16 03:25:46.286949 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.334589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddaad99-ace0-4c09-8367-93091ef627f6 None None] Pushing event updated for resources: {'Port': ['ID=3e9b5c7e-a62a-4f3b-af85-8fa38283a424,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:46.350716 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Routers {'18005153-70f3-4e5b-b817-3e6d55be8c92'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:25:46.351385 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:25:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['18005153-70f3-4e5b-b817-3e6d55be8c92'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:46.357618 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0685b5b2-1a4f-44dc-a780-1d01476669d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.391082 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.426447 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0685b5b2-1a4f-44dc-a780-1d01476669d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.475062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0685b5b2-1a4f-44dc-a780-1d01476669d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9acd59b9ba34222b2c7be0c9990a2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5066235 Jul 16 03:25:46.486842 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:46.487971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:46.489645 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Pushing event updated for resources: {'Port': ['ID=f5cde88b-f280-4696-a987-f04598aca06b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:46.493618 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:46.500901 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:46.592156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685b5b2-1a4f-44dc-a780-1d01476669d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6956d96-cb9f-48f9-8536-2c7a1922f3fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:46.643541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] Set router 18005153-70f3-4e5b-b817-3e6d55be8c92 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:25:46.666835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e8bc-1985-4210-8560-c0f1a6c6c4bc req-536d4587-475b-43ec-baca-44a7127ef32c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:46.678752 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd47e8bc-1985-4210-8560-c0f1a6c6c4bc req-536d4587-475b-43ec-baca-44a7127ef32c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 948 time: 0.3111298 Jul 16 03:25:46.783432 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.814258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-52387545-9bc4-42ad-8d08-5182d30b408d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:25:46.815288 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-52387545-9bc4-42ad-8d08-5182d30b408d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3939226 Jul 16 03:25:46.850270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd47e8bc-1985-4210-8560-c0f1a6c6c4bc req-bcc732ee-b433-4c53-a31f-a3266b8efd73 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674910 Jul 16 03:25:46.883740 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.913096 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0865664-542a-41a0-8502-1a6b26a7e7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:46.943446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088296396-router', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:33Z', 'updated_at': '2021-07-16T03:25:41Z', 'revision_number': 4, 'project_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'gw_port': {'id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:34Z', 'updated_at': '2021-07-16T03:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3e9b5c7e-a62a-4f3b-af85-8fa38283a424', 'name': '', 'network_id': 'af8da2d2-c905-4b27-a164-77621f416a48', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'mac_address': 'fa:16:3e:9d:83:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '0b611835-941d-4334-a1ce-f01f78f43f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:40Z', 'updated_at': '2021-07-16T03:25:45Z', 'revision_number': 4, 'project_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'subnets': [{'id': '0b611835-941d-4334-a1ce-f01f78f43f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:25:46.969882 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0865664-542a-41a0-8502-1a6b26a7e7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.001399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e1d5a-7b2b-4719-aac7-a94bad57f351 None None] The sync data for ids ['18005153-70f3-4e5b-b817-3e6d55be8c92'] in n-d-800088-6 is: [{'id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088296396-router', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:33Z', 'updated_at': '2021-07-16T03:25:41Z', 'revision_number': 4, 'project_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'gw_port': {'id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:34Z', 'updated_at': '2021-07-16T03:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3e9b5c7e-a62a-4f3b-af85-8fa38283a424', 'name': '', 'network_id': 'af8da2d2-c905-4b27-a164-77621f416a48', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'mac_address': 'fa:16:3e:9d:83:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '0b611835-941d-4334-a1ce-f01f78f43f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:40Z', 'updated_at': '2021-07-16T03:25:45Z', 'revision_number': 4, 'project_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'subnets': [{'id': '0b611835-941d-4334-a1ce-f01f78f43f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:25:47.008194 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-2a9514ae-6fb3-4254-9727-1c6dcba2e779 service neutron] 10.222.0.18 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832197 Jul 16 03:25:47.120979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.127713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.133781 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0865664-542a-41a0-8502-1a6b26a7e7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.138766 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0865664-542a-41a0-8502-1a6b26a7e7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.140902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c0865664-542a-41a0-8502-1a6b26a7e7c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6956d96-cb9f-48f9-8536-2c7a1922f3fc HTTP/1.1" status: 204 len: 168 time: 0.6357257 Jul 16 03:25:47.170821 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.174555 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0865664-542a-41a0-8502-1a6b26a7e7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6956d96-cb9f-48f9-8536-2c7a1922f3fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:47.192452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Pushing event updated for resources: {'Port': ['ID=f5cde88b-f280-4696-a987-f04598aca06b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:47.203078 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.205720 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5e156f85-1571-49c9-b84b-e2dac33a4075 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5805278 Jul 16 03:25:47.206143 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-82fb759a-8df0-485b-aea9-0948549bfb13 service neutron] 10.222.0.18 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836829 Jul 16 03:25:47.417309 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device b39afe05-139c-4a16-9a39-164d04338906 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:47.533071 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port b39afe05-139c-4a16-9a39-164d04338906 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:47.538557 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port b39afe05-139c-4a16-9a39-164d04338906 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:47.538971 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.602402 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d94f4-4632-412a-9c45-048030cefa04 req-3723eeca-f4bd-4ac1-90b7-9ff4cc29ce0d tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:47.623041 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e88d94f4-4632-412a-9c45-048030cefa04 req-3723eeca-f4bd-4ac1-90b7-9ff4cc29ce0d tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 970 time: 0.1251006 Jul 16 03:25:47.674044 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:47.692070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e88d94f4-4632-412a-9c45-048030cefa04 req-6115bc3d-c803-4bc1-acc2-895427972489 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674729 Jul 16 03:25:47.705287 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2d070e-3742-4d4c-bc2c-07c65b76f7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39afe05-139c-4a16-9a39-164d04338906'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:47.828937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b721650e-2475-43bf-9ec0-2722d7c541eb req-bf691166-2926-468c-a5a8-1c760558212d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 210 time: 0.0640953 Jul 16 03:25:47.866748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4be59503-333b-4779-be07-46d349b2f71f up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:47.936052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port b39afe05-139c-4a16-9a39-164d04338906, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=b39afe05-139c-4a16-9a39-164d04338906,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:47.957523 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.024636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 4be59503-333b-4779-be07-46d349b2f71f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:48.037116 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-0b5970ae-2aed-4880-af28-c274b6f8964e tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1269988778&fields=id&tenant_id=13e9c7f1e5614f26a30fc46498692a08 HTTP/1.1" status: 200 len: 267 time: 0.0938661 Jul 16 03:25:48.042634 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 4be59503-333b-4779-be07-46d349b2f71f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:48.043286 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.163874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=b39afe05-139c-4a16-9a39-164d04338906,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:48.224184 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d307462d-4543-46b4-996b-bec35fddb205" -d '{"events": [{"server_uuid": "5f2d070e-3742-4d4c-bc2c-07c65b76f7a6", "name": "network-vif-plugged", "status": "completed", "tag": "b39afe05-139c-4a16-9a39-164d04338906"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:48.258619 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-244244ba-2231-4125-b2ad-fdff841d55ab tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:48.282762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-244244ba-2231-4125-b2ad-fdff841d55ab tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/networks?id=3b81a2ed-00e6-441b-ab06-b543304c7c21 HTTP/1.1" status: 200 len: 824 time: 0.2376375 Jul 16 03:25:48.314005 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-aaf0403f-af5d-4254-930c-a0798715f271 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/quotas/13e9c7f1e5614f26a30fc46498692a08 HTTP/1.1" status: 200 len: 375 time: 0.0278895 Jul 16 03:25:48.379249 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.454986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4be59503-333b-4779-be07-46d349b2f71f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4be59503-333b-4779-be07-46d349b2f71f,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:48.461427 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:48.491854 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7788092c-2eee-430c-bf67-c3d7d580ab9e tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=13e9c7f1e5614f26a30fc46498692a08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1758957 Jul 16 03:25:48.573064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4be59503-333b-4779-be07-46d349b2f71f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:48.706328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-5fe1d416-cc93-4441-84fe-115e911077e2 service neutron] 10.222.0.18 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689074 Jul 16 03:25:48.723724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587827a-c55d-49fc-94c9-c55c0b8ce3b7 req-651b8748-1c7d-42fa-bbee-9c63f4eefd69 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:48.725292 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e587827a-c55d-49fc-94c9-c55c0b8ce3b7 req-651b8748-1c7d-42fa-bbee-9c63f4eefd69 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.2317801 Jul 16 03:25:48.821078 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e587827a-c55d-49fc-94c9-c55c0b8ce3b7 req-ac9c6996-23ab-44f0-9d8f-838102208ada tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846627 Jul 16 03:25:48.869045 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e03498a5-b74f-49d8-910d-57ff89ce229d service neutron] 10.222.0.18 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615918 Jul 16 03:25:49.091513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:49.166367 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113d0397-f47a-44bc-8a91-7adf01a78842 x-openstack-request-id: req-113d0397-f47a-44bc-8a91-7adf01a78842 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:49.166669 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2d070e-3742-4d4c-bc2c-07c65b76f7a6", "name": "network-vif-plugged", "status": "completed", "tag": "b39afe05-139c-4a16-9a39-164d04338906", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:49.166929 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-113d0397-f47a-44bc-8a91-7adf01a78842 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:49.167567 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2d070e-3742-4d4c-bc2c-07c65b76f7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39afe05-139c-4a16-9a39-164d04338906', 'code': 200} Jul 16 03:25:49.228990 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:49.237150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:49.237594 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.404657 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.442294 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-165737c1-ed30-4ca2-ba3d-93683978892d req-38640f57-52e4-4612-8a6d-42137a34100b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 210 time: 0.0957336 Jul 16 03:25:49.463782 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3e9b5c7e-a62a-4f3b-af85-8fa38283a424,segment=NetworkSegment(71196893-bc9d-4465-892f-5656002a91b1),segment_id=71196893-bc9d-4465-892f-5656002a91b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:49.470503 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.552476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=3e9b5c7e-a62a-4f3b-af85-8fa38283a424,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:49.563821 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1264a53-47ac-4476-88e9-39f3b06064c3 req-0745a5a7-3422-46ab-bcbd-7ea6ac1b53b7 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 210 time: 0.0455987 Jul 16 03:25:49.576135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1e6a5-31ad-4c12-a480-26efe5c785f2 req-9cd23613-0dcd-429f-8d86-de529dfc69da tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:49.578062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6cf1e6a5-31ad-4c12-a480-26efe5c785f2 req-9cd23613-0dcd-429f-8d86-de529dfc69da tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 971 time: 0.2142587 Jul 16 03:25:49.662682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d8ffe-31a1-4ce9-8c5b-af76371945fa req-f6c955e9-3cfc-4154-b20e-97194e55a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:49.664200 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c83d8ffe-31a1-4ce9-8c5b-af76371945fa req-f6c955e9-3cfc-4154-b20e-97194e55a705 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 1122 time: 0.3882463 Jul 16 03:25:49.731090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-79efa3a7-daa7-44c4-a6c5-f9ac6d90d244 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:49.734779 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-79efa3a7-daa7-44c4-a6c5-f9ac6d90d244 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.20 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 821 time: 0.4137781 Jul 16 03:25:49.736581 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c83d8ffe-31a1-4ce9-8c5b-af76371945fa req-4a6a4f6d-cc95-4c9d-9e7d-418c82f276fe service neutron] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:49.759248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-d4721a58-c577-43cc-99a9-0d7d3e40f228 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Request body: {'port': {'device_id': '614f2b6e-1b34-4ac7-921b-bc28454a9f5c', 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85', 'admin_state_up': True, 'tenant_id': 'd7db53df25eb48488a2a44d10dce2113'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:49.812393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6cf1e6a5-31ad-4c12-a480-26efe5c785f2 req-67e7bb9b-4ecb-42e5-850b-218d39086ad5 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235620 Jul 16 03:25:50.028776 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c83d8ffe-31a1-4ce9-8c5b-af76371945fa req-4a6a4f6d-cc95-4c9d-9e7d-418c82f276fe service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.057485 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c83d8ffe-31a1-4ce9-8c5b-af76371945fa req-4a6a4f6d-cc95-4c9d-9e7d-418c82f276fe service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.103466 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28b20f-0fc0-46da-83d5-ec454d74cb66 req-b8ed64a9-8c02-4958-a0fc-4e410b6f8f26 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:50.111265 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a28b20f-0fc0-46da-83d5-ec454d74cb66 req-b8ed64a9-8c02-4958-a0fc-4e410b6f8f26 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.0821061 Jul 16 03:25:50.119172 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c83d8ffe-31a1-4ce9-8c5b-af76371945fa req-4a6a4f6d-cc95-4c9d-9e7d-418c82f276fe service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193974 Jul 16 03:25:50.160474 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-d4721a58-c577-43cc-99a9-0d7d3e40f228 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Made reservation on behalf of d7db53df25eb48488a2a44d10dce2113 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:50.163528 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a28b20f-0fc0-46da-83d5-ec454d74cb66 req-1f461a28-ec34-4db5-ba66-f22f5d069afc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510077 Jul 16 03:25:50.166391 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-d4721a58-c577-43cc-99a9-0d7d3e40f228 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.217126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a4f6d-cc95-4c9d-9e7d-418c82f276fe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9db6abb7-5f2e-42b9-aac3-5d93285bddda,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:50.413560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:50.431777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-d4721a58-c577-43cc-99a9-0d7d3e40f228 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Allocated IP 172.20.0.13 (62b2aeba-30f5-4a54-a630-fa7a29eaec85/03c011a6-1b15-41e0-9e14-67c579ff2962/2d639917-4019-4b10-ad41-b380e3ea092c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:50.562800 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46deee80-c93f-47d0-9332-f0453be1a674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.671351 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-d4721a58-c577-43cc-99a9-0d7d3e40f228 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.735149 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-d4721a58-c577-43cc-99a9-0d7d3e40f228 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.757394 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fbf860df-7389-44a9-96a8-8395a58d653c req-5489f92f-ebe2-4670-ad14-ab4f3e25b30d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 210 time: 0.1657798 Jul 16 03:25:50.847994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a82b21c-16d6-40e3-9923-fd7033853890 req-05bd3fcc-83e2-48d9-a230-bc38d6ca0f16 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 210 time: 0.1035097 Jul 16 03:25:50.867132 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-d4721a58-c577-43cc-99a9-0d7d3e40f228 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:50.872123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-d4721a58-c577-43cc-99a9-0d7d3e40f228 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:50.886216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:50.888091 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-d4721a58-c577-43cc-99a9-0d7d3e40f228 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:50.894897 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-d4721a58-c577-43cc-99a9-0d7d3e40f228 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:50.895422 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-d4721a58-c577-43cc-99a9-0d7d3e40f228 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.920536 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4721a58-c577-43cc-99a9-0d7d3e40f228 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Pushing event updated for resources: {'Port': ['ID=2d639917-4019-4b10-ad41-b380e3ea092c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:50.944379 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:50.969966 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46deee80-c93f-47d0-9332-f0453be1a674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:50.982217 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-46deee80-c93f-47d0-9332-f0453be1a674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.016378 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-d4721a58-c577-43cc-99a9-0d7d3e40f228 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2674997 Jul 16 03:25:51.036192 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Request body: {'port': {'device_id': '614f2b6e-1b34-4ac7-921b-bc28454a9f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:51.062349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-46deee80-c93f-47d0-9332-f0453be1a674 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a4ee47f2d354d2c823e107c7c8b320e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6447785 Jul 16 03:25:51.073933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46deee80-c93f-47d0-9332-f0453be1a674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6f9909-d2d6-43dc-a582-3fa5870810c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:51.080512 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:51.099281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:51.116212 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-d826d3d7-ccf8-4683-a4d1-f7704b80cdcb tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:51.119680 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-811e3459-c226-426f-bd48-a5ba462392ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.126163 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-d826d3d7-ccf8-4683-a4d1-f7704b80cdcb tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.88 "GET /v2.0/networks?id=3b81a2ed-00e6-441b-ab06-b543304c7c21 HTTP/1.1" status: 200 len: 824 time: 0.3065786 Jul 16 03:25:51.156573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:51.156952 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.175847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193d2802-2d42-420a-8137-aa81fd2a31b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be59503-333b-4779-be07-46d349b2f71f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:51.178680 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40246dbd-e472-46d9-91e6-9129679218c6" -d '{"events": [{"server_uuid": "193d2802-2d42-420a-8137-aa81fd2a31b9", "name": "network-vif-plugged", "status": "completed", "tag": "4be59503-333b-4779-be07-46d349b2f71f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:51.193561 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.194284 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1a0d259-e23d-41f5-a1d9-a4b538e2d838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.249598 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bd07a9-9553-47af-ade6-494a07fea5e4 x-openstack-request-id: req-e7bd07a9-9553-47af-ade6-494a07fea5e4 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:51.249890 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193d2802-2d42-420a-8137-aa81fd2a31b9", "name": "network-vif-plugged", "status": "completed", "tag": "4be59503-333b-4779-be07-46d349b2f71f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:51.250342 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7bd07a9-9553-47af-ade6-494a07fea5e4 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:51.250927 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193d2802-2d42-420a-8137-aa81fd2a31b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be59503-333b-4779-be07-46d349b2f71f', 'code': 200} Jul 16 03:25:51.283611 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7df3-87c7-46f9-936c-fb04df398e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.301183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.20', 52339) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:51.311182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef6e6f-dd2e-4d02-a869-f03ef0c480ed req-22b4d1fd-8b57-407f-89a2-42690d77f9ae tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:51.312377 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-22f8cd63-681f-4162-9c54-d8458c11753c tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13e9c7f1e5614f26a30fc46498692a08 HTTP/1.1" status: 200 len: 380 time: 0.1317179 Jul 16 03:25:51.313276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2ef6e6f-dd2e-4d02-a869-f03ef0c480ed req-22b4d1fd-8b57-407f-89a2-42690d77f9ae tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 971 time: 0.2344596 Jul 16 03:25:51.324334 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Request body: {'port': {'device_id': '4188a549-8abe-4a32-9075-ed21fd26dfa9', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'admin_state_up': True, 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'security_groups': ['2e6aac86-6348-4c7c-b8e4-190c75259fed']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:51.384201 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7df3-87c7-46f9-936c-fb04df398e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.501200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2ef6e6f-dd2e-4d02-a869-f03ef0c480ed req-5b120488-1662-4bae-b3e9-2970162e47b8 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798611 Jul 16 03:25:51.524926 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-811e3459-c226-426f-bd48-a5ba462392ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.539094 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-811e3459-c226-426f-bd48-a5ba462392ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.549907 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.api [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:25:51.549907 n-d-800088-6 neutron-server[93768]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:25:51.549907 n-d-800088-6 neutron-server[93768]: [parameters: {'project_id_1': '13e9c7f1e5614f26a30fc46498692a08', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 25, 51, 501720)}] Jul 16 03:25:51.549907 n-d-800088-6 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:25:51.550323 n-d-800088-6 neutron-server[93768]: DEBUG oslo_db.api [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:25:51.578707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd674188-4b6a-4de9-9640-1081244b9756 req-473e6b41-0401-409a-9aad-0f6d2a522131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:51.580410 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd674188-4b6a-4de9-9640-1081244b9756 req-473e6b41-0401-409a-9aad-0f6d2a522131 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 1100 time: 0.2662292 Jul 16 03:25:51.593814 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde0153-63b9-4a9f-96c3-168c49dba3d2 req-f717fc23-5d9f-459c-90a4-f880f057f177 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:51.595348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2cde0153-63b9-4a9f-96c3-168c49dba3d2 req-f717fc23-5d9f-459c-90a4-f880f057f177 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.2562981 Jul 16 03:25:51.642584 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7df3-87c7-46f9-936c-fb04df398e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.644945 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f2cb7df3-87c7-46f9-936c-fb04df398e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.646901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f2cb7df3-87c7-46f9-936c-fb04df398e30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb6f9909-d2d6-43dc-a582-3fa5870810c1 HTTP/1.1" status: 204 len: 168 time: 0.5654404 Jul 16 03:25:51.653209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e3459-c226-426f-bd48-a5ba462392ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7feca21-6a28-4732-90f5-86296b4c40a5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:51.670705 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-811e3459-c226-426f-bd48-a5ba462392ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b55e45f1c6114511ab8ec4cf5d99e0af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7829921 Jul 16 03:25:51.683349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:51.709771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb7df3-87c7-46f9-936c-fb04df398e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6f9909-d2d6-43dc-a582-3fa5870810c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:51.766570 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd674188-4b6a-4de9-9640-1081244b9756 req-ddffeb19-d2fb-4e85-8eb9-0d1c5b2cd4d3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688190 Jul 16 03:25:51.791701 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2cde0153-63b9-4a9f-96c3-168c49dba3d2 req-a9e2a14f-1228-4f9c-91e3-045eba90ce25 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759741 Jul 16 03:25:51.840801 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5305c067-11a7-457f-b37a-28cd7e807500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.841900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d639917-4019-4b10-ad41-b380e3ea092c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:51.866292 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.897718 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Transition to ACTIVE for port object 2d639917-4019-4b10-ad41-b380e3ea092c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:51.907265 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.908810 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1a0d259-e23d-41f5-a1d9-a4b538e2d838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.932433 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5305c067-11a7-457f-b37a-28cd7e807500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.934188 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1a0d259-e23d-41f5-a1d9-a4b538e2d838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:51.973073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Pushing event updated for resources: {'Port': ['ID=2d639917-4019-4b10-ad41-b380e3ea092c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:52.015695 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Attempting to bind port 2d639917-4019-4b10-ad41-b380e3ea092c on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:52.016211 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Attempting to bind port 2d639917-4019-4b10-ad41-b380e3ea092c by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:52.016638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Attempting to bind port 2d639917-4019-4b10-ad41-b380e3ea092c on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:52.021162 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Port 2d639917-4019-4b10-ad41-b380e3ea092c on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:25:52.021608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Attempting to bind port 2d639917-4019-4b10-ad41-b380e3ea092c on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:52.026931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:52.027391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Checking segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:52.027892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Bound using segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:52.028467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Bound port: 2d639917-4019-4b10-ad41-b380e3ea092c, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:52.028928 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.070632 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c1a0d259-e23d-41f5-a1d9-a4b538e2d838 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=759eebcf01e74c358c9d92bab673a04e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1249976 Jul 16 03:25:52.073648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5decff6e-cb8e-4430-b594-e613e9eb9b2c req-50154291-20ed-43be-9012-839a920c7f09 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 210 time: 0.0698278 Jul 16 03:25:52.075937 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:52.083954 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0d259-e23d-41f5-a1d9-a4b538e2d838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55253fe2-39d4-40c7-9a08-c6e3ba6519aa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:52.107264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:52.135610 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Made reservation on behalf of 13e9c7f1e5614f26a30fc46498692a08 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:52.140003 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.146377 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86a1cfd5-b277-47fa-9081-da3af9fdcbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.153369 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:52.174116 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2d639917-4019-4b10-ad41-b380e3ea092c,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:52.178241 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.178879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc8ea7-9011-478e-b426-337aa017b659 req-0ed7cf5c-3f5e-44d7-bd48-bfb7b507278e tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:52.180548 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a1cc8ea7-9011-478e-b426-337aa017b659 req-0ed7cf5c-3f5e-44d7-bd48-bfb7b507278e tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 944 time: 0.2512872 Jul 16 03:25:52.198880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5305c067-11a7-457f-b37a-28cd7e807500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.201308 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5305c067-11a7-457f-b37a-28cd7e807500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.202881 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5305c067-11a7-457f-b37a-28cd7e807500 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7feca21-6a28-4732-90f5-86296b4c40a5 HTTP/1.1" status: 204 len: 168 time: 0.5185876 Jul 16 03:25:52.238192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305c067-11a7-457f-b37a-28cd7e807500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7feca21-6a28-4732-90f5-86296b4c40a5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:52.243364 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-708ccbb8-b7f4-42c3-9bd4-9eafda0c0a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.259415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:52.259610 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.261204 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] 10.222.0.20 "PUT /v2.0/ports/2d639917-4019-4b10-ad41-b380e3ea092c HTTP/1.1" status: 200 len: 1092 time: 1.2392411 Jul 16 03:25:52.261649 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614f2b6e-1b34-4ac7-921b-bc28454a9f5c', 'tag': '2d639917-4019-4b10-ad41-b380e3ea092c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:52.264182 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940652c6-fca2-4834-9db8-b61ba918223f" -d '{"events": [{"name": "network-changed", "server_uuid": "614f2b6e-1b34-4ac7-921b-bc28454a9f5c", "tag": "2d639917-4019-4b10-ad41-b380e3ea092c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:52.293782 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a1cc8ea7-9011-478e-b426-337aa017b659 req-ab46f7a0-10f2-4f4f-99d1-6650544f7415 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058135 Jul 16 03:25:52.297947 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-708ccbb8-b7f4-42c3-9bd4-9eafda0c0a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.351093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63fed3-e86c-4579-af1d-57e4333c977d service neutron] Pushing event updated for resources: {'Port': ['ID=2d639917-4019-4b10-ad41-b380e3ea092c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:52.355967 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea242b4d-e4b9-43bb-92d5-8ad106163d80 x-openstack-request-id: req-ea242b4d-e4b9-43bb-92d5-8ad106163d80 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:52.356722 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614f2b6e-1b34-4ac7-921b-bc28454a9f5c", "tag": "2d639917-4019-4b10-ad41-b380e3ea092c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:52.357181 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea242b4d-e4b9-43bb-92d5-8ad106163d80 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:52.357782 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614f2b6e-1b34-4ac7-921b-bc28454a9f5c', 'tag': '2d639917-4019-4b10-ad41-b380e3ea092c', 'status': 'completed', 'code': 200} Jul 16 03:25:52.382809 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-708ccbb8-b7f4-42c3-9bd4-9eafda0c0a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.385542 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-708ccbb8-b7f4-42c3-9bd4-9eafda0c0a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.386734 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-708ccbb8-b7f4-42c3-9bd4-9eafda0c0a10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55253fe2-39d4-40c7-9a08-c6e3ba6519aa HTTP/1.1" status: 204 len: 168 time: 0.3096213 Jul 16 03:25:52.404790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ccbb8-b7f4-42c3-9bd4-9eafda0c0a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55253fe2-39d4-40c7-9a08-c6e3ba6519aa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:52.408285 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86a1cfd5-b277-47fa-9081-da3af9fdcbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.414556 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86a1cfd5-b277-47fa-9081-da3af9fdcbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.425806 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Allocated IP 172.20.0.4 (3b81a2ed-00e6-441b-ab06-b543304c7c21/d05c25c6-bed0-4cc4-be87-9f3386e3f499/233c1595-6a70-4e51-b378-402530d8b20e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:25:52.455920 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-86a1cfd5-b277-47fa-9081-da3af9fdcbaf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02416ed62a58482180e2aa1076a6cbde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3476169 Jul 16 03:25:52.459234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:52.485920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-22ac8bcb-38b0-4e90-b217-f9d113aa18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:52.487684 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-22ac8bcb-38b0-4e90-b217-f9d113aa18ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 1095 time: 0.1266866 Jul 16 03:25:52.503204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1cfd5-b277-47fa-9081-da3af9fdcbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f326f4-639c-4e0b-9a92-4d4fa21a9a8c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:52.519432 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce88fde3-f2d0-4802-bd1d-b890fb811d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.543030 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce88fde3-f2d0-4802-bd1d-b890fb811d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.638529 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-6452620b-d53e-4883-b529-0df703e0e576 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d639917-4019-4b10-ad41-b380e3ea092c HTTP/1.1" status: 200 len: 217 time: 0.1354740 Jul 16 03:25:52.703648 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce88fde3-f2d0-4802-bd1d-b890fb811d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.707117 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ce88fde3-f2d0-4802-bd1d-b890fb811d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.707715 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ce88fde3-f2d0-4802-bd1d-b890fb811d57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40f326f4-639c-4e0b-9a92-4d4fa21a9a8c HTTP/1.1" status: 204 len: 168 time: 0.2474947 Jul 16 03:25:52.734962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88fde3-f2d0-4802-bd1d-b890fb811d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f326f4-639c-4e0b-9a92-4d4fa21a9a8c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:52.745078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-4c0cb55f-2654-42c7-84e8-a14a35def5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:52.746898 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-4c0cb55f-2654-42c7-84e8-a14a35def5ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.0986333 Jul 16 03:25:52.778596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eaf3a8-08d1-4e79-9e82-8d6b00acc20d req-f3eb5d72-2998-4f7e-8182-0c1a43cec466 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:52.788924 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55eaf3a8-08d1-4e79-9e82-8d6b00acc20d req-f3eb5d72-2998-4f7e-8182-0c1a43cec466 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 971 time: 0.1006818 Jul 16 03:25:52.792054 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-0587de4a-67a8-42db-9ba1-5892aeee2700 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335941 Jul 16 03:25:52.823245 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.844975 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46770) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:52.856686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55eaf3a8-08d1-4e79-9e82-8d6b00acc20d req-b6442f6f-d375-48d6-bd77-d010e73528e9 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668321 Jul 16 03:25:52.870674 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Transition to ACTIVE for port object 233c1595-6a70-4e51-b378-402530d8b20e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:52.876484 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e2baea1-025b-4743-b15d-3cbdeb0c4c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:52.989173 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-45f42080-ce73-471c-bf71-9fb0f0861b29 service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879697 Jul 16 03:25:53.032541 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.068922 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8bbc0-2dc5-4657-84f0-83eb489b3d5b req-0c641fac-4735-4e8e-b2e9-7d67503fc7ec tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:53.076059 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66b8bbc0-2dc5-4657-84f0-83eb489b3d5b req-0c641fac-4735-4e8e-b2e9-7d67503fc7ec tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.1029155 Jul 16 03:25:53.140043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:53.148360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Network 3b81a2ed-00e6-441b-ab06-b543304c7c21 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:25:53.160509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:53.166283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Pushing event updated for resources: {'Port': ['ID=233c1595-6a70-4e51-b378-402530d8b20e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:53.172518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:25:53.180785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:53.181480 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.184161 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2528399-4362-4fcf-8d2a-19cba9f1af9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.208256 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-229a1079-4e6d-48c7-ab15-e3eaa0b423cf req-b7a00c3c-d2bd-413b-9701-2cf284181ea5 service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063196 Jul 16 03:25:53.224751 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66b8bbc0-2dc5-4657-84f0-83eb489b3d5b req-23db1a50-23e9-4c37-9bc7-92dcdd981d1e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452019 Jul 16 03:25:53.253800 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e2baea1-025b-4743-b15d-3cbdeb0c4c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.258666 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a1755-387f-44bf-b11f-f40159362718 req-4f693d0d-def7-4496-85ce-29cd2e855882 tempest-AggregatesAdminTestJSON-520868733 tempest-AggregatesAdminTestJSON-520868733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:53.259751 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e2baea1-025b-4743-b15d-3cbdeb0c4c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.271604 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c2a1755-387f-44bf-b11f-f40159362718 req-4f693d0d-def7-4496-85ce-29cd2e855882 tempest-AggregatesAdminTestJSON-520868733 tempest-AggregatesAdminTestJSON-520868733-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 1122 time: 0.1850033 Jul 16 03:25:53.283590 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-7b0b6782-cbea-4f14-9c8c-08f845de712f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9642742 Jul 16 03:25:53.310702 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Request body: {'port': {'device_id': '4188a549-8abe-4a32-9075-ed21fd26dfa9', 'device_owner': 'compute:tempest-test_az-2123082705', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:53.313073 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4c2a1755-387f-44bf-b11f-f40159362718 req-b9ea70bc-2248-41a0-840f-f2706b8f6d6c tempest-AggregatesAdminTestJSON-520868733 tempest-AggregatesAdminTestJSON-520868733-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.386362 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0e2baea1-025b-4743-b15d-3cbdeb0c4c1c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77c01d2a3a8347988fb3922232a4f49f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5377390 Jul 16 03:25:53.392199 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46792) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:53.410404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2baea1-025b-4743-b15d-3cbdeb0c4c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef85d8d5-78eb-470d-b62d-041127f23f1f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:53.494282 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.506428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940652c6-fca2-4834-9db8-b61ba918223f req-658d22a0-b9f7-4db6-adec-1840e967e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:53.508238 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-940652c6-fca2-4834-9db8-b61ba918223f req-658d22a0-b9f7-4db6-adec-1840e967e359 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 1095 time: 0.1856372 Jul 16 03:25:53.525759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1e92e869-65f0-450a-abf8-98bcccbeb7d8 None None] Provisioning for port 233c1595-6a70-4e51-b378-402530d8b20e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:53.532250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1e92e869-65f0-450a-abf8-98bcccbeb7d8 None None] Provisioning complete for port 233c1595-6a70-4e51-b378-402530d8b20e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:53.533484 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1e92e869-65f0-450a-abf8-98bcccbeb7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.540266 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2528399-4362-4fcf-8d2a-19cba9f1af9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.556371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-416910ab-e06e-4427-a68e-9b433da24041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.557959 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2528399-4362-4fcf-8d2a-19cba9f1af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.575461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fa0f7-32ff-43b4-b80a-8b58fd2634e7 req-e138d3ae-f47e-471b-ae0f-26ab3190343d tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:53.575671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1e92e869-65f0-450a-abf8-98bcccbeb7d8 None None] Port 233c1595-6a70-4e51-b378-402530d8b20e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:25:53.584207 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c89fa0f7-32ff-43b4-b80a-8b58fd2634e7 req-e138d3ae-f47e-471b-ae0f-26ab3190343d tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 931 time: 0.1815844 Jul 16 03:25:53.665040 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-416910ab-e06e-4427-a68e-9b433da24041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.675150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d2528399-4362-4fcf-8d2a-19cba9f1af9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3bd01169e5084b0c9689769df7ced71b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5328298 Jul 16 03:25:53.684377 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:53.689472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2528399-4362-4fcf-8d2a-19cba9f1af9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45555c99-3f75-4f10-9016-228a96221e5e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:53.703494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940652c6-fca2-4834-9db8-b61ba918223f req-5988ed10-bf5a-4972-a8e1-d77b268772a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:53.704985 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-940652c6-fca2-4834-9db8-b61ba918223f req-5988ed10-bf5a-4972-a8e1-d77b268772a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.1871433 Jul 16 03:25:53.740728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c89fa0f7-32ff-43b4-b80a-8b58fd2634e7 req-92a86b7c-ffef-421b-912d-5bdaca82663e tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554868 Jul 16 03:25:53.766609 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-940652c6-fca2-4834-9db8-b61ba918223f req-f8dccb71-2a54-4bd6-bd64-89fa2b39137d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d639917-4019-4b10-ad41-b380e3ea092c HTTP/1.1" status: 200 len: 217 time: 0.0453789 Jul 16 03:25:53.821441 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a447001f-554f-42e2-a9c2-75e88ae8ce77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.823234 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-416910ab-e06e-4427-a68e-9b433da24041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.825880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-416910ab-e06e-4427-a68e-9b433da24041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.827680 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-416910ab-e06e-4427-a68e-9b433da24041 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef85d8d5-78eb-470d-b62d-041127f23f1f HTTP/1.1" status: 204 len: 168 time: 0.4339757 Jul 16 03:25:53.870907 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4c2a1755-387f-44bf-b11f-f40159362718 req-b9ea70bc-2248-41a0-840f-f2706b8f6d6c tempest-AggregatesAdminTestJSON-520868733 tempest-AggregatesAdminTestJSON-520868733-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.872130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416910ab-e06e-4427-a68e-9b433da24041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef85d8d5-78eb-470d-b62d-041127f23f1f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:53.904726 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4c2a1755-387f-44bf-b11f-f40159362718 req-b9ea70bc-2248-41a0-840f-f2706b8f6d6c tempest-AggregatesAdminTestJSON-520868733 tempest-AggregatesAdminTestJSON-520868733-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.920620 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a447001f-554f-42e2-a9c2-75e88ae8ce77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:53.993202 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940652c6-fca2-4834-9db8-b61ba918223f req-3c86a393-2940-48fd-82d4-4d91b858eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:53.994677 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-940652c6-fca2-4834-9db8-b61ba918223f req-3c86a393-2940-48fd-82d4-4d91b858eab7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.2164133 Jul 16 03:25:54.006010 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c2a1755-387f-44bf-b11f-f40159362718 req-b9ea70bc-2248-41a0-840f-f2706b8f6d6c tempest-AggregatesAdminTestJSON-520868733 tempest-AggregatesAdminTestJSON-520868733-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7296476 Jul 16 03:25:54.011355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea70bc-2248-41a0-840f-f2706b8f6d6c tempest-AggregatesAdminTestJSON-520868733 tempest-AggregatesAdminTestJSON-520868733-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0ed8d9-0c92-4af3-8751-9441485f3ba3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:54.051003 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 233c1595-6a70-4e51-b378-402530d8b20e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:54.057489 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-940652c6-fca2-4834-9db8-b61ba918223f req-8e59cb6f-8592-4579-a085-245a76fc8e23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537963 Jul 16 03:25:54.061005 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a447001f-554f-42e2-a9c2-75e88ae8ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:54.061552 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:54.064559 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a447001f-554f-42e2-a9c2-75e88ae8ce77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:54.071636 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a447001f-554f-42e2-a9c2-75e88ae8ce77 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45555c99-3f75-4f10-9016-228a96221e5e HTTP/1.1" status: 204 len: 168 time: 0.3830514 Jul 16 03:25:54.106904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Transition to ACTIVE for port object 233c1595-6a70-4e51-b378-402530d8b20e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:25:54.120108 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1fc99-98c2-44aa-8c3d-b8412f61b8ba req-4b4dfcbc-8984-4177-a515-241f248de74e tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:54.122966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fa1fc99-98c2-44aa-8c3d-b8412f61b8ba req-4b4dfcbc-8984-4177-a515-241f248de74e tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 944 time: 0.2269859 Jul 16 03:25:54.124891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:54.126913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447001f-554f-42e2-a9c2-75e88ae8ce77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45555c99-3f75-4f10-9016-228a96221e5e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:54.221404 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fa1fc99-98c2-44aa-8c3d-b8412f61b8ba req-4427337c-a904-454b-b99c-47803ce464b8 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872941 Jul 16 03:25:54.300890 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Pushing event updated for resources: {'Port': ['ID=233c1595-6a70-4e51-b378-402530d8b20e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:54.313862 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-940652c6-fca2-4834-9db8-b61ba918223f req-baaa4161-11ee-4448-8416-525b8ba182ac service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481031 Jul 16 03:25:54.315219 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Attempting to bind port 233c1595-6a70-4e51-b378-402530d8b20e on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:25:54.315723 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Attempting to bind port 233c1595-6a70-4e51-b378-402530d8b20e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:25:54.316223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Attempting to bind port 233c1595-6a70-4e51-b378-402530d8b20e on network 3b81a2ed-00e6-441b-ab06-b543304c7c21 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:54.431924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Port 233c1595-6a70-4e51-b378-402530d8b20e on network 3b81a2ed-00e6-441b-ab06-b543304c7c21 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:25:54.432212 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Attempting to bind port 233c1595-6a70-4e51-b378-402530d8b20e on network 3b81a2ed-00e6-441b-ab06-b543304c7c21 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:25:54.435656 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-940652c6-fca2-4834-9db8-b61ba918223f req-16543a51-16c8-49fb-88b4-0925d6ef305e service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096339 Jul 16 03:25:54.445455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:25:54.445801 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Checking segment: {'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:54.446230 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Bound using segment: {'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:25:54.446636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Bound port: 233c1595-6a70-4e51-b378-402530d8b20e, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:25:54.447004 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:54.562133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940231aa-6633-45ef-a151-6f041b939448 req-906d8467-3b12-45f7-a972-0f35fac48d47 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:54.570421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-940231aa-6633-45ef-a151-6f041b939448 req-906d8467-3b12-45f7-a972-0f35fac48d47 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.1272616 Jul 16 03:25:54.581930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] For port 233c1595-6a70-4e51-b378-402530d8b20e, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:25:54.592353 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] For port 233c1595-6a70-4e51-b378-402530d8b20e, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=233c1595-6a70-4e51-b378-402530d8b20e,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:25:54.598658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:54.632980 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-940231aa-6633-45ef-a151-6f041b939448 req-b6afd490-dd2d-43f3-9157-f6b9cd7ac4bf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608058 Jul 16 03:25:54.652939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:54.653559 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:54.655505 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] 10.222.0.88 "PUT /v2.0/ports/233c1595-6a70-4e51-b378-402530d8b20e HTTP/1.1" status: 200 len: 1113 time: 1.3617699 Jul 16 03:25:54.655957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4188a549-8abe-4a32-9075-ed21fd26dfa9', 'tag': '233c1595-6a70-4e51-b378-402530d8b20e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:54.658222 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45d3548-c9a8-4769-a2f3-9531bb187a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "4188a549-8abe-4a32-9075-ed21fd26dfa9", "tag": "233c1595-6a70-4e51-b378-402530d8b20e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:54.691314 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959ce9f-1f1d-491c-8444-3c0cc219dc8e service neutron] Pushing event updated for resources: {'Port': ['ID=233c1595-6a70-4e51-b378-402530d8b20e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:54.763667 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02666984-5c7a-4334-a225-bcf13aedbfea x-openstack-request-id: req-02666984-5c7a-4334-a225-bcf13aedbfea {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:54.764239 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4188a549-8abe-4a32-9075-ed21fd26dfa9", "tag": "233c1595-6a70-4e51-b378-402530d8b20e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:54.766402 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02666984-5c7a-4334-a225-bcf13aedbfea {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:54.766833 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4188a549-8abe-4a32-9075-ed21fd26dfa9', 'tag': '233c1595-6a70-4e51-b378-402530d8b20e', 'status': 'completed', 'code': 200} Jul 16 03:25:54.812966 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-bbbf5597-8a17-4c46-8b4c-995504d9b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:54.814514 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-bbbf5597-8a17-4c46-8b4c-995504d9b65c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=13e9c7f1e5614f26a30fc46498692a08&device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 1116 time: 0.1069179 Jul 16 03:25:55.088529 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-13fce836-d493-4149-af02-8431f439182b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=233c1595-6a70-4e51-b378-402530d8b20e HTTP/1.1" status: 200 len: 217 time: 0.2666678 Jul 16 03:25:55.105358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43e1c4-aa98-4b26-b980-0bfe7da37599 req-fa06a561-db7b-418d-92a0-a547aa13b64b tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:55.113254 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b43e1c4-aa98-4b26-b980-0bfe7da37599 req-fa06a561-db7b-418d-92a0-a547aa13b64b tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 965 time: 0.0889373 Jul 16 03:25:55.157823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b43e1c4-aa98-4b26-b980-0bfe7da37599 req-52770262-7929-4212-9d59-10a48e417796 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435853 Jul 16 03:25:55.177939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-3c0c361b-28d3-46e2-88fb-fa1d54fe220a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:55.179460 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-3c0c361b-28d3-46e2-88fb-fa1d54fe220a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d05c25c6-bed0-4cc4-be87-9f3386e3f499 HTTP/1.1" status: 200 len: 863 time: 0.0846901 Jul 16 03:25:55.313458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-69cfcab7-0bf9-436e-9f80-1e47a9869449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:55.315178 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-69cfcab7-0bf9-436e-9f80-1e47a9869449 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3b81a2ed-00e6-441b-ab06-b543304c7c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287282 Jul 16 03:25:55.407308 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc637e-04ae-48ed-9a0a-929003036cf0 req-dfbd22ed-2504-45c1-bfbd-00abaf174b50 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:55.409055 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cbc637e-04ae-48ed-9a0a-929003036cf0 req-dfbd22ed-2504-45c1-bfbd-00abaf174b50 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 1100 time: 0.1071260 Jul 16 03:25:55.430960 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3cbc637e-04ae-48ed-9a0a-929003036cf0 req-de6937a3-ee05-4016-a9cb-ba3835e4c288 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.458034 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-385805f6-3762-4c68-bbca-13b38792b7ff service neutron] 10.222.0.88 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349609 Jul 16 03:25:55.555696 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3cbc637e-04ae-48ed-9a0a-929003036cf0 req-de6937a3-ee05-4016-a9cb-ba3835e4c288 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.560588 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3cbc637e-04ae-48ed-9a0a-929003036cf0 req-de6937a3-ee05-4016-a9cb-ba3835e4c288 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.598816 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-29a50464-b785-4231-afd9-30d8b7dc9767 req-00c2f36b-249e-4731-8ecd-d76421f575f2 service neutron] 10.222.0.88 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323917 Jul 16 03:25:55.599405 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cbc637e-04ae-48ed-9a0a-929003036cf0 req-de6937a3-ee05-4016-a9cb-ba3835e4c288 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830876 Jul 16 03:25:55.619914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46916) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:55.641249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6937a3-ee05-4016-a9cb-ba3835e4c288 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4a5fc1-58c5-4e98-bccc-ca1c1e767215,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:55.718534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231178f-20c3-4fa6-ab52-8b69e588acb2 req-c04d4135-b4d5-48c4-83a2-9ac8189e16eb tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:55.725440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0231178f-20c3-4fa6-ab52-8b69e588acb2 req-c04d4135-b4d5-48c4-83a2-9ac8189e16eb tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 944 time: 0.0962806 Jul 16 03:25:55.726360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3548-c9a8-4769-a2f3-9531bb187a9b req-07ee519f-cfe2-44c5-b562-c27a92b903f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:55.727943 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a45d3548-c9a8-4769-a2f3-9531bb187a9b req-07ee519f-cfe2-44c5-b562-c27a92b903f9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=13e9c7f1e5614f26a30fc46498692a08&device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 1116 time: 0.0710709 Jul 16 03:25:55.768393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0231178f-20c3-4fa6-ab52-8b69e588acb2 req-ed55fa53-1853-4496-91c5-61d165e442c4 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Jul 16 03:25:55.788542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-327518564-network', 'tenant_id': '6cdd427429484b30856adc26da6178d5'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:55.873321 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] Made reservation on behalf of 6cdd427429484b30856adc26da6178d5 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:55.876605 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.891348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3548-c9a8-4769-a2f3-9531bb187a9b req-3e44c271-f48a-4eab-8b5d-c6b745dc5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:55.892918 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a45d3548-c9a8-4769-a2f3-9531bb187a9b req-3e44c271-f48a-4eab-8b5d-c6b745dc5161 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3b81a2ed-00e6-441b-ab06-b543304c7c21 HTTP/1.1" status: 200 len: 925 time: 0.1582778 Jul 16 03:25:55.893832 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:55.917499 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 2d639917-4019-4b10-ad41-b380e3ea092c details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:25:55.951335 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a45d3548-c9a8-4769-a2f3-9531bb187a9b req-fad2df97-b266-4c13-999e-9dddaa168bf6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=233c1595-6a70-4e51-b378-402530d8b20e HTTP/1.1" status: 200 len: 217 time: 0.0482821 Jul 16 03:25:56.030547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3548-c9a8-4769-a2f3-9531bb187a9b req-126dc9cc-feb8-47d9-8cde-be9c75283090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:56.032302 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a45d3548-c9a8-4769-a2f3-9531bb187a9b req-126dc9cc-feb8-47d9-8cde-be9c75283090 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d05c25c6-bed0-4cc4-be87-9f3386e3f499 HTTP/1.1" status: 200 len: 863 time: 0.0736320 Jul 16 03:25:56.110161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2d639917-4019-4b10-ad41-b380e3ea092c,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:56.137636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '2d639917-4019-4b10-ad41-b380e3ea092c', 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85', 'port_id': '2d639917-4019-4b10-ad41-b380e3ea092c', 'mac_address': 'fa:16:3e:45:d8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c011a6-1b15-41e0-9e14-67c579ff2962', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:25:56.154398 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.161599 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d3548-c9a8-4769-a2f3-9531bb187a9b req-e9f19c6c-1650-4abd-b554-297736a67be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:56.163351 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a45d3548-c9a8-4769-a2f3-9531bb187a9b req-e9f19c6c-1650-4abd-b554-297736a67be1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3b81a2ed-00e6-441b-ab06-b543304c7c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222162 Jul 16 03:25:56.165428 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.187555 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.197546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90be524-5db3-434c-91bc-7121938f0a6e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:56.222453 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d639917-4019-4b10-ad41-b380e3ea092c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:25:56.235125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:25:56.252620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2d639917-4019-4b10-ad41-b380e3ea092c,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:56.253419 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.253771 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] Added segment ca9916cf-6568-48de-98e1-067287c3a038 of type vlan for network 820712d4-e76b-42fa-9882-46bbd5ca86fc Jul 16 03:25:56.262089 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.333365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=2d639917-4019-4b10-ad41-b380e3ea092c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:56.361403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.370228 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a45d3548-c9a8-4769-a2f3-9531bb187a9b req-f55b96d2-8c28-421b-b1e2-b214116df6d5 service neutron] 10.222.0.88 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739368 Jul 16 03:25:56.431719 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.432766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:56.433361 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.461536 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['2d639917-4019-4b10-ad41-b380e3ea092c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:25:56.465237 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-1e1dea91-adbb-4f94-93ad-e1d9410082d7 req-34ac837a-8820-4b18-8b9d-e24eb75a4f13 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:25:56.479358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1e1dea91-adbb-4f94-93ad-e1d9410082d7 req-34ac837a-8820-4b18-8b9d-e24eb75a4f13 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1694913 Jul 16 03:25:56.531079 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9154606 Jul 16 03:25:56.534260 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:56.539672 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e8c5373c-0039-4551-af8d-3c953a1d59a5 admin admin] Request body: {'subnet': {'network_id': '820712d4-e76b-42fa-9882-46bbd5ca86fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-327518564-subnet', 'tenant_id': '6cdd427429484b30856adc26da6178d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:56.583989 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a45d3548-c9a8-4769-a2f3-9531bb187a9b req-75f33655-69c8-4478-b73c-9a64b7832367 service neutron] 10.222.0.88 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916351 Jul 16 03:25:56.585327 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831dc4a-3c1f-4a1a-8010-770a102179ac admin admin] Pushing event updated for resources: {'Network': ['ID=820712d4-e76b-42fa-9882-46bbd5ca86fc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:56.593934 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:25:56.601428 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c5373c-0039-4551-af8d-3c953a1d59a5 admin admin] Made reservation on behalf of 6cdd427429484b30856adc26da6178d5 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:56.604305 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 820712d4-e76b-42fa-9882-46bbd5ca86fc details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:25:56.605434 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8c5373c-0039-4551-af8d-3c953a1d59a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.835273 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8c5373c-0039-4551-af8d-3c953a1d59a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:56.928286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c5373c-0039-4551-af8d-3c953a1d59a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e10d5fa0-86f4-4384-8119-e8d0aeed176f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:56.951524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c5373c-0039-4551-af8d-3c953a1d59a5 admin admin] Checking segment: {'id': 'ca9916cf-6568-48de-98e1-067287c3a038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '820712d4-e76b-42fa-9882-46bbd5ca86fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:56.951931 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c5373c-0039-4551-af8d-3c953a1d59a5 admin admin] Network hostable DHCP agents. Network: 820712d4-e76b-42fa-9882-46bbd5ca86fc, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:25:56.962434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f656b79-862f-4d5c-a607-d250d2bba41d req-808bd13d-3db2-4b21-868b-cd3a8c5b150c tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:56.963946 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f656b79-862f-4d5c-a607-d250d2bba41d req-808bd13d-3db2-4b21-868b-cd3a8c5b150c tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 965 time: 0.1264875 Jul 16 03:25:56.995793 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c5373c-0039-4551-af8d-3c953a1d59a5 admin admin] Network 820712d4-e76b-42fa-9882-46bbd5ca86fc is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:25:57.015080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f656b79-862f-4d5c-a607-d250d2bba41d req-27ca65f8-77fd-4cc2-ab8a-b5ea9414cebd tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442455 Jul 16 03:25:57.016118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e8c5373c-0039-4551-af8d-3c953a1d59a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 820712d4-e76b-42fa-9882-46bbd5ca86fc) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:57.020475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c5373c-0039-4551-af8d-3c953a1d59a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:57.021058 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e8c5373c-0039-4551-af8d-3c953a1d59a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.028115 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901fcaa4-a446-4797-96ec-9317bcfb2510 None None] Network 820712d4-e76b-42fa-9882-46bbd5ca86fc requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:57.048508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e8c5373c-0039-4551-af8d-3c953a1d59a5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5074346 Jul 16 03:25:57.085058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:57.193872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae34545-8f75-44fe-848f-c2786db6b418 None None] Network 820712d4-e76b-42fa-9882-46bbd5ca86fc requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:57.251535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cd1624b4-1cd1-4f53-acde-a449e10ac90e tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a959b6ead0cf4572a02a6568944ac7c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488017 Jul 16 03:25:57.540919 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-93db7272-36ad-4b08-b8f7-abb1c9813354 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4547372 Jul 16 03:25:57.561224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-8c88fc0b-4832-4b30-8e22-1a3692ca938b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:25:57.562707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-8c88fc0b-4832-4b30-8e22-1a3692ca938b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114331 Jul 16 03:25:57.573321 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-536db7e6-5a43-4418-8b6f-1cf9d43fbcc4 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:57.574872 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-536db7e6-5a43-4418-8b6f-1cf9d43fbcc4 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3175583 Jul 16 03:25:57.597620 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e35a95-c7a9-44a4-be2b-69ce5551839d req-c134e243-31cd-435f-9cfc-4519bd9ab82c tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:57.599098 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-41e35a95-c7a9-44a4-be2b-69ce5551839d req-c134e243-31cd-435f-9cfc-4519bd9ab82c tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 945 time: 0.1532428 Jul 16 03:25:57.601740 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-77c276eb-5efb-45b7-a48f-adb3602bc47e tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/quotas/a959b6ead0cf4572a02a6568944ac7c7 HTTP/1.1" status: 200 len: 375 time: 0.0212646 Jul 16 03:25:57.647324 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-6d0594ca-2f32-401a-b2f0-2d8fc8550936 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a959b6ead0cf4572a02a6568944ac7c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397909 Jul 16 03:25:57.667441 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-41e35a95-c7a9-44a4-be2b-69ce5551839d req-ca0ae058-59fe-4d99-824e-4bef89f7b6fc tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609899 Jul 16 03:25:57.685604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:57.691387 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1370562213-network', 'tenant_id': 'e00ace0329cf4368813f234c9819d1f7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:57.721114 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] Made reservation on behalf of e00ace0329cf4368813f234c9819d1f7 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:57.723899 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.733720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.880189 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.894585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243697cc-be05-457b-b637-fe9fe3dda1c7 req-7fc709d7-951e-4cb4-bedc-8ba663ef3712 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:57.896274 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-243697cc-be05-457b-b637-fe9fe3dda1c7 req-7fc709d7-951e-4cb4-bedc-8ba663ef3712 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.1075442 Jul 16 03:25:57.897577 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.911941 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:25:57.926542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 2d639917-4019-4b10-ad41-b380e3ea092c up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:25:57.987865 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:57.988215 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] Added segment cb419ea2-e897-4f82-a640-b09d2b0d55ae of type vlan for network ed2eebed-f62c-49ba-806e-8834f5d4e898 Jul 16 03:25:58.008598 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f2a8f1-0ef2-4254-a299-eeecf942d607,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:58.031649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 2d639917-4019-4b10-ad41-b380e3ea092c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:25:58.042812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 2d639917-4019-4b10-ad41-b380e3ea092c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:25:58.043190 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.116918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-243697cc-be05-457b-b637-fe9fe3dda1c7 req-cdcdc9a5-3544-4d21-a529-0c1134435afb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075088 Jul 16 03:25:58.126078 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.162413 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29e29c8a-1d6c-4485-a888-08cd3b6df8dc req-5791360e-cb45-488c-a485-06ab55737997 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 210 time: 0.0325468 Jul 16 03:25:58.217387 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.219874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:58.223326 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.250693 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.316152 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2d639917-4019-4b10-ad41-b380e3ea092c,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:58.316152 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614f2b6e-1b34-4ac7-921b-bc28454a9f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d639917-4019-4b10-ad41-b380e3ea092c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:25:58.321024 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b96705-1b49-48f0-b38b-d40939a62b10" -d '{"events": [{"server_uuid": "614f2b6e-1b34-4ac7-921b-bc28454a9f5c", "name": "network-vif-plugged", "status": "completed", "tag": "2d639917-4019-4b10-ad41-b380e3ea092c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:25:58.327167 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.357034 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] Pushing event updated for resources: {'Network': ['ID=ed2eebed-f62c-49ba-806e-8834f5d4e898,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:58.364291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47068) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:58.364923 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e7061a81-6918-4a75-8d7a-0ecc7c7e3d8c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6783006 Jul 16 03:25:58.369801 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-090a3f6e-1b5f-4edc-9d24-3da09b14a930 admin admin] Request body: {'subnet': {'network_id': 'ed2eebed-f62c-49ba-806e-8834f5d4e898', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1370562213-subnet', 'tenant_id': 'e00ace0329cf4368813f234c9819d1f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:25:58.402871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network ed2eebed-f62c-49ba-806e-8834f5d4e898 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:25:58.432518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090a3f6e-1b5f-4edc-9d24-3da09b14a930 admin admin] Made reservation on behalf of e00ace0329cf4368813f234c9819d1f7 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:25:58.434905 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-090a3f6e-1b5f-4edc-9d24-3da09b14a930 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.468979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09306a3e-6efb-4da9-a168-df2fb5f1a583 req-997f06e3-5c7c-4fc0-9e78-77fd52a55be2 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:58.473525 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09306a3e-6efb-4da9-a168-df2fb5f1a583 req-997f06e3-5c7c-4fc0-9e78-77fd52a55be2 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 965 time: 0.1260831 Jul 16 03:25:58.474601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:58.569603 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09306a3e-6efb-4da9-a168-df2fb5f1a583 req-e2af3066-1669-4e8c-9d9e-349e032404a7 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761325 Jul 16 03:25:58.684416 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e993f4a-7ffc-4327-8528-4cd90de863c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.721816 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3edd03e-ddcb-4541-a439-ad939b8d9e84 x-openstack-request-id: req-a3edd03e-ddcb-4541-a439-ad939b8d9e84 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:25:58.722178 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614f2b6e-1b34-4ac7-921b-bc28454a9f5c", "name": "network-vif-plugged", "status": "completed", "tag": "2d639917-4019-4b10-ad41-b380e3ea092c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:25:58.722539 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3edd03e-ddcb-4541-a439-ad939b8d9e84 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:25:58.722990 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614f2b6e-1b34-4ac7-921b-bc28454a9f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d639917-4019-4b10-ad41-b380e3ea092c', 'code': 200} Jul 16 03:25:58.773666 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=2d639917-4019-4b10-ad41-b380e3ea092c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:58.891610 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e993f4a-7ffc-4327-8528-4cd90de863c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.896844 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e993f4a-7ffc-4327-8528-4cd90de863c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:58.943586 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2e993f4a-7ffc-4327-8528-4cd90de863c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b5390f19a134280a0456fc457dd0368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4672968 Jul 16 03:25:58.970564 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47094) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:58.984960 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e993f4a-7ffc-4327-8528-4cd90de863c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bfcf87-324d-43d6-8cb6-947078da3ab8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:59.031933 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ec1bd-3075-4419-8e6f-c889c591cc26 req-b6133767-e403-448f-a097-6685a9d64d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:59.033723 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bf7ec1bd-3075-4419-8e6f-c889c591cc26 req-b6133767-e403-448f-a097-6685a9d64d87 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 1097 time: 0.1679766 Jul 16 03:25:59.037821 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-090a3f6e-1b5f-4edc-9d24-3da09b14a930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.066066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b23ab-6c3b-41ec-95b9-6f7157e53055 req-adf22145-49e2-478a-b0ac-6cde6ae23aaa tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:59.067794 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a1b23ab-6c3b-41ec-95b9-6f7157e53055 req-adf22145-49e2-478a-b0ac-6cde6ae23aaa tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 946 time: 0.0858030 Jul 16 03:25:59.130355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:59.167182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a1b23ab-6c3b-41ec-95b9-6f7157e53055 req-bfd16159-4a8f-4cea-b876-ea7a7c933d4d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935991 Jul 16 03:25:59.170864 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a3f6e-1b5f-4edc-9d24-3da09b14a930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1560b17-ccdf-4505-b06b-bf9e268d54fd,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:59.194046 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62dac42a-ef24-4861-980a-113b354d3668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.229386 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bf7ec1bd-3075-4419-8e6f-c889c591cc26 req-de5f44ec-cbac-4577-bc81-ce0aa19fb038 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350167 Jul 16 03:25:59.245030 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090a3f6e-1b5f-4edc-9d24-3da09b14a930 admin admin] Checking segment: {'id': 'cb419ea2-e897-4f82-a640-b09d2b0d55ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'ed2eebed-f62c-49ba-806e-8834f5d4e898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:25:59.245392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090a3f6e-1b5f-4edc-9d24-3da09b14a930 admin admin] Network hostable DHCP agents. Network: ed2eebed-f62c-49ba-806e-8834f5d4e898, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:25:59.258527 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62dac42a-ef24-4861-980a-113b354d3668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.321479 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090a3f6e-1b5f-4edc-9d24-3da09b14a930 admin admin] Network ed2eebed-f62c-49ba-806e-8834f5d4e898 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:25:59.335355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-090a3f6e-1b5f-4edc-9d24-3da09b14a930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, ed2eebed-f62c-49ba-806e-8834f5d4e898) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:25:59.339919 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090a3f6e-1b5f-4edc-9d24-3da09b14a930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:59.340632 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-090a3f6e-1b5f-4edc-9d24-3da09b14a930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.350380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4a7aa-fdcb-4c31-a852-8449ccbc41ea None None] Network ed2eebed-f62c-49ba-806e-8834f5d4e898 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:59.374619 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62dac42a-ef24-4861-980a-113b354d3668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.377240 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62dac42a-ef24-4861-980a-113b354d3668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.381118 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-62dac42a-ef24-4861-980a-113b354d3668 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5bfcf87-324d-43d6-8cb6-947078da3ab8 HTTP/1.1" status: 204 len: 168 time: 0.4085383 Jul 16 03:25:59.391583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dac42a-ef24-4861-980a-113b354d3668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bfcf87-324d-43d6-8cb6-947078da3ab8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:59.396995 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-090a3f6e-1b5f-4edc-9d24-3da09b14a930 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0315118 Jul 16 03:25:59.473237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3c271a6-2180-4b45-bea6-b2803dcf6fee req-bf2421c9-0eed-4c7e-823a-6557fa416b98 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 210 time: 0.0518663 Jul 16 03:25:59.473952 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f907747-6461-415c-a67e-75969c2b497f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.511553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71941567-2a6c-459e-8cef-209475715617 req-ea33c771-1dff-4571-a6ef-e6d58a0eba68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:59.513243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71941567-2a6c-459e-8cef-209475715617 req-ea33c771-1dff-4571-a6ef-e6d58a0eba68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.1712418 Jul 16 03:25:59.532747 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 233c1595-6a70-4e51-b378-402530d8b20e details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:25:59.540261 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47122) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:59.594779 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71941567-2a6c-459e-8cef-209475715617 req-d007f4dc-6e5c-4f84-8488-bd08e4ee8af0 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718565 Jul 16 03:25:59.653531 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-51875fc5-977d-4d0b-b7c3-17d857ac14cd admin admin] Deleting subnet e10d5fa0-86f4-4384-8119-e8d0aeed176f {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:25:59.660086 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51875fc5-977d-4d0b-b7c3-17d857ac14cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.719680 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f907747-6461-415c-a67e-75969c2b497f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.728797 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4f907747-6461-415c-a67e-75969c2b497f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.735919 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51875fc5-977d-4d0b-b7c3-17d857ac14cd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.760118 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51875fc5-977d-4d0b-b7c3-17d857ac14cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:25:59.765509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 233c1595-6a70-4e51-b378-402530d8b20e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=233c1595-6a70-4e51-b378-402530d8b20e,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:25:59.819147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47138) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:59.825842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4f907747-6461-415c-a67e-75969c2b497f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28e6b3ad8ef64d8a976f7c29ad644329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6943014 Jul 16 03:25:59.828295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f907747-6461-415c-a67e-75969c2b497f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80704620-369f-48e9-91b8-188e3afd54a1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:25:59.867745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '233c1595-6a70-4e51-b378-402530d8b20e', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'port_id': '233c1595-6a70-4e51-b378-402530d8b20e', 'mac_address': 'fa:16:3e:95:c4:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-2123082705', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:25:59.887566 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5582e0e8-857c-47ba-8712-20d55d840faa None None] Network ed2eebed-f62c-49ba-806e-8834f5d4e898 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:25:59.928849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47146) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:25:59.949278 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-05fc21ed-5cc8-4047-bc93-2b971646fd92 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a959b6ead0cf4572a02a6568944ac7c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356991 Jul 16 03:25:59.958381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef32bd-db90-415d-a842-185f5564d597 req-1d77a691-d14f-45b4-af0b-3259aeac27b3 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:25:59.960707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afef32bd-db90-415d-a842-185f5564d597 req-1d77a691-d14f-45b4-af0b-3259aeac27b3 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 965 time: 0.1238937 Jul 16 03:25:59.988566 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.009141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 233c1595-6a70-4e51-b378-402530d8b20e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:00.033258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02e14c1c-002f-437b-b568-7016d5674d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.095218 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51875fc5-977d-4d0b-b7c3-17d857ac14cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.113879 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afef32bd-db90-415d-a842-185f5564d597 req-03891dbe-3c50-44f5-87eb-b251bc2b1fc2 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974975 Jul 16 03:26:00.118363 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82afc398-d851-46d1-af5e-1558a0ce04c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.133880 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 233c1595-6a70-4e51-b378-402530d8b20e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=233c1595-6a70-4e51-b378-402530d8b20e,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:00.168893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51875fc5-977d-4d0b-b7c3-17d857ac14cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e10d5fa0-86f4-4384-8119-e8d0aeed176f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:00.182012 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-403c78b4-3c8c-477d-a164-52d4c1479011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.197512 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51875fc5-977d-4d0b-b7c3-17d857ac14cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.200118 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-51875fc5-977d-4d0b-b7c3-17d857ac14cd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e10d5fa0-86f4-4384-8119-e8d0aeed176f HTTP/1.1" status: 204 len: 168 time: 0.6574104 Jul 16 03:26:00.210924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47160) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:00.257732 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82afc398-d851-46d1-af5e-1558a0ce04c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.279242 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.287007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-ab1a5cdd-9a89-4541-9264-b49a921ad51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:00.289707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-88623cb9-9a1b-4320-b33c-8eae02ec3e28 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:00.291221 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-88623cb9-9a1b-4320-b33c-8eae02ec3e28 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3231139 Jul 16 03:26:00.291505 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-ab1a5cdd-9a89-4541-9264-b49a921ad51e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 1100 time: 0.4106495 Jul 16 03:26:00.308834 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Request body: {'port': {'device_id': '9d24d301-f3f2-46da-83d2-0685d28d3031', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': 'a959b6ead0cf4572a02a6568944ac7c7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:00.389921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=233c1595-6a70-4e51-b378-402530d8b20e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:00.399835 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.455851 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02e14c1c-002f-437b-b568-7016d5674d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.472170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02e14c1c-002f-437b-b568-7016d5674d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.509551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['233c1595-6a70-4e51-b378-402530d8b20e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:00.546626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-1f097b07-a745-43e6-9417-a7b6a9f89708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:00.548109 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-1f097b07-a745-43e6-9417-a7b6a9f89708 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.2384620 Jul 16 03:26:00.563930 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-02e14c1c-002f-437b-b568-7016d5674d73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7aa24dfa26934e158fb453d0b09be943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6310925 Jul 16 03:26:00.564899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82afc398-d851-46d1-af5e-1558a0ce04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.567533 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82afc398-d851-46d1-af5e-1558a0ce04c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.568749 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-82afc398-d851-46d1-af5e-1558a0ce04c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80704620-369f-48e9-91b8-188e3afd54a1 HTTP/1.1" status: 204 len: 168 time: 0.7486732 Jul 16 03:26:00.569611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e14c1c-002f-437b-b568-7016d5674d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e7309e-41b6-4dd3-bb95-10e08f0dcf75,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:00.570358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:00.646032 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-5efe9eef-8017-4cac-a403-6d15a5c7ecbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4be59503-333b-4779-be07-46d349b2f71f HTTP/1.1" status: 200 len: 217 time: 0.0863044 Jul 16 03:26:00.648237 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afc398-d851-46d1-af5e-1558a0ce04c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80704620-369f-48e9-91b8-188e3afd54a1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:00.671531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab11eb4-d000-412f-a3ac-ed36b3eb64ba req-46d3f482-5b38-46ff-a885-704b11f76147 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:00.674017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bab11eb4-d000-412f-a3ac-ed36b3eb64ba req-46d3f482-5b38-46ff-a885-704b11f76147 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 946 time: 0.3009882 Jul 16 03:26:00.682440 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.702687 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:26:00.703039 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:26:00.703778 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:26:00.704120 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:26:00.704476 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:26:00.704811 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:26:00.705277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:26:00.705487 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:26:00.705822 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:26:00.706150 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:26:00.707871 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.716065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Made reservation on behalf of a959b6ead0cf4572a02a6568944ac7c7 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:00.721551 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.725624 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-475172aa-71b8-4ce1-a791-798daf22bf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.757075 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.794854 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72c7502d-7948-41bb-a3ca-394ba21593e1 req-f90cecb2-40ba-41dc-936f-42b3b2a53a60 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 210 time: 0.0608521 Jul 16 03:26:00.813749 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-475172aa-71b8-4ce1-a791-798daf22bf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.816728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:26:00.817338 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:26:00.817853 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:26:00.818198 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:26:00.818582 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820712d4-e76b-42fa-9882-46bbd5ca86fc']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:00.844848 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bab11eb4-d000-412f-a3ac-ed36b3eb64ba req-1cc3e6e4-9f5f-481d-a3f1-3addc9b70ff7 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520910 Jul 16 03:26:00.885588 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9916cf-6568-48de-98e1-067287c3a038') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:00.885884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9916cf-6568-48de-98e1-067287c3a038') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:00.943392 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.969405 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:00.977087 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.008723 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-4c98ed0d-cf88-4eef-a513-c93e680bc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:01.010266 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-4c98ed0d-cf88-4eef-a513-c93e680bc775 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.3251138 Jul 16 03:26:01.011207 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.084599 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-475172aa-71b8-4ce1-a791-798daf22bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.087107 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-475172aa-71b8-4ce1-a791-798daf22bf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.090965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-475172aa-71b8-4ce1-a791-798daf22bf9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99e7309e-41b6-4dd3-bb95-10e08f0dcf75 HTTP/1.1" status: 204 len: 168 time: 0.5008662 Jul 16 03:26:01.093083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f60139-f9a2-4387-8595-0ef036c8d6d2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:01.108987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:01.120595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475172aa-71b8-4ce1-a791-798daf22bf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e7309e-41b6-4dd3-bb95-10e08f0dcf75,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:01.139729 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c76b6cd0-add8-45db-bd4d-a845ce8e7d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.175104 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.237120 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c76b6cd0-add8-45db-bd4d-a845ce8e7d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.267999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab1f81-a6c8-415c-83d7-d3a9016e2a5f req-64e50819-c883-42c8-a761-22ec576af812 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:01.269606 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34ab1f81-a6c8-415c-83d7-d3a9016e2a5f req-64e50819-c883-42c8-a761-22ec576af812 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.2557521 Jul 16 03:26:01.270753 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c76b6cd0-add8-45db-bd4d-a845ce8e7d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.275530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:26:01.276027 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: from cryptography.utils import int_from_bytes Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: from cryptography.utils import int_from_bytes Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:26:01.301162 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:26:01.386579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-d781ca2e-facf-4b4b-9c3d-e15ce0dfe95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:01.388447 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-d781ca2e-facf-4b4b-9c3d-e15ce0dfe95d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3699408 Jul 16 03:26:01.390106 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.399230 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.401442 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/820712d4-e76b-42fa-9882-46bbd5ca86fc HTTP/1.1" status: 204 len: 168 time: 1.1886404 Jul 16 03:26:01.407560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47198) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:01.424705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b6cd0-add8-45db-bd4d-a845ce8e7d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaf4b66-8d37-4e3c-bb8f-fc5e4d2da3aa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:01.476476 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3889c2f-000c-4021-843d-bf0781d484a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=820712d4-e76b-42fa-9882-46bbd5ca86fc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:01.499304 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c76b6cd0-add8-45db-bd4d-a845ce8e7d69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6db967ffa438434a9e5ca404a9ae4bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879969 Jul 16 03:26:01.499986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 233c1595-6a70-4e51-b378-402530d8b20e up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:01.510812 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47202) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:01.563674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34ab1f81-a6c8-415c-83d7-d3a9016e2a5f req-7ee6f744-862b-49a5-9645-bd082f1897ba tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800415 Jul 16 03:26:01.578802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 233c1595-6a70-4e51-b378-402530d8b20e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:01.585951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 233c1595-6a70-4e51-b378-402530d8b20e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:01.588164 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.602810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-1300f6db-45be-4bed-98e2-41bc78e2271a admin admin] Deleting subnet e1560b17-ccdf-4505-b06b-bf9e268d54fd {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:26:01.622841 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1300f6db-45be-4bed-98e2-41bc78e2271a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.694369 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-60390405-d33e-428a-b718-c809a534816a service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918320 Jul 16 03:26:01.696603 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1300f6db-45be-4bed-98e2-41bc78e2271a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.762538 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e1d31e2-c146-4e1f-9065-42ab9f4003a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.775559 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.788920 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1300f6db-45be-4bed-98e2-41bc78e2271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.804083 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4188a549-8abe-4a32-9075-ed21fd26dfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233c1595-6a70-4e51-b378-402530d8b20e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:01.807227 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33e6af3-bdfc-4fe9-ae7f-13004c6f1056" -d '{"events": [{"server_uuid": "4188a549-8abe-4a32-9075-ed21fd26dfa9", "name": "network-vif-plugged", "status": "completed", "tag": "233c1595-6a70-4e51-b378-402530d8b20e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:01.826213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 233c1595-6a70-4e51-b378-402530d8b20e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=233c1595-6a70-4e51-b378-402530d8b20e,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:01.832774 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.857706 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e1d31e2-c146-4e1f-9065-42ab9f4003a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.909312 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=233c1595-6a70-4e51-b378-402530d8b20e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:01.944637 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-e536142c-4ce7-4d81-b8d6-6cfe32e12395 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267823 Jul 16 03:26:01.947295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Allocated IP 192.168.233.133 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/1f499a47-44c3-4200-9c7e-a280fe743ca6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:01.955924 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1300f6db-45be-4bed-98e2-41bc78e2271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.960857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcbf20-5555-4664-9d37-8961454f9e23 req-421f87e5-dea1-497c-890a-51ead4af8fbd tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:01.967640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58fcbf20-5555-4664-9d37-8961454f9e23 req-421f87e5-dea1-497c-890a-51ead4af8fbd tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 966 time: 0.4665022 Jul 16 03:26:01.990141 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e1d31e2-c146-4e1f-9065-42ab9f4003a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:01.992814 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e1d31e2-c146-4e1f-9065-42ab9f4003a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.000629 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4e1d31e2-c146-4e1f-9065-42ab9f4003a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eeaf4b66-8d37-4e3c-bb8f-fc5e4d2da3aa HTTP/1.1" status: 204 len: 168 time: 0.4436243 Jul 16 03:26:02.002023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300f6db-45be-4bed-98e2-41bc78e2271a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1560b17-ccdf-4505-b06b-bf9e268d54fd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:02.016613 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1300f6db-45be-4bed-98e2-41bc78e2271a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.019251 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1300f6db-45be-4bed-98e2-41bc78e2271a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e1560b17-ccdf-4505-b06b-bf9e268d54fd HTTP/1.1" status: 204 len: 168 time: 0.6021650 Jul 16 03:26:02.021365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47224) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:02.050379 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1700a-4861-47cf-8868-20bf4bc82c96 req-2446cf56-2e65-4b58-9c1e-27987f0cf84c tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:02.051932 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5f1700a-4861-47cf-8868-20bf4bc82c96 req-2446cf56-2e65-4b58-9c1e-27987f0cf84c tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 971 time: 0.2161775 Jul 16 03:26:02.072348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58fcbf20-5555-4664-9d37-8961454f9e23 req-f9f8b097-c979-4911-9b30-55e5a2e5b9fa tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037338 Jul 16 03:26:02.143680 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff0b02e5-f76c-4c72-a4cf-e9de23a8d66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.146747 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d31e2-c146-4e1f-9065-42ab9f4003a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaf4b66-8d37-4e3c-bb8f-fc5e4d2da3aa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:02.161719 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4912408-a9eb-491d-9721-fea475a2f582 x-openstack-request-id: req-a4912408-a9eb-491d-9721-fea475a2f582 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:02.162122 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4188a549-8abe-4a32-9075-ed21fd26dfa9", "name": "network-vif-plugged", "status": "completed", "tag": "233c1595-6a70-4e51-b378-402530d8b20e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:02.162469 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4912408-a9eb-491d-9721-fea475a2f582 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:02.162958 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4188a549-8abe-4a32-9075-ed21fd26dfa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '233c1595-6a70-4e51-b378-402530d8b20e', 'code': 200} Jul 16 03:26:02.230220 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5f1700a-4861-47cf-8868-20bf4bc82c96 req-d96038be-3315-4fc7-bf2b-750f15e158c3 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/security-groups?id=66da39ea-5dfe-455c-ab5c-30dba6d96f29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699245 Jul 16 03:26:02.346145 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3849ce0-e415-444f-9ef2-c51957e72779 req-8d1e7ca0-1f61-408a-8415-bf2a8d883054 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 210 time: 0.0362737 Jul 16 03:26:02.369686 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff0b02e5-f76c-4c72-a4cf-e9de23a8d66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.382927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ff0b02e5-f76c-4c72-a4cf-e9de23a8d66e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2eebed-f62c-49ba-806e-8834f5d4e898']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:02.393235 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.397433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ff0b02e5-f76c-4c72-a4cf-e9de23a8d66e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb419ea2-e897-4f82-a640-b09d2b0d55ae') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:02.398093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ff0b02e5-f76c-4c72-a4cf-e9de23a8d66e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb419ea2-e897-4f82-a640-b09d2b0d55ae') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:02.411657 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff0b02e5-f76c-4c72-a4cf-e9de23a8d66e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.431660 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff0b02e5-f76c-4c72-a4cf-e9de23a8d66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.436790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Transition to ACTIVE for port object 1f499a47-44c3-4200-9c7e-a280fe743ca6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:02.442384 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0b02e5-f76c-4c72-a4cf-e9de23a8d66e admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:26:02.442912 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff0b02e5-f76c-4c72-a4cf-e9de23a8d66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:26:02.446178 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:26:02.504601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676615c-f9c2-4e16-bf08-1795b8ad416a req-6b900ba0-147b-448b-9cbd-e83f94868c4f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:02.505967 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0048061-c40c-4844-a863-405140e29429 req-f18e1250-ad31-4a34-8b58-e389fc1de8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:02.506557 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7676615c-f9c2-4e16-bf08-1795b8ad416a req-6b900ba0-147b-448b-9cbd-e83f94868c4f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 946 time: 0.0991080 Jul 16 03:26:02.513501 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c0048061-c40c-4844-a863-405140e29429 req-f18e1250-ad31-4a34-8b58-e389fc1de8c9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 1118 time: 0.2477736 Jul 16 03:26:02.527954 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff0b02e5-f76c-4c72-a4cf-e9de23a8d66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.545297 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff0b02e5-f76c-4c72-a4cf-e9de23a8d66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.549797 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ff0b02e5-f76c-4c72-a4cf-e9de23a8d66e admin admin] 10.222.0.18 "DELETE /v2.0/networks/ed2eebed-f62c-49ba-806e-8834f5d4e898 HTTP/1.1" status: 204 len: 168 time: 0.5244083 Jul 16 03:26:02.549942 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.560543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b02e5-f76c-4c72-a4cf-e9de23a8d66e admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2eebed-f62c-49ba-806e-8834f5d4e898,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:02.573417 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c0048061-c40c-4844-a863-405140e29429 req-5cb7430d-d45b-4288-9790-a79b6be71013 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529265 Jul 16 03:26:02.579853 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7676615c-f9c2-4e16-bf08-1795b8ad416a req-9b6ec7f9-9bf3-4897-87e5-6ec9e26eb449 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662632 Jul 16 03:26:02.660501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:02.668698 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:02.688697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:02.708957 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:02.709628 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.745824 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65742359-7a66-496a-b335-ffb207cdab80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.749291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47250) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:02.796191 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.802330 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Pushing event updated for resources: {'Port': ['ID=1f499a47-44c3-4200-9c7e-a280fe743ca6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:02.805695 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-5d0fe85a-d4d6-4b6a-b877-66f17190e448 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5008597 Jul 16 03:26:02.842598 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-df1a086d-8394-43e3-9020-fcce7de8118f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cdd427429484b30856adc26da6178d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0897729 Jul 16 03:26:02.842813 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47252) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:02.846138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a766bb9-c2f4-4a6b-86ea-fcecd26cc3c0 req-e8680ffb-8fb8-4357-967b-d26d11c1e438 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:02.855166 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a766bb9-c2f4-4a6b-86ea-fcecd26cc3c0 req-e8680ffb-8fb8-4357-967b-d26d11c1e438 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.1234105 Jul 16 03:26:02.862710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Request body: {'port': {'device_id': '9d24d301-f3f2-46da-83d2-0685d28d3031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:02.956787 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a766bb9-c2f4-4a6b-86ea-fcecd26cc3c0 req-66d23584-d39a-49c5-a7f7-961cc3bbaa20 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970728 Jul 16 03:26:02.978163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d059775a-e17d-455d-ba29-9e3830c23649 None None] Provisioning for port 1f499a47-44c3-4200-9c7e-a280fe743ca6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:02.982918 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d059775a-e17d-455d-ba29-9e3830c23649 None None] Provisioning complete for port 1f499a47-44c3-4200-9c7e-a280fe743ca6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:02.983933 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d059775a-e17d-455d-ba29-9e3830c23649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:02.999449 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.044073 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f77fdf68-04c4-415c-a3a7-76136719e809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.068565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d059775a-e17d-455d-ba29-9e3830c23649 None None] Port 1f499a47-44c3-4200-9c7e-a280fe743ca6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:03.099327 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f77fdf68-04c4-415c-a3a7-76136719e809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.123012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e780cf-817e-4b3b-b506-c4d9edc3627f req-80ebb98d-5d2e-4e2c-8ae8-58e4eb9c615a tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:03.124822 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b6e780cf-817e-4b3b-b506-c4d9edc3627f req-80ebb98d-5d2e-4e2c-8ae8-58e4eb9c615a tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.88 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 971 time: 0.2415283 Jul 16 03:26:03.293234 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f77fdf68-04c4-415c-a3a7-76136719e809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.296543 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f77fdf68-04c4-415c-a3a7-76136719e809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.298640 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f77fdf68-04c4-415c-a3a7-76136719e809 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b90be524-5db3-434c-91bc-7121938f0a6e HTTP/1.1" status: 204 len: 168 time: 0.4543755 Jul 16 03:26:03.339860 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fdf68-04c4-415c-a3a7-76136719e809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90be524-5db3-434c-91bc-7121938f0a6e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:03.352915 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-b6e780cf-817e-4b3b-b506-c4d9edc3627f req-893603f5-59d9-4a18-b602-50bdf29448bc tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Deleting port b39afe05-139c-4a16-9a39-164d04338906 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:26:03.357263 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b6e780cf-817e-4b3b-b506-c4d9edc3627f req-893603f5-59d9-4a18-b602-50bdf29448bc tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.487087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777229a0-9d69-4798-984a-3476a0eae9ab req-b08c0854-0c4f-4129-b2a9-049d532f06a2 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:03.496468 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-777229a0-9d69-4798-984a-3476a0eae9ab req-b08c0854-0c4f-4129-b2a9-049d532f06a2 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 1097 time: 0.1785343 Jul 16 03:26:03.503876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f499a47-44c3-4200-9c7e-a280fe743ca6 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:03.506472 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b6e780cf-817e-4b3b-b506-c4d9edc3627f req-893603f5-59d9-4a18-b602-50bdf29448bc tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] For port b39afe05-139c-4a16-9a39-164d04338906, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=b39afe05-139c-4a16-9a39-164d04338906,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:03.507475 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b6e780cf-817e-4b3b-b506-c4d9edc3627f req-893603f5-59d9-4a18-b602-50bdf29448bc tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.517520 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.543719 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-b6e780cf-817e-4b3b-b506-c4d9edc3627f req-893603f5-59d9-4a18-b602-50bdf29448bc tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Calling delete_port for b39afe05-139c-4a16-9a39-164d04338906 owned by compute:tempest-test_az-2123082705 {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:26:03.547186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a1d44-6700-4eb8-8f1f-319384e8249f req-9584b333-3d54-498c-a3cb-dcfe107debb1 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:03.554087 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8d2a1d44-6700-4eb8-8f1f-319384e8249f req-9584b333-3d54-498c-a3cb-dcfe107debb1 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 967 time: 0.2077105 Jul 16 03:26:03.570613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Transition to ACTIVE for port object 1f499a47-44c3-4200-9c7e-a280fe743ca6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:03.584713 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.606699 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-777229a0-9d69-4798-984a-3476a0eae9ab req-ed9b5392-b310-49cd-a7cb-36ced8e696cc tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092842 Jul 16 03:26:03.731941 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.749358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8d2a1d44-6700-4eb8-8f1f-319384e8249f req-e4ef88f8-650f-4968-9a6e-127a72aa97df tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937509 Jul 16 03:26:03.776040 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f499a47-44c3-4200-9c7e-a280fe743ca6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:03.801091 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b6e780cf-817e-4b3b-b506-c4d9edc3627f req-893603f5-59d9-4a18-b602-50bdf29448bc tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.813703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['b39afe05-139c-4a16-9a39-164d04338906'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:03.908236 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Attempting to bind port 1f499a47-44c3-4200-9c7e-a280fe743ca6 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:03.908651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Attempting to bind port 1f499a47-44c3-4200-9c7e-a280fe743ca6 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:03.908981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Attempting to bind port 1f499a47-44c3-4200-9c7e-a280fe743ca6 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:03.916767 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893603f5-59d9-4a18-b602-50bdf29448bc tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Pushing event deleted for resources: {'Port': ['ID=b39afe05-139c-4a16-9a39-164d04338906,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:03.953589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Port 1f499a47-44c3-4200-9c7e-a280fe743ca6 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:03.953910 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Attempting to bind port 1f499a47-44c3-4200-9c7e-a280fe743ca6 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:03.960578 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e780cf-817e-4b3b-b506-c4d9edc3627f req-893603f5-59d9-4a18-b602-50bdf29448bc tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] No DVR routers for this DVR port b39afe05-139c-4a16-9a39-164d04338906 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:26:03.964508 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b6e780cf-817e-4b3b-b506-c4d9edc3627f req-893603f5-59d9-4a18-b602-50bdf29448bc tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.967579 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b6e780cf-817e-4b3b-b506-c4d9edc3627f req-893603f5-59d9-4a18-b602-50bdf29448bc tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.88 "DELETE /v2.0/ports/b39afe05-139c-4a16-9a39-164d04338906 HTTP/1.1" status: 204 len: 173 time: 0.8296704 Jul 16 03:26:03.968355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2d070e-3742-4d4c-bc2c-07c65b76f7a6', 'name': 'network-vif-deleted', 'tag': 'b39afe05-139c-4a16-9a39-164d04338906'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:03.969567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:03.972452 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca61533-1ee4-4634-b33e-9f3153fe0d21" -d '{"events": [{"server_uuid": "5f2d070e-3742-4d4c-bc2c-07c65b76f7a6", "name": "network-vif-deleted", "tag": "b39afe05-139c-4a16-9a39-164d04338906"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:03.975817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:03.976494 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:03.976867 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Bound port: 1f499a47-44c3-4200-9c7e-a280fe743ca6, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:03.977274 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:03.999967 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:04.121217 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a444ce51-9665-4ff4-bbc3-3ea5e8dbc148 req-bb574145-ad9a-406a-9cb6-35f3d2390df5 tempest-AggregatesAdminTestJSON-23937499 tempest-AggregatesAdminTestJSON-23937499-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f2d070e-3742-4d4c-bc2c-07c65b76f7a6 HTTP/1.1" status: 200 len: 210 time: 0.1147738 Jul 16 03:26:04.204929 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fbeeb96b-5dc3-4fbb-b58b-c9b42acb26b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e00ace0329cf4368813f234c9819d1f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2019756 Jul 16 03:26:04.213771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47294) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:04.232783 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0bdca4c5-0f25-47f5-ab4d-f95ea236bf58 req-1aba563b-7ea2-4fd2-a961-15593d087603 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1368194 Jul 16 03:26:04.251409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89963813-8218-4d02-bd1a-4767bbdc55b8 req-dbc488c7-736d-48f1-b81d-303fe97ccf7a tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:04.271956 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89963813-8218-4d02-bd1a-4767bbdc55b8 req-dbc488c7-736d-48f1-b81d-303fe97ccf7a tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 948 time: 0.3655930 Jul 16 03:26:04.312709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] For port 1f499a47-44c3-4200-9c7e-a280fe743ca6, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:04.371608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] For port 1f499a47-44c3-4200-9c7e-a280fe743ca6, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=1f499a47-44c3-4200-9c7e-a280fe743ca6,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:04.397572 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:04.423142 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89963813-8218-4d02-bd1a-4767bbdc55b8 req-ca9d1cd6-c430-4ab7-b0d9-f438d3898265 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f60139-f9a2-4387-8595-0ef036c8d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501367 Jul 16 03:26:04.440095 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44bd1ca2-0a76-43b2-9884-ac68e3098850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:04.473817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:04.474446 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:04.475882 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/1f499a47-44c3-4200-9c7e-a280fe743ca6 HTTP/1.1" status: 200 len: 1096 time: 1.6185312 Jul 16 03:26:04.476364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d24d301-f3f2-46da-83d2-0685d28d3031', 'tag': '1f499a47-44c3-4200-9c7e-a280fe743ca6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:04.492987 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44bd1ca2-0a76-43b2-9884-ac68e3098850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:04.507665 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdca4c5-0f25-47f5-ab4d-f95ea236bf58 req-6d8d08c4-4c03-4c54-8ada-8ca197c20a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:04.509323 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0bdca4c5-0f25-47f5-ab4d-f95ea236bf58 req-6d8d08c4-4c03-4c54-8ada-8ca197c20a96 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=13e9c7f1e5614f26a30fc46498692a08&device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 1118 time: 0.2015176 Jul 16 03:26:04.516214 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25648423-f1ab-49f6-bdb4-816c7c6f7cd3 x-openstack-request-id: req-25648423-f1ab-49f6-bdb4-816c7c6f7cd3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:04.516582 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f2d070e-3742-4d4c-bc2c-07c65b76f7a6", "name": "network-vif-deleted", "tag": "b39afe05-139c-4a16-9a39-164d04338906", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:04.516770 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25648423-f1ab-49f6-bdb4-816c7c6f7cd3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:04.517163 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2d070e-3742-4d4c-bc2c-07c65b76f7a6', 'name': 'network-vif-deleted', 'tag': 'b39afe05-139c-4a16-9a39-164d04338906', 'status': 'completed', 'code': 200} Jul 16 03:26:04.592807 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44bd1ca2-0a76-43b2-9884-ac68e3098850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:04.599379 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44bd1ca2-0a76-43b2-9884-ac68e3098850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:04.601772 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-44bd1ca2-0a76-43b2-9884-ac68e3098850 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97f2a8f1-0ef2-4254-a299-eeecf942d607 HTTP/1.1" status: 204 len: 168 time: 0.3764267 Jul 16 03:26:04.690748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd1ca2-0a76-43b2-9884-ac68e3098850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f2a8f1-0ef2-4254-a299-eeecf942d607,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:04.870859 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdca4c5-0f25-47f5-ab4d-f95ea236bf58 req-ea198cb8-2890-4949-84cf-afb71a0d9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:04.873040 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0bdca4c5-0f25-47f5-ab4d-f95ea236bf58 req-ea198cb8-2890-4949-84cf-afb71a0d9670 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3b81a2ed-00e6-441b-ab06-b543304c7c21 HTTP/1.1" status: 200 len: 925 time: 0.2966838 Jul 16 03:26:04.940941 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0bdca4c5-0f25-47f5-ab4d-f95ea236bf58 req-d71dee17-56b3-4b57-88b6-8da882ba0f67 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=233c1595-6a70-4e51-b378-402530d8b20e HTTP/1.1" status: 200 len: 217 time: 0.0604615 Jul 16 03:26:04.984162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bf2ec-2c30-439d-8edb-9c89d87811c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f499a47-44c3-4200-9c7e-a280fe743ca6,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:05.011448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e0407-0e56-4a86-a0a3-940ac139973c req-73eea271-529d-49a3-be44-1ce20b954c4b tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:05.022641 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-354e0407-0e56-4a86-a0a3-940ac139973c req-73eea271-529d-49a3-be44-1ce20b954c4b tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 1097 time: 0.6949155 Jul 16 03:26:05.031495 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdca4c5-0f25-47f5-ab4d-f95ea236bf58 req-b7dfe23d-d774-40b6-b0f1-add1425f4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:05.033199 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0bdca4c5-0f25-47f5-ab4d-f95ea236bf58 req-b7dfe23d-d774-40b6-b0f1-add1425f4a9b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d05c25c6-bed0-4cc4-be87-9f3386e3f499 HTTP/1.1" status: 200 len: 863 time: 0.0858572 Jul 16 03:26:05.109516 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdca4c5-0f25-47f5-ab4d-f95ea236bf58 req-c2ee3705-91f3-46a8-913e-c7f79acbe62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:05.111352 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0bdca4c5-0f25-47f5-ab4d-f95ea236bf58 req-c2ee3705-91f3-46a8-913e-c7f79acbe62f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3b81a2ed-00e6-441b-ab06-b543304c7c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684071 Jul 16 03:26:05.140565 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332a8e8e-86db-4d3e-a071-34cc6ad558b7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d24d301-f3f2-46da-83d2-0685d28d3031", "tag": "1f499a47-44c3-4200-9c7e-a280fe743ca6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:05.176642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-a3480301-2c85-4227-a027-575dd1930f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:05.178061 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-a3480301-2c85-4227-a027-575dd1930f17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a959b6ead0cf4572a02a6568944ac7c7&device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 1099 time: 0.5842233 Jul 16 03:26:05.228014 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0bdca4c5-0f25-47f5-ab4d-f95ea236bf58 req-236db372-2bb9-4009-b2d0-f0e3afc3bc72 service neutron] 10.222.0.88 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100204 Jul 16 03:26:05.231581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-354e0407-0e56-4a86-a0a3-940ac139973c req-6d572a25-e83c-4306-a8c2-2baeae0f4dee tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078607 Jul 16 03:26:05.353126 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0bdca4c5-0f25-47f5-ab4d-f95ea236bf58 req-45e2a1fa-70f4-49a7-a649-b572d6969561 service neutron] 10.222.0.88 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189191 Jul 16 03:26:05.383943 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-81040d6e-21fd-489d-bc33-9ffeff11acc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=1f499a47-44c3-4200-9c7e-a280fe743ca6 HTTP/1.1" status: 200 len: 217 time: 0.1648309 Jul 16 03:26:05.397216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798d99f-0944-47f3-8434-e59945ecfc48 req-d5adf49a-1eec-4328-b7da-00c8bc523b6f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:05.399579 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1798d99f-0944-47f3-8434-e59945ecfc48 req-d5adf49a-1eec-4328-b7da-00c8bc523b6f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.5047891 Jul 16 03:26:05.479971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-c41d01e9-3040-4ea3-9b8f-e57c508a1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:05.481546 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-c41d01e9-3040-4ea3-9b8f-e57c508a1967 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0806229 Jul 16 03:26:05.497628 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1798d99f-0944-47f3-8434-e59945ecfc48 req-404d5c4f-7b6f-4e2c-bd7c-948f8db3da97 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789356 Jul 16 03:26:05.580305 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:05.628551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-58afa090-094e-451a-a005-b8b8eba202c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:05.630422 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-58afa090-094e-451a-a005-b8b8eba202c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1317892 Jul 16 03:26:05.812528 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-b76ed283-b484-463a-980a-09098c56cc29 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666689 Jul 16 03:26:05.820898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631c977-baaf-429f-90e2-a2a461999d8e req-08d0358d-6f56-4e0b-882b-95707e3e0ff8 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:05.822442 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5631c977-baaf-429f-90e2-a2a461999d8e req-08d0358d-6f56-4e0b-882b-95707e3e0ff8 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 967 time: 0.1562667 Jul 16 03:26:05.919664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5631c977-baaf-429f-90e2-a2a461999d8e req-84c3ddc4-ec35-4a36-8605-20c9ca88da20 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887926 Jul 16 03:26:05.958596 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97d814c6-d020-4650-b8b9-b8ea7a8fc976 req-19bbcff8-c090-4189-b20a-616249eaa9f6 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351678 Jul 16 03:26:06.125802 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a910c8c3-1b1d-44fd-a3f3-2598dea71f71 x-openstack-request-id: req-a910c8c3-1b1d-44fd-a3f3-2598dea71f71 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:06.125802 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d24d301-f3f2-46da-83d2-0685d28d3031", "tag": "1f499a47-44c3-4200-9c7e-a280fe743ca6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:06.126476 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a910c8c3-1b1d-44fd-a3f3-2598dea71f71 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:06.126476 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d24d301-f3f2-46da-83d2-0685d28d3031', 'tag': '1f499a47-44c3-4200-9c7e-a280fe743ca6', 'status': 'completed', 'code': 200} Jul 16 03:26:06.249498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577d25e-448d-4061-af42-0beadbea086f req-c4966bf7-0177-4b17-92a7-8bf4d2a99170 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.250994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a577d25e-448d-4061-af42-0beadbea086f req-c4966bf7-0177-4b17-92a7-8bf4d2a99170 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 948 time: 0.1058731 Jul 16 03:26:06.257133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a8e8e-86db-4d3e-a071-34cc6ad558b7 req-2d17a64d-27d9-4965-ac79-9070631a9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.258516 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-332a8e8e-86db-4d3e-a071-34cc6ad558b7 req-2d17a64d-27d9-4965-ac79-9070631a9eff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a959b6ead0cf4572a02a6568944ac7c7&device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 1099 time: 0.0826478 Jul 16 03:26:06.387392 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a577d25e-448d-4061-af42-0beadbea086f req-9177bf4d-56c1-4fe8-9270-5ae450cab9b0 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f60139-f9a2-4387-8595-0ef036c8d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279089 Jul 16 03:26:06.391152 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47380) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:06.440530 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a8e8e-86db-4d3e-a071-34cc6ad558b7 req-228a628a-59e6-4371-8895-f5035f1b4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.442258 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-332a8e8e-86db-4d3e-a071-34cc6ad558b7 req-228a628a-59e6-4371-8895-f5035f1b4c12 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1759760 Jul 16 03:26:06.500451 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-332a8e8e-86db-4d3e-a071-34cc6ad558b7 req-c694c88e-db91-495a-a920-45366084c0f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=1f499a47-44c3-4200-9c7e-a280fe743ca6 HTTP/1.1" status: 200 len: 217 time: 0.0434382 Jul 16 03:26:06.588594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a8e8e-86db-4d3e-a071-34cc6ad558b7 req-0ef156d9-98d3-4206-89a6-192f5d5690f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.590030 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-332a8e8e-86db-4d3e-a071-34cc6ad558b7 req-0ef156d9-98d3-4206-89a6-192f5d5690f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0567260 Jul 16 03:26:06.642252 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1bf7fee9-3ac1-4d3c-b486-15a53d6823ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5707ca78be5144f69466174a0194c555&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2496681 Jul 16 03:26:06.646586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47396) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:06.658447 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018647e4-d596-4a61-a7a5-d6b12be81c79 req-76896ef5-6992-4f90-8033-02ed16ddcad7 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.672655 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-018647e4-d596-4a61-a7a5-d6b12be81c79 req-76896ef5-6992-4f90-8033-02ed16ddcad7 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 967 time: 0.1711514 Jul 16 03:26:06.672918 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47398) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:06.682667 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c2306a81-fc23-4090-a8f8-8d9adac895bf tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Request body: {'floatingip': {'port_id': '233c1595-6a70-4e51-b378-402530d8b20e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:06.726412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a8e8e-86db-4d3e-a071-34cc6ad558b7 req-d39390a6-da98-4935-9cdb-95c6d514d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.727918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-332a8e8e-86db-4d3e-a071-34cc6ad558b7 req-d39390a6-da98-4935-9cdb-95c6d514d212 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270533 Jul 16 03:26:06.790028 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec85354-93ba-456a-aba2-ab67c2f8b8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:06.794912 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2306a81-fc23-4090-a8f8-8d9adac895bf tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:06.804441 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981b0f2-9a74-4aa8-9dba-fe5b1eb7b611 req-257e6c9f-b94c-459d-beba-52f1ddd5884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:06.806223 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e981b0f2-9a74-4aa8-9dba-fe5b1eb7b611 req-257e6c9f-b94c-459d-beba-52f1ddd5884a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 1100 time: 0.2489262 Jul 16 03:26:06.852815 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-332a8e8e-86db-4d3e-a071-34cc6ad558b7 req-b243aa93-c1e4-4812-a742-a4cfc0eca084 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129878 Jul 16 03:26:06.974788 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-332a8e8e-86db-4d3e-a071-34cc6ad558b7 req-f3ea680a-1ecc-4911-8a00-aaf04612921f service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092763 Jul 16 03:26:07.176085 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586b091-5ecd-45a7-83ae-22e706edab41 req-06a20d5b-2918-4b41-bde3-e90dd36fef40 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:07.186414 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3586b091-5ecd-45a7-83ae-22e706edab41 req-06a20d5b-2918-4b41-bde3-e90dd36fef40 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.0881436 Jul 16 03:26:07.213900 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec85354-93ba-456a-aba2-ab67c2f8b8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:07.223360 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3586b091-5ecd-45a7-83ae-22e706edab41 req-55c77933-b9d7-4a0f-aa6b-2d04429f0117 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350327 Jul 16 03:26:07.389708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981b0f2-9a74-4aa8-9dba-fe5b1eb7b611 req-dd04d584-b27c-44eb-8608-479b3d292a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:07.391202 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e981b0f2-9a74-4aa8-9dba-fe5b1eb7b611 req-dd04d584-b27c-44eb-8608-479b3d292a76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.2565207 Jul 16 03:26:07.467780 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e981b0f2-9a74-4aa8-9dba-fe5b1eb7b611 req-4b4eee51-efae-43e0-be8d-ddc160202359 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4be59503-333b-4779-be07-46d349b2f71f HTTP/1.1" status: 200 len: 217 time: 0.0672536 Jul 16 03:26:07.468303 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec85354-93ba-456a-aba2-ab67c2f8b8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:07.470930 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec85354-93ba-456a-aba2-ab67c2f8b8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:07.471965 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0ec85354-93ba-456a-aba2-ab67c2f8b8f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66da39ea-5dfe-455c-ab5c-30dba6d96f29 HTTP/1.1" status: 204 len: 168 time: 0.8243833 Jul 16 03:26:07.512041 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec85354-93ba-456a-aba2-ab67c2f8b8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66da39ea-5dfe-455c-ab5c-30dba6d96f29,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:07.526188 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device b39afe05-139c-4a16-9a39-164d04338906 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:26:07.568770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981b0f2-9a74-4aa8-9dba-fe5b1eb7b611 req-6e1dcbe4-2489-46c0-8ce8-aa8eb0dbb2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:07.570603 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e981b0f2-9a74-4aa8-9dba-fe5b1eb7b611 req-6e1dcbe4-2489-46c0-8ce8-aa8eb0dbb2fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0973902 Jul 16 03:26:07.582420 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: b39afe05-139c-4a16-9a39-164d04338906 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:26:07.585691 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device b39afe05-139c-4a16-9a39-164d04338906 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:26:07.590339 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-38af1122-b9bd-4d3b-a1b3-fc04d2040d51 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=afde08bd4244418fbd48c773ca76cbed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341032 Jul 16 03:26:07.719031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-8f72795f-faa5-42e2-81cf-d9d290594f94 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:07.725775 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-8f72795f-faa5-42e2-81cf-d9d290594f94 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344752 Jul 16 03:26:07.731123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47460) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:07.742811 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-37961790-1646-414c-aed2-2b391ef78989 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/quotas/afde08bd4244418fbd48c773ca76cbed HTTP/1.1" status: 200 len: 375 time: 0.0159981 Jul 16 03:26:07.783048 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-22bd5d89-40cc-4fcf-a36d-432aae9691e9 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=afde08bd4244418fbd48c773ca76cbed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392971 Jul 16 03:26:07.857154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:07.857457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981b0f2-9a74-4aa8-9dba-fe5b1eb7b611 req-3538b037-f01b-4f11-a4ae-53dcdb741b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:07.859128 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e981b0f2-9a74-4aa8-9dba-fe5b1eb7b611 req-3538b037-f01b-4f11-a4ae-53dcdb741b6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2531617 Jul 16 03:26:07.919352 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dfbbd28a-8f8f-4aec-ae46-795c9d488c4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8861e8fdf5554857a62d79ee5089f8fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604808 Jul 16 03:26:07.921949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:08.005446 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24e24810-ded0-4f56-860f-f0de3cc34144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:08.033339 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24e24810-ded0-4f56-860f-f0de3cc34144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:08.107707 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24e24810-ded0-4f56-860f-f0de3cc34144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:08.110399 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2306a81-fc23-4090-a8f8-8d9adac895bf tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:08.111367 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24e24810-ded0-4f56-860f-f0de3cc34144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:08.112672 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-24e24810-ded0-4f56-860f-f0de3cc34144 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c0ed8d9-0c92-4af3-8751-9441485f3ba3 HTTP/1.1" status: 204 len: 168 time: 0.1896307 Jul 16 03:26:08.131337 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2306a81-fc23-4090-a8f8-8d9adac895bf tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:08.141115 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e24810-ded0-4f56-860f-f0de3cc34144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0ed8d9-0c92-4af3-8751-9441485f3ba3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:08.186964 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2f6cf31-04e3-447e-b869-dce5ecb4a787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:08.209269 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e981b0f2-9a74-4aa8-9dba-fe5b1eb7b611 req-96687460-5a68-4a67-bb4f-0a14fdc13952 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350649 Jul 16 03:26:08.345514 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-c2306a81-fc23-4090-a8f8-8d9adac895bf tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Floating IP 9342c807-069f-4305-ac04-6ca518ab0101 associated. External IP: 172.25.3.19, port: 233c1595-6a70-4e51-b378-402530d8b20e. Jul 16 03:26:08.425032 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e981b0f2-9a74-4aa8-9dba-fe5b1eb7b611 req-a33a038d-bdba-42df-bfa3-8f6f5f43f278 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892509 Jul 16 03:26:08.936036 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb0deb-c591-4183-941d-90ea5f7ba751 req-5dfc5b25-a3a5-47b9-911c-c0441c873ec7 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:08.938758 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06bb0deb-c591-4183-941d-90ea5f7ba751 req-5dfc5b25-a3a5-47b9-911c-c0441c873ec7 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 948 time: 0.0936782 Jul 16 03:26:09.007938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06bb0deb-c591-4183-941d-90ea5f7ba751 req-447db582-369b-4bb5-b4aa-1f5094c70a63 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f60139-f9a2-4387-8595-0ef036c8d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626032 Jul 16 03:26:09.049466 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-8a1c5b2e-5507-41db-9c22-5c303eaac1d7 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:26:09.056635 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-8a1c5b2e-5507-41db-9c22-5c303eaac1d7 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3632064 Jul 16 03:26:09.095591 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2f6cf31-04e3-447e-b869-dce5ecb4a787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:09.106766 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2f6cf31-04e3-447e-b869-dce5ecb4a787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:09.134653 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b2f6cf31-04e3-447e-b869-dce5ecb4a787 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=071a099128274ea6a432b036b9994394&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4024904 Jul 16 03:26:09.137240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-6a208c0e-fbe6-4ffe-93cc-6e5447963d75 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:09.138197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47514) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:09.138730 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-6a208c0e-fbe6-4ffe-93cc-6e5447963d75 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports/2d639917-4019-4b10-ad41-b380e3ea092c HTTP/1.1" status: 200 len: 1094 time: 0.0810812 Jul 16 03:26:09.151614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-e6c086af-39ad-4ecf-b55b-e09d74f777d6 service neutron] Request body: {'binding': {'host': 'n-h1-800088-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:09.152342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-e6c086af-39ad-4ecf-b55b-e09d74f777d6 service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:26:09.229353 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6cf31-04e3-447e-b869-dce5ecb4a787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b084789-d377-451d-ae11-348a0971c421,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:09.261758 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2306a81-fc23-4090-a8f8-8d9adac895bf tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:26:09.274376 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35ac1752-6686-4d74-b462-3759e118a61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:09.300481 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90760746-ad1b-4faf-b2fd-2eb8642ba3ba req-52f6d689-658a-463c-b4d9-734fafe40226 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53f4060-484e-4834-a7b7-c0330e7494ff HTTP/1.1" status: 200 len: 210 time: 0.0684078 Jul 16 03:26:09.332143 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35ac1752-6686-4d74-b462-3759e118a61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:09.362596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-e6c086af-39ad-4ecf-b55b-e09d74f777d6 service neutron] Attempting to bind port 2d639917-4019-4b10-ad41-b380e3ea092c on host n-h1-800088-6 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:09.362949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-e6c086af-39ad-4ecf-b55b-e09d74f777d6 service neutron] Attempting to bind port 2d639917-4019-4b10-ad41-b380e3ea092c by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:09.363259 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-e6c086af-39ad-4ecf-b55b-e09d74f777d6 service neutron] Attempting to bind port 2d639917-4019-4b10-ad41-b380e3ea092c on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:09.367789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-e6c086af-39ad-4ecf-b55b-e09d74f777d6 service neutron] Port 2d639917-4019-4b10-ad41-b380e3ea092c on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:09.368106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-e6c086af-39ad-4ecf-b55b-e09d74f777d6 service neutron] Attempting to bind port 2d639917-4019-4b10-ad41-b380e3ea092c on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:09.372879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-e6c086af-39ad-4ecf-b55b-e09d74f777d6 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:09.373265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-e6c086af-39ad-4ecf-b55b-e09d74f777d6 service neutron] Checking segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:09.374149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-e6c086af-39ad-4ecf-b55b-e09d74f777d6 service neutron] Bound using segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:09.374835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-e6c086af-39ad-4ecf-b55b-e09d74f777d6 service neutron] Bound port: 2d639917-4019-4b10-ad41-b380e3ea092c, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:09.422420 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2306a81-fc23-4090-a8f8-8d9adac895bf tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:26:09.427333 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2306a81-fc23-4090-a8f8-8d9adac895bf tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:09.443144 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886afa4-f2a4-497a-9763-45b40f254837 None None] Sync routers for ids ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:26:09.462189 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886afa4-f2a4-497a-9763-45b40f254837 None None] Routers {'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:09.464302 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7886afa4-f2a4-497a-9763-45b40f254837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:09.466269 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35ac1752-6686-4d74-b462-3759e118a61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:09.469496 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35ac1752-6686-4d74-b462-3759e118a61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:09.470987 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-35ac1752-6686-4d74-b462-3759e118a61f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b084789-d377-451d-ae11-348a0971c421 HTTP/1.1" status: 204 len: 168 time: 0.3312280 Jul 16 03:26:09.482247 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-e6c086af-39ad-4ecf-b55b-e09d74f777d6 service neutron] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2d639917-4019-4b10-ad41-b380e3ea092c,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:09.484672 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c2306a81-fc23-4090-a8f8-8d9adac895bf tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "PUT /v2.0/floatingips/9342c807-069f-4305-ac04-6ca518ab0101 HTTP/1.1" status: 200 len: 1012 time: 2.8090854 Jul 16 03:26:09.485765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac1752-6686-4d74-b462-3759e118a61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b084789-d377-451d-ae11-348a0971c421,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:09.487588 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4188a549-8abe-4a32-9075-ed21fd26dfa9', 'tag': '233c1595-6a70-4e51-b378-402530d8b20e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:09.490206 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df90643-f487-4ff0-a9bd-bdb022340991" -d '{"events": [{"name": "network-changed", "server_uuid": "4188a549-8abe-4a32-9075-ed21fd26dfa9", "tag": "233c1595-6a70-4e51-b378-402530d8b20e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:09.501163 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-e6c086af-39ad-4ecf-b55b-e09d74f777d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:09.503378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-e6c086af-39ad-4ecf-b55b-e09d74f777d6 service neutron] 10.222.0.18 "POST /v2.0/ports/2d639917-4019-4b10-ad41-b380e3ea092c/bindings HTTP/1.1" status: 201 len: 389 time: 0.3565745 Jul 16 03:26:09.643979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9caec-6448-4d30-8e13-7efa2df88888 req-f309d765-9737-443e-ae0a-7d3333517edd tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:09.655295 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65f9caec-6448-4d30-8e13-7efa2df88888 req-f309d765-9737-443e-ae0a-7d3333517edd tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.1468389 Jul 16 03:26:09.715448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65f9caec-6448-4d30-8e13-7efa2df88888 req-3067ab4c-e4da-414e-990f-2b7d8e9b004a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578408 Jul 16 03:26:09.725807 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-7886afa4-f2a4-497a-9763-45b40f254837 None None] Set router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:09.786186 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-b2565ba1-589d-4c2c-b9b9-47ef762c312f tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=afde08bd4244418fbd48c773ca76cbed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726252 Jul 16 03:26:09.942134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:09.965153 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c19e2ce-7c1b-4a12-b79c-54d490f9ea38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:09.989775 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 1f499a47-44c3-4200-9c7e-a280fe743ca6 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:10.050470 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-d0406f45-9423-42e5-8c54-1ffdd0519d0c tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.052754 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-d0406f45-9423-42e5-8c54-1ffdd0519d0c tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2616699 Jul 16 03:26:10.072804 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Request body: {'port': {'device_id': 'b53f4060-484e-4834-a7b7-c0330e7494ff', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': 'afde08bd4244418fbd48c773ca76cbed'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:10.098124 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.88', 63446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:10.150414 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ac19a4-4d08-4512-a4aa-25b930c52814 x-openstack-request-id: req-b6ac19a4-4d08-4512-a4aa-25b930c52814 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:10.151035 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4188a549-8abe-4a32-9075-ed21fd26dfa9", "tag": "233c1595-6a70-4e51-b378-402530d8b20e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:10.151576 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6ac19a4-4d08-4512-a4aa-25b930c52814 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:10.152301 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4188a549-8abe-4a32-9075-ed21fd26dfa9', 'tag': '233c1595-6a70-4e51-b378-402530d8b20e', 'status': 'completed', 'code': 200} Jul 16 03:26:10.286149 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c19e2ce-7c1b-4a12-b79c-54d490f9ea38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:10.295784 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 1f499a47-44c3-4200-9c7e-a280fe743ca6, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=1f499a47-44c3-4200-9c7e-a280fe743ca6,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:10.297706 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.88', 63447) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:10.303876 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c19e2ce-7c1b-4a12-b79c-54d490f9ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:10.316899 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-cf5b61f8-6514-4228-bed7-f393addbfba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.320412 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-cf5b61f8-6514-4228-bed7-f393addbfba6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 1097 time: 0.2213039 Jul 16 03:26:10.341760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '1f499a47-44c3-4200-9c7e-a280fe743ca6', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '1f499a47-44c3-4200-9c7e-a280fe743ca6', 'mac_address': 'fa:16:3e:ce:ff:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:10.421811 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:10.438238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f499a47-44c3-4200-9c7e-a280fe743ca6 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:10.461383 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 1f499a47-44c3-4200-9c7e-a280fe743ca6, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=1f499a47-44c3-4200-9c7e-a280fe743ca6,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:10.469788 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:10.480059 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7886afa4-f2a4-497a-9763-45b40f254837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '9342c807-069f-4305-ac04-6ca518ab0101', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'port_id': '233c1595-6a70-4e51-b378-402530d8b20e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'mac_address': 'fa:16:3e:95:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4188a549-8abe-4a32-9075-ed21fd26dfa9', 'device_owner': 'compute:tempest-test_az-2123082705'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:25:46Z', 'updated_at': '2021-07-16T03:26:07Z', 'revision_number': 1, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd594e4a7-1567-4ed1-b646-4fb1874c13c1', 'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'mac_address': 'fa:16:3e:02:f1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:21Z', 'updated_at': '2021-07-16T03:25:31Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'subnets': [{'id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:10.510093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-1ea5d8b3-3c12-4905-86d0-a28f18853540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.511618 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-1ea5d8b3-3c12-4905-86d0-a28f18853540 service neutron] 10.222.0.88 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.1815546 Jul 16 03:26:10.541623 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886afa4-f2a4-497a-9763-45b40f254837 None None] Checking router: ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:26:10.550371 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886afa4-f2a4-497a-9763-45b40f254837 None None] Routers {'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:10.552861 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7886afa4-f2a4-497a-9763-45b40f254837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:10.563002 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-0827d339-b825-4218-9628-92bd31c766eb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d639917-4019-4b10-ad41-b380e3ea092c HTTP/1.1" status: 200 len: 217 time: 0.0424418 Jul 16 03:26:10.566035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Made reservation on behalf of afde08bd4244418fbd48c773ca76cbed for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:10.570153 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:10.571344 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9c19e2ce-7c1b-4a12-b79c-54d490f9ea38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d777ce13e81a4e499bf0a8f6d43ebd11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6280885 Jul 16 03:26:10.580752 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47554) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:10.582714 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:10.585336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=1f499a47-44c3-4200-9c7e-a280fe743ca6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:10.720105 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-47cade4c-d9c7-48e3-b077-1feefde05ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.721420 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['1f499a47-44c3-4200-9c7e-a280fe743ca6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:10.722323 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-47cade4c-d9c7-48e3-b077-1feefde05ef4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.1406393 Jul 16 03:26:10.774473 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-7886afa4-f2a4-497a-9763-45b40f254837 None None] Set router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:10.787072 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-43ea2877-51ff-43db-89d6-0db9a3d465fe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577977 Jul 16 03:26:10.835492 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8191a8e-b8de-496d-9a3a-1a0f309cccf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:10.901741 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19e2ce-7c1b-4a12-b79c-54d490f9ea38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390ef624-8209-4864-a170-2e03ee549d9d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:10.925705 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8191a8e-b8de-496d-9a3a-1a0f309cccf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:10.986474 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df90643-f487-4ff0-a9bd-bdb022340991 req-efba8105-8cc6-495e-8e5f-0827cad592d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:10.988220 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4df90643-f487-4ff0-a9bd-bdb022340991 req-efba8105-8cc6-495e-8e5f-0827cad592d6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=13e9c7f1e5614f26a30fc46498692a08&device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 1118 time: 0.6782689 Jul 16 03:26:11.010574 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:11.020977 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-936da1e2-c13d-427b-b38d-348584ce7ae4 service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235403 Jul 16 03:26:11.023407 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:11.116827 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffbb67-9b62-4bf3-952a-4369713c1829 req-b75f4d66-8122-49a3-b3d2-5af70e1412c2 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:11.118592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b0ffbb67-9b62-4bf3-952a-4369713c1829 req-b75f4d66-8122-49a3-b3d2-5af70e1412c2 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 949 time: 0.6987176 Jul 16 03:26:11.128638 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8191a8e-b8de-496d-9a3a-1a0f309cccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:11.129100 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67727ca-7764-4163-b8ae-fb329c8d0f37 req-9f021dc3-ed89-4c16-a7aa-7844f2dc033b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:11.130603 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d67727ca-7764-4163-b8ae-fb329c8d0f37 req-9f021dc3-ed89-4c16-a7aa-7844f2dc033b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 946 time: 0.6886592 Jul 16 03:26:11.131478 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8191a8e-b8de-496d-9a3a-1a0f309cccf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:11.135961 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d8191a8e-b8de-496d-9a3a-1a0f309cccf8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/390ef624-8209-4864-a170-2e03ee549d9d HTTP/1.1" status: 204 len: 168 time: 0.5476909 Jul 16 03:26:11.140550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685a0ce3-3e2f-4938-b041-8472e5bc9566,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:11.153302 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7886afa4-f2a4-497a-9763-45b40f254837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '9342c807-069f-4305-ac04-6ca518ab0101', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'port_id': '233c1595-6a70-4e51-b378-402530d8b20e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'mac_address': 'fa:16:3e:95:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4188a549-8abe-4a32-9075-ed21fd26dfa9', 'device_owner': 'compute:tempest-test_az-2123082705'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:25:46Z', 'updated_at': '2021-07-16T03:26:07Z', 'revision_number': 1, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd594e4a7-1567-4ed1-b646-4fb1874c13c1', 'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'mac_address': 'fa:16:3e:02:f1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:21Z', 'updated_at': '2021-07-16T03:25:31Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'subnets': [{'id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:11.186484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df90643-f487-4ff0-a9bd-bdb022340991 req-c4f51d86-362e-44d3-b200-eea779773098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:11.187963 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4df90643-f487-4ff0-a9bd-bdb022340991 req-c4f51d86-362e-44d3-b200-eea779773098 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3b81a2ed-00e6-441b-ab06-b543304c7c21 HTTP/1.1" status: 200 len: 925 time: 0.1914287 Jul 16 03:26:11.210145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8191a8e-b8de-496d-9a3a-1a0f309cccf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390ef624-8209-4864-a170-2e03ee549d9d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:11.211441 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886afa4-f2a4-497a-9763-45b40f254837 None None] The sync data for ids ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'] in n-d-800088-6 is: [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '9342c807-069f-4305-ac04-6ca518ab0101', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'port_id': '233c1595-6a70-4e51-b378-402530d8b20e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'mac_address': 'fa:16:3e:95:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4188a549-8abe-4a32-9075-ed21fd26dfa9', 'device_owner': 'compute:tempest-test_az-2123082705'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:25:46Z', 'updated_at': '2021-07-16T03:26:07Z', 'revision_number': 1, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd594e4a7-1567-4ed1-b646-4fb1874c13c1', 'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'mac_address': 'fa:16:3e:02:f1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:21Z', 'updated_at': '2021-07-16T03:25:31Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'subnets': [{'id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:26:11.227310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d67727ca-7764-4163-b8ae-fb329c8d0f37 req-5189f761-ac36-43b6-a7e9-149ebf278dd0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716133 Jul 16 03:26:11.292543 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-86a497ff-547c-4e35-af8e-d2a348a74462 service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574043 Jul 16 03:26:11.304370 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Allocated IP 192.168.233.208 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/e5fc400a-6c79-456a-a13a-0211eab66522) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:11.326964 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47572) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:11.355187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b0ffbb67-9b62-4bf3-952a-4369713c1829 req-3bb4ee07-f8f3-49e8-8325-94a9363ce80e tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f60139-f9a2-4387-8595-0ef036c8d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133479 Jul 16 03:26:11.512942 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-165d74c2-2440-4c78-ace0-f49469e2c627 req-9d39e914-5291-44e1-9fa0-8089b0571f82 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53f4060-484e-4834-a7b7-c0330e7494ff HTTP/1.1" status: 200 len: 210 time: 0.0950851 Jul 16 03:26:11.515931 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4df90643-f487-4ff0-a9bd-bdb022340991 req-9bab43a7-8d0f-4bf0-9959-7fb5cf85656f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=233c1595-6a70-4e51-b378-402530d8b20e HTTP/1.1" status: 200 len: 1020 time: 0.3190804 Jul 16 03:26:11.623930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df90643-f487-4ff0-a9bd-bdb022340991 req-1f8f45aa-3b35-426c-8f82-21a0dc695585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:11.625971 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4df90643-f487-4ff0-a9bd-bdb022340991 req-1f8f45aa-3b35-426c-8f82-21a0dc695585 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d05c25c6-bed0-4cc4-be87-9f3386e3f499 HTTP/1.1" status: 200 len: 863 time: 0.1032372 Jul 16 03:26:11.642319 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:11.658478 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-6c879b39-f76a-4ff2-8ba1-c418ca2d8f84 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:11.660237 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-6c879b39-f76a-4ff2-8ba1-c418ca2d8f84 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c&tenant_id=d7db53df25eb48488a2a44d10dce2113&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 1097 time: 0.2318077 Jul 16 03:26:11.671094 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f83230-0d1c-4d01-8481-3d9683dff0d1 None None] New status for floating IP 9342c807-069f-4305-ac04-6ca518ab0101: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:26:11.676579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-6'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:11.680381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Transition to ACTIVE for port object e5fc400a-6c79-456a-a13a-0211eab66522 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:11.707811 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d491dcd-6353-490c-81a4-e8bdf6d124ad req-84d1f407-3e72-4c53-97b9-08012dd34889 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:11.714599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d491dcd-6353-490c-81a4-e8bdf6d124ad req-84d1f407-3e72-4c53-97b9-08012dd34889 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.1817162 Jul 16 03:26:11.767166 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d491dcd-6353-490c-81a4-e8bdf6d124ad req-41fb24c0-78f3-4a39-bc44-15eacbaab3dc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516191 Jul 16 03:26:11.789224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df90643-f487-4ff0-a9bd-bdb022340991 req-f45bf347-2f2f-4e91-99f6-f78848abdd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:11.790952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4df90643-f487-4ff0-a9bd-bdb022340991 req-f45bf347-2f2f-4e91-99f6-f78848abdd82 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3b81a2ed-00e6-441b-ab06-b543304c7c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568520 Jul 16 03:26:11.794860 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:11.852192 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:11.919365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:11.966527 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4df90643-f487-4ff0-a9bd-bdb022340991 req-bc461ab7-6247-4557-8dec-5bdbe54d75c9 service neutron] 10.222.0.88 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668575 Jul 16 03:26:12.016024 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 1f499a47-44c3-4200-9c7e-a280fe743ca6 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:12.037975 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:12.081902 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Pushing event updated for resources: {'Port': ['ID=e5fc400a-6c79-456a-a13a-0211eab66522,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:12.093580 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4df90643-f487-4ff0-a9bd-bdb022340991 req-559309e9-a4e6-4704-8435-950ce4d91e93 service neutron] 10.222.0.88 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161821 Jul 16 03:26:12.099794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:12.119790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:12.258579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:12.259098 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.350730 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.374604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.410404 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee74abef1085447192729b69a6ef8516&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0818906 Jul 16 03:26:12.413059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:12.429764 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a2e3887b-0e0e-4697-b2b9-e315054016c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3663120 Jul 16 03:26:12.451981 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2d639917-4019-4b10-ad41-b380e3ea092c,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:12.462616 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 1f499a47-44c3-4200-9c7e-a280fe743ca6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:12.464974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Request body: {'port': {'device_id': 'b53f4060-484e-4834-a7b7-c0330e7494ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:12.494730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 1f499a47-44c3-4200-9c7e-a280fe743ca6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:12.495165 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.535245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4961553c-f877-4563-ab66-04aa1429f2f6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:12.555900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d7e04dfa-0302-4779-b38a-cbbad88610ff None None] Provisioning for port e5fc400a-6c79-456a-a13a-0211eab66522 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:12.563301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d7e04dfa-0302-4779-b38a-cbbad88610ff None None] Provisioning complete for port e5fc400a-6c79-456a-a13a-0211eab66522 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:12.563683 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d7e04dfa-0302-4779-b38a-cbbad88610ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.606434 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d7e04dfa-0302-4779-b38a-cbbad88610ff None None] Port e5fc400a-6c79-456a-a13a-0211eab66522 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:12.619449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.620017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.620525 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.620830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.621233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.621632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.622030 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.622424 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.622953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.624039 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.630012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.630012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ad354d-d5d8-4dad-b2a0-31b38fb8a366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.630221 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.652946 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:12.655979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.678384 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.679323 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.711901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d24d301-f3f2-46da-83d2-0685d28d3031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f499a47-44c3-4200-9c7e-a280fe743ca6'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:12.712053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f3324-b624-4a0c-8d77-450b38e9de1d req-8df36c86-5de0-4322-a0e7-ace31b823e45 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:12.713782 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f18f3324-b624-4a0c-8d77-450b38e9de1d req-8df36c86-5de0-4322-a0e7-ace31b823e45 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 946 time: 0.2313037 Jul 16 03:26:12.714465 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfb8f78-5ef0-49cf-b3a1-c75ad2d244bc" -d '{"events": [{"server_uuid": "9d24d301-f3f2-46da-83d2-0685d28d3031", "name": "network-vif-plugged", "status": "completed", "tag": "1f499a47-44c3-4200-9c7e-a280fe743ca6"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:12.737045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 1f499a47-44c3-4200-9c7e-a280fe743ca6, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=1f499a47-44c3-4200-9c7e-a280fe743ca6,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:12.742416 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.761282 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfca68f-a240-404c-8e03-75e15a7722cf req-fbda9025-b60e-4b0e-8374-e2fafc156620 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:12.769063 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bfca68f-a240-404c-8e03-75e15a7722cf req-fbda9025-b60e-4b0e-8374-e2fafc156620 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 949 time: 0.2030897 Jul 16 03:26:12.813860 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=1f499a47-44c3-4200-9c7e-a280fe743ca6,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:12.827732 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bfca68f-a240-404c-8e03-75e15a7722cf req-737445c3-c29b-4b56-9acd-c090ce4167f0 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f60139-f9a2-4387-8595-0ef036c8d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577364 Jul 16 03:26:12.830615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f18f3324-b624-4a0c-8d77-450b38e9de1d req-1d9832a8-72c7-4ab7-a67c-b910d6bf8c5f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037540 Jul 16 03:26:12.831701 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.834498 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:12.835770 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4961553c-f877-4563-ab66-04aa1429f2f6 HTTP/1.1" status: 204 len: 168 time: 0.4216204 Jul 16 03:26:12.860502 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4961553c-f877-4563-ab66-04aa1429f2f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:12.877644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.878017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.878386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.878693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.879025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.879647 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.879647 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.880096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.880332 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.884120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.886479 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.887260 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42768d5-2db1-4afb-80f4-9f628e92ff18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:12.942486 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ad353c-4412-49b5-a672-c0cd4c066028 x-openstack-request-id: req-30ad353c-4412-49b5-a672-c0cd4c066028 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:12.942926 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d24d301-f3f2-46da-83d2-0685d28d3031", "name": "network-vif-plugged", "status": "completed", "tag": "1f499a47-44c3-4200-9c7e-a280fe743ca6", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:12.943184 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30ad353c-4412-49b5-a672-c0cd4c066028 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:12.943577 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d24d301-f3f2-46da-83d2-0685d28d3031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f499a47-44c3-4200-9c7e-a280fe743ca6', 'code': 200} Jul 16 03:26:13.033183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614f2b6e-1b34-4ac7-921b-bc28454a9f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d639917-4019-4b10-ad41-b380e3ea092c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:13.035511 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369a0019-ede5-4792-81fc-fdfdd7f1b12d" -d '{"events": [{"server_uuid": "614f2b6e-1b34-4ac7-921b-bc28454a9f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "2d639917-4019-4b10-ad41-b380e3ea092c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:13.041760 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.063262 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf12fc7-b6bf-4e32-b4ae-817da70f7778 req-106b38ba-989d-4af4-a9ce-180c300cfdc5 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:13.073255 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-daf12fc7-b6bf-4e32-b4ae-817da70f7778 req-106b38ba-989d-4af4-a9ce-180c300cfdc5 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53f4060-484e-4834-a7b7-c0330e7494ff HTTP/1.1" status: 200 len: 936 time: 0.0919054 Jul 16 03:26:13.073936 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.077306 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5fc400a-6c79-456a-a13a-0211eab66522 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:13.113193 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.149329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Transition to ACTIVE for port object e5fc400a-6c79-456a-a13a-0211eab66522 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:13.162790 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-daf12fc7-b6bf-4e32-b4ae-817da70f7778 req-dae44e12-6d1a-4d3a-b321-74fab61c5ae1 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/security-groups?id=685a0ce3-3e2f-4938-b041-8472e5bc9566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881615 Jul 16 03:26:13.164566 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.176125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d639917-4019-4b10-ad41-b380e3ea092c,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:13.214395 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386ab94-b36e-4290-a72b-a3c18ed7a07c req-2db524e7-b46b-440a-b5cc-6a59b22ce5ac tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:13.223285 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8386ab94-b36e-4290-a72b-a3c18ed7a07c req-2db524e7-b46b-440a-b5cc-6a59b22ce5ac tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.1136627 Jul 16 03:26:13.294276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8386ab94-b36e-4290-a72b-a3c18ed7a07c req-c7f3f987-172d-4d56-aee8-4e1a21a09ae7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699022 Jul 16 03:26:13.378806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:13.394225 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d24b292-7a77-4934-9b96-c937ec120042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.419297 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af33d4b-4bc8-4b89-a379-f5abb62084dc x-openstack-request-id: req-2af33d4b-4bc8-4b89-a379-f5abb62084dc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:13.419951 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614f2b6e-1b34-4ac7-921b-bc28454a9f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "2d639917-4019-4b10-ad41-b380e3ea092c", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:13.420908 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2af33d4b-4bc8-4b89-a379-f5abb62084dc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:13.421479 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614f2b6e-1b34-4ac7-921b-bc28454a9f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d639917-4019-4b10-ad41-b380e3ea092c', 'code': 200} Jul 16 03:26:13.452119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebece504-6aac-4eaa-82fe-5a10617589eb req-619336a2-c9b5-4e58-ab39-a193c380e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:13.453903 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ebece504-6aac-4eaa-82fe-5a10617589eb req-619336a2-c9b5-4e58-ab39-a193c380e588 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 1101 time: 0.4317684 Jul 16 03:26:13.474685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Attempting to bind port 2d639917-4019-4b10-ad41-b380e3ea092c on host n-h2-800088-6 for vnic_type normal with profile {"migrating_to": "n-h1-800088-6"} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:13.475263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Attempting to bind port 2d639917-4019-4b10-ad41-b380e3ea092c by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:13.475761 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Attempting to bind port 2d639917-4019-4b10-ad41-b380e3ea092c on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:13.501245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Port 2d639917-4019-4b10-ad41-b380e3ea092c on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:13.501989 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Attempting to bind port 2d639917-4019-4b10-ad41-b380e3ea092c on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:13.546162 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fc400a-6c79-456a-a13a-0211eab66522,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:13.554123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:13.554644 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Checking segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:13.555181 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Bound using segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:13.556142 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Bound port: 2d639917-4019-4b10-ad41-b380e3ea092c, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:13.556676 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.559264 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d24b292-7a77-4934-9b96-c937ec120042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.570908 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d24b292-7a77-4934-9b96-c937ec120042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.611998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ebece504-6aac-4eaa-82fe-5a10617589eb req-c8e31a39-ee03-4a0d-a670-2af2bfb00b42 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56f60139-f9a2-4387-8595-0ef036c8d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455982 Jul 16 03:26:13.648522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6d24b292-7a77-4934-9b96-c937ec120042 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37746b69179f4aa1bcb0339d2782ce32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688317 Jul 16 03:26:13.649149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47668) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:13.650053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24b292-7a77-4934-9b96-c937ec120042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99254ac7-17ab-4af8-abcb-5900a2a0c508,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:13.683968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Attempting to bind port e5fc400a-6c79-456a-a13a-0211eab66522 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:13.684472 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Attempting to bind port e5fc400a-6c79-456a-a13a-0211eab66522 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:13.684662 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Attempting to bind port e5fc400a-6c79-456a-a13a-0211eab66522 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:13.695579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Port e5fc400a-6c79-456a-a13a-0211eab66522 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:13.695705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Attempting to bind port e5fc400a-6c79-456a-a13a-0211eab66522 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:13.710852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:13.711052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:13.711360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:13.711801 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Bound port: e5fc400a-6c79-456a-a13a-0211eab66522, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:13.712167 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.714467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:13.718621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2d639917-4019-4b10-ad41-b380e3ea092c,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:13.728023 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.753507 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87454b6f-9135-424e-b704-44fe5aedf711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.783905 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87454b6f-9135-424e-b704-44fe5aedf711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.859739 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:13.860391 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.861999 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] 10.222.0.88 "PUT /v2.0/ports/2d639917-4019-4b10-ad41-b380e3ea092c HTTP/1.1" status: 200 len: 1122 time: 2.1926348 Jul 16 03:26:13.862770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc5a44-d63e-48ac-9eb6-15469de9a3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d639917-4019-4b10-ad41-b380e3ea092c,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:13.866271 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] For port e5fc400a-6c79-456a-a13a-0211eab66522, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:13.879282 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] For port e5fc400a-6c79-456a-a13a-0211eab66522, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e5fc400a-6c79-456a-a13a-0211eab66522,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:13.881365 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87454b6f-9135-424e-b704-44fe5aedf711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.884802 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87454b6f-9135-424e-b704-44fe5aedf711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.888362 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.904049 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-87454b6f-9135-424e-b704-44fe5aedf711 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99254ac7-17ab-4af8-abcb-5900a2a0c508 HTTP/1.1" status: 204 len: 168 time: 0.2391124 Jul 16 03:26:13.916244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87454b6f-9135-424e-b704-44fe5aedf711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99254ac7-17ab-4af8-abcb-5900a2a0c508,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:13.947329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['2d639917-4019-4b10-ad41-b380e3ea092c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:13.951027 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:13.952089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:13.953732 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] 10.222.0.88 "PUT /v2.0/ports/e5fc400a-6c79-456a-a13a-0211eab66522 HTTP/1.1" status: 200 len: 1096 time: 1.5074732 Jul 16 03:26:13.999523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69732a6e-b0d1-40cc-9510-79b90c2faf02 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fc400a-6c79-456a-a13a-0211eab66522,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:14.183813 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-acfa2ff6-d153-4fc0-a3ae-4499ffd76d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:14.189818 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-acfa2ff6-d153-4fc0-a3ae-4499ffd76d90 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=afde08bd4244418fbd48c773ca76cbed&device_id=b53f4060-484e-4834-a7b7-c0330e7494ff HTTP/1.1" status: 200 len: 1099 time: 0.1635113 Jul 16 03:26:14.205862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc2e1b-646f-4de2-9e2a-7e275e6ccbed req-af590cc6-3281-4029-975d-99c83ecb8f33 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:14.212742 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bbc2e1b-646f-4de2-9e2a-7e275e6ccbed req-af590cc6-3281-4029-975d-99c83ecb8f33 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 950 time: 0.1468067 Jul 16 03:26:14.244815 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-61375349-4268-432a-a935-f247cbe27ee0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=e5fc400a-6c79-456a-a13a-0211eab66522 HTTP/1.1" status: 200 len: 217 time: 0.0396953 Jul 16 03:26:14.295269 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bbc2e1b-646f-4de2-9e2a-7e275e6ccbed req-3adc3b01-feca-4c66-966a-04fcca24535a tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f60139-f9a2-4387-8595-0ef036c8d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816953 Jul 16 03:26:14.306234 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-471667ff-2fd2-4f43-b120-e39d5e7e7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:14.308677 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a1c14-49ed-4dbb-a234-78f6a1ddde34 req-01079a4d-8938-4233-b374-d19d132aa5e4 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:14.309160 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-471667ff-2fd2-4f43-b120-e39d5e7e7a76 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0581748 Jul 16 03:26:14.311214 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-390a1c14-49ed-4dbb-a234-78f6a1ddde34 req-01079a4d-8938-4233-b374-d19d132aa5e4 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 944 time: 0.0955422 Jul 16 03:26:14.381631 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-390a1c14-49ed-4dbb-a234-78f6a1ddde34 req-f7f54f10-f1be-4ad1-9fa6-42363e8479ff tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640132 Jul 16 03:26:14.395399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-dd257e65-29ba-49fb-8cad-7a371627ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:14.406362 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-dd257e65-29ba-49fb-8cad-7a371627ed24 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797892 Jul 16 03:26:14.526533 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc223a8b-e6da-49a4-b243-7d5dd3550de1 req-c6be2395-3f6e-4756-aa04-38d7b346cb89 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:14.530831 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc223a8b-e6da-49a4-b243-7d5dd3550de1 req-c6be2395-3f6e-4756-aa04-38d7b346cb89 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53f4060-484e-4834-a7b7-c0330e7494ff HTTP/1.1" status: 200 len: 948 time: 0.0888479 Jul 16 03:26:14.568623 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-fd5ed0ea-86ae-4411-b138-a68402fb3a7c service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629827 Jul 16 03:26:14.643575 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc223a8b-e6da-49a4-b243-7d5dd3550de1 req-0001b208-8a89-437b-a4e3-d8b944484f43 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/security-groups?id=685a0ce3-3e2f-4938-b041-8472e5bc9566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070998 Jul 16 03:26:14.673178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:14.697696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064fe86-aae5-49fa-824f-49afa74e4355 req-1acacf1c-aa70-431c-a353-4695064afc2e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:14.699202 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1064fe86-aae5-49fa-824f-49afa74e4355 req-1acacf1c-aa70-431c-a353-4695064afc2e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.1504908 Jul 16 03:26:14.731316 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-12a17cfe-2e06-40f6-9c9c-5935158cd52f req-a1751226-0c19-4e61-92f7-4c961f3dbf3a service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559148 Jul 16 03:26:14.781043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1064fe86-aae5-49fa-824f-49afa74e4355 req-2223b322-ca33-454b-8f2b-5af017c33007 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721881 Jul 16 03:26:14.829412 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6a183de-8642-48e1-a6c8-c1a0d17bf38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:14.939664 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6a183de-8642-48e1-a6c8-c1a0d17bf38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:14.946733 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6a183de-8642-48e1-a6c8-c1a0d17bf38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:14.972555 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47740) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:14.995078 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a183de-8642-48e1-a6c8-c1a0d17bf38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623c4ff4-a231-4f1c-8a8e-75171ff4baa4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:15.004429 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e6a183de-8642-48e1-a6c8-c1a0d17bf38d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d22e9d6b2cc449998a80ab6af3e7e08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275578 Jul 16 03:26:15.005241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47748) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:15.066687 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffd4fdfb-c7de-43cb-89ab-79c467c41073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.095882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-network', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:15.109647 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffd4fdfb-c7de-43cb-89ab-79c467c41073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.148910 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] Made reservation on behalf of 1a3a29fe85ee4541b5a06e3179dca131 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:15.151203 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.160995 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.189606 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffd4fdfb-c7de-43cb-89ab-79c467c41073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.193685 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffd4fdfb-c7de-43cb-89ab-79c467c41073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.195510 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ffd4fdfb-c7de-43cb-89ab-79c467c41073 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/623c4ff4-a231-4f1c-8a8e-75171ff4baa4 HTTP/1.1" status: 204 len: 168 time: 0.1888311 Jul 16 03:26:15.214375 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4fdfb-c7de-43cb-89ab-79c467c41073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623c4ff4-a231-4f1c-8a8e-75171ff4baa4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:15.277505 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.283015 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.308207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:26:15.320214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53975379-8214-417f-987a-92d38d5f34d5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:15.337832 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.338229 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] Added segment 0b707080-f2ee-44f1-8514-98ec7f3d1408 of type vlan for network e56df40f-f850-41fc-9a5d-5729dbba79fb Jul 16 03:26:15.382863 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.423029 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '614f2b6e-1b34-4ac7-921b-bc28454a9f5c', 'tag': '2d639917-4019-4b10-ad41-b380e3ea092c'}, {'name': 'network-changed', 'server_uuid': 'b53f4060-484e-4834-a7b7-c0330e7494ff', 'tag': 'e5fc400a-6c79-456a-a13a-0211eab66522'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:15.426392 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624df9e5-df9e-4356-a69e-c8570b44f440" -d '{"events": [{"name": "network-changed", "server_uuid": "614f2b6e-1b34-4ac7-921b-bc28454a9f5c", "tag": "2d639917-4019-4b10-ad41-b380e3ea092c"}, {"name": "network-changed", "server_uuid": "b53f4060-484e-4834-a7b7-c0330e7494ff", "tag": "e5fc400a-6c79-456a-a13a-0211eab66522"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:15.429891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.430847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:15.431428 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.471565 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4948633 Jul 16 03:26:15.472279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:15.479919 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-83edae1a-45f1-46cf-8758-3ed0dbb0c594 admin admin] Request body: {'subnet': {'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-subnet', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:15.506611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f7690-d761-4aa5-addd-4a9830795f00 admin admin] Pushing event updated for resources: {'Network': ['ID=e56df40f-f850-41fc-9a5d-5729dbba79fb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:15.518927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network e56df40f-f850-41fc-9a5d-5729dbba79fb details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:26:15.521434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83edae1a-45f1-46cf-8758-3ed0dbb0c594 admin admin] Made reservation on behalf of 1a3a29fe85ee4541b5a06e3179dca131 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:15.523887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83edae1a-45f1-46cf-8758-3ed0dbb0c594 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.528175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47792) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:15.538107 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48800062-16f8-4f9f-88c9-fd129f133541 req-948c2c61-9098-4ecd-9ee9-fa9f6987bc95 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:15.539633 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-48800062-16f8-4f9f-88c9-fd129f133541 req-948c2c61-9098-4ecd-9ee9-fa9f6987bc95 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 950 time: 0.1096728 Jul 16 03:26:15.544612 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a022649-7261-4566-811b-a30affab743e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.638500 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-48800062-16f8-4f9f-88c9-fd129f133541 req-f8b13fc6-985e-4315-b35b-3e46b69f391d tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f60139-f9a2-4387-8595-0ef036c8d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853779 Jul 16 03:26:15.660427 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a022649-7261-4566-811b-a30affab743e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.666847 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a022649-7261-4566-811b-a30affab743e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.705065 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9979632-a541-48f7-b97c-93deed3d23b5 x-openstack-request-id: req-d9979632-a541-48f7-b97c-93deed3d23b5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:15.705439 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "614f2b6e-1b34-4ac7-921b-bc28454a9f5c", "tag": "2d639917-4019-4b10-ad41-b380e3ea092c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b53f4060-484e-4834-a7b7-c0330e7494ff", "tag": "e5fc400a-6c79-456a-a13a-0211eab66522", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:15.705695 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9979632-a541-48f7-b97c-93deed3d23b5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:15.706207 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '614f2b6e-1b34-4ac7-921b-bc28454a9f5c', 'tag': '2d639917-4019-4b10-ad41-b380e3ea092c', 'status': 'completed', 'code': 200} Jul 16 03:26:15.706528 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53f4060-484e-4834-a7b7-c0330e7494ff', 'tag': 'e5fc400a-6c79-456a-a13a-0211eab66522', 'status': 'completed', 'code': 200} Jul 16 03:26:15.716381 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3a022649-7261-4566-811b-a30affab743e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a3a7eb5376b427db81918b3ad757a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868906 Jul 16 03:26:15.718630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47798) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:15.726620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a022649-7261-4566-811b-a30affab743e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0b1bde-2553-45bf-9b6c-ea51e43be15e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:15.756912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03982e80-0d88-4517-b2f6-550514af6602 req-192db7b7-60b7-48ad-af90-80bd67ffbeb5 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:15.758423 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03982e80-0d88-4517-b2f6-550514af6602 req-192db7b7-60b7-48ad-af90-80bd67ffbeb5 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 944 time: 0.1406360 Jul 16 03:26:15.872392 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-641994ad-dbc6-46a9-9853-ecad9e02247e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.879617 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83edae1a-45f1-46cf-8758-3ed0dbb0c594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.886919 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03982e80-0d88-4517-b2f6-550514af6602 req-909cecb7-f7c6-4138-9b4e-1c4e5edc3120 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110516 Jul 16 03:26:15.896569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-a51a8db3-20f9-4446-a8bf-d7092d90324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:15.898070 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-a51a8db3-20f9-4446-a8bf-d7092d90324c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=afde08bd4244418fbd48c773ca76cbed&device_id=b53f4060-484e-4834-a7b7-c0330e7494ff HTTP/1.1" status: 200 len: 1099 time: 0.1469388 Jul 16 03:26:15.904539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-8292d2b3-c781-4465-94db-c2c0b1a8ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:15.905957 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-8292d2b3-c781-4465-94db-c2c0b1a8ce0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 1125 time: 0.1446187 Jul 16 03:26:15.941828 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-641994ad-dbc6-46a9-9853-ecad9e02247e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:15.970490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edae1a-45f1-46cf-8758-3ed0dbb0c594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e2d07f0-1b8a-4098-a6ac-db078e8d7d74,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:15.992507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882a4ce-7680-4580-9860-761669d83417 req-a0e9d84e-cc3b-4415-a4ab-270522cb5db4 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:15.994049 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7882a4ce-7680-4580-9860-761669d83417 req-a0e9d84e-cc3b-4415-a4ab-270522cb5db4 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53f4060-484e-4834-a7b7-c0330e7494ff HTTP/1.1" status: 200 len: 948 time: 0.1572390 Jul 16 03:26:15.996822 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83edae1a-45f1-46cf-8758-3ed0dbb0c594 admin admin] Checking segment: {'id': '0b707080-f2ee-44f1-8514-98ec7f3d1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:15.997187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83edae1a-45f1-46cf-8758-3ed0dbb0c594 admin admin] Network hostable DHCP agents. Network: e56df40f-f850-41fc-9a5d-5729dbba79fb, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:26:16.031129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83edae1a-45f1-46cf-8758-3ed0dbb0c594 admin admin] Network e56df40f-f850-41fc-9a5d-5729dbba79fb is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:26:16.056354 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7882a4ce-7680-4580-9860-761669d83417 req-442bf901-6158-452d-aa42-8a70a0691faf tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/security-groups?id=685a0ce3-3e2f-4938-b041-8472e5bc9566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550690 Jul 16 03:26:16.057487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-83edae1a-45f1-46cf-8758-3ed0dbb0c594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, e56df40f-f850-41fc-9a5d-5729dbba79fb) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:16.063863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83edae1a-45f1-46cf-8758-3ed0dbb0c594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:16.064485 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83edae1a-45f1-46cf-8758-3ed0dbb0c594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:16.067755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369c42bc-74bb-47e9-a7d3-272b3fcd7da2 None None] Network e56df40f-f850-41fc-9a5d-5729dbba79fb requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:26:16.095861 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-83edae1a-45f1-46cf-8758-3ed0dbb0c594 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6206520 Jul 16 03:26:16.099847 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:16.105206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:16.130342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-2f6cbfd9-7052-4a05-9ecb-71f59875ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:16.135329 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-2f6cbfd9-7052-4a05-9ecb-71f59875ba78 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.2277305 Jul 16 03:26:16.146357 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:16.147499 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:16.165654 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-641994ad-dbc6-46a9-9853-ecad9e02247e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:16.170805 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-641994ad-dbc6-46a9-9853-ecad9e02247e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:16.172025 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-641994ad-dbc6-46a9-9853-ecad9e02247e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e0b1bde-2553-45bf-9b6c-ea51e43be15e HTTP/1.1" status: 204 len: 168 time: 0.4524095 Jul 16 03:26:16.196229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-4865da3e-cd6d-45b1-bcbf-0391a7b5cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:16.198252 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-4865da3e-cd6d-45b1-bcbf-0391a7b5cb89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.2812304 Jul 16 03:26:16.225276 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:16.244875 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-28c017ca-ba20-4725-a893-302933ae4888 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=e5fc400a-6c79-456a-a13a-0211eab66522 HTTP/1.1" status: 200 len: 217 time: 0.0835047 Jul 16 03:26:16.272692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641994ad-dbc6-46a9-9853-ecad9e02247e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0b1bde-2553-45bf-9b6c-ea51e43be15e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:16.277424 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-c4b4bdd6-aeaf-422f-ae38-45d928d29816 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d639917-4019-4b10-ad41-b380e3ea092c HTTP/1.1" status: 200 len: 217 time: 0.0421379 Jul 16 03:26:16.327690 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-e56df40f-f850-41fc-9a5d-5729dbba79fb', 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'fixed_ips': [{'subnet_id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:26:16.329876 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:16.365697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-61293004-ef69-46de-bd35-b650e8514b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:16.367172 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-61293004-ef69-46de-bd35-b650e8514b87 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0922444 Jul 16 03:26:16.368753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-fb1208bf-c305-4b73-ab8a-674e4476f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:16.370070 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-fb1208bf-c305-4b73-ab8a-674e4476f2de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.0845537 Jul 16 03:26:16.431284 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-a4d4a7ba-2a1b-426c-884e-ab2cce498870 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473669 Jul 16 03:26:16.472653 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:16.530546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-71f85c61-5ddb-4e30-b485-77df4e92a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:16.533287 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-71f85c61-5ddb-4e30-b485-77df4e92a6d9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1578064 Jul 16 03:26:16.589238 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-a4713f49-5e5c-4a64-ace6-9ba46283cd15 service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494329 Jul 16 03:26:16.688770 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Allocated IP 172.20.0.2 (e56df40f-f850-41fc-9a5d-5729dbba79fb/3e2d07f0-1b8a-4098-a6ac-db078e8d7d74/cf1e8179-26a4-42cc-ad41-0a88aea8c439) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:16.715788 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-d547bf3f-6be5-44a5-8f38-8a0f7ac36d3a service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744230 Jul 16 03:26:16.780934 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-21ff93d2-6469-4a68-8b1d-af837d13d940 service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636963 Jul 16 03:26:16.820916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d371cd-98a8-4f83-ac70-ef70a312cdac req-c7e04465-cbb2-4287-881b-2065e70f1898 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:16.829067 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-16d371cd-98a8-4f83-ac70-ef70a312cdac req-c7e04465-cbb2-4287-881b-2065e70f1898 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.3216519 Jul 16 03:26:16.926873 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-624df9e5-df9e-4356-a69e-c8570b44f440 req-93b5117f-f990-47ee-894f-5a620449cc3d service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033694 Jul 16 03:26:16.932963 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:16.944247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Transition to ACTIVE for port object cf1e8179-26a4-42cc-ad41-0a88aea8c439 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:16.952609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-16d371cd-98a8-4f83-ac70-ef70a312cdac req-573512d1-4772-463a-bbd1-bf4be4e05908 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166718 Jul 16 03:26:16.963476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Transition to ACTIVE for port object cf1e8179-26a4-42cc-ad41-0a88aea8c439 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:16.976715 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.027689 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Network e56df40f-f850-41fc-9a5d-5729dbba79fb is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:17.027822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:17.031762 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:17.041549 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:17.056562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Pushing event updated for resources: {'Port': ['ID=cf1e8179-26a4-42cc-ad41-0a88aea8c439,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:17.079985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:17.080504 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:17.080850 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:17.081195 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:17.081617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:17.081869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:17.082201 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:17.082534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:17.082861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:17.083682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:17.084030 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:17.084409 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:17.135854 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Attempting to bind port cf1e8179-26a4-42cc-ad41-0a88aea8c439 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:17.136164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Attempting to bind port cf1e8179-26a4-42cc-ad41-0a88aea8c439 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0b707080-f2ee-44f1-8514-98ec7f3d1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:17.136641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Attempting to bind port cf1e8179-26a4-42cc-ad41-0a88aea8c439 on network e56df40f-f850-41fc-9a5d-5729dbba79fb {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:17.146851 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:17.148119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Checking segment: {'id': '0b707080-f2ee-44f1-8514-98ec7f3d1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:17.148848 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.149584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Bound using segment: {'id': '0b707080-f2ee-44f1-8514-98ec7f3d1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:17.150695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Bound port: cf1e8179-26a4-42cc-ad41-0a88aea8c439, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b707080-f2ee-44f1-8514-98ec7f3d1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:17.152182 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.180651 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13cdf3a1-1a20-4549-b9cf-c0ec56977f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.277440 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] For port cf1e8179-26a4-42cc-ad41-0a88aea8c439, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:17.281772 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] For port cf1e8179-26a4-42cc-ad41-0a88aea8c439, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=cf1e8179-26a4-42cc-ad41-0a88aea8c439,segment=NetworkSegment(0b707080-f2ee-44f1-8514-98ec7f3d1408),segment_id=0b707080-f2ee-44f1-8514-98ec7f3d1408)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:17.286506 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.338070 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13cdf3a1-1a20-4549-b9cf-c0ec56977f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.344206 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13cdf3a1-1a20-4549-b9cf-c0ec56977f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.358747 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c11e8-52d9-4398-a595-2f3664e02473 None None] Pushing event updated for resources: {'Port': ['ID=cf1e8179-26a4-42cc-ad41-0a88aea8c439,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:17.387159 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdf3a1-1a20-4549-b9cf-c0ec56977f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db7dda8-de15-4d84-954a-fdfb9feefd9b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:17.395041 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-13cdf3a1-1a20-4549-b9cf-c0ec56977f31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff3c8a111010419fb160b739a474ef2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656037 Jul 16 03:26:17.397570 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47858) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:17.464671 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd7ccfb4-d154-4816-ad5a-8a753c40ce7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.489532 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd7ccfb4-d154-4816-ad5a-8a753c40ce7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.548981 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.556987 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd7ccfb4-d154-4816-ad5a-8a753c40ce7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.559983 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd7ccfb4-d154-4816-ad5a-8a753c40ce7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.561395 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cd7ccfb4-d154-4816-ad5a-8a753c40ce7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9db7dda8-de15-4d84-954a-fdfb9feefd9b HTTP/1.1" status: 204 len: 168 time: 0.1627076 Jul 16 03:26:17.569728 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ccfb4-d154-4816-ad5a-8a753c40ce7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db7dda8-de15-4d84-954a-fdfb9feefd9b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:17.610451 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2d639917-4019-4b10-ad41-b380e3ea092c details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:17.618349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fb8bb-5fd5-4e9b-beb0-ed983ef50c1e req-f4b61dbc-946c-4dae-9282-1151c06e692f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:17.628955 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b8fb8bb-5fd5-4e9b-beb0-ed983ef50c1e req-f4b61dbc-946c-4dae-9282-1151c06e692f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 944 time: 0.2250893 Jul 16 03:26:17.631095 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:17.674139 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a7cf9-e5ed-4ebf-99f9-7976099a21ab req-c6bde048-4a66-45a7-90b3-0f59c91bff42 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:17.680629 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-369a7cf9-e5ed-4ebf-99f9-7976099a21ab req-c6bde048-4a66-45a7-90b3-0f59c91bff42 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53f4060-484e-4834-a7b7-c0330e7494ff HTTP/1.1" status: 200 len: 948 time: 0.2718396 Jul 16 03:26:17.793415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2d639917-4019-4b10-ad41-b380e3ea092c,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:17.809293 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2d639917-4019-4b10-ad41-b380e3ea092c has no active binding in host n-h1-800088-6 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:26:17.809759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e5fc400a-6c79-456a-a13a-0211eab66522 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:17.848937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-369a7cf9-e5ed-4ebf-99f9-7976099a21ab req-06f1f2bc-664a-49fd-b357-241275916d8d tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/security-groups?id=685a0ce3-3e2f-4938-b041-8472e5bc9566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671762 Jul 16 03:26:17.871533 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b8fb8bb-5fd5-4e9b-beb0-ed983ef50c1e req-baed6242-2bc9-42ce-ad34-1110d1128d13 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417729 Jul 16 03:26:17.917318 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e5fc400a-6c79-456a-a13a-0211eab66522, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e5fc400a-6c79-456a-a13a-0211eab66522,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:17.938295 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'e5fc400a-6c79-456a-a13a-0211eab66522', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': 'e5fc400a-6c79-456a-a13a-0211eab66522', 'mac_address': 'fa:16:3e:ca:28:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:17.991792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Allocated IP 172.25.3.100 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/e786483b-9959-486b-ab44-040a2eea2074) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:18.004377 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.035318 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fc400a-6c79-456a-a13a-0211eab66522 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:18.086219 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47874) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:18.087307 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e5fc400a-6c79-456a-a13a-0211eab66522, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e5fc400a-6c79-456a-a13a-0211eab66522,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:18.093497 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.116153 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89e5ed93-88b0-4899-abd2-ca32560167b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.163064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=e5fc400a-6c79-456a-a13a-0211eab66522,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:18.194188 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.221572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705db74b-5380-404e-bd15-fb42d373cd03 req-988c2531-25c0-4fe4-a004-039de4c81d9b tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:18.231876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-705db74b-5380-404e-bd15-fb42d373cd03 req-988c2531-25c0-4fe4-a004-039de4c81d9b tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 950 time: 0.1902175 Jul 16 03:26:18.264155 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89e5ed93-88b0-4899-abd2-ca32560167b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.278042 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89e5ed93-88b0-4899-abd2-ca32560167b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.289934 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-705db74b-5380-404e-bd15-fb42d373cd03 req-5a22775a-79d5-4748-9533-5fd8a1737e34 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/security-groups?id=56f60139-f9a2-4387-8595-0ef036c8d6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570478 Jul 16 03:26:18.331415 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-89e5ed93-88b0-4899-abd2-ca32560167b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f581219a485409a905dda28335c93af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427516 Jul 16 03:26:18.336176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47878) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:18.345019 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.359947 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5ed93-88b0-4899-abd2-ca32560167b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a81efe-2307-4561-9885-e68de17c2b97,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:18.361760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['e5fc400a-6c79-456a-a13a-0211eab66522'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:18.410550 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52ec0993-4618-4bf1-aa00-db980b9aa46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.439275 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52ec0993-4618-4bf1-aa00-db980b9aa46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.441366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Pushing event updated for resources: {'Port': ['ID=e786483b-9959-486b-ab44-040a2eea2074,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:18.448691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:18.452802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:18.455754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:18.504731 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52ec0993-4618-4bf1-aa00-db980b9aa46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.507802 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52ec0993-4618-4bf1-aa00-db980b9aa46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.511834 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-52ec0993-4618-4bf1-aa00-db980b9aa46a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85a81efe-2307-4561-9885-e68de17c2b97 HTTP/1.1" status: 204 len: 168 time: 0.1719296 Jul 16 03:26:18.520172 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec0993-4618-4bf1-aa00-db980b9aa46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a81efe-2307-4561-9885-e68de17c2b97,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:18.580710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69b1b6-f81e-4646-8ebb-89fe8b8f2d12 req-f26060ec-8d99-42c7-8462-3bd3cbe2a92c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:18.582250 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f69b1b6-f81e-4646-8ebb-89fe8b8f2d12 req-f26060ec-8d99-42c7-8462-3bd3cbe2a92c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.2862651 Jul 16 03:26:18.635806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4ef68e-c3c9-4ec3-83fc-21d8cdb594ae None None] Network e56df40f-f850-41fc-9a5d-5729dbba79fb requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:26:18.699057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f69b1b6-f81e-4646-8ebb-89fe8b8f2d12 req-da93e813-bcc3-430a-bd62-3a9f01b07fb3 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969429 Jul 16 03:26:18.723094 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4d42c524-5390-44d9-8a0b-6dffdecbcb15 None None] Provisioning for port cf1e8179-26a4-42cc-ad41-0a88aea8c439 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:18.763195 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:18.845240 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb685d4-0a90-412c-afc0-5144aaaad2f6 req-1c708a9c-0065-41ad-a47d-9ffb781c6734 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:18.854328 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-beb685d4-0a90-412c-afc0-5144aaaad2f6 req-1c708a9c-0065-41ad-a47d-9ffb781c6734 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 950 time: 0.1083338 Jul 16 03:26:19.052732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-beb685d4-0a90-412c-afc0-5144aaaad2f6 req-8a6e60c7-5618-461c-9b7a-e4217dabc88f tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Deleting port 1f499a47-44c3-4200-9c7e-a280fe743ca6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:26:19.053076 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-beb685d4-0a90-412c-afc0-5144aaaad2f6 req-8a6e60c7-5618-461c-9b7a-e4217dabc88f tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:19.104639 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:19.180481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cf1e8179-26a4-42cc-ad41-0a88aea8c439 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:19.257519 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-beb685d4-0a90-412c-afc0-5144aaaad2f6 req-8a6e60c7-5618-461c-9b7a-e4217dabc88f tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] For port 1f499a47-44c3-4200-9c7e-a280fe743ca6, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=1f499a47-44c3-4200-9c7e-a280fe743ca6,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:19.258090 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-beb685d4-0a90-412c-afc0-5144aaaad2f6 req-8a6e60c7-5618-461c-9b7a-e4217dabc88f tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:19.276936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port cf1e8179-26a4-42cc-ad41-0a88aea8c439 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:19.281289 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6eb22f8e-ce6e-4885-9bdb-3dc0f0f5b872 None None] Provisioning complete for port cf1e8179-26a4-42cc-ad41-0a88aea8c439 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:19.281941 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6eb22f8e-ce6e-4885-9bdb-3dc0f0f5b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:19.297558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-beb685d4-0a90-412c-afc0-5144aaaad2f6 req-8a6e60c7-5618-461c-9b7a-e4217dabc88f tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Calling delete_port for 1f499a47-44c3-4200-9c7e-a280fe743ca6 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:26:19.298297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f11dc2-4968-40b7-86f1-8f390c500160 req-5f67f9e4-56bb-4c51-b185-057f00d414cf tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:19.299854 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-88f11dc2-4968-40b7-86f1-8f390c500160 req-5f67f9e4-56bb-4c51-b185-057f00d414cf tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53f4060-484e-4834-a7b7-c0330e7494ff HTTP/1.1" status: 200 len: 949 time: 0.2326450 Jul 16 03:26:19.327118 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port cf1e8179-26a4-42cc-ad41-0a88aea8c439 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:19.327501 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:19.407247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-88f11dc2-4968-40b7-86f1-8f390c500160 req-7a774e15-a37d-4abd-9312-fe98b7db900e tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/security-groups?id=685a0ce3-3e2f-4938-b041-8472e5bc9566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938320 Jul 16 03:26:19.461708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62b389-198e-4eef-9c15-91a882c9825c req-709978f1-441f-48ac-b70e-0acf5264bcee tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:19.463182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cb62b389-198e-4eef-9c15-91a882c9825c req-709978f1-441f-48ac-b70e-0acf5264bcee tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 944 time: 0.1275797 Jul 16 03:26:19.463790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Router 63d0ba75-83d0-494e-86d8-9a5320308451 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:26:19.494682 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6eb22f8e-ce6e-4885-9bdb-3dc0f0f5b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:19.520777 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-beb685d4-0a90-412c-afc0-5144aaaad2f6 req-8a6e60c7-5618-461c-9b7a-e4217dabc88f tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:19.543186 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['1f499a47-44c3-4200-9c7e-a280fe743ca6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:19.559834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e60c7-5618-461c-9b7a-e4217dabc88f tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Pushing event deleted for resources: {'Port': ['ID=1f499a47-44c3-4200-9c7e-a280fe743ca6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:19.604468 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6eb22f8e-ce6e-4885-9bdb-3dc0f0f5b872 None None] For port cf1e8179-26a4-42cc-ad41-0a88aea8c439, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=cf1e8179-26a4-42cc-ad41-0a88aea8c439,segment=NetworkSegment(0b707080-f2ee-44f1-8514-98ec7f3d1408),segment_id=0b707080-f2ee-44f1-8514-98ec7f3d1408)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:19.618624 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:19.658409 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e5fc400a-6c79-456a-a13a-0211eab66522 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:19.669449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb685d4-0a90-412c-afc0-5144aaaad2f6 req-8a6e60c7-5618-461c-9b7a-e4217dabc88f tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] No DVR routers for this DVR port 1f499a47-44c3-4200-9c7e-a280fe743ca6 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:26:19.679347 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-beb685d4-0a90-412c-afc0-5144aaaad2f6 req-8a6e60c7-5618-461c-9b7a-e4217dabc88f tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:19.682187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cb62b389-198e-4eef-9c15-91a882c9825c req-a874b507-7bb4-4990-8f9a-786f252d4976 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083631 Jul 16 03:26:19.684393 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-beb685d4-0a90-412c-afc0-5144aaaad2f6 req-8a6e60c7-5618-461c-9b7a-e4217dabc88f tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.20 "DELETE /v2.0/ports/1f499a47-44c3-4200-9c7e-a280fe743ca6 HTTP/1.1" status: 204 len: 173 time: 0.8230846 Jul 16 03:26:19.685717 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d24d301-f3f2-46da-83d2-0685d28d3031', 'name': 'network-vif-deleted', 'tag': '1f499a47-44c3-4200-9c7e-a280fe743ca6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:19.690592 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9140f734-31b9-477c-91ba-a3a8c555fa21" -d '{"events": [{"server_uuid": "9d24d301-f3f2-46da-83d2-0685d28d3031", "name": "network-vif-deleted", "tag": "1f499a47-44c3-4200-9c7e-a280fe743ca6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:19.722037 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-8b1e9aaa-f8a1-461e-bc04-87d8a4d216da service neutron] 10.222.0.20 "GET /v2.0/ports/2d639917-4019-4b10-ad41-b380e3ea092c/bindings/n-h1-800088-6 HTTP/1.1" status: 200 len: 384 time: 0.2557261 Jul 16 03:26:19.806329 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6eb22f8e-ce6e-4885-9bdb-3dc0f0f5b872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:19.818575 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:26:19.819314 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:26:19.957045 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d6fea81-40b9-4e24-82f5-de1e61b6d80b req-b87a2ce7-bc3e-4445-bb30-2a5e2a0b6ff3 tempest-TenantUsagesTestJSON-1480394899 tempest-TenantUsagesTestJSON-1480394899-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d24d301-f3f2-46da-83d2-0685d28d3031 HTTP/1.1" status: 200 len: 210 time: 0.0643940 Jul 16 03:26:19.958977 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:26:19.965645 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb22f8e-ce6e-4885-9bdb-3dc0f0f5b872 None None] Pushing event updated for resources: {'Port': ['ID=cf1e8179-26a4-42cc-ad41-0a88aea8c439,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:19.974407 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port e5fc400a-6c79-456a-a13a-0211eab66522 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:19.978331 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Sync routers for ids ['63d0ba75-83d0-494e-86d8-9a5320308451'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:26:19.979909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port e5fc400a-6c79-456a-a13a-0211eab66522 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:19.980508 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:20.001097 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:20.005175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47934) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:20.005328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-487ee080-09fa-4da8-aace-864035e91f3b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.9042547 Jul 16 03:26:20.019354 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Routers {'63d0ba75-83d0-494e-86d8-9a5320308451'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:20.020002 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['63d0ba75-83d0-494e-86d8-9a5320308451'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:20.099936 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06759c63-92e1-42dc-95ee-4a893e966000 x-openstack-request-id: req-06759c63-92e1-42dc-95ee-4a893e966000 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:20.100338 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d24d301-f3f2-46da-83d2-0685d28d3031", "name": "network-vif-deleted", "tag": "1f499a47-44c3-4200-9c7e-a280fe743ca6", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:20.100697 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06759c63-92e1-42dc-95ee-4a893e966000 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:20.101154 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d24d301-f3f2-46da-83d2-0685d28d3031', 'name': 'network-vif-deleted', 'tag': '1f499a47-44c3-4200-9c7e-a280fe743ca6', 'status': 'completed', 'code': 200} Jul 16 03:26:20.104126 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:20.164871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53f4060-484e-4834-a7b7-c0330e7494ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fc400a-6c79-456a-a13a-0211eab66522'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:20.167563 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec83d462-5e18-405d-b459-7f98b346be89" -d '{"events": [{"server_uuid": "b53f4060-484e-4834-a7b7-c0330e7494ff", "name": "network-vif-plugged", "status": "completed", "tag": "e5fc400a-6c79-456a-a13a-0211eab66522"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:20.213449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-3a5efe5a-9679-4a24-8d00-bdd7e516bf18 service neutron] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2d639917-4019-4b10-ad41-b380e3ea092c,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:20.227145 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e5fc400a-6c79-456a-a13a-0211eab66522, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e5fc400a-6c79-456a-a13a-0211eab66522,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:20.236965 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4a59b3-33a6-4414-aa73-e9956cf02656 x-openstack-request-id: req-cd4a59b3-33a6-4414-aa73-e9956cf02656 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:20.237263 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53f4060-484e-4834-a7b7-c0330e7494ff", "name": "network-vif-plugged", "status": "completed", "tag": "e5fc400a-6c79-456a-a13a-0211eab66522", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:20.237522 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd4a59b3-33a6-4414-aa73-e9956cf02656 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:20.238420 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53f4060-484e-4834-a7b7-c0330e7494ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fc400a-6c79-456a-a13a-0211eab66522', 'code': 200} Jul 16 03:26:20.252443 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:20.272782 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Set router 63d0ba75-83d0-494e-86d8-9a5320308451 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:20.371273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-3a5efe5a-9679-4a24-8d00-bdd7e516bf18 service neutron] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:20.470138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-3a5efe5a-9679-4a24-8d00-bdd7e516bf18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d639917-4019-4b10-ad41-b380e3ea092c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:20.504284 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-3a5efe5a-9679-4a24-8d00-bdd7e516bf18 service neutron] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2d639917-4019-4b10-ad41-b380e3ea092c,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:20.508860 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=e5fc400a-6c79-456a-a13a-0211eab66522,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:20.527771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c35207-b4db-46f2-96c2-f29f1ba997c7 req-93040dd6-59bd-4c2c-a231-f3dfa3ba80aa tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:20.533452 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0c35207-b4db-46f2-96c2-f29f1ba997c7 req-93040dd6-59bd-4c2c-a231-f3dfa3ba80aa tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.3009067 Jul 16 03:26:20.583442 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-3a5efe5a-9679-4a24-8d00-bdd7e516bf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:20.630613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0c35207-b4db-46f2-96c2-f29f1ba997c7 req-3184cb19-617a-4707-961a-1d5055d673ac tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731249 Jul 16 03:26:20.787904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-3a5efe5a-9679-4a24-8d00-bdd7e516bf18 service neutron] Transition to ACTIVE for port object 2d639917-4019-4b10-ad41-b380e3ea092c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:20.798549 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-3a5efe5a-9679-4a24-8d00-bdd7e516bf18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:20.870370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e7c777e-6f11-4842-b0fb-3201822426a4 req-4f3a592c-135d-4e2f-9a3e-e671b2f8ba28 tempest-QuotasAdminNegativeTest-141340099 tempest-QuotasAdminNegativeTest-141340099-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9af0aa8e8c844d43b73b6e110f70d91d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437794 Jul 16 03:26:20.891530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5ec72-199c-4de8-b08c-d9770c17a99b req-12d26692-da42-4a06-8f0c-233abf61039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:20.894432 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4ff5ec72-199c-4de8-b08c-d9770c17a99b req-12d26692-da42-4a06-8f0c-233abf61039d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b53f4060-484e-4834-a7b7-c0330e7494ff HTTP/1.1" status: 200 len: 1101 time: 0.1623330 Jul 16 03:26:20.898241 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e786483b-9959-486b-ab44-040a2eea2074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:16Z', 'updated_at': '2021-07-16T03:26:18Z', 'revision_number': 3, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'gw_port': {'id': 'e786483b-9959-486b-ab44-040a2eea2074', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:17Z', 'updated_at': '2021-07-16T03:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:20.943065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-3a5efe5a-9679-4a24-8d00-bdd7e516bf18 service neutron] No DVR routers for this DVR port 2d639917-4019-4b10-ad41-b380e3ea092c on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:26:20.943584 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Checking router: 63d0ba75-83d0-494e-86d8-9a5320308451 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:26:20.944130 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Updating router 63d0ba75-83d0-494e-86d8-9a5320308451 port e786483b-9959-486b-ab44-040a2eea2074 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:26:20.970381 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4ff5ec72-199c-4de8-b08c-d9770c17a99b req-a5132191-a0b1-4bc4-99da-57eafd3290e7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=685a0ce3-3e2f-4938-b041-8472e5bc9566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469718 Jul 16 03:26:21.004184 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:21.011596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5efe5a-9679-4a24-8d00-bdd7e516bf18 service neutron] Pushing event updated for resources: {'Port': ['ID=2d639917-4019-4b10-ad41-b380e3ea092c,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:21.080341 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-3a5efe5a-9679-4a24-8d00-bdd7e516bf18 service neutron] 10.222.0.20 "PUT /v2.0/ports/2d639917-4019-4b10-ad41-b380e3ea092c/bindings/n-h1-800088-6/activate HTTP/1.1" status: 200 len: 369 time: 1.2970698 Jul 16 03:26:21.095537 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cf1e8179-26a4-42cc-ad41-0a88aea8c439 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:21.116991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c777e-6f11-4842-b0fb-3201822426a4 req-5710b4b9-4cab-436b-9100-485a861b87da tempest-QuotasAdminNegativeTest-141340099 tempest-QuotasAdminNegativeTest-141340099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:21.118577 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e7c777e-6f11-4842-b0fb-3201822426a4 req-5710b4b9-4cab-436b-9100-485a861b87da tempest-QuotasAdminNegativeTest-141340099 tempest-QuotasAdminNegativeTest-141340099-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2346981 Jul 16 03:26:21.126240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ab1a3-79fd-4a60-a4c6-d85e66fba74c req-a097ab83-e34d-46d8-9859-44348813bebb tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:21.128255 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:21.133027 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e1ab1a3-79fd-4a60-a4c6-d85e66fba74c req-a097ab83-e34d-46d8-9859-44348813bebb tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53f4060-484e-4834-a7b7-c0330e7494ff HTTP/1.1" status: 200 len: 950 time: 0.3053062 Jul 16 03:26:21.161312 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e7c777e-6f11-4842-b0fb-3201822426a4 req-825a075c-c128-4ac1-9126-5c01c1fd9edd tempest-QuotasAdminNegativeTest-141340099 tempest-QuotasAdminNegativeTest-141340099-project] 10.222.0.18 "GET /v2.0/quotas/9af0aa8e8c844d43b73b6e110f70d91d HTTP/1.1" status: 200 len: 375 time: 0.0256057 Jul 16 03:26:21.177470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port cf1e8179-26a4-42cc-ad41-0a88aea8c439 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:21.177992 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:21.207787 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e7c777e-6f11-4842-b0fb-3201822426a4 req-bfc00b9b-c18a-48dd-986a-db19021313af tempest-QuotasAdminNegativeTest-141340099 tempest-QuotasAdminNegativeTest-141340099-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af0aa8e8c844d43b73b6e110f70d91d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351431 Jul 16 03:26:21.222634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e1ab1a3-79fd-4a60-a4c6-d85e66fba74c req-bce4beab-12bf-424f-a78e-37ddd84d9708 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/security-groups?id=685a0ce3-3e2f-4938-b041-8472e5bc9566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885878 Jul 16 03:26:21.343501 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-5f714c98-24bc-43a5-8f0b-116c008d8042 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:21.345339 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-5f714c98-24bc-43a5-8f0b-116c008d8042 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c&tenant_id=d7db53df25eb48488a2a44d10dce2113&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 1096 time: 0.1863496 Jul 16 03:26:21.364053 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:21.378448 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Transition to ACTIVE for port object e786483b-9959-486b-ab44-040a2eea2074 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:21.393022 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:21.447959 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Attempting to bind port e786483b-9959-486b-ab44-040a2eea2074 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:21.448345 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Attempting to bind port e786483b-9959-486b-ab44-040a2eea2074 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:21.448745 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Attempting to bind port e786483b-9959-486b-ab44-040a2eea2074 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:21.451944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Allocated IP 172.20.0.1 (e56df40f-f850-41fc-9a5d-5729dbba79fb/3e2d07f0-1b8a-4098-a6ac-db078e8d7d74/1a5d76d4-47b6-45ac-afcf-0c2be14888b0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:21.456780 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:21.457194 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:21.457674 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:21.458068 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:21.458783 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Bound port: e786483b-9959-486b-ab44-040a2eea2074, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:21.459194 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:21.496667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f20a1f-263a-4568-9c32-f30a477db8ab req-1f22a87b-e583-4c39-8af6-7118510764f6 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:21.498274 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d8f20a1f-263a-4568-9c32-f30a477db8ab req-1f22a87b-e583-4c39-8af6-7118510764f6 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 945 time: 0.0979357 Jul 16 03:26:21.515930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-1d6241f7-6015-4fb9-bff6-825bc5a14119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:21.517622 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-1d6241f7-6015-4fb9-bff6-825bc5a14119 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c&tenant_id=d7db53df25eb48488a2a44d10dce2113 HTTP/1.1" status: 200 len: 1096 time: 0.1428342 Jul 16 03:26:21.535670 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496e9b8-b225-4fcd-8b53-3434f07ad750 None None] Pushing event updated for resources: {'Port': ['ID=e786483b-9959-486b-ab44-040a2eea2074,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:21.550555 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496e9b8-b225-4fcd-8b53-3434f07ad750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:21.550906 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496e9b8-b225-4fcd-8b53-3434f07ad750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:21.551255 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496e9b8-b225-4fcd-8b53-3434f07ad750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:21.551600 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496e9b8-b225-4fcd-8b53-3434f07ad750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:21.551937 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496e9b8-b225-4fcd-8b53-3434f07ad750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:21.552273 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496e9b8-b225-4fcd-8b53-3434f07ad750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:21.552634 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496e9b8-b225-4fcd-8b53-3434f07ad750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:21.552968 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496e9b8-b225-4fcd-8b53-3434f07ad750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:21.553301 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496e9b8-b225-4fcd-8b53-3434f07ad750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:21.553731 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496e9b8-b225-4fcd-8b53-3434f07ad750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:21.553948 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496e9b8-b225-4fcd-8b53-3434f07ad750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:21.554277 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6496e9b8-b225-4fcd-8b53-3434f07ad750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:26:21.564936 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d8f20a1f-263a-4568-9c32-f30a477db8ab req-fdead69f-70fe-4ffc-8555-57bb8baa4aaa tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597172 Jul 16 03:26:21.565185 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] For port e786483b-9959-486b-ab44-040a2eea2074, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:21.568815 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] For port e786483b-9959-486b-ab44-040a2eea2074, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e786483b-9959-486b-ab44-040a2eea2074,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:21.575339 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:21.657712 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Routers {'63d0ba75-83d0-494e-86d8-9a5320308451'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:21.658455 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['63d0ba75-83d0-494e-86d8-9a5320308451'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:21.680130 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:21.701701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Transition to ACTIVE for port object 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:21.722168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-1be1bfae-5bf1-4ffd-92d9-bf38be76a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:21.723793 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-1be1bfae-5bf1-4ffd-92d9-bf38be76a940 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 1096 time: 0.1619527 Jul 16 03:26:21.816691 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:21.868112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe659b-66cc-4c04-9b70-78322e5592f5 req-739644d4-048a-4743-be81-850c4bbdedfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:21.876667 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9bfe659b-66cc-4c04-9b70-78322e5592f5 req-739644d4-048a-4743-be81-850c4bbdedfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.1107624 Jul 16 03:26:21.952880 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9bfe659b-66cc-4c04-9b70-78322e5592f5 req-1ab9c1a3-5bf5-4e80-9ae6-02abd81c07bc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742443 Jul 16 03:26:21.956496 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Network e56df40f-f850-41fc-9a5d-5729dbba79fb is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:21.970941 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:21.975340 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:22.012440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5d76d4-47b6-45ac-afcf-0c2be14888b0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:22.015019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-8c5156ab-8120-46e3-b7d5-437f687a0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:22.021864 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-8c5156ab-8120-46e3-b7d5-437f687a0c51 service neutron] 10.222.0.88 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.2890000 Jul 16 03:26:22.067882 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] Set router 63d0ba75-83d0-494e-86d8-9a5320308451 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:22.098691 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-da6e86f3-e848-438b-a924-9c4615093edf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d639917-4019-4b10-ad41-b380e3ea092c HTTP/1.1" status: 200 len: 217 time: 0.0690527 Jul 16 03:26:22.098987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:22.160579 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496e9b8-b225-4fcd-8b53-3434f07ad750 None None] Pushing event updated for resources: {'Port': ['ID=e786483b-9959-486b-ab44-040a2eea2074,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:22.198365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-9e092db5-c4ca-4b8f-a96e-dc59edc3f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:22.200569 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-9e092db5-c4ca-4b8f-a96e-dc59edc3f30a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.0907314 Jul 16 03:26:22.204153 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.227187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:22.282789 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-08f4332e-09a6-496d-a0c6-b32c2ff9d7a4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737031 Jul 16 03:26:22.353808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4ca0edd7-d230-4c9f-944b-28bb55b719b9 None None] Provisioning for port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:22.374250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4ca0edd7-d230-4c9f-944b-28bb55b719b9 None None] Provisioning complete for port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:22.376706 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4ca0edd7-d230-4c9f-944b-28bb55b719b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.388548 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67996996-5fc5-424c-b8d5-bbd13df1d911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.411833 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e786483b-9959-486b-ab44-040a2eea2074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:16Z', 'updated_at': '2021-07-16T03:26:18Z', 'revision_number': 3, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'gw_port': {'id': 'e786483b-9959-486b-ab44-040a2eea2074', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:17Z', 'updated_at': '2021-07-16T03:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:22.471756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.482470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4ca0edd7-d230-4c9f-944b-28bb55b719b9 None None] Port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:22.489388 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-75b3191b-b422-40e5-93d2-eb29b4709488 service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983438 Jul 16 03:26:22.490234 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c2ffe-cb67-45d8-a0a0-4aef1aca3c4a None None] The sync data for ids ['63d0ba75-83d0-494e-86d8-9a5320308451'] in n-d-800088-6 is: [{'id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e786483b-9959-486b-ab44-040a2eea2074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:16Z', 'updated_at': '2021-07-16T03:26:18Z', 'revision_number': 3, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'gw_port': {'id': 'e786483b-9959-486b-ab44-040a2eea2074', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:17Z', 'updated_at': '2021-07-16T03:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:26:22.599415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885984a2-31a1-4b31-8abd-681d7fd89d9e req-1796f199-f122-4b85-b63a-7aea34ed973d tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:22.601966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-885984a2-31a1-4b31-8abd-681d7fd89d9e req-1796f199-f122-4b85-b63a-7aea34ed973d tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53f4060-484e-4834-a7b7-c0330e7494ff HTTP/1.1" status: 200 len: 950 time: 0.2298920 Jul 16 03:26:22.607867 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-94937717-5349-4526-b2e1-4667af5ba624 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a959b6ead0cf4572a02a6568944ac7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787963 Jul 16 03:26:22.613571 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48014) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:22.656522 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67996996-5fc5-424c-b8d5-bbd13df1d911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.669332 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67996996-5fc5-424c-b8d5-bbd13df1d911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.681370 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-941f2eb9-8f1b-4f4d-b4de-2dc34f99096c service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829681 Jul 16 03:26:22.702316 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-885984a2-31a1-4b31-8abd-681d7fd89d9e req-d4d1a2f7-80f8-4d52-b996-9be8712496f0 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/security-groups?id=685a0ce3-3e2f-4938-b041-8472e5bc9566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808482 Jul 16 03:26:22.723180 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c326d24-f9ca-459c-8abc-edd693ad4086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.737761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-67996996-5fc5-424c-b8d5-bbd13df1d911 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3079943a08d44dca1d699505fb94bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6376455 Jul 16 03:26:22.747528 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48022) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:22.752981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67996996-5fc5-424c-b8d5-bbd13df1d911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2421a1dd-058b-4c4b-b098-fa21def0ee22,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:22.803418 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c326d24-f9ca-459c-8abc-edd693ad4086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.918505 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.923426 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-200b3dac-fbca-4f30-aa63-06b28e3fc780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:22.930760 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.000235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f5b49-daee-4728-9d09-f1c010ab2f00 req-eb2e9529-8eb9-4775-93bb-1952954ef7aa tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:23.002080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d26f5b49-daee-4728-9d09-f1c010ab2f00 req-eb2e9529-8eb9-4775-93bb-1952954ef7aa tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 945 time: 0.1328356 Jul 16 03:26:23.056796 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-200b3dac-fbca-4f30-aa63-06b28e3fc780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.089351 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d26f5b49-daee-4728-9d09-f1c010ab2f00 req-acd8c37a-8397-48d8-a4f5-0ade4446cd55 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799055 Jul 16 03:26:23.116496 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c326d24-f9ca-459c-8abc-edd693ad4086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.119565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c326d24-f9ca-459c-8abc-edd693ad4086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.120813 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6c326d24-f9ca-459c-8abc-edd693ad4086 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56f60139-f9a2-4387-8595-0ef036c8d6d2 HTTP/1.1" status: 204 len: 168 time: 0.5062952 Jul 16 03:26:23.143335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c326d24-f9ca-459c-8abc-edd693ad4086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f60139-f9a2-4387-8595-0ef036c8d6d2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:23.146664 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.172704 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e786483b-9959-486b-ab44-040a2eea2074 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:23.217416 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5d76d4-47b6-45ac-afcf-0c2be14888b0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:23.255859 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port e786483b-9959-486b-ab44-040a2eea2074 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:23.262648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e786483b-9959-486b-ab44-040a2eea2074 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:23.263083 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.280554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8fc0ce7d-e7e1-43d2-8860-d2d7428bc248 req-2588dc10-668c-47b5-8bc6-b572a0e8d013 tempest-QuotasAdminNegativeTest-141340099 tempest-QuotasAdminNegativeTest-141340099-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9af0aa8e8c844d43b73b6e110f70d91d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334752 Jul 16 03:26:23.353082 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-200b3dac-fbca-4f30-aa63-06b28e3fc780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.359805 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-200b3dac-fbca-4f30-aa63-06b28e3fc780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.363388 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-200b3dac-fbca-4f30-aa63-06b28e3fc780 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2421a1dd-058b-4c4b-b098-fa21def0ee22 HTTP/1.1" status: 204 len: 168 time: 0.6119592 Jul 16 03:26:23.398405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-b410fb89-3c1b-4f9a-a6e3-7aed6087d5a0 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:23.400367 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-b410fb89-3c1b-4f9a-a6e3-7aed6087d5a0 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c&tenant_id=d7db53df25eb48488a2a44d10dce2113&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 1096 time: 0.2579365 Jul 16 03:26:23.410738 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.413071 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b3dac-fbca-4f30-aa63-06b28e3fc780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2421a1dd-058b-4c4b-b098-fa21def0ee22,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:23.428253 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Network e56df40f-f850-41fc-9a5d-5729dbba79fb is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:23.441666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:23.473226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port e786483b-9959-486b-ab44-040a2eea2074, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e786483b-9959-486b-ab44-040a2eea2074,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:23.494580 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.641089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=e786483b-9959-486b-ab44-040a2eea2074,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:23.661947 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48048) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:23.754790 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b31fa04-1504-472c-a906-b968ecec3ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.819943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fd1847bf-610a-4352-a7f1-22972a1fb086 None None] Provisioning complete for port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:23.820289 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fd1847bf-610a-4352-a7f1-22972a1fb086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.831701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0ce7d-e7e1-43d2-8860-d2d7428bc248 req-07c5133d-fb04-42dc-883b-b84a3d4f7e2f tempest-QuotasAdminNegativeTest-141340099 tempest-QuotasAdminNegativeTest-141340099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:23.834693 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8fc0ce7d-e7e1-43d2-8860-d2d7428bc248 req-07c5133d-fb04-42dc-883b-b84a3d4f7e2f tempest-QuotasAdminNegativeTest-141340099 tempest-QuotasAdminNegativeTest-141340099-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5529828 Jul 16 03:26:23.883632 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fd1847bf-610a-4352-a7f1-22972a1fb086 None None] Port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:23.910649 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8fc0ce7d-e7e1-43d2-8860-d2d7428bc248 req-b59730f9-be18-4efc-bcaf-ded12e1a767f tempest-QuotasAdminNegativeTest-141340099 tempest-QuotasAdminNegativeTest-141340099-project] 10.222.0.18 "GET /v2.0/quotas/9af0aa8e8c844d43b73b6e110f70d91d HTTP/1.1" status: 200 len: 375 time: 0.0564852 Jul 16 03:26:23.934468 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7f9073d8-f683-4c7d-ad88-585210d2356d service neutron] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:23.936732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Router 63d0ba75-83d0-494e-86d8-9a5320308451 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:26:23.943776 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7f9073d8-f683-4c7d-ad88-585210d2356d service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:23.945186 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d12ba9ce-f8f9-4274-8558-450d2744ab1c req-7f9073d8-f683-4c7d-ad88-585210d2356d service neutron] 10.222.0.88 "DELETE /v2.0/ports/2d639917-4019-4b10-ad41-b380e3ea092c/bindings/n-h2-800088-6 HTTP/1.1" status: 204 len: 173 time: 0.5298765 Jul 16 03:26:23.976686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8fc0ce7d-e7e1-43d2-8860-d2d7428bc248 req-e68f4fc8-0398-4f1c-b798-cb58be492cd6 tempest-QuotasAdminNegativeTest-141340099 tempest-QuotasAdminNegativeTest-141340099-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af0aa8e8c844d43b73b6e110f70d91d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650356 Jul 16 03:26:23.993784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:24.027749 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc5b28-02c7-4c02-bd7d-869145b77983 req-9b226a88-6a08-41dd-a26e-7f5b8fa62d1f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:24.031127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7bcc5b28-02c7-4c02-bd7d-869145b77983 req-9b226a88-6a08-41dd-a26e-7f5b8fa62d1f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.8360827 Jul 16 03:26:24.041835 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbfbcfa8-e6f6-4c7e-b40c-98144e340cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.070487 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-8cd620d8-3bbe-4207-b461-b28e50dfb424 service neutron] show failed (client error): The resource could not be found. Jul 16 03:26:24.071415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-8cd620d8-3bbe-4207-b461-b28e50dfb424 service neutron] 10.222.0.20 "GET /v2.0/ports/4be59503-333b-4779-be07-46d349b2f71f/bindings/n-h1-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.2358246 Jul 16 03:26:24.076486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b31fa04-1504-472c-a906-b968ecec3ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.083453 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 2d639917-4019-4b10-ad41-b380e3ea092c no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:26:24.099092 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7bcc5b28-02c7-4c02-bd7d-869145b77983 req-99e7dd9d-bc9f-4f66-bd42-24702f045ef2 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611563 Jul 16 03:26:24.166699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 2d639917-4019-4b10-ad41-b380e3ea092c not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:26:24.168472 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 1f499a47-44c3-4200-9c7e-a280fe743ca6 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:26:24.175604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:26:24.193909 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b87462e9-3b2c-498e-87db-c38380536314 admin admin] 10.222.0.18 "PUT /v2.0/routers/63d0ba75-83d0-494e-86d8-9a5320308451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1759121 Jul 16 03:26:24.193909 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b31fa04-1504-472c-a906-b968ecec3ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.194770 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbfbcfa8-e6f6-4c7e-b40c-98144e340cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.203087 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbfbcfa8-e6f6-4c7e-b40c-98144e340cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.230499 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8b31fa04-1504-472c-a906-b968ecec3ce4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05391d081503425f90b87805ec10bc89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5546687 Jul 16 03:26:24.235485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48060) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:24.296717 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3611227-5a8b-4cfb-8869-63d0f96d2678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.300115 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31fa04-1504-472c-a906-b968ecec3ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750c83a4-096c-4716-a026-fd5ef706de98,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:24.318108 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fbfbcfa8-e6f6-4c7e-b40c-98144e340cf8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7caea0db7654fafba37ce5f3b48190d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206644 Jul 16 03:26:24.323303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:24.335162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbcfa8-e6f6-4c7e-b40c-98144e340cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c59f92-6d62-4e0b-a3ed-bbd005aa6e01,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:24.368421 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3611227-5a8b-4cfb-8869-63d0f96d2678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.457468 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-770e4d63-e241-45a2-a41e-2e4ee9a242ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.474889 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3611227-5a8b-4cfb-8869-63d0f96d2678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.476881 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f3611227-5a8b-4cfb-8869-63d0f96d2678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.482470 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f3611227-5a8b-4cfb-8869-63d0f96d2678 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/750c83a4-096c-4716-a026-fd5ef706de98 HTTP/1.1" status: 204 len: 168 time: 0.2459106 Jul 16 03:26:24.499925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3611227-5a8b-4cfb-8869-63d0f96d2678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750c83a4-096c-4716-a026-fd5ef706de98,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:24.507973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 1f499a47-44c3-4200-9c7e-a280fe743ca6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:26:24.509241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 1f499a47-44c3-4200-9c7e-a280fe743ca6 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:26:24.518468 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-770e4d63-e241-45a2-a41e-2e4ee9a242ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.594921 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-770e4d63-e241-45a2-a41e-2e4ee9a242ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.599640 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-770e4d63-e241-45a2-a41e-2e4ee9a242ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.602667 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-770e4d63-e241-45a2-a41e-2e4ee9a242ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08c59f92-6d62-4e0b-a3ed-bbd005aa6e01 HTTP/1.1" status: 204 len: 168 time: 0.2783544 Jul 16 03:26:24.631896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e4d63-e241-45a2-a41e-2e4ee9a242ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c59f92-6d62-4e0b-a3ed-bbd005aa6e01,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:24.825002 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-a8af8daa-1ced-4da0-85cd-212afa0cbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:24.827780 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-a8af8daa-1ced-4da0-85cd-212afa0cbfe2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9&tenant_id=ad10fbf176f74734b5667b3f7c9813ba HTTP/1.1" status: 200 len: 1100 time: 0.1095376 Jul 16 03:26:24.847397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:24.908880 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587183f5-8e8b-44e2-84da-5fb761afc17d req-99eb2389-cd7c-4723-bedd-543b6bae19a8 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:24.910299 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-587183f5-8e8b-44e2-84da-5fb761afc17d req-99eb2389-cd7c-4723-bedd-543b6bae19a8 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 945 time: 0.0809779 Jul 16 03:26:24.951489 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:24.963722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-587183f5-8e8b-44e2-84da-5fb761afc17d req-ead284e7-43f9-4898-9929-af68e5eb96f0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468268 Jul 16 03:26:25.119140 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e786483b-9959-486b-ab44-040a2eea2074 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:25.210035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Sync routers for ids ['63d0ba75-83d0-494e-86d8-9a5320308451'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:26:25.234038 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Routers {'63d0ba75-83d0-494e-86d8-9a5320308451'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:25.235129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['63d0ba75-83d0-494e-86d8-9a5320308451'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:25.368068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e786483b-9959-486b-ab44-040a2eea2074 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:25.368718 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:25.404403 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1220e-979c-48d2-8264-4ec39c055460 req-7714c666-eec1-4d9c-9000-b9021a2086c4 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:25.406098 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ac1220e-979c-48d2-8264-4ec39c055460 req-7714c666-eec1-4d9c-9000-b9021a2086c4 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53f4060-484e-4834-a7b7-c0330e7494ff HTTP/1.1" status: 200 len: 950 time: 0.2108161 Jul 16 03:26:25.406688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Set router 63d0ba75-83d0-494e-86d8-9a5320308451 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:25.475801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-784c8a18-1863-4900-a8a3-29674ee44e37 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:25.483601 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-784c8a18-1863-4900-a8a3-29674ee44e37 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/networks?id=e56df40f-f850-41fc-9a5d-5729dbba79fb HTTP/1.1" status: 200 len: 828 time: 0.1922247 Jul 16 03:26:25.501006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ac1220e-979c-48d2-8264-4ec39c055460 req-9834487a-cc6f-4c6b-b7c4-41578085964d tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/security-groups?id=685a0ce3-3e2f-4938-b041-8472e5bc9566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874169 Jul 16 03:26:25.507524 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-496eede5-5218-48cd-ad55-2fd8d9ad3cd0 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/quotas/1a3a29fe85ee4541b5a06e3179dca131 HTTP/1.1" status: 200 len: 375 time: 0.0226705 Jul 16 03:26:25.600980 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-f259eace-5fe8-41ec-97b0-af9cf5659b32 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a3a29fe85ee4541b5a06e3179dca131&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866871 Jul 16 03:26:25.617483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-8e43337c-615d-4d64-9343-bda3dadd0dbf service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:26:25.617874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] For port 4be59503-333b-4779-be07-46d349b2f71f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4be59503-333b-4779-be07-46d349b2f71f,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:25.629131 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-8e43337c-615d-4d64-9343-bda3dadd0dbf service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268052 Jul 16 03:26:25.684947 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] For port 4be59503-333b-4779-be07-46d349b2f71f, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:25.751036 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-2d0dcaf1-ffca-4a89-97db-2eedc1bb963d service neutron] 10.222.0.18 "GET /v2.0/networks/e56df40f-f850-41fc-9a5d-5729dbba79fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147006 Jul 16 03:26:25.752388 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193d2802-2d42-420a-8137-aa81fd2a31b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4be59503-333b-4779-be07-46d349b2f71f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:25.756137 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ea6f35-7d6d-4a4b-abfa-f225d67055f7" -d '{"events": [{"server_uuid": "193d2802-2d42-420a-8137-aa81fd2a31b9", "name": "network-vif-unplugged", "status": "completed", "tag": "4be59503-333b-4779-be07-46d349b2f71f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:25.768291 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:25.800656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Transition to ACTIVE for port object 4be59503-333b-4779-be07-46d349b2f71f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:25.811029 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:25.811655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e786483b-9959-486b-ab44-040a2eea2074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:16Z', 'updated_at': '2021-07-16T03:26:22Z', 'revision_number': 4, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'gw_port': {'id': 'e786483b-9959-486b-ab44-040a2eea2074', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:17Z', 'updated_at': '2021-07-16T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '1a5d76d4-47b6-45ac-afcf-0c2be14888b0', 'name': '', 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'mac_address': 'fa:16:3e:32:08:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:21Z', 'updated_at': '2021-07-16T03:26:22Z', 'revision_number': 2, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'subnets': [{'id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:25.882267 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Checking router: 63d0ba75-83d0-494e-86d8-9a5320308451 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:26:25.882627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Updating router 63d0ba75-83d0-494e-86d8-9a5320308451 port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:26:25.884927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-d7de2d36-e95c-49cd-a47c-4f4fafd52e35 service neutron] 10.222.0.18 "GET /v2.0/networks/e56df40f-f850-41fc-9a5d-5729dbba79fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275976 Jul 16 03:26:25.915752 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] No DVR routers for this DVR port 4be59503-333b-4779-be07-46d349b2f71f on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:26:25.918105 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Pushing event updated for resources: {'Port': ['ID=4be59503-333b-4779-be07-46d349b2f71f,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:25.962254 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Attempting to bind port 4be59503-333b-4779-be07-46d349b2f71f on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:25.962640 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Attempting to bind port 4be59503-333b-4779-be07-46d349b2f71f by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:25.962959 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Attempting to bind port 4be59503-333b-4779-be07-46d349b2f71f on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:25.987716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Port 4be59503-333b-4779-be07-46d349b2f71f on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:25.987716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Attempting to bind port 4be59503-333b-4779-be07-46d349b2f71f on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:25.998749 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:25.999968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:26.000863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:26.001784 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:26.003375 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Bound port: 4be59503-333b-4779-be07-46d349b2f71f, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:26.004264 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.259363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] For port 4be59503-333b-4779-be07-46d349b2f71f, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:26.293322 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] For port 4be59503-333b-4779-be07-46d349b2f71f, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4be59503-333b-4779-be07-46d349b2f71f,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:26.320840 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.322288 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:26.398511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efd8d8-fdc2-480b-9cb7-db9a5257b9b4 req-faba6e8a-f8ba-40f5-b106-3419e5cfa79f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:26.400551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9efd8d8-fdc2-480b-9cb7-db9a5257b9b4 req-faba6e8a-f8ba-40f5-b106-3419e5cfa79f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.1602178 Jul 16 03:26:26.419052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:26.419600 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.421788 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] 10.222.0.88 "PUT /v2.0/ports/4be59503-333b-4779-be07-46d349b2f71f HTTP/1.1" status: 200 len: 1095 time: 1.5814705 Jul 16 03:26:26.444966 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe48a86e-098c-40a4-b37d-7ca1ea11ca6f x-openstack-request-id: req-fe48a86e-098c-40a4-b37d-7ca1ea11ca6f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:26.445315 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193d2802-2d42-420a-8137-aa81fd2a31b9", "name": "network-vif-unplugged", "status": "completed", "tag": "4be59503-333b-4779-be07-46d349b2f71f", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:26.445567 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe48a86e-098c-40a4-b37d-7ca1ea11ca6f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:26.447874 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193d2802-2d42-420a-8137-aa81fd2a31b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4be59503-333b-4779-be07-46d349b2f71f', 'code': 200} Jul 16 03:26:26.508067 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9efd8d8-fdc2-480b-9cb7-db9a5257b9b4 req-43c1c994-80f3-48fd-a4d4-29712b10a3a4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000192 Jul 16 03:26:26.617661 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.654749 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Transition to ACTIVE for port object 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:26.661931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f8c0-68f5-42b5-baf6-b8e35fcdaca2 service neutron] Pushing event updated for resources: {'Port': ['ID=4be59503-333b-4779-be07-46d349b2f71f,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:26.672631 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.712264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-440525428-network', 'tenant_id': '513c1ffd56a1482281be994e374bb08f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:26.724638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93572d98-0532-40fb-8b11-274d46d24b15 req-eaf05c97-b19d-403d-a834-75403c93e3c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:26.726719 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-93572d98-0532-40fb-8b11-274d46d24b15 req-eaf05c97-b19d-403d-a834-75403c93e3c2 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.88 "GET /v2.0/ports?device_id=b53f4060-484e-4834-a7b7-c0330e7494ff HTTP/1.1" status: 200 len: 950 time: 0.5822427 Jul 16 03:26:26.783463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] Made reservation on behalf of 513c1ffd56a1482281be994e374bb08f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:26.787650 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.807756 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:26.898195 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-a566cd99-9418-4aba-843a-5060f4e88fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:26.899857 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-a566cd99-9418-4aba-843a-5060f4e88fb2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 1098 time: 0.4325600 Jul 16 03:26:26.941042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4b75e-5234-46b6-802c-5e9ac25befeb None None] Pushing event updated for resources: {'Port': ['ID=1a5d76d4-47b6-45ac-afcf-0c2be14888b0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:26.958435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Attempting to bind port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:26.962725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Attempting to bind port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0b707080-f2ee-44f1-8514-98ec7f3d1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:26.963329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Attempting to bind port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 on network e56df40f-f850-41fc-9a5d-5729dbba79fb {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:27.002025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:27.005694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Checking segment: {'id': '0b707080-f2ee-44f1-8514-98ec7f3d1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:27.006623 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.007854 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Bound using segment: {'id': '0b707080-f2ee-44f1-8514-98ec7f3d1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:27.009484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Bound port: 1a5d76d4-47b6-45ac-afcf-0c2be14888b0, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b707080-f2ee-44f1-8514-98ec7f3d1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:27.009610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702aa3ae-460e-4a51-aea0-0c48db592fae req-b0dd8c11-de71-406b-ac61-c4563586d880 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:27.012055 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.023638 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-702aa3ae-460e-4a51-aea0-0c48db592fae req-b0dd8c11-de71-406b-ac61-c4563586d880 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 1096 time: 0.1943729 Jul 16 03:26:27.117216 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-702aa3ae-460e-4a51-aea0-0c48db592fae req-7a43b860-8c2b-46d8-8c89-aebb5a14b348 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889707 Jul 16 03:26:27.209937 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.222725 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.239863 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] For port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:27.244578 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] For port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1a5d76d4-47b6-45ac-afcf-0c2be14888b0,segment=NetworkSegment(0b707080-f2ee-44f1-8514-98ec7f3d1408),segment_id=0b707080-f2ee-44f1-8514-98ec7f3d1408)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:27.250343 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-1a759cc0-e3eb-4be5-90f8-686ee32dd68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:27.251875 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-1a759cc0-e3eb-4be5-90f8-686ee32dd68f service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.2898538 Jul 16 03:26:27.256259 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.286484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:26:27.318635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45211bfd-d17a-468d-a147-029d860ac6bb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:27.334700 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.335049 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] Added segment a79aa021-225b-45b3-8e0d-9f75db37f7c7 of type vlan for network 942b9e2d-0958-4c19-b92e-4c1756b21fb2 Jul 16 03:26:27.344855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Routers {'63d0ba75-83d0-494e-86d8-9a5320308451'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:27.345772 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['63d0ba75-83d0-494e-86d8-9a5320308451'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:27.405998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-2e356667-080c-4206-9404-f56600820107 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4be59503-333b-4779-be07-46d349b2f71f HTTP/1.1" status: 200 len: 217 time: 0.1348186 Jul 16 03:26:27.424926 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-93572d98-0532-40fb-8b11-274d46d24b15 req-020f7ae8-543a-4f09-a0ad-6b1ccf1d8b25 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Deleting port e5fc400a-6c79-456a-a13a-0211eab66522 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:26:27.425748 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-93572d98-0532-40fb-8b11-274d46d24b15 req-020f7ae8-543a-4f09-a0ad-6b1ccf1d8b25 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.474794 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7507676f-e019-411d-bbbe-3a9eb6fe89f9 req-19e1a5a9-ba22-42c3-af2c-e81d6297f892 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 210 time: 0.0763342 Jul 16 03:26:27.528082 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] Set router 63d0ba75-83d0-494e-86d8-9a5320308451 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:27.535626 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4b75e-5234-46b6-802c-5e9ac25befeb None None] Pushing event updated for resources: {'Port': ['ID=1a5d76d4-47b6-45ac-afcf-0c2be14888b0,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:27.585240 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.596277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-93572d98-0532-40fb-8b11-274d46d24b15 req-020f7ae8-543a-4f09-a0ad-6b1ccf1d8b25 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] For port e5fc400a-6c79-456a-a13a-0211eab66522, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e5fc400a-6c79-456a-a13a-0211eab66522,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:27.596912 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-93572d98-0532-40fb-8b11-274d46d24b15 req-020f7ae8-543a-4f09-a0ad-6b1ccf1d8b25 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.669661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-93572d98-0532-40fb-8b11-274d46d24b15 req-020f7ae8-543a-4f09-a0ad-6b1ccf1d8b25 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Calling delete_port for e5fc400a-6c79-456a-a13a-0211eab66522 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:26:27.687302 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-7691f7be-9650-4ac9-a9a3-9f6e2074e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:27.689724 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-7691f7be-9650-4ac9-a9a3-9f6e2074e0c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0734153 Jul 16 03:26:27.745417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a6ad7-272a-4c53-a21f-6a110e7b73ea req-918b857e-469f-4d5d-845b-cd3157ec76eb tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:27.750062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544a6ad7-272a-4c53-a21f-6a110e7b73ea req-918b857e-469f-4d5d-845b-cd3157ec76eb tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/ports?device_id=b53f4060-484e-4834-a7b7-c0330e7494ff HTTP/1.1" status: 200 len: 950 time: 0.2734435 Jul 16 03:26:27.753535 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.756933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:27.757749 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:27.803250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e786483b-9959-486b-ab44-040a2eea2074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:16Z', 'updated_at': '2021-07-16T03:26:22Z', 'revision_number': 4, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'gw_port': {'id': 'e786483b-9959-486b-ab44-040a2eea2074', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:17Z', 'updated_at': '2021-07-16T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '1a5d76d4-47b6-45ac-afcf-0c2be14888b0', 'name': '', 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'mac_address': 'fa:16:3e:32:08:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:21Z', 'updated_at': '2021-07-16T03:26:27Z', 'revision_number': 4, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'subnets': [{'id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:27.814036 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-9b81689d-bc0b-4501-b675-8cf30b374e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:27.815678 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-9b81689d-bc0b-4501-b675-8cf30b374e9f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965278 Jul 16 03:26:27.837843 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] Pushing event updated for resources: {'Network': ['ID=942b9e2d-0958-4c19-b92e-4c1756b21fb2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:27.839254 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0112f2e-04e7-4831-bb51-5dc51ac3513b None None] The sync data for ids ['63d0ba75-83d0-494e-86d8-9a5320308451'] in n-d-800088-6 is: [{'id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e786483b-9959-486b-ab44-040a2eea2074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:16Z', 'updated_at': '2021-07-16T03:26:22Z', 'revision_number': 4, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'gw_port': {'id': 'e786483b-9959-486b-ab44-040a2eea2074', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:17Z', 'updated_at': '2021-07-16T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '1a5d76d4-47b6-45ac-afcf-0c2be14888b0', 'name': '', 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'mac_address': 'fa:16:3e:32:08:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:21Z', 'updated_at': '2021-07-16T03:26:27Z', 'revision_number': 4, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'subnets': [{'id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:26:27.870601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 942b9e2d-0958-4c19-b92e-4c1756b21fb2 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:26:27.934329 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0f9fed0a-9133-4481-a8f9-e1ce74d9cf22 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6100962 Jul 16 03:26:27.934563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:27.953454 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544a6ad7-272a-4c53-a21f-6a110e7b73ea req-29ddd073-c4a2-4037-b9e2-2fc2dae31a7d tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.18 "GET /v2.0/security-groups?id=685a0ce3-3e2f-4938-b041-8472e5bc9566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914704 Jul 16 03:26:27.964623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-905bcd46-87ed-44cd-b5bc-e0aa363361c7 admin admin] Request body: {'subnet': {'network_id': '942b9e2d-0958-4c19-b92e-4c1756b21fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-440525428-subnet', 'tenant_id': '513c1ffd56a1482281be994e374bb08f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:28.010587 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-93572d98-0532-40fb-8b11-274d46d24b15 req-020f7ae8-543a-4f09-a0ad-6b1ccf1d8b25 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:28.056840 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab7d4780-025d-4ae9-bfd9-26ea219cc81f req-b4e1979e-a2f7-4717-80ad-37417ee3c46d tempest-QuotasAdminNegativeTest-141340099 tempest-QuotasAdminNegativeTest-141340099-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9af0aa8e8c844d43b73b6e110f70d91d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1074233 Jul 16 03:26:28.098231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4be59503-333b-4779-be07-46d349b2f71f no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:26:28.101024 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-f7150ea0-c90e-48f5-82a7-b62f47584d5a service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625489 Jul 16 03:26:28.101986 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f7ae8-543a-4f09-a0ad-6b1ccf1d8b25 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Pushing event deleted for resources: {'Port': ['ID=e5fc400a-6c79-456a-a13a-0211eab66522,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:28.199125 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4be59503-333b-4779-be07-46d349b2f71f not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:26:28.202845 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-93572d98-0532-40fb-8b11-274d46d24b15 req-020f7ae8-543a-4f09-a0ad-6b1ccf1d8b25 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] No DVR routers for this DVR port e5fc400a-6c79-456a-a13a-0211eab66522 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:26:28.210002 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-93572d98-0532-40fb-8b11-274d46d24b15 req-020f7ae8-543a-4f09-a0ad-6b1ccf1d8b25 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:28.228496 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-93572d98-0532-40fb-8b11-274d46d24b15 req-020f7ae8-543a-4f09-a0ad-6b1ccf1d8b25 tempest-ServerDiagnosticsNegativeTest-806500361 tempest-ServerDiagnosticsNegativeTest-806500361-project] 10.222.0.88 "DELETE /v2.0/ports/e5fc400a-6c79-456a-a13a-0211eab66522 HTTP/1.1" status: 204 len: 173 time: 1.4942150 Jul 16 03:26:28.308942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905bcd46-87ed-44cd-b5bc-e0aa363361c7 admin admin] Made reservation on behalf of 513c1ffd56a1482281be994e374bb08f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:28.313135 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905bcd46-87ed-44cd-b5bc-e0aa363361c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:28.370722 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-39203617-fabe-46fb-90f1-7b80601e4e1c req-9b5ceea4-fd12-4b1f-b929-c3b5ed871663 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615521 Jul 16 03:26:28.448874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193d2802-2d42-420a-8137-aa81fd2a31b9', 'tag': '4be59503-333b-4779-be07-46d349b2f71f'}, {'server_uuid': 'b53f4060-484e-4834-a7b7-c0330e7494ff', 'name': 'network-vif-deleted', 'tag': 'e5fc400a-6c79-456a-a13a-0211eab66522'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:28.452268 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9eca79-bfcc-4306-af8f-930a146664b0" -d '{"events": [{"name": "network-changed", "server_uuid": "193d2802-2d42-420a-8137-aa81fd2a31b9", "tag": "4be59503-333b-4779-be07-46d349b2f71f"}, {"server_uuid": "b53f4060-484e-4834-a7b7-c0330e7494ff", "name": "network-vif-deleted", "tag": "e5fc400a-6c79-456a-a13a-0211eab66522"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:28.476249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d4780-025d-4ae9-bfd9-26ea219cc81f req-9e518a8f-d53d-4066-89b0-a020b59192f6 tempest-QuotasAdminNegativeTest-141340099 tempest-QuotasAdminNegativeTest-141340099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:28.477987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab7d4780-025d-4ae9-bfd9-26ea219cc81f req-9e518a8f-d53d-4066-89b0-a020b59192f6 tempest-QuotasAdminNegativeTest-141340099 tempest-QuotasAdminNegativeTest-141340099-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4203553 Jul 16 03:26:28.639384 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab7d4780-025d-4ae9-bfd9-26ea219cc81f req-d6af5d12-94f9-4134-97ef-08ffd884090f tempest-QuotasAdminNegativeTest-141340099 tempest-QuotasAdminNegativeTest-141340099-project] 10.222.0.18 "GET /v2.0/quotas/9af0aa8e8c844d43b73b6e110f70d91d HTTP/1.1" status: 200 len: 375 time: 0.1126089 Jul 16 03:26:28.705471 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab7d4780-025d-4ae9-bfd9-26ea219cc81f req-4e27c5eb-0e89-4d81-9fbb-cb064fbc789c tempest-QuotasAdminNegativeTest-141340099 tempest-QuotasAdminNegativeTest-141340099-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9af0aa8e8c844d43b73b6e110f70d91d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650945 Jul 16 03:26:28.712223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa766751-1a94-414a-88f7-94d7e8855046 req-d661bd4d-0183-424b-ad77-1dc2bdb60d93 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:28.718910 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa766751-1a94-414a-88f7-94d7e8855046 req-d661bd4d-0183-424b-ad77-1dc2bdb60d93 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 821 time: 0.4910314 Jul 16 03:26:28.744489 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa766751-1a94-414a-88f7-94d7e8855046 req-5ff5271a-7b89-4d46-9728-75a51190d131 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/quotas/d7db53df25eb48488a2a44d10dce2113 HTTP/1.1" status: 200 len: 375 time: 0.0246136 Jul 16 03:26:28.815280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-0ad5237e-7e3c-4f6e-a6d2-b2e6042f5825 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:28.816808 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-0ad5237e-7e3c-4f6e-a6d2-b2e6042f5825 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.20 "GET /v2.0/networks?id=e56df40f-f850-41fc-9a5d-5729dbba79fb HTTP/1.1" status: 200 len: 828 time: 0.5482354 Jul 16 03:26:28.839324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-ee5b17e8-c34d-4ea1-aee5-7db37416eab1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Request body: {'port': {'device_id': '714606a1-1550-42cc-95ad-fdee922671d7', 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'admin_state_up': True, 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:28.975419 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa766751-1a94-414a-88f7-94d7e8855046 req-1a161fdb-c1dc-4e0a-9116-61d7aa3170b3 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2300496 Jul 16 03:26:29.088082 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905bcd46-87ed-44cd-b5bc-e0aa363361c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:29.116882 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:29.172844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:29.176686 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:29.177061 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:29.198194 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f86d5-6166-4ada-8d3e-1b37bd29bda8 req-7cf74978-d6e4-4533-be93-bfe406f972c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.199651 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1f86d5-6166-4ada-8d3e-1b37bd29bda8 req-7cf74978-d6e4-4533-be93-bfe406f972c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.3000798 Jul 16 03:26:29.219094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bcd46-87ed-44cd-b5bc-e0aa363361c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=184e3c53-bc42-4eb4-8ffd-952b24368dd4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:29.243635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-ee5b17e8-c34d-4ea1-aee5-7db37416eab1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Made reservation on behalf of 1a3a29fe85ee4541b5a06e3179dca131 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:29.246982 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-ee5b17e8-c34d-4ea1-aee5-7db37416eab1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:29.265523 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:29.275840 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa766751-1a94-414a-88f7-94d7e8855046 req-aa77b21b-9eca-41ec-b1bb-1054f63aea5e service neutron] 10.222.0.18 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576745 Jul 16 03:26:29.303758 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1a5d76d4-47b6-45ac-afcf-0c2be14888b0,segment=NetworkSegment(0b707080-f2ee-44f1-8514-98ec7f3d1408),segment_id=0b707080-f2ee-44f1-8514-98ec7f3d1408)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:29.311275 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:29.322985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905bcd46-87ed-44cd-b5bc-e0aa363361c7 admin admin] Checking segment: {'id': 'a79aa021-225b-45b3-8e0d-9f75db37f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '942b9e2d-0958-4c19-b92e-4c1756b21fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:29.323356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905bcd46-87ed-44cd-b5bc-e0aa363361c7 admin admin] Network hostable DHCP agents. Network: 942b9e2d-0958-4c19-b92e-4c1756b21fb2, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:26:29.360918 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=1a5d76d4-47b6-45ac-afcf-0c2be14888b0,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:29.374723 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1f86d5-6166-4ada-8d3e-1b37bd29bda8 req-490de85b-d360-473b-b90b-cb09af04580a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566617 Jul 16 03:26:29.438536 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dba9fb-7951-4803-8ab4-83cd55a38e81 x-openstack-request-id: req-28dba9fb-7951-4803-8ab4-83cd55a38e81 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:29.439050 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193d2802-2d42-420a-8137-aa81fd2a31b9", "tag": "4be59503-333b-4779-be07-46d349b2f71f", "status": "completed", "code": 200}, {"server_uuid": "b53f4060-484e-4834-a7b7-c0330e7494ff", "name": "network-vif-deleted", "tag": "e5fc400a-6c79-456a-a13a-0211eab66522", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:29.439139 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28dba9fb-7951-4803-8ab4-83cd55a38e81 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:29.439559 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193d2802-2d42-420a-8137-aa81fd2a31b9', 'tag': '4be59503-333b-4779-be07-46d349b2f71f', 'status': 'completed', 'code': 200} Jul 16 03:26:29.439882 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53f4060-484e-4834-a7b7-c0330e7494ff', 'name': 'network-vif-deleted', 'tag': 'e5fc400a-6c79-456a-a13a-0211eab66522', 'status': 'completed', 'code': 200} Jul 16 03:26:29.563042 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-2cbb63a4-118a-40bf-abf3-a7d8739071c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.564591 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-2cbb63a4-118a-40bf-abf3-a7d8739071c6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 1098 time: 0.1028311 Jul 16 03:26:29.571019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-c11578b1-a239-423e-a588-2ffb5444cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.572539 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-c11578b1-a239-423e-a588-2ffb5444cae9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 1098 time: 0.1020761 Jul 16 03:26:29.653031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905bcd46-87ed-44cd-b5bc-e0aa363361c7 admin admin] Network 942b9e2d-0958-4c19-b92e-4c1756b21fb2 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:26:29.693860 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e5fc400a-6c79-456a-a13a-0211eab66522 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:26:29.702241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65867f76-a1ce-49a3-abe2-0b18887f6581 req-b183f5c7-8648-443b-9eec-87dccf2bb50a tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 210 time: 0.0697620 Jul 16 03:26:29.719478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-905bcd46-87ed-44cd-b5bc-e0aa363361c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 942b9e2d-0958-4c19-b92e-4c1756b21fb2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:29.728056 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: e5fc400a-6c79-456a-a13a-0211eab66522 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:26:29.728783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e5fc400a-6c79-456a-a13a-0211eab66522 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:26:29.734033 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aa52b5-8c76-4aba-b2cd-09bac8e0f299 None None] Network 942b9e2d-0958-4c19-b92e-4c1756b21fb2 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:26:29.738237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa766751-1a94-414a-88f7-94d7e8855046 req-2842c86d-9816-4085-8633-ac7df8e15e6d service neutron] 10.222.0.18 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514492 Jul 16 03:26:29.744500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905bcd46-87ed-44cd-b5bc-e0aa363361c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.745095 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-905bcd46-87ed-44cd-b5bc-e0aa363361c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:29.752932 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-620145a9-5410-4320-8a91-b4ee0a9e21b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.755555 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-620145a9-5410-4320-8a91-b4ee0a9e21b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1745546 Jul 16 03:26:29.757163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-5878d91d-f824-4269-9645-92c3f00b22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.760469 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-5878d91d-f824-4269-9645-92c3f00b22f6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1870050 Jul 16 03:26:29.782867 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-ee5b17e8-c34d-4ea1-aee5-7db37416eab1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Allocated IP 172.20.0.6 (e56df40f-f850-41fc-9a5d-5729dbba79fb/3e2d07f0-1b8a-4098-a6ac-db078e8d7d74/20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:29.807277 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-905bcd46-87ed-44cd-b5bc-e0aa363361c7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8431685 Jul 16 03:26:29.807277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:29.817282 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-440525428-router', 'tenant_id': '513c1ffd56a1482281be994e374bb08f', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:29.853218 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-403fcbbe-f184-453f-8449-26ae864d85b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4be59503-333b-4779-be07-46d349b2f71f HTTP/1.1" status: 200 len: 217 time: 0.0906177 Jul 16 03:26:29.856335 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-8c507cf6-8ab6-483a-aa34-7fb9eb599359 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4be59503-333b-4779-be07-46d349b2f71f HTTP/1.1" status: 200 len: 217 time: 0.0802338 Jul 16 03:26:29.907754 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:29.908783 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:29.968641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-942b9e2d-0958-4c19-b92e-4c1756b21fb2', 'network_id': '942b9e2d-0958-4c19-b92e-4c1756b21fb2', 'tenant_id': '513c1ffd56a1482281be994e374bb08f', 'fixed_ips': [{'subnet_id': '184e3c53-bc42-4eb4-8ffd-952b24368dd4'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:26:29.970229 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:29.975006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-38538a29-d7b3-4719-84f7-4949219a25a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.977506 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-38538a29-d7b3-4719-84f7-4949219a25a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1188889 Jul 16 03:26:29.997641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-1ddb5841-f307-4e32-a70c-ded2b5b2e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:29.999087 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-1ddb5841-f307-4e32-a70c-ded2b5b2e16c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0846407 Jul 16 03:26:30.077329 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:30.136636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-e1b5fffc-1f7c-405f-9119-e1bfe0e87396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:30.139618 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-e1b5fffc-1f7c-405f-9119-e1bfe0e87396 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553178 Jul 16 03:26:30.147853 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-75b0bc24-1a64-483d-8c04-bb6b1bf3f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:30.152602 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-75b0bc24-1a64-483d-8c04-bb6b1bf3f8df service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296372 Jul 16 03:26:30.224951 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ffe1e6f7-fc1c-4a16-925e-5c06aff45f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:30.416046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Allocated IP 172.20.0.2 (942b9e2d-0958-4c19-b92e-4c1756b21fb2/184e3c53-bc42-4eb4-8ffd-952b24368dd4/09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:30.423977 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-9580d3b4-1b2f-4cd4-a7e9-09a97dd51418 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687266 Jul 16 03:26:30.426826 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-ee5b17e8-c34d-4ea1-aee5-7db37416eab1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:30.443969 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-fcf97d41-0dd1-4361-9b2d-99f11d40e2b1 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703624 Jul 16 03:26:30.526596 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:30.541842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fcbccfa-29ac-487e-91b6-15e644543396 req-a8b39ec5-48c0-4a98-9381-16e9f51c3640 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 210 time: 0.1123409 Jul 16 03:26:30.557151 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-ee5b17e8-c34d-4ea1-aee5-7db37416eab1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Transition to ACTIVE for port object 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:30.692953 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-ee5b17e8-c34d-4ea1-aee5-7db37416eab1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:30.732281 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-d0ad4443-eb88-4b8a-9e1e-7476ef3f8544 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016746 Jul 16 03:26:30.736639 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c9eca79-bfcc-4306-af8f-930a146664b0 req-effab855-f176-486d-ac4b-f13bc957fef2 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602551 Jul 16 03:26:30.796001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-ee5b17e8-c34d-4ea1-aee5-7db37416eab1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Network e56df40f-f850-41fc-9a5d-5729dbba79fb is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:30.803119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-ee5b17e8-c34d-4ea1-aee5-7db37416eab1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:30.807644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-ee5b17e8-c34d-4ea1-aee5-7db37416eab1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:30.813912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-ee5b17e8-c34d-4ea1-aee5-7db37416eab1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:30.814462 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-ee5b17e8-c34d-4ea1-aee5-7db37416eab1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:30.816935 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b17e8-c34d-4ea1-aee5-7db37416eab1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Pushing event updated for resources: {'Port': ['ID=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:30.871933 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-ee5b17e8-c34d-4ea1-aee5-7db37416eab1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0410912 Jul 16 03:26:30.914308 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Request body: {'port': {'device_id': '714606a1-1550-42cc-95ad-fdee922671d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:30.916344 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:30.993738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48274) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:31.103772 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.121026 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:31.203704 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.214870 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-496b2a11-d6b4-4f46-9b12-a48c7b129078 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=afde08bd4244418fbd48c773ca76cbed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196281 Jul 16 03:26:31.217796 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48280) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:31.265210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Transition to ACTIVE for port object 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:31.275901 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.295203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Transition to ACTIVE for port object 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:31.296991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-11cdb016-bdf3-4d2a-8505-5d877ceb30a1 None None] Provisioning for port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:31.318660 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.324562 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fbb974-7273-41cd-a2f7-d3f0dc58eccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.330342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e80854-c4f4-4749-b4c8-fd32c9b79c04 req-2fec8a86-1887-4e55-a805-94895937ef12 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:31.331289 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0e80854-c4f4-4749-b4c8-fd32c9b79c04 req-2fec8a86-1887-4e55-a805-94895937ef12 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 947 time: 0.4585774 Jul 16 03:26:31.333639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-11cdb016-bdf3-4d2a-8505-5d877ceb30a1 None None] Provisioning complete for port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:31.334025 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-11cdb016-bdf3-4d2a-8505-5d877ceb30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.335980 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.348504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48282) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:31.377245 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.382654 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fbb974-7273-41cd-a2f7-d3f0dc58eccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.409427 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Network 942b9e2d-0958-4c19-b92e-4c1756b21fb2 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:31.410304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:31.410678 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.418771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:31.440691 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:31.442555 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Pushing event updated for resources: {'Port': ['ID=09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:31.453616 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fbb974-7273-41cd-a2f7-d3f0dc58eccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.458695 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65fbb974-7273-41cd-a2f7-d3f0dc58eccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.460168 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-65fbb974-7273-41cd-a2f7-d3f0dc58eccd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/685a0ce3-3e2f-4938-b041-8472e5bc9566 HTTP/1.1" status: 204 len: 168 time: 0.2408035 Jul 16 03:26:31.462668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-11cdb016-bdf3-4d2a-8505-5d877ceb30a1 None None] Port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:31.468372 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0e361-66be-40de-b483-7fa5b458800a req-e9f17269-0baf-4079-ad45-89a99be41d96 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:31.469889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ef0e361-66be-40de-b483-7fa5b458800a req-e9f17269-0baf-4079-ad45-89a99be41d96 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 931 time: 0.3725536 Jul 16 03:26:31.507819 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9802c091-2bc9-4551-8350-9844310520ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.525870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Attempting to bind port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:31.526187 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Attempting to bind port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'a79aa021-225b-45b3-8e0d-9f75db37f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '942b9e2d-0958-4c19-b92e-4c1756b21fb2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:31.526514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Attempting to bind port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c on network 942b9e2d-0958-4c19-b92e-4c1756b21fb2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:31.534900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:31.535301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Checking segment: {'id': 'a79aa021-225b-45b3-8e0d-9f75db37f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '942b9e2d-0958-4c19-b92e-4c1756b21fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:31.535677 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.536073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Bound using segment: {'id': 'a79aa021-225b-45b3-8e0d-9f75db37f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '942b9e2d-0958-4c19-b92e-4c1756b21fb2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:31.536593 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Bound port: 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79aa021-225b-45b3-8e0d-9f75db37f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '942b9e2d-0958-4c19-b92e-4c1756b21fb2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:31.536977 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.547365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbb974-7273-41cd-a2f7-d3f0dc58eccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685a0ce3-3e2f-4938-b041-8472e5bc9566,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:31.574120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0e80854-c4f4-4749-b4c8-fd32c9b79c04 req-2cf97d67-247d-4217-9852-8c92b153fad8 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104554 Jul 16 03:26:31.656540 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9802c091-2bc9-4551-8350-9844310520ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.667969 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9802c091-2bc9-4551-8350-9844310520ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.706342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ef0e361-66be-40de-b483-7fa5b458800a req-d9f1d097-dedc-4123-921b-6a9081e2b21b tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/security-groups?id=53975379-8214-417f-987a-92d38d5f34d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273185 Jul 16 03:26:31.712151 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4be59503-333b-4779-be07-46d349b2f71f details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:31.741889 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Allocated IP 172.25.3.80 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/f183f6b0-24b1-49c0-94cd-08100a4cb531) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:31.769623 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9802c091-2bc9-4551-8350-9844310520ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9af0aa8e8c844d43b73b6e110f70d91d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4196715 Jul 16 03:26:31.770374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802c091-2bc9-4551-8350-9844310520ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b18b572-c05f-41d8-80c6-9b3b39a4bae3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:31.773133 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48298) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:31.849881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] For port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:31.869599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] For port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c,segment=NetworkSegment(a79aa021-225b-45b3-8e0d-9f75db37f7c7),segment_id=a79aa021-225b-45b3-8e0d-9f75db37f7c7)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:31.952652 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.952894 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e922817c-c014-420c-b4fb-a3d6f9caec18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:31.981238 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e922817c-c014-420c-b4fb-a3d6f9caec18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.005047 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:32.009327 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:32.027065 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.043419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa766751-1a94-414a-88f7-94d7e8855046 req-513f936a-94d5-4000-8900-120017399a4b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:32.046172 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fa766751-1a94-414a-88f7-94d7e8855046 req-513f936a-94d5-4000-8900-120017399a4b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.88 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 821 time: 0.2021444 Jul 16 03:26:32.049168 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e922817c-c014-420c-b4fb-a3d6f9caec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.049348 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09330407-2954-42a9-a448-ab361655094a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.054267 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e922817c-c014-420c-b4fb-a3d6f9caec18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.057907 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e922817c-c014-420c-b4fb-a3d6f9caec18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b18b572-c05f-41d8-80c6-9b3b39a4bae3 HTTP/1.1" status: 204 len: 168 time: 0.2814610 Jul 16 03:26:32.064077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-fa766751-1a94-414a-88f7-94d7e8855046 req-441043d4-a4d0-4b69-94a5-190fb4bedd94 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Request body: {'port': {'device_id': '07dbc0d8-ca6f-4aea-b206-0a64886a6366', 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85', 'admin_state_up': True, 'tenant_id': 'd7db53df25eb48488a2a44d10dce2113'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:32.092514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4be59503-333b-4779-be07-46d349b2f71f, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4be59503-333b-4779-be07-46d349b2f71f,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:32.110534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Transition to ACTIVE for port object 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:32.125006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '4be59503-333b-4779-be07-46d349b2f71f', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '4be59503-333b-4779-be07-46d349b2f71f', 'mac_address': 'fa:16:3e:be:74:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:32.128979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc5d3f-d595-4061-87a5-4717ec98f07d None None] Pushing event updated for resources: {'Port': ['ID=09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:32.136630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922817c-c014-420c-b4fb-a3d6f9caec18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b18b572-c05f-41d8-80c6-9b3b39a4bae3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:32.143544 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.172056 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.208682 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.224057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be59503-333b-4779-be07-46d349b2f71f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:32.258868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4be59503-333b-4779-be07-46d349b2f71f, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4be59503-333b-4779-be07-46d349b2f71f,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:32.270027 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.370619 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.378316 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4be59503-333b-4779-be07-46d349b2f71f,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:32.482537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:32.493215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Pushing event updated for resources: {'Port': ['ID=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:32.500009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:32.527007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['4be59503-333b-4779-be07-46d349b2f71f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:32.536099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:32.743032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48314) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:32.743943 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-748c4677-994f-4098-a9a6-0543a203811b req-ae276828-0776-4d10-ae0a-b89bf5ca3419 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 210 time: 0.3327127 Jul 16 03:26:32.769019 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c3dad4-5e60-41b0-b076-5650479b8762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.799302 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6ad50c33-d7e3-466d-b3b3-0c0998b7df12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.870845 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:32.901986 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Attempting to bind port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:32.902383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Attempting to bind port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '0b707080-f2ee-44f1-8514-98ec7f3d1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:32.902968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Attempting to bind port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c on network e56df40f-f850-41fc-9a5d-5729dbba79fb {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:32.934323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Pushing event updated for resources: {'Port': ['ID=f183f6b0-24b1-49c0-94cd-08100a4cb531,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:32.937854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c on network e56df40f-f850-41fc-9a5d-5729dbba79fb not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:32.938442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Attempting to bind port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c on network e56df40f-f850-41fc-9a5d-5729dbba79fb {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:32.985743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ca14d-a9e2-42de-bdae-a6146fbec2aa req-6e4dc706-ee70-4a5f-8ae6-3061c5f7c16b tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:32.987396 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a38ca14d-a9e2-42de-bdae-a6146fbec2aa req-6e4dc706-ee70-4a5f-8ae6-3061c5f7c16b tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9&tenant_id=ad10fbf176f74734b5667b3f7c9813ba&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 948 time: 0.1770518 Jul 16 03:26:33.073831 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [req-a38ca14d-a9e2-42de-bdae-a6146fbec2aa req-b99763ba-4bf4-4e34-a8ab-ee4fbb188be3 service neutron] delete failed (client error): The resource could not be found. Jul 16 03:26:33.075256 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a38ca14d-a9e2-42de-bdae-a6146fbec2aa req-b99763ba-4bf4-4e34-a8ab-ee4fbb188be3 service neutron] 10.222.0.20 "DELETE /v2.0/ports/4be59503-333b-4779-be07-46d349b2f71f/bindings/n-h2-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.0807810 Jul 16 03:26:33.158066 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:33.219798 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:33.220143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Checking segment: {'id': '0b707080-f2ee-44f1-8514-98ec7f3d1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:33.220562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Bound using segment: {'id': '0b707080-f2ee-44f1-8514-98ec7f3d1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:33.221016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Bound port: 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b707080-f2ee-44f1-8514-98ec7f3d1408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:33.221374 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.254994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:33.258318 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ca14d-a9e2-42de-bdae-a6146fbec2aa req-8bec271f-7499-4b95-a58a-6fbf1737fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:33.261919 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a38ca14d-a9e2-42de-bdae-a6146fbec2aa req-8bec271f-7499-4b95-a58a-6fbf1737fcaf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 1099 time: 0.0846117 Jul 16 03:26:33.334622 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09330407-2954-42a9-a448-ab361655094a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.353692 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09330407-2954-42a9-a448-ab361655094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.372950 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa766751-1a94-414a-88f7-94d7e8855046 req-441043d4-a4d0-4b69-94a5-190fb4bedd94 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Made reservation on behalf of d7db53df25eb48488a2a44d10dce2113 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:33.376368 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fa766751-1a94-414a-88f7-94d7e8855046 req-441043d4-a4d0-4b69-94a5-190fb4bedd94 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.387470 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.393951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ca14d-a9e2-42de-bdae-a6146fbec2aa req-6aad9657-d2bd-4153-9bc6-b0477f808eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:33.395425 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a38ca14d-a9e2-42de-bdae-a6146fbec2aa req-6aad9657-d2bd-4153-9bc6-b0477f808eeb service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1261637 Jul 16 03:26:33.454383 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a38ca14d-a9e2-42de-bdae-a6146fbec2aa req-569d2df4-a3bf-44b4-bfd4-d5c50cc83861 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4be59503-333b-4779-be07-46d349b2f71f HTTP/1.1" status: 200 len: 217 time: 0.0522120 Jul 16 03:26:33.475463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d405880-b899-48f5-97f7-759161916eb0 req-41cffec5-eb52-4d4d-aae4-57885b52f5fe tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:33.477037 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d405880-b899-48f5-97f7-759161916eb0 req-41cffec5-eb52-4d4d-aae4-57885b52f5fe tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 948 time: 0.5774989 Jul 16 03:26:33.486842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-09330407-2954-42a9-a448-ab361655094a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cb644aa6146410d82f77fa071f609d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4729040 Jul 16 03:26:33.491030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09330407-2954-42a9-a448-ab361655094a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f624a61f-c23b-45a3-9da8-c2b4eb80a939,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:33.495589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] For port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:33.497770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:33.512795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] For port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c,segment=NetworkSegment(0b707080-f2ee-44f1-8514-98ec7f3d1408),segment_id=0b707080-f2ee-44f1-8514-98ec7f3d1408)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:33.514370 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3597a0-a085-470e-93e6-da793d49e176 None None] Network 942b9e2d-0958-4c19-b92e-4c1756b21fb2 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:26:33.563204 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.594040 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:26:33.594663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0572db-ace4-4383-8f20-9a61ef541f81 req-f876a9d1-9337-4b0b-a2f8-e63375344cc5 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:33.595873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a0572db-ace4-4383-8f20-9a61ef541f81 req-f876a9d1-9337-4b0b-a2f8-e63375344cc5 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 943 time: 0.3674202 Jul 16 03:26:33.629117 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-011788a8-27f6-4d46-9d14-5b4daabd3388 None None] Provisioning for port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:33.640552 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-011788a8-27f6-4d46-9d14-5b4daabd3388 None None] Provisioning complete for port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:33.641013 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-011788a8-27f6-4d46-9d14-5b4daabd3388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.682461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:33.683100 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.684580 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] 10.222.0.20 "PUT /v2.0/ports/20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c HTTP/1.1" status: 200 len: 1091 time: 2.8038154 Jul 16 03:26:33.693001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714606a1-1550-42cc-95ad-fdee922671d7', 'tag': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:33.695762 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85425ff-4fcc-4d20-8d60-966679b17f92" -d '{"events": [{"name": "network-changed", "server_uuid": "714606a1-1550-42cc-95ad-fdee922671d7", "tag": "20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:33.734051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4be59503-333b-4779-be07-46d349b2f71f up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:33.744589 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.795564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d405880-b899-48f5-97f7-759161916eb0 req-4857c715-8382-47aa-bea4-93ad8f836f92 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841256 Jul 16 03:26:33.862731 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ca14d-a9e2-42de-bdae-a6146fbec2aa req-eaace133-f6b6-41dc-b10a-481bc4493840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:33.864860 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a38ca14d-a9e2-42de-bdae-a6146fbec2aa req-eaace133-f6b6-41dc-b10a-481bc4493840 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.3776140 Jul 16 03:26:33.865441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77287aa1-0725-4819-b41d-3ab51f6454da service neutron] Pushing event updated for resources: {'Port': ['ID=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:33.889133 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a53723f-4f5d-43de-b112-18bcbaf8f1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.900745 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-011788a8-27f6-4d46-9d14-5b4daabd3388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.905292 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a0572db-ace4-4383-8f20-9a61ef541f81 req-1c94cb9f-ada1-4167-b431-049dad2f1b2a tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/security-groups?id=53975379-8214-417f-987a-92d38d5f34d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649944 Jul 16 03:26:33.949915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-011788a8-27f6-4d46-9d14-5b4daabd3388 None None] For port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c,segment=NetworkSegment(a79aa021-225b-45b3-8e0d-9f75db37f7c7),segment_id=a79aa021-225b-45b3-8e0d-9f75db37f7c7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:33.957316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-fa766751-1a94-414a-88f7-94d7e8855046 req-441043d4-a4d0-4b69-94a5-190fb4bedd94 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Allocated IP 172.20.0.8 (62b2aeba-30f5-4a54-a630-fa7a29eaec85/03c011a6-1b15-41e0-9e14-67c579ff2962/e6816b7c-b80f-41cc-87e7-ab1624c78a4f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:33.979665 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c3dad4-5e60-41b0-b076-5650479b8762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.980154 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-011788a8-27f6-4d46-9d14-5b4daabd3388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:33.995636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 4be59503-333b-4779-be07-46d349b2f71f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:33.997726 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c3dad4-5e60-41b0-b076-5650479b8762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.075251 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516fa5f2-8250-43a2-abad-b79bc047d90f x-openstack-request-id: req-516fa5f2-8250-43a2-abad-b79bc047d90f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:34.075641 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714606a1-1550-42cc-95ad-fdee922671d7", "tag": "20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:34.078546 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-516fa5f2-8250-43a2-abad-b79bc047d90f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:34.078971 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714606a1-1550-42cc-95ad-fdee922671d7', 'tag': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c', 'status': 'completed', 'code': 200} Jul 16 03:26:34.083020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 4be59503-333b-4779-be07-46d349b2f71f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:34.083408 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.086747 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011788a8-27f6-4d46-9d14-5b4daabd3388 None None] Pushing event updated for resources: {'Port': ['ID=09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:34.089946 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a53723f-4f5d-43de-b112-18bcbaf8f1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.140653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3dad4-5e60-41b0-b076-5650479b8762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2837b0-da1e-4f50-abc9-998493ce884a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:34.181005 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-14c3dad4-5e60-41b0-b076-5650479b8762 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25bcea07302640f0bcefed153b500b78&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4368618 Jul 16 03:26:34.186861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:34.188581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ca14d-a9e2-42de-bdae-a6146fbec2aa req-803cb513-6704-4387-9773-ee0b20ea1c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:34.190151 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a38ca14d-a9e2-42de-bdae-a6146fbec2aa req-803cb513-6704-4387-9773-ee0b20ea1c7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3144984 Jul 16 03:26:34.197446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-0041a6d2-78a1-46b7-814b-f6139caf7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:34.199499 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-0041a6d2-78a1-46b7-814b-f6139caf7423 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a3a29fe85ee4541b5a06e3179dca131&device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 1094 time: 0.4486861 Jul 16 03:26:34.211019 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.233959 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.266575 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193d2802-2d42-420a-8137-aa81fd2a31b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be59503-333b-4779-be07-46d349b2f71f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:34.269334 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628587dc-b076-408a-9dfa-c26f129ac91d" -d '{"events": [{"server_uuid": "193d2802-2d42-420a-8137-aa81fd2a31b9", "name": "network-vif-plugged", "status": "completed", "tag": "4be59503-333b-4779-be07-46d349b2f71f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:34.284462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4be59503-333b-4779-be07-46d349b2f71f, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4be59503-333b-4779-be07-46d349b2f71f,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:34.291267 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.302112 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-175c93c6-fe85-4932-8b28-ca5565dc9cfb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c HTTP/1.1" status: 200 len: 217 time: 0.0741558 Jul 16 03:26:34.338422 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91af47fd-af1e-4edf-b4eb-8c86b41915f6 req-8a47ce8c-0166-4748-87f3-0a93685dfd47 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 210 time: 0.1358471 Jul 16 03:26:34.371382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4be59503-333b-4779-be07-46d349b2f71f,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:34.384071 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b8249950-d90d-4435-9ad8-8a404a46fd74 None None] Provisioning complete for port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:34.384610 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8249950-d90d-4435-9ad8-8a404a46fd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.387049 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8438dcd-f5e9-427e-bf28-0dabe235a2bc x-openstack-request-id: req-a8438dcd-f5e9-427e-bf28-0dabe235a2bc {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:34.387409 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193d2802-2d42-420a-8137-aa81fd2a31b9", "name": "network-vif-plugged", "status": "completed", "tag": "4be59503-333b-4779-be07-46d349b2f71f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:34.387748 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a8438dcd-f5e9-427e-bf28-0dabe235a2bc {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:34.388784 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193d2802-2d42-420a-8137-aa81fd2a31b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be59503-333b-4779-be07-46d349b2f71f', 'code': 200} Jul 16 03:26:34.412235 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a53723f-4f5d-43de-b112-18bcbaf8f1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.415164 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a53723f-4f5d-43de-b112-18bcbaf8f1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.416537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8a53723f-4f5d-43de-b112-18bcbaf8f1a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f624a61f-c23b-45a3-9da8-c2b4eb80a939 HTTP/1.1" status: 204 len: 168 time: 0.9157214 Jul 16 03:26:34.457743 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fa766751-1a94-414a-88f7-94d7e8855046 req-441043d4-a4d0-4b69-94a5-190fb4bedd94 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.477981 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a38ca14d-a9e2-42de-bdae-a6146fbec2aa req-bb4d45e3-6579-45ca-b41d-42003b76a417 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741520 Jul 16 03:26:34.489086 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-200ba5d0-5405-47ad-bc70-72cf06108f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:34.490944 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-200ba5d0-5405-47ad-bc70-72cf06108f30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e2d07f0-1b8a-4098-a6ac-db078e8d7d74 HTTP/1.1" status: 200 len: 867 time: 0.0826905 Jul 16 03:26:34.494824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53723f-4f5d-43de-b112-18bcbaf8f1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f624a61f-c23b-45a3-9da8-c2b4eb80a939,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:34.587012 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3973973c-9dee-42ef-a1ff-4c1e3a35d8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.589191 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fa766751-1a94-414a-88f7-94d7e8855046 req-441043d4-a4d0-4b69-94a5-190fb4bedd94 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.649891 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3973973c-9dee-42ef-a1ff-4c1e3a35d8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.665870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441043d4-a4d0-4b69-94a5-190fb4bedd94 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Pushing event updated for resources: {'Port': ['ID=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:34.674845 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-806552b9-6515-4113-88a5-b4d5eb1daa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:34.676412 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-806552b9-6515-4113-88a5-b4d5eb1daa6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e56df40f-f850-41fc-9a5d-5729dbba79fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1745791 Jul 16 03:26:34.706444 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa766751-1a94-414a-88f7-94d7e8855046 req-441043d4-a4d0-4b69-94a5-190fb4bedd94 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:34.709631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-fa766751-1a94-414a-88f7-94d7e8855046 req-441043d4-a4d0-4b69-94a5-190fb4bedd94 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:34.712623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa766751-1a94-414a-88f7-94d7e8855046 req-441043d4-a4d0-4b69-94a5-190fb4bedd94 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:34.750243 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a38ca14d-a9e2-42de-bdae-a6146fbec2aa req-10f1d6e8-9b57-4762-8fea-8f5d3b5fc777 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651293 Jul 16 03:26:34.802760 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3973973c-9dee-42ef-a1ff-4c1e3a35d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.811890 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3973973c-9dee-42ef-a1ff-4c1e3a35d8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.812254 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa766751-1a94-414a-88f7-94d7e8855046 req-441043d4-a4d0-4b69-94a5-190fb4bedd94 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:34.812902 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fa766751-1a94-414a-88f7-94d7e8855046 req-441043d4-a4d0-4b69-94a5-190fb4bedd94 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:34.813812 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3973973c-9dee-42ef-a1ff-4c1e3a35d8fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc2837b0-da1e-4f50-abc9-998493ce884a HTTP/1.1" status: 204 len: 168 time: 0.6239774 Jul 16 03:26:34.814764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Router e8cf53b5-f220-4646-9d3d-e56b2d0bf88a is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:26:34.851254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973973c-9dee-42ef-a1ff-4c1e3a35d8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2837b0-da1e-4f50-abc9-998493ce884a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:34.854027 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fa766751-1a94-414a-88f7-94d7e8855046 req-441043d4-a4d0-4b69-94a5-190fb4bedd94 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7971601 Jul 16 03:26:34.867088 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Request body: {'port': {'device_id': '07dbc0d8-ca6f-4aea-b206-0a64886a6366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:34.972493 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-aadbec17-f378-4f6d-b393-d157111385f3 service neutron] 10.222.0.20 "GET /v2.0/networks/e56df40f-f850-41fc-9a5d-5729dbba79fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855451 Jul 16 03:26:34.987357 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.087322 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:35.116953 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549aeb36-945c-4f46-9cdb-47683d17a503 req-7af6159f-33ba-4d9f-9e01-b33403010d04 service neutron] 10.222.0.20 "GET /v2.0/networks/e56df40f-f850-41fc-9a5d-5729dbba79fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355636 Jul 16 03:26:35.124232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:26:35.132397 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Sync routers for ids ['e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:26:35.147213 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Routers {'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:35.147853 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:35.148391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:35.150338 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.151000 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.155043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1a90fc61-ec16-40e2-8d65-ad6344a83a74 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3394351 Jul 16 03:26:35.155196 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:35.311639 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Set router e8cf53b5-f220-4646-9d3d-e56b2d0bf88a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:35.363769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca39d88-2d16-4ada-aa57-5508794d04fd req-02783c09-276d-46b7-aee8-03f47a6676ef tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:35.373428 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ca39d88-2d16-4ada-aa57-5508794d04fd req-02783c09-276d-46b7-aee8-03f47a6676ef tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.2958045 Jul 16 03:26:35.487021 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ca39d88-2d16-4ada-aa57-5508794d04fd req-81c3bbdc-4f96-4d6f-bd93-12fad84ecf28 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118135 Jul 16 03:26:35.513388 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6816b7c-b80f-41cc-87e7-ab1624c78a4f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:35.540273 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.575976 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Transition to ACTIVE for port object e6816b7c-b80f-41cc-87e7-ab1624c78a4f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:35.584789 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.587500 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.597445 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'name': 'tempest-FloatingIPsNegativeTestJSON-440525428-router', 'tenant_id': '513c1ffd56a1482281be994e374bb08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f183f6b0-24b1-49c0-94cd-08100a4cb531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:29Z', 'updated_at': '2021-07-16T03:26:32Z', 'revision_number': 3, 'project_id': '513c1ffd56a1482281be994e374bb08f', 'gw_port': {'id': 'f183f6b0-24b1-49c0-94cd-08100a4cb531', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:31Z', 'updated_at': '2021-07-16T03:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:35.624179 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85425ff-4fcc-4d20-8d60-966679b17f92 req-1d88e1b0-7d3a-44b4-a92e-9d219643b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:35.634682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f85425ff-4fcc-4d20-8d60-966679b17f92 req-1d88e1b0-7d3a-44b4-a92e-9d219643b488 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a3a29fe85ee4541b5a06e3179dca131&device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 1094 time: 0.3731849 Jul 16 03:26:35.639161 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Checking router: e8cf53b5-f220-4646-9d3d-e56b2d0bf88a for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:26:35.639749 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Updating router e8cf53b5-f220-4646-9d3d-e56b2d0bf88a port f183f6b0-24b1-49c0-94cd-08100a4cb531 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:26:35.680691 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:35.739176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Pushing event updated for resources: {'Port': ['ID=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:35.872925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85425ff-4fcc-4d20-8d60-966679b17f92 req-ea6968d0-91fe-4cf0-a557-070d1e037594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:35.875374 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f85425ff-4fcc-4d20-8d60-966679b17f92 req-ea6968d0-91fe-4cf0-a557-070d1e037594 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e56df40f-f850-41fc-9a5d-5729dbba79fb HTTP/1.1" status: 200 len: 929 time: 0.2327483 Jul 16 03:26:35.948762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Attempting to bind port e6816b7c-b80f-41cc-87e7-ab1624c78a4f on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:35.949334 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Attempting to bind port e6816b7c-b80f-41cc-87e7-ab1624c78a4f by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:35.949334 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Attempting to bind port e6816b7c-b80f-41cc-87e7-ab1624c78a4f on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:35.963726 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Port e6816b7c-b80f-41cc-87e7-ab1624c78a4f on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:35.964056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Attempting to bind port e6816b7c-b80f-41cc-87e7-ab1624c78a4f on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:35.986107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:35.986458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Checking segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:35.986851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Bound using segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:35.995512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Bound port: e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:35.996072 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.098027 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:36.102434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:36.107846 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.143911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:36.144163 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.145610 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fa766751-1a94-414a-88f7-94d7e8855046 req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] 10.222.0.88 "PUT /v2.0/ports/e6816b7c-b80f-41cc-87e7-ab1624c78a4f HTTP/1.1" status: 200 len: 1091 time: 1.2840552 Jul 16 03:26:36.146063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dbc0d8-ca6f-4aea-b206-0a64886a6366', 'tag': 'e6816b7c-b80f-41cc-87e7-ab1624c78a4f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:36.148649 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebc2b04-c1a6-4a2e-a503-07c4df2a0755" -d '{"events": [{"name": "network-changed", "server_uuid": "07dbc0d8-ca6f-4aea-b206-0a64886a6366", "tag": "e6816b7c-b80f-41cc-87e7-ab1624c78a4f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:36.157441 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.182550 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Transition to ACTIVE for port object f183f6b0-24b1-49c0-94cd-08100a4cb531 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:36.184035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c17f6-12f4-4968-b508-f489433c1a8d service neutron] Pushing event updated for resources: {'Port': ['ID=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:36.194840 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.216736 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f85425ff-4fcc-4d20-8d60-966679b17f92 req-848fb556-8b7a-4fd5-b10f-adf7c063be2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c HTTP/1.1" status: 200 len: 217 time: 0.3284822 Jul 16 03:26:36.285425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa766751-1a94-414a-88f7-94d7e8855046 req-32434d29-65c7-4a9e-b2ec-59a9009f4edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:36.287324 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fa766751-1a94-414a-88f7-94d7e8855046 req-32434d29-65c7-4a9e-b2ec-59a9009f4edd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 1094 time: 0.0834720 Jul 16 03:26:36.328840 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Attempting to bind port f183f6b0-24b1-49c0-94cd-08100a4cb531 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:36.329321 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Attempting to bind port f183f6b0-24b1-49c0-94cd-08100a4cb531 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:36.329789 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Attempting to bind port f183f6b0-24b1-49c0-94cd-08100a4cb531 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:36.333712 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033678a1-7c72-40ad-8197-f9497d1de5be None None] Pushing event updated for resources: {'Port': ['ID=f183f6b0-24b1-49c0-94cd-08100a4cb531,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:36.351507 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:36.352559 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:36.352559 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.353182 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:36.353782 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Bound port: f183f6b0-24b1-49c0-94cd-08100a4cb531, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:36.354232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85425ff-4fcc-4d20-8d60-966679b17f92 req-8784b421-0db3-4a74-9404-b6911364060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:36.354401 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.355717 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f85425ff-4fcc-4d20-8d60-966679b17f92 req-8784b421-0db3-4a74-9404-b6911364060f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e2d07f0-1b8a-4098-a6ac-db078e8d7d74 HTTP/1.1" status: 200 len: 867 time: 0.1197476 Jul 16 03:26:36.361374 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fa766751-1a94-414a-88f7-94d7e8855046 req-0ca9dbc3-a2ab-49a6-ab80-29fbbe904fb0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f HTTP/1.1" status: 200 len: 217 time: 0.0640116 Jul 16 03:26:36.413576 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] For port f183f6b0-24b1-49c0-94cd-08100a4cb531, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:36.420938 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa766751-1a94-414a-88f7-94d7e8855046 req-5751a5cb-14e4-40b6-a071-ae108a468d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:36.421223 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] For port f183f6b0-24b1-49c0-94cd-08100a4cb531, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f183f6b0-24b1-49c0-94cd-08100a4cb531,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:36.422831 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fa766751-1a94-414a-88f7-94d7e8855046 req-5751a5cb-14e4-40b6-a071-ae108a468d9c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.0546155 Jul 16 03:26:36.430724 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.444601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1cd82-ac36-4117-840c-eb6f2554e60f req-b3df4f53-5f0f-419e-b952-0d550b179c5d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:36.451349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95f1cd82-ac36-4117-840c-eb6f2554e60f req-b3df4f53-5f0f-419e-b952-0d550b179c5d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 943 time: 0.6813824 Jul 16 03:26:36.465528 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d68015-7061-4465-9d0a-79750c90c513 req-a69b8ffd-72e6-4f80-8824-2674f32395de tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:36.466831 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fa766751-1a94-414a-88f7-94d7e8855046 req-0e9fa9f9-5471-4816-8eb0-8ea97c1b03a3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354948 Jul 16 03:26:36.467035 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20d68015-7061-4465-9d0a-79750c90c513 req-a69b8ffd-72e6-4f80-8824-2674f32395de tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 943 time: 0.2679043 Jul 16 03:26:36.501491 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Routers {'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:36.502112 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:36.505249 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033678a1-7c72-40ad-8197-f9497d1de5be None None] Pushing event updated for resources: {'Port': ['ID=f183f6b0-24b1-49c0-94cd-08100a4cb531,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:36.573189 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95f1cd82-ac36-4117-840c-eb6f2554e60f req-19723ffd-8754-4faf-a327-d451c0f4103d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/security-groups?id=53975379-8214-417f-987a-92d38d5f34d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208942 Jul 16 03:26:36.608938 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fa766751-1a94-414a-88f7-94d7e8855046 req-abf16751-822d-41c3-a0ff-6964ffcc72a5 service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341667 Jul 16 03:26:36.617690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85425ff-4fcc-4d20-8d60-966679b17f92 req-0c6c36f8-cc19-44d2-b971-92f15ce92b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:36.621191 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] Set router e8cf53b5-f220-4646-9d3d-e56b2d0bf88a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:36.628735 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f85425ff-4fcc-4d20-8d60-966679b17f92 req-0c6c36f8-cc19-44d2-b971-92f15ce92b9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e56df40f-f850-41fc-9a5d-5729dbba79fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2639484 Jul 16 03:26:36.635001 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20d68015-7061-4465-9d0a-79750c90c513 req-f41a9252-0b14-4455-b8c3-b72a1996a191 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615384 Jul 16 03:26:36.701677 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78479d6-6c60-4b4e-8504-a364047443eb x-openstack-request-id: req-a78479d6-6c60-4b4e-8504-a364047443eb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:36.701963 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dbc0d8-ca6f-4aea-b206-0a64886a6366", "tag": "e6816b7c-b80f-41cc-87e7-ab1624c78a4f", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:36.702214 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a78479d6-6c60-4b4e-8504-a364047443eb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:36.702611 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dbc0d8-ca6f-4aea-b206-0a64886a6366', 'tag': 'e6816b7c-b80f-41cc-87e7-ab1624c78a4f', 'status': 'completed', 'code': 200} Jul 16 03:26:36.790174 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:36.840296 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fa766751-1a94-414a-88f7-94d7e8855046 req-90ad4b12-41fa-4a18-ad5c-b8061e571bf2 service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204146 Jul 16 03:26:36.891022 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'name': 'tempest-FloatingIPsNegativeTestJSON-440525428-router', 'tenant_id': '513c1ffd56a1482281be994e374bb08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f183f6b0-24b1-49c0-94cd-08100a4cb531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:29Z', 'updated_at': '2021-07-16T03:26:32Z', 'revision_number': 3, 'project_id': '513c1ffd56a1482281be994e374bb08f', 'gw_port': {'id': 'f183f6b0-24b1-49c0-94cd-08100a4cb531', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:31Z', 'updated_at': '2021-07-16T03:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:36.923024 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5764fce-56a0-44d4-aaf4-0e069a309541 None None] The sync data for ids ['e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'] in n-d-800088-6 is: [{'id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'name': 'tempest-FloatingIPsNegativeTestJSON-440525428-router', 'tenant_id': '513c1ffd56a1482281be994e374bb08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f183f6b0-24b1-49c0-94cd-08100a4cb531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:29Z', 'updated_at': '2021-07-16T03:26:32Z', 'revision_number': 3, 'project_id': '513c1ffd56a1482281be994e374bb08f', 'gw_port': {'id': 'f183f6b0-24b1-49c0-94cd-08100a4cb531', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:31Z', 'updated_at': '2021-07-16T03:26:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:26:36.978421 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc2b04-c1a6-4a2e-a503-07c4df2a0755 req-f44b937d-31d3-462a-b668-e48eadee72d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:36.983191 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3ebc2b04-c1a6-4a2e-a503-07c4df2a0755 req-f44b937d-31d3-462a-b668-e48eadee72d0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 1094 time: 0.0815334 Jul 16 03:26:37.111643 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc2b04-c1a6-4a2e-a503-07c4df2a0755 req-f1b3ed9f-a905-45d0-b200-77b11712c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:37.113546 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3ebc2b04-c1a6-4a2e-a503-07c4df2a0755 req-f1b3ed9f-a905-45d0-b200-77b11712c6cb service neutron] 10.222.0.88 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.1230528 Jul 16 03:26:37.173854 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3ebc2b04-c1a6-4a2e-a503-07c4df2a0755 req-7a75fdb7-9b59-42de-a66a-69af513510ed service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f HTTP/1.1" status: 200 len: 217 time: 0.0448358 Jul 16 03:26:37.174103 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f85425ff-4fcc-4d20-8d60-966679b17f92 req-b3ceff18-e839-41c1-b0fb-55883ba93aa3 service neutron] 10.222.0.20 "GET /v2.0/networks/e56df40f-f850-41fc-9a5d-5729dbba79fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334466 Jul 16 03:26:37.198055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70039597-72fe-4c82-8473-fd6cb889ff0d req-39a88c55-4ffd-4e42-8656-14c327f51790 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:37.199866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70039597-72fe-4c82-8473-fd6cb889ff0d req-39a88c55-4ffd-4e42-8656-14c327f51790 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.4066560 Jul 16 03:26:37.237289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc2b04-c1a6-4a2e-a503-07c4df2a0755 req-1c93ecc2-fe94-4e69-b8cb-48dc428b22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:37.238830 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3ebc2b04-c1a6-4a2e-a503-07c4df2a0755 req-1c93ecc2-fe94-4e69-b8cb-48dc428b22f4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.0577321 Jul 16 03:26:37.256143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Allocated IP 172.20.0.1 (942b9e2d-0958-4c19-b92e-4c1756b21fb2/184e3c53-bc42-4eb4-8ffd-952b24368dd4/7b0cdb5b-5ed1-403b-a450-1443932e2c7c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:37.342947 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3ebc2b04-c1a6-4a2e-a503-07c4df2a0755 req-c880f863-d9c7-4bce-b02b-d0050bbcce7d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936174 Jul 16 03:26:37.495632 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:37.519017 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3ebc2b04-c1a6-4a2e-a503-07c4df2a0755 req-c5f8aa9d-8ab9-4b56-ba7c-29c56b726312 service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669827 Jul 16 03:26:37.523457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Transition to ACTIVE for port object 7b0cdb5b-5ed1-403b-a450-1443932e2c7c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:37.584452 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70039597-72fe-4c82-8473-fd6cb889ff0d req-8c4da0fa-eca9-4102-a1d6-b74b1063a206 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669031 Jul 16 03:26:37.598702 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:37.661832 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3ebc2b04-c1a6-4a2e-a503-07c4df2a0755 req-0490d177-3a1b-44ef-acfb-445056803f19 service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372292 Jul 16 03:26:37.714614 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f85425ff-4fcc-4d20-8d60-966679b17f92 req-792b02e0-f08e-4dd3-bc41-18716ee8f1df service neutron] 10.222.0.20 "GET /v2.0/networks/e56df40f-f850-41fc-9a5d-5729dbba79fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334213 Jul 16 03:26:37.728717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Network 942b9e2d-0958-4c19-b92e-4c1756b21fb2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:37.735563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:37.747323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:37.749072 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:37.804534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Pushing event updated for resources: {'Port': ['ID=7b0cdb5b-5ed1-403b-a450-1443932e2c7c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:38.008834 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b1642-0a98-4f31-8a45-dc177ddbf56c req-91ae98d9-9486-43f6-b744-fd00ded0ec3f tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:38.010505 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d3b1642-0a98-4f31-8a45-dc177ddbf56c req-91ae98d9-9486-43f6-b744-fd00ded0ec3f tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 943 time: 0.2021356 Jul 16 03:26:38.049502 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48482) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:38.079739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2add6-c8f7-4a5b-b88e-7f1330574036 req-7b22b1b9-3a46-437e-b620-173f5e993a20 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:38.081310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68b2add6-c8f7-4a5b-b88e-7f1330574036 req-7b22b1b9-3a46-437e-b620-173f5e993a20 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 1100 time: 0.2351301 Jul 16 03:26:38.128707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:38.149311 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d3b1642-0a98-4f31-8a45-dc177ddbf56c req-cfe665e6-5eb0-4411-89be-e060d2dda4b0 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/security-groups?id=53975379-8214-417f-987a-92d38d5f34d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072011 Jul 16 03:26:38.156757 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:38.177985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c7ff1210-f9e8-4e1e-a6d2-a6543da0fecd None None] Provisioning for port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:38.191074 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c7ff1210-f9e8-4e1e-a6d2-a6543da0fecd None None] Provisioning complete for port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:38.191304 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c7ff1210-f9e8-4e1e-a6d2-a6543da0fecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:38.196428 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68b2add6-c8f7-4a5b-b88e-7f1330574036 req-b6952a78-a2f8-42fa-84a6-48f30ae80376 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044416 Jul 16 03:26:38.367189 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e6c189b-d7eb-444f-8820-4d1156ad5754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:38.398634 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c7ff1210-f9e8-4e1e-a6d2-a6543da0fecd None None] Port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:38.430569 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c,segment=NetworkSegment(0b707080-f2ee-44f1-8514-98ec7f3d1408),segment_id=0b707080-f2ee-44f1-8514-98ec7f3d1408)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:38.443683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c', 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'port_id': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c', 'mac_address': 'fa:16:3e:4b:93:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:38.474922 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:38.483737 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:38.484524 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:38.492608 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:38.515168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:38.537748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c,segment=NetworkSegment(0b707080-f2ee-44f1-8514-98ec7f3d1408),segment_id=0b707080-f2ee-44f1-8514-98ec7f3d1408)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:38.541308 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e6c189b-d7eb-444f-8820-4d1156ad5754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:38.544167 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:38.553447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e6c189b-d7eb-444f-8820-4d1156ad5754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:38.596599 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c189b-d7eb-444f-8820-4d1156ad5754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa81e0ca-393e-4581-b7d9-fa0b0d965bf7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:38.619557 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3e6c189b-d7eb-444f-8820-4d1156ad5754 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7653717f65344788a1ef0f4e9bbea65e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690565 Jul 16 03:26:38.622685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48506) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:38.637527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:38.665246 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Pushing event updated for resources: {'Port': ['ID=7b0cdb5b-5ed1-403b-a450-1443932e2c7c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:38.685669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7d07-0ef3-48ad-9ad3-47ff2a89f993 req-3ae4d7b5-012b-4224-91bc-8d09fe8ba76d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:38.690789 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd495cfb-eeec-4b59-8359-d85ddc625ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:38.693226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-884a7d07-0ef3-48ad-9ad3-47ff2a89f993 req-3ae4d7b5-012b-4224-91bc-8d09fe8ba76d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 943 time: 0.2856643 Jul 16 03:26:38.715577 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd495cfb-eeec-4b59-8359-d85ddc625ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:38.720768 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Network 942b9e2d-0958-4c19-b92e-4c1756b21fb2 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:38.730568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:38.742175 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-884a7d07-0ef3-48ad-9ad3-47ff2a89f993 req-3f067019-085a-4796-83d6-688a1993198d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484967 Jul 16 03:26:38.761344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:38.792838 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd495cfb-eeec-4b59-8359-d85ddc625ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:38.800412 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd495cfb-eeec-4b59-8359-d85ddc625ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:38.804879 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dd495cfb-eeec-4b59-8359-d85ddc625ced admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa81e0ca-393e-4581-b7d9-fa0b0d965bf7 HTTP/1.1" status: 204 len: 168 time: 0.1786582 Jul 16 03:26:38.832747 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c9f3fb5-bb4e-4b60-b71f-c5b9aecb0b3c req-8039c3a1-18fe-452e-a5cb-c5583493567f tempest-FlavorsV2NegativeTest-1634262797 tempest-FlavorsV2NegativeTest-1634262797-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a76161336f82411b83ef2595646f69d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895543 Jul 16 03:26:38.849160 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd495cfb-eeec-4b59-8359-d85ddc625ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa81e0ca-393e-4581-b7d9-fa0b0d965bf7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:38.944596 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-86a7c225-a44a-49eb-82fa-d1ba07b78dee tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609601 Jul 16 03:26:39.029525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-41971930-6809-482d-b9e3-5b6b02b6dfaa None None] Provisioning complete for port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:39.029694 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41971930-6809-482d-b9e3-5b6b02b6dfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:39.080445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-41971930-6809-482d-b9e3-5b6b02b6dfaa None None] Port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:39.109368 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f183f6b0-24b1-49c0-94cd-08100a4cb531 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:39.164769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port f183f6b0-24b1-49c0-94cd-08100a4cb531 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:39.169012 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port f183f6b0-24b1-49c0-94cd-08100a4cb531 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:39.170011 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:39.223407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:39.237981 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a579d33a-a3b3-4d07-8995-1fef218a236c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:39.261256 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:39.284133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port f183f6b0-24b1-49c0-94cd-08100a4cb531, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f183f6b0-24b1-49c0-94cd-08100a4cb531,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:39.290076 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:39.347769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=f183f6b0-24b1-49c0-94cd-08100a4cb531,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:39.377936 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a579d33a-a3b3-4d07-8995-1fef218a236c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:39.381745 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a579d33a-a3b3-4d07-8995-1fef218a236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:39.384252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-76ebf667-0d8d-4365-818c-6b5572a02575 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:39.385728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-76ebf667-0d8d-4365-818c-6b5572a02575 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4045410 Jul 16 03:26:39.417442 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-28224b0b-c814-4b5d-a2e5-9ba1ecba80ac tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/quotas/ad10fbf176f74734b5667b3f7c9813ba HTTP/1.1" status: 200 len: 375 time: 0.0256379 Jul 16 03:26:39.418911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579d33a-a3b3-4d07-8995-1fef218a236c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57824e7f-ce26-4a9b-9cd4-453da57bd885,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:39.426156 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a579d33a-a3b3-4d07-8995-1fef218a236c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59d9604624604684bcc46d9c2fd11e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994319 Jul 16 03:26:39.426341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f3fb5-bb4e-4b60-b71f-c5b9aecb0b3c req-a4de048a-3022-4e10-9d22-086641aa4add tempest-FlavorsV2NegativeTest-1634262797 tempest-FlavorsV2NegativeTest-1634262797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:39.426341 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c9f3fb5-bb4e-4b60-b71f-c5b9aecb0b3c req-a4de048a-3022-4e10-9d22-086641aa4add tempest-FlavorsV2NegativeTest-1634262797 tempest-FlavorsV2NegativeTest-1634262797-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5771303 Jul 16 03:26:39.426566 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48534) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:39.429173 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Router e8cf53b5-f220-4646-9d3d-e56b2d0bf88a has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:26:39.471946 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c9f3fb5-bb4e-4b60-b71f-c5b9aecb0b3c req-9cfdcb63-bb6d-4828-a093-ade1da25316e tempest-FlavorsV2NegativeTest-1634262797 tempest-FlavorsV2NegativeTest-1634262797-project] 10.222.0.18 "GET /v2.0/quotas/a76161336f82411b83ef2595646f69d8 HTTP/1.1" status: 200 len: 375 time: 0.0341032 Jul 16 03:26:39.482655 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4594c32-03a2-45c5-936a-80ec64815f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:39.503821 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4594c32-03a2-45c5-936a-80ec64815f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:39.549180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c9f3fb5-bb4e-4b60-b71f-c5b9aecb0b3c req-6004e3d2-e2d4-49a3-8c14-be0fb6cc3209 tempest-FlavorsV2NegativeTest-1634262797 tempest-FlavorsV2NegativeTest-1634262797-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a76161336f82411b83ef2595646f69d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689423 Jul 16 03:26:39.558309 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4594c32-03a2-45c5-936a-80ec64815f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:39.562473 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4594c32-03a2-45c5-936a-80ec64815f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:39.566124 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a4594c32-03a2-45c5-936a-80ec64815f45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57824e7f-ce26-4a9b-9cd4-453da57bd885 HTTP/1.1" status: 204 len: 168 time: 0.1385751 Jul 16 03:26:39.575632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4594c32-03a2-45c5-936a-80ec64815f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57824e7f-ce26-4a9b-9cd4-453da57bd885,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:39.625760 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-5ab9194d-7cc8-48f2-af40-4c837d31b236 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1985977 Jul 16 03:26:39.649962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:26:39.659710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Sync routers for ids ['e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:26:39.673010 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5cc3df94-8ad9-4286-b1d5-397cd1a03e12 admin admin] 10.222.0.18 "PUT /v2.0/routers/e8cf53b5-f220-4646-9d3d-e56b2d0bf88a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5167291 Jul 16 03:26:39.673607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Routers {'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:39.674974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:39.781151 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e6816b7c-b80f-41cc-87e7-ab1624c78a4f details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:39.850324 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Set router e8cf53b5-f220-4646-9d3d-e56b2d0bf88a gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:39.918632 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bb2a7-e945-4787-b990-4f2cb88ada94 req-5011cd57-2744-4de6-bb3d-43e16ae9f40d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:39.931192 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-344bb2a7-e945-4787-b990-4f2cb88ada94 req-5011cd57-2744-4de6-bb3d-43e16ae9f40d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 944 time: 0.1180775 Jul 16 03:26:39.983348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-344bb2a7-e945-4787-b990-4f2cb88ada94 req-37e93349-8b52-4e36-be7a-af06c193985d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/security-groups?id=53975379-8214-417f-987a-92d38d5f34d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471685 Jul 16 03:26:40.101642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cabfd499-c880-4167-956a-1842b82eb420 req-9552ac81-5be7-4657-9d48-9145d3a77427 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 210 time: 0.0464606 Jul 16 03:26:40.145096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e55491-1dbe-4b0d-bc6f-dae20e4976ed req-47f60081-4c6e-4958-9762-7078ac6ef48e tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:40.146719 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0e55491-1dbe-4b0d-bc6f-dae20e4976ed req-47f60081-4c6e-4958-9762-7078ac6ef48e tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 943 time: 0.1556847 Jul 16 03:26:40.190710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:40.202322 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0e55491-1dbe-4b0d-bc6f-dae20e4976ed req-00ca314a-64b3-4f93-a78f-1d1d39a60b96 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465620 Jul 16 03:26:40.330912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:40.342335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:40.387167 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:40.387547 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:40.433063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'e6816b7c-b80f-41cc-87e7-ab1624c78a4f', 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85', 'port_id': 'e6816b7c-b80f-41cc-87e7-ab1624c78a4f', 'mac_address': 'fa:16:3e:8e:4b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c011a6-1b15-41e0-9e14-67c579ff2962', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:40.501222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:40.528490 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:40.581319 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6816b7c-b80f-41cc-87e7-ab1624c78a4f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:40.590760 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:40.644567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714606a1-1550-42cc-95ad-fdee922671d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:40.646988 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edb14d5-a640-4ace-9bfc-5fb1a7b40bc4" -d '{"events": [{"server_uuid": "714606a1-1550-42cc-95ad-fdee922671d7", "name": "network-vif-plugged", "status": "completed", "tag": "20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:40.651231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:40.674105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c,segment=NetworkSegment(0b707080-f2ee-44f1-8514-98ec7f3d1408),segment_id=0b707080-f2ee-44f1-8514-98ec7f3d1408)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:40.676471 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:40.687370 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:40.716229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'name': 'tempest-FloatingIPsNegativeTestJSON-440525428-router', 'tenant_id': '513c1ffd56a1482281be994e374bb08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f183f6b0-24b1-49c0-94cd-08100a4cb531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:29Z', 'updated_at': '2021-07-16T03:26:37Z', 'revision_number': 4, 'project_id': '513c1ffd56a1482281be994e374bb08f', 'gw_port': {'id': 'f183f6b0-24b1-49c0-94cd-08100a4cb531', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:31Z', 'updated_at': '2021-07-16T03:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7b0cdb5b-5ed1-403b-a450-1443932e2c7c', 'name': '', 'network_id': '942b9e2d-0958-4c19-b92e-4c1756b21fb2', 'tenant_id': '513c1ffd56a1482281be994e374bb08f', 'mac_address': 'fa:16:3e:40:2f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '184e3c53-bc42-4eb4-8ffd-952b24368dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:36Z', 'updated_at': '2021-07-16T03:26:38Z', 'revision_number': 2, 'project_id': '513c1ffd56a1482281be994e374bb08f', 'subnets': [{'id': '184e3c53-bc42-4eb4-8ffd-952b24368dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:40.727459 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6df84338-8960-4e83-8e98-2928b9676eb5 req-12d570d1-9914-4804-9e2a-fda09b00a598 tempest-FloatingIPsNegativeTestJSON-12645388 tempest-FloatingIPsNegativeTestJSON-12645388-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=513c1ffd56a1482281be994e374bb08f HTTP/1.1" status: 200 len: 217 time: 0.1476843 Jul 16 03:26:40.761317 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8390e234-c473-4636-b9b9-c3c401607cf8 x-openstack-request-id: req-8390e234-c473-4636-b9b9-c3c401607cf8 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:40.761607 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714606a1-1550-42cc-95ad-fdee922671d7", "name": "network-vif-plugged", "status": "completed", "tag": "20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:40.761865 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8390e234-c473-4636-b9b9-c3c401607cf8 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:40.762264 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714606a1-1550-42cc-95ad-fdee922671d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c', 'code': 200} Jul 16 03:26:40.776245 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Checking router: e8cf53b5-f220-4646-9d3d-e56b2d0bf88a for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:26:40.776687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Updating router e8cf53b5-f220-4646-9d3d-e56b2d0bf88a port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:26:40.840266 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27911001-7c7c-4701-b9ec-8bad24aa3eb7 req-635c533d-033a-4a2b-bb2c-1194a8800d6d tempest-FloatingIPsNegativeTestJSON-12645388 tempest-FloatingIPsNegativeTestJSON-12645388-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0733974 Jul 16 03:26:40.864695 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:40.907423 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e553d156-63e9-4ced-b612-329025ab19c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:40.951597 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48608) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:41.037861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['e6816b7c-b80f-41cc-87e7-ab1624c78a4f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:41.045326 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-64e9c0c8-2d51-4840-a3f8-b66577645d67 req-4fb67995-9197-4b0f-9632-2eb7d382fa77 tempest-FloatingIPsNegativeTestJSON-12645388 tempest-FloatingIPsNegativeTestJSON-12645388-project] show failed (client error): The resource could not be found. Jul 16 03:26:41.050286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:41.055217 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64e9c0c8-2d51-4840-a3f8-b66577645d67 req-4fb67995-9197-4b0f-9632-2eb7d382fa77 tempest-FloatingIPsNegativeTestJSON-12645388 tempest-FloatingIPsNegativeTestJSON-12645388-project] 10.222.0.18 "GET /v2.0/floatingips/de203560-f095-4013-a250-71cfae4cf27f HTTP/1.1" status: 404 len: 350 time: 0.1985190 Jul 16 03:26:41.059116 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48616) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:41.155336 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfe1fb-6eb3-40f8-9204-da68d98dea22 req-84795377-6626-4ce9-b22f-09e0fff2822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:41.156990 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4dfe1fb-6eb3-40f8-9204-da68d98dea22 req-84795377-6626-4ce9-b22f-09e0fff2822a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 1096 time: 0.2156610 Jul 16 03:26:41.213066 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cb9354c-3bd4-4e69-b374-0750402a0328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:41.220343 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4dfe1fb-6eb3-40f8-9204-da68d98dea22 req-d758a561-dbe4-4131-b49f-3a45efa82306 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=53975379-8214-417f-987a-92d38d5f34d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562649 Jul 16 03:26:41.251637 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e553d156-63e9-4ced-b612-329025ab19c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:41.258196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:41.267094 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e553d156-63e9-4ced-b612-329025ab19c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:41.271641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f183f6b0-24b1-49c0-94cd-08100a4cb531 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:41.303092 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7bef6667-c9ff-4d52-b31e-ed63ae2bb405 req-b8a89a07-4d5b-44b6-a8f9-0c16c0c701d7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 210 time: 0.0413759 Jul 16 03:26:41.389766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48628) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:41.390503 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e553d156-63e9-4ced-b612-329025ab19c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cea9e77391049a98380947b9acf5187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8881338 Jul 16 03:26:41.398019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48630) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:41.404931 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4204b-7ee0-4cd4-bb2f-8e30652cd007 req-0c82812a-ed34-4324-bd99-236cb24493ca tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:41.412902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bcf4204b-7ee0-4cd4-bb2f-8e30652cd007 req-0c82812a-ed34-4324-bd99-236cb24493ca tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 945 time: 0.2085352 Jul 16 03:26:41.413814 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553d156-63e9-4ced-b612-329025ab19c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd57a10-0825-4aab-8725-5d3971b39dcc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:41.455426 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port f183f6b0-24b1-49c0-94cd-08100a4cb531 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:41.455811 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:41.570675 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-3cf0745a-10de-47a1-a2db-5a0ed82e5cac tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433793 Jul 16 03:26:41.630679 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bcf4204b-7ee0-4cd4-bb2f-8e30652cd007 req-e1dd7cdd-ac03-4def-bb14-7b16bce1442c tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/security-groups?id=53975379-8214-417f-987a-92d38d5f34d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082844 Jul 16 03:26:41.651137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-979921fb-343e-430c-9122-f33142068532 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-288676343-network', 'tenant_id': '8dd482e181bc4f5a8f8e41ea860cc580'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:41.661618 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90f6bf0c-158a-4788-891a-bac232e82c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:41.691837 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cb9354c-3bd4-4e69-b374-0750402a0328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:41.711030 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cb9354c-3bd4-4e69-b374-0750402a0328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:41.722679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90f6bf0c-158a-4788-891a-bac232e82c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:41.753731 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:41.765442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Transition to ACTIVE for port object 7b0cdb5b-5ed1-403b-a450-1443932e2c7c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:41.765792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575d7fb-e200-4a52-b1da-6a44e8a4f609 req-ef0a39f0-c37d-4ee0-a545-f23e46dbb268 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:41.768326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a575d7fb-e200-4a52-b1da-6a44e8a4f609 req-ef0a39f0-c37d-4ee0-a545-f23e46dbb268 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 944 time: 0.3133233 Jul 16 03:26:41.777477 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:41.814481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-ef62d384-bf7c-4c26-82f0-1322207ec459 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:41.816212 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-ef62d384-bf7c-4c26-82f0-1322207ec459 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310562 Jul 16 03:26:41.816652 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979921fb-343e-430c-9122-f33142068532 admin admin] Made reservation on behalf of 8dd482e181bc4f5a8f8e41ea860cc580 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:41.819185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-979921fb-343e-430c-9122-f33142068532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:41.842741 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:41.846476 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a575d7fb-e200-4a52-b1da-6a44e8a4f609 req-78df4990-8ed7-43de-831e-46e113948110 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691662 Jul 16 03:26:41.847174 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2cb9354c-3bd4-4e69-b374-0750402a0328 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a76161336f82411b83ef2595646f69d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8944359 Jul 16 03:26:41.858111 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-1ce403fd-5bc5-4b1f-a163-70ae30333cfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Request body: {'port': {'device_id': '4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': 'ad10fbf176f74734b5667b3f7c9813ba'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:41.868679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-979921fb-343e-430c-9122-f33142068532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:41.869470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997fab7-b2ec-42a5-b6e5-99d92a6e5c49 None None] Pushing event updated for resources: {'Port': ['ID=7b0cdb5b-5ed1-403b-a450-1443932e2c7c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:41.873796 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9354c-3bd4-4e69-b374-0750402a0328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914037e8-c91d-4dff-907a-2e3cd77af6af,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:41.946424 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90f6bf0c-158a-4788-891a-bac232e82c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:41.949186 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90f6bf0c-158a-4788-891a-bac232e82c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:41.950949 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-90f6bf0c-158a-4788-891a-bac232e82c6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdd57a10-0825-4aab-8725-5d3971b39dcc HTTP/1.1" status: 204 len: 168 time: 0.5537546 Jul 16 03:26:41.989192 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6bf0c-158a-4788-891a-bac232e82c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd57a10-0825-4aab-8725-5d3971b39dcc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:42.040996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Attempting to bind port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:42.047496 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Attempting to bind port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'a79aa021-225b-45b3-8e0d-9f75db37f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '942b9e2d-0958-4c19-b92e-4c1756b21fb2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:42.053085 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Attempting to bind port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c on network 942b9e2d-0958-4c19-b92e-4c1756b21fb2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:42.059620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:42.064845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Checking segment: {'id': 'a79aa021-225b-45b3-8e0d-9f75db37f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '942b9e2d-0958-4c19-b92e-4c1756b21fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:42.065555 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.066044 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Bound using segment: {'id': 'a79aa021-225b-45b3-8e0d-9f75db37f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '942b9e2d-0958-4c19-b92e-4c1756b21fb2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:42.067382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Bound port: 7b0cdb5b-5ed1-403b-a450-1443932e2c7c, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79aa021-225b-45b3-8e0d-9f75db37f7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '942b9e2d-0958-4c19-b92e-4c1756b21fb2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:42.067382 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.155476 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806fb601-82f2-41b8-b80e-92aa8086c03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.180734 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] For port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:42.185035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] For port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7b0cdb5b-5ed1-403b-a450-1443932e2c7c,segment=NetworkSegment(a79aa021-225b-45b3-8e0d-9f75db37f7c7),segment_id=a79aa021-225b-45b3-8e0d-9f75db37f7c7)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:42.186105 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9281b9b6-ba98-45b5-8096-b8632a6af508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.191839 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.254705 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806fb601-82f2-41b8-b80e-92aa8086c03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.255383 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-979921fb-343e-430c-9122-f33142068532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.268283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-979921fb-343e-430c-9122-f33142068532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.291517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Routers {'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:42.293027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:42.299933 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997fab7-b2ec-42a5-b6e5-99d92a6e5c49 None None] Pushing event updated for resources: {'Port': ['ID=7b0cdb5b-5ed1-403b-a450-1443932e2c7c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:42.340223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979921fb-343e-430c-9122-f33142068532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:26:42.366032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979921fb-343e-430c-9122-f33142068532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603a9d83-c148-4ebe-8079-fc44d9fd9490,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:42.376278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-1ce403fd-5bc5-4b1f-a163-70ae30333cfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Made reservation on behalf of ad10fbf176f74734b5667b3f7c9813ba for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:42.382428 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-1ce403fd-5bc5-4b1f-a163-70ae30333cfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.401002 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-979921fb-343e-430c-9122-f33142068532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.402165 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-979921fb-343e-430c-9122-f33142068532 admin admin] Added segment 7fc0a050-276a-4d25-8f93-ebea5007f9b4 of type vlan for network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 Jul 16 03:26:42.417021 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806fb601-82f2-41b8-b80e-92aa8086c03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.420163 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-806fb601-82f2-41b8-b80e-92aa8086c03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.421341 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-806fb601-82f2-41b8-b80e-92aa8086c03b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/914037e8-c91d-4dff-907a-2e3cd77af6af HTTP/1.1" status: 204 len: 168 time: 0.5735188 Jul 16 03:26:42.518431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] Set router e8cf53b5-f220-4646-9d3d-e56b2d0bf88a gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:42.526248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fb601-82f2-41b8-b80e-92aa8086c03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914037e8-c91d-4dff-907a-2e3cd77af6af,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:42.533836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48646) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:42.589228 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-979921fb-343e-430c-9122-f33142068532 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.599852 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbcbf301-41ba-4e90-a930-b5b13e705e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.607892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-150f7632-3546-4bdc-a587-9c1edc89c116 req-6619a411-feaf-45ff-80d6-f0c67dd25957 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 210 time: 0.0695150 Jul 16 03:26:42.698600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-1ce403fd-5bc5-4b1f-a163-70ae30333cfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Allocated IP 192.168.233.165 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/ae17084d-4de7-46fc-be04-73ed56e5a9aa) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:42.729809 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-979921fb-343e-430c-9122-f33142068532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.730773 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979921fb-343e-430c-9122-f33142068532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:42.731359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-979921fb-343e-430c-9122-f33142068532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.861872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'name': 'tempest-FloatingIPsNegativeTestJSON-440525428-router', 'tenant_id': '513c1ffd56a1482281be994e374bb08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f183f6b0-24b1-49c0-94cd-08100a4cb531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:29Z', 'updated_at': '2021-07-16T03:26:37Z', 'revision_number': 4, 'project_id': '513c1ffd56a1482281be994e374bb08f', 'gw_port': {'id': 'f183f6b0-24b1-49c0-94cd-08100a4cb531', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:31Z', 'updated_at': '2021-07-16T03:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7b0cdb5b-5ed1-403b-a450-1443932e2c7c', 'name': '', 'network_id': '942b9e2d-0958-4c19-b92e-4c1756b21fb2', 'tenant_id': '513c1ffd56a1482281be994e374bb08f', 'mac_address': 'fa:16:3e:40:2f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '184e3c53-bc42-4eb4-8ffd-952b24368dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:36Z', 'updated_at': '2021-07-16T03:26:42Z', 'revision_number': 4, 'project_id': '513c1ffd56a1482281be994e374bb08f', 'subnets': [{'id': '184e3c53-bc42-4eb4-8ffd-952b24368dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:42.865729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979921fb-343e-430c-9122-f33142068532 admin admin] Pushing event updated for resources: {'Network': ['ID=b1e2c0d5-dd24-4b0f-8afc-e9677c639933,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:42.906349 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:26:42.910893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f9ca8-5682-4b99-819c-409e31f6633e None None] The sync data for ids ['e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'] in n-d-800088-6 is: [{'id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'name': 'tempest-FloatingIPsNegativeTestJSON-440525428-router', 'tenant_id': '513c1ffd56a1482281be994e374bb08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f183f6b0-24b1-49c0-94cd-08100a4cb531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:29Z', 'updated_at': '2021-07-16T03:26:37Z', 'revision_number': 4, 'project_id': '513c1ffd56a1482281be994e374bb08f', 'gw_port': {'id': 'f183f6b0-24b1-49c0-94cd-08100a4cb531', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:31Z', 'updated_at': '2021-07-16T03:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7b0cdb5b-5ed1-403b-a450-1443932e2c7c', 'name': '', 'network_id': '942b9e2d-0958-4c19-b92e-4c1756b21fb2', 'tenant_id': '513c1ffd56a1482281be994e374bb08f', 'mac_address': 'fa:16:3e:40:2f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '184e3c53-bc42-4eb4-8ffd-952b24368dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:36Z', 'updated_at': '2021-07-16T03:26:42Z', 'revision_number': 4, 'project_id': '513c1ffd56a1482281be994e374bb08f', 'subnets': [{'id': '184e3c53-bc42-4eb4-8ffd-952b24368dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:26:42.979259 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-1ce403fd-5bc5-4b1f-a163-70ae30333cfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.979968 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbcbf301-41ba-4e90-a930-b5b13e705e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:42.999599 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbcbf301-41ba-4e90-a930-b5b13e705e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:43.025541 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-979921fb-343e-430c-9122-f33142068532 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6151626 Jul 16 03:26:43.052644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:43.074757 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d00c9a83-e2d6-4cdd-b9b0-cff2fb217539 admin admin] Request body: {'subnet': {'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-288676343-subnet', 'tenant_id': '8dd482e181bc4f5a8f8e41ea860cc580', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:43.092095 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9281b9b6-ba98-45b5-8096-b8632a6af508 admin admin] Deleting port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:26:43.093186 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9281b9b6-ba98-45b5-8096-b8632a6af508 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:43.106774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-1ce403fd-5bc5-4b1f-a163-70ae30333cfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Transition to ACTIVE for port object ae17084d-4de7-46fc-be04-73ed56e5a9aa will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:43.127821 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dbcbf301-41ba-4e90-a930-b5b13e705e10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=43d7e28ebb78415893141e74c67029c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5908852 Jul 16 03:26:43.134774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48664) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:43.137612 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbf301-41ba-4e90-a930-b5b13e705e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02332dc2-949e-4e90-be6d-6cd259d348fa,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:43.244714 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00c9a83-e2d6-4cdd-b9b0-cff2fb217539 admin admin] Made reservation on behalf of 8dd482e181bc4f5a8f8e41ea860cc580 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:43.247652 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d00c9a83-e2d6-4cdd-b9b0-cff2fb217539 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:43.250486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7b0cdb5b-5ed1-403b-a450-1443932e2c7c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:43.329920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138ba03-895a-4d56-b7fc-f1eafcb148bf req-645a7d78-62c5-4363-a065-6b8948e4905d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:43.336781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c138ba03-895a-4d56-b7fc-f1eafcb148bf req-645a7d78-62c5-4363-a065-6b8948e4905d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 945 time: 0.5190945 Jul 16 03:26:43.366160 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:43.370257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:43.370643 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:43.425179 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-1ce403fd-5bc5-4b1f-a163-70ae30333cfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:43.488055 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:43.502073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['4be59503-333b-4779-be07-46d349b2f71f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:43.520020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf16e54-dcb6-4199-8dc7-a574863f47b1 req-45a02cd1-3dc0-4658-bcc6-7e1ce19c7104 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:43.521611 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bf16e54-dcb6-4199-8dc7-a574863f47b1 req-45a02cd1-3dc0-4658-bcc6-7e1ce19c7104 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 944 time: 0.3542433 Jul 16 03:26:43.537537 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7b0cdb5b-5ed1-403b-a450-1443932e2c7c,segment=NetworkSegment(a79aa021-225b-45b3-8e0d-9f75db37f7c7),segment_id=a79aa021-225b-45b3-8e0d-9f75db37f7c7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:43.576813 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c138ba03-895a-4d56-b7fc-f1eafcb148bf req-c1baf71a-6b3d-47e1-b6c7-aa67f0388120 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/security-groups?id=53975379-8214-417f-987a-92d38d5f34d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252595 Jul 16 03:26:43.621330 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:43.629208 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-1ce403fd-5bc5-4b1f-a163-70ae30333cfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:43.629757 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86b639bb-ecc2-43c4-9141-261f0254356a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:43.629843 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce403fd-5bc5-4b1f-a163-70ae30333cfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Pushing event updated for resources: {'Port': ['ID=ae17084d-4de7-46fc-be04-73ed56e5a9aa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:43.643412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-1ce403fd-5bc5-4b1f-a163-70ae30333cfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:43.654619 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9281b9b6-ba98-45b5-8096-b8632a6af508 admin admin] For port 7b0cdb5b-5ed1-403b-a450-1443932e2c7c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7b0cdb5b-5ed1-403b-a450-1443932e2c7c,segment=NetworkSegment(a79aa021-225b-45b3-8e0d-9f75db37f7c7),segment_id=a79aa021-225b-45b3-8e0d-9f75db37f7c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:43.655496 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9281b9b6-ba98-45b5-8096-b8632a6af508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:43.667120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-1ce403fd-5bc5-4b1f-a163-70ae30333cfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:43.672871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-1ce403fd-5bc5-4b1f-a163-70ae30333cfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:43.673504 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-1ce403fd-5bc5-4b1f-a163-70ae30333cfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:43.684742 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9281b9b6-ba98-45b5-8096-b8632a6af508 admin admin] Calling delete_port for 7b0cdb5b-5ed1-403b-a450-1443932e2c7c owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:26:43.692343 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86b639bb-ecc2-43c4-9141-261f0254356a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:43.751356 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-1ce403fd-5bc5-4b1f-a163-70ae30333cfb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9094269 Jul 16 03:26:43.769916 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bf16e54-dcb6-4199-8dc7-a574863f47b1 req-06b71b26-4cda-46b8-be1a-179af65257d9 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294884 Jul 16 03:26:43.795190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e6816b7c-b80f-41cc-87e7-ab1624c78a4f up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:43.799480 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Request body: {'port': {'device_id': '4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:43.968274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=7b0cdb5b-5ed1-403b-a450-1443932e2c7c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:43.999626 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86b639bb-ecc2-43c4-9141-261f0254356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.004127 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86b639bb-ecc2-43c4-9141-261f0254356a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.005554 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-86b639bb-ecc2-43c4-9141-261f0254356a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02332dc2-949e-4e90-be6d-6cd259d348fa HTTP/1.1" status: 204 len: 168 time: 0.8696630 Jul 16 03:26:44.063818 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port e6816b7c-b80f-41cc-87e7-ab1624c78a4f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:44.090359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b639bb-ecc2-43c4-9141-261f0254356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02332dc2-949e-4e90-be6d-6cd259d348fa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:44.091895 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port e6816b7c-b80f-41cc-87e7-ab1624c78a4f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:44.092570 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.212924 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9281b9b6-ba98-45b5-8096-b8632a6af508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.222219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f1727317-add2-4fcf-a4a6-1dcb7be18c1c None None] Provisioning for port ae17084d-4de7-46fc-be04-73ed56e5a9aa completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:44.276587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f1727317-add2-4fcf-a4a6-1dcb7be18c1c None None] Provisioning complete for port ae17084d-4de7-46fc-be04-73ed56e5a9aa triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:44.276964 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f1727317-add2-4fcf-a4a6-1dcb7be18c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.292877 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281b9b6-ba98-45b5-8096-b8632a6af508 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0cdb5b-5ed1-403b-a450-1443932e2c7c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:44.368578 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f1727317-add2-4fcf-a4a6-1dcb7be18c1c None None] Port ae17084d-4de7-46fc-be04-73ed56e5a9aa cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:26:44.562497 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.593123 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9281b9b6-ba98-45b5-8096-b8632a6af508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.647470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:44.648563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dbc0d8-ca6f-4aea-b206-0a64886a6366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6816b7c-b80f-41cc-87e7-ab1624c78a4f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:44.652563 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb42de8a-6188-4680-8549-f72cba5dfcd5" -d '{"events": [{"server_uuid": "07dbc0d8-ca6f-4aea-b206-0a64886a6366", "name": "network-vif-plugged", "status": "completed", "tag": "e6816b7c-b80f-41cc-87e7-ab1624c78a4f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:44.662818 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.739484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:44.748276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:44.851479 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d00c9a83-e2d6-4cdd-b9b0-cff2fb217539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.893723 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-741f010f-ce2b-49eb-b022-06d9afcb70f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:44.930413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9281b9b6-ba98-45b5-8096-b8632a6af508 admin admin] Router e8cf53b5-f220-4646-9d3d-e56b2d0bf88a has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:26:44.987806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-d920bbb5-b9d5-40ac-a6e3-293ce5015810 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 258 time: 1.0979061 Jul 16 03:26:45.014506 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.023951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:45.034700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c9a83-e2d6-4cdd-b9b0-cff2fb217539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f2ab40-9019-4547-86c9-0e06d246deb3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:45.053400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9281b9b6-ba98-45b5-8096-b8632a6af508 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:26:45.058781 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9281b9b6-ba98-45b5-8096-b8632a6af508 admin admin] 10.222.0.18 "PUT /v2.0/routers/e8cf53b5-f220-4646-9d3d-e56b2d0bf88a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9981444 Jul 16 03:26:45.061747 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48718) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:45.067058 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9ecd5-4c0e-47f7-b4e9-696e4af9f045 None None] Sync routers for ids ['e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:26:45.081770 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f9ecd5-4c0e-47f7-b4e9-696e4af9f045 None None] Routers {'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:45.082447 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-42f9ecd5-4c0e-47f7-b4e9-696e4af9f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:45.097043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c9a83-e2d6-4cdd-b9b0-cff2fb217539 admin admin] Checking segment: {'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:45.097415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00c9a83-e2d6-4cdd-b9b0-cff2fb217539 admin admin] Network hostable DHCP agents. Network: b1e2c0d5-dd24-4b0f-8afc-e9677c639933, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:26:45.110092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b08a2e-eb6d-4856-a4c7-d93be41c4eb0 req-796213b5-c8ea-4c84-8b85-af5d2ef43918 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:45.111600 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32b08a2e-eb6d-4856-a4c7-d93be41c4eb0 req-796213b5-c8ea-4c84-8b85-af5d2ef43918 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 936 time: 0.3736451 Jul 16 03:26:45.172147 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.238724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00c9a83-e2d6-4cdd-b9b0-cff2fb217539 admin admin] Network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:26:45.261862 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32b08a2e-eb6d-4856-a4c7-d93be41c4eb0 req-b0c7c661-a220-4f30-8d83-6bf5336f378d tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415083 Jul 16 03:26:45.269541 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d00c9a83-e2d6-4cdd-b9b0-cff2fb217539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, b1e2c0d5-dd24-4b0f-8afc-e9677c639933) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:45.280216 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91952bd-04a4-4c1f-92d1-e72b631282e1 None None] Network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:26:45.283149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00c9a83-e2d6-4cdd-b9b0-cff2fb217539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:45.283747 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d00c9a83-e2d6-4cdd-b9b0-cff2fb217539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.308282 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-42f9ecd5-4c0e-47f7-b4e9-696e4af9f045 None None] Set router e8cf53b5-f220-4646-9d3d-e56b2d0bf88a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:45.316611 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-741f010f-ce2b-49eb-b022-06d9afcb70f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.317422 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.328751 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-741f010f-ce2b-49eb-b022-06d9afcb70f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.377159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d00c9a83-e2d6-4cdd-b9b0-cff2fb217539 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.3176746 Jul 16 03:26:45.427127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-741f010f-ce2b-49eb-b022-06d9afcb70f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e3ca5eaa0ca4dbda3041e03783de51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6585290 Jul 16 03:26:45.428102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48722) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:45.438610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f010f-ce2b-49eb-b022-06d9afcb70f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58082021-376b-44a2-acba-4c8fa5a20f5a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:45.447183 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f27f958-9f49-4d81-82b9-5499f3da831e x-openstack-request-id: req-2f27f958-9f49-4d81-82b9-5499f3da831e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:45.448376 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dbc0d8-ca6f-4aea-b206-0a64886a6366", "name": "network-vif-plugged", "status": "completed", "tag": "e6816b7c-b80f-41cc-87e7-ab1624c78a4f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:45.448644 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f27f958-9f49-4d81-82b9-5499f3da831e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:45.448983 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.449117 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dbc0d8-ca6f-4aea-b206-0a64886a6366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6816b7c-b80f-41cc-87e7-ab1624c78a4f', 'code': 200} Jul 16 03:26:45.557265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b317cb-0f4a-4fb0-9401-5f088b17b1bb None None] Network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:26:45.563882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] Deleting port f183f6b0-24b1-49c0-94cd-08100a4cb531 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:26:45.564232 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.620547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857a0ba-4215-40eb-87f7-dc87ebd12aa6 req-28263822-e3e8-4458-8f7a-a049ece7c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:45.622070 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4857a0ba-4215-40eb-87f7-dc87ebd12aa6 req-28263822-e3e8-4458-8f7a-a049ece7c89e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 1096 time: 0.1433535 Jul 16 03:26:45.625688 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-42f9ecd5-4c0e-47f7-b4e9-696e4af9f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'name': 'tempest-FloatingIPsNegativeTestJSON-440525428-router', 'tenant_id': '513c1ffd56a1482281be994e374bb08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'f183f6b0-24b1-49c0-94cd-08100a4cb531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:29Z', 'updated_at': '2021-07-16T03:26:44Z', 'revision_number': 5, 'project_id': '513c1ffd56a1482281be994e374bb08f', 'gw_port': {'id': 'f183f6b0-24b1-49c0-94cd-08100a4cb531', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:74:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:31Z', 'updated_at': '2021-07-16T03:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:45.644626 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71a87b72-d91c-4c87-9cbb-58b6fea6dd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.657246 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9ecd5-4c0e-47f7-b4e9-696e4af9f045 None None] Checking router: e8cf53b5-f220-4646-9d3d-e56b2d0bf88a for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:26:45.666808 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f9ecd5-4c0e-47f7-b4e9-696e4af9f045 None None] Routers {'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:45.667443 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-42f9ecd5-4c0e-47f7-b4e9-696e4af9f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:45.718173 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae17084d-4de7-46fc-be04-73ed56e5a9aa {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:45.732745 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.739589 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4857a0ba-4215-40eb-87f7-dc87ebd12aa6 req-8c3ac552-5b86-457a-ac0c-5d62c5ffb3c0 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985718 Jul 16 03:26:45.741478 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71a87b72-d91c-4c87-9cbb-58b6fea6dd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.755417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Transition to ACTIVE for port object ae17084d-4de7-46fc-be04-73ed56e5a9aa will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:45.765682 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.778483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3412fc-85be-4d11-a2a1-f03eaceef4cb req-50927184-521c-428e-9746-c3cb3f976bff tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:45.780562 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c3412fc-85be-4d11-a2a1-f03eaceef4cb req-50927184-521c-428e-9746-c3cb3f976bff tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 945 time: 0.2454937 Jul 16 03:26:45.785925 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-42f9ecd5-4c0e-47f7-b4e9-696e4af9f045 None None] Set router e8cf53b5-f220-4646-9d3d-e56b2d0bf88a gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:45.786120 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] For port f183f6b0-24b1-49c0-94cd-08100a4cb531, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f183f6b0-24b1-49c0-94cd-08100a4cb531,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:45.786396 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.802452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] Calling delete_port for f183f6b0-24b1-49c0-94cd-08100a4cb531 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:26:45.855250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Pushing event updated for resources: {'Port': ['ID=ae17084d-4de7-46fc-be04-73ed56e5a9aa,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:45.855880 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-42f9ecd5-4c0e-47f7-b4e9-696e4af9f045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'name': 'tempest-FloatingIPsNegativeTestJSON-440525428-router', 'tenant_id': '513c1ffd56a1482281be994e374bb08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:29Z', 'updated_at': '2021-07-16T03:26:45Z', 'revision_number': 6, 'project_id': '513c1ffd56a1482281be994e374bb08f', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:45.866049 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.879027 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71a87b72-d91c-4c87-9cbb-58b6fea6dd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.881788 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71a87b72-d91c-4c87-9cbb-58b6fea6dd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:45.882960 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-71a87b72-d91c-4c87-9cbb-58b6fea6dd5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58082021-376b-44a2-acba-4c8fa5a20f5a HTTP/1.1" status: 204 len: 168 time: 0.4484923 Jul 16 03:26:45.883264 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9ecd5-4c0e-47f7-b4e9-696e4af9f045 None None] The sync data for ids ['e8cf53b5-f220-4646-9d3d-e56b2d0bf88a'] in n-d-800088-6 is: [{'id': 'e8cf53b5-f220-4646-9d3d-e56b2d0bf88a', 'name': 'tempest-FloatingIPsNegativeTestJSON-440525428-router', 'tenant_id': '513c1ffd56a1482281be994e374bb08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:29Z', 'updated_at': '2021-07-16T03:26:45Z', 'revision_number': 6, 'project_id': '513c1ffd56a1482281be994e374bb08f', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:26:45.895657 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a87b72-d91c-4c87-9cbb-58b6fea6dd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58082021-376b-44a2-acba-4c8fa5a20f5a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:46.012079 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c3412fc-85be-4d11-a2a1-f03eaceef4cb req-8570024a-c523-43e1-a442-875f916a0896 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028317 Jul 16 03:26:46.031769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Attempting to bind port ae17084d-4de7-46fc-be04-73ed56e5a9aa on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:46.032109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Attempting to bind port ae17084d-4de7-46fc-be04-73ed56e5a9aa by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:46.032481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Attempting to bind port ae17084d-4de7-46fc-be04-73ed56e5a9aa on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:46.120373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Port ae17084d-4de7-46fc-be04-73ed56e5a9aa on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:46.120953 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Attempting to bind port ae17084d-4de7-46fc-be04-73ed56e5a9aa on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:46.125019 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.149780 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:46.150590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:46.151428 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:46.152507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Bound port: ae17084d-4de7-46fc-be04-73ed56e5a9aa, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:46.153356 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.157564 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f183f6b0-24b1-49c0-94cd-08100a4cb531,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:46.192703 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Allocated IP 172.25.3.151 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/2b6a2d65-0dfd-4b15-9027-3741bd0a3f58) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:46.258316 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.356157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] For port ae17084d-4de7-46fc-be04-73ed56e5a9aa, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:46.444484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] For port ae17084d-4de7-46fc-be04-73ed56e5a9aa, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ae17084d-4de7-46fc-be04-73ed56e5a9aa,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:46.451529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.455055 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.456000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.493373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:46.494016 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.495451 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] 10.222.0.20 "PUT /v2.0/ports/ae17084d-4de7-46fc-be04-73ed56e5a9aa HTTP/1.1" status: 200 len: 1096 time: 2.7160740 Jul 16 03:26:46.502517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c', 'tag': 'ae17084d-4de7-46fc-be04-73ed56e5a9aa'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:46.504863 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683463f4-70fe-4b06-9ee4-b5ca3a7a8c19" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c", "tag": "ae17084d-4de7-46fc-be04-73ed56e5a9aa"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:46.572604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.573948 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8cf53b5-f220-4646-9d3d-e56b2d0bf88a {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:26:46.583870 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.585453 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1eae7e32-37a1-41bc-a60e-002a8bb2d2e1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e8cf53b5-f220-4646-9d3d-e56b2d0bf88a HTTP/1.1" status: 204 len: 168 time: 1.5227683 Jul 16 03:26:46.588783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48754) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:46.604416 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.655008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b2b66-3d92-4fd0-b19d-5e486617f192 service neutron] Pushing event updated for resources: {'Port': ['ID=ae17084d-4de7-46fc-be04-73ed56e5a9aa,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:46.676638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6d787c-ea0f-4331-ae08-f19cacd692ca admin admin] Deleting subnet 184e3c53-bc42-4eb4-8ffd-952b24368dd4 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:26:46.681540 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d6d787c-ea0f-4331-ae08-f19cacd692ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.694139 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-f43a9390-d5ca-4150-95f1-fd10a5a8082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:46.695687 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-f43a9390-d5ca-4150-95f1-fd10a5a8082b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 1099 time: 0.1386402 Jul 16 03:26:46.714680 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.742492 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d6d787c-ea0f-4331-ae08-f19cacd692ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.795824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-9fa54c7f-4c5b-4bb9-80a0-8a03d4dc5515 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ae17084d-4de7-46fc-be04-73ed56e5a9aa HTTP/1.1" status: 200 len: 217 time: 0.0907753 Jul 16 03:26:46.907925 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d6d787c-ea0f-4331-ae08-f19cacd692ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.923876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-876b946e-8d21-4190-9c2b-aaabdeddbe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:46.925125 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-876b946e-8d21-4190-9c2b-aaabdeddbe73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1140885 Jul 16 03:26:46.927442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:46.968782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Pushing event updated for resources: {'Port': ['ID=2b6a2d65-0dfd-4b15-9027-3741bd0a3f58,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:46.987721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d6d787c-ea0f-4331-ae08-f19cacd692ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:46.987873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:47.007821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:47.039568 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d787c-ea0f-4331-ae08-f19cacd692ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=184e3c53-bc42-4eb4-8ffd-952b24368dd4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:47.041875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bad38c6-b2bb-41cc-a317-29ed86db5801 None None] Network 942b9e2d-0958-4c19-b92e-4c1756b21fb2 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:26:47.045046 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d6d787c-ea0f-4331-ae08-f19cacd692ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.049717 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7d6d787c-ea0f-4331-ae08-f19cacd692ca admin admin] 10.222.0.18 "DELETE /v2.0/subnets/184e3c53-bc42-4eb4-8ffd-952b24368dd4 HTTP/1.1" status: 204 len: 168 time: 0.4572790 Jul 16 03:26:47.061044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48774) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:47.116038 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-914143e1-40f3-44b5-a935-250f8b15f60a tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:47.122768 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-914143e1-40f3-44b5-a935-250f8b15f60a tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/networks?id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933 HTTP/1.1" status: 200 len: 804 time: 0.3568344 Jul 16 03:26:47.139974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7b0cdb5b-5ed1-403b-a450-1443932e2c7c no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:26:47.150779 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.172104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 7b0cdb5b-5ed1-403b-a450-1443932e2c7c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:26:47.172568 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.172947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7b0cdb5b-5ed1-403b-a450-1443932e2c7c not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:26:47.173559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f183f6b0-24b1-49c0-94cd-08100a4cb531 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:26:47.180233 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-cdf5bd1d-81ba-4447-9cde-3eb2fa4aeb14 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/quotas/8dd482e181bc4f5a8f8e41ea860cc580 HTTP/1.1" status: 200 len: 375 time: 0.0565665 Jul 16 03:26:47.194712 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: f183f6b0-24b1-49c0-94cd-08100a4cb531 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:26:47.195387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f183f6b0-24b1-49c0-94cd-08100a4cb531 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:26:47.224590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] Deleting port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:26:47.224934 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.255200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-2a407095-507a-4e3f-affb-e7c1cf1a1f6c tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8dd482e181bc4f5a8f8e41ea860cc580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739965 Jul 16 03:26:47.294015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-5d45b4f5-85cc-451c-95dd-08557a734c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:47.296415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-5d45b4f5-85cc-451c-95dd-08557a734c56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3220146 Jul 16 03:26:47.327532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] For port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c,segment=NetworkSegment(a79aa021-225b-45b3-8e0d-9f75db37f7c7),segment_id=a79aa021-225b-45b3-8e0d-9f75db37f7c7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:47.327963 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.348610 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] Calling delete_port for 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:26:47.373644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3bb33f-daa0-4cf3-a03b-f4a516180cbe None None] DHCP port deletion for 942b9e2d-0958-4c19-b92e-4c1756b21fb2 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:26:47.431506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-be3bb33f-daa0-4cf3-a03b-f4a516180cbe None None] Deleting port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:26:47.432096 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be3bb33f-daa0-4cf3-a03b-f4a516180cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.447688 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.466849 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.477372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] Pushing event deleted for resources: {'Port': ['ID=09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:47.481362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] No DVR routers for this DVR port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:26:47.513418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-be3bb33f-daa0-4cf3-a03b-f4a516180cbe None None] For port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c,segment=NetworkSegment(a79aa021-225b-45b3-8e0d-9f75db37f7c7),segment_id=a79aa021-225b-45b3-8e0d-9f75db37f7c7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:47.514201 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be3bb33f-daa0-4cf3-a03b-f4a516180cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.535475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-be3bb33f-daa0-4cf3-a03b-f4a516180cbe None None] Calling delete_port for 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:26:47.561292 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-bd4f9248-a65b-4578-9af8-e5b815658f0d service neutron] 10.222.0.18 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051162 Jul 16 03:26:47.563804 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.575779 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942b9e2d-0958-4c19-b92e-4c1756b21fb2']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:47.587988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79aa021-225b-45b3-8e0d-9f75db37f7c7') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:47.588300 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79aa021-225b-45b3-8e0d-9f75db37f7c7') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:47.597705 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.615008 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.625741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:26:47.626270 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.626398 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-2ca21cec-5675-4868-b156-88bf462641d2 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227515 Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:26:47.628194 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:26:47.696368 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.707484 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be3bb33f-daa0-4cf3-a03b-f4a516180cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.708270 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:47.712112 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] 10.222.0.18 "DELETE /v2.0/networks/942b9e2d-0958-4c19-b92e-4c1756b21fb2 HTTP/1.1" status: 204 len: 168 time: 0.6475050 Jul 16 03:26:47.725035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073c4eb-fa08-441f-b39d-fcceedf9124b admin admin] Pushing event deleted for resources: {'Network': ['ID=942b9e2d-0958-4c19-b92e-4c1756b21fb2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:47.753056 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bb33f-daa0-4cf3-a03b-f4a516180cbe None None] Pushing event deleted for resources: {'Port': ['ID=09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:47.759357 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be3bb33f-daa0-4cf3-a03b-f4a516180cbe None None] Network 942b9e2d-0958-4c19-b92e-4c1756b21fb2 is not hosted by any dhcp agent {{(pid=93769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:26:47.760197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3bb33f-daa0-4cf3-a03b-f4a516180cbe None None] No DVR routers for this DVR port 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:26:47.937540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48796) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:47.979929 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9a450e45-b5cb-43cc-91f5-41dbfac84470 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=513c1ffd56a1482281be994e374bb08f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406961 Jul 16 03:26:47.982523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48798) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:48.031884 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa62f9c6-877e-4c35-be3d-bdb2577896d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.046783 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-69f3ec45-b9eb-4f8d-9e38-84d2472c4b7e service neutron] 10.222.0.18 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735694 Jul 16 03:26:48.051575 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.051947 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa62f9c6-877e-4c35-be3d-bdb2577896d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.060000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.071630 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03252e5-0459-47c8-8d2b-efbc63963855 req-e26c9d2b-33c5-4962-bfbf-1d6750c87a23 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360332 Jul 16 03:26:48.097865 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.117808 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa62f9c6-877e-4c35-be3d-bdb2577896d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.121258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa62f9c6-877e-4c35-be3d-bdb2577896d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.125656 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-aa62f9c6-877e-4c35-be3d-bdb2577896d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45211bfd-d17a-468d-a147-029d860ac6bb HTTP/1.1" status: 204 len: 168 time: 0.1397800 Jul 16 03:26:48.125803 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Pushing event updated for resources: {'Port': ['ID=2b6a2d65-0dfd-4b15-9027-3741bd0a3f58,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:48.129658 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:48.131325 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-738b9841-4395-40d3-a436-46ce8e12d129 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1290600 Jul 16 03:26:48.142503 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62f9c6-877e-4c35-be3d-bdb2577896d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45211bfd-d17a-468d-a147-029d860ac6bb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:48.224643 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-490b5740-42d2-42be-97e9-4ddd6923cb63 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.151 HTTP/1.1" status: 200 len: 696 time: 0.0869088 Jul 16 03:26:48.372620 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-da17f53c-1a87-4f77-9a30-a54492c7ba5d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:48.374577 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-da17f53c-1a87-4f77-9a30-a54492c7ba5d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1436706 Jul 16 03:26:48.391955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-8d0029a9-6289-4188-bc58-9c0abfce7371 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:26:48.396809 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4f0cf15-9727-413d-b08e-bb5c39bca4ce req-8d0029a9-6289-4188-bc58-9c0abfce7371 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120466 Jul 16 03:26:48.432861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389a941-9d99-49ef-97ca-adc4ffc470ec req-3ad71185-c9be-48e1-9cf0-9b232127b8bc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:48.435336 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2389a941-9d99-49ef-97ca-adc4ffc470ec req-3ad71185-c9be-48e1-9cf0-9b232127b8bc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 948 time: 0.1208296 Jul 16 03:26:48.487451 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2389a941-9d99-49ef-97ca-adc4ffc470ec req-a95a0f9d-39d6-4de4-8368-5e14c2d771da tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425484 Jul 16 03:26:48.548543 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc47177-a316-41b5-acd3-33dbdbc05770 x-openstack-request-id: req-4fc47177-a316-41b5-acd3-33dbdbc05770 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:48.549069 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c", "tag": "ae17084d-4de7-46fc-be04-73ed56e5a9aa", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:48.549639 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4fc47177-a316-41b5-acd3-33dbdbc05770 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:48.550062 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c', 'tag': 'ae17084d-4de7-46fc-be04-73ed56e5a9aa', 'status': 'completed', 'code': 200} Jul 16 03:26:48.728685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683463f4-70fe-4b06-9ee4-b5ca3a7a8c19 req-aa683c61-9069-4738-9b56-c3df91cec4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:48.730781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-683463f4-70fe-4b06-9ee4-b5ca3a7a8c19 req-aa683c61-9069-4738-9b56-c3df91cec4d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 1099 time: 0.1422613 Jul 16 03:26:48.792808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df0a71-c1c0-46bb-bce9-ef346a77c8a4 req-d1f2cf01-3341-48cd-95ac-285f501615ab tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:48.795813 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7df0a71-c1c0-46bb-bce9-ef346a77c8a4 req-d1f2cf01-3341-48cd-95ac-285f501615ab tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 945 time: 0.1419575 Jul 16 03:26:48.934134 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7df0a71-c1c0-46bb-bce9-ef346a77c8a4 req-85f0057b-5eaa-4b69-9344-f529a1871b19 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303160 Jul 16 03:26:48.936574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683463f4-70fe-4b06-9ee4-b5ca3a7a8c19 req-852b4f8d-65a4-4eb6-8058-65ffe297c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:48.938892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-683463f4-70fe-4b06-9ee4-b5ca3a7a8c19 req-852b4f8d-65a4-4eb6-8058-65ffe297c199 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1984160 Jul 16 03:26:49.048578 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-683463f4-70fe-4b06-9ee4-b5ca3a7a8c19 req-955cac0a-11b2-424e-9f5a-17cd628c9e2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ae17084d-4de7-46fc-be04-73ed56e5a9aa HTTP/1.1" status: 200 len: 217 time: 0.0960281 Jul 16 03:26:49.121235 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:26:49.148914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683463f4-70fe-4b06-9ee4-b5ca3a7a8c19 req-e7bc641b-41b5-4fb9-8ef5-c03f052bc132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:49.149817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:26:49.150435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 09a088cf-8bcd-4e42-b4a2-ddb8e8d3206c not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:26:49.150831 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-683463f4-70fe-4b06-9ee4-b5ca3a7a8c19 req-e7bc641b-41b5-4fb9-8ef5-c03f052bc132 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0956278 Jul 16 03:26:49.259067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683463f4-70fe-4b06-9ee4-b5ca3a7a8c19 req-59a14202-2ffe-40a9-b312-1c581eae6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:49.260984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-683463f4-70fe-4b06-9ee4-b5ca3a7a8c19 req-59a14202-2ffe-40a9-b312-1c581eae6548 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0987515 Jul 16 03:26:49.304613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab8599ad-27b6-497c-bb13-5f0ed0fc950b req-4b616c5a-8ccd-480f-915f-a704dcb3d052 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe HTTP/1.1" status: 200 len: 210 time: 0.0425460 Jul 16 03:26:49.392159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-683463f4-70fe-4b06-9ee4-b5ca3a7a8c19 req-527c7e51-fa9a-4c56-b580-d7f1577341dc service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205802 Jul 16 03:26:49.563272 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-683463f4-70fe-4b06-9ee4-b5ca3a7a8c19 req-c0775a23-e265-4479-9bd4-9e07488817e6 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643097 Jul 16 03:26:49.585423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-2ffd1d0b-2ce1-480f-b434-33ad054df143 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:49.587723 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-2ffd1d0b-2ce1-480f-b434-33ad054df143 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1807182 Jul 16 03:26:49.671723 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-5c3a5c0c-7236-4626-961c-fabbc979c952 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.151 HTTP/1.1" status: 200 len: 696 time: 0.0784039 Jul 16 03:26:49.681754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-79e2e482-a7d8-4212-9cd1-10d58432b36b tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Request body: {'floatingip': {'port_id': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:49.731103 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-79e2e482-a7d8-4212-9cd1-10d58432b36b tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:49.934704 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-f5a91f72-a55c-4f67-aaa8-0a30b09cb004 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:49.936160 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-f5a91f72-a55c-4f67-aaa8-0a30b09cb004 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.88 "GET /v2.0/networks?id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933 HTTP/1.1" status: 200 len: 804 time: 0.3518093 Jul 16 03:26:49.959069 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-d7bf0a66-fc9a-4003-b1e7-c48bc37b7e13 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Request body: {'port': {'device_id': '73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe', 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933', 'admin_state_up': True, 'tenant_id': '8dd482e181bc4f5a8f8e41ea860cc580'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:49.987489 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec00e81-aa83-49f4-896e-47ca9611b2f0 req-800c808a-7f58-44af-a446-8f0993d18af6 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:49.989046 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dec00e81-aa83-49f4-896e-47ca9611b2f0 req-800c808a-7f58-44af-a446-8f0993d18af6 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 1096 time: 0.1805360 Jul 16 03:26:50.063646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dec00e81-aa83-49f4-896e-47ca9611b2f0 req-5ca1e043-6a7b-4ce8-a043-a880085545d5 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659945 Jul 16 03:26:50.064464 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-d7bf0a66-fc9a-4003-b1e7-c48bc37b7e13 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Made reservation on behalf of 8dd482e181bc4f5a8f8e41ea860cc580 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:26:50.068721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-d7bf0a66-fc9a-4003-b1e7-c48bc37b7e13 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.218296 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-d7bf0a66-fc9a-4003-b1e7-c48bc37b7e13 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Allocated IP 172.20.0.7 (b1e2c0d5-dd24-4b0f-8afc-e9677c639933/59f2ab40-9019-4547-86c9-0e06d246deb3/f295c209-de03-40fb-b683-4d6afcbb9a90) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:50.411447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-d7bf0a66-fc9a-4003-b1e7-c48bc37b7e13 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.455050 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-d7bf0a66-fc9a-4003-b1e7-c48bc37b7e13 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.470073 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-79e2e482-a7d8-4212-9cd1-10d58432b36b tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:26:50.517023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-d7bf0a66-fc9a-4003-b1e7-c48bc37b7e13 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:50.518558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf0a66-fc9a-4003-b1e7-c48bc37b7e13 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Pushing event updated for resources: {'Port': ['ID=f295c209-de03-40fb-b683-4d6afcbb9a90,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:50.521758 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-d7bf0a66-fc9a-4003-b1e7-c48bc37b7e13 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:50.526671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-d7bf0a66-fc9a-4003-b1e7-c48bc37b7e13 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:50.527561 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48938) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:50.580011 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-d7bf0a66-fc9a-4003-b1e7-c48bc37b7e13 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:50.580717 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-d7bf0a66-fc9a-4003-b1e7-c48bc37b7e13 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.597370 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-d7bf0a66-fc9a-4003-b1e7-c48bc37b7e13 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6417964 Jul 16 03:26:50.612375 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Request body: {'port': {'device_id': '73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:50.690832 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-665ad807-78a0-40d5-bd78-c63b6c4c6cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.710866 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.782162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491a50d-0962-4616-bc9b-7ae51355c951 req-f7966d99-59a5-42b4-ad82-7ed066a290ed tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:50.783698 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d491a50d-0962-4616-bc9b-7ae51355c951 req-f7966d99-59a5-42b4-ad82-7ed066a290ed tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 948 time: 0.3993592 Jul 16 03:26:50.792050 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-79e2e482-a7d8-4212-9cd1-10d58432b36b tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.799758 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-79e2e482-a7d8-4212-9cd1-10d58432b36b tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.866291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d491a50d-0962-4616-bc9b-7ae51355c951 req-507430d7-e6b0-4dba-ad1a-6ac2d6071705 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766413 Jul 16 03:26:50.926635 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-79e2e482-a7d8-4212-9cd1-10d58432b36b tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Floating IP 325e4123-7da8-47da-86e8-5f1cb7393c40 associated. External IP: 172.25.3.151, port: 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c. Jul 16 03:26:50.951852 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-665ad807-78a0-40d5-bd78-c63b6c4c6cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:50.959807 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-665ad807-78a0-40d5-bd78-c63b6c4c6cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.015512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ad807-78a0-40d5-bd78-c63b6c4c6cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f5a0f6-d7ac-40c8-922e-084a7e8055e9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:51.022126 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-665ad807-78a0-40d5-bd78-c63b6c4c6cd8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0bfc5d55be04a13b7c830927dd42f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932425 Jul 16 03:26:51.026425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48952) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:51.108972 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f295c209-de03-40fb-b683-4d6afcbb9a90 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:51.122230 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.129403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12d91c79-73fc-4299-9c02-e730881b6857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.143582 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Transition to ACTIVE for port object f295c209-de03-40fb-b683-4d6afcbb9a90 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:26:51.152198 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.161628 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12d91c79-73fc-4299-9c02-e730881b6857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.186775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e5f96-9417-4d89-a07e-4a317aaf75fe req-92aa61de-5a97-4293-9241-9d4747f0a414 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.188388 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c65e5f96-9417-4d89-a07e-4a317aaf75fe req-92aa61de-5a97-4293-9241-9d4747f0a414 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 1096 time: 0.1387484 Jul 16 03:26:51.200720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-79e2e482-a7d8-4212-9cd1-10d58432b36b tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Router 63d0ba75-83d0-494e-86d8-9a5320308451 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:26:51.227240 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Pushing event updated for resources: {'Port': ['ID=f295c209-de03-40fb-b683-4d6afcbb9a90,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:51.240887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c65e5f96-9417-4d89-a07e-4a317aaf75fe req-96514899-f68f-4052-be52-62bacf84746a tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443325 Jul 16 03:26:51.291875 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12d91c79-73fc-4299-9c02-e730881b6857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.294613 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12d91c79-73fc-4299-9c02-e730881b6857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.298463 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-12d91c79-73fc-4299-9c02-e730881b6857 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59f5a0f6-d7ac-40c8-922e-084a7e8055e9 HTTP/1.1" status: 204 len: 168 time: 0.2684274 Jul 16 03:26:51.306599 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d91c79-73fc-4299-9c02-e730881b6857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f5a0f6-d7ac-40c8-922e-084a7e8055e9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:51.339101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Attempting to bind port f295c209-de03-40fb-b683-4d6afcbb9a90 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:51.339436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Attempting to bind port f295c209-de03-40fb-b683-4d6afcbb9a90 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:51.339765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Attempting to bind port f295c209-de03-40fb-b683-4d6afcbb9a90 on network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:51.344347 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Port f295c209-de03-40fb-b683-4d6afcbb9a90 on network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:51.345131 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Attempting to bind port f295c209-de03-40fb-b683-4d6afcbb9a90 on network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:51.349701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:51.350332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Checking segment: {'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:51.350735 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Bound using segment: {'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:51.351174 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Bound port: f295c209-de03-40fb-b683-4d6afcbb9a90, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:51.351582 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.399359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-79e2e482-a7d8-4212-9cd1-10d58432b36b tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:26:51.404637 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-79e2e482-a7d8-4212-9cd1-10d58432b36b tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.411006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d0ba7-844a-47a5-83a6-a2f04dc8744e None None] Sync routers for ids ['63d0ba75-83d0-494e-86d8-9a5320308451'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:26:51.422269 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7d0ba7-844a-47a5-83a6-a2f04dc8744e None None] Routers {'63d0ba75-83d0-494e-86d8-9a5320308451'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:51.422957 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d7d0ba7-844a-47a5-83a6-a2f04dc8744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['63d0ba75-83d0-494e-86d8-9a5320308451'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:51.432580 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] For port f295c209-de03-40fb-b683-4d6afcbb9a90, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:51.436944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] For port f295c209-de03-40fb-b683-4d6afcbb9a90, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=f295c209-de03-40fb-b683-4d6afcbb9a90,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:51.442516 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.460619 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-79e2e482-a7d8-4212-9cd1-10d58432b36b tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "PUT /v2.0/floatingips/325e4123-7da8-47da-86e8-5f1cb7393c40 HTTP/1.1" status: 200 len: 996 time: 1.7830341 Jul 16 03:26:51.465232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714606a1-1550-42cc-95ad-fdee922671d7', 'tag': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:51.471787 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012fd050-acb2-4b57-8dbc-f35175790b92" -d '{"events": [{"name": "network-changed", "server_uuid": "714606a1-1550-42cc-95ad-fdee922671d7", "tag": "20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:51.524401 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Pushing event updated for resources: {'Port': ['ID=f295c209-de03-40fb-b683-4d6afcbb9a90,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:51.528787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.530622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-d2fe155c-7437-45d1-90ac-1182fb93bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.537806 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:51.538310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-d2fe155c-7437-45d1-90ac-1182fb93bcba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a3a29fe85ee4541b5a06e3179dca131&device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 1096 time: 0.0634344 Jul 16 03:26:51.540436 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9247fde5-49e7-4c9a-80cc-9adfb6209063 service neutron] 10.222.0.88 "PUT /v2.0/ports/f295c209-de03-40fb-b683-4d6afcbb9a90 HTTP/1.1" status: 200 len: 1091 time: 0.9355676 Jul 16 03:26:51.541129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe', 'tag': 'f295c209-de03-40fb-b683-4d6afcbb9a90'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:51.543697 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a098dbea-3030-4fe1-9f01-8d98d0400e06" -d '{"events": [{"name": "network-changed", "server_uuid": "73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe", "tag": "f295c209-de03-40fb-b683-4d6afcbb9a90"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:51.652220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d7d0ba7-844a-47a5-83a6-a2f04dc8744e None None] Set router 63d0ba75-83d0-494e-86d8-9a5320308451 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:51.663051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-12bc5dec-1aad-4e56-8862-5d0ac9655a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.664976 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-12bc5dec-1aad-4e56-8862-5d0ac9655a2f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e56df40f-f850-41fc-9a5d-5729dbba79fb HTTP/1.1" status: 200 len: 929 time: 0.1258278 Jul 16 03:26:51.697793 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-41d140ea-3a89-4382-9fd1-2bac433fbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.699695 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-41d140ea-3a89-4382-9fd1-2bac433fbacb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8dd482e181bc4f5a8f8e41ea860cc580&device_id=73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe HTTP/1.1" status: 200 len: 1094 time: 0.1108255 Jul 16 03:26:51.748028 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-3a39164f-f9e5-411b-b649-d76e18be4cac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f295c209-de03-40fb-b683-4d6afcbb9a90 HTTP/1.1" status: 200 len: 217 time: 0.0397027 Jul 16 03:26:51.770677 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-195c0034-7dfb-49b9-b2be-fd1bf19f516c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c HTTP/1.1" status: 200 len: 999 time: 0.0976427 Jul 16 03:26:51.838612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-2d74c2bf-f251-4552-9c64-93431e8fdecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.840613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-2d74c2bf-f251-4552-9c64-93431e8fdecf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e2d07f0-1b8a-4098-a6ac-db078e8d7d74 HTTP/1.1" status: 200 len: 867 time: 0.0639968 Jul 16 03:26:51.858144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-0e8b2670-f205-4d95-8a56-9d38fe03c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.859052 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-0e8b2670-f205-4d95-8a56-9d38fe03c06a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59f2ab40-9019-4547-86c9-0e06d246deb3 HTTP/1.1" status: 200 len: 844 time: 0.0987728 Jul 16 03:26:51.908027 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-bed68140-251c-48a3-87c0-854654ac73e6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373094 Jul 16 03:26:51.971498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-23ad4f96-84f1-4851-8d2f-25aa46f8de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.973054 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-23ad4f96-84f1-4851-8d2f-25aa46f8de7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e56df40f-f850-41fc-9a5d-5729dbba79fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254845 Jul 16 03:26:51.984610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d82aff-8f7c-492b-8293-8ad62fd1a219 req-84c98bb5-aa3e-4498-a3aa-b6f662ed3140 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:51.986102 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80d82aff-8f7c-492b-8293-8ad62fd1a219 req-84c98bb5-aa3e-4498-a3aa-b6f662ed3140 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe HTTP/1.1" status: 200 len: 943 time: 0.0906677 Jul 16 03:26:51.991181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-add9e705-15ce-4197-939f-8256b6aa6ddb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:26:51.992147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-add9e705-15ce-4197-939f-8256b6aa6ddb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051887 Jul 16 03:26:52.007380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d7d0ba7-844a-47a5-83a6-a2f04dc8744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e786483b-9959-486b-ab44-040a2eea2074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:16Z', 'updated_at': '2021-07-16T03:26:22Z', 'revision_number': 4, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'gw_port': {'id': 'e786483b-9959-486b-ab44-040a2eea2074', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:17Z', 'updated_at': '2021-07-16T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '325e4123-7da8-47da-86e8-5f1cb7393c40', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'port_id': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'mac_address': 'fa:16:3e:4b:93:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714606a1-1550-42cc-95ad-fdee922671d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:26:47Z', 'updated_at': '2021-07-16T03:26:50Z', 'revision_number': 1, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5d76d4-47b6-45ac-afcf-0c2be14888b0', 'name': '', 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'mac_address': 'fa:16:3e:32:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:21Z', 'updated_at': '2021-07-16T03:26:29Z', 'revision_number': 5, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'subnets': [{'id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:52.038023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d0ba7-844a-47a5-83a6-a2f04dc8744e None None] Checking router: 63d0ba75-83d0-494e-86d8-9a5320308451 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:26:52.044343 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-2190d78d-8d00-4083-969b-d1f2df9857e6 service neutron] 10.222.0.88 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297779 Jul 16 03:26:52.047289 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7d0ba7-844a-47a5-83a6-a2f04dc8744e None None] Routers {'63d0ba75-83d0-494e-86d8-9a5320308451'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:52.048382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d7d0ba7-844a-47a5-83a6-a2f04dc8744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['63d0ba75-83d0-494e-86d8-9a5320308451'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:52.102623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80d82aff-8f7c-492b-8293-8ad62fd1a219 req-c18d17b8-296e-45ab-af70-ad61a892cd61 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094909 Jul 16 03:26:52.148617 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-4daeff5f-d2d9-410a-b6c3-ecf35378e71d service neutron] 10.222.0.18 "GET /v2.0/networks/e56df40f-f850-41fc-9a5d-5729dbba79fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491642 Jul 16 03:26:52.182693 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f997f4d-f221-40d8-83a4-a8df140ef963 req-9deb0e0c-463a-440d-ab21-d3e8a90e52ae service neutron] 10.222.0.88 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302569 Jul 16 03:26:52.261164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a4c7ea3-cc79-4bba-89c9-949694a7b66b req-04c0d97c-a9f9-4dd1-b6de-719b075a36e4 service neutron] 10.222.0.18 "GET /v2.0/networks/e56df40f-f850-41fc-9a5d-5729dbba79fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114061 Jul 16 03:26:52.271123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ae17084d-4de7-46fc-be04-73ed56e5a9aa details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:52.330039 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d7d0ba7-844a-47a5-83a6-a2f04dc8744e None None] Set router 63d0ba75-83d0-494e-86d8-9a5320308451 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:52.361645 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba61389-58a5-4e9c-b2be-b84df0b225a1 x-openstack-request-id: req-bba61389-58a5-4e9c-b2be-b84df0b225a1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:52.361931 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714606a1-1550-42cc-95ad-fdee922671d7", "tag": "20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:52.362181 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bba61389-58a5-4e9c-b2be-b84df0b225a1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:52.362593 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714606a1-1550-42cc-95ad-fdee922671d7', 'tag': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c', 'status': 'completed', 'code': 200} Jul 16 03:26:52.403133 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a075b94-d22d-4e18-9d85-ac6a755d11c1 x-openstack-request-id: req-4a075b94-d22d-4e18-9d85-ac6a755d11c1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:52.403529 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe", "tag": "f295c209-de03-40fb-b683-4d6afcbb9a90", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:52.403890 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a075b94-d22d-4e18-9d85-ac6a755d11c1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:52.404418 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe', 'tag': 'f295c209-de03-40fb-b683-4d6afcbb9a90', 'status': 'completed', 'code': 200} Jul 16 03:26:52.476090 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ae17084d-4de7-46fc-be04-73ed56e5a9aa, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ae17084d-4de7-46fc-be04-73ed56e5a9aa,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:52.494974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fd050-acb2-4b57-8dbc-f35175790b92 req-24bcfc4c-b897-4771-978e-29b53d7fe9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:52.496536 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-012fd050-acb2-4b57-8dbc-f35175790b92 req-24bcfc4c-b897-4771-978e-29b53d7fe9db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a3a29fe85ee4541b5a06e3179dca131&device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 1096 time: 0.1028838 Jul 16 03:26:52.500550 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'ae17084d-4de7-46fc-be04-73ed56e5a9aa', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': 'ae17084d-4de7-46fc-be04-73ed56e5a9aa', 'mac_address': 'fa:16:3e:cd:f7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:52.541492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098dbea-3030-4fe1-9f01-8d98d0400e06 req-80993aad-b258-4bac-a4bf-7c208cb59f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:52.543541 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a098dbea-3030-4fe1-9f01-8d98d0400e06 req-80993aad-b258-4bac-a4bf-7c208cb59f32 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8dd482e181bc4f5a8f8e41ea860cc580&device_id=73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe HTTP/1.1" status: 200 len: 1094 time: 0.1069269 Jul 16 03:26:52.586133 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:52.624105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae17084d-4de7-46fc-be04-73ed56e5a9aa {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:52.677022 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ae17084d-4de7-46fc-be04-73ed56e5a9aa, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ae17084d-4de7-46fc-be04-73ed56e5a9aa,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:52.683582 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098dbea-3030-4fe1-9f01-8d98d0400e06 req-de58525a-bbde-4ab5-925e-fb63529b73d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:52.683773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fd050-acb2-4b57-8dbc-f35175790b92 req-484ad24b-16b9-4efd-be60-c58ab6d926be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:52.686020 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:52.686307 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-012fd050-acb2-4b57-8dbc-f35175790b92 req-484ad24b-16b9-4efd-be60-c58ab6d926be service neutron] 10.222.0.20 "GET /v2.0/networks?id=e56df40f-f850-41fc-9a5d-5729dbba79fb HTTP/1.1" status: 200 len: 929 time: 0.1680381 Jul 16 03:26:52.686620 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a098dbea-3030-4fe1-9f01-8d98d0400e06 req-de58525a-bbde-4ab5-925e-fb63529b73d4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933 HTTP/1.1" status: 200 len: 905 time: 0.1350906 Jul 16 03:26:52.706590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b41dd5-baf3-4b35-8a66-8dab77b9a091 req-4cffc92f-be66-444e-b87e-492916a5de68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:52.708092 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02b41dd5-baf3-4b35-8a66-8dab77b9a091 req-4cffc92f-be66-444e-b87e-492916a5de68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 948 time: 0.1552076 Jul 16 03:26:52.742639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=ae17084d-4de7-46fc-be04-73ed56e5a9aa,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:52.748521 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a098dbea-3030-4fe1-9f01-8d98d0400e06 req-b90fc451-a607-448b-a58f-0619c0779e07 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f295c209-de03-40fb-b683-4d6afcbb9a90 HTTP/1.1" status: 200 len: 217 time: 0.0538151 Jul 16 03:26:52.749462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d7d0ba7-844a-47a5-83a6-a2f04dc8744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e786483b-9959-486b-ab44-040a2eea2074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:16Z', 'updated_at': '2021-07-16T03:26:22Z', 'revision_number': 4, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'gw_port': {'id': 'e786483b-9959-486b-ab44-040a2eea2074', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:17Z', 'updated_at': '2021-07-16T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '325e4123-7da8-47da-86e8-5f1cb7393c40', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'port_id': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'mac_address': 'fa:16:3e:4b:93:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714606a1-1550-42cc-95ad-fdee922671d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:26:47Z', 'updated_at': '2021-07-16T03:26:50Z', 'revision_number': 1, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5d76d4-47b6-45ac-afcf-0c2be14888b0', 'name': '', 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'mac_address': 'fa:16:3e:32:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:21Z', 'updated_at': '2021-07-16T03:26:29Z', 'revision_number': 5, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'subnets': [{'id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:52.777278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d0ba7-844a-47a5-83a6-a2f04dc8744e None None] The sync data for ids ['63d0ba75-83d0-494e-86d8-9a5320308451'] in n-d-800088-6 is: [{'id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e786483b-9959-486b-ab44-040a2eea2074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:16Z', 'updated_at': '2021-07-16T03:26:22Z', 'revision_number': 4, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'gw_port': {'id': 'e786483b-9959-486b-ab44-040a2eea2074', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:17Z', 'updated_at': '2021-07-16T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '325e4123-7da8-47da-86e8-5f1cb7393c40', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'port_id': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'mac_address': 'fa:16:3e:4b:93:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714606a1-1550-42cc-95ad-fdee922671d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:26:47Z', 'updated_at': '2021-07-16T03:26:50Z', 'revision_number': 1, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5d76d4-47b6-45ac-afcf-0c2be14888b0', 'name': '', 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'mac_address': 'fa:16:3e:32:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:21Z', 'updated_at': '2021-07-16T03:26:29Z', 'revision_number': 5, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'subnets': [{'id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:26:52.805162 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-012fd050-acb2-4b57-8dbc-f35175790b92 req-0b2773bf-cf29-4fe1-a74e-b235e2ef1d46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c HTTP/1.1" status: 200 len: 999 time: 0.1113820 Jul 16 03:26:52.808097 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02b41dd5-baf3-4b35-8a66-8dab77b9a091 req-4e3041c8-3a1d-4e24-af96-ca13daf39e86 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640082 Jul 16 03:26:52.814838 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098dbea-3030-4fe1-9f01-8d98d0400e06 req-8a54b0c3-52f4-43d2-8070-0db36b8ba71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:52.816223 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a098dbea-3030-4fe1-9f01-8d98d0400e06 req-8a54b0c3-52f4-43d2-8070-0db36b8ba71a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59f2ab40-9019-4547-86c9-0e06d246deb3 HTTP/1.1" status: 200 len: 844 time: 0.0603054 Jul 16 03:26:52.863049 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a098dbea-3030-4fe1-9f01-8d98d0400e06 req-f2f9f578-59d2-4999-ae45-b6c11ea2ea44 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392661 Jul 16 03:26:52.898949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fd050-acb2-4b57-8dbc-f35175790b92 req-2c93e57f-9383-4d01-b5de-ad76e1bcaae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:52.900454 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-012fd050-acb2-4b57-8dbc-f35175790b92 req-2c93e57f-9383-4d01-b5de-ad76e1bcaae5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e2d07f0-1b8a-4098-a6ac-db078e8d7d74 HTTP/1.1" status: 200 len: 867 time: 0.0884113 Jul 16 03:26:52.918621 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['ae17084d-4de7-46fc-be04-73ed56e5a9aa'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:52.976442 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a098dbea-3030-4fe1-9f01-8d98d0400e06 req-1bd4134b-320e-4987-bcf7-e7b0ac9fc7cf service neutron] 10.222.0.88 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052387 Jul 16 03:26:53.009690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fd050-acb2-4b57-8dbc-f35175790b92 req-79cf509e-7523-4f10-a28f-d0693eea25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:53.011218 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-012fd050-acb2-4b57-8dbc-f35175790b92 req-79cf509e-7523-4f10-a28f-d0693eea25b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e56df40f-f850-41fc-9a5d-5729dbba79fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013265 Jul 16 03:26:53.016725 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-0b1c324e-68e0-426c-8c66-dd3e8ce1254e tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 258 time: 0.1626530 Jul 16 03:26:53.081366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:53.116147 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a098dbea-3030-4fe1-9f01-8d98d0400e06 req-fa0ab8ad-2359-48db-89bd-340ae7fc05fd service neutron] 10.222.0.88 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309030 Jul 16 03:26:53.143645 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec9e737-1b18-4cc5-ac32-058a15f9bd0f None None] New status for floating IP 325e4123-7da8-47da-86e8-5f1cb7393c40: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:26:53.147894 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:53.197933 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-012fd050-acb2-4b57-8dbc-f35175790b92 req-6b545f30-2392-4f69-a1ff-b7ab1c8e304a service neutron] 10.222.0.20 "GET /v2.0/networks/e56df40f-f850-41fc-9a5d-5729dbba79fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788955 Jul 16 03:26:53.343609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-012fd050-acb2-4b57-8dbc-f35175790b92 req-678a6034-edd5-470f-8ea4-34d938ba3a46 service neutron] 10.222.0.20 "GET /v2.0/networks/e56df40f-f850-41fc-9a5d-5729dbba79fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377504 Jul 16 03:26:53.353338 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:53.474819 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Allocated IP 172.25.3.86 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/39589269-a365-4f84-93cc-23f2f1f0cef7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:26:53.592290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047dd24b-8d19-4ea0-b29e-c30f84a57ffc req-57ce4f95-549e-47c1-84ca-5bbd8adf3b83 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:53.593768 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-047dd24b-8d19-4ea0-b29e-c30f84a57ffc req-57ce4f95-549e-47c1-84ca-5bbd8adf3b83 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 1096 time: 0.1147132 Jul 16 03:26:53.628968 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:53.655931 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-047dd24b-8d19-4ea0-b29e-c30f84a57ffc req-09e0c225-b828-4c35-b55b-b5dbe9d37c68 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551391 Jul 16 03:26:53.680121 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:53.717876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:26:53.722468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:26:53.725309 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:26:53.737660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Pushing event updated for resources: {'Port': ['ID=39589269-a365-4f84-93cc-23f2f1f0cef7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:53.803299 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:53.861578 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:53.889027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f736b-fa00-41e7-bce4-eb61483c2ac2 req-097b2e29-a67d-4440-863d-62bd42242374 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:53.890491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-563f736b-fa00-41e7-bce4-eb61483c2ac2 req-097b2e29-a67d-4440-863d-62bd42242374 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe HTTP/1.1" status: 200 len: 943 time: 0.1202672 Jul 16 03:26:53.956936 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-563f736b-fa00-41e7-bce4-eb61483c2ac2 req-f1311a7b-794d-4864-afd6-a6664966460b tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589340 Jul 16 03:26:54.048056 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.052196 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.082018 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.105366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Pushing event updated for resources: {'Port': ['ID=39589269-a365-4f84-93cc-23f2f1f0cef7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:54.109014 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.110217 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-de732169-7a43-407d-80ac-b6440b9b5a8d tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0551779 Jul 16 03:26:54.160096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ae17084d-4de7-46fc-be04-73ed56e5a9aa up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:54.170180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-18a97113-753b-4d80-a26c-f1ec118051a2 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.86 HTTP/1.1" status: 200 len: 695 time: 0.0542467 Jul 16 03:26:54.220106 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port ae17084d-4de7-46fc-be04-73ed56e5a9aa completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:54.224200 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port ae17084d-4de7-46fc-be04-73ed56e5a9aa triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:54.224719 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.286199 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-6ee6d328-bf7b-4f3e-8489-af6a62c072cb tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:54.287727 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-6ee6d328-bf7b-4f3e-8489-af6a62c072cb tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1121314 Jul 16 03:26:54.298344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-b6ada3eb-a2b9-4ef6-a598-1fda9d4e48d8 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:26:54.299421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09522348-a1c9-4ef7-8b04-72dc0dd6929c req-b6ada3eb-a2b9-4ef6-a598-1fda9d4e48d8 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064003 Jul 16 03:26:54.306849 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.341451 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae17084d-4de7-46fc-be04-73ed56e5a9aa'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:54.344042 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14a775b-9e91-43ce-9863-a205db60e27b" -d '{"events": [{"server_uuid": "4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c", "name": "network-vif-plugged", "status": "completed", "tag": "ae17084d-4de7-46fc-be04-73ed56e5a9aa"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:54.357590 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ae17084d-4de7-46fc-be04-73ed56e5a9aa, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ae17084d-4de7-46fc-be04-73ed56e5a9aa,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:54.362078 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:54.410844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=ae17084d-4de7-46fc-be04-73ed56e5a9aa,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:54.478174 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c5e43-d096-40d3-978f-d221df195ba0 req-0eb7ecb6-e627-4705-97da-a5a6420154e4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:54.479648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-866c5e43-d096-40d3-978f-d221df195ba0 req-0eb7ecb6-e627-4705-97da-a5a6420154e4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.0619915 Jul 16 03:26:54.517820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-866c5e43-d096-40d3-978f-d221df195ba0 req-8e0e1f42-ddf1-4aff-a1c0-2e6dae1f48d9 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Jul 16 03:26:54.766359 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6f34ba-b018-41ee-a8bb-387e44ecc273 x-openstack-request-id: req-5d6f34ba-b018-41ee-a8bb-387e44ecc273 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:54.766741 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c", "name": "network-vif-plugged", "status": "completed", "tag": "ae17084d-4de7-46fc-be04-73ed56e5a9aa", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:54.767087 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d6f34ba-b018-41ee-a8bb-387e44ecc273 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:54.767572 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae17084d-4de7-46fc-be04-73ed56e5a9aa', 'code': 200} Jul 16 03:26:54.808937 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094a8d3-f486-434a-b6cd-599a2bf17c10 req-5391bb8d-247e-4078-a594-8500b4592393 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:54.816143 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1094a8d3-f486-434a-b6cd-599a2bf17c10 req-5391bb8d-247e-4078-a594-8500b4592393 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0938599 Jul 16 03:26:54.881524 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1094a8d3-f486-434a-b6cd-599a2bf17c10 req-d1ebb435-078b-4d16-957f-6e6b1641c528 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.86 HTTP/1.1" status: 200 len: 695 time: 0.0644970 Jul 16 03:26:54.891982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1094a8d3-f486-434a-b6cd-599a2bf17c10 req-f8179e77-f536-4e0b-ace8-0dd9ec8534c0 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Request body: {'floatingip': {'port_id': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:54.935821 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1094a8d3-f486-434a-b6cd-599a2bf17c10 req-f8179e77-f536-4e0b-ace8-0dd9ec8534c0 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:55.005845 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a35e5-ae32-4e7c-a9d4-bd39f2a0747a req-6a078483-1d54-47c0-8736-c9a01bb79a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:55.007379 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-964a35e5-ae32-4e7c-a9d4-bd39f2a0747a req-6a078483-1d54-47c0-8736-c9a01bb79a17 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 1101 time: 0.1568475 Jul 16 03:26:55.084069 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-964a35e5-ae32-4e7c-a9d4-bd39f2a0747a req-b7ced0a3-affb-4409-a250-87b1e1a9de37 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699406 Jul 16 03:26:55.182097 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-1094a8d3-f486-434a-b6cd-599a2bf17c10 req-f8179e77-f536-4e0b-ace8-0dd9ec8534c0 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 03:26:55.183114 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1094a8d3-f486-434a-b6cd-599a2bf17c10 req-f8179e77-f536-4e0b-ace8-0dd9ec8534c0 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "PUT /v2.0/floatingips/cb953fd6-0305-4358-b646-7384cb0d31e5 HTTP/1.1" status: 409 len: 549 time: 0.2958560 Jul 16 03:26:55.323578 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ab8ac-4f2c-4ad9-94b6-5728ee880f31 req-55525080-d7be-4678-bd87-b02033714b2b tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:55.324989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c99ab8ac-4f2c-4ad9-94b6-5728ee880f31 req-55525080-d7be-4678-bd87-b02033714b2b tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 1096 time: 0.0515602 Jul 16 03:26:55.359239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c99ab8ac-4f2c-4ad9-94b6-5728ee880f31 req-f5fede39-3595-4faf-88d5-1e959ab2dbd3 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285609 Jul 16 03:26:55.544729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da896df0-c567-4107-826c-b1e3e065c3e4 req-5e34e216-4f3a-4dde-a2f1-f7720828e4b6 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:55.546182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da896df0-c567-4107-826c-b1e3e065c3e4 req-5e34e216-4f3a-4dde-a2f1-f7720828e4b6 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe HTTP/1.1" status: 200 len: 943 time: 0.0618224 Jul 16 03:26:55.582847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da896df0-c567-4107-826c-b1e3e065c3e4 req-c4f213a1-4a84-4bb8-87d9-3c62d98c8f57 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310671 Jul 16 03:26:55.655728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-248772b0-898a-4240-9680-e776653e82cf req-bc7f30f5-cf83-41dd-8c49-1c2d28135f57 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/floatingips/cb953fd6-0305-4358-b646-7384cb0d31e5 HTTP/1.1" status: 200 len: 692 time: 0.0483084 Jul 16 03:26:55.729122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-c44cb19c-16bd-469f-ba22-62422c416a63 req-46cb22dd-efc9-482a-bd48-0e8affff36ef service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:26:55.729993 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c44cb19c-16bd-469f-ba22-62422c416a63 req-46cb22dd-efc9-482a-bd48-0e8affff36ef service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070007 Jul 16 03:26:55.763606 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248772b0-898a-4240-9680-e776653e82cf req-c516f1cd-c33c-4b56-b0f9-d2808887ecab tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:55.765251 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-248772b0-898a-4240-9680-e776653e82cf req-c516f1cd-c33c-4b56-b0f9-d2808887ecab tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1042497 Jul 16 03:26:55.775087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-248772b0-898a-4240-9680-e776653e82cf req-98d8f3c7-0e37-4f55-a24d-4b8b796ac651 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:26:55.775882 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-248772b0-898a-4240-9680-e776653e82cf req-98d8f3c7-0e37-4f55-a24d-4b8b796ac651 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055468 Jul 16 03:26:55.833432 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-248772b0-898a-4240-9680-e776653e82cf req-42aaadf0-8cf8-4004-8675-27f91ca508b5 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.86 HTTP/1.1" status: 200 len: 695 time: 0.0495720 Jul 16 03:26:55.846915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device f295c209-de03-40fb-b683-4d6afcbb9a90 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:26:55.894837 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-248772b0-898a-4240-9680-e776653e82cf req-803034f7-2d75-448b-a5e7-36f69ff24b64 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.86 HTTP/1.1" status: 200 len: 695 time: 0.0505867 Jul 16 03:26:55.978332 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port f295c209-de03-40fb-b683-4d6afcbb9a90, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=f295c209-de03-40fb-b683-4d6afcbb9a90,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:55.991418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'f295c209-de03-40fb-b683-4d6afcbb9a90', 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933', 'port_id': 'f295c209-de03-40fb-b683-4d6afcbb9a90', 'mac_address': 'fa:16:3e:f8:98:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f2ab40-9019-4547-86c9-0e06d246deb3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:26:56.034793 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.042726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-248772b0-898a-4240-9680-e776653e82cf req-12222acd-684a-444e-a2fd-5c0329395418 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Deleting port 39589269-a365-4f84-93cc-23f2f1f0cef7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:26:56.042726 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-248772b0-898a-4240-9680-e776653e82cf req-12222acd-684a-444e-a2fd-5c0329395418 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.048918 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f295c209-de03-40fb-b683-4d6afcbb9a90 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:26:56.070704 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port f295c209-de03-40fb-b683-4d6afcbb9a90, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=f295c209-de03-40fb-b683-4d6afcbb9a90,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:56.074831 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.123583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=f295c209-de03-40fb-b683-4d6afcbb9a90,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:56.129357 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-248772b0-898a-4240-9680-e776653e82cf req-12222acd-684a-444e-a2fd-5c0329395418 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.129684 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-248772b0-898a-4240-9680-e776653e82cf req-12222acd-684a-444e-a2fd-5c0329395418 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.142404 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-248772b0-898a-4240-9680-e776653e82cf req-12222acd-684a-444e-a2fd-5c0329395418 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Calling delete_port for 39589269-a365-4f84-93cc-23f2f1f0cef7 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:26:56.352209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['f295c209-de03-40fb-b683-4d6afcbb9a90'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:26:56.556096 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-248772b0-898a-4240-9680-e776653e82cf req-12222acd-684a-444e-a2fd-5c0329395418 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.582981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12222acd-684a-444e-a2fd-5c0329395418 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Pushing event deleted for resources: {'Port': ['ID=39589269-a365-4f84-93cc-23f2f1f0cef7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:56.607218 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-248772b0-898a-4240-9680-e776653e82cf req-12222acd-684a-444e-a2fd-5c0329395418 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.610000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-248772b0-898a-4240-9680-e776653e82cf req-12222acd-684a-444e-a2fd-5c0329395418 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:56.611401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-248772b0-898a-4240-9680-e776653e82cf req-12222acd-684a-444e-a2fd-5c0329395418 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "DELETE /v2.0/floatingips/cb953fd6-0305-4358-b646-7384cb0d31e5 HTTP/1.1" status: 204 len: 173 time: 0.7088501 Jul 16 03:26:56.753229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-6bef0356-24d8-4cf1-947d-688f662f602a tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:26:56.754197 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-6bef0356-24d8-4cf1-947d-688f662f602a tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074115 Jul 16 03:26:56.824097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-8e4d331b-e4fc-4677-8e10-58f4969861c4 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:56.825958 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-8e4d331b-e4fc-4677-8e10-58f4969861c4 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports/e6816b7c-b80f-41cc-87e7-ab1624c78a4f HTTP/1.1" status: 200 len: 1093 time: 0.0531497 Jul 16 03:26:56.835214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-3a81dbdf-5157-4e53-8d23-db996e29b5f9 service neutron] Request body: {'binding': {'host': 'n-h2-800088-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:56.835656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-3a81dbdf-5157-4e53-8d23-db996e29b5f9 service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:26:56.846918 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5df684-136c-4259-a258-c6a7cdd2c5e0 req-165f6724-0f26-4b8e-952a-f5ec71a09cd2 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:56.848345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cb5df684-136c-4259-a258-c6a7cdd2c5e0 req-165f6724-0f26-4b8e-952a-f5ec71a09cd2 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.1104646 Jul 16 03:26:56.923508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cb5df684-136c-4259-a258-c6a7cdd2c5e0 req-458a707c-14a2-4a47-94a1-94144ac6bf28 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588710 Jul 16 03:26:57.003195 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-3a81dbdf-5157-4e53-8d23-db996e29b5f9 service neutron] Attempting to bind port e6816b7c-b80f-41cc-87e7-ab1624c78a4f on host n-h2-800088-6 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:57.003544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-3a81dbdf-5157-4e53-8d23-db996e29b5f9 service neutron] Attempting to bind port e6816b7c-b80f-41cc-87e7-ab1624c78a4f by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:57.004072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-3a81dbdf-5157-4e53-8d23-db996e29b5f9 service neutron] Attempting to bind port e6816b7c-b80f-41cc-87e7-ab1624c78a4f on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:57.008788 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-3a81dbdf-5157-4e53-8d23-db996e29b5f9 service neutron] Port e6816b7c-b80f-41cc-87e7-ab1624c78a4f on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:57.009118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-3a81dbdf-5157-4e53-8d23-db996e29b5f9 service neutron] Attempting to bind port e6816b7c-b80f-41cc-87e7-ab1624c78a4f on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:57.014388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-3a81dbdf-5157-4e53-8d23-db996e29b5f9 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:57.014734 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-3a81dbdf-5157-4e53-8d23-db996e29b5f9 service neutron] Checking segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:57.015148 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-3a81dbdf-5157-4e53-8d23-db996e29b5f9 service neutron] Bound using segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:57.015577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-3a81dbdf-5157-4e53-8d23-db996e29b5f9 service neutron] Bound port: e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:57.069668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-3a81dbdf-5157-4e53-8d23-db996e29b5f9 service neutron] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:57.074221 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-3a81dbdf-5157-4e53-8d23-db996e29b5f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:57.075406 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-3a81dbdf-5157-4e53-8d23-db996e29b5f9 service neutron] 10.222.0.18 "POST /v2.0/ports/e6816b7c-b80f-41cc-87e7-ab1624c78a4f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2435017 Jul 16 03:26:57.384558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-fcb59407-edc6-4ba0-88c7-9f00ab9e8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:57.386003 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-fcb59407-edc6-4ba0-88c7-9f00ab9e8868 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 1096 time: 0.0951383 Jul 16 03:26:57.527059 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bb720bc-5205-4864-93ad-765a7064678b req-1a4413ee-460d-45ed-8846-53c292b4ad19 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.151 HTTP/1.1" status: 200 len: 1001 time: 0.1656442 Jul 16 03:26:57.560355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0cdab-1b1f-4285-8550-b358626dcec5 req-b504dabe-9dcc-445a-ba6b-d554d2478093 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:57.561786 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0e0cdab-1b1f-4285-8550-b358626dcec5 req-b504dabe-9dcc-445a-ba6b-d554d2478093 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe HTTP/1.1" status: 200 len: 944 time: 0.2129219 Jul 16 03:26:57.623090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-5aca89d2-fe23-4828-93b9-7aef55a41546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:57.624495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-5aca89d2-fe23-4828-93b9-7aef55a41546 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.2087502 Jul 16 03:26:57.640476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb720bc-5205-4864-93ad-765a7064678b req-270af744-8377-41fe-bce1-e6c9356dd5a3 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:57.641761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bb720bc-5205-4864-93ad-765a7064678b req-270af744-8377-41fe-bce1-e6c9356dd5a3 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports/20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c HTTP/1.1" status: 200 len: 942 time: 0.1073568 Jul 16 03:26:57.681042 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-b8c7c75b-1ab4-422d-93b3-f06568b5b687 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f HTTP/1.1" status: 200 len: 217 time: 0.0482957 Jul 16 03:26:57.686567 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0e0cdab-1b1f-4285-8550-b358626dcec5 req-73761d34-ac0d-4124-8c77-3da92e0d1236 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025870 Jul 16 03:26:57.773231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-d8f4f8a1-6ce6-4476-9de1-620f2e815a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:57.774686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-d8f4f8a1-6ce6-4476-9de1-620f2e815a8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.0859556 Jul 16 03:26:57.812731 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-c9102668-3d6a-4dc5-9761-a7017210ab88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297480 Jul 16 03:26:57.815996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bb720bc-5205-4864-93ad-765a7064678b req-ee80a79d-d384-4da8-824b-29db2d4c0b74 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.151 HTTP/1.1" status: 200 len: 1001 time: 0.0954070 Jul 16 03:26:57.851543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-e3da2ca5-5ee4-4da5-8cc3-0a836f99b4fc req-1d1ae4e8-a2df-421e-96a9-59ec0a81ae23 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:26:57.852508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e3da2ca5-5ee4-4da5-8cc3-0a836f99b4fc req-1d1ae4e8-a2df-421e-96a9-59ec0a81ae23 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046780 Jul 16 03:26:57.864695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device f295c209-de03-40fb-b683-4d6afcbb9a90 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:26:57.913771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port f295c209-de03-40fb-b683-4d6afcbb9a90 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:26:57.919576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port f295c209-de03-40fb-b683-4d6afcbb9a90 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:26:57.919951 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:57.979022 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-b9735309-4eab-402b-8852-048a7f008ce7 service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605642 Jul 16 03:26:58.004831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb720bc-5205-4864-93ad-765a7064678b req-066fd624-54c9-484a-9bcd-94385843b3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:58.006214 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bb720bc-5205-4864-93ad-765a7064678b req-066fd624-54c9-484a-9bcd-94385843b3a7 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1801252 Jul 16 03:26:58.008616 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:58.033055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f295c209-de03-40fb-b683-4d6afcbb9a90'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:58.033426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-5bb720bc-5205-4864-93ad-765a7064678b req-ffed60df-f3b6-4194-b178-7c8095bc85eb tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:26:58.035869 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60796bd8-1ae3-432d-bcb5-32be6c0213b5" -d '{"events": [{"server_uuid": "73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "f295c209-de03-40fb-b683-4d6afcbb9a90"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:58.041210 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bb720bc-5205-4864-93ad-765a7064678b req-ffed60df-f3b6-4194-b178-7c8095bc85eb tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190413 Jul 16 03:26:58.050209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port f295c209-de03-40fb-b683-4d6afcbb9a90, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=f295c209-de03-40fb-b683-4d6afcbb9a90,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:58.057078 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:58.121310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=f295c209-de03-40fb-b683-4d6afcbb9a90,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:58.174785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49262) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:26:58.192140 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bb720bc-5205-4864-93ad-765a7064678b req-f1968a12-d6e4-45c5-854f-b1da01976df0 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.151 HTTP/1.1" status: 200 len: 1001 time: 0.1500862 Jul 16 03:26:58.200632 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-69053ebf-b5a8-4ff3-b28a-9941f7e9aea9 service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122574 Jul 16 03:26:58.207380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5bb720bc-5205-4864-93ad-765a7064678b req-3809bc85-10a3-42fc-92e6-81fd51a7d03f tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:58.264237 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70261e74-4628-407b-963f-8a357407a5e4 req-d7599be4-2820-41ee-9958-35b45165f952 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:58.265823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70261e74-4628-407b-963f-8a357407a5e4 req-d7599be4-2820-41ee-9958-35b45165f952 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 945 time: 0.1531906 Jul 16 03:26:58.273063 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-07196bd3-6783-40b7-92ac-a6d95faf0625 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968120 Jul 16 03:26:58.283164 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-2edb3e66-c81f-4d03-bf79-ce35183531c2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:26:58.284177 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-2edb3e66-c81f-4d03-bf79-ce35183531c2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061183 Jul 16 03:26:58.342805 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bb720bc-5205-4864-93ad-765a7064678b req-3809bc85-10a3-42fc-92e6-81fd51a7d03f tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:58.413164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70261e74-4628-407b-963f-8a357407a5e4 req-0e46d63a-f878-45a3-ba0f-e643222b8426 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219113 Jul 16 03:26:58.491466 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-6f3cbc61-4ea6-478e-b77d-404684826b2c tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:58.493028 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-6f3cbc61-4ea6-478e-b77d-404684826b2c tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366&tenant_id=d7db53df25eb48488a2a44d10dce2113&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 1096 time: 0.2263160 Jul 16 03:26:58.509674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-6'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:26:58.591596 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bb720bc-5205-4864-93ad-765a7064678b req-3809bc85-10a3-42fc-92e6-81fd51a7d03f tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:58.598189 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bb720bc-5205-4864-93ad-765a7064678b req-3809bc85-10a3-42fc-92e6-81fd51a7d03f tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:58.598668 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-5bb720bc-5205-4864-93ad-765a7064678b req-3809bc85-10a3-42fc-92e6-81fd51a7d03f tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Floating IP 325e4123-7da8-47da-86e8-5f1cb7393c40 disassociated. External IP: 172.25.3.151, port: 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c. Jul 16 03:26:58.710582 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:59.108722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4052e-0961-4ac3-86d4-8200f232b0d2 req-5ad60c5e-e457-4089-880c-d773a93ee5ad tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:59.110203 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08d4052e-0961-4ac3-86d4-8200f232b0d2 req-5ad60c5e-e457-4089-880c-d773a93ee5ad tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.4470441 Jul 16 03:26:59.269674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08d4052e-0961-4ac3-86d4-8200f232b0d2 req-43afd4b9-45db-43c6-a46a-471f8c14df35 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513379 Jul 16 03:26:59.288467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:26:59.326366 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0422a878-c746-4c50-8dea-c0da51b4db56 x-openstack-request-id: req-0422a878-c746-4c50-8dea-c0da51b4db56 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:26:59.326366 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "f295c209-de03-40fb-b683-4d6afcbb9a90", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:26:59.326877 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0422a878-c746-4c50-8dea-c0da51b4db56 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:26:59.326967 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f295c209-de03-40fb-b683-4d6afcbb9a90', 'code': 200} Jul 16 03:26:59.331522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bb720bc-5205-4864-93ad-765a7064678b req-3809bc85-10a3-42fc-92e6-81fd51a7d03f tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Router 63d0ba75-83d0-494e-86d8-9a5320308451 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:26:59.349264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:59.439208 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dbc0d8-ca6f-4aea-b206-0a64886a6366', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6816b7c-b80f-41cc-87e7-ab1624c78a4f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:26:59.442437 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cd5d96-bb69-4c22-9b8b-09c59d6f9d5b" -d '{"events": [{"server_uuid": "07dbc0d8-ca6f-4aea-b206-0a64886a6366", "name": "network-vif-unplugged", "status": "completed", "tag": "e6816b7c-b80f-41cc-87e7-ab1624c78a4f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:26:59.446823 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:59.466629 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe7f76-9a15-46c5-8d6c-2ff971cf3201 req-d59b4522-73e5-4302-8497-b075e8000c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:59.468232 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cdfe7f76-9a15-46c5-8d6c-2ff971cf3201 req-d59b4522-73e5-4302-8497-b075e8000c8d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe HTTP/1.1" status: 200 len: 1096 time: 0.0777786 Jul 16 03:26:59.489825 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:59.516631 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cdfe7f76-9a15-46c5-8d6c-2ff971cf3201 req-fd2d31b4-c156-48a1-982c-c5664a06ec7b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419700 Jul 16 03:26:59.567509 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bb720bc-5205-4864-93ad-765a7064678b req-3809bc85-10a3-42fc-92e6-81fd51a7d03f tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:26:59.572595 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bb720bc-5205-4864-93ad-765a7064678b req-3809bc85-10a3-42fc-92e6-81fd51a7d03f tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:59.573122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-9c353029-5c7c-4349-af3e-8a186e964804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:59.574799 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-9c353029-5c7c-4349-af3e-8a186e964804 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 1101 time: 0.0569534 Jul 16 03:26:59.579399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d56f0c-eb03-4d5a-9ba0-6827f3557b84 None None] Sync routers for ids ['63d0ba75-83d0-494e-86d8-9a5320308451'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:26:59.592711 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d56f0c-eb03-4d5a-9ba0-6827f3557b84 None None] Routers {'63d0ba75-83d0-494e-86d8-9a5320308451'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:26:59.593509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-61d56f0c-eb03-4d5a-9ba0-6827f3557b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['63d0ba75-83d0-494e-86d8-9a5320308451'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:26:59.653263 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Pushing event updated for resources: {'Port': ['ID=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:26:59.666172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Attempting to bind port e6816b7c-b80f-41cc-87e7-ab1624c78a4f on host n-h1-800088-6 for vnic_type normal with profile {"migrating_to": "n-h2-800088-6"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:26:59.666772 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Attempting to bind port e6816b7c-b80f-41cc-87e7-ab1624c78a4f by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:26:59.667272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Attempting to bind port e6816b7c-b80f-41cc-87e7-ab1624c78a4f on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:59.674947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Port e6816b7c-b80f-41cc-87e7-ab1624c78a4f on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:26:59.675271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Attempting to bind port e6816b7c-b80f-41cc-87e7-ab1624c78a4f on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:26:59.679770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-ae8b48b3-7cad-46e5-bb8c-4b69b45f31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:59.681440 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-ae8b48b3-7cad-46e5-bb8c-4b69b45f31d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1002023 Jul 16 03:26:59.682433 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bb720bc-5205-4864-93ad-765a7064678b req-3809bc85-10a3-42fc-92e6-81fd51a7d03f tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "PUT /v2.0/floatingips/325e4123-7da8-47da-86e8-5f1cb7393c40 HTTP/1.1" status: 200 len: 695 time: 1.4841061 Jul 16 03:26:59.683558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:26:59.683894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Checking segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:26:59.684572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Bound using segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:26:59.684953 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Bound port: e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:26:59.685312 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:59.734694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-61d56f0c-eb03-4d5a-9ba0-6827f3557b84 None None] Set router 63d0ba75-83d0-494e-86d8-9a5320308451 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:26:59.740460 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-0dbd26a1-9c90-46bf-ad25-4a93e3fa6de7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ae17084d-4de7-46fc-be04-73ed56e5a9aa HTTP/1.1" status: 200 len: 217 time: 0.0444198 Jul 16 03:26:59.782467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:26:59.795456 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-83920b32-fbd2-49ff-a263-699cc856e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:59.797188 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-83920b32-fbd2-49ff-a263-699cc856e5fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0504367 Jul 16 03:26:59.802868 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:26:59.810591 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:59.820773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb720bc-5205-4864-93ad-765a7064678b req-a00a8816-7abe-4590-ab05-a38a2673c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:59.822322 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bb720bc-5205-4864-93ad-765a7064678b req-a00a8816-7abe-4590-ab05-a38a2673c260 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a3a29fe85ee4541b5a06e3179dca131&device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 1096 time: 0.1205144 Jul 16 03:26:59.883119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-0c2bc13f-327d-44f8-8c42-6ee6793e12b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:59.884692 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-0c2bc13f-327d-44f8-8c42-6ee6793e12b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0779057 Jul 16 03:26:59.927720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:26:59.928448 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:26:59.929867 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] 10.222.0.20 "PUT /v2.0/ports/e6816b7c-b80f-41cc-87e7-ab1624c78a4f HTTP/1.1" status: 200 len: 1121 time: 1.4261925 Jul 16 03:27:00.001931 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80850add-6804-4183-9bb2-cc54f67b2276 service neutron] Pushing event updated for resources: {'Port': ['ID=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:00.017193 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-61d56f0c-eb03-4d5a-9ba0-6827f3557b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e786483b-9959-486b-ab44-040a2eea2074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:16Z', 'updated_at': '2021-07-16T03:26:22Z', 'revision_number': 4, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'gw_port': {'id': 'e786483b-9959-486b-ab44-040a2eea2074', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:17Z', 'updated_at': '2021-07-16T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '1a5d76d4-47b6-45ac-afcf-0c2be14888b0', 'name': '', 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'mac_address': 'fa:16:3e:32:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:21Z', 'updated_at': '2021-07-16T03:26:29Z', 'revision_number': 5, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'subnets': [{'id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:00.018278 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-20ca0ad5-519f-4290-b693-5242c24bcc21 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254141 Jul 16 03:27:00.025786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['e6816b7c-b80f-41cc-87e7-ab1624c78a4f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:00.046294 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb720bc-5205-4864-93ad-765a7064678b req-98dc5c0d-0961-4fb7-93c6-3b45a356edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:00.047731 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bb720bc-5205-4864-93ad-765a7064678b req-98dc5c0d-0961-4fb7-93c6-3b45a356edf0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e56df40f-f850-41fc-9a5d-5729dbba79fb HTTP/1.1" status: 200 len: 929 time: 0.1986115 Jul 16 03:27:00.081156 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d56f0c-eb03-4d5a-9ba0-6827f3557b84 None None] Checking router: 63d0ba75-83d0-494e-86d8-9a5320308451 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:27:00.091897 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bb720bc-5205-4864-93ad-765a7064678b req-3ba528bf-182c-49ef-bcb7-39d532327d2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c HTTP/1.1" status: 200 len: 217 time: 0.0370460 Jul 16 03:27:00.098950 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d56f0c-eb03-4d5a-9ba0-6827f3557b84 None None] Routers {'63d0ba75-83d0-494e-86d8-9a5320308451'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:00.100111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-61d56f0c-eb03-4d5a-9ba0-6827f3557b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:26:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['63d0ba75-83d0-494e-86d8-9a5320308451'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:00.118847 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-b238a712-601f-4cbd-953d-4bc4340c83dd service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910449 Jul 16 03:27:00.150708 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c736ae75-2573-4be9-be53-65e63daa028f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:00.179055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb720bc-5205-4864-93ad-765a7064678b req-86359850-661e-418d-a67b-35818b456222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:00.180542 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bb720bc-5205-4864-93ad-765a7064678b req-86359850-661e-418d-a67b-35818b456222 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e2d07f0-1b8a-4098-a6ac-db078e8d7d74 HTTP/1.1" status: 200 len: 867 time: 0.0809629 Jul 16 03:27:00.212201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e29ac-6382-4a6b-a115-b07de27a11cc req-6c884ac9-acab-4a80-bde2-efacfcd81cca tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:00.214474 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-015e29ac-6382-4a6b-a115-b07de27a11cc req-6c884ac9-acab-4a80-bde2-efacfcd81cca tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe HTTP/1.1" status: 200 len: 945 time: 0.1256008 Jul 16 03:27:00.267413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-61d56f0c-eb03-4d5a-9ba0-6827f3557b84 None None] Set router 63d0ba75-83d0-494e-86d8-9a5320308451 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:00.287672 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-015e29ac-6382-4a6b-a115-b07de27a11cc req-6b342496-9a94-43e0-bfae-53f7c5951208 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528448 Jul 16 03:27:00.306475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb720bc-5205-4864-93ad-765a7064678b req-b4123744-af5c-4b47-adb9-02bc4fece9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:00.308077 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bb720bc-5205-4864-93ad-765a7064678b req-b4123744-af5c-4b47-adb9-02bc4fece9bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e56df40f-f850-41fc-9a5d-5729dbba79fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175997 Jul 16 03:27:00.418032 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bb720bc-5205-4864-93ad-765a7064678b req-92fa468b-0b73-4afc-8de5-392040d9bff6 service neutron] 10.222.0.18 "GET /v2.0/networks/e56df40f-f850-41fc-9a5d-5729dbba79fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022031 Jul 16 03:27:00.564564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bb720bc-5205-4864-93ad-765a7064678b req-c2be06b7-6a40-4750-af65-27a8004aa603 service neutron] 10.222.0.18 "GET /v2.0/networks/e56df40f-f850-41fc-9a5d-5729dbba79fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325314 Jul 16 03:27:00.590687 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7111ca2-764d-40cd-ae31-4c4e8552e8e3 req-15f00e25-9cf9-4dbd-a8ff-9266230efa8d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:00.593005 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7111ca2-764d-40cd-ae31-4c4e8552e8e3 req-15f00e25-9cf9-4dbd-a8ff-9266230efa8d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 943 time: 0.0946147 Jul 16 03:27:00.622880 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9299c4b-7c8d-4037-9f68-d76cb634a789 x-openstack-request-id: req-e9299c4b-7c8d-4037-9f68-d76cb634a789 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:00.623706 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dbc0d8-ca6f-4aea-b206-0a64886a6366", "name": "network-vif-unplugged", "status": "completed", "tag": "e6816b7c-b80f-41cc-87e7-ab1624c78a4f", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:00.623706 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9299c4b-7c8d-4037-9f68-d76cb634a789 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:00.623895 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dbc0d8-ca6f-4aea-b206-0a64886a6366', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6816b7c-b80f-41cc-87e7-ab1624c78a4f', 'code': 200} Jul 16 03:27:00.643160 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7111ca2-764d-40cd-ae31-4c4e8552e8e3 req-77ac52d7-9d9a-47ab-b445-23825f10f51b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435226 Jul 16 03:27:00.739025 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:00.767932 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-61d56f0c-eb03-4d5a-9ba0-6827f3557b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e786483b-9959-486b-ab44-040a2eea2074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:16Z', 'updated_at': '2021-07-16T03:26:22Z', 'revision_number': 4, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'gw_port': {'id': 'e786483b-9959-486b-ab44-040a2eea2074', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:17Z', 'updated_at': '2021-07-16T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '1a5d76d4-47b6-45ac-afcf-0c2be14888b0', 'name': '', 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'mac_address': 'fa:16:3e:32:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:21Z', 'updated_at': '2021-07-16T03:26:29Z', 'revision_number': 5, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'subnets': [{'id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:00.801810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d56f0c-eb03-4d5a-9ba0-6827f3557b84 None None] The sync data for ids ['63d0ba75-83d0-494e-86d8-9a5320308451'] in n-d-800088-6 is: [{'id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e786483b-9959-486b-ab44-040a2eea2074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:16Z', 'updated_at': '2021-07-16T03:26:22Z', 'revision_number': 4, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'gw_port': {'id': 'e786483b-9959-486b-ab44-040a2eea2074', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:17Z', 'updated_at': '2021-07-16T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '1a5d76d4-47b6-45ac-afcf-0c2be14888b0', 'name': '', 'network_id': 'e56df40f-f850-41fc-9a5d-5729dbba79fb', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'mac_address': 'fa:16:3e:32:08:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:21Z', 'updated_at': '2021-07-16T03:26:29Z', 'revision_number': 5, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'subnets': [{'id': '3e2d07f0-1b8a-4098-a6ac-db078e8d7d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:27:00.904612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66dc0cb-5616-4eff-aa5d-f55dbed00bda req-34d37ed2-871f-4c35-a214-986977dd7ce4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:00.906793 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f66dc0cb-5616-4eff-aa5d-f55dbed00bda req-34d37ed2-871f-4c35-a214-986977dd7ce4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.1107690 Jul 16 03:27:00.977064 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f66dc0cb-5616-4eff-aa5d-f55dbed00bda req-d7621e64-c8fb-4ddf-9b6e-65ac03f0b4fd tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639167 Jul 16 03:27:01.048754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49394) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:01.155119 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.202436 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8f4a053-d4fb-4180-b1ab-9ab53e617ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.254495 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ded3f9-f430-46c4-8f0d-6451f41b2163 None None] New status for floating IP 325e4123-7da8-47da-86e8-5f1cb7393c40: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:27:01.272530 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37598c3d-6404-423a-be26-aa09f340627e req-b5f057f0-e800-4cac-8320-f0d4f301536c tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/floatingips/325e4123-7da8-47da-86e8-5f1cb7393c40 HTTP/1.1" status: 200 len: 695 time: 0.0819621 Jul 16 03:27:01.385151 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8f4a053-d4fb-4180-b1ab-9ab53e617ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.393854 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8f4a053-d4fb-4180-b1ab-9ab53e617ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.442903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37598c3d-6404-423a-be26-aa09f340627e req-0e1927cd-d2b5-4358-8036-dfc43caa8a8c tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:01.448009 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37598c3d-6404-423a-be26-aa09f340627e req-0e1927cd-d2b5-4358-8036-dfc43caa8a8c tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1746769 Jul 16 03:27:01.458268 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c8f4a053-d4fb-4180-b1ab-9ab53e617ccc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b8f213578534d05af83ee85c1298c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082711 Jul 16 03:27:01.459871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49422) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:01.461549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-37598c3d-6404-423a-be26-aa09f340627e req-b2d7695b-77b6-4fbb-94f2-67a9e11bfdcd tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:27:01.463108 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37598c3d-6404-423a-be26-aa09f340627e req-b2d7695b-77b6-4fbb-94f2-67a9e11bfdcd tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095994 Jul 16 03:27:01.471766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4a053-d4fb-4180-b1ab-9ab53e617ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e453f7-d07f-47c7-8c12-a969fa5ea920,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:01.522452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49424) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:01.544891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76e3e449-509f-464d-b6f9-2bddf6fe31fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.549009 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37598c3d-6404-423a-be26-aa09f340627e req-c0fa91d0-0ae3-42ba-b5b3-db6ebe4f2cec tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.151 HTTP/1.1" status: 200 len: 698 time: 0.0769351 Jul 16 03:27:01.573096 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76e3e449-509f-464d-b6f9-2bddf6fe31fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.627635 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76e3e449-509f-464d-b6f9-2bddf6fe31fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.630427 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76e3e449-509f-464d-b6f9-2bddf6fe31fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.634202 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-76e3e449-509f-464d-b6f9-2bddf6fe31fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5e453f7-d07f-47c7-8c12-a969fa5ea920 HTTP/1.1" status: 204 len: 168 time: 0.1717000 Jul 16 03:27:01.639003 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37598c3d-6404-423a-be26-aa09f340627e req-d1ce559a-f4c4-430e-b7f3-2f61e8017ea1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.151 HTTP/1.1" status: 200 len: 696 time: 0.0775840 Jul 16 03:27:01.643325 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3e449-509f-464d-b6f9-2bddf6fe31fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e453f7-d07f-47c7-8c12-a969fa5ea920,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:01.683806 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17860f72-a406-4902-abb6-8b62c200a588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.764910 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b68b3a-662b-4e79-ae6c-bd18bf5af5f3 req-a65809b1-7d27-4620-83fd-18f5001a434f tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:01.766378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46b68b3a-662b-4e79-ae6c-bd18bf5af5f3 req-a65809b1-7d27-4620-83fd-18f5001a434f tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe HTTP/1.1" status: 200 len: 945 time: 0.2163434 Jul 16 03:27:01.790477 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17860f72-a406-4902-abb6-8b62c200a588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.795420 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17860f72-a406-4902-abb6-8b62c200a588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.805700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-37598c3d-6404-423a-be26-aa09f340627e req-adef1392-ccf2-4a41-b5df-3d062ce6cb65 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Deleting port 2b6a2d65-0dfd-4b15-9027-3741bd0a3f58 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:01.806043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-37598c3d-6404-423a-be26-aa09f340627e req-adef1392-ccf2-4a41-b5df-3d062ce6cb65 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.838522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17860f72-a406-4902-abb6-8b62c200a588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1ac9e7-22f2-482e-9140-2e71418bc850,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:01.841590 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46b68b3a-662b-4e79-ae6c-bd18bf5af5f3 req-d4bbe2bd-1986-429d-9796-094749f756b1 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608213 Jul 16 03:27:01.845016 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-17860f72-a406-4902-abb6-8b62c200a588 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9697fd167b37465e926c1ba3f92ec275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213139 Jul 16 03:27:01.848781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49434) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:01.907660 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d57fe819-23c7-4cdc-8b2b-02f8259e408e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.920082 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-37598c3d-6404-423a-be26-aa09f340627e req-adef1392-ccf2-4a41-b5df-3d062ce6cb65 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.920640 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-37598c3d-6404-423a-be26-aa09f340627e req-adef1392-ccf2-4a41-b5df-3d062ce6cb65 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.932090 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d57fe819-23c7-4cdc-8b2b-02f8259e408e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:01.937756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-37598c3d-6404-423a-be26-aa09f340627e req-adef1392-ccf2-4a41-b5df-3d062ce6cb65 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Calling delete_port for 2b6a2d65-0dfd-4b15-9027-3741bd0a3f58 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:01.978852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49450) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:01.997219 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5ae9d85-dc0b-474a-a8a9-333748b4b353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.000956 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d57fe819-23c7-4cdc-8b2b-02f8259e408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.003679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d57fe819-23c7-4cdc-8b2b-02f8259e408e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.005083 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d57fe819-23c7-4cdc-8b2b-02f8259e408e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf1ac9e7-22f2-482e-9140-2e71418bc850 HTTP/1.1" status: 204 len: 168 time: 0.1555009 Jul 16 03:27:02.034836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fe819-23c7-4cdc-8b2b-02f8259e408e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1ac9e7-22f2-482e-9140-2e71418bc850,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:02.113517 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-37598c3d-6404-423a-be26-aa09f340627e req-adef1392-ccf2-4a41-b5df-3d062ce6cb65 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.145273 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5ae9d85-dc0b-474a-a8a9-333748b4b353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.149081 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef1392-ccf2-4a41-b5df-3d062ce6cb65 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Pushing event deleted for resources: {'Port': ['ID=2b6a2d65-0dfd-4b15-9027-3741bd0a3f58,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:02.150866 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5ae9d85-dc0b-474a-a8a9-333748b4b353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.179347 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-37598c3d-6404-423a-be26-aa09f340627e req-adef1392-ccf2-4a41-b5df-3d062ce6cb65 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.182751 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-37598c3d-6404-423a-be26-aa09f340627e req-adef1392-ccf2-4a41-b5df-3d062ce6cb65 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.186206 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device e6816b7c-b80f-41cc-87e7-ab1624c78a4f details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:27:02.195533 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37598c3d-6404-423a-be26-aa09f340627e req-adef1392-ccf2-4a41-b5df-3d062ce6cb65 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "DELETE /v2.0/floatingips/325e4123-7da8-47da-86e8-5f1cb7393c40 HTTP/1.1" status: 204 len: 173 time: 0.5555978 Jul 16 03:27:02.200442 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b5ae9d85-dc0b-474a-a8a9-333748b4b353 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21fbbde2921649fa992b9b712bec7746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191577 Jul 16 03:27:02.201777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae9d85-dc0b-474a-a8a9-333748b4b353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafb71b9-e679-4520-80f0-ef93e83eba00,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:02.205095 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49476) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:02.267635 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9133dfa2-7b72-4acb-8377-3e12e2433875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.295997 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9133dfa2-7b72-4acb-8377-3e12e2433875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.361139 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9133dfa2-7b72-4acb-8377-3e12e2433875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.362958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:02.363709 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9133dfa2-7b72-4acb-8377-3e12e2433875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.367247 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9133dfa2-7b72-4acb-8377-3e12e2433875 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fafb71b9-e679-4520-80f0-ef93e83eba00 HTTP/1.1" status: 204 len: 168 time: 0.1585767 Jul 16 03:27:02.374164 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133dfa2-7b72-4acb-8377-3e12e2433875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafb71b9-e679-4520-80f0-ef93e83eba00,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:02.380141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device e6816b7c-b80f-41cc-87e7-ab1624c78a4f has no active binding in host n-h2-800088-6 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:27:02.410291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e88af9-2e83-464a-9234-0e0564b72d4f req-ebced29e-2650-4e50-afbf-084e2328609b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:02.417400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27e88af9-2e83-464a-9234-0e0564b72d4f req-ebced29e-2650-4e50-afbf-084e2328609b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 943 time: 0.1024508 Jul 16 03:27:02.465250 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27e88af9-2e83-464a-9234-0e0564b72d4f req-6d7dc00a-64d0-475a-91cb-924bdb7785ca tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466902 Jul 16 03:27:02.624941 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714606a1-1550-42cc-95ad-fdee922671d7', 'tag': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c'}, {'name': 'network-changed', 'server_uuid': '07dbc0d8-ca6f-4aea-b206-0a64886a6366', 'tag': 'e6816b7c-b80f-41cc-87e7-ab1624c78a4f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:02.627442 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750a889f-5f16-45c9-87d1-4cc9c745588d" -d '{"events": [{"name": "network-changed", "server_uuid": "714606a1-1550-42cc-95ad-fdee922671d7", "tag": "20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c"}, {"name": "network-changed", "server_uuid": "07dbc0d8-ca6f-4aea-b206-0a64886a6366", "tag": "e6816b7c-b80f-41cc-87e7-ab1624c78a4f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:02.650609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa051583-01e2-4894-b596-8e2f5ea7e1c4 req-2ed1a214-b43e-44fb-b137-ac216e86eba6 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:02.652503 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa051583-01e2-4894-b596-8e2f5ea7e1c4 req-2ed1a214-b43e-44fb-b137-ac216e86eba6 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.0905023 Jul 16 03:27:02.713364 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa051583-01e2-4894-b596-8e2f5ea7e1c4 req-b88ea882-89a5-42fc-9ecd-4b1fdedf8e73 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537863 Jul 16 03:27:02.747751 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-36b5b7ba-8517-4f0a-b61e-7ebb66c59d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.776337 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:02.863329 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b9cb84-d2cf-4288-b7e7-60d16620b20e x-openstack-request-id: req-18b9cb84-d2cf-4288-b7e7-60d16620b20e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:02.863816 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714606a1-1550-42cc-95ad-fdee922671d7", "tag": "20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "07dbc0d8-ca6f-4aea-b206-0a64886a6366", "tag": "e6816b7c-b80f-41cc-87e7-ab1624c78a4f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:02.864202 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18b9cb84-d2cf-4288-b7e7-60d16620b20e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:02.865044 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714606a1-1550-42cc-95ad-fdee922671d7', 'tag': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c', 'status': 'completed', 'code': 200} Jul 16 03:27:02.865534 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dbc0d8-ca6f-4aea-b206-0a64886a6366', 'tag': 'e6816b7c-b80f-41cc-87e7-ab1624c78a4f', 'status': 'completed', 'code': 200} Jul 16 03:27:03.046855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-48487b4b-502a-4d83-90d3-c5792f8e4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:03.048409 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-48487b4b-502a-4d83-90d3-c5792f8e4c2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1a3a29fe85ee4541b5a06e3179dca131&device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 1096 time: 0.1107631 Jul 16 03:27:03.054671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-6b6ca0b9-8328-406b-890b-43fd7f84c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:03.056136 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-6b6ca0b9-8328-406b-890b-43fd7f84c3a6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 1124 time: 0.1596799 Jul 16 03:27:03.130896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90298751-932c-41bd-a698-a5f505318424 req-3e239f1c-4731-4f26-ba1c-6780a11be35c tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:03.139818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90298751-932c-41bd-a698-a5f505318424 req-3e239f1c-4731-4f26-ba1c-6780a11be35c tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe HTTP/1.1" status: 200 len: 945 time: 0.1649883 Jul 16 03:27:03.191979 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90298751-932c-41bd-a698-a5f505318424 req-ff8fd502-bb51-4d7c-bfab-4930684848d8 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509803 Jul 16 03:27:03.211848 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-2a39b273-de32-4414-8761-fefd5ef6aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:03.213373 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-2a39b273-de32-4414-8761-fefd5ef6aec7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e56df40f-f850-41fc-9a5d-5729dbba79fb HTTP/1.1" status: 200 len: 929 time: 0.1560228 Jul 16 03:27:03.299703 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-b5b530ee-998a-4bc9-a859-2edf903a14d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c HTTP/1.1" status: 200 len: 217 time: 0.0397933 Jul 16 03:27:03.307020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:03.366125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-9dc56a2a-4934-449b-b32f-1b9b2a5805a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:03.367602 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-9dc56a2a-4934-449b-b32f-1b9b2a5805a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e2d07f0-1b8a-4098-a6ac-db078e8d7d74 HTTP/1.1" status: 200 len: 867 time: 0.0478463 Jul 16 03:27:03.386338 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-2434cccc-b372-4026-8f75-f1b1b8477761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:03.389738 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-2434cccc-b372-4026-8f75-f1b1b8477761 service neutron] 10.222.0.88 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.2252307 Jul 16 03:27:03.435381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0db1c4-6c15-454d-9c96-6d80d8a31391 req-51faf633-97b9-4144-9c5b-7243f648a0cb tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:03.436120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a0db1c4-6c15-454d-9c96-6d80d8a31391 req-51faf633-97b9-4144-9c5b-7243f648a0cb tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1186171 Jul 16 03:27:03.464148 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-b988adbc-1d77-406b-9656-23336041f265 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f HTTP/1.1" status: 200 len: 217 time: 0.0494690 Jul 16 03:27:03.478856 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a0db1c4-6c15-454d-9c96-6d80d8a31391 req-ad0a4803-06cd-4b30-828a-5b02016a522a tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0379007 Jul 16 03:27:03.588397 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-658ddc5e-2b06-4a21-a13d-0dde5ee6646b req-f2c1cb88-757f-47e9-889a-f19d8c7a4e0e tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0679874 Jul 16 03:27:03.594581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-bbfba7b1-f02a-4a35-b883-3ec560020e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:03.596116 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-bbfba7b1-f02a-4a35-b883-3ec560020e89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e56df40f-f850-41fc-9a5d-5729dbba79fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2204051 Jul 16 03:27:03.602473 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-96da7dea-de95-42eb-a9d1-87acfa43e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:03.603886 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-96da7dea-de95-42eb-a9d1-87acfa43e1a7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.1304743 Jul 16 03:27:03.617888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1880920399-network', 'tenant_id': '42271c428ab94e639ef68ab399b0324c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:03.686793 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-40e530ae-8602-45b4-941e-53e20fbd7bd0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710309 Jul 16 03:27:03.697472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] Made reservation on behalf of 42271c428ab94e639ef68ab399b0324c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:03.699809 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:03.709730 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:03.716556 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:03.758271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ddc09-29ad-4e60-95a2-2d247bec1027 req-381b7e02-2659-40cd-878f-23f285f2c863 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:03.759770 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-125ddc09-29ad-4e60-95a2-2d247bec1027 req-381b7e02-2659-40cd-878f-23f285f2c863 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 943 time: 0.1025767 Jul 16 03:27:03.844238 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-125ddc09-29ad-4e60-95a2-2d247bec1027 req-1258621c-e6e9-46e5-9698-6252ee89e5ae tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765646 Jul 16 03:27:03.854228 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-ba64b47e-fd72-461a-8ff8-cb2a80e45d69 service neutron] 10.222.0.20 "GET /v2.0/networks/e56df40f-f850-41fc-9a5d-5729dbba79fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460520 Jul 16 03:27:03.935272 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:03.940082 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:03.985092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:27:04.009885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462fbff8-45f1-4821-bf9d-196913957f82,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:04.034866 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:04.037161 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] Added segment 14211ab9-155b-423f-bea1-39e73cb86ee4 of type vlan for network 33728393-1852-4d4c-9c37-7de2e9db5c5b Jul 16 03:27:04.129686 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-5678fdf9-ce0d-4fae-a778-77908527d69f service neutron] 10.222.0.88 "GET /v2.0/ports/e6816b7c-b80f-41cc-87e7-ab1624c78a4f/bindings/n-h2-800088-6 HTTP/1.1" status: 200 len: 384 time: 0.1633441 Jul 16 03:27:04.165737 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:04.255596 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:04.256852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:04.257593 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:04.275234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24385a7c-95ef-42ba-bce5-ec67b02f3b55 req-e36e675c-4650-4eff-9527-ceb38bb9764f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:04.278567 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-24385a7c-95ef-42ba-bce5-ec67b02f3b55 req-e36e675c-4650-4eff-9527-ceb38bb9764f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.1992319 Jul 16 03:27:04.295364 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-ceb59e48-d27f-4037-ab4d-57e72f65f90a service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004143 Jul 16 03:27:04.344345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0338252 Jul 16 03:27:04.363123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49630) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:04.369458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-68cf200f-fdb2-44bc-8a60-4679e843fcf4 admin admin] Request body: {'subnet': {'network_id': '33728393-1852-4d4c-9c37-7de2e9db5c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1880920399-subnet', 'tenant_id': '42271c428ab94e639ef68ab399b0324c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:04.373828 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-13aeaece-4dcb-40b7-9465-0d0211fa657c service neutron] 10.222.0.20 "GET /v2.0/networks/e56df40f-f850-41fc-9a5d-5729dbba79fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077801 Jul 16 03:27:04.427271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29aa94-0f7a-4f3f-8f26-1d647a9bb0ec admin admin] Pushing event updated for resources: {'Network': ['ID=33728393-1852-4d4c-9c37-7de2e9db5c5b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:04.438160 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 33728393-1852-4d4c-9c37-7de2e9db5c5b details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:27:04.464346 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-24385a7c-95ef-42ba-bce5-ec67b02f3b55 req-647197fb-1a68-43e6-b282-d3e5e375980e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338410 Jul 16 03:27:04.510215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb8224-30b2-4bbc-922e-ebe512f59938 req-f801f22e-a00a-4de5-b97e-19b6556ab6e1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:04.515519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8fb8224-30b2-4bbc-922e-ebe512f59938 req-f801f22e-a00a-4de5-b97e-19b6556ab6e1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 945 time: 0.2465122 Jul 16 03:27:04.529167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:04.583269 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8fb8224-30b2-4bbc-922e-ebe512f59938 req-3b078c69-b0d7-4d80-a423-e90fdef2d533 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/security-groups?id=53975379-8214-417f-987a-92d38d5f34d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620546 Jul 16 03:27:04.696589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bce7d9-e54d-4aec-b46f-15e2197f2d67 req-65ab91fa-f879-4c26-baac-a442a98e18b1 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:04.698248 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0bce7d9-e54d-4aec-b46f-15e2197f2d67 req-65ab91fa-f879-4c26-baac-a442a98e18b1 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe HTTP/1.1" status: 200 len: 945 time: 0.0830708 Jul 16 03:27:04.772070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0bce7d9-e54d-4aec-b46f-15e2197f2d67 req-339f7e87-9de7-4bba-97fd-669fb3b05fee tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650847 Jul 16 03:27:04.773262 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6adf821-a7cd-410a-84fc-c9f8f5f13034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:04.885217 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:04.892053 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-750a889f-5f16-45c9-87d1-4cc9c745588d req-c40b3466-a9a9-429d-809a-63afbcfe8a21 service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851419 Jul 16 03:27:04.897486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-68cf200f-fdb2-44bc-8a60-4679e843fcf4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:27:04.897486 n-d-800088-6 neutron-server[93768]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:27:04.897486 n-d-800088-6 neutron-server[93768]: [parameters: {'project_id': '42271c428ab94e639ef68ab399b0324c', 'id': '6289dad5-aab1-4c15-83bc-f08edd4d0cbc', 'expiration': datetime.datetime(2021, 7, 16, 3, 29, 4, 888148)}] Jul 16 03:27:04.897486 n-d-800088-6 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:27:04.897927 n-d-800088-6 neutron-server[93768]: DEBUG oslo_db.api [None req-68cf200f-fdb2-44bc-8a60-4679e843fcf4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:27:05.076597 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6adf821-a7cd-410a-84fc-c9f8f5f13034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.104362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-0b813997-d324-4446-99e5-1ce5c2a578d0 service neutron] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:05.107728 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6adf821-a7cd-410a-84fc-c9f8f5f13034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.122167 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6d8bd5a-d84a-427b-a3de-312b0be79ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.151725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-0b813997-d324-4446-99e5-1ce5c2a578d0 service neutron] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:05.178519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d6adf821-a7cd-410a-84fc-c9f8f5f13034 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9256d57b516408fbd06e3a0758934a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6481712 Jul 16 03:27:05.184496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:05.202256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adf821-a7cd-410a-84fc-c9f8f5f13034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c331c68a-d570-4d10-b606-8a27170ff9ff,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:05.244021 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-0b813997-d324-4446-99e5-1ce5c2a578d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6816b7c-b80f-41cc-87e7-ab1624c78a4f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:05.258860 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-0b813997-d324-4446-99e5-1ce5c2a578d0 service neutron] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:05.276769 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-0b813997-d324-4446-99e5-1ce5c2a578d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.288277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dea7b-71f8-4bf7-a00e-fc356ea10bf5 req-86e54e4a-491b-423a-b370-bb982da5d737 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:05.292011 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a3dea7b-71f8-4bf7-a00e-fc356ea10bf5 req-86e54e4a-491b-423a-b370-bb982da5d737 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 943 time: 0.2449989 Jul 16 03:27:05.326304 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0172594-f3cb-4d62-a9af-c3cf253859c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.367313 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0172594-f3cb-4d62-a9af-c3cf253859c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.381601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-0b813997-d324-4446-99e5-1ce5c2a578d0 service neutron] Transition to ACTIVE for port object e6816b7c-b80f-41cc-87e7-ab1624c78a4f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:05.388078 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-0b813997-d324-4446-99e5-1ce5c2a578d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.417497 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a3dea7b-71f8-4bf7-a00e-fc356ea10bf5 req-863eaaba-a130-46bc-9aa7-b1b9febbaee2 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181824 Jul 16 03:27:05.490732 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6d8bd5a-d84a-427b-a3de-312b0be79ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.495846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-0b813997-d324-4446-99e5-1ce5c2a578d0 service neutron] No DVR routers for this DVR port e6816b7c-b80f-41cc-87e7-ab1624c78a4f on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:05.498221 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d6d8bd5a-d84a-427b-a3de-312b0be79ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.581008 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.582947 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0172594-f3cb-4d62-a9af-c3cf253859c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.586420 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0172594-f3cb-4d62-a9af-c3cf253859c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.589809 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e0172594-f3cb-4d62-a9af-c3cf253859c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c331c68a-d570-4d10-b606-8a27170ff9ff HTTP/1.1" status: 204 len: 168 time: 0.3974152 Jul 16 03:27:05.600036 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d6d8bd5a-d84a-427b-a3de-312b0be79ee4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d1a80dc3c90432996c91c4fcdadde05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7132614 Jul 16 03:27:05.602258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:05.614155 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-0b813997-d324-4446-99e5-1ce5c2a578d0 service neutron] 10.222.0.88 "PUT /v2.0/ports/e6816b7c-b80f-41cc-87e7-ab1624c78a4f/bindings/n-h2-800088-6/activate HTTP/1.1" status: 200 len: 369 time: 1.4733191 Jul 16 03:27:05.614155 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cf200f-fdb2-44bc-8a60-4679e843fcf4 admin admin] Made reservation on behalf of 42271c428ab94e639ef68ab399b0324c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:05.615064 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68cf200f-fdb2-44bc-8a60-4679e843fcf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.617324 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b813997-d324-4446-99e5-1ce5c2a578d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:05.620625 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8bd5a-d84a-427b-a3de-312b0be79ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dc13ea-ba4c-4c54-bc8a-6207dca6991f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:05.679472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0172594-f3cb-4d62-a9af-c3cf253859c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c331c68a-d570-4d10-b606-8a27170ff9ff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:05.736388 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705c8db9-1eda-419d-865f-f484e0c470da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.763425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00e2b6-d533-4b32-9406-8d10ca50abf2 req-b9b25f67-38b0-4b6f-b770-3f93ff93e996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:05.765213 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1d00e2b6-d533-4b32-9406-8d10ca50abf2 req-b9b25f67-38b0-4b6f-b770-3f93ff93e996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.20 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 945 time: 0.2532618 Jul 16 03:27:05.795027 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705c8db9-1eda-419d-865f-f484e0c470da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:05.825365 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc0a5e-9ed2-4287-82aa-d3a2e1dddea2 req-27a0299f-9197-4042-bb6d-9253620f30e4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:05.826877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27cc0a5e-9ed2-4287-82aa-d3a2e1dddea2 req-27a0299f-9197-4042-bb6d-9253620f30e4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.1612837 Jul 16 03:27:05.971551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-1d00e2b6-d533-4b32-9406-8d10ca50abf2 req-b5c744bd-6072-4683-ad04-5f552e05ad13 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Deleting port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:05.972044 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1d00e2b6-d533-4b32-9406-8d10ca50abf2 req-b5c744bd-6072-4683-ad04-5f552e05ad13 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:06.017253 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68cf200f-fdb2-44bc-8a60-4679e843fcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:06.160426 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf200f-fdb2-44bc-8a60-4679e843fcf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57504ea1-eea4-4867-b95e-5b2361ccf5b1,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:06.195449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1d00e2b6-d533-4b32-9406-8d10ca50abf2 req-b5c744bd-6072-4683-ad04-5f552e05ad13 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] For port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c,segment=NetworkSegment(0b707080-f2ee-44f1-8514-98ec7f3d1408),segment_id=0b707080-f2ee-44f1-8514-98ec7f3d1408)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:06.195989 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1d00e2b6-d533-4b32-9406-8d10ca50abf2 req-b5c744bd-6072-4683-ad04-5f552e05ad13 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:06.208917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27cc0a5e-9ed2-4287-82aa-d3a2e1dddea2 req-71e0520b-1e41-413f-bd64-0bf6b620de63 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562570 Jul 16 03:27:06.223927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-7dc69b1d-01d5-4933-bd03-714ee59a3367 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:06.225707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-7dc69b1d-01d5-4933-bd03-714ee59a3367 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366&tenant_id=d7db53df25eb48488a2a44d10dce2113&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 1095 time: 0.4838562 Jul 16 03:27:06.231168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-1d00e2b6-d533-4b32-9406-8d10ca50abf2 req-b5c744bd-6072-4683-ad04-5f552e05ad13 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Calling delete_port for 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:06.232688 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705c8db9-1eda-419d-865f-f484e0c470da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:06.235706 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-705c8db9-1eda-419d-865f-f484e0c470da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:06.239217 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cf200f-fdb2-44bc-8a60-4679e843fcf4 admin admin] Checking segment: {'id': '14211ab9-155b-423f-bea1-39e73cb86ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '33728393-1852-4d4c-9c37-7de2e9db5c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:06.239366 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-705c8db9-1eda-419d-865f-f484e0c470da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9dc13ea-ba4c-4c54-bc8a-6207dca6991f HTTP/1.1" status: 204 len: 168 time: 0.6334794 Jul 16 03:27:06.239475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf200f-fdb2-44bc-8a60-4679e843fcf4 admin admin] Network hostable DHCP agents. Network: 33728393-1852-4d4c-9c37-7de2e9db5c5b, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:27:06.266827 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ebb8377-39c3-449d-a4b4-80cc0ac96568 req-ed721c6c-5b08-4280-a8f8-addf4924e44d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1909018 Jul 16 03:27:06.274907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7e166-cb41-4928-bc30-d7c9e4375e7a req-dba17eb4-b1e1-4881-8d54-17f5083614b1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:06.276426 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20e7e166-cb41-4928-bc30-d7c9e4375e7a req-dba17eb4-b1e1-4881-8d54-17f5083614b1 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/ports?device_id=714606a1-1550-42cc-95ad-fdee922671d7 HTTP/1.1" status: 200 len: 945 time: 0.4769301 Jul 16 03:27:06.296140 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c8db9-1eda-419d-865f-f484e0c470da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dc13ea-ba4c-4c54-bc8a-6207dca6991f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:06.330337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf200f-fdb2-44bc-8a60-4679e843fcf4 admin admin] Network 33728393-1852-4d4c-9c37-7de2e9db5c5b is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:27:06.348343 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-68cf200f-fdb2-44bc-8a60-4679e843fcf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 33728393-1852-4d4c-9c37-7de2e9db5c5b) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:06.357397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf200f-fdb2-44bc-8a60-4679e843fcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:06.358166 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68cf200f-fdb2-44bc-8a60-4679e843fcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:06.358408 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cee91b5-24bf-4bef-84a6-4c6887d643a5 None None] Network 33728393-1852-4d4c-9c37-7de2e9db5c5b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:27:06.363435 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20e7e166-cb41-4928-bc30-d7c9e4375e7a req-06a8913d-046c-48f8-88e0-a4c878da38a5 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.18 "GET /v2.0/security-groups?id=53975379-8214-417f-987a-92d38d5f34d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686243 Jul 16 03:27:06.379634 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-5df429a3-94d3-4d7f-9cb1-e285ade1242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:06.382755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-5df429a3-94d3-4d7f-9cb1-e285ade1242c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366&tenant_id=d7db53df25eb48488a2a44d10dce2113 HTTP/1.1" status: 200 len: 1095 time: 0.1442833 Jul 16 03:27:06.435061 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-68cf200f-fdb2-44bc-8a60-4679e843fcf4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0693312 Jul 16 03:27:06.511893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb8377-39c3-449d-a4b4-80cc0ac96568 req-3385aeac-3141-4c40-9a8b-1993d4ddb2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:06.514933 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ebb8377-39c3-449d-a4b4-80cc0ac96568 req-3385aeac-3141-4c40-9a8b-1993d4ddb2a2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 1100 time: 0.1540592 Jul 16 03:27:06.522080 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1d00e2b6-d533-4b32-9406-8d10ca50abf2 req-b5c744bd-6072-4683-ad04-5f552e05ad13 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:06.535494 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-51dffea5-8663-4114-8a35-3906faad03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:06.540942 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:06.544443 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-51dffea5-8663-4114-8a35-3906faad03bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 1095 time: 0.1356881 Jul 16 03:27:06.617653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c744bd-6072-4683-ad04-5f552e05ad13 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Pushing event deleted for resources: {'Port': ['ID=20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:06.722566 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa7e427-d840-4c08-a3db-7e7a6c25cc6e None None] Network 33728393-1852-4d4c-9c37-7de2e9db5c5b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:27:06.820070 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d00e2b6-d533-4b32-9406-8d10ca50abf2 req-b5c744bd-6072-4683-ad04-5f552e05ad13 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] No DVR routers for this DVR port 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:06.821685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-ac571e6c-6b4d-4657-8949-1bfb027e9006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:06.826575 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1d00e2b6-d533-4b32-9406-8d10ca50abf2 req-b5c744bd-6072-4683-ad04-5f552e05ad13 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:06.827842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-ac571e6c-6b4d-4657-8949-1bfb027e9006 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.2737913 Jul 16 03:27:06.834566 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1d00e2b6-d533-4b32-9406-8d10ca50abf2 req-b5c744bd-6072-4683-ad04-5f552e05ad13 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996 tempest-FloatingIPsAssociationNegativeTestJSON-1560516996-project] 10.222.0.20 "DELETE /v2.0/ports/20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c HTTP/1.1" status: 204 len: 173 time: 1.0589259 Jul 16 03:27:06.843414 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714606a1-1550-42cc-95ad-fdee922671d7', 'name': 'network-vif-deleted', 'tag': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:06.849200 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe7e471-c822-42e4-8734-eb192fb1bdc5" -d '{"events": [{"server_uuid": "714606a1-1550-42cc-95ad-fdee922671d7", "name": "network-vif-deleted", "tag": "20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:06.947601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49724) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:06.994592 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b84e8167-beb9-4041-b0f8-634ccb6b8900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:07.009969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-037c2327-642c-4113-8862-0f7aaea2fe2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f HTTP/1.1" status: 200 len: 217 time: 0.1286283 Jul 16 03:27:07.087907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038d32d-a934-4fea-8c46-a5fd8bdebaea req-2fa41e88-32cc-4ad8-9c14-e4655816af12 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:07.095643 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b038d32d-a934-4fea-8c46-a5fd8bdebaea req-2fa41e88-32cc-4ad8-9c14-e4655816af12 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 944 time: 0.3916271 Jul 16 03:27:07.102481 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb8377-39c3-449d-a4b4-80cc0ac96568 req-890c64af-fcf2-4cd2-ae5d-741f06e82e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:07.104119 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ebb8377-39c3-449d-a4b4-80cc0ac96568 req-890c64af-fcf2-4cd2-ae5d-741f06e82e15 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.5610328 Jul 16 03:27:07.119821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-a6998cf0-52b6-4be8-9e96-a513554b97c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:07.121287 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-a6998cf0-52b6-4be8-9e96-a513554b97c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.1000431 Jul 16 03:27:07.165898 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ebb8377-39c3-449d-a4b4-80cc0ac96568 req-d66c6b6d-6474-4580-87f0-04922eeab4f4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4be59503-333b-4779-be07-46d349b2f71f HTTP/1.1" status: 200 len: 217 time: 0.0536597 Jul 16 03:27:07.173517 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b038d32d-a934-4fea-8c46-a5fd8bdebaea req-43e4c8fb-770d-4491-b923-fc6324f5972e tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769935 Jul 16 03:27:07.175664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-99e87c36-e051-4d8f-b948-360ae14958ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442593 Jul 16 03:27:07.234905 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6179087d-6f6f-404f-9ac5-b054b7f89b43 x-openstack-request-id: req-6179087d-6f6f-404f-9ac5-b054b7f89b43 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:07.235201 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714606a1-1550-42cc-95ad-fdee922671d7", "name": "network-vif-deleted", "tag": "20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:07.235442 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6179087d-6f6f-404f-9ac5-b054b7f89b43 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:07.236820 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714606a1-1550-42cc-95ad-fdee922671d7', 'name': 'network-vif-deleted', 'tag': '20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c', 'status': 'completed', 'code': 200} Jul 16 03:27:07.263971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb8377-39c3-449d-a4b4-80cc0ac96568 req-6f486c19-77a7-4b95-8a64-56b5fa17d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:07.265626 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ebb8377-39c3-449d-a4b4-80cc0ac96568 req-6f486c19-77a7-4b95-8a64-56b5fa17d98e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0911572 Jul 16 03:27:07.294486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b84e8167-beb9-4041-b0f8-634ccb6b8900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:07.308278 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-c899d010-e529-4e51-a56a-078210d98d41 service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256874 Jul 16 03:27:07.312885 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b84e8167-beb9-4041-b0f8-634ccb6b8900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:07.360049 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b84e8167-beb9-4041-b0f8-634ccb6b8900 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=048b5458d0cd48ec8d39082c2a482681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090652 Jul 16 03:27:07.360286 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49740) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:07.369278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4dcdf681-0fda-4d05-976c-9f44b07f6f8c req-19c227b2-52f3-48d5-8fab-03861a15e860 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1765707805', 'description': 'tempest-description-1740536041'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:07.369460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e8167-beb9-4041-b0f8-634ccb6b8900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065152e2-f8f0-49c4-bc0e-5d9653ad5290,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:07.417150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb8377-39c3-449d-a4b4-80cc0ac96568 req-59ea7391-5703-4a09-9410-33dfb7bd0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:07.419259 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ebb8377-39c3-449d-a4b4-80cc0ac96568 req-59ea7391-5703-4a09-9410-33dfb7bd0f29 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426451 Jul 16 03:27:07.441880 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6c1abb8-62da-4ca3-ab16-933d08ea5b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:07.448345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-8f9b3092-2521-4da1-bc5f-cf220927a9c5 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d488b1a4f7b54262ad764a6fc65493a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617847 Jul 16 03:27:07.468981 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4dcdf681-0fda-4d05-976c-9f44b07f6f8c req-19c227b2-52f3-48d5-8fab-03861a15e860 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:07.483305 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6c1abb8-62da-4ca3-ab16-933d08ea5b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:07.502737 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-345db06c-3415-4908-ba07-bba2bfc2724c service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847453 Jul 16 03:27:07.571628 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ebb8377-39c3-449d-a4b4-80cc0ac96568 req-31ec42cc-5b5a-4b30-9529-112c788c414b service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401536 Jul 16 03:27:07.585347 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6c1abb8-62da-4ca3-ab16-933d08ea5b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:07.588125 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6c1abb8-62da-4ca3-ab16-933d08ea5b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:07.592091 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f6c1abb8-62da-4ca3-ab16-933d08ea5b34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/065152e2-f8f0-49c4-bc0e-5d9653ad5290 HTTP/1.1" status: 204 len: 168 time: 0.2280371 Jul 16 03:27:07.620198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-9c7bf6f7-a40e-4b4f-abb9-f042ba68d735 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:07.621830 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-9c7bf6f7-a40e-4b4f-abb9-f042ba68d735 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601126 Jul 16 03:27:07.657687 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-79632507-0a18-41bc-9d00-f44ddc9b9f69 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/quotas/d488b1a4f7b54262ad764a6fc65493a8 HTTP/1.1" status: 200 len: 375 time: 0.0233665 Jul 16 03:27:07.703047 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ebb8377-39c3-449d-a4b4-80cc0ac96568 req-e8a30e28-313d-41c5-a238-dec25d632666 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126018 Jul 16 03:27:07.703918 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1abb8-62da-4ca3-ab16-933d08ea5b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065152e2-f8f0-49c4-bc0e-5d9653ad5290,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:07.706851 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-1d59fbbc-ee3b-4a16-be9b-0e0b9a3cee36 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d488b1a4f7b54262ad764a6fc65493a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482101 Jul 16 03:27:07.725699 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4dcdf681-0fda-4d05-976c-9f44b07f6f8c req-19c227b2-52f3-48d5-8fab-03861a15e860 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:07.737912 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4dcdf681-0fda-4d05-976c-9f44b07f6f8c req-19c227b2-52f3-48d5-8fab-03861a15e860 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:07.777209 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4dcdf681-0fda-4d05-976c-9f44b07f6f8c req-19c227b2-52f3-48d5-8fab-03861a15e860 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:07.779095 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4dcdf681-0fda-4d05-976c-9f44b07f6f8c req-19c227b2-52f3-48d5-8fab-03861a15e860 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4162560 Jul 16 03:27:07.781217 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c227b2-52f3-48d5-8fab-03861a15e860 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96083417-7bbf-4391-9814-9c7f08cc238c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:07.905704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-dabbc575-ef0d-48e1-904c-ec0e34f2d35c tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:07.908066 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-dabbc575-ef0d-48e1-904c-ec0e34f2d35c tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366&tenant_id=d7db53df25eb48488a2a44d10dce2113&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 1095 time: 0.0843778 Jul 16 03:27:07.910943 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49760) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:07.919229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device f295c209-de03-40fb-b683-4d6afcbb9a90 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:27:07.992804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e6816b7c-b80f-41cc-87e7-ab1624c78a4f no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:08.104484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e6816b7c-b80f-41cc-87e7-ab1624c78a4f not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:08.123789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port f295c209-de03-40fb-b683-4d6afcbb9a90, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=f295c209-de03-40fb-b683-4d6afcbb9a90,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:08.141697 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'f295c209-de03-40fb-b683-4d6afcbb9a90', 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933', 'port_id': 'f295c209-de03-40fb-b683-4d6afcbb9a90', 'mac_address': 'fa:16:3e:f8:98:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f2ab40-9019-4547-86c9-0e06d246deb3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:27:08.146595 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fce8fca-2b3f-4c4b-812e-416074728941 req-692f0938-0c1a-452d-acdb-4fae32c7d177 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "GET /v2.0/security-groups/96083417-7bbf-4391-9814-9c7f08cc238c HTTP/1.1" status: 200 len: 1813 time: 0.1221824 Jul 16 03:27:08.158641 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1fce8fca-2b3f-4c4b-812e-416074728941 req-0c95ca21-9a8b-4bf1-9267-1ead0fbb2a2a tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '96083417-7bbf-4391-9814-9c7f08cc238c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:08.159065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1fce8fca-2b3f-4c4b-812e-416074728941 req-0c95ca21-9a8b-4bf1-9267-1ead0fbb2a2a tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '96083417-7bbf-4391-9814-9c7f08cc238c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:08.206489 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:08.222417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f295c209-de03-40fb-b683-4d6afcbb9a90 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:08.251321 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port f295c209-de03-40fb-b683-4d6afcbb9a90, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=f295c209-de03-40fb-b683-4d6afcbb9a90,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:08.262183 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:08.289581 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbb3a5-779c-4fdf-a810-9253eb9e3dad req-78f0cb4d-7075-4f78-9a70-6fba4f7bcfbe tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:08.292350 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8bcbb3a5-779c-4fdf-a810-9253eb9e3dad req-78f0cb4d-7075-4f78-9a70-6fba4f7bcfbe tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.3792329 Jul 16 03:27:08.382177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['f295c209-de03-40fb-b683-4d6afcbb9a90'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:08.406827 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fce8fca-2b3f-4c4b-812e-416074728941 req-0c95ca21-9a8b-4bf1-9267-1ead0fbb2a2a tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:08.441408 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-8b7830d7-25c6-43f7-b7ba-b8c5b7ffef72 service neutron] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:08.463056 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=f295c209-de03-40fb-b683-4d6afcbb9a90,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:08.463689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8bcbb3a5-779c-4fdf-a810-9253eb9e3dad req-648dd7e5-7e1b-4c47-932c-a59fd994eeb6 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326723 Jul 16 03:27:08.490399 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-8b7830d7-25c6-43f7-b7ba-b8c5b7ffef72 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:08.491656 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3311a20-f6e8-4ac3-8281-7e7d5b32451e req-8b7830d7-25c6-43f7-b7ba-b8c5b7ffef72 service neutron] 10.222.0.20 "DELETE /v2.0/ports/e6816b7c-b80f-41cc-87e7-ab1624c78a4f/bindings/n-h1-800088-6 HTTP/1.1" status: 204 len: 173 time: 0.5771623 Jul 16 03:27:08.500122 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fce8fca-2b3f-4c4b-812e-416074728941 req-0c95ca21-9a8b-4bf1-9267-1ead0fbb2a2a tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:08.507030 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fce8fca-2b3f-4c4b-812e-416074728941 req-0c95ca21-9a8b-4bf1-9267-1ead0fbb2a2a tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:08.560157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95ca21-9a8b-4bf1-9267-1ead0fbb2a2a tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edf454c7-7977-4f85-ba02-6020dfb6644e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:08.581678 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fce8fca-2b3f-4c4b-812e-416074728941 req-0c95ca21-9a8b-4bf1-9267-1ead0fbb2a2a tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:08.583047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fce8fca-2b3f-4c4b-812e-416074728941 req-0c95ca21-9a8b-4bf1-9267-1ead0fbb2a2a tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4356413 Jul 16 03:27:08.653681 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4294a868-767e-4da0-bded-4f5bd06a2670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:08.782691 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e589011-5ef7-41c3-9183-e8f6c0322260 req-05059acd-8d52-4a0c-8f2a-544b3cd68225 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 210 time: 0.0693326 Jul 16 03:27:08.924207 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-50958f08-872e-4a9e-85c5-266d485ca48a req-0e578ad9-f650-45dc-9e05-503233af9a3f tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "GET /v2.0/security-groups/96083417-7bbf-4391-9814-9c7f08cc238c HTTP/1.1" status: 200 len: 2406 time: 0.0804975 Jul 16 03:27:08.976347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc870b9f-5564-48ee-ace6-77cc2fde3de3 req-27a799c9-2928-4f1f-b167-b648ff7a2460 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "GET /v2.0/security-group-rules/edf454c7-7977-4f85-ba02-6020dfb6644e HTTP/1.1" status: 200 len: 778 time: 0.0490711 Jul 16 03:27:09.050973 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc870b9f-5564-48ee-ace6-77cc2fde3de3 req-2bfa2695-a6d9-4f1e-9002-a111c6e75e36 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "GET /v2.0/security-groups/96083417-7bbf-4391-9814-9c7f08cc238c HTTP/1.1" status: 200 len: 2406 time: 0.0574608 Jul 16 03:27:09.060138 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4294a868-767e-4da0-bded-4f5bd06a2670 admin admin] Deleting port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:09.060818 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4294a868-767e-4da0-bded-4f5bd06a2670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:09.080018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a93a3b-b7ef-445b-8995-1a605ff739b3 req-3b222fea-d356-48f2-862e-0c443620e5c0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:09.081604 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15a93a3b-b7ef-445b-8995-1a605ff739b3 req-3b222fea-d356-48f2-862e-0c443620e5c0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 944 time: 0.1341801 Jul 16 03:27:09.131486 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc870b9f-5564-48ee-ace6-77cc2fde3de3 req-2d9de697-698d-4d9e-acca-0e58dc6fcb8a tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:09.153584 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc870b9f-5564-48ee-ace6-77cc2fde3de3 req-2d9de697-698d-4d9e-acca-0e58dc6fcb8a tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:09.191866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15a93a3b-b7ef-445b-8995-1a605ff739b3 req-c5d9a418-3b77-4a98-95f6-161fa89a225c tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041946 Jul 16 03:27:09.196509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4294a868-767e-4da0-bded-4f5bd06a2670 admin admin] For port 1a5d76d4-47b6-45ac-afcf-0c2be14888b0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1a5d76d4-47b6-45ac-afcf-0c2be14888b0,segment=NetworkSegment(0b707080-f2ee-44f1-8514-98ec7f3d1408),segment_id=0b707080-f2ee-44f1-8514-98ec7f3d1408)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:09.196879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4294a868-767e-4da0-bded-4f5bd06a2670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:09.221406 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4294a868-767e-4da0-bded-4f5bd06a2670 admin admin] Calling delete_port for 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:09.258015 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc870b9f-5564-48ee-ace6-77cc2fde3de3 req-2d9de697-698d-4d9e-acca-0e58dc6fcb8a tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:09.269289 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bc870b9f-5564-48ee-ace6-77cc2fde3de3 req-2d9de697-698d-4d9e-acca-0e58dc6fcb8a tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:09.290515 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc870b9f-5564-48ee-ace6-77cc2fde3de3 req-2d9de697-698d-4d9e-acca-0e58dc6fcb8a tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/edf454c7-7977-4f85-ba02-6020dfb6644e HTTP/1.1" status: 204 len: 173 time: 0.2208989 Jul 16 03:27:09.306213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9de697-698d-4d9e-acca-0e58dc6fcb8a tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edf454c7-7977-4f85-ba02-6020dfb6644e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:09.317223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5bd48fc0-4f0f-4295-8825-7c65b4937433 req-d5eb0541-1871-472a-8ece-af85592f14a3 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-683778659', 'description': 'tempest-description-880260497'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:09.351962 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bd48fc0-4f0f-4295-8825-7c65b4937433 req-d5eb0541-1871-472a-8ece-af85592f14a3 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:09.589122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d39c6-a1de-4d24-961e-9659e2724914 req-7d245d58-2ec0-487b-a5c5-692d124d7a92 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:09.596492 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb6d39c6-a1de-4d24-961e-9659e2724914 req-7d245d58-2ec0-487b-a5c5-692d124d7a92 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 1095 time: 0.1192369 Jul 16 03:27:09.607498 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bd48fc0-4f0f-4295-8825-7c65b4937433 req-d5eb0541-1871-472a-8ece-af85592f14a3 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:09.639864 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bd48fc0-4f0f-4295-8825-7c65b4937433 req-d5eb0541-1871-472a-8ece-af85592f14a3 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:09.641222 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4294a868-767e-4da0-bded-4f5bd06a2670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:09.706762 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bd48fc0-4f0f-4295-8825-7c65b4937433 req-d5eb0541-1871-472a-8ece-af85592f14a3 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:09.712886 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bd48fc0-4f0f-4295-8825-7c65b4937433 req-d5eb0541-1871-472a-8ece-af85592f14a3 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4001677 Jul 16 03:27:09.750414 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294a868-767e-4da0-bded-4f5bd06a2670 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5d76d4-47b6-45ac-afcf-0c2be14888b0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:09.770564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb6d39c6-a1de-4d24-961e-9659e2724914 req-f884a384-1819-4d43-9702-66d7932da88e tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731713 Jul 16 03:27:09.771376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb0541-1871-472a-8ece-af85592f14a3 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4006793a-6f11-4a20-bb33-1ddc177d0632,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:09.938686 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device f295c209-de03-40fb-b683-4d6afcbb9a90 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:09.966957 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4719d7b6-bc16-4ffa-b472-fabec8911254 req-94d1eeac-0097-491b-abae-9fe8ae2fad86 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "GET /v2.0/security-groups/4006793a-6f11-4a20-bb33-1ddc177d0632 HTTP/1.1" status: 200 len: 1811 time: 0.0823612 Jul 16 03:27:10.026856 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-b8f1ffef-7141-4def-b728-b708edddf161 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=d488b1a4f7b54262ad764a6fc65493a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2828417 Jul 16 03:27:10.092591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port f295c209-de03-40fb-b683-4d6afcbb9a90 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:10.093332 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:10.204007 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90891ef5-825a-43cd-939f-4f96b973e7e5 req-aa6ea3e0-13b4-4559-8966-5dddb484ae3f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:10.204943 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:10.213985 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90891ef5-825a-43cd-939f-4f96b973e7e5 req-aa6ea3e0-13b4-4559-8966-5dddb484ae3f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.1274436 Jul 16 03:27:10.245839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:10.278659 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:27:10.279398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 20cfbdfe-cef8-4918-a0dc-d6dc7a4e024c not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:10.282744 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90891ef5-825a-43cd-939f-4f96b973e7e5 req-e5c2cfc1-a5e6-4a8b-bfe0-741cdd454060 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655439 Jul 16 03:27:10.286441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f295c209-de03-40fb-b683-4d6afcbb9a90'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:10.289619 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce59d14-6a76-4c7e-a13e-da83d1e199df" -d '{"events": [{"server_uuid": "73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "f295c209-de03-40fb-b683-4d6afcbb9a90"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:10.309248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port f295c209-de03-40fb-b683-4d6afcbb9a90, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=f295c209-de03-40fb-b683-4d6afcbb9a90,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:10.315970 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:10.466412 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4294a868-767e-4da0-bded-4f5bd06a2670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:10.470474 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=f295c209-de03-40fb-b683-4d6afcbb9a90,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:10.487320 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-b6e96b9a-d0fa-4800-9323-7eb1f7daddd5 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:10.489124 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-b6e96b9a-d0fa-4800-9323-7eb1f7daddd5 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4442770 Jul 16 03:27:10.509609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Request body: {'port': {'device_id': '983795ca-f6d8-448a-8df2-a63df7923d47', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': 'd488b1a4f7b54262ad764a6fc65493a8'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:10.595303 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:27:10.619888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab1c99f2-bd96-428e-b707-f5d0bc3a304b req-3fbe99e9-29c0-4c43-9463-34b9316d65ae tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 210 time: 0.0587766 Jul 16 03:27:10.682004 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-74978559-237d-45fc-8b9e-9ec132e6105b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:10.693343 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-74978559-237d-45fc-8b9e-9ec132e6105b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 821 time: 0.2751744 Jul 16 03:27:10.714556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-25c630e8-a1d4-47c3-9811-a2687b2d7212 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/quotas/d7db53df25eb48488a2a44d10dce2113 HTTP/1.1" status: 200 len: 375 time: 0.0199249 Jul 16 03:27:10.794774 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee358d5b-0710-40d9-aef0-26465fc72a2b x-openstack-request-id: req-ee358d5b-0710-40d9-aef0-26465fc72a2b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:10.795373 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe", "name": "network-vif-plugged", "status": "completed", "tag": "f295c209-de03-40fb-b683-4d6afcbb9a90", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:10.795726 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee358d5b-0710-40d9-aef0-26465fc72a2b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:10.796228 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f295c209-de03-40fb-b683-4d6afcbb9a90', 'code': 200} Jul 16 03:27:10.820235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4f131739-9225-42b0-85b5-3da15356aba0 req-4621778b-a1d2-4802-89cc-d43a88992ab6 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-620743796', 'description': 'tempest-description-1438847744'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:10.897489 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-119fcc9c-d904-4fe3-a022-28f15fb84ade tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1334932 Jul 16 03:27:10.905642 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f131739-9225-42b0-85b5-3da15356aba0 req-4621778b-a1d2-4802-89cc-d43a88992ab6 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:11.027912 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-4aa78cef-7533-4fa6-8d0c-160d02c02029 service neutron] 10.222.0.18 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772461 Jul 16 03:27:11.159486 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f131739-9225-42b0-85b5-3da15356aba0 req-4621778b-a1d2-4802-89cc-d43a88992ab6 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:11.170731 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-6d01d558-888e-426c-962a-287599ea23e9 service neutron] 10.222.0.18 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416032 Jul 16 03:27:11.172885 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f131739-9225-42b0-85b5-3da15356aba0 req-4621778b-a1d2-4802-89cc-d43a88992ab6 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:11.197285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Made reservation on behalf of d488b1a4f7b54262ad764a6fc65493a8 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:11.202100 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:11.213922 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:11.233756 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4f131739-9225-42b0-85b5-3da15356aba0 req-4621778b-a1d2-4802-89cc-d43a88992ab6 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:11.234998 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f131739-9225-42b0-85b5-3da15356aba0 req-4621778b-a1d2-4802-89cc-d43a88992ab6 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4234593 Jul 16 03:27:11.249373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4294a868-767e-4da0-bded-4f5bd06a2670 admin admin] Router 63d0ba75-83d0-494e-86d8-9a5320308451 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:27:11.254366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621778b-a1d2-4802-89cc-d43a88992ab6 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a4dac7-67b7-4bd1-a07c-0aaecb09d86e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:11.449816 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf45f7d1-81af-4bc6-ab12-5b8830a85ca9 req-6cd7126b-70b6-4459-aa81-f0db922a2f93 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "GET /v2.0/security-groups/38a4dac7-67b7-4bd1-a07c-0aaecb09d86e HTTP/1.1" status: 200 len: 1812 time: 0.0636072 Jul 16 03:27:11.457141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4294a868-767e-4da0-bded-4f5bd06a2670 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:27:11.471485 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcd397-16cc-424e-8135-d5e9963d21a8 None None] Sync routers for ids ['63d0ba75-83d0-494e-86d8-9a5320308451'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:27:11.484562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcd397-16cc-424e-8135-d5e9963d21a8 None None] Routers {'63d0ba75-83d0-494e-86d8-9a5320308451'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:11.486726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05bcd397-16cc-424e-8135-d5e9963d21a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:27:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['63d0ba75-83d0-494e-86d8-9a5320308451'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:11.597915 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:11.602868 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4294a868-767e-4da0-bded-4f5bd06a2670 admin admin] 10.222.0.18 "PUT /v2.0/routers/63d0ba75-83d0-494e-86d8-9a5320308451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6908352 Jul 16 03:27:11.607355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:11.610158 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:11.804905 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Allocated IP 192.168.233.156 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/753a7e75-e05d-49e8-b619-5177abf777fd) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:11.857877 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-05bcd397-16cc-424e-8135-d5e9963d21a8 None None] Set router 63d0ba75-83d0-494e-86d8-9a5320308451 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:11.989356 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a47f8a9-0e5a-486e-b494-bbac10158793 req-eb1e2513-7cb0-424b-923f-92b58c68b987 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 210 time: 0.1295173 Jul 16 03:27:11.999483 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:12.011472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:12.034092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Transition to ACTIVE for port object 753a7e75-e05d-49e8-b619-5177abf777fd will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:12.099584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108d8803-2eac-4c42-b0c1-d54913376037,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:12.106714 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:12.131810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a035922a-0eab-4411-bf52-13e49a38d244 req-0369c545-654b-4381-8c05-5b366aa58851 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-929561525', 'description': 'tempest-description-506420860'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:12.149363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05bcd397-16cc-424e-8135-d5e9963d21a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e786483b-9959-486b-ab44-040a2eea2074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:16Z', 'updated_at': '2021-07-16T03:27:09Z', 'revision_number': 5, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'gw_port': {'id': 'e786483b-9959-486b-ab44-040a2eea2074', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:17Z', 'updated_at': '2021-07-16T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:12.173851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:12.177592 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:12.194696 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcd397-16cc-424e-8135-d5e9963d21a8 None None] Checking router: 63d0ba75-83d0-494e-86d8-9a5320308451 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:27:12.195257 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:12.209742 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcd397-16cc-424e-8135-d5e9963d21a8 None None] Routers {'63d0ba75-83d0-494e-86d8-9a5320308451'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:12.211040 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05bcd397-16cc-424e-8135-d5e9963d21a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:27:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['63d0ba75-83d0-494e-86d8-9a5320308451'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:12.226269 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a035922a-0eab-4411-bf52-13e49a38d244 req-0369c545-654b-4381-8c05-5b366aa58851 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:12.249386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529bdaee-a4e9-43ac-829f-122e8e7044f0 req-15bf6e97-55e8-45aa-8df1-69c52e9df825 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:12.287655 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-529bdaee-a4e9-43ac-829f-122e8e7044f0 req-15bf6e97-55e8-45aa-8df1-69c52e9df825 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.4309771 Jul 16 03:27:12.323701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:12.325670 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:12.349161 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8480699 Jul 16 03:27:12.377395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Request body: {'port': {'device_id': '983795ca-f6d8-448a-8df2-a63df7923d47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:12.390877 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:12.415809 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbba39f-be98-4ac0-9695-4cbe4c4eaeb0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Pushing event updated for resources: {'Port': ['ID=753a7e75-e05d-49e8-b619-5177abf777fd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:12.419133 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-529bdaee-a4e9-43ac-829f-122e8e7044f0 req-1f67c961-96fc-45d4-8ace-7b105ec691c6 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304615 Jul 16 03:27:12.488723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-05bcd397-16cc-424e-8135-d5e9963d21a8 None None] Set router 63d0ba75-83d0-494e-86d8-9a5320308451 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:12.574010 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a035922a-0eab-4411-bf52-13e49a38d244 req-0369c545-654b-4381-8c05-5b366aa58851 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:12.585419 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a035922a-0eab-4411-bf52-13e49a38d244 req-0369c545-654b-4381-8c05-5b366aa58851 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:12.603483 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:12.640570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Deleting port e786483b-9959-486b-ab44-040a2eea2074 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:12.640913 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:12.675196 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a035922a-0eab-4411-bf52-13e49a38d244 req-0369c545-654b-4381-8c05-5b366aa58851 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:12.695927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a035922a-0eab-4411-bf52-13e49a38d244 req-0369c545-654b-4381-8c05-5b366aa58851 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5944414 Jul 16 03:27:12.707392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369c545-654b-4381-8c05-5b366aa58851 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337f559e-eb24-45ac-8366-470d588d5dd3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:12.872739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a25c21-5a09-44e3-90d1-dcb390dad9f5 req-39f5f913-55ce-473f-bc50-59c6f7842204 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:12.891315 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9a25c21-5a09-44e3-90d1-dcb390dad9f5 req-39f5f913-55ce-473f-bc50-59c6f7842204 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 936 time: 0.3081255 Jul 16 03:27:12.909267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] For port e786483b-9959-486b-ab44-040a2eea2074, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e786483b-9959-486b-ab44-040a2eea2074,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:12.909925 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:12.938063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1261509e-57c0-427f-9427-f1b4fd1f93ee None None] Provisioning for port 753a7e75-e05d-49e8-b619-5177abf777fd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:12.954086 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1261509e-57c0-427f-9427-f1b4fd1f93ee None None] Provisioning complete for port 753a7e75-e05d-49e8-b619-5177abf777fd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:12.954461 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1261509e-57c0-427f-9427-f1b4fd1f93ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:12.969779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Calling delete_port for e786483b-9959-486b-ab44-040a2eea2074 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:12.984840 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753a7e75-e05d-49e8-b619-5177abf777fd {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:12.999439 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:13.021419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Transition to ACTIVE for port object 753a7e75-e05d-49e8-b619-5177abf777fd will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:13.022155 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9a25c21-5a09-44e3-90d1-dcb390dad9f5 req-e1e49373-518e-441d-866e-30ca3b395013 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/security-groups?id=108d8803-2eac-4c42-b0c1-d54913376037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296065 Jul 16 03:27:13.035080 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:13.094887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1261509e-57c0-427f-9427-f1b4fd1f93ee None None] Port 753a7e75-e05d-49e8-b619-5177abf777fd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:13.122742 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-05bcd397-16cc-424e-8135-d5e9963d21a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e786483b-9959-486b-ab44-040a2eea2074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:16Z', 'updated_at': '2021-07-16T03:27:09Z', 'revision_number': 5, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'gw_port': {'id': 'e786483b-9959-486b-ab44-040a2eea2074', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:17Z', 'updated_at': '2021-07-16T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:13.173408 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bcd397-16cc-424e-8135-d5e9963d21a8 None None] The sync data for ids ['63d0ba75-83d0-494e-86d8-9a5320308451'] in n-d-800088-6 is: [{'id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-229291875-router', 'tenant_id': '1a3a29fe85ee4541b5a06e3179dca131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'e786483b-9959-486b-ab44-040a2eea2074', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:26:16Z', 'updated_at': '2021-07-16T03:27:09Z', 'revision_number': 5, 'project_id': '1a3a29fe85ee4541b5a06e3179dca131', 'gw_port': {'id': 'e786483b-9959-486b-ab44-040a2eea2074', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:63:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d0ba75-83d0-494e-86d8-9a5320308451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:26:17Z', 'updated_at': '2021-07-16T03:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:27:13.277938 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Pushing event updated for resources: {'Port': ['ID=753a7e75-e05d-49e8-b619-5177abf777fd,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:13.320609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9165eee-cc50-471d-8b86-7ca8805a0719 req-8abb872f-b7e9-4651-9a1c-341d166f7d35 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 210 time: 0.0553069 Jul 16 03:27:13.335482 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:13.336278 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:13.336278 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:13.336734 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:13.336982 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:13.337263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:13.337595 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:13.338824 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:13.338824 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:13.338824 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:13.339125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:13.340621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:13.431587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Attempting to bind port 753a7e75-e05d-49e8-b619-5177abf777fd on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:13.431933 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Attempting to bind port 753a7e75-e05d-49e8-b619-5177abf777fd by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:13.432179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Attempting to bind port 753a7e75-e05d-49e8-b619-5177abf777fd on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:13.438210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Port 753a7e75-e05d-49e8-b619-5177abf777fd on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:13.445945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Attempting to bind port 753a7e75-e05d-49e8-b619-5177abf777fd on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:13.456872 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:13.457348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:13.458298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:13.458884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Bound port: 753a7e75-e05d-49e8-b619-5177abf777fd, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:13.459463 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:13.521370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fabbcd0-d0af-4ae7-9804-395952d4b12a req-352cfbb3-2a10-4f68-9089-7bd7ff2a6e89 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "GET /v2.0/security-groups/337f559e-eb24-45ac-8366-470d588d5dd3 HTTP/1.1" status: 200 len: 1811 time: 0.4050014 Jul 16 03:27:13.558047 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9548e74d-53ab-4299-a6f1-bb73bb9ea875 req-4661ccd1-7f17-433b-abbe-2eb06b2d98c6 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2052993824', 'description': 'tempest-description-1662997570'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:13.563922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] For port 753a7e75-e05d-49e8-b619-5177abf777fd, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:13.570440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] For port 753a7e75-e05d-49e8-b619-5177abf777fd, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=753a7e75-e05d-49e8-b619-5177abf777fd,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:13.577948 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:13.593585 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9548e74d-53ab-4299-a6f1-bb73bb9ea875 req-4661ccd1-7f17-433b-abbe-2eb06b2d98c6 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:13.619374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-515c529d-242f-4985-837e-f6c16632464f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:13.620994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-515c529d-242f-4985-837e-f6c16632464f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.20 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 821 time: 0.2492280 Jul 16 03:27:13.636453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-e48c1711-5fb3-470f-ad62-b9e4dfc002dd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Request body: {'port': {'device_id': '86d7bcf2-a92f-4756-ad9d-e977f03004fb', 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85', 'admin_state_up': True, 'tenant_id': 'd7db53df25eb48488a2a44d10dce2113'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:13.682209 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:13.683230 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:13.686329 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] 10.222.0.88 "PUT /v2.0/ports/753a7e75-e05d-49e8-b619-5177abf777fd HTTP/1.1" status: 200 len: 1096 time: 1.3156707 Jul 16 03:27:13.687589 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248917a-418e-4670-aa6b-85d4190682cc service neutron] Pushing event updated for resources: {'Port': ['ID=753a7e75-e05d-49e8-b619-5177abf777fd,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:13.693564 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983795ca-f6d8-448a-8df2-a63df7923d47', 'tag': '753a7e75-e05d-49e8-b619-5177abf777fd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:13.696382 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7918bb8a-9db8-49e1-b9b7-3f3c6963044e" -d '{"events": [{"name": "network-changed", "server_uuid": "983795ca-f6d8-448a-8df2-a63df7923d47", "tag": "753a7e75-e05d-49e8-b619-5177abf777fd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:13.928086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-58a43103-ea50-477a-a5e8-f820fa839c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:13.929657 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-58a43103-ea50-477a-a5e8-f820fa839c02 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d488b1a4f7b54262ad764a6fc65493a8&device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 1099 time: 0.1400385 Jul 16 03:27:13.990119 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-b9afca73-6abc-4328-9033-ef0cee94a3f4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=753a7e75-e05d-49e8-b619-5177abf777fd HTTP/1.1" status: 200 len: 217 time: 0.0527480 Jul 16 03:27:14.053792 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49948) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:14.084413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-19fcdbf4-e909-44a4-b044-86bc089ad7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:14.086364 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-19fcdbf4-e909-44a4-b044-86bc089ad7db service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0881078 Jul 16 03:27:14.154047 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-732d5b44-b33d-4710-99bd-16b3af69184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:14.156451 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-732d5b44-b33d-4710-99bd-16b3af69184f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627282 Jul 16 03:27:14.220637 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ae29e6a-98ea-41e9-9a42-29d8a9abb0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.298168 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-5b62dd9a-1b1f-4d27-8602-1559a104559e service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348965 Jul 16 03:27:14.308439 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.394775 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.428977 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e786483b-9959-486b-ab44-040a2eea2074,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:14.438392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6e2c2-4e9b-48a1-af36-dfb5429c2ff9 req-e49fe44e-e6be-4969-a2af-d7ff91a7c3b7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:14.445383 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4c6e2c2-4e9b-48a1-af36-dfb5429c2ff9 req-e49fe44e-e6be-4969-a2af-d7ff91a7c3b7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.7017484 Jul 16 03:27:14.450695 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-43a393ab-2973-4f2f-8c33-ce5280efa459 req-69cb914a-bd3a-4c2e-9172-bcd362637ea4 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434925 Jul 16 03:27:14.526040 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:14.526456 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:14.527141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:14.527141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:14.527731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:14.527959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:14.529018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:14.529242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:14.529660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:14.530129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:14.530479 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:14.530809 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:14.569880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9548e74d-53ab-4299-a6f1-bb73bb9ea875 req-4661ccd1-7f17-433b-abbe-2eb06b2d98c6 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.579493 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9548e74d-53ab-4299-a6f1-bb73bb9ea875 req-4661ccd1-7f17-433b-abbe-2eb06b2d98c6 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.582843 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.593123 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.617667 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.api [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-e48c1711-5fb3-470f-ad62-b9e4dfc002dd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:27:14.617667 n-d-800088-6 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:27:14.617667 n-d-800088-6 neutron-server[93767]: [parameters: {'project_id_1': 'd7db53df25eb48488a2a44d10dce2113', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 27, 14, 396475)}] Jul 16 03:27:14.617667 n-d-800088-6 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:27:14.618152 n-d-800088-6 neutron-server[93767]: DEBUG oslo_db.api [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-e48c1711-5fb3-470f-ad62-b9e4dfc002dd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:27:14.694952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4c6e2c2-4e9b-48a1-af36-dfb5429c2ff9 req-1bdcdd20-64e4-4b9b-83fa-0e19d301535e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483816 Jul 16 03:27:14.709218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661ccd1-7f17-433b-abbe-2eb06b2d98c6 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774d9720-a86e-471a-8940-9af053785fd3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:14.719846 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ae29e6a-98ea-41e9-9a42-29d8a9abb0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.720385 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.721198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63d0ba75-83d0-494e-86d8-9a5320308451 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:27:14.727147 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.728327 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9ddd21b6-e9e1-44db-b0c9-cb2d18464af1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/63d0ba75-83d0-494e-86d8-9a5320308451 HTTP/1.1" status: 204 len: 168 time: 3.1199484 Jul 16 03:27:14.735568 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49958) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:14.739812 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9548e74d-53ab-4299-a6f1-bb73bb9ea875 req-4661ccd1-7f17-433b-abbe-2eb06b2d98c6 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.743773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9548e74d-53ab-4299-a6f1-bb73bb9ea875 req-4661ccd1-7f17-433b-abbe-2eb06b2d98c6 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1918759 Jul 16 03:27:14.818798 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ae29e6a-98ea-41e9-9a42-29d8a9abb0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:14.908538 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c080e1-8a5e-4e1c-b238-ebe72685f601 x-openstack-request-id: req-d6c080e1-8a5e-4e1c-b238-ebe72685f601 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:14.908831 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983795ca-f6d8-448a-8df2-a63df7923d47", "tag": "753a7e75-e05d-49e8-b619-5177abf777fd", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:14.909086 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6c080e1-8a5e-4e1c-b238-ebe72685f601 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:14.909682 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983795ca-f6d8-448a-8df2-a63df7923d47', 'tag': '753a7e75-e05d-49e8-b619-5177abf777fd', 'status': 'completed', 'code': 200} Jul 16 03:27:14.955322 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7ae29e6a-98ea-41e9-9a42-29d8a9abb0db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60457fd4c98640b4850500db67595009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8978841 Jul 16 03:27:14.955968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:14.971841 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae29e6a-98ea-41e9-9a42-29d8a9abb0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc86a60-cd8b-43a3-9869-cdc32a60d253,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:14.988787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c453cc4-4e04-4879-b464-90b44e5ccbd5 admin admin] Deleting subnet 3e2d07f0-1b8a-4098-a6ac-db078e8d7d74 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:27:14.993098 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c453cc4-4e04-4879-b464-90b44e5ccbd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.036689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c453cc4-4e04-4879-b464-90b44e5ccbd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.060270 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918bb8a-9db8-49e1-b9b7-3f3c6963044e req-3cf61a28-c8ae-4845-8b49-8df00d75c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:15.061900 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7918bb8a-9db8-49e1-b9b7-3f3c6963044e req-3cf61a28-c8ae-4845-8b49-8df00d75c9b3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d488b1a4f7b54262ad764a6fc65493a8&device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 1099 time: 0.1936173 Jul 16 03:27:15.093542 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-641c0542-e1d9-45d2-a856-d832db97c6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.119077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1ed98-64d0-46ab-96af-04ef043b26d3 req-71be497a-49d7-473e-9b4f-dd696f7775a4 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:15.130985 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6e1ed98-64d0-46ab-96af-04ef043b26d3 req-71be497a-49d7-473e-9b4f-dd696f7775a4 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 948 time: 0.1722665 Jul 16 03:27:15.175476 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-641c0542-e1d9-45d2-a856-d832db97c6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.198503 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918bb8a-9db8-49e1-b9b7-3f3c6963044e req-e9e88f33-8e08-49eb-835b-2f47d4d36622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:15.200917 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7918bb8a-9db8-49e1-b9b7-3f3c6963044e req-e9e88f33-8e08-49eb-835b-2f47d4d36622 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1299462 Jul 16 03:27:15.226169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9f727b4-d25c-4d4a-91da-083bbf2df0bc req-d74d2a40-9278-4ac6-8d91-21e3038e578d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 210 time: 0.0930333 Jul 16 03:27:15.233866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6e1ed98-64d0-46ab-96af-04ef043b26d3 req-bdf65c6e-3d65-45c0-b2f0-5412d77030ea tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/security-groups?id=108d8803-2eac-4c42-b0c1-d54913376037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018648 Jul 16 03:27:15.251453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-e48c1711-5fb3-470f-ad62-b9e4dfc002dd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Made reservation on behalf of d7db53df25eb48488a2a44d10dce2113 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:15.258460 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-e48c1711-5fb3-470f-ad62-b9e4dfc002dd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.299104 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7918bb8a-9db8-49e1-b9b7-3f3c6963044e req-569915a2-50cd-45ea-83eb-243f2c41d1c8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=753a7e75-e05d-49e8-b619-5177abf777fd HTTP/1.1" status: 200 len: 217 time: 0.0731354 Jul 16 03:27:15.330342 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c453cc4-4e04-4879-b464-90b44e5ccbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.364926 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-641c0542-e1d9-45d2-a856-d832db97c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.368204 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-641c0542-e1d9-45d2-a856-d832db97c6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.369584 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-641c0542-e1d9-45d2-a856-d832db97c6d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbc86a60-cd8b-43a3-9869-cdc32a60d253 HTTP/1.1" status: 204 len: 168 time: 0.4125032 Jul 16 03:27:15.418730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:15.449815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c0542-e1d9-45d2-a856-d832db97c6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc86a60-cd8b-43a3-9869-cdc32a60d253,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:15.456426 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:27:15.457253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1a5d76d4-47b6-45ac-afcf-0c2be14888b0 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:15.458906 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e786483b-9959-486b-ab44-040a2eea2074 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:15.500253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: e786483b-9959-486b-ab44-040a2eea2074 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:27:15.500708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e786483b-9959-486b-ab44-040a2eea2074 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:15.521489 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918bb8a-9db8-49e1-b9b7-3f3c6963044e req-b4b14ae6-7b4f-4b4d-ab7e-183a771e9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:15.522985 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7918bb8a-9db8-49e1-b9b7-3f3c6963044e req-b4b14ae6-7b4f-4b4d-ab7e-183a771e9110 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.2124388 Jul 16 03:27:15.526282 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b124efe0-11e6-4956-a5f6-c6e9d650fa0b req-9c38a011-65bd-4fac-8257-810fd5ef75d2 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "GET /v2.0/security-groups/774d9720-a86e-471a-8940-9af053785fd3 HTTP/1.1" status: 200 len: 1813 time: 0.2367067 Jul 16 03:27:15.546948 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c453cc4-4e04-4879-b464-90b44e5ccbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.594168 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-f709366b-3620-4330-beb6-71b42eb7305c req-9ef42360-c207-4392-b99c-dc1c0f2de3e0 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] show failed (client error): The resource could not be found. Jul 16 03:27:15.597842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c453cc4-4e04-4879-b464-90b44e5ccbd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e2d07f0-1b8a-4098-a6ac-db078e8d7d74,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:15.601400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f709366b-3620-4330-beb6-71b42eb7305c req-9ef42360-c207-4392-b99c-dc1c0f2de3e0 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "GET /v2.0/security-groups/8d06c0f6-96af-4ab3-93e4-0a58333aa12a HTTP/1.1" status: 404 len: 352 time: 0.0472846 Jul 16 03:27:15.625373 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c453cc4-4e04-4879-b464-90b44e5ccbd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.630441 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8c453cc4-4e04-4879-b464-90b44e5ccbd5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3e2d07f0-1b8a-4098-a6ac-db078e8d7d74 HTTP/1.1" status: 204 len: 168 time: 0.8928678 Jul 16 03:27:15.635096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad82af7-95cc-41db-beab-2ea2b6800ede None None] Network e56df40f-f850-41fc-9a5d-5729dbba79fb requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:27:15.635996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49984) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:15.700063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-e48c1711-5fb3-470f-ad62-b9e4dfc002dd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Allocated IP 172.20.0.14 (62b2aeba-30f5-4a54-a630-fa7a29eaec85/03c011a6-1b15-41e0-9e14-67c579ff2962/f06b98fc-7799-47ad-841f-3d890925255e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:15.709977 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-e5da4387-e70c-4d32-b2b1-2dff5263f49a req-7dab4db4-2e3c-433e-9018-ee6545b1427d tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] show failed (client error): The resource could not be found. Jul 16 03:27:15.711100 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5da4387-e70c-4d32-b2b1-2dff5263f49a req-7dab4db4-2e3c-433e-9018-ee6545b1427d tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "GET /v2.0/security-group-rules/4535c26e-413e-4e49-a641-ad6a3163d520 HTTP/1.1" status: 404 len: 361 time: 0.0613654 Jul 16 03:27:15.810587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918bb8a-9db8-49e1-b9b7-3f3c6963044e req-111c43fb-c4cf-42cc-a829-99f0993eef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:15.818593 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7918bb8a-9db8-49e1-b9b7-3f3c6963044e req-111c43fb-c4cf-42cc-a829-99f0993eef8a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2870049 Jul 16 03:27:15.823330 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.826824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25eeb5da-5ef5-4e2d-b94d-30b7690eed11 req-2d408e10-e58e-4fa7-be2d-ce58ff0a3700 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "GET /v2.0/security-groups/774d9720-a86e-471a-8940-9af053785fd3 HTTP/1.1" status: 200 len: 1813 time: 0.0817931 Jul 16 03:27:15.937203 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:15.976710 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0283c3d-62af-4701-9875-73789837f8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:15.992430 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7918bb8a-9db8-49e1-b9b7-3f3c6963044e req-831ab2ef-20b9-4443-aa5a-32827bdaebbc service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573310 Jul 16 03:27:15.993977 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] Deleting port cf1e8179-26a4-42cc-ad41-0a88aea8c439 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:15.994326 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.096690 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-25eeb5da-5ef5-4e2d-b94d-30b7690eed11 req-0259370f-7a0b-4ab6-b82c-911aa1de1a9f tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.122200 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-25eeb5da-5ef5-4e2d-b94d-30b7690eed11 req-0259370f-7a0b-4ab6-b82c-911aa1de1a9f tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.129792 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] For port cf1e8179-26a4-42cc-ad41-0a88aea8c439, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=cf1e8179-26a4-42cc-ad41-0a88aea8c439,segment=NetworkSegment(0b707080-f2ee-44f1-8514-98ec7f3d1408),segment_id=0b707080-f2ee-44f1-8514-98ec7f3d1408)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:16.130166 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.162471 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] Calling delete_port for cf1e8179-26a4-42cc-ad41-0a88aea8c439 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:16.196854 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136edb84-4be6-432a-b95b-9e5a2c0634af None None] DHCP port deletion for e56df40f-f850-41fc-9a5d-5729dbba79fb request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:27:16.253114 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-e48c1711-5fb3-470f-ad62-b9e4dfc002dd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.261030 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-25eeb5da-5ef5-4e2d-b94d-30b7690eed11 req-0259370f-7a0b-4ab6-b82c-911aa1de1a9f tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.265180 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-25eeb5da-5ef5-4e2d-b94d-30b7690eed11 req-0259370f-7a0b-4ab6-b82c-911aa1de1a9f tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.278525 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25eeb5da-5ef5-4e2d-b94d-30b7690eed11 req-0259370f-7a0b-4ab6-b82c-911aa1de1a9f tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "DELETE /v2.0/security-groups/774d9720-a86e-471a-8940-9af053785fd3 HTTP/1.1" status: 204 len: 173 time: 0.4317398 Jul 16 03:27:16.285070 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-136edb84-4be6-432a-b95b-9e5a2c0634af None None] Deleting port cf1e8179-26a4-42cc-ad41-0a88aea8c439 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:16.285681 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-136edb84-4be6-432a-b95b-9e5a2c0634af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.299756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1ee5c-b2b9-477f-90f2-15363aa5cec4 req-e899166e-49d8-4bfa-90a6-507e39ed77d9 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:16.308045 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65d1ee5c-b2b9-477f-90f2-15363aa5cec4 req-e899166e-49d8-4bfa-90a6-507e39ed77d9 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.3586879 Jul 16 03:27:16.340474 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7918bb8a-9db8-49e1-b9b7-3f3c6963044e req-e93d4146-e89f-4081-88d0-7dd4d12198fb service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306642 Jul 16 03:27:16.341649 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.365018 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] No DVR routers for this DVR port cf1e8179-26a4-42cc-ad41-0a88aea8c439 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:16.367018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259370f-7a0b-4ab6-b82c-911aa1de1a9f tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=774d9720-a86e-471a-8940-9af053785fd3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:16.410278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-136edb84-4be6-432a-b95b-9e5a2c0634af None None] For port cf1e8179-26a4-42cc-ad41-0a88aea8c439, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=cf1e8179-26a4-42cc-ad41-0a88aea8c439,segment=NetworkSegment(0b707080-f2ee-44f1-8514-98ec7f3d1408),segment_id=0b707080-f2ee-44f1-8514-98ec7f3d1408)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:16.411349 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-136edb84-4be6-432a-b95b-9e5a2c0634af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.427113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-136edb84-4be6-432a-b95b-9e5a2c0634af None None] Calling delete_port for cf1e8179-26a4-42cc-ad41-0a88aea8c439 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:16.434942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1e8179-26a4-42cc-ad41-0a88aea8c439,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:16.505652 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65d1ee5c-b2b9-477f-90f2-15363aa5cec4 req-23063c5f-abc5-48b6-b34f-77aa3249313e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959405 Jul 16 03:27:16.523878 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-136edb84-4be6-432a-b95b-9e5a2c0634af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.524103 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.538985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56df40f-f850-41fc-9a5d-5729dbba79fb']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:16.557647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136edb84-4be6-432a-b95b-9e5a2c0634af None None] Pushing event deleted for resources: {'Port': ['ID=cf1e8179-26a4-42cc-ad41-0a88aea8c439,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:16.565117 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136edb84-4be6-432a-b95b-9e5a2c0634af None None] No DVR routers for this DVR port cf1e8179-26a4-42cc-ad41-0a88aea8c439 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:16.583678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b707080-f2ee-44f1-8514-98ec7f3d1408') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:16.584155 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b707080-f2ee-44f1-8514-98ec7f3d1408') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:16.595680 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.613615 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.619392 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-e48c1711-5fb3-470f-ad62-b9e4dfc002dd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.623090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:27:16.623645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:27:16.626648 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:27:16.642441 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0283c3d-62af-4701-9875-73789837f8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.654830 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0283c3d-62af-4701-9875-73789837f8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.734980 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.742157 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.744227 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e56df40f-f850-41fc-9a5d-5729dbba79fb HTTP/1.1" status: 204 len: 168 time: 1.1060481 Jul 16 03:27:16.775270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8aabfa3-48fb-41b9-848f-d3802b6be302 req-a71c82b6-319f-4b54-b2ac-0c7d663f5ec4 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "GET /v2.0/security-groups/337f559e-eb24-45ac-8366-470d588d5dd3 HTTP/1.1" status: 200 len: 1811 time: 0.2261939 Jul 16 03:27:16.786062 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35925ec7-f967-4a04-8dcc-dbd9c177bfc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e56df40f-f850-41fc-9a5d-5729dbba79fb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:16.811970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-e48c1711-5fb3-470f-ad62-b9e4dfc002dd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:16.840724 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c0283c3d-62af-4701-9875-73789837f8e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51414708ff454eb3a330aa51b21b21b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8893890 Jul 16 03:27:16.843173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50012) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:16.850215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-e48c1711-5fb3-470f-ad62-b9e4dfc002dd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:16.853453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-e48c1711-5fb3-470f-ad62-b9e4dfc002dd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:16.859869 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-e48c1711-5fb3-470f-ad62-b9e4dfc002dd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:16.860550 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-e48c1711-5fb3-470f-ad62-b9e4dfc002dd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.868358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0283c3d-62af-4701-9875-73789837f8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2927de-9edf-4bc0-adff-c4d18b0dfe50,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:16.900171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c1711-5fb3-470f-ad62-b9e4dfc002dd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Pushing event updated for resources: {'Port': ['ID=f06b98fc-7799-47ad-841f-3d890925255e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:16.921008 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-970a6f3a-390d-445f-94dd-57dbc2c09f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:16.934114 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-e48c1711-5fb3-470f-ad62-b9e4dfc002dd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3017271 Jul 16 03:27:16.946930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Request body: {'port': {'device_id': '86d7bcf2-a92f-4756-ad9d-e977f03004fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:16.975987 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-970a6f3a-390d-445f-94dd-57dbc2c09f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.036600 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f8aabfa3-48fb-41b9-848f-d3802b6be302 req-9eb2d2f4-041f-4743-afa7-ec8fe75ab4f7 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.061095 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-970a6f3a-390d-445f-94dd-57dbc2c09f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.064779 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-970a6f3a-390d-445f-94dd-57dbc2c09f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.065898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed026e-767a-4948-9cfb-a2e6764e82f2 req-69269d42-f291-4171-97b7-72e32198bbb8 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:17.069632 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-970a6f3a-390d-445f-94dd-57dbc2c09f36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee2927de-9edf-4bc0-adff-c4d18b0dfe50 HTTP/1.1" status: 204 len: 168 time: 0.2222786 Jul 16 03:27:17.073342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fbed026e-767a-4948-9cfb-a2e6764e82f2 req-69269d42-f291-4171-97b7-72e32198bbb8 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 932 time: 0.3407338 Jul 16 03:27:17.086035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a6f3a-390d-445f-94dd-57dbc2c09f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2927de-9edf-4bc0-adff-c4d18b0dfe50,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:17.112540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50016) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:17.152807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cf1e8179-26a4-42cc-ad41-0a88aea8c439 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:17.165428 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f8aabfa3-48fb-41b9-848f-d3802b6be302 req-9eb2d2f4-041f-4743-afa7-ec8fe75ab4f7 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.184019 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b5146509-aaf0-4966-8a1c-e5a3e2a7fc28 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a3a29fe85ee4541b5a06e3179dca131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703459 Jul 16 03:27:17.185325 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50018) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:17.186444 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: cf1e8179-26a4-42cc-ad41-0a88aea8c439 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:27:17.188363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cf1e8179-26a4-42cc-ad41-0a88aea8c439 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:17.216964 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fbed026e-767a-4948-9cfb-a2e6764e82f2 req-b32dc4d6-019b-42c3-910b-3696b40346e0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427054 Jul 16 03:27:17.236838 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.259724 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f8aabfa3-48fb-41b9-848f-d3802b6be302 req-9eb2d2f4-041f-4743-afa7-ec8fe75ab4f7 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.263308 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f8aabfa3-48fb-41b9-848f-d3802b6be302 req-9eb2d2f4-041f-4743-afa7-ec8fe75ab4f7 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.264744 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8aabfa3-48fb-41b9-848f-d3802b6be302 req-9eb2d2f4-041f-4743-afa7-ec8fe75ab4f7 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "DELETE /v2.0/security-groups/337f559e-eb24-45ac-8366-470d588d5dd3 HTTP/1.1" status: 204 len: 173 time: 0.4557152 Jul 16 03:27:17.293532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2d2f4-041f-4743-afa7-ec8fe75ab4f7 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=337f559e-eb24-45ac-8366-470d588d5dd3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:17.306436 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d4fdd43-b273-49d8-b1d0-409f5f33f029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.337516 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d4fdd43-b273-49d8-b1d0-409f5f33f029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.361176 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8bd9dee5-0721-4394-a52d-4a033921e212 req-8ab8f550-1561-44dd-a466-ec110e29a153 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "GET /v2.0/security-groups/38a4dac7-67b7-4bd1-a07c-0aaecb09d86e HTTP/1.1" status: 200 len: 1812 time: 0.0635343 Jul 16 03:27:17.424058 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d4fdd43-b273-49d8-b1d0-409f5f33f029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.426877 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d4fdd43-b273-49d8-b1d0-409f5f33f029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.428464 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4d4fdd43-b273-49d8-b1d0-409f5f33f029 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53975379-8214-417f-987a-92d38d5f34d5 HTTP/1.1" status: 204 len: 168 time: 0.2418242 Jul 16 03:27:17.445923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4fdd43-b273-49d8-b1d0-409f5f33f029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53975379-8214-417f-987a-92d38d5f34d5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:17.655177 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8bd9dee5-0721-4394-a52d-4a033921e212 req-ce538020-d5a9-4d72-aa4b-1c306964059e tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.688044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99311c9a-8ce8-4a3b-bb76-fac2a55b89eb req-e52cbf1b-fd54-4bfe-adf5-9b5277330460 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:17.694786 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-99311c9a-8ce8-4a3b-bb76-fac2a55b89eb req-e52cbf1b-fd54-4bfe-adf5-9b5277330460 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 948 time: 0.2512686 Jul 16 03:27:17.737636 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8bd9dee5-0721-4394-a52d-4a033921e212 req-ce538020-d5a9-4d72-aa4b-1c306964059e tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.809561 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-99311c9a-8ce8-4a3b-bb76-fac2a55b89eb req-794c68ef-2966-43f6-b7b8-a6ea14e94f2c tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/security-groups?id=108d8803-2eac-4c42-b0c1-d54913376037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138272 Jul 16 03:27:17.875357 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8bd9dee5-0721-4394-a52d-4a033921e212 req-ce538020-d5a9-4d72-aa4b-1c306964059e tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.878172 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8bd9dee5-0721-4394-a52d-4a033921e212 req-ce538020-d5a9-4d72-aa4b-1c306964059e tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.889305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8bd9dee5-0721-4394-a52d-4a033921e212 req-ce538020-d5a9-4d72-aa4b-1c306964059e tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "DELETE /v2.0/security-groups/38a4dac7-67b7-4bd1-a07c-0aaecb09d86e HTTP/1.1" status: 204 len: 173 time: 0.4302111 Jul 16 03:27:17.898777 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06b98fc-7799-47ad-841f-3d890925255e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:17.916751 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:17.919683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce538020-d5a9-4d72-aa4b-1c306964059e tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a4dac7-67b7-4bd1-a07c-0aaecb09d86e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:17.943522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Transition to ACTIVE for port object f06b98fc-7799-47ad-841f-3d890925255e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:17.955833 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:18.004546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 753a7e75-e05d-49e8-b619-5177abf777fd details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:27:18.064157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Pushing event updated for resources: {'Port': ['ID=f06b98fc-7799-47ad-841f-3d890925255e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:18.105072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Attempting to bind port f06b98fc-7799-47ad-841f-3d890925255e on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:18.105226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Attempting to bind port f06b98fc-7799-47ad-841f-3d890925255e by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:18.105523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Attempting to bind port f06b98fc-7799-47ad-841f-3d890925255e on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:18.112421 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Port f06b98fc-7799-47ad-841f-3d890925255e on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:18.112750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Attempting to bind port f06b98fc-7799-47ad-841f-3d890925255e on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:18.119955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:18.120295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Checking segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:18.121333 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Bound using segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:18.121769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Bound port: f06b98fc-7799-47ad-841f-3d890925255e, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:18.122129 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:18.251299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 753a7e75-e05d-49e8-b619-5177abf777fd, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=753a7e75-e05d-49e8-b619-5177abf777fd,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:18.287151 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '753a7e75-e05d-49e8-b619-5177abf777fd', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '753a7e75-e05d-49e8-b619-5177abf777fd', 'mac_address': 'fa:16:3e:ad:c0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:27:18.340579 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:18.357574 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753a7e75-e05d-49e8-b619-5177abf777fd {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:18.374431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2eaf5e9-7614-4262-9d30-919c8ca6c2a8 req-a2749b0f-b339-4c39-a143-9f160c122e72 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "GET /v2.0/security-groups/4006793a-6f11-4a20-bb33-1ddc177d0632 HTTP/1.1" status: 200 len: 1811 time: 0.2207973 Jul 16 03:27:18.390462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 753a7e75-e05d-49e8-b619-5177abf777fd, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=753a7e75-e05d-49e8-b619-5177abf777fd,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:18.397261 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:18.429174 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:18.458658 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f06b98fc-7799-47ad-841f-3d890925255e,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:18.473778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdfb80-1898-4d56-95a5-7860f65da99f req-36b29329-48d6-446e-beb8-61d1a28d2ef7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:18.482745 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adcdfb80-1898-4d56-95a5-7860f65da99f req-36b29329-48d6-446e-beb8-61d1a28d2ef7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.2950246 Jul 16 03:27:18.486845 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:18.534169 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=753a7e75-e05d-49e8-b619-5177abf777fd,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:18.552727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:18.555594 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:18.556159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:18.556677 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:18.557634 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:18.559636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:18.560156 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:18.560685 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:18.561425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:18.564067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:18.564677 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:18.565181 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:18.586364 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2eaf5e9-7614-4262-9d30-919c8ca6c2a8 req-7498b9c7-da89-4bf1-af50-20328bc921e7 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:18.600887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:18.601707 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:18.603503 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] 10.222.0.20 "PUT /v2.0/ports/f06b98fc-7799-47ad-841f-3d890925255e HTTP/1.1" status: 200 len: 1092 time: 1.6613436 Jul 16 03:27:18.641232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d7bcf2-a92f-4756-ad9d-e977f03004fb', 'tag': 'f06b98fc-7799-47ad-841f-3d890925255e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:18.643804 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be08623-0f65-47e4-aa7d-1883c89bdf0a" -d '{"events": [{"name": "network-changed", "server_uuid": "86d7bcf2-a92f-4756-ad9d-e977f03004fb", "tag": "f06b98fc-7799-47ad-841f-3d890925255e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:18.689194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['753a7e75-e05d-49e8-b619-5177abf777fd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:18.756174 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2eaf5e9-7614-4262-9d30-919c8ca6c2a8 req-7498b9c7-da89-4bf1-af50-20328bc921e7 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:18.766691 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adcdfb80-1898-4d56-95a5-7860f65da99f req-90c6dbc3-0225-4b79-8bd0-af4663b2a5bd tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830105 Jul 16 03:27:18.779337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a0daa-a5e9-4bc4-ba27-d1a20761e564 service neutron] Pushing event updated for resources: {'Port': ['ID=f06b98fc-7799-47ad-841f-3d890925255e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:18.779524 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50084) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:18.873185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-c97cfee9-677c-4a77-92ae-c72a80f8ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:18.874786 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-c97cfee9-677c-4a77-92ae-c72a80f8ae1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 1095 time: 0.2150493 Jul 16 03:27:18.878056 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2eaf5e9-7614-4262-9d30-919c8ca6c2a8 req-7498b9c7-da89-4bf1-af50-20328bc921e7 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:18.882881 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f2eaf5e9-7614-4262-9d30-919c8ca6c2a8 req-7498b9c7-da89-4bf1-af50-20328bc921e7 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:18.884453 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2eaf5e9-7614-4262-9d30-919c8ca6c2a8 req-7498b9c7-da89-4bf1-af50-20328bc921e7 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "DELETE /v2.0/security-groups/4006793a-6f11-4a20-bb33-1ddc177d0632 HTTP/1.1" status: 204 len: 173 time: 0.5088005 Jul 16 03:27:18.991772 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-b85cd254-3ed5-4bd9-a955-1294f53c485b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f06b98fc-7799-47ad-841f-3d890925255e HTTP/1.1" status: 200 len: 217 time: 0.1067069 Jul 16 03:27:18.995016 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc93acf-97ad-4548-a55c-5ad18893561f x-openstack-request-id: req-3bc93acf-97ad-4548-a55c-5ad18893561f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:18.995312 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d7bcf2-a92f-4756-ad9d-e977f03004fb", "tag": "f06b98fc-7799-47ad-841f-3d890925255e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:18.998118 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3bc93acf-97ad-4548-a55c-5ad18893561f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:18.998378 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d7bcf2-a92f-4756-ad9d-e977f03004fb', 'tag': 'f06b98fc-7799-47ad-841f-3d890925255e', 'status': 'completed', 'code': 200} Jul 16 03:27:19.062129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-394644378-network', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:19.087002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498b9c7-da89-4bf1-af50-20328bc921e7 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4006793a-6f11-4a20-bb33-1ddc177d0632,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:19.099651 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] Made reservation on behalf of 31fa293ca0894726a38ae03b39c8918b for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:19.103271 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.118843 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.192158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-0b2cb48d-bb45-46b4-8580-beeb4975bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:19.193605 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-0b2cb48d-bb45-46b4-8580-beeb4975bf8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.1903448 Jul 16 03:27:19.236702 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-e3a6cf0d-3e05-453b-9a7a-0f4eed94d338 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347285 Jul 16 03:27:19.273076 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.278053 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.301773 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:27:19.343110 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.344250 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] Added segment 134192b2-1b73-460b-8104-be214e8908cf of type vlan for network 45629be9-4804-4f9a-b992-3de07720a732 Jul 16 03:27:19.346327 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f062a-148c-48f3-9549-a25e4214ad13 req-192e0180-a72a-4a8d-ba69-5f064d4e1e85 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:19.347852 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-277f062a-148c-48f3-9549-a25e4214ad13 req-192e0180-a72a-4a8d-ba69-5f064d4e1e85 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 949 time: 0.2562330 Jul 16 03:27:19.374014 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17687e2a-80f3-4a41-b8ad-26cdb48fd829 req-acd1210d-023a-43e4-96ae-ce696e9e114f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:19.375579 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17687e2a-80f3-4a41-b8ad-26cdb48fd829 req-acd1210d-023a-43e4-96ae-ce696e9e114f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 944 time: 0.2809198 Jul 16 03:27:19.459777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14edad3-8037-4b24-b08e-bdb27c8696ce,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:19.491564 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.494812 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17687e2a-80f3-4a41-b8ad-26cdb48fd829 req-6506528a-b11d-425d-b9b8-cac6e2de7e33 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854354 Jul 16 03:27:19.507850 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-277f062a-148c-48f3-9549-a25e4214ad13 req-8a0d5b02-026b-4107-91a3-e16432390b98 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/security-groups?id=108d8803-2eac-4c42-b0c1-d54913376037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295900 Jul 16 03:27:19.511939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-5b194f14-9e3a-4038-871c-144823fe601e service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552688 Jul 16 03:27:19.532197 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.533736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:19.545346 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.585030 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8044267 Jul 16 03:27:19.588865 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50108) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:19.596876 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c71cb2a6-b051-4a37-bb2b-ca74d317c550 admin admin] Request body: {'subnet': {'network_id': '45629be9-4804-4f9a-b992-3de07720a732', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-394644378-subnet', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:19.634166 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468920b-cec3-48b0-b95e-2f82afaaf279 admin admin] Pushing event updated for resources: {'Network': ['ID=45629be9-4804-4f9a-b992-3de07720a732,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:19.645221 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 45629be9-4804-4f9a-b992-3de07720a732 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:27:19.679757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71cb2a6-b051-4a37-bb2b-ca74d317c550 admin admin] Made reservation on behalf of 31fa293ca0894726a38ae03b39c8918b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:19.684601 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c71cb2a6-b051-4a37-bb2b-ca74d317c550 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.791188 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d977122-b395-456c-864b-c4a3193175df req-cc14d073-0f8a-4798-8c9d-6485a8ad0b55 tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "GET /v2.0/security-groups/96083417-7bbf-4391-9814-9c7f08cc238c HTTP/1.1" status: 200 len: 1813 time: 0.1745331 Jul 16 03:27:19.803791 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-128ca0b0-2cd7-4bba-9384-9dab7b05fbcc req-3a21b06c-969b-454a-98ef-038464492e73 service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848556 Jul 16 03:27:19.904852 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d977122-b395-456c-864b-c4a3193175df req-4c4fa62c-a8b2-4fcb-9bfa-8ef381fae94f tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.938142 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d977122-b395-456c-864b-c4a3193175df req-4c4fa62c-a8b2-4fcb-9bfa-8ef381fae94f tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:19.970060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be08623-0f65-47e4-aa7d-1883c89bdf0a req-ecd77580-a14b-42c4-bc50-1f148efd9e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:19.971689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4be08623-0f65-47e4-aa7d-1883c89bdf0a req-ecd77580-a14b-42c4-bc50-1f148efd9e7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 1095 time: 0.1068199 Jul 16 03:27:19.978011 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c71cb2a6-b051-4a37-bb2b-ca74d317c550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.020510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 753a7e75-e05d-49e8-b619-5177abf777fd up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:20.038519 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d977122-b395-456c-864b-c4a3193175df req-4c4fa62c-a8b2-4fcb-9bfa-8ef381fae94f tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.044937 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d977122-b395-456c-864b-c4a3193175df req-4c4fa62c-a8b2-4fcb-9bfa-8ef381fae94f tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.046127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d977122-b395-456c-864b-c4a3193175df req-4c4fa62c-a8b2-4fcb-9bfa-8ef381fae94f tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] 10.222.0.18 "DELETE /v2.0/security-groups/96083417-7bbf-4391-9814-9c7f08cc238c HTTP/1.1" status: 204 len: 173 time: 0.2479656 Jul 16 03:27:20.065512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50124) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:20.120968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 753a7e75-e05d-49e8-b619-5177abf777fd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:20.124979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 753a7e75-e05d-49e8-b619-5177abf777fd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:20.125641 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.133310 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fa62c-a8b2-4fcb-9bfa-8ef381fae94f tempest-SecurityGroupRulesNegativeTestJSON-166524910 tempest-SecurityGroupRulesNegativeTestJSON-166524910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96083417-7bbf-4391-9814-9c7f08cc238c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:20.161357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be08623-0f65-47e4-aa7d-1883c89bdf0a req-98326cef-3221-45e9-93d9-5a0ffeb0bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:20.163804 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4be08623-0f65-47e4-aa7d-1883c89bdf0a req-98326cef-3221-45e9-93d9-5a0ffeb0bf67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.1793399 Jul 16 03:27:20.226283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71cb2a6-b051-4a37-bb2b-ca74d317c550 admin admin] Checking segment: {'id': '134192b2-1b73-460b-8104-be214e8908cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '45629be9-4804-4f9a-b992-3de07720a732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:20.226618 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71cb2a6-b051-4a37-bb2b-ca74d317c550 admin admin] Network hostable DHCP agents. Network: 45629be9-4804-4f9a-b992-3de07720a732, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:27:20.239378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cb2a6-b051-4a37-bb2b-ca74d317c550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d365a6e-e978-490f-9dcd-8b8e4b8bc401,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:20.255559 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-abffbc2a-5c41-470b-9088-e1885b0ba0aa admin admin] Deleting subnet 57504ea1-eea4-4867-b95e-5b2361ccf5b1 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:27:20.267001 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abffbc2a-5c41-470b-9088-e1885b0ba0aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.302303 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.309664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71cb2a6-b051-4a37-bb2b-ca74d317c550 admin admin] Network 45629be9-4804-4f9a-b992-3de07720a732 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:27:20.322667 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abffbc2a-5c41-470b-9088-e1885b0ba0aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.325996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c71cb2a6-b051-4a37-bb2b-ca74d317c550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 45629be9-4804-4f9a-b992-3de07720a732) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:20.334318 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983795ca-f6d8-448a-8df2-a63df7923d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753a7e75-e05d-49e8-b619-5177abf777fd'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:20.338026 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e83d394-9962-46b2-81a8-bdd9c82a789c" -d '{"events": [{"server_uuid": "983795ca-f6d8-448a-8df2-a63df7923d47", "name": "network-vif-plugged", "status": "completed", "tag": "753a7e75-e05d-49e8-b619-5177abf777fd"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:20.348056 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563b35a3-efd2-445e-82dd-ec2619a3acda None None] Network 45629be9-4804-4f9a-b992-3de07720a732 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:27:20.355076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71cb2a6-b051-4a37-bb2b-ca74d317c550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:20.355712 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c71cb2a6-b051-4a37-bb2b-ca74d317c550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.365567 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4be08623-0f65-47e4-aa7d-1883c89bdf0a req-ffd73e9e-695b-4ce9-afbe-5b12a4fa5e66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f06b98fc-7799-47ad-841f-3d890925255e HTTP/1.1" status: 200 len: 217 time: 0.1891770 Jul 16 03:27:20.369152 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-d43ce4af-394e-4294-896e-61e0ec5785ab tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=66e389a7a4de49c8b4432c8e11735e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935802 Jul 16 03:27:20.377635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 753a7e75-e05d-49e8-b619-5177abf777fd, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=753a7e75-e05d-49e8-b619-5177abf777fd,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:20.401927 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.408548 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c71cb2a6-b051-4a37-bb2b-ca74d317c550 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8156366 Jul 16 03:27:20.408770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50136) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:20.416247 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-394644378-router', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:20.419631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abffbc2a-5c41-470b-9088-e1885b0ba0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.488270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be08623-0f65-47e4-aa7d-1883c89bdf0a req-efae09e0-6f9e-4c41-96a3-c31cc24095d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:20.504581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4be08623-0f65-47e4-aa7d-1883c89bdf0a req-efae09e0-6f9e-4c41-96a3-c31cc24095d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.1343122 Jul 16 03:27:20.535183 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.536213 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.545819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=753a7e75-e05d-49e8-b619-5177abf777fd,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:20.547609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4be08623-0f65-47e4-aa7d-1883c89bdf0a req-37c38801-f0be-49a9-a26d-d5991a51da4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342131 Jul 16 03:27:20.623227 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.624920 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444f477c-617e-497e-938a-68023a113914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-45629be9-4804-4f9a-b992-3de07720a732', 'network_id': '45629be9-4804-4f9a-b992-3de07720a732', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b', 'fixed_ips': [{'subnet_id': '5d365a6e-e978-490f-9dcd-8b8e4b8bc401'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:27:20.625136 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abffbc2a-5c41-470b-9088-e1885b0ba0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.626332 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-444f477c-617e-497e-938a-68023a113914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.662154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-510d71a6-97c3-4bc0-887c-84453a4973d7 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:20.663652 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-510d71a6-97c3-4bc0-887c-84453a4973d7 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2840476 Jul 16 03:27:20.692178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffbc2a-5c41-470b-9088-e1885b0ba0aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57504ea1-eea4-4867-b95e-5b2361ccf5b1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:20.723379 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abffbc2a-5c41-470b-9088-e1885b0ba0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.728138 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-abffbc2a-5c41-470b-9088-e1885b0ba0aa admin admin] 10.222.0.18 "DELETE /v2.0/subnets/57504ea1-eea4-4867-b95e-5b2361ccf5b1 HTTP/1.1" status: 204 len: 168 time: 0.6508508 Jul 16 03:27:20.728138 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50144) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:20.729355 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-0a4612e0-0ce6-4b6e-b2b4-ac99cfa57c8b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/quotas/66e389a7a4de49c8b4432c8e11735e00 HTTP/1.1" status: 200 len: 375 time: 0.0487213 Jul 16 03:27:20.776071 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-d6c117e5-646e-4bdf-92ba-c92e84a6b022 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e389a7a4de49c8b4432c8e11735e00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455616 Jul 16 03:27:20.808001 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-444f477c-617e-497e-938a-68023a113914 None None] Allocated IP 172.20.0.2 (45629be9-4804-4f9a-b992-3de07720a732/5d365a6e-e978-490f-9dcd-8b8e4b8bc401/26da22ca-d0d2-43bb-a35b-eba6d25f6e51) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:20.812865 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4be08623-0f65-47e4-aa7d-1883c89bdf0a req-7e3ad9a5-0c17-412b-b62a-52b87b45ef57 service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527943 Jul 16 03:27:20.822230 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79d80f-e162-4c44-b107-0257c4f6be02 req-827c235e-62c4-4c9f-a875-e27a8d752931 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:20.823763 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c79d80f-e162-4c44-b107-0257c4f6be02 req-827c235e-62c4-4c9f-a875-e27a8d752931 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.2246833 Jul 16 03:27:20.833574 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:20.918201 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-953a6641-6782-4794-85d6-4c6316988464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:21.001874 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-444f477c-617e-497e-938a-68023a113914 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:21.011569 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4be08623-0f65-47e4-aa7d-1883c89bdf0a req-daa075a9-0e69-4c70-8870-11703d83336b service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861956 Jul 16 03:27:21.012531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-444f477c-617e-497e-938a-68023a113914 None None] Transition to ACTIVE for port object 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:21.047966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c79d80f-e162-4c44-b107-0257c4f6be02 req-9c83ce0d-e0e3-4068-9660-3d90a252e34b tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148144 Jul 16 03:27:21.126458 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-953a6641-6782-4794-85d6-4c6316988464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:21.179844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-444f477c-617e-497e-938a-68023a113914 None None] Transition to ACTIVE for port object 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:21.181014 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-953a6641-6782-4794-85d6-4c6316988464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33728393-1852-4d4c-9c37-7de2e9db5c5b']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:21.250826 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3982898e-aae9-4364-989d-3110cbd315d3 x-openstack-request-id: req-3982898e-aae9-4364-989d-3110cbd315d3 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:21.251662 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983795ca-f6d8-448a-8df2-a63df7923d47", "name": "network-vif-plugged", "status": "completed", "tag": "753a7e75-e05d-49e8-b619-5177abf777fd", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:21.253494 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3982898e-aae9-4364-989d-3110cbd315d3 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:21.254124 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983795ca-f6d8-448a-8df2-a63df7923d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753a7e75-e05d-49e8-b619-5177abf777fd', 'code': 200} Jul 16 03:27:21.258709 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-444f477c-617e-497e-938a-68023a113914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:21.329303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-953a6641-6782-4794-85d6-4c6316988464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14211ab9-155b-423f-bea1-39e73cb86ee4') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:21.329607 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-953a6641-6782-4794-85d6-4c6316988464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14211ab9-155b-423f-bea1-39e73cb86ee4') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:21.385210 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb05e7-7729-4d3b-a5b1-71f9fe3fccf2 req-208b512a-8b7b-42bc-9e2d-f42acceb1d27 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:21.392488 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32eb05e7-7729-4d3b-a5b1-71f9fe3fccf2 req-208b512a-8b7b-42bc-9e2d-f42acceb1d27 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 950 time: 0.0812538 Jul 16 03:27:21.410053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f477c-617e-497e-938a-68023a113914 None None] Network 45629be9-4804-4f9a-b992-3de07720a732 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:21.425353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-444f477c-617e-497e-938a-68023a113914 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:21.438860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32eb05e7-7729-4d3b-a5b1-71f9fe3fccf2 req-07437689-40ce-4272-a04c-2fb89ee44dc8 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/security-groups?id=108d8803-2eac-4c42-b0c1-d54913376037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453422 Jul 16 03:27:21.449667 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444f477c-617e-497e-938a-68023a113914 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:21.558472 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f477c-617e-497e-938a-68023a113914 None None] Pushing event updated for resources: {'Port': ['ID=26da22ca-d0d2-43bb-a35b-eba6d25f6e51,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:21.595905 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-444f477c-617e-497e-938a-68023a113914 None None] Attempting to bind port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:21.596403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-444f477c-617e-497e-938a-68023a113914 None None] Attempting to bind port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '134192b2-1b73-460b-8104-be214e8908cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '45629be9-4804-4f9a-b992-3de07720a732'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:21.596953 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f477c-617e-497e-938a-68023a113914 None None] Attempting to bind port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 on network 45629be9-4804-4f9a-b992-3de07720a732 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:21.603251 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f477c-617e-497e-938a-68023a113914 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:21.603801 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f477c-617e-497e-938a-68023a113914 None None] Checking segment: {'id': '134192b2-1b73-460b-8104-be214e8908cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '45629be9-4804-4f9a-b992-3de07720a732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:21.604230 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-444f477c-617e-497e-938a-68023a113914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:21.604842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f477c-617e-497e-938a-68023a113914 None None] Bound using segment: {'id': '134192b2-1b73-460b-8104-be214e8908cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '45629be9-4804-4f9a-b992-3de07720a732'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:21.605432 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-444f477c-617e-497e-938a-68023a113914 None None] Bound port: 26da22ca-d0d2-43bb-a35b-eba6d25f6e51, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134192b2-1b73-460b-8104-be214e8908cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '45629be9-4804-4f9a-b992-3de07720a732'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:21.606441 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-444f477c-617e-497e-938a-68023a113914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:21.665893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1f605-af9d-4e79-8cf4-f8e73442ed58 req-545d6ce3-f191-422f-adfc-948b8e09f613 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:21.667491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-47c1f605-af9d-4e79-8cf4-f8e73442ed58 req-545d6ce3-f191-422f-adfc-948b8e09f613 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 944 time: 0.1659777 Jul 16 03:27:21.728804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-444f477c-617e-497e-938a-68023a113914 None None] For port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:21.734857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-444f477c-617e-497e-938a-68023a113914 None None] For port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=26da22ca-d0d2-43bb-a35b-eba6d25f6e51,segment=NetworkSegment(134192b2-1b73-460b-8104-be214e8908cf),segment_id=134192b2-1b73-460b-8104-be214e8908cf)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:21.742066 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-444f477c-617e-497e-938a-68023a113914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:21.756682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-47c1f605-af9d-4e79-8cf4-f8e73442ed58 req-0d883e93-c814-4e45-83a4-e7245145035c tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742993 Jul 16 03:27:21.898361 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-953a6641-6782-4794-85d6-4c6316988464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:21.905796 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f477c-617e-497e-938a-68023a113914 None None] Pushing event updated for resources: {'Port': ['ID=26da22ca-d0d2-43bb-a35b-eba6d25f6e51,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:21.962591 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-6c080b26-3b7d-4f1d-93b3-d244df4b614d tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=66e389a7a4de49c8b4432c8e11735e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270553 Jul 16 03:27:22.003937 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.006394 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-953a6641-6782-4794-85d6-4c6316988464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.041185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.044125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953a6641-6782-4794-85d6-4c6316988464 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:27:22.044722 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-953a6641-6782-4794-85d6-4c6316988464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:27:22.048263 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:27:22.233697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-305d21fa-1e6d-4048-876e-66b8b1804487 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:22.262418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-305d21fa-1e6d-4048-876e-66b8b1804487 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2938304 Jul 16 03:27:22.295061 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-953a6641-6782-4794-85d6-4c6316988464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.299270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-bdb466cb-911d-4b02-817e-3f48c6bd22ae tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/quotas/66e389a7a4de49c8b4432c8e11735e00 HTTP/1.1" status: 200 len: 375 time: 0.0352032 Jul 16 03:27:22.300322 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f06b98fc-7799-47ad-841f-3d890925255e details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:27:22.306121 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-953a6641-6782-4794-85d6-4c6316988464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.308776 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-953a6641-6782-4794-85d6-4c6316988464 admin admin] 10.222.0.18 "DELETE /v2.0/networks/33728393-1852-4d4c-9c37-7de2e9db5c5b HTTP/1.1" status: 204 len: 168 time: 1.5802042 Jul 16 03:27:22.332163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e726c78-7585-4696-a08e-4fa657168774 req-ddbf1f46-3678-4146-8ab2-a855a40759d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:22.334111 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1e726c78-7585-4696-a08e-4fa657168774 req-ddbf1f46-3678-4146-8ab2-a855a40759d2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 1101 time: 0.4817736 Jul 16 03:27:22.365099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a6641-6782-4794-85d6-4c6316988464 admin admin] Pushing event deleted for resources: {'Network': ['ID=33728393-1852-4d4c-9c37-7de2e9db5c5b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:22.434492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Allocated IP 172.25.3.220 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/852b097a-7a8c-400d-a9e7-a8bed15dc76e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:22.453288 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1e726c78-7585-4696-a08e-4fa657168774 req-61d2d7a0-2621-422d-b135-87391dc0a38d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=108d8803-2eac-4c42-b0c1-d54913376037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054797 Jul 16 03:27:22.486085 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-b9c18220-90fe-4fd4-b165-8a5503d24947 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e389a7a4de49c8b4432c8e11735e00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1854596 Jul 16 03:27:22.519703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f06b98fc-7799-47ad-841f-3d890925255e,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:22.541306 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'f06b98fc-7799-47ad-841f-3d890925255e', 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85', 'port_id': 'f06b98fc-7799-47ad-841f-3d890925255e', 'mac_address': 'fa:16:3e:04:77:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c011a6-1b15-41e0-9e14-67c579ff2962', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:27:22.593237 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce5b31-8e76-4bb9-bd02-f16fa4c472f2 req-e7d55bee-d751-4013-95a9-f7f58f81ad61 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:22.609491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42ce5b31-8e76-4bb9-bd02-f16fa4c472f2 req-e7d55bee-d751-4013-95a9-f7f58f81ad61 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.3011484 Jul 16 03:27:22.647543 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.659113 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.688457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06b98fc-7799-47ad-841f-3d890925255e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:22.703222 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.735164 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:22.762330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f06b98fc-7799-47ad-841f-3d890925255e,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:22.766771 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42ce5b31-8e76-4bb9-bd02-f16fa4c472f2 req-ee7bab96-6384-42a9-aa22-504bace805c2 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561074 Jul 16 03:27:22.779068 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:22.845916 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:22.851365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Pushing event updated for resources: {'Port': ['ID=852b097a-7a8c-400d-a9e7-a8bed15dc76e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:22.867034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:22.873307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:22.893833 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=f06b98fc-7799-47ad-841f-3d890925255e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:23.003130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['f06b98fc-7799-47ad-841f-3d890925255e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:23.281583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:23.347234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e7819205-790f-45cd-94c5-184bd7c270e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42271c428ab94e639ef68ab399b0324c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6101320 Jul 16 03:27:23.426450 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50202) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:23.431941 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-d2a09a45-1266-4125-b1da-db1b032b739f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=66e389a7a4de49c8b4432c8e11735e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2198319 Jul 16 03:27:23.524022 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70c43b45-73f7-4b66-b9b0-fc0eaed6812d req-8663cd8c-fb2c-42d8-8d49-821986ce9e2d tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 210 time: 0.1756265 Jul 16 03:27:23.573602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:23.606496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefff27f-0d82-40db-87fc-590bf748443c req-384f894b-8a40-4f21-baea-16a10e210d3e tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:23.612148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56bd6c6-43ae-4f1c-bd64-e508d6aaf906 None None] Network 45629be9-4804-4f9a-b992-3de07720a732 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:27:23.617864 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aefff27f-0d82-40db-87fc-590bf748443c req-384f894b-8a40-4f21-baea-16a10e210d3e tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 950 time: 0.2425463 Jul 16 03:27:23.720020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aefff27f-0d82-40db-87fc-590bf748443c req-cf40c496-188a-4100-bc75-3f0394c6d594 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/security-groups?id=108d8803-2eac-4c42-b0c1-d54913376037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012747 Jul 16 03:27:23.757556 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4abb6ad3-c173-42d6-bc70-579a7adc91f9 None None] Provisioning for port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:23.775699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4abb6ad3-c173-42d6-bc70-579a7adc91f9 None None] Provisioning complete for port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:23.776081 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4abb6ad3-c173-42d6-bc70-579a7adc91f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:23.992174 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4abb6ad3-c173-42d6-bc70-579a7adc91f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.003359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f3d91d0-a283-4174-90cf-7cb2e25a8e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.050263 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf8648-7000-4c33-aa2a-782ccb2d563a req-abe2c58f-b663-4385-8d90-3b1f2725a548 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:24.051831 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49cf8648-7000-4c33-aa2a-782ccb2d563a req-abe2c58f-b663-4385-8d90-3b1f2725a548 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 945 time: 0.1611860 Jul 16 03:27:24.062921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4abb6ad3-c173-42d6-bc70-579a7adc91f9 None None] For port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=26da22ca-d0d2-43bb-a35b-eba6d25f6e51,segment=NetworkSegment(134192b2-1b73-460b-8104-be214e8908cf),segment_id=134192b2-1b73-460b-8104-be214e8908cf)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:24.083177 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4abb6ad3-c173-42d6-bc70-579a7adc91f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.089950 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f3d91d0-a283-4174-90cf-7cb2e25a8e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.092754 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.145061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-bd46884e-1133-4863-9020-edf9fbee580b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:24.146550 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-bd46884e-1133-4863-9020-edf9fbee580b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7009821 Jul 16 03:27:24.166574 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Request body: {'port': {'device_id': 'ad85a97b-2fab-4c46-9d23-09a781f24a38', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '66e389a7a4de49c8b4432c8e11735e00'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:24.208298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb6ad3-c173-42d6-bc70-579a7adc91f9 None None] Pushing event updated for resources: {'Port': ['ID=26da22ca-d0d2-43bb-a35b-eba6d25f6e51,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:24.212705 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49cf8648-7000-4c33-aa2a-782ccb2d563a req-e972dc1a-cf55-4eb5-8953-8bc97808b0ae tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036856 Jul 16 03:27:24.229701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352632a-7b41-45d3-8986-fee17980272a req-863832a6-fe82-4093-8e52-fa6a7da2d074 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:24.237524 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4352632a-7b41-45d3-8986-fee17980272a req-863832a6-fe82-4093-8e52-fa6a7da2d074 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.1846757 Jul 16 03:27:24.296301 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4352632a-7b41-45d3-8986-fee17980272a req-b4f4576d-d79d-4fc3-bde3-2b03d9676cd6 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576191 Jul 16 03:27:24.323099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f06b98fc-7799-47ad-841f-3d890925255e up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:24.415831 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port f06b98fc-7799-47ad-841f-3d890925255e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:24.423772 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port f06b98fc-7799-47ad-841f-3d890925255e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:24.424500 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.481109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Made reservation on behalf of 66e389a7a4de49c8b4432c8e11735e00 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:24.484587 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.488898 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f3d91d0-a283-4174-90cf-7cb2e25a8e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.491559 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f3d91d0-a283-4174-90cf-7cb2e25a8e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.496713 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7f3d91d0-a283-4174-90cf-7cb2e25a8e7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/462fbff8-45f1-4821-bf9d-196913957f82 HTTP/1.1" status: 204 len: 168 time: 1.0632644 Jul 16 03:27:24.514234 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.528998 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d91d0-a283-4174-90cf-7cb2e25a8e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462fbff8-45f1-4821-bf9d-196913957f82,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:24.531789 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.535338 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ca39975a-597d-44a8-972f-0b075b06f1e1 None None] Provisioning complete for port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:24.535963 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca39975a-597d-44a8-972f-0b075b06f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.601698 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d7bcf2-a92f-4756-ad9d-e977f03004fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06b98fc-7799-47ad-841f-3d890925255e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:24.603973 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81edb4e-7910-4871-bdf2-9714e49f51ca" -d '{"events": [{"server_uuid": "86d7bcf2-a92f-4756-ad9d-e977f03004fb", "name": "network-vif-plugged", "status": "completed", "tag": "f06b98fc-7799-47ad-841f-3d890925255e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:24.641150 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.648221 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f06b98fc-7799-47ad-841f-3d890925255e,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:24.665664 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.733063 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eb7503-cb28-4cb9-bc36-35dbd364d0d0 x-openstack-request-id: req-02eb7503-cb28-4cb9-bc36-35dbd364d0d0 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:24.733501 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d7bcf2-a92f-4756-ad9d-e977f03004fb", "name": "network-vif-plugged", "status": "completed", "tag": "f06b98fc-7799-47ad-841f-3d890925255e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:24.733841 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02eb7503-cb28-4cb9-bc36-35dbd364d0d0 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:24.734379 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d7bcf2-a92f-4756-ad9d-e977f03004fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06b98fc-7799-47ad-841f-3d890925255e', 'code': 200} Jul 16 03:27:24.855745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=f06b98fc-7799-47ad-841f-3d890925255e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:24.881273 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:24.906279 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f72be5c-cd59-4a75-ab5f-61f7498d2ce9 req-6e799ae7-f79c-4a23-856c-52bf09cad650 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 210 time: 0.0922177 Jul 16 03:27:24.936277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:25.015617 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-80394d74-f5d6-4dff-9ac4-46edc930d631 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=66e389a7a4de49c8b4432c8e11735e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403044 Jul 16 03:27:25.143989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-dc9146ce-96e5-4bd8-a73c-5c02ca375ad2 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:25.145910 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-dc9146ce-96e5-4bd8-a73c-5c02ca375ad2 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1251884 Jul 16 03:27:25.163099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-f761e34e-4ca8-4d9a-aac2-8c93df7056c1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Request body: {'port': {'device_id': '34145109-b94e-4c38-aed9-255b3d9d5e2e', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '66e389a7a4de49c8b4432c8e11735e00'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:25.200256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:25.287769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Allocated IP 192.168.233.114 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/6d594924-8af3-4e97-b9c2-a41bcdc7a11c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:25.336892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b989dc82-3688-4912-b0d8-39b8278e3ae9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:25.353545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:25.354542 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:25.356164 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Router 28f32ca3-9a84-4636-ae3f-cbecbd823171 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:27:25.458736 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b0dec-f429-4dd4-8aa3-11c74f3cfc29 req-4e754706-4fcc-4e2e-a1ed-e1b401bf48a0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:25.470110 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f30b0dec-f429-4dd4-8aa3-11c74f3cfc29 req-4e754706-4fcc-4e2e-a1ed-e1b401bf48a0 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 950 time: 0.3231521 Jul 16 03:27:25.556524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-f761e34e-4ca8-4d9a-aac2-8c93df7056c1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Made reservation on behalf of 66e389a7a4de49c8b4432c8e11735e00 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:25.560757 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-f761e34e-4ca8-4d9a-aac2-8c93df7056c1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:25.608653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f30b0dec-f429-4dd4-8aa3-11c74f3cfc29 req-74654b6a-40c3-4ce0-88a8-6e5b86fb61fd tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/security-groups?id=108d8803-2eac-4c42-b0c1-d54913376037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250505 Jul 16 03:27:25.624164 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51957411-f8c6-4c9e-92c7-e34c79a9aa59 req-e40242e2-b2e8-48aa-8067-b5e955992bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:25.626522 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-51957411-f8c6-4c9e-92c7-e34c79a9aa59 req-e40242e2-b2e8-48aa-8067-b5e955992bb6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 1097 time: 0.4000683 Jul 16 03:27:25.791556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98d8bb-2ac1-40d7-b605-aaaee889cbfd req-01435674-84ba-4702-a593-d89aa290eeda tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:25.794654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d98d8bb-2ac1-40d7-b605-aaaee889cbfd req-01435674-84ba-4702-a593-d89aa290eeda tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 946 time: 0.2171884 Jul 16 03:27:25.854189 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-51957411-f8c6-4c9e-92c7-e34c79a9aa59 req-8e34eecd-638e-446b-b6b1-f48c890d0326 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499066 Jul 16 03:27:25.897338 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d98d8bb-2ac1-40d7-b605-aaaee889cbfd req-0d8d2133-e130-48d4-b160-082feeba5810 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934999 Jul 16 03:27:25.898509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:27:25.912494 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Sync routers for ids ['28f32ca3-9a84-4636-ae3f-cbecbd823171'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:27:25.916403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:25.927430 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Routers {'28f32ca3-9a84-4636-ae3f-cbecbd823171'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:25.930054 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:27:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['28f32ca3-9a84-4636-ae3f-cbecbd823171'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:25.946189 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:25.947322 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-29912fcf-28d4-498e-9b90-603806dee052 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5375049 Jul 16 03:27:25.951940 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:25.956813 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50266) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:25.963639 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Transition to ACTIVE for port object 6d594924-8af3-4e97-b9c2-a41bcdc7a11c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:26.080169 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.085951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6132b-e127-4c14-9458-5d8955991c46 req-bdb1b5ba-6a2d-4a6b-ba9f-8ec512412821 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:26.098969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ad6132b-e127-4c14-9458-5d8955991c46 req-bdb1b5ba-6a2d-4a6b-ba9f-8ec512412821 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.2528081 Jul 16 03:27:26.122275 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-913603486-network', 'tenant_id': 'ff2262b741fc426098ce6216e029081d'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:26.158783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:26.162826 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Set router 28f32ca3-9a84-4636-ae3f-cbecbd823171 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:26.169033 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:26.184971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:26.244589 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Pushing event updated for resources: {'Port': ['ID=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:26.316060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-f761e34e-4ca8-4d9a-aac2-8c93df7056c1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Allocated IP 192.168.233.194 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/8ee2e578-123f-41fd-9829-73f21f1937e0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:26.320272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] Made reservation on behalf of ff2262b741fc426098ce6216e029081d for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:26.322655 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.391753 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.431714 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:26.432578 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.475606 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'name': 'tempest-FloatingIPDetailsTestJSON-394644378-router', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:20Z', 'updated_at': '2021-07-16T03:27:23Z', 'revision_number': 3, 'project_id': '31fa293ca0894726a38ae03b39c8918b', 'gw_port': {'id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:22Z', 'updated_at': '2021-07-16T03:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:26.549001 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Checking router: 28f32ca3-9a84-4636-ae3f-cbecbd823171 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:27:26.549356 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Updating router 28f32ca3-9a84-4636-ae3f-cbecbd823171 port 852b097a-7a8c-400d-a9e7-a8bed15dc76e binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:27:26.563741 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.576219 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.597317 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-08763af6-f0a9-4e5d-82c5-86989a20394f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4383659 Jul 16 03:27:26.603285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:27:26.629613 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Request body: {'port': {'device_id': 'ad85a97b-2fab-4c46-9d23-09a781f24a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:26.659602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2512148b-c371-4588-84af-fba63ee9b9bf None None] Provisioning for port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:26.666449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2512148b-c371-4588-84af-fba63ee9b9bf None None] Provisioning complete for port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:26.667092 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2512148b-c371-4588-84af-fba63ee9b9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.671654 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ece8b6c-75ed-4996-a841-3672286c536f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:26.676219 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.676219 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] Added segment 4cdc4b7d-55b1-4e97-b338-9347f3540806 of type vlan for network dd4a9d85-da98-44d7-b04b-113e172d8a51 Jul 16 03:27:26.758723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2512148b-c371-4588-84af-fba63ee9b9bf None None] Port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:26.830006 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.833838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ad6132b-e127-4c14-9458-5d8955991c46 req-4dbbae18-b1c2-4241-940a-4f38ce096ccd tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7338912 Jul 16 03:27:26.861692 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.865388 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.941954 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:26.943030 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:26.943743 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.055279 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] Pushing event updated for resources: {'Network': ['ID=dd4a9d85-da98-44d7-b04b-113e172d8a51,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:27.069137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network dd4a9d85-da98-44d7-b04b-113e172d8a51 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:27:27.105101 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8583ead2-84f7-428d-8698-190f1ef4c7bf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1442502 Jul 16 03:27:27.107105 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50292) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:27.119049 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4879c241-7a15-4278-a7d8-cbe6c326feb8 admin admin] Request body: {'subnet': {'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-913603486-subnet', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:27.162784 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-d2bafec7-c21c-4f05-bb09-73978692e33d service neutron] 10.222.0.20 "GET /v2.0/ports/ae17084d-4de7-46fc-be04-73ed56e5a9aa/bindings/n-h2-800088-6 HTTP/1.1" status: 200 len: 382 time: 0.1084852 Jul 16 03:27:27.168813 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4879c241-7a15-4278-a7d8-cbe6c326feb8 admin admin] Made reservation on behalf of ff2262b741fc426098ce6216e029081d for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:27.172566 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4879c241-7a15-4278-a7d8-cbe6c326feb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.198207 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.218121 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-f761e34e-4ca8-4d9a-aac2-8c93df7056c1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.225358 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Transition to ACTIVE for port object 852b097a-7a8c-400d-a9e7-a8bed15dc76e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:27.238319 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.309470 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3904f1-3102-4d4a-aed2-a75874a3c76c None None] Pushing event updated for resources: {'Port': ['ID=852b097a-7a8c-400d-a9e7-a8bed15dc76e,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:27.319434 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3904f1-3102-4d4a-aed2-a75874a3c76c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:27.319957 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3904f1-3102-4d4a-aed2-a75874a3c76c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:27.320438 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3904f1-3102-4d4a-aed2-a75874a3c76c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:27.320735 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3904f1-3102-4d4a-aed2-a75874a3c76c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:27.321113 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3904f1-3102-4d4a-aed2-a75874a3c76c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:27.321447 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3904f1-3102-4d4a-aed2-a75874a3c76c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:27.321775 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3904f1-3102-4d4a-aed2-a75874a3c76c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:27.322150 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3904f1-3102-4d4a-aed2-a75874a3c76c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:27.322479 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3904f1-3102-4d4a-aed2-a75874a3c76c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:27.322801 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3904f1-3102-4d4a-aed2-a75874a3c76c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:27.323122 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3904f1-3102-4d4a-aed2-a75874a3c76c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:27.323439 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3904f1-3102-4d4a-aed2-a75874a3c76c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:27:27.367806 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Attempting to bind port 852b097a-7a8c-400d-a9e7-a8bed15dc76e on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:27.368127 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Attempting to bind port 852b097a-7a8c-400d-a9e7-a8bed15dc76e by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:27.368634 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Attempting to bind port 852b097a-7a8c-400d-a9e7-a8bed15dc76e on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:27.379667 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:27.380040 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:27.380649 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.381094 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:27.381585 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Bound port: 852b097a-7a8c-400d-a9e7-a8bed15dc76e, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:27.381988 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.430845 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4879c241-7a15-4278-a7d8-cbe6c326feb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.446248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-f761e34e-4ca8-4d9a-aac2-8c93df7056c1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Transition to ACTIVE for port object 8ee2e578-123f-41fd-9829-73f21f1937e0 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:27.466837 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] For port 852b097a-7a8c-400d-a9e7-a8bed15dc76e, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:27.474824 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] For port 852b097a-7a8c-400d-a9e7-a8bed15dc76e, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=852b097a-7a8c-400d-a9e7-a8bed15dc76e,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:27.484697 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.508908 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40515288-4d47-4b94-8980-7d3f4c6e0a43 req-96a6b995-61d1-4a7b-be7a-78fcd9513aa1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 210 time: 0.0960860 Jul 16 03:27:27.536951 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Routers {'28f32ca3-9a84-4636-ae3f-cbecbd823171'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:27.537754 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:27:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['28f32ca3-9a84-4636-ae3f-cbecbd823171'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:27.663324 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] Set router 28f32ca3-9a84-4636-ae3f-cbecbd823171 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:27.685220 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879c241-7a15-4278-a7d8-cbe6c326feb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4ab3293-9b57-4dd9-aa6a-278349534b3b,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:27.689163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4879c241-7a15-4278-a7d8-cbe6c326feb8 admin admin] Checking segment: {'id': '4cdc4b7d-55b1-4e97-b338-9347f3540806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:27.689528 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4879c241-7a15-4278-a7d8-cbe6c326feb8 admin admin] Network hostable DHCP agents. Network: dd4a9d85-da98-44d7-b04b-113e172d8a51, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:27:27.704141 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-f761e34e-4ca8-4d9a-aac2-8c93df7056c1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.747590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-35a39ffb-f7c5-4bfb-95f2-ebcee4070041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:27.749286 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-35a39ffb-f7c5-4bfb-95f2-ebcee4070041 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c&tenant_id=ad10fbf176f74734b5667b3f7c9813ba HTTP/1.1" status: 200 len: 1101 time: 0.1346319 Jul 16 03:27:27.790405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4879c241-7a15-4278-a7d8-cbe6c326feb8 admin admin] Network dd4a9d85-da98-44d7-b04b-113e172d8a51 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:27:27.837383 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4879c241-7a15-4278-a7d8-cbe6c326feb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, dd4a9d85-da98-44d7-b04b-113e172d8a51) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:27.847476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4a1693-66cb-4983-bdf9-a4baa95b25cb None None] Network dd4a9d85-da98-44d7-b04b-113e172d8a51 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:27:27.862724 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4879c241-7a15-4278-a7d8-cbe6c326feb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:27.863078 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761e34e-4ca8-4d9a-aac2-8c93df7056c1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Pushing event updated for resources: {'Port': ['ID=8ee2e578-123f-41fd-9829-73f21f1937e0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:27.863322 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4879c241-7a15-4278-a7d8-cbe6c326feb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:27.893607 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'name': 'tempest-FloatingIPDetailsTestJSON-394644378-router', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:20Z', 'updated_at': '2021-07-16T03:27:23Z', 'revision_number': 3, 'project_id': '31fa293ca0894726a38ae03b39c8918b', 'gw_port': {'id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:22Z', 'updated_at': '2021-07-16T03:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:27.928586 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3904f1-3102-4d4a-aed2-a75874a3c76c None None] Pushing event updated for resources: {'Port': ['ID=852b097a-7a8c-400d-a9e7-a8bed15dc76e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:27.932086 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33625e40-09eb-4a45-a8d4-6e7d2544fc3d None None] The sync data for ids ['28f32ca3-9a84-4636-ae3f-cbecbd823171'] in n-d-800088-6 is: [{'id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'name': 'tempest-FloatingIPDetailsTestJSON-394644378-router', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:20Z', 'updated_at': '2021-07-16T03:27:23Z', 'revision_number': 3, 'project_id': '31fa293ca0894726a38ae03b39c8918b', 'gw_port': {'id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:22Z', 'updated_at': '2021-07-16T03:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:27:27.966166 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4879c241-7a15-4278-a7d8-cbe6c326feb8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8517325 Jul 16 03:27:27.968557 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50314) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:27.991475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-f761e34e-4ca8-4d9a-aac2-8c93df7056c1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:27.995450 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:28.030521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-f761e34e-4ca8-4d9a-aac2-8c93df7056c1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:28.034252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-f761e34e-4ca8-4d9a-aac2-8c93df7056c1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:28.041264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-f761e34e-4ca8-4d9a-aac2-8c93df7056c1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:28.042826 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-f761e34e-4ca8-4d9a-aac2-8c93df7056c1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.085817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea24c91-2731-41ca-a59c-d7260a9c76b3 req-71c17926-b7e2-4b06-b1b0-8fc21b307e18 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:28.097278 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ea24c91-2731-41ca-a59c-d7260a9c76b3 req-71c17926-b7e2-4b06-b1b0-8fc21b307e18 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 946 time: 0.4649596 Jul 16 03:27:28.110130 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.135560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-decb2818-8b7b-4222-a53e-15a15696e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:28.145443 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-decb2818-8b7b-4222-a53e-15a15696e516 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 1101 time: 0.3561461 Jul 16 03:27:28.159331 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d594924-8af3-4e97-b9c2-a41bcdc7a11c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:28.187655 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.193800 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.199969 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.270696 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Transition to ACTIVE for port object 6d594924-8af3-4e97-b9c2-a41bcdc7a11c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:28.320681 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.392404 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Allocated IP 172.20.0.1 (45629be9-4804-4f9a-b992-3de07720a732/5d365a6e-e978-490f-9dcd-8b8e4b8bc401/03e4651b-112a-4448-839f-a6a3a41c75d4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:28.467775 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-f761e34e-4ca8-4d9a-aac2-8c93df7056c1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3106875 Jul 16 03:27:28.471067 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ea24c91-2731-41ca-a59c-d7260a9c76b3 req-1bbe31f7-c335-439f-a14b-76c5681ab296 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726001 Jul 16 03:27:28.534688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Request body: {'port': {'device_id': '34145109-b94e-4c38-aed9-255b3d9d5e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:28.558918 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-dd4a9d85-da98-44d7-b04b-113e172d8a51', 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'fixed_ips': [{'subnet_id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:27:28.561862 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.610631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4f4d93a3-a4ff-4672-9dc9-ec5c71c2ce17 None None] Provisioning for port 8ee2e578-123f-41fd-9829-73f21f1937e0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:28.617684 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4f4d93a3-a4ff-4672-9dc9-ec5c71c2ce17 None None] Provisioning complete for port 8ee2e578-123f-41fd-9829-73f21f1937e0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:28.618369 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4f4d93a3-a4ff-4672-9dc9-ec5c71c2ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.868298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Allocated IP 172.20.0.2 (dd4a9d85-da98-44d7-b04b-113e172d8a51/f4ab3293-9b57-4dd9-aa6a-278349534b3b/d69fa3d6-3787-4947-8b38-12811c2ced10) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:28.877431 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:28.943945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d93a3-a4ff-4672-9dc9-ec5c71c2ce17 None None] Port 8ee2e578-123f-41fd-9829-73f21f1937e0 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:29.186364 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.197571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Transition to ACTIVE for port object d69fa3d6-3787-4947-8b38-12811c2ced10 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:29.218514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 852b097a-7a8c-400d-a9e7-a8bed15dc76e up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:29.276342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Transition to ACTIVE for port object d69fa3d6-3787-4947-8b38-12811c2ced10 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:29.298000 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.371571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3724c-0f90-4280-a33c-6e6e05851621 req-a1b8a5ed-b6c5-47ca-9f21-f893303a0ceb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:29.378287 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-abf3724c-0f90-4280-a33c-6e6e05851621 req-a1b8a5ed-b6c5-47ca-9f21-f893303a0ceb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.9892569 Jul 16 03:27:29.383278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee2e578-123f-41fd-9829-73f21f1937e0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:29.393359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.405266 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.408640 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 852b097a-7a8c-400d-a9e7-a8bed15dc76e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:29.414132 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Pushing event updated for resources: {'Port': ['ID=d69fa3d6-3787-4947-8b38-12811c2ced10,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:29.424603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Network dd4a9d85-da98-44d7-b04b-113e172d8a51 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:29.425317 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 852b097a-7a8c-400d-a9e7-a8bed15dc76e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:29.425802 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.442769 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.448457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Transition to ACTIVE for port object 8ee2e578-123f-41fd-9829-73f21f1937e0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:29.474951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:29.481135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:29.484012 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.489662 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Transition to ACTIVE for port object 03e4651b-112a-4448-839f-a6a3a41c75d4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:29.512395 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-abf3724c-0f90-4280-a33c-6e6e05851621 req-ed2274fa-06ea-4ba8-a1cf-1cb42b67c775 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330488 Jul 16 03:27:29.590372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Attempting to bind port d69fa3d6-3787-4947-8b38-12811c2ced10 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:29.590872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Attempting to bind port d69fa3d6-3787-4947-8b38-12811c2ced10 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4cdc4b7d-55b1-4e97-b338-9347f3540806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:29.608932 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Attempting to bind port d69fa3d6-3787-4947-8b38-12811c2ced10 on network dd4a9d85-da98-44d7-b04b-113e172d8a51 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:29.621769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:29.622554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Checking segment: {'id': '4cdc4b7d-55b1-4e97-b338-9347f3540806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:29.623203 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.623928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Bound using segment: {'id': '4cdc4b7d-55b1-4e97-b338-9347f3540806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:29.624822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Bound port: d69fa3d6-3787-4947-8b38-12811c2ced10, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdc4b7d-55b1-4e97-b338-9347f3540806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:29.625450 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.677671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70255737-aa14-4f7e-b864-f12acb87bad6 req-497c4b1a-a08b-4f17-bc3e-0fc4d7423bfa tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:29.679240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70255737-aa14-4f7e-b864-f12acb87bad6 req-497c4b1a-a08b-4f17-bc3e-0fc4d7423bfa tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 1097 time: 0.3620541 Jul 16 03:27:29.705564 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.714172 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Pushing event updated for resources: {'Port': ['ID=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:29.735331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Pushing event updated for resources: {'Port': ['ID=8ee2e578-123f-41fd-9829-73f21f1937e0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:29.742551 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.753697 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 852b097a-7a8c-400d-a9e7-a8bed15dc76e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=852b097a-7a8c-400d-a9e7-a8bed15dc76e,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:29.755132 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-82691a01-ba63-437c-a948-a589af8f3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:29.758999 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-82691a01-ba63-437c-a948-a589af8f3353 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 1.5945377 Jul 16 03:27:29.768000 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:29.853010 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-da89909f-7296-4042-8791-50bf420b0923 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ae17084d-4de7-46fc-be04-73ed56e5a9aa HTTP/1.1" status: 200 len: 217 time: 0.0617924 Jul 16 03:27:29.923650 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-05ae0ee9-0d9e-4846-a246-26e47c74ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:29.925159 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-05ae0ee9-0d9e-4846-a246-26e47c74ea49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0594840 Jul 16 03:27:29.937780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=852b097a-7a8c-400d-a9e7-a8bed15dc76e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:29.953398 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Attempting to bind port 8ee2e578-123f-41fd-9829-73f21f1937e0 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:29.954099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Attempting to bind port 8ee2e578-123f-41fd-9829-73f21f1937e0 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:29.954434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Attempting to bind port 8ee2e578-123f-41fd-9829-73f21f1937e0 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:29.986899 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70255737-aa14-4f7e-b864-f12acb87bad6 req-d3fcaf58-2eff-4ce5-bde7-76e7132d2435 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870483 Jul 16 03:27:29.988510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] For port d69fa3d6-3787-4947-8b38-12811c2ced10, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:29.997056 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.003177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] For port d69fa3d6-3787-4947-8b38-12811c2ced10, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d69fa3d6-3787-4947-8b38-12811c2ced10,segment=NetworkSegment(4cdc4b7d-55b1-4e97-b338-9347f3540806),segment_id=4cdc4b7d-55b1-4e97-b338-9347f3540806)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:30.011439 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.014314 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Port 8ee2e578-123f-41fd-9829-73f21f1937e0 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:30.018462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Attempting to bind port 8ee2e578-123f-41fd-9829-73f21f1937e0 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:30.036136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Attempting to bind port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:30.036535 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Attempting to bind port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:30.036963 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Attempting to bind port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:30.095526 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 753a7e75-e05d-49e8-b619-5177abf777fd details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:27:30.097553 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4af1-9d36-4e25-b1a7-7d007a334245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.098325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:30.101100 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:30.101497 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:30.102912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Bound port: 8ee2e578-123f-41fd-9829-73f21f1937e0, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:30.102912 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.157897 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:30.159809 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Attempting to bind port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:30.180599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Network 45629be9-4804-4f9a-b992-3de07720a732 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:30.205708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:30.206050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:30.206446 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:30.206904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Bound port: 6d594924-8af3-4e97-b9c2-a41bcdc7a11c, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:30.207270 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.225673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:30.229426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:30.232137 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.241981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f3a97-a58b-4004-8b48-3585a79fc291 None None] Pushing event updated for resources: {'Port': ['ID=d69fa3d6-3787-4947-8b38-12811c2ced10,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:30.421272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Pushing event updated for resources: {'Port': ['ID=03e4651b-112a-4448-839f-a6a3a41c75d4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:30.425533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-49e24ed1-ba04-4275-8a05-fb18797e1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:30.432188 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-49e24ed1-ba04-4275-8a05-fb18797e1697 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4944937 Jul 16 03:27:30.506367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad544d99-c578-498c-b2df-8346c054c6a6 req-3e20691a-bce2-427f-ad3a-8fc1b85de600 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:30.522743 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad544d99-c578-498c-b2df-8346c054c6a6 req-3e20691a-bce2-427f-ad3a-8fc1b85de600 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 948 time: 0.7283101 Jul 16 03:27:30.531630 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 753a7e75-e05d-49e8-b619-5177abf777fd, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=753a7e75-e05d-49e8-b619-5177abf777fd,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:30.556079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '753a7e75-e05d-49e8-b619-5177abf777fd', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '753a7e75-e05d-49e8-b619-5177abf777fd', 'mac_address': 'fa:16:3e:ad:c0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:27:30.656440 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.684473 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 753a7e75-e05d-49e8-b619-5177abf777fd {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:30.735388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 753a7e75-e05d-49e8-b619-5177abf777fd, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=753a7e75-e05d-49e8-b619-5177abf777fd,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:30.741921 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.750277 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:30.772472 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad544d99-c578-498c-b2df-8346c054c6a6 req-bb5f4e19-54a2-4253-af8c-2f407e26cdb3 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484605 Jul 16 03:27:30.832100 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-13449798-e043-4234-bf83-e7969c84bd35 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898754 Jul 16 03:27:30.845050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] For port 8ee2e578-123f-41fd-9829-73f21f1937e0, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:30.860726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=753a7e75-e05d-49e8-b619-5177abf777fd,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:30.887000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['753a7e75-e05d-49e8-b619-5177abf777fd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:30.891246 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] For port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:30.926815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] For port 8ee2e578-123f-41fd-9829-73f21f1937e0, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8ee2e578-123f-41fd-9829-73f21f1937e0,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:30.927560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] For port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:30.996380 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.053304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b445d5fd-3e68-499b-b466-a7b2ca0165d9 None None] Provisioning for port 03e4651b-112a-4448-839f-a6a3a41c75d4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:31.081542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b445d5fd-3e68-499b-b466-a7b2ca0165d9 None None] Provisioning complete for port 03e4651b-112a-4448-839f-a6a3a41c75d4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:31.083833 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.083972 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b445d5fd-3e68-499b-b466-a7b2ca0165d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.182585 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.262043 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.283411 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:31.283949 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.290093 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] 10.222.0.88 "PUT /v2.0/ports/6d594924-8af3-4e97-b9c2-a41bcdc7a11c HTTP/1.1" status: 200 len: 1096 time: 4.6746180 Jul 16 03:27:31.290586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad85a97b-2fab-4c46-9d23-09a781f24a38', 'tag': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:31.300374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b445d5fd-3e68-499b-b466-a7b2ca0165d9 None None] Port 03e4651b-112a-4448-839f-a6a3a41c75d4 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:31.311417 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5571abbd-4ca7-4abe-b577-2d19bd49d083" -d '{"events": [{"name": "network-changed", "server_uuid": "ad85a97b-2fab-4c46-9d23-09a781f24a38", "tag": "6d594924-8af3-4e97-b9c2-a41bcdc7a11c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:31.377164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d69fa3d6-3787-4947-8b38-12811c2ced10 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:31.586773 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e2d75a-0a77-486f-bf31-aa59c4bdd4cd x-openstack-request-id: req-c4e2d75a-0a77-486f-bf31-aa59c4bdd4cd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:31.587349 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad85a97b-2fab-4c46-9d23-09a781f24a38", "tag": "6d594924-8af3-4e97-b9c2-a41bcdc7a11c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:31.587349 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4e2d75a-0a77-486f-bf31-aa59c4bdd4cd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:31.587786 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad85a97b-2fab-4c46-9d23-09a781f24a38', 'tag': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c', 'status': 'completed', 'code': 200} Jul 16 03:27:31.644225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d69fa3d6-3787-4947-8b38-12811c2ced10 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:31.649012 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 852b097a-7a8c-400d-a9e7-a8bed15dc76e up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:31.732216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918f504-8d74-4480-90d6-ffe9cd24392a service neutron] Pushing event updated for resources: {'Port': ['ID=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:31.757123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 852b097a-7a8c-400d-a9e7-a8bed15dc76e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:31.758519 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.785394 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.847291 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-2088f205-8a06-4962-a1f8-480792356a16 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9814255 Jul 16 03:27:31.850282 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.878149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-31115798-f381-4a65-a46a-31ccac93f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:31.880005 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-31115798-f381-4a65-a46a-31ccac93f28b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=66e389a7a4de49c8b4432c8e11735e00&device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 1099 time: 0.5171237 Jul 16 03:27:31.958011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:31.978901 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:31.987156 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] 10.222.0.20 "PUT /v2.0/ports/8ee2e578-123f-41fd-9829-73f21f1937e0 HTTP/1.1" status: 200 len: 1096 time: 3.4644189 Jul 16 03:27:31.997324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34145109-b94e-4c38-aed9-255b3d9d5e2e', 'tag': '8ee2e578-123f-41fd-9829-73f21f1937e0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:32.012234 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816e9b0c-f953-4808-bdf5-f7af6f22fa92" -d '{"events": [{"name": "network-changed", "server_uuid": "34145109-b94e-4c38-aed9-255b3d9d5e2e", "tag": "8ee2e578-123f-41fd-9829-73f21f1937e0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:32.082517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 753a7e75-e05d-49e8-b619-5177abf777fd up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:32.176540 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-ce98cd6e-2113-4ee9-b9dd-6c66cac97571 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=6d594924-8af3-4e97-b9c2-a41bcdc7a11c HTTP/1.1" status: 200 len: 217 time: 0.2883115 Jul 16 03:27:32.217567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 753a7e75-e05d-49e8-b619-5177abf777fd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:32.218226 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.297615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17717b1c-f706-47bf-a823-be155c49c77a None None] Network dd4a9d85-da98-44d7-b04b-113e172d8a51 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:27:32.397245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-b1983a03-66f5-4f63-af4b-f6ca5ce0435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:32.398626 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-b1983a03-66f5-4f63-af4b-f6ca5ce0435d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.2094526 Jul 16 03:27:32.439404 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542ed0d-75ae-4e89-9a22-c888de660c3a service neutron] Pushing event updated for resources: {'Port': ['ID=8ee2e578-123f-41fd-9829-73f21f1937e0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:32.461486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ae17084d-4de7-46fc-be04-73ed56e5a9aa no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:32.463553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Allocated IP 172.25.3.71 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/119ce7b8-5ca5-43a1-b067-40881dff759a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:32.526853 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-45efe525-6be0-48e6-934b-287a01e3de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:32.528326 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-45efe525-6be0-48e6-934b-287a01e3de51 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1205375 Jul 16 03:27:32.546219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12bda2-485e-4ddf-90ad-6963a449f603 req-fab33677-072d-4a3e-b153-aea5bd19c407 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:32.548006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa12bda2-485e-4ddf-90ad-6963a449f603 req-fab33677-072d-4a3e-b153-aea5bd19c407 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 1.3681221 Jul 16 03:27:32.631838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-440e1cf0-4fd7-42d1-ac4a-d2c8ae0d32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:32.633920 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-440e1cf0-4fd7-42d1-ac4a-d2c8ae0d32cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66e389a7a4de49c8b4432c8e11735e00&device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 1099 time: 0.4701681 Jul 16 03:27:32.670178 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.704920 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-114d6ab4-40b6-49e5-a59b-840a6e90b2e9 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421669 Jul 16 03:27:32.778633 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-cd41223a-7dea-405d-8793-077836393c2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=8ee2e578-123f-41fd-9829-73f21f1937e0 HTTP/1.1" status: 200 len: 217 time: 0.0976133 Jul 16 03:27:32.800949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa12bda2-485e-4ddf-90ad-6963a449f603 req-7ce3d43a-efe4-444d-91f9-74a6de3b108b tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058063 Jul 16 03:27:32.833949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10617508-ca6c-4ee5-b7b0-6eb14c0c761f req-54efd97c-23bb-4746-bf72-4ee722105b73 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:32.838112 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-10617508-ca6c-4ee5-b7b0-6eb14c0c761f req-54efd97c-23bb-4746-bf72-4ee722105b73 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 948 time: 0.4564397 Jul 16 03:27:32.849062 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.892616 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cc3e3884-5f50-4f2d-8947-101f8060d5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.938635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1946d436-980d-44d2-bf55-eedc2eb6c918 None None] Provisioning for port d69fa3d6-3787-4947-8b38-12811c2ced10 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:32.949374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-2d13ce92-3cd8-4b78-8523-0216d40f3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:32.950244 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:32.954208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-2d13ce92-3cd8-4b78-8523-0216d40f3d0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1511183 Jul 16 03:27:32.995087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1946d436-980d-44d2-bf55-eedc2eb6c918 None None] Provisioning complete for port d69fa3d6-3787-4947-8b38-12811c2ced10 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:32.995937 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1946d436-980d-44d2-bf55-eedc2eb6c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.014572 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:33.027644 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:33.037161 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:33.042929 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3a42ca9f-ca22-4fa2-a3d7-0a7fc27c326d req-1d5d28a4-170d-4660-8221-70ba1da14385 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287582 Jul 16 03:27:33.067289 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-10617508-ca6c-4ee5-b7b0-6eb14c0c761f req-56278634-326f-4e49-9ee6-fd711f4d5c84 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118088 Jul 16 03:27:33.101551 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.130994 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.145370 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.146123 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.172262 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13be028e-3c1b-4f12-93b8-8df4c2090eed x-openstack-request-id: req-13be028e-3c1b-4f12-93b8-8df4c2090eed {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:33.172262 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34145109-b94e-4c38-aed9-255b3d9d5e2e", "tag": "8ee2e578-123f-41fd-9829-73f21f1937e0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:33.172742 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13be028e-3c1b-4f12-93b8-8df4c2090eed {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:33.173444 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34145109-b94e-4c38-aed9-255b3d9d5e2e', 'tag': '8ee2e578-123f-41fd-9829-73f21f1937e0', 'status': 'completed', 'code': 200} Jul 16 03:27:33.175401 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Pushing event updated for resources: {'Port': ['ID=119ce7b8-5ca5-43a1-b067-40881dff759a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:33.190913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-f6ca1f0a-9f28-4a2f-b315-2502a09c8ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:33.197721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-f6ca1f0a-9f28-4a2f-b315-2502a09c8ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168114 Jul 16 03:27:33.206584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 753a7e75-e05d-49e8-b619-5177abf777fd, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=753a7e75-e05d-49e8-b619-5177abf777fd,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:33.211194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983795ca-f6d8-448a-8df2-a63df7923d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753a7e75-e05d-49e8-b619-5177abf777fd'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:33.217367 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7fa6ca-559b-471e-b675-68e8fb084b1d" -d '{"events": [{"server_uuid": "983795ca-f6d8-448a-8df2-a63df7923d47", "name": "network-vif-plugged", "status": "completed", "tag": "753a7e75-e05d-49e8-b619-5177abf777fd"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:33.221746 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.271571 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.349741 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=753a7e75-e05d-49e8-b619-5177abf777fd,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:33.414744 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ae17084d-4de7-46fc-be04-73ed56e5a9aa, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ae17084d-4de7-46fc-be04-73ed56e5a9aa,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:33.437400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571abbd-4ca7-4abe-b577-2d19bd49d083 req-32b3506a-498b-46f7-add3-2e995e0879d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:33.443470 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5571abbd-4ca7-4abe-b577-2d19bd49d083 req-32b3506a-498b-46f7-add3-2e995e0879d3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=66e389a7a4de49c8b4432c8e11735e00&device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 1099 time: 0.2560866 Jul 16 03:27:33.479230 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1946d436-980d-44d2-bf55-eedc2eb6c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.481689 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.491461 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-559d0283-728b-4668-b681-d5f7e339efe4 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237935 Jul 16 03:27:33.565807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Pushing event updated for resources: {'Port': ['ID=03e4651b-112a-4448-839f-a6a3a41c75d4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:33.677529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1946d436-980d-44d2-bf55-eedc2eb6c918 None None] For port d69fa3d6-3787-4947-8b38-12811c2ced10, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d69fa3d6-3787-4947-8b38-12811c2ced10,segment=NetworkSegment(4cdc4b7d-55b1-4e97-b338-9347f3540806),segment_id=4cdc4b7d-55b1-4e97-b338-9347f3540806)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:33.683319 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=ae17084d-4de7-46fc-be04-73ed56e5a9aa,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:33.721279 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1946d436-980d-44d2-bf55-eedc2eb6c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.807293 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571abbd-4ca7-4abe-b577-2d19bd49d083 req-e4e85d6e-0221-42e4-a743-39c096bbe842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:33.809023 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5571abbd-4ca7-4abe-b577-2d19bd49d083 req-e4e85d6e-0221-42e4-a743-39c096bbe842 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.3577356 Jul 16 03:27:33.861094 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6116db5-5f0e-4eb6-9745-60f4707d3539 req-6c8c261b-d6e6-4765-a3ec-fffaf716961b service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854125 Jul 16 03:27:33.867339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Network 45629be9-4804-4f9a-b992-3de07720a732 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:33.869291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:33.887075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946d436-980d-44d2-bf55-eedc2eb6c918 None None] Pushing event updated for resources: {'Port': ['ID=d69fa3d6-3787-4947-8b38-12811c2ced10,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:33.915117 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.955735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b6a6f843-047b-4301-9fa3-8dad8bfebe96 None None] Provisioning complete for port d69fa3d6-3787-4947-8b38-12811c2ced10 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:33.957770 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b6a6f843-047b-4301-9fa3-8dad8bfebe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:33.973578 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5571abbd-4ca7-4abe-b577-2d19bd49d083 req-a6312517-3466-4d68-8dcb-f08464003b92 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=6d594924-8af3-4e97-b9c2-a41bcdc7a11c HTTP/1.1" status: 200 len: 217 time: 0.0963051 Jul 16 03:27:34.082965 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571abbd-4ca7-4abe-b577-2d19bd49d083 req-cc063465-70a8-42d7-8c65-b0e9299efe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:34.084733 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5571abbd-4ca7-4abe-b577-2d19bd49d083 req-cc063465-70a8-42d7-8c65-b0e9299efe2a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1035807 Jul 16 03:27:34.090995 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdbcd95-434a-4f4a-b36a-ceff09885a84 x-openstack-request-id: req-bbdbcd95-434a-4f4a-b36a-ceff09885a84 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:34.091326 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983795ca-f6d8-448a-8df2-a63df7923d47", "name": "network-vif-plugged", "status": "completed", "tag": "753a7e75-e05d-49e8-b619-5177abf777fd", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:34.114694 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbdbcd95-434a-4f4a-b36a-ceff09885a84 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:34.117493 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983795ca-f6d8-448a-8df2-a63df7923d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753a7e75-e05d-49e8-b619-5177abf777fd', 'code': 200} Jul 16 03:27:34.161019 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.362418 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Router 28f32ca3-9a84-4636-ae3f-cbecbd823171 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:27:34.436104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e9b0c-f953-4808-bdf5-f7af6f22fa92 req-36266bc6-8648-4287-b56f-d22c376d9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:34.437776 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-816e9b0c-f953-4808-bdf5-f7af6f22fa92 req-36266bc6-8648-4287-b56f-d22c376d9902 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66e389a7a4de49c8b4432c8e11735e00&device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 1099 time: 0.1723950 Jul 16 03:27:34.450343 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c84a0941-d773-4b34-9647-528010aa8013 None None] Provisioning complete for port 03e4651b-112a-4448-839f-a6a3a41c75d4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:34.450729 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c84a0941-d773-4b34-9647-528010aa8013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.504097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28284617-0606-4dc8-a0b4-e6ce0fd8e5bf req-c912b3cc-2b4b-4cf0-95c2-8c42f4fe6ecd tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:34.507910 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:34.511858 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28284617-0606-4dc8-a0b4-e6ce0fd8e5bf req-c912b3cc-2b4b-4cf0-95c2-8c42f4fe6ecd tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 948 time: 0.1739399 Jul 16 03:27:34.538857 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571abbd-4ca7-4abe-b577-2d19bd49d083 req-12d6ce71-dbf2-4136-97bf-75c1f51ca0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:34.543472 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5571abbd-4ca7-4abe-b577-2d19bd49d083 req-12d6ce71-dbf2-4136-97bf-75c1f51ca0ae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4415581 Jul 16 03:27:34.656869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28284617-0606-4dc8-a0b4-e6ce0fd8e5bf req-aa2439d8-add0-4b6a-8271-b6bdba8ffad1 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439092 Jul 16 03:27:34.690678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c84a0941-d773-4b34-9647-528010aa8013 None None] Port 03e4651b-112a-4448-839f-a6a3a41c75d4 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:34.752079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e9b0c-f953-4808-bdf5-f7af6f22fa92 req-edc2f044-5c45-4479-b3ea-2e743c5fe5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:34.759807 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-816e9b0c-f953-4808-bdf5-f7af6f22fa92 req-edc2f044-5c45-4479-b3ea-2e743c5fe5b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.3145936 Jul 16 03:27:34.761932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:27:34.780902 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Sync routers for ids ['28f32ca3-9a84-4636-ae3f-cbecbd823171'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:27:34.787581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a6b9f0de-7fe9-4a3a-8afa-8a65117b9240 admin admin] 10.222.0.18 "PUT /v2.0/routers/28f32ca3-9a84-4636-ae3f-cbecbd823171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8323464 Jul 16 03:27:34.812795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Routers {'28f32ca3-9a84-4636-ae3f-cbecbd823171'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:34.822585 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:27:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['28f32ca3-9a84-4636-ae3f-cbecbd823171'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:34.953833 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-816e9b0c-f953-4808-bdf5-f7af6f22fa92 req-58954dcd-9c5a-4dfb-a49c-5fbe46489111 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=8ee2e578-123f-41fd-9829-73f21f1937e0 HTTP/1.1" status: 200 len: 217 time: 0.1844766 Jul 16 03:27:35.126605 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Set router 28f32ca3-9a84-4636-ae3f-cbecbd823171 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:35.139501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b340e6c-d514-4dd8-94bd-cc1b166d0657 req-523a9912-56ae-48fa-a7c9-ad2f3ec130f9 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:35.148390 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b340e6c-d514-4dd8-94bd-cc1b166d0657 req-523a9912-56ae-48fa-a7c9-ad2f3ec130f9 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 948 time: 0.3548717 Jul 16 03:27:35.158007 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e9b0c-f953-4808-bdf5-f7af6f22fa92 req-8c591b14-ae4d-497e-86df-ad939ce7d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:35.160243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-816e9b0c-f953-4808-bdf5-f7af6f22fa92 req-8c591b14-ae4d-497e-86df-ad939ce7d558 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1972373 Jul 16 03:27:35.247626 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d69fa3d6-3787-4947-8b38-12811c2ced10 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:35.350668 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b340e6c-d514-4dd8-94bd-cc1b166d0657 req-71b7d7f7-21f3-43f7-9248-9210ad9d9292 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008665 Jul 16 03:27:35.385728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e9b0c-f953-4808-bdf5-f7af6f22fa92 req-f4998d90-3f2f-460c-a504-6475b541840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:35.387314 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-816e9b0c-f953-4808-bdf5-f7af6f22fa92 req-f4998d90-3f2f-460c-a504-6475b541840c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2109814 Jul 16 03:27:35.553903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d69fa3d6-3787-4947-8b38-12811c2ced10 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:35.553903 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:35.577609 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5571abbd-4ca7-4abe-b577-2d19bd49d083 req-4a2a4d28-c75a-4f83-87fc-d6d19c350385 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9348142 Jul 16 03:27:35.635611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9b7a1-c92c-479e-93f2-4e1b131ae1a4 req-bea063b3-a62b-4505-9f37-bade15402146 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:35.637146 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-38e9b7a1-c92c-479e-93f2-4e1b131ae1a4 req-bea063b3-a62b-4505-9f37-bade15402146 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c&tenant_id=ad10fbf176f74734b5667b3f7c9813ba&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 948 time: 0.1528168 Jul 16 03:27:35.703090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Router 35267d6c-8b1d-4a83-8645-df3f71ea32bc is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:27:35.752092 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5571abbd-4ca7-4abe-b577-2d19bd49d083 req-645e306e-78ae-4e1a-b064-4817962fa177 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660163 Jul 16 03:27:35.798020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-816e9b0c-f953-4808-bdf5-f7af6f22fa92 req-315c8001-6eec-4e5b-a0a6-46e905159a85 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032168 Jul 16 03:27:35.873944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9b7a1-c92c-479e-93f2-4e1b131ae1a4 req-aaefc465-ac7e-4d06-9cb4-1b3df5eb4240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:35.875816 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-38e9b7a1-c92c-479e-93f2-4e1b131ae1a4 req-aaefc465-ac7e-4d06-9cb4-1b3df5eb4240 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 1099 time: 0.1655848 Jul 16 03:27:35.896683 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:35.986352 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9b7a1-c92c-479e-93f2-4e1b131ae1a4 req-5aa6933f-a95e-460f-b717-c1230a7f274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:35.987947 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-38e9b7a1-c92c-479e-93f2-4e1b131ae1a4 req-5aa6933f-a95e-460f-b717-c1230a7f274e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1053696 Jul 16 03:27:36.010032 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-e6576f0e-25dc-4a62-a452-0d63e59ba850 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3908572 Jul 16 03:27:36.015681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:36.018437 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'name': 'tempest-FloatingIPDetailsTestJSON-394644378-router', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:20Z', 'updated_at': '2021-07-16T03:27:30Z', 'revision_number': 4, 'project_id': '31fa293ca0894726a38ae03b39c8918b', 'gw_port': {'id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:22Z', 'updated_at': '2021-07-16T03:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '03e4651b-112a-4448-839f-a6a3a41c75d4', 'name': '', 'network_id': '45629be9-4804-4f9a-b992-3de07720a732', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b', 'mac_address': 'fa:16:3e:e4:29:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5d365a6e-e978-490f-9dcd-8b8e4b8bc401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:27:32Z', 'revision_number': 2, 'project_id': '31fa293ca0894726a38ae03b39c8918b', 'subnets': [{'id': '5d365a6e-e978-490f-9dcd-8b8e4b8bc401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:36.033862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-8d8a5318-45a8-40d9-8d55-69ec477392a8 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:36.034873 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-38e9b7a1-c92c-479e-93f2-4e1b131ae1a4 req-c83f7c0e-97f7-4d75-bb5a-4405cf994e22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ae17084d-4de7-46fc-be04-73ed56e5a9aa HTTP/1.1" status: 200 len: 217 time: 0.0411713 Jul 16 03:27:36.041559 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-8d8a5318-45a8-40d9-8d55-69ec477392a8 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/networks?id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933 HTTP/1.1" status: 200 len: 804 time: 0.4703364 Jul 16 03:27:36.041909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:27:36.051512 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Sync routers for ids ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:27:36.068270 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Routers {'35267d6c-8b1d-4a83-8645-df3f71ea32bc'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:36.069264 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:27:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:36.086508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7d01dc2d-8bb4-45e0-bca4-a01f9925a389 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/quotas/8dd482e181bc4f5a8f8e41ea860cc580 HTTP/1.1" status: 200 len: 375 time: 0.0330212 Jul 16 03:27:36.087896 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Checking router: 28f32ca3-9a84-4636-ae3f-cbecbd823171 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:27:36.088490 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Updating router 28f32ca3-9a84-4636-ae3f-cbecbd823171 port 03e4651b-112a-4448-839f-a6a3a41c75d4 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:27:36.112894 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9b7a1-c92c-479e-93f2-4e1b131ae1a4 req-098435c6-8bec-4c98-9fa8-f8efa1deaef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:36.116400 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-38e9b7a1-c92c-479e-93f2-4e1b131ae1a4 req-098435c6-8bec-4c98-9fa8-f8efa1deaef9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0725384 Jul 16 03:27:36.154613 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:36.154860 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:36.155901 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-afe7b9a7-e2a9-41f8-9818-357824971c7c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1862524 Jul 16 03:27:36.158615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50552) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:36.193462 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-816e9b0c-f953-4808-bdf5-f7af6f22fa92 req-3b18b00e-19f7-4ef9-9db6-63f9f407a891 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805456 Jul 16 03:27:36.200502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae17084d-4de7-46fc-be04-73ed56e5a9aa'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:36.206416 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f5338f-8b9e-4e5d-b37c-e2bf14b2b45e" -d '{"events": [{"server_uuid": "4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c", "name": "network-vif-unplugged", "status": "completed", "tag": "ae17084d-4de7-46fc-be04-73ed56e5a9aa"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:36.213851 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:36.219280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6d594924-8af3-4e97-b9c2-a41bcdc7a11c details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:27:36.226925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device f295c209-de03-40fb-b683-4d6afcbb9a90 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:36.253692 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-6d577666-b5cf-42b8-83b8-25ebb913c750 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8dd482e181bc4f5a8f8e41ea860cc580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1661422 Jul 16 03:27:36.276467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9b7a1-c92c-479e-93f2-4e1b131ae1a4 req-7f7e9c04-982b-4ee1-81e5-df03ae5b277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:36.278523 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-38e9b7a1-c92c-479e-93f2-4e1b131ae1a4 req-7f7e9c04-982b-4ee1-81e5-df03ae5b277f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553755 Jul 16 03:27:36.354300 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Set router 35267d6c-8b1d-4a83-8645-df3f71ea32bc gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:36.403401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-39bcea47-90d6-47b9-8a13-2909870613ac service neutron] 10.222.0.18 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483536 Jul 16 03:27:36.426667 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8ee2e578-123f-41fd-9829-73f21f1937e0 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:27:36.449770 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:36.666087 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:27:33Z', 'revision_number': 3, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'gw_port': {'id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:31Z', 'updated_at': '2021-07-16T03:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:36.733617 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-38e9b7a1-c92c-479e-93f2-4e1b131ae1a4 req-5d8af5d2-7023-40eb-8128-d2be1e7a1d83 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464395 Jul 16 03:27:36.734179 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Checking router: 35267d6c-8b1d-4a83-8645-df3f71ea32bc for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:27:36.736189 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Updating router 35267d6c-8b1d-4a83-8645-df3f71ea32bc port 119ce7b8-5ca5-43a1-b067-40881dff759a binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:27:36.754595 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:27:36.809243 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a10baa-a52b-4d94-ac19-f7edb4213651 req-f52e6f96-c304-415b-be7d-509061f7515e tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:36.811352 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-57a10baa-a52b-4d94-ac19-f7edb4213651 req-f52e6f96-c304-415b-be7d-509061f7515e tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.88 "GET /v2.0/ports?device_id=73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe HTTP/1.1" status: 200 len: 945 time: 0.3529422 Jul 16 03:27:36.827175 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:36.873010 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-471f6088-5709-4646-a878-7c1b631e187b service neutron] 10.222.0.18 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677467 Jul 16 03:27:36.874833 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:36.946798 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:37.024181 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c', 'mac_address': 'fa:16:3e:c2:14:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:27:37.046365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port f295c209-de03-40fb-b683-4d6afcbb9a90, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=f295c209-de03-40fb-b683-4d6afcbb9a90,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:37.050358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Allocated IP 172.25.3.132 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/5d0aac9a-1696-437c-8cfc-55ca8a0cb8ce) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:37.089613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8ee2e578-123f-41fd-9829-73f21f1937e0, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8ee2e578-123f-41fd-9829-73f21f1937e0,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:37.094739 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.133579 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.145865 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-38e9b7a1-c92c-479e-93f2-4e1b131ae1a4 req-ee7d5cc6-c50c-4710-a07b-6625857593db service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735423 Jul 16 03:27:37.169212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '8ee2e578-123f-41fd-9829-73f21f1937e0', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '8ee2e578-123f-41fd-9829-73f21f1937e0', 'mac_address': 'fa:16:3e:25:5f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:27:37.198888 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-57a10baa-a52b-4d94-ac19-f7edb4213651 req-2e19407b-aad4-4c1d-bdbd-654bd6eda7aa tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Deleting port f295c209-de03-40fb-b683-4d6afcbb9a90 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:37.199797 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-57a10baa-a52b-4d94-ac19-f7edb4213651 req-2e19407b-aad4-4c1d-bdbd-654bd6eda7aa tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.218752 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.318747 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.368652 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-57a10baa-a52b-4d94-ac19-f7edb4213651 req-2e19407b-aad4-4c1d-bdbd-654bd6eda7aa tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] For port f295c209-de03-40fb-b683-4d6afcbb9a90, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=f295c209-de03-40fb-b683-4d6afcbb9a90,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:37.369087 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-57a10baa-a52b-4d94-ac19-f7edb4213651 req-2e19407b-aad4-4c1d-bdbd-654bd6eda7aa tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.380999 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.385817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-57a10baa-a52b-4d94-ac19-f7edb4213651 req-2e19407b-aad4-4c1d-bdbd-654bd6eda7aa tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Calling delete_port for f295c209-de03-40fb-b683-4d6afcbb9a90 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:37.389088 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.396749 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=f295c209-de03-40fb-b683-4d6afcbb9a90,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:37.425989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:37.461366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:37.472810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:37.501723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d594924-8af3-4e97-b9c2-a41bcdc7a11c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:37.524984 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.592503 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.616433 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Transition to ACTIVE for port object 119ce7b8-5ca5-43a1-b067-40881dff759a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:37.624016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Pushing event updated for resources: {'Port': ['ID=5d0aac9a-1696-437c-8cfc-55ca8a0cb8ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:37.638040 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.653128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0648bc-e3f7-4287-8c6d-b61ffdfd50e5 req-d30917de-4606-43f4-89dd-f2fbedaa8a68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:37.670168 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b0648bc-e3f7-4287-8c6d-b61ffdfd50e5 req-d30917de-4606-43f4-89dd-f2fbedaa8a68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 948 time: 0.2744441 Jul 16 03:27:37.681117 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:37.688434 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.708943 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55e5cb-b818-460f-90b6-dda84f7a26b0 None None] Pushing event updated for resources: {'Port': ['ID=119ce7b8-5ca5-43a1-b067-40881dff759a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:37.722085 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee2e578-123f-41fd-9829-73f21f1937e0 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:37.739656 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Attempting to bind port 119ce7b8-5ca5-43a1-b067-40881dff759a on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:37.744859 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Attempting to bind port 119ce7b8-5ca5-43a1-b067-40881dff759a by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:37.745758 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Attempting to bind port 119ce7b8-5ca5-43a1-b067-40881dff759a on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:37.755178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8ee2e578-123f-41fd-9829-73f21f1937e0, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8ee2e578-123f-41fd-9829-73f21f1937e0,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:37.757471 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:37.758298 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.758777 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:37.759294 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.765002 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:37.765674 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Bound port: 119ce7b8-5ca5-43a1-b067-40881dff759a, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:37.766329 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.791346 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.792573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ae17084d-4de7-46fc-be04-73ed56e5a9aa details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:27:37.841021 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.886190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b0648bc-e3f7-4287-8c6d-b61ffdfd50e5 req-2d5414fc-2732-4fd0-9235-789a4de26038 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022133 Jul 16 03:27:37.889610 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] For port 119ce7b8-5ca5-43a1-b067-40881dff759a, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:37.896970 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] For port 119ce7b8-5ca5-43a1-b067-40881dff759a, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=119ce7b8-5ca5-43a1-b067-40881dff759a,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:37.920154 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:37.933543 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Transition to ACTIVE for port object 03e4651b-112a-4448-839f-a6a3a41c75d4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:37.956302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:37.975644 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:27:37.978458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['6d594924-8af3-4e97-b9c2-a41bcdc7a11c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:37.983673 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-57a10baa-a52b-4d94-ac19-f7edb4213651 req-2e19407b-aad4-4c1d-bdbd-654bd6eda7aa tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.138867 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Routers {'35267d6c-8b1d-4a83-8645-df3f71ea32bc'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:38.147576 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:27:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:38.154232 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55e5cb-b818-460f-90b6-dda84f7a26b0 None None] Pushing event updated for resources: {'Port': ['ID=119ce7b8-5ca5-43a1-b067-40881dff759a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:38.177538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device f295c209-de03-40fb-b683-4d6afcbb9a90 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:38.181085 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.197550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19407b-aad4-4c1d-bdbd-654bd6eda7aa tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Pushing event deleted for resources: {'Port': ['ID=f295c209-de03-40fb-b683-4d6afcbb9a90,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:38.305931 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.319640 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.363621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Allocated IP 172.20.0.1 (dd4a9d85-da98-44d7-b04b-113e172d8a51/f4ab3293-9b57-4dd9-aa6a-278349534b3b/757677b4-a4a5-4f22-86bf-3e551ddd9df9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:38.364678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ae17084d-4de7-46fc-be04-73ed56e5a9aa, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ae17084d-4de7-46fc-be04-73ed56e5a9aa,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:38.378758 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: f295c209-de03-40fb-b683-4d6afcbb9a90 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:27:38.379126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device f295c209-de03-40fb-b683-4d6afcbb9a90 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:38.419341 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.438810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a10baa-a52b-4d94-ac19-f7edb4213651 req-2e19407b-aad4-4c1d-bdbd-654bd6eda7aa tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] No DVR routers for this DVR port f295c209-de03-40fb-b683-4d6afcbb9a90 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:38.444096 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-57a10baa-a52b-4d94-ac19-f7edb4213651 req-2e19407b-aad4-4c1d-bdbd-654bd6eda7aa tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.447023 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-57a10baa-a52b-4d94-ac19-f7edb4213651 req-2e19407b-aad4-4c1d-bdbd-654bd6eda7aa tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.88 "DELETE /v2.0/ports/f295c209-de03-40fb-b683-4d6afcbb9a90 HTTP/1.1" status: 204 len: 173 time: 1.6205781 Jul 16 03:27:38.454655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'ae17084d-4de7-46fc-be04-73ed56e5a9aa', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': 'ae17084d-4de7-46fc-be04-73ed56e5a9aa', 'mac_address': 'fa:16:3e:cd:f7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:27:38.463593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe', 'name': 'network-vif-deleted', 'tag': 'f295c209-de03-40fb-b683-4d6afcbb9a90'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:38.470607 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.473624 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d5ffbe-2907-42c0-a858-a2c1523ae721" -d '{"events": [{"server_uuid": "73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe", "name": "network-vif-deleted", "tag": "f295c209-de03-40fb-b683-4d6afcbb9a90"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:38.475492 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4644356 Jul 16 03:27:38.564962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=8ee2e578-123f-41fd-9829-73f21f1937e0,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:38.598676 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-7bbb6d84-0dee-43fc-ada7-33764adf99b5 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.132 HTTP/1.1" status: 200 len: 696 time: 0.1084116 Jul 16 03:27:38.603536 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e7bc6-482d-4637-abb5-f5d28adc73d6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Pushing event updated for resources: {'Port': ['ID=5d0aac9a-1696-437c-8cfc-55ca8a0cb8ce,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:38.666271 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] Set router 35267d6c-8b1d-4a83-8645-df3f71ea32bc gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:38.717738 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.765853 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Transition to ACTIVE for port object 757677b4-a4a5-4f22-86bf-3e551ddd9df9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:38.844890 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.847179 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.866985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-9c9bfedd-4bbf-4d0b-8dd4-e82cb12a0e5e tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:38.869370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8aafd69b-0da0-44e6-8ec9-6826d4c9a714 req-9c9bfedd-4bbf-4d0b-8dd4-e82cb12a0e5e tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.2588518 Jul 16 03:27:38.869523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Attempting to bind port 03e4651b-112a-4448-839f-a6a3a41c75d4 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:38.869635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Attempting to bind port 03e4651b-112a-4448-839f-a6a3a41c75d4 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '134192b2-1b73-460b-8104-be214e8908cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '45629be9-4804-4f9a-b992-3de07720a732'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:38.870029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Attempting to bind port 03e4651b-112a-4448-839f-a6a3a41c75d4 on network 45629be9-4804-4f9a-b992-3de07720a732 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:38.902729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3ecc6-e1be-4e86-b597-421cb8ab608a None None] Pushing event updated for resources: {'Port': ['ID=03e4651b-112a-4448-839f-a6a3a41c75d4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:38.927726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:38.927988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Network dd4a9d85-da98-44d7-b04b-113e172d8a51 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:38.928091 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Checking segment: {'id': '134192b2-1b73-460b-8104-be214e8908cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '45629be9-4804-4f9a-b992-3de07720a732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:38.932054 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:38.944696 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.945137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Bound using segment: {'id': '134192b2-1b73-460b-8104-be214e8908cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '45629be9-4804-4f9a-b992-3de07720a732'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:38.945664 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Bound port: 03e4651b-112a-4448-839f-a6a3a41c75d4, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134192b2-1b73-460b-8104-be214e8908cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '45629be9-4804-4f9a-b992-3de07720a732'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:38.946195 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:38.950011 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:38.960130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae17084d-4de7-46fc-be04-73ed56e5a9aa {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:39.009552 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:27:33Z', 'revision_number': 3, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'gw_port': {'id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:31Z', 'updated_at': '2021-07-16T03:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:39.062194 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ea7ffe-a685-4981-9fd8-134d4d216ef6 None None] The sync data for ids ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'] in n-d-800088-6 is: [{'id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:27:33Z', 'revision_number': 3, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'gw_port': {'id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:31Z', 'updated_at': '2021-07-16T03:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:27:39.071484 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d07791-7bb4-490c-8692-bb7ea14a04e0 x-openstack-request-id: req-70d07791-7bb4-490c-8692-bb7ea14a04e0 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:39.072184 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c", "name": "network-vif-unplugged", "status": "completed", "tag": "ae17084d-4de7-46fc-be04-73ed56e5a9aa", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:39.072524 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70d07791-7bb4-490c-8692-bb7ea14a04e0 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:39.073008 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae17084d-4de7-46fc-be04-73ed56e5a9aa', 'code': 200} Jul 16 03:27:39.079342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ae17084d-4de7-46fc-be04-73ed56e5a9aa, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ae17084d-4de7-46fc-be04-73ed56e5a9aa,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:39.079847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Pushing event updated for resources: {'Port': ['ID=757677b4-a4a5-4f22-86bf-3e551ddd9df9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:39.100020 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:39.115780 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:39.389979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] For port 03e4651b-112a-4448-839f-a6a3a41c75d4, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:39.441924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['8ee2e578-123f-41fd-9829-73f21f1937e0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:39.481230 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:39.531416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e6313e2-092d-4019-975a-e56bf5677173 req-ae85b88d-775e-42c1-9a06-365bd749b3ce tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 210 time: 0.0611873 Jul 16 03:27:39.544973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=ae17084d-4de7-46fc-be04-73ed56e5a9aa,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:39.548235 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['ae17084d-4de7-46fc-be04-73ed56e5a9aa'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:39.577721 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] For port 03e4651b-112a-4448-839f-a6a3a41c75d4, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=03e4651b-112a-4448-839f-a6a3a41c75d4,segment=NetworkSegment(134192b2-1b73-460b-8104-be214e8908cf),segment_id=134192b2-1b73-460b-8104-be214e8908cf)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:39.598599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6f58f-9ace-4a8c-b71f-70342dfb7e9d req-92828279-f553-491f-b4a6-06dfe5877466 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:39.623316 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91c6f58f-9ace-4a8c-b71f-70342dfb7e9d req-92828279-f553-491f-b4a6-06dfe5877466 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 949 time: 0.2119887 Jul 16 03:27:39.690037 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:39.729186 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6278277a-a88e-43dd-9be5-9c2eb26f14ba x-openstack-request-id: req-6278277a-a88e-43dd-9be5-9c2eb26f14ba {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:39.731183 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe", "name": "network-vif-deleted", "tag": "f295c209-de03-40fb-b683-4d6afcbb9a90", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:39.732750 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6278277a-a88e-43dd-9be5-9c2eb26f14ba {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:39.733785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a4579c44-a19c-4fd6-9aa9-62a2382dfc0d None None] Provisioning for port 757677b4-a4a5-4f22-86bf-3e551ddd9df9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:39.734311 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe', 'name': 'network-vif-deleted', 'tag': 'f295c209-de03-40fb-b683-4d6afcbb9a90', 'status': 'completed', 'code': 200} Jul 16 03:27:39.753797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a4579c44-a19c-4fd6-9aa9-62a2382dfc0d None None] Provisioning complete for port 757677b4-a4a5-4f22-86bf-3e551ddd9df9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:39.754450 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a4579c44-a19c-4fd6-9aa9-62a2382dfc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:39.952018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3ecc6-e1be-4e86-b597-421cb8ab608a None None] Pushing event updated for resources: {'Port': ['ID=03e4651b-112a-4448-839f-a6a3a41c75d4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:40.003043 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Routers {'28f32ca3-9a84-4636-ae3f-cbecbd823171'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:40.019884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91c6f58f-9ace-4a8c-b71f-70342dfb7e9d req-f2213a60-7dea-4d66-acb5-f9962ef1ee58 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954654 Jul 16 03:27:40.023711 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:27:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['28f32ca3-9a84-4636-ae3f-cbecbd823171'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:40.026171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a4579c44-a19c-4fd6-9aa9-62a2382dfc0d None None] Port 757677b4-a4a5-4f22-86bf-3e551ddd9df9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:40.149028 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-4821dc17-9d94-4418-9a40-e3b42bfa9ee4 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3598824 Jul 16 03:27:40.154695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:40.210901 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:40.234800 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6d594924-8af3-4e97-b9c2-a41bcdc7a11c up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:40.529279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1195c8d-7269-4982-a6ea-ccbaf3739859 req-a17b964f-305b-4c7a-af68-29bdc547ff4e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:40.538184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c1195c8d-7269-4982-a6ea-ccbaf3739859 req-a17b964f-305b-4c7a-af68-29bdc547ff4e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 949 time: 0.1629195 Jul 16 03:27:40.578313 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:40.635653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c1195c8d-7269-4982-a6ea-ccbaf3739859 req-ff0f70d7-7320-4ca9-b49c-3e660fc8b417 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793455 Jul 16 03:27:40.726842 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:40.737207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-463422c8-55e6-4e02-9c29-21dd84e3dc16 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:40.739160 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-463422c8-55e6-4e02-9c29-21dd84e3dc16 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.88 "GET /v2.0/networks?id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933 HTTP/1.1" status: 200 len: 804 time: 1.1727967 Jul 16 03:27:40.740739 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:40.822463 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Pushing event updated for resources: {'Port': ['ID=757677b4-a4a5-4f22-86bf-3e551ddd9df9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:40.840092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-9b76898c-c195-41c1-80e8-18333a56afcb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Request body: {'port': {'device_id': '73a19d90-eab6-4a26-89b9-24f6980476e6', 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933', 'admin_state_up': True, 'tenant_id': '8dd482e181bc4f5a8f8e41ea860cc580'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:40.857485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Allocated IP 172.25.3.33 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/1d8c7da7-dd6d-416c-b9f7-729c13dcf7c0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:40.994052 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:41.079077 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f295c209-de03-40fb-b683-4d6afcbb9a90'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:41.082565 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9299402a-954b-4d53-bf03-4623be78e8e7" -d '{"events": [{"server_uuid": "73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "f295c209-de03-40fb-b683-4d6afcbb9a90"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:41.094044 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:41.150997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] Set router 28f32ca3-9a84-4636-ae3f-cbecbd823171 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:41.191726 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:41.242076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:41.263854 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-9b76898c-c195-41c1-80e8-18333a56afcb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Made reservation on behalf of 8dd482e181bc4f5a8f8e41ea860cc580 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:41.268258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-9b76898c-c195-41c1-80e8-18333a56afcb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:41.271154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 119ce7b8-5ca5-43a1-b067-40881dff759a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:41.309104 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Network dd4a9d85-da98-44d7-b04b-113e172d8a51 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:41.311500 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:41.315754 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:41.316527 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:41.318665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:41.326729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:41.331640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8bf7facf-4915-434b-a642-34ecca20b494 req-5ce95c2b-c855-422e-9ff3-a217d0383193 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 210 time: 0.0910892 Jul 16 03:27:41.332398 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:41.403396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Pushing event updated for resources: {'Port': ['ID=1d8c7da7-dd6d-416c-b9f7-729c13dcf7c0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:41.481733 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:41.587086 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:41.703679 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-9b76898c-c195-41c1-80e8-18333a56afcb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Allocated IP 172.20.0.4 (b1e2c0d5-dd24-4b0f-8afc-e9677c639933/59f2ab40-9019-4547-86c9-0e06d246deb3/ef44758d-fe5d-4e8a-a5a0-4d6e718b671a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:41.749765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Router 35267d6c-8b1d-4a83-8645-df3f71ea32bc has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:27:41.775550 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244422f8-7154-4d70-b8a1-15f6f4e08695 req-5e89a71b-fc64-4cbf-a68b-a224a485df53 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:41.777183 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-244422f8-7154-4d70-b8a1-15f6f4e08695 req-5e89a71b-fc64-4cbf-a68b-a224a485df53 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 949 time: 0.1873469 Jul 16 03:27:41.838267 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 119ce7b8-5ca5-43a1-b067-40881dff759a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:41.881335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 119ce7b8-5ca5-43a1-b067-40881dff759a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:41.881890 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:41.921768 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-244422f8-7154-4d70-b8a1-15f6f4e08695 req-4d121514-b8d4-4c9e-8a52-78af5efe6857 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328838 Jul 16 03:27:42.035739 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.045119 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.052906 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.088585 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2c51fbdf-44f9-4c78-82ec-cfd1336d2ad2 None None] Provisioning complete for port 757677b4-a4a5-4f22-86bf-3e551ddd9df9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:42.089632 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c51fbdf-44f9-4c78-82ec-cfd1336d2ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.096323 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.139841 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:27:42.158732 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-17e0db3e-09ae-41f5-b98e-336fdeaea424 admin admin] 10.222.0.18 "PUT /v2.0/routers/35267d6c-8b1d-4a83-8645-df3f71ea32bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9916990 Jul 16 03:27:42.218809 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-9b76898c-c195-41c1-80e8-18333a56afcb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.220417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2c51fbdf-44f9-4c78-82ec-cfd1336d2ad2 None None] Port 757677b4-a4a5-4f22-86bf-3e551ddd9df9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:42.240581 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.241846 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0918443 Jul 16 03:27:42.242503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b8ee8-d6e2-4a24-ab35-8a9c4e8c2935 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Pushing event updated for resources: {'Port': ['ID=1d8c7da7-dd6d-416c-b9f7-729c13dcf7c0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:42.288917 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:42.300217 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-9b76898c-c195-41c1-80e8-18333a56afcb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.304282 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Sync routers for ids ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:27:42.321313 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.331131 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-9b76898c-c195-41c1-80e8-18333a56afcb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:42.334682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-9b76898c-c195-41c1-80e8-18333a56afcb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:42.337583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-9b76898c-c195-41c1-80e8-18333a56afcb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:42.368014 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-e1daa543-43e0-4426-9669-2f19c8bc21fc tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.33 HTTP/1.1" status: 200 len: 695 time: 0.1141820 Jul 16 03:27:42.406155 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Routers {'35267d6c-8b1d-4a83-8645-df3f71ea32bc'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:42.406961 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:27:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:42.433898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-9b76898c-c195-41c1-80e8-18333a56afcb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:42.434523 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-9b76898c-c195-41c1-80e8-18333a56afcb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.464518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f8307-67f6-41fc-aeb4-854c68451a69 req-a01dcb81-95b3-4f47-8536-73098ebfe5a3 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:42.471277 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'name': 'tempest-FloatingIPDetailsTestJSON-394644378-router', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:20Z', 'updated_at': '2021-07-16T03:27:30Z', 'revision_number': 4, 'project_id': '31fa293ca0894726a38ae03b39c8918b', 'gw_port': {'id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:22Z', 'updated_at': '2021-07-16T03:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '03e4651b-112a-4448-839f-a6a3a41c75d4', 'name': '', 'network_id': '45629be9-4804-4f9a-b992-3de07720a732', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b', 'mac_address': 'fa:16:3e:e4:29:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5d365a6e-e978-490f-9dcd-8b8e4b8bc401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:27:39Z', 'revision_number': 4, 'project_id': '31fa293ca0894726a38ae03b39c8918b', 'subnets': [{'id': '5d365a6e-e978-490f-9dcd-8b8e4b8bc401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:42.471555 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-9b76898c-c195-41c1-80e8-18333a56afcb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6508563 Jul 16 03:27:42.472176 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1a8f8307-67f6-41fc-aeb4-854c68451a69 req-a01dcb81-95b3-4f47-8536-73098ebfe5a3 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 949 time: 0.3250120 Jul 16 03:27:42.472357 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76898c-c195-41c1-80e8-18333a56afcb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Pushing event updated for resources: {'Port': ['ID=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:42.487790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Request body: {'port': {'device_id': '73a19d90-eab6-4a26-89b9-24f6980476e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:42.500440 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:42.510387 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.528764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-52d81efa-614b-4c10-8092-cc22f6e32a60 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:42.541058 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6c791e8-b993-49b1-81af-a24bca8d8130 req-52d81efa-614b-4c10-8092-cc22f6e32a60 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1715646 Jul 16 03:27:42.563922 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2780a7-caae-4b0b-bfd2-d4375624ae22 None None] The sync data for ids ['28f32ca3-9a84-4636-ae3f-cbecbd823171'] in n-d-800088-6 is: [{'id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'name': 'tempest-FloatingIPDetailsTestJSON-394644378-router', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:20Z', 'updated_at': '2021-07-16T03:27:30Z', 'revision_number': 4, 'project_id': '31fa293ca0894726a38ae03b39c8918b', 'gw_port': {'id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:22Z', 'updated_at': '2021-07-16T03:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '03e4651b-112a-4448-839f-a6a3a41c75d4', 'name': '', 'network_id': '45629be9-4804-4f9a-b992-3de07720a732', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b', 'mac_address': 'fa:16:3e:e4:29:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '5d365a6e-e978-490f-9dcd-8b8e4b8bc401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:27:39Z', 'revision_number': 4, 'project_id': '31fa293ca0894726a38ae03b39c8918b', 'subnets': [{'id': '5d365a6e-e978-490f-9dcd-8b8e4b8bc401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:27:42.585237 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 119ce7b8-5ca5-43a1-b067-40881dff759a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=119ce7b8-5ca5-43a1-b067-40881dff759a,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:42.598712 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.600064 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1a8f8307-67f6-41fc-aeb4-854c68451a69 req-0d6bc7b9-4ba3-4e0f-88f5-e869be61566d tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265275 Jul 16 03:27:42.684751 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:42.718275 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d33f65-14e1-4b40-9ca4-d33b25ad7941 x-openstack-request-id: req-60d33f65-14e1-4b40-9ca4-d33b25ad7941 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:42.718565 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe", "name": "network-vif-unplugged", "status": "completed", "tag": "f295c209-de03-40fb-b683-4d6afcbb9a90", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:42.718824 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60d33f65-14e1-4b40-9ca4-d33b25ad7941 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:42.719607 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bfb8ed-9945-4fb7-a47f-7e34fb3bb9fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f295c209-de03-40fb-b683-4d6afcbb9a90', 'code': 200} Jul 16 03:27:42.842250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=119ce7b8-5ca5-43a1-b067-40881dff759a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:42.857730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Set router 35267d6c-8b1d-4a83-8645-df3f71ea32bc gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:43.233827 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ae17084d-4de7-46fc-be04-73ed56e5a9aa up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:43.346996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef44758d-fe5d-4e8a-a5a0-4d6e718b671a {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:43.352086 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70290ce1-d4b4-4d04-bcea-f0d6792bb6f8 req-cd790b61-39ad-4f23-b7f9-448e5f2a928e tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:43.353723 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70290ce1-d4b4-4d04-bcea-f0d6792bb6f8 req-cd790b61-39ad-4f23-b7f9-448e5f2a928e tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 931 time: 0.2158427 Jul 16 03:27:43.365000 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:43.380208 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Transition to ACTIVE for port object ef44758d-fe5d-4e8a-a5a0-4d6e718b671a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:43.386188 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:43.414398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 03e4651b-112a-4448-839f-a6a3a41c75d4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:43.447886 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70290ce1-d4b4-4d04-bcea-f0d6792bb6f8 req-7ec9597c-ee5e-4e5c-9d41-dac7484b0ecb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800853 Jul 16 03:27:43.477776 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Pushing event updated for resources: {'Port': ['ID=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:43.628985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port ae17084d-4de7-46fc-be04-73ed56e5a9aa triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:43.629593 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:43.679830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Attempting to bind port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:43.680173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Attempting to bind port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:43.680535 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Attempting to bind port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a on network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:43.686467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a on network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:43.688915 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Attempting to bind port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a on network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:43.709364 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:43.709926 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Checking segment: {'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:43.710332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Bound using segment: {'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:43.710784 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Bound port: ef44758d-fe5d-4e8a-a5a0-4d6e718b671a, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:43.711162 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:43.732545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-06cd7e15-0614-45af-aa81-544c4cd1f359 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2283146 Jul 16 03:27:43.735388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:27:39Z', 'revision_number': 4, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'gw_port': {'id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:31Z', 'updated_at': '2021-07-16T03:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '757677b4-a4a5-4f22-86bf-3e551ddd9df9', 'name': '', 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'mac_address': 'fa:16:3e:e8:e0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:37Z', 'updated_at': '2021-07-16T03:27:39Z', 'revision_number': 2, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'subnets': [{'id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:43.738064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 03e4651b-112a-4448-839f-a6a3a41c75d4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:43.741778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:43.793748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 03e4651b-112a-4448-839f-a6a3a41c75d4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:43.796453 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:43.798438 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Checking router: 35267d6c-8b1d-4a83-8645-df3f71ea32bc for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:27:43.799008 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Updating router 35267d6c-8b1d-4a83-8645-df3f71ea32bc port 757677b4-a4a5-4f22-86bf-3e551ddd9df9 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:27:43.800777 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:43.857693 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:43.863628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] For port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:43.872053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] For port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:43.878351 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:43.993259 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:43.993963 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:43.998822 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] 10.222.0.88 "PUT /v2.0/ports/ef44758d-fe5d-4e8a-a5a0-4d6e718b671a HTTP/1.1" status: 200 len: 1091 time: 1.5171914 Jul 16 03:27:43.999297 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a19d90-eab6-4a26-89b9-24f6980476e6', 'tag': 'ef44758d-fe5d-4e8a-a5a0-4d6e718b671a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:44.001621 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6bcee2-5565-4f7f-8a08-8b34acef52c3" -d '{"events": [{"name": "network-changed", "server_uuid": "73a19d90-eab6-4a26-89b9-24f6980476e6", "tag": "ef44758d-fe5d-4e8a-a5a0-4d6e718b671a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:44.045122 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:44.049761 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b482f3a-f812-46f0-bd5e-0e0364e850dc service neutron] Pushing event updated for resources: {'Port': ['ID=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:44.189623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-37b51770-266b-4985-95c8-be95c7c13b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:44.191409 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-37b51770-266b-4985-95c8-be95c7c13b07 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8dd482e181bc4f5a8f8e41ea860cc580&device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 1094 time: 0.1250813 Jul 16 03:27:44.220747 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:44.267185 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-995f83d0-4794-4247-b981-b556470f6222 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a HTTP/1.1" status: 200 len: 217 time: 0.0575361 Jul 16 03:27:44.307232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:44.319271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cbac3ee0-baf0-488a-9803-d17b599905e5 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--298047593', 'description': 'tempest-description--1844348002'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:44.328413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Allocated IP 172.25.3.212 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/689a68f2-7d57-47a1-a5a0-8fa0ad31a6f6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:44.330583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ae17084d-4de7-46fc-be04-73ed56e5a9aa, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ae17084d-4de7-46fc-be04-73ed56e5a9aa,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:44.387239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-82cc4058-555e-4ab0-a5f9-6a502bdfccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:44.391840 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-82cc4058-555e-4ab0-a5f9-6a502bdfccb8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59f2ab40-9019-4547-86c9-0e06d246deb3 HTTP/1.1" status: 200 len: 844 time: 0.1102459 Jul 16 03:27:44.408814 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:44.409628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8ee2e578-123f-41fd-9829-73f21f1937e0 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:44.470105 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-eabed0b1-598c-4925-8399-2b1e590a3fc8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567200 Jul 16 03:27:44.476288 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbac3ee0-baf0-488a-9803-d17b599905e5 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:44.675119 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-6c4cd926-7fae-4f2f-a7fa-09e3c68aa2d9 service neutron] 10.222.0.88 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961651 Jul 16 03:27:44.755849 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:44.784657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad85a97b-2fab-4c46-9d23-09a781f24a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c'}, {'server_uuid': '4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae17084d-4de7-46fc-be04-73ed56e5a9aa'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:44.786993 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394dde3e-16b8-4b7c-85cd-7439ee9c03d8" -d '{"events": [{"server_uuid": "ad85a97b-2fab-4c46-9d23-09a781f24a38", "name": "network-vif-plugged", "status": "completed", "tag": "6d594924-8af3-4e97-b9c2-a41bcdc7a11c"}, {"server_uuid": "4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c", "name": "network-vif-plugged", "status": "completed", "tag": "ae17084d-4de7-46fc-be04-73ed56e5a9aa"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:44.806643 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:44.845791 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:44.852161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 03e4651b-112a-4448-839f-a6a3a41c75d4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=03e4651b-112a-4448-839f-a6a3a41c75d4,segment=NetworkSegment(134192b2-1b73-460b-8104-be214e8908cf),segment_id=134192b2-1b73-460b-8104-be214e8908cf)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:44.864247 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:44.865668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 119ce7b8-5ca5-43a1-b067-40881dff759a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:44.909531 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-46786b6b-d8ea-4807-91a4-dc57713f102b req-f4100231-1282-455a-a147-f3fb2a7a1a43 service neutron] 10.222.0.88 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194054 Jul 16 03:27:44.950599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=ae17084d-4de7-46fc-be04-73ed56e5a9aa,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:44.967891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:44.979750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:44.993650 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:45.002512 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Pushing event updated for resources: {'Port': ['ID=689a68f2-7d57-47a1-a5a0-8fa0ad31a6f6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:45.020579 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81237b9-e507-4e2c-8c8e-dff5e8700a02 req-24ff56ac-5b65-4fe5-a4ee-8568dad31b4c tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:45.022135 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d81237b9-e507-4e2c-8c8e-dff5e8700a02 req-24ff56ac-5b65-4fe5-a4ee-8568dad31b4c tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 949 time: 0.5037866 Jul 16 03:27:45.028940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=03e4651b-112a-4448-839f-a6a3a41c75d4,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:45.037986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 8ee2e578-123f-41fd-9829-73f21f1937e0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:45.044843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 8ee2e578-123f-41fd-9829-73f21f1937e0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:45.045222 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.121268 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 119ce7b8-5ca5-43a1-b067-40881dff759a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:45.121640 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.195133 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbac3ee0-baf0-488a-9803-d17b599905e5 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.199043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.203950 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d81237b9-e507-4e2c-8c8e-dff5e8700a02 req-1d7a76f1-67b7-4fdc-99c3-3d83b969de48 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720405 Jul 16 03:27:45.210877 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbac3ee0-baf0-488a-9803-d17b599905e5 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.274442 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbac3ee0-baf0-488a-9803-d17b599905e5 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.275520 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cbac3ee0-baf0-488a-9803-d17b599905e5 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9672632 Jul 16 03:27:45.278931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50674) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:45.285842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c39a9dc8-4289-40c2-a980-833df1796d64 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Request body: {'security_group_rule': {'security_group_id': '6309b073-62c1-42f5-a1b7-7e4b1a305fee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:45.313219 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.325591 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.341742 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Transition to ACTIVE for port object 757677b4-a4a5-4f22-86bf-3e551ddd9df9 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:45.354845 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac3ee0-baf0-488a-9803-d17b599905e5 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6309b073-62c1-42f5-a1b7-7e4b1a305fee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:45.369590 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.370367 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c39a9dc8-4289-40c2-a980-833df1796d64 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.393430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8ee2e578-123f-41fd-9829-73f21f1937e0, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8ee2e578-123f-41fd-9829-73f21f1937e0,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:45.396105 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.481889 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.488040 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c39a9dc8-4289-40c2-a980-833df1796d64 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.509134 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 03e4651b-112a-4448-839f-a6a3a41c75d4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:45.519116 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c39a9dc8-4289-40c2-a980-833df1796d64 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.558636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a9dc8-4289-40c2-a980-833df1796d64 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5077403-6336-4c77-8da8-96602dbdff1c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:45.565510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b52698-6160-4423-a3f2-5905d4db5eb2 None None] Pushing event updated for resources: {'Port': ['ID=757677b4-a4a5-4f22-86bf-3e551ddd9df9,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:45.577263 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c39a9dc8-4289-40c2-a980-833df1796d64 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.582543 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c39a9dc8-4289-40c2-a980-833df1796d64 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3020556 Jul 16 03:27:45.583418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50682) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:45.592262 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e2f0d96e-6733-4d86-b229-a8580d15aaa7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Request body: {'security_group_rule': {'security_group_id': '6309b073-62c1-42f5-a1b7-7e4b1a305fee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:45.656267 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2f0d96e-6733-4d86-b229-a8580d15aaa7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.663348 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=8ee2e578-123f-41fd-9829-73f21f1937e0,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:45.761224 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.770638 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.788880 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d73c71b-6ab0-4bdf-9b19-4d120b413af2 x-openstack-request-id: req-1d73c71b-6ab0-4bdf-9b19-4d120b413af2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:45.789603 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a19d90-eab6-4a26-89b9-24f6980476e6", "tag": "ef44758d-fe5d-4e8a-a5a0-4d6e718b671a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:45.790126 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d73c71b-6ab0-4bdf-9b19-4d120b413af2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:45.790775 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a19d90-eab6-4a26-89b9-24f6980476e6', 'tag': 'ef44758d-fe5d-4e8a-a5a0-4d6e718b671a', 'status': 'completed', 'code': 200} Jul 16 03:27:45.796830 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.813505 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Attempting to bind port 757677b4-a4a5-4f22-86bf-3e551ddd9df9 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:45.813865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Attempting to bind port 757677b4-a4a5-4f22-86bf-3e551ddd9df9 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4cdc4b7d-55b1-4e97-b338-9347f3540806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:45.814234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Attempting to bind port 757677b4-a4a5-4f22-86bf-3e551ddd9df9 on network dd4a9d85-da98-44d7-b04b-113e172d8a51 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:45.824372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:45.824800 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Checking segment: {'id': '4cdc4b7d-55b1-4e97-b338-9347f3540806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:45.825156 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.825536 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Bound using segment: {'id': '4cdc4b7d-55b1-4e97-b338-9347f3540806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:45.826051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Bound port: 757677b4-a4a5-4f22-86bf-3e551ddd9df9, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdc4b7d-55b1-4e97-b338-9347f3540806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:45.826391 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.834086 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2f0d96e-6733-4d86-b229-a8580d15aaa7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.845455 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2f0d96e-6733-4d86-b229-a8580d15aaa7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.877130 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.878414 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1406069 Jul 16 03:27:45.879556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bade538-04c6-48de-8176-799d9c94ec24 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Pushing event updated for resources: {'Port': ['ID=689a68f2-7d57-47a1-a5a0-8fa0ad31a6f6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:45.900803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 03e4651b-112a-4448-839f-a6a3a41c75d4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:45.903537 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.934826 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0d96e-6733-4d86-b229-a8580d15aaa7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcb1dd8-9951-4885-9cae-3050d4855adc,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:45.972104 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-e4b60200-1423-44fc-9872-db7250489183 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.212 HTTP/1.1" status: 200 len: 696 time: 0.0823166 Jul 16 03:27:45.974166 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e2f0d96e-6733-4d86-b229-a8580d15aaa7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:45.980475 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e2f0d96e-6733-4d86-b229-a8580d15aaa7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3956964 Jul 16 03:27:45.981182 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50688) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:27:45.986472 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:46.030137 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:46.070035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bcee2-5565-4f7f-8a08-8b34acef52c3 req-d285a7eb-b9be-4859-b38c-24eb60c503f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:46.071665 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee6bcee2-5565-4f7f-8a08-8b34acef52c3 req-d285a7eb-b9be-4859-b38c-24eb60c503f4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8dd482e181bc4f5a8f8e41ea860cc580&device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 1094 time: 0.2147405 Jul 16 03:27:46.088211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] For port 757677b4-a4a5-4f22-86bf-3e551ddd9df9, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:46.093773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] For port 757677b4-a4a5-4f22-86bf-3e551ddd9df9, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=757677b4-a4a5-4f22-86bf-3e551ddd9df9,segment=NetworkSegment(4cdc4b7d-55b1-4e97-b338-9347f3540806),segment_id=4cdc4b7d-55b1-4e97-b338-9347f3540806)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:46.106078 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:46.204724 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b52698-6160-4423-a3f2-5905d4db5eb2 None None] Pushing event updated for resources: {'Port': ['ID=757677b4-a4a5-4f22-86bf-3e551ddd9df9,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:46.235582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-4255a9c3-f598-4068-88fc-eba3ad9597b9 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:46.254996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7864d69-54e5-49c6-a05d-fbaf41cbfbae req-4255a9c3-f598-4068-88fc-eba3ad9597b9 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.2762492 Jul 16 03:27:46.290264 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bcee2-5565-4f7f-8a08-8b34acef52c3 req-351e98af-dc2b-422a-8ca9-56956bea15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:46.292143 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee6bcee2-5565-4f7f-8a08-8b34acef52c3 req-351e98af-dc2b-422a-8ca9-56956bea15e1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933 HTTP/1.1" status: 200 len: 905 time: 0.2061877 Jul 16 03:27:46.293055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Routers {'35267d6c-8b1d-4a83-8645-df3f71ea32bc'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:46.295458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:27:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:46.366200 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee6bcee2-5565-4f7f-8a08-8b34acef52c3 req-211e2846-d6e0-40cc-8fae-36a3d5fec461 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a HTTP/1.1" status: 200 len: 217 time: 0.0622077 Jul 16 03:27:46.398961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c7989-bdc6-47f2-bd89-61cca8ad4543 req-e5dead45-30f2-40fc-87bf-637bf67bb254 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:46.407963 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-041c7989-bdc6-47f2-bd89-61cca8ad4543 req-e5dead45-30f2-40fc-87bf-637bf67bb254 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 943 time: 0.3145127 Jul 16 03:27:46.460630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bcee2-5565-4f7f-8a08-8b34acef52c3 req-b0e4f648-3128-456d-ba8a-84d9d40f25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:46.462190 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee6bcee2-5565-4f7f-8a08-8b34acef52c3 req-b0e4f648-3128-456d-ba8a-84d9d40f25e0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59f2ab40-9019-4547-86c9-0e06d246deb3 HTTP/1.1" status: 200 len: 844 time: 0.0790694 Jul 16 03:27:46.489662 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfd70af-590d-484e-bdc2-480087a5054e x-openstack-request-id: req-3dfd70af-590d-484e-bdc2-480087a5054e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:46.490285 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad85a97b-2fab-4c46-9d23-09a781f24a38", "name": "network-vif-plugged", "status": "completed", "tag": "6d594924-8af3-4e97-b9c2-a41bcdc7a11c", "code": 200}, {"server_uuid": "4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c", "name": "network-vif-plugged", "status": "completed", "tag": "ae17084d-4de7-46fc-be04-73ed56e5a9aa", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:46.490285 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3dfd70af-590d-484e-bdc2-480087a5054e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:46.490639 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad85a97b-2fab-4c46-9d23-09a781f24a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c', 'code': 200} Jul 16 03:27:46.498561 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae17084d-4de7-46fc-be04-73ed56e5a9aa', 'code': 200} Jul 16 03:27:46.542163 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-041c7989-bdc6-47f2-bd89-61cca8ad4543 req-80996aaa-cb03-4281-8833-1e03c6453e35 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309588 Jul 16 03:27:46.594598 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee6bcee2-5565-4f7f-8a08-8b34acef52c3 req-fe3d6e0e-9302-4a50-992a-5b7d2ce760ad service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198096 Jul 16 03:27:46.638311 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:46.708428 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] Set router 35267d6c-8b1d-4a83-8645-df3f71ea32bc gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:46.851939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897dbad-7294-48af-a2df-4b691b577e9b req-ed682a02-1f04-4c9c-8646-fb878d21a463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:46.853736 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1897dbad-7294-48af-a2df-4b691b577e9b req-ed682a02-1f04-4c9c-8646-fb878d21a463 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 1101 time: 0.3904479 Jul 16 03:27:46.928963 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5388fb2-3105-414b-9811-ea5847034801 req-f58197f6-ce37-4e00-a58a-63ee815958cc tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3260772 Jul 16 03:27:46.933925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:46.942555 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Allocated IP 172.25.3.192 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/89d17c16-5c56-4a96-b9cb-b9dc48becf55) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:46.953303 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee6bcee2-5565-4f7f-8a08-8b34acef52c3 req-ef8a8b27-08a2-4805-87f9-8f7b9918814a service neutron] 10.222.0.88 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442767 Jul 16 03:27:46.957057 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1897dbad-7294-48af-a2df-4b691b577e9b req-6375d413-5de8-4ca6-be2a-dc435c82590e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815899 Jul 16 03:27:47.001246 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.006907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:27:39Z', 'revision_number': 4, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'gw_port': {'id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:31Z', 'updated_at': '2021-07-16T03:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '757677b4-a4a5-4f22-86bf-3e551ddd9df9', 'name': '', 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'mac_address': 'fa:16:3e:e8:e0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:37Z', 'updated_at': '2021-07-16T03:27:46Z', 'revision_number': 4, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'subnets': [{'id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:47.034241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7387a2-8141-4803-94d5-d3cb6eb0f995 req-32a76167-84c9-49b4-9413-319615c6f64f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:47.040196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063625fa-a7d1-4ff5-9fbf-789ea7dc4d64 None None] The sync data for ids ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'] in n-d-800088-6 is: [{'id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:27:39Z', 'revision_number': 4, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'gw_port': {'id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:31Z', 'updated_at': '2021-07-16T03:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '757677b4-a4a5-4f22-86bf-3e551ddd9df9', 'name': '', 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'mac_address': 'fa:16:3e:e8:e0:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:37Z', 'updated_at': '2021-07-16T03:27:46Z', 'revision_number': 4, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'subnets': [{'id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:27:47.042582 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d7387a2-8141-4803-94d5-d3cb6eb0f995 req-32a76167-84c9-49b4-9413-319615c6f64f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 967 time: 0.2497220 Jul 16 03:27:47.191762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d7387a2-8141-4803-94d5-d3cb6eb0f995 req-3455a8c0-08ca-4bd6-88d8-4d534d56f3bb tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277716 Jul 16 03:27:47.198067 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee6bcee2-5565-4f7f-8a08-8b34acef52c3 req-fe04acff-9526-4f1d-a0dd-6f68fc75987d service neutron] 10.222.0.88 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909611 Jul 16 03:27:47.239249 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.351435 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.396764 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.447198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:47.465152 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:47.468141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:47.516020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 757677b4-a4a5-4f22-86bf-3e551ddd9df9 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:47.523018 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Pushing event updated for resources: {'Port': ['ID=89d17c16-5c56-4a96-b9cb-b9dc48becf55,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:47.595709 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:27:47.661819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 757677b4-a4a5-4f22-86bf-3e551ddd9df9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:47.665549 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.669838 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 757677b4-a4a5-4f22-86bf-3e551ddd9df9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:47.670231 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.671174 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db84004-8234-4407-b3d2-e5f89f50d6ca req-990c595b-6754-4c94-ac39-62845852b963 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:47.672810 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4db84004-8234-4407-b3d2-e5f89f50d6ca req-990c595b-6754-4c94-ac39-62845852b963 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 950 time: 0.1768384 Jul 16 03:27:47.738642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Allocated IP 172.25.3.92 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/1e2453ab-3ecc-426a-8a51-f9d3f0176c2a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:47.766363 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:47.885367 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4db84004-8234-4407-b3d2-e5f89f50d6ca req-305ed3ed-7b96-49dc-9eb8-8b806106380a tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929955 Jul 16 03:27:47.939878 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.039366 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.062539 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 757677b4-a4a5-4f22-86bf-3e551ddd9df9, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=757677b4-a4a5-4f22-86bf-3e551ddd9df9,segment=NetworkSegment(4cdc4b7d-55b1-4e97-b338-9347f3540806),segment_id=4cdc4b7d-55b1-4e97-b338-9347f3540806)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:48.069671 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.122184 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.176925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ef44758d-fe5d-4e8a-a5a0-4d6e718b671a details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:27:48.203677 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.214849 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.229803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=757677b4-a4a5-4f22-86bf-3e551ddd9df9,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:48.252983 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-692f52b0-b113-4389-bf8c-981c7007735b req-7d3bb402-0f12-470f-ac62-e95300140135 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594752 Jul 16 03:27:48.255034 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:48.259262 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:48.310441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:48.351358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Pushing event updated for resources: {'Port': ['ID=1e2453ab-3ecc-426a-8a51-f9d3f0176c2a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:48.402861 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Pushing event updated for resources: {'Port': ['ID=89d17c16-5c56-4a96-b9cb-b9dc48becf55,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:48.411496 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:48.427866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'ef44758d-fe5d-4e8a-a5a0-4d6e718b671a', 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933', 'port_id': 'ef44758d-fe5d-4e8a-a5a0-4d6e718b671a', 'mac_address': 'fa:16:3e:59:41:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f2ab40-9019-4547-86c9-0e06d246deb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:27:48.449266 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.461368 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.465908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f52b0-b113-4389-bf8c-981c7007735b req-5c40557f-1139-4dc4-b4eb-457e3f4e517c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:48.467778 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-692f52b0-b113-4389-bf8c-981c7007735b req-5c40557f-1139-4dc4-b4eb-457e3f4e517c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2056906 Jul 16 03:27:48.498616 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.508612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34145109-b94e-4c38-aed9-255b3d9d5e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee2e578-123f-41fd-9829-73f21f1937e0'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:48.510953 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-94ec1bf6-8c78-492f-a743-686ae3083de7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5278320 Jul 16 03:27:48.518536 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d243d78-b322-4626-959b-fed15eb70ff6" -d '{"events": [{"server_uuid": "34145109-b94e-4c38-aed9-255b3d9d5e2e", "name": "network-vif-plugged", "status": "completed", "tag": "8ee2e578-123f-41fd-9829-73f21f1937e0"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:48.555324 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.556286 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.558055 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-692f52b0-b113-4389-bf8c-981c7007735b req-076a2985-070a-48cd-a5a1-5bfe7ade5f77 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/quotas/ad10fbf176f74734b5667b3f7c9813ba HTTP/1.1" status: 200 len: 375 time: 0.0334435 Jul 16 03:27:48.592376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef44758d-fe5d-4e8a-a5a0-4d6e718b671a {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:48.636136 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:48.641558 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.756389 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:48.764892 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.787979 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.829152 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.861901 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:48.863118 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5388fb2-3105-414b-9811-ea5847034801 req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9331937 Jul 16 03:27:48.867080 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fe9f2-2a48-4f9a-97d9-e006ba91980a tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Pushing event updated for resources: {'Port': ['ID=1e2453ab-3ecc-426a-8a51-f9d3f0176c2a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:48.933167 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['ef44758d-fe5d-4e8a-a5a0-4d6e718b671a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:48.952247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-692f52b0-b113-4389-bf8c-981c7007735b req-d54e8b51-ca2d-4147-a1e5-8e451c72eed1 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3207548 Jul 16 03:27:48.955796 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5388fb2-3105-414b-9811-ea5847034801 req-4dc2d47b-bfcd-40e7-84a0-7d77d177d950 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.0788462 Jul 16 03:27:49.146618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5388fb2-3105-414b-9811-ea5847034801 req-70775dd8-0db6-405b-b855-e04b7cbe862e tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:49.147908 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5388fb2-3105-414b-9811-ea5847034801 req-70775dd8-0db6-405b-b855-e04b7cbe862e tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1818771 Jul 16 03:27:49.374768 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b5bc-561d-4616-ad01-cb6ddf1726e5 req-533f0728-c50b-4414-a952-7562567cc635 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:49.376715 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37e1b5bc-561d-4616-ad01-cb6ddf1726e5 req-533f0728-c50b-4414-a952-7562567cc635 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 944 time: 0.1136808 Jul 16 03:27:49.437414 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37e1b5bc-561d-4616-ad01-cb6ddf1726e5 req-2c4664ec-3724-4730-ad32-6b1019feb32a tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532603 Jul 16 03:27:49.451247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 757677b4-a4a5-4f22-86bf-3e551ddd9df9 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:49.533764 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75303391-97d8-4272-a4ef-8789b685c850 x-openstack-request-id: req-75303391-97d8-4272-a4ef-8789b685c850 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:49.534333 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34145109-b94e-4c38-aed9-255b3d9d5e2e", "name": "network-vif-plugged", "status": "completed", "tag": "8ee2e578-123f-41fd-9829-73f21f1937e0", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:49.534333 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75303391-97d8-4272-a4ef-8789b685c850 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:49.534717 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34145109-b94e-4c38-aed9-255b3d9d5e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee2e578-123f-41fd-9829-73f21f1937e0', 'code': 200} Jul 16 03:27:49.580458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 757677b4-a4a5-4f22-86bf-3e551ddd9df9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:49.581082 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:49.663320 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-cc506d6c-de50-4798-9777-45683693e826 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--298047593&fields=id&tenant_id=ff2262b741fc426098ce6216e029081d HTTP/1.1" status: 200 len: 267 time: 0.1067979 Jul 16 03:27:49.790191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a91e0-66cb-4504-bbf3-94b2be99f63c req-9840704b-a780-4e28-8a4e-7efaeee14a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:49.792524 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5e4a91e0-66cb-4504-bbf3-94b2be99f63c req-9840704b-a780-4e28-8a4e-7efaeee14a0b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 1101 time: 0.1551578 Jul 16 03:27:49.865591 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5e4a91e0-66cb-4504-bbf3-94b2be99f63c req-bf9ad072-462c-47c6-a5fb-5eb6da3ad07c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656862 Jul 16 03:27:49.871776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43c379-f2b9-482a-b6e7-d0d20c098111 req-55544541-0204-4208-a2d8-8a0480434b71 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:49.873495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3f43c379-f2b9-482a-b6e7-d0d20c098111 req-55544541-0204-4208-a2d8-8a0480434b71 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 950 time: 0.1282830 Jul 16 03:27:49.882407 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-84795c4d-1857-4600-918f-9e61d58d7670 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:49.884431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-84795c4d-1857-4600-918f-9e61d58d7670 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/networks?id=dd4a9d85-da98-44d7-b04b-113e172d8a51 HTTP/1.1" status: 200 len: 811 time: 0.2195456 Jul 16 03:27:49.964913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-2b58a72e-fcf4-41b6-86b6-ec3dd0e7cb37 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/quotas/ff2262b741fc426098ce6216e029081d HTTP/1.1" status: 200 len: 375 time: 0.0707595 Jul 16 03:27:50.066746 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3f43c379-f2b9-482a-b6e7-d0d20c098111 req-29bfc8ef-a528-4fc2-9cad-ea35fd3dfbc8 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623366 Jul 16 03:27:50.150169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-8108cf37-f01b-4703-ba43-6a5abdaeaf9c tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff2262b741fc426098ce6216e029081d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1580875 Jul 16 03:27:50.183331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ef44758d-fe5d-4e8a-a5a0-4d6e718b671a up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:27:50.248564 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:50.253440 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:50.254158 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:50.366770 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-b5b35abd-b9ae-4641-8f4b-7eb6a45f47ee service neutron] 10.222.0.18 "GET /v2.0/networks/dd4a9d85-da98-44d7-b04b-113e172d8a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970909 Jul 16 03:27:50.368526 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:50.381366 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-26bd4014-827c-4809-8989-8d78fbc48fdc req-2953763f-c023-4491-a92a-91e2cd6f2c96 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips/dc3654e8-179f-4b62-b60f-64877f9227f0 HTTP/1.1" status: 200 len: 692 time: 0.2017572 Jul 16 03:27:50.425854 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:50.431616 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:50.487333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:50.866470 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd4014-827c-4809-8989-8d78fbc48fdc req-24013891-6fb0-43cd-a1e1-2ab3f41c290d tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:50.873145 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-26bd4014-827c-4809-8989-8d78fbc48fdc req-24013891-6fb0-43cd-a1e1-2ab3f41c290d tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.4272823 Jul 16 03:27:50.878755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-26bd4014-827c-4809-8989-8d78fbc48fdc req-6ddfe00a-1f7e-49eb-ac24-eb3ec9af2978 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:27:50.891595 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-26bd4014-827c-4809-8989-8d78fbc48fdc req-6ddfe00a-1f7e-49eb-ac24-eb3ec9af2978 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173776 Jul 16 03:27:50.947052 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-28503b47-feb6-4b6c-90bb-37a2f7fd1c99 service neutron] 10.222.0.18 "GET /v2.0/networks/dd4a9d85-da98-44d7-b04b-113e172d8a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794125 Jul 16 03:27:51.073400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec5a6595-3cdb-47e9-872d-5d925f69433e req-66582004-1bee-4177-918f-907ef1da9fbe tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 210 time: 0.0538666 Jul 16 03:27:51.081304 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-692f52b0-b113-4389-bf8c-981c7007735b req-e095156f-33a6-455a-aee1-52771a498892 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372541 Jul 16 03:27:51.256848 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-8756cc10-adb8-46cc-8c52-b83954269c99 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1269988778&fields=id&tenant_id=13e9c7f1e5614f26a30fc46498692a08 HTTP/1.1" status: 200 len: 267 time: 0.0657620 Jul 16 03:27:51.274811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-ce4a730c-0f5a-406f-a7c4-c5123de9c293 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:51.277067 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-ce4a730c-0f5a-406f-a7c4-c5123de9c293 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.88 "GET /v2.0/ports?device_id=4188a549-8abe-4a32-9075-ed21fd26dfa9 HTTP/1.1" status: 200 len: 967 time: 0.3298595 Jul 16 03:27:51.493362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-8e0d3211-cdc8-4f1d-ae3e-dac63aa85c0b tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:51.495723 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-8e0d3211-cdc8-4f1d-ae3e-dac63aa85c0b tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/networks?id=3b81a2ed-00e6-441b-ab06-b543304c7c21 HTTP/1.1" status: 200 len: 824 time: 0.2314517 Jul 16 03:27:51.528048 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-0445b758-36bc-47e3-a390-2b68bafbe5ad tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/quotas/13e9c7f1e5614f26a30fc46498692a08 HTTP/1.1" status: 200 len: 375 time: 0.0256710 Jul 16 03:27:51.535708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a19d90-eab6-4a26-89b9-24f6980476e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef44758d-fe5d-4e8a-a5a0-4d6e718b671a'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:51.540349 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b20fe0-0917-4545-a640-9bbd914c0000" -d '{"events": [{"server_uuid": "73a19d90-eab6-4a26-89b9-24f6980476e6", "name": "network-vif-plugged", "status": "completed", "tag": "ef44758d-fe5d-4e8a-a5a0-4d6e718b671a"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:51.606469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6101b3-7cac-45fd-a57d-915164aa67f0 req-f9af5fd4-947a-426b-a8f5-8dd99602fedc tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:51.608944 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be6101b3-7cac-45fd-a57d-915164aa67f0 req-f9af5fd4-947a-426b-a8f5-8dd99602fedc tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.1911874 Jul 16 03:27:51.668989 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f52b0-b113-4389-bf8c-981c7007735b req-36437106-8d59-44b3-9918-bd19692cf8d9 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:51.671058 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-692f52b0-b113-4389-bf8c-981c7007735b req-36437106-8d59-44b3-9918-bd19692cf8d9 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5757563 Jul 16 03:27:51.694443 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-692f52b0-b113-4389-bf8c-981c7007735b req-617536fb-dd73-41cd-99a5-82ef83b62fcf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Request body: {'port': {'device_id': '38f437d4-9e38-4ace-879b-766f74d12065', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': 'ad10fbf176f74734b5667b3f7c9813ba'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:51.723970 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-68f0324d-e142-4dae-968f-1ad2d16fd8ca tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=13e9c7f1e5614f26a30fc46498692a08&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1949766 Jul 16 03:27:51.728841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be6101b3-7cac-45fd-a57d-915164aa67f0 req-ae5a13d7-be07-40dc-8336-d4ab729bf131 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086833 Jul 16 03:27:51.830521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-00295493-b0a0-413f-a76f-6131149002c0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Deleting port 233c1595-6a70-4e51-b378-402530d8b20e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:51.831398 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-00295493-b0a0-413f-a76f-6131149002c0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:51.902805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4303e296-ae50-40c6-8cfe-ac623715ad98 req-ac4e988a-f69e-4fd9-8bc0-7abb065ac171 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips/dc3654e8-179f-4b62-b60f-64877f9227f0 HTTP/1.1" status: 200 len: 692 time: 0.0802622 Jul 16 03:27:51.925873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-2aa8f192-531e-42bc-be99-e85c43c70527 service neutron] 10.222.0.18 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876650 Jul 16 03:27:51.997082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692f52b0-b113-4389-bf8c-981c7007735b req-617536fb-dd73-41cd-99a5-82ef83b62fcf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Made reservation on behalf of ad10fbf176f74734b5667b3f7c9813ba for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:52.002395 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-692f52b0-b113-4389-bf8c-981c7007735b req-617536fb-dd73-41cd-99a5-82ef83b62fcf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:52.031836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-00295493-b0a0-413f-a76f-6131149002c0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] For port 233c1595-6a70-4e51-b378-402530d8b20e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=233c1595-6a70-4e51-b378-402530d8b20e,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:27:52.032514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-00295493-b0a0-413f-a76f-6131149002c0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:52.121070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-6ff9ffcc-a8b5-417b-a92d-ab1b10726148 service neutron] 10.222.0.18 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942413 Jul 16 03:27:52.141374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303e296-ae50-40c6-8cfe-ac623715ad98 req-99498c20-e1fa-4c9a-a1e3-100e2e405133 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:52.142821 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4303e296-ae50-40c6-8cfe-ac623715ad98 req-99498c20-e1fa-4c9a-a1e3-100e2e405133 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.2329559 Jul 16 03:27:52.257192 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4303e296-ae50-40c6-8cfe-ac623715ad98 req-9e69a06e-67d6-40df-8f8b-a53dc8d1ea3d tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.1082025 Jul 16 03:27:52.354756 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4303e296-ae50-40c6-8cfe-ac623715ad98 req-a789097e-903b-445e-98f6-95322bd944c6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.92 HTTP/1.1" status: 200 len: 695 time: 0.0835655 Jul 16 03:27:52.404440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-692f52b0-b113-4389-bf8c-981c7007735b req-617536fb-dd73-41cd-99a5-82ef83b62fcf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Allocated IP 192.168.233.96 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/4ccb4eea-6e1e-42c8-b3e4-d76834c80c50) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:52.533269 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-00295493-b0a0-413f-a76f-6131149002c0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:52.533967 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-00295493-b0a0-413f-a76f-6131149002c0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:52.534091 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-00295493-b0a0-413f-a76f-6131149002c0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Floating IP 9342c807-069f-4305-ac04-6ca518ab0101 disassociated. External IP: 172.25.3.19, port: 233c1595-6a70-4e51-b378-402530d8b20e. Jul 16 03:27:52.534359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-00295493-b0a0-413f-a76f-6131149002c0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Calling delete_port for 233c1595-6a70-4e51-b378-402530d8b20e owned by compute:tempest-test_az-2123082705 {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:52.696631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-692f52b0-b113-4389-bf8c-981c7007735b req-617536fb-dd73-41cd-99a5-82ef83b62fcf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:52.698976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4303e296-ae50-40c6-8cfe-ac623715ad98 req-12dd4e57-63a5-4f36-b72c-8f452cf24fa5 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Deleting port 1e2453ab-3ecc-426a-8a51-f9d3f0176c2a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:52.699112 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4303e296-ae50-40c6-8cfe-ac623715ad98 req-12dd4e57-63a5-4f36-b72c-8f452cf24fa5 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:52.712965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0e7f6-16f1-45d1-82d9-77b70b0eac1e req-a31b2641-2f73-4b2a-8f1b-7ff9aace7f5d tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:52.715214 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12e0e7f6-16f1-45d1-82d9-77b70b0eac1e req-a31b2641-2f73-4b2a-8f1b-7ff9aace7f5d tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 950 time: 0.1383283 Jul 16 03:27:52.720050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-692f52b0-b113-4389-bf8c-981c7007735b req-617536fb-dd73-41cd-99a5-82ef83b62fcf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Transition to ACTIVE for port object 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:52.812232 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-00295493-b0a0-413f-a76f-6131149002c0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:52.814428 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-692f52b0-b113-4389-bf8c-981c7007735b req-617536fb-dd73-41cd-99a5-82ef83b62fcf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:52.820264 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12e0e7f6-16f1-45d1-82d9-77b70b0eac1e req-a4bf894c-d061-42dd-8044-cb6e14a076cb tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783339 Jul 16 03:27:52.830085 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['4be59503-333b-4779-be07-46d349b2f71f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:52.842643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['ae17084d-4de7-46fc-be04-73ed56e5a9aa'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:27:52.858376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00295493-b0a0-413f-a76f-6131149002c0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Pushing event deleted for resources: {'Port': ['ID=233c1595-6a70-4e51-b378-402530d8b20e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:52.861468 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4303e296-ae50-40c6-8cfe-ac623715ad98 req-12dd4e57-63a5-4f36-b72c-8f452cf24fa5 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:52.861869 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4303e296-ae50-40c6-8cfe-ac623715ad98 req-12dd4e57-63a5-4f36-b72c-8f452cf24fa5 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:52.901037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4303e296-ae50-40c6-8cfe-ac623715ad98 req-12dd4e57-63a5-4f36-b72c-8f452cf24fa5 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Calling delete_port for 1e2453ab-3ecc-426a-8a51-f9d3f0176c2a owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:53.168376 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4303e296-ae50-40c6-8cfe-ac623715ad98 req-12dd4e57-63a5-4f36-b72c-8f452cf24fa5 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.209577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd4e57-63a5-4f36-b72c-8f452cf24fa5 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Pushing event deleted for resources: {'Port': ['ID=1e2453ab-3ecc-426a-8a51-f9d3f0176c2a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:53.278371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692f52b0-b113-4389-bf8c-981c7007735b req-617536fb-dd73-41cd-99a5-82ef83b62fcf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:53.279415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617536fb-dd73-41cd-99a5-82ef83b62fcf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Pushing event updated for resources: {'Port': ['ID=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:53.288276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-040f4118-bd10-478d-96cd-20e07b756b0a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:53.289796 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-040f4118-bd10-478d-96cd-20e07b756b0a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.88 "GET /v2.0/networks?id=dd4a9d85-da98-44d7-b04b-113e172d8a51 HTTP/1.1" status: 200 len: 811 time: 0.2485909 Jul 16 03:27:53.294244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-692f52b0-b113-4389-bf8c-981c7007735b req-617536fb-dd73-41cd-99a5-82ef83b62fcf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:53.349391 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c01e024a-3197-48a5-8747-cd8e2b69f4b9 req-8b88555d-5a20-4753-aef6-bd7f23c0d45c tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 210 time: 0.1246755 Jul 16 03:27:53.361011 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4303e296-ae50-40c6-8cfe-ac623715ad98 req-12dd4e57-63a5-4f36-b72c-8f452cf24fa5 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.369245 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4303e296-ae50-40c6-8cfe-ac623715ad98 req-12dd4e57-63a5-4f36-b72c-8f452cf24fa5 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.370947 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4303e296-ae50-40c6-8cfe-ac623715ad98 req-12dd4e57-63a5-4f36-b72c-8f452cf24fa5 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "DELETE /v2.0/floatingips/dc3654e8-179f-4b62-b60f-64877f9227f0 HTTP/1.1" status: 204 len: 173 time: 1.0152111 Jul 16 03:27:53.417412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-692f52b0-b113-4389-bf8c-981c7007735b req-617536fb-dd73-41cd-99a5-82ef83b62fcf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:53.521792 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-b8025ef9-dd9c-4ffe-a59f-2cc266325622 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff2262b741fc426098ce6216e029081d HTTP/1.1" status: 200 len: 379 time: 0.1013963 Jul 16 03:27:53.552440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-1b8e6084-748a-443b-8cf7-9a63445c1d5a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Request body: {'port': {'device_id': '968d8b62-682a-46a2-8ade-3f7dd79c8895', 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'admin_state_up': True, 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'security_groups': ['6309b073-62c1-42f5-a1b7-7e4b1a305fee']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:53.590603 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba5eac6-829e-409e-b8d1-4cef7a6cda6c x-openstack-request-id: req-2ba5eac6-829e-409e-b8d1-4cef7a6cda6c {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:53.590891 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a19d90-eab6-4a26-89b9-24f6980476e6", "name": "network-vif-plugged", "status": "completed", "tag": "ef44758d-fe5d-4e8a-a5a0-4d6e718b671a", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:53.592269 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ba5eac6-829e-409e-b8d1-4cef7a6cda6c {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:53.592908 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a19d90-eab6-4a26-89b9-24f6980476e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef44758d-fe5d-4e8a-a5a0-4d6e718b671a', 'code': 200} Jul 16 03:27:53.680416 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-00295493-b0a0-413f-a76f-6131149002c0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:27:53.705632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f52b0-b113-4389-bf8c-981c7007735b req-617536fb-dd73-41cd-99a5-82ef83b62fcf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:53.711093 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-692f52b0-b113-4389-bf8c-981c7007735b req-617536fb-dd73-41cd-99a5-82ef83b62fcf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.781098 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5f91b976-420e-405f-88a8-19de4a3e150e None None] Provisioning for port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:53.785833 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5f91b976-420e-405f-88a8-19de4a3e150e None None] Provisioning complete for port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:53.786210 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f91b976-420e-405f-88a8-19de4a3e150e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:53.836043 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-692f52b0-b113-4389-bf8c-981c7007735b req-617536fb-dd73-41cd-99a5-82ef83b62fcf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1463017 Jul 16 03:27:53.851664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Request body: {'port': {'device_id': '38f437d4-9e38-4ace-879b-766f74d12065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:53.862635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5f91b976-420e-405f-88a8-19de4a3e150e None None] Port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:53.876179 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9c50ef8d-8f3d-4519-960a-d106c7eb1289 req-dc494ef1-2cdc-477a-a863-9e15a768a09e tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 210 time: 0.1044600 Jul 16 03:27:53.889608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fb62d-c066-4f94-90ad-d1c8d9170946 req-683f2961-a319-426b-a640-29c36650e485 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:53.905924 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-390fb62d-c066-4f94-90ad-d1c8d9170946 req-683f2961-a319-426b-a640-29c36650e485 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 935 time: 0.2601016 Jul 16 03:27:54.006745 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-390fb62d-c066-4f94-90ad-d1c8d9170946 req-f1269ae1-e244-4405-8b95-be09d4cab3f0 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998406 Jul 16 03:27:54.054650 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55ef0b-5631-40fc-9103-1d223e01f6ce req-a9f973e9-98d6-4d85-8a04-0cedae8cdc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:54.056147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9b55ef0b-5631-40fc-9103-1d223e01f6ce req-a9f973e9-98d6-4d85-8a04-0cedae8cdc7b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 1096 time: 0.1196477 Jul 16 03:27:54.102466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-1b8e6084-748a-443b-8cf7-9a63445c1d5a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Made reservation on behalf of ff2262b741fc426098ce6216e029081d for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:54.107009 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-1b8e6084-748a-443b-8cf7-9a63445c1d5a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:54.158016 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9b55ef0b-5631-40fc-9103-1d223e01f6ce req-70c91dde-7b3a-462a-8c23-6880b94420c5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938554 Jul 16 03:27:54.197593 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 233c1595-6a70-4e51-b378-402530d8b20e no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:27:54.225205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-00295493-b0a0-413f-a76f-6131149002c0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:27:54.229724 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3992747-a3a3-4d96-a8b8-daae14cb4e95 None None] Sync routers for ids ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:27:54.245528 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3992747-a3a3-4d96-a8b8-daae14cb4e95 None None] Routers {'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:54.246834 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f3992747-a3a3-4d96-a8b8-daae14cb4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:27:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:54.264132 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 233c1595-6a70-4e51-b378-402530d8b20e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:27:54.264545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 233c1595-6a70-4e51-b378-402530d8b20e not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:27:54.286018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36eca4-b244-4f98-8fc6-ba8a49c0b60a req-f93f6c06-43eb-47c5-8402-b7159c102f34 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:54.287700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a36eca4-b244-4f98-8fc6-ba8a49c0b60a req-f93f6c06-43eb-47c5-8402-b7159c102f34 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.1845143 Jul 16 03:27:54.352036 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc5478-5abb-48c5-9048-f9be3a901c4b req-c22431c4-169c-4e4a-8670-61b9213615e0 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:54.353731 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9acc5478-5abb-48c5-9048-f9be3a901c4b req-c22431c4-169c-4e4a-8670-61b9213615e0 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1642005 Jul 16 03:27:54.365752 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a36eca4-b244-4f98-8fc6-ba8a49c0b60a req-4f623a81-18ad-48bc-ac40-5fca787ad72d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659299 Jul 16 03:27:54.468878 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f3992747-a3a3-4d96-a8b8-daae14cb4e95 None None] Set router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:54.519875 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9acc5478-5abb-48c5-9048-f9be3a901c4b req-0102df3d-6f6e-4b84-9222-ee0d46228931 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480401 Jul 16 03:27:54.537113 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-1b8e6084-748a-443b-8cf7-9a63445c1d5a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Allocated IP 172.20.0.10 (dd4a9d85-da98-44d7-b04b-113e172d8a51/f4ab3293-9b57-4dd9-aa6a-278349534b3b/51152b6d-6cd4-4056-b9ef-f45a88aba509) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:54.756158 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f3992747-a3a3-4d96-a8b8-daae14cb4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd594e4a7-1567-4ed1-b646-4fb1874c13c1', 'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'mac_address': 'fa:16:3e:02:f1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:21Z', 'updated_at': '2021-07-16T03:25:31Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'subnets': [{'id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:54.802160 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-00295493-b0a0-413f-a76f-6131149002c0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] No DVR routers for this DVR port 233c1595-6a70-4e51-b378-402530d8b20e on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:27:54.808895 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3992747-a3a3-4d96-a8b8-daae14cb4e95 None None] Checking router: ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:27:54.811694 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-00295493-b0a0-413f-a76f-6131149002c0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:54.814043 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9ec032d8-496f-4c61-9b76-3f34cd8de234 req-00295493-b0a0-413f-a76f-6131149002c0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.88 "DELETE /v2.0/ports/233c1595-6a70-4e51-b378-402530d8b20e HTTP/1.1" status: 204 len: 173 time: 3.5288196 Jul 16 03:27:54.814726 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4188a549-8abe-4a32-9075-ed21fd26dfa9', 'name': 'network-vif-deleted', 'tag': '233c1595-6a70-4e51-b378-402530d8b20e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:54.817812 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d21739-7d8d-48b2-874a-7838a5b2a04b" -d '{"events": [{"server_uuid": "4188a549-8abe-4a32-9075-ed21fd26dfa9", "name": "network-vif-deleted", "tag": "233c1595-6a70-4e51-b378-402530d8b20e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:54.832578 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3992747-a3a3-4d96-a8b8-daae14cb4e95 None None] Routers {'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:27:54.833855 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f3992747-a3a3-4d96-a8b8-daae14cb4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:27:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:54.850415 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:54.993046 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f3992747-a3a3-4d96-a8b8-daae14cb4e95 None None] Set router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:27:55.005591 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-1b8e6084-748a-443b-8cf7-9a63445c1d5a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:55.021551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f1e2fdb-b74c-46ae-b64b-2727ec6c63c4 req-046235ee-1fc8-488a-90f7-81fe286f2a6b tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 210 time: 0.2258482 Jul 16 03:27:55.036785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecb8f1-3722-404b-a061-dc1cf46d3d2c req-a2bd2b18-2cb2-4272-bcb4-aa66a020a45f tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:55.054395 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aeecb8f1-3722-404b-a061-dc1cf46d3d2c req-a2bd2b18-2cb2-4272-bcb4-aa66a020a45f tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6462586 Jul 16 03:27:55.136965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ab111905-6e16-4485-a292-555c7aaf6095 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:55.140517 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ab111905-6e16-4485-a292-555c7aaf6095 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.20 "GET /v2.0/networks?id=3b81a2ed-00e6-441b-ab06-b543304c7c21 HTTP/1.1" status: 200 len: 824 time: 0.5607715 Jul 16 03:27:55.264623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0553aff-493e-481d-9331-44211c73e030 req-859bb92a-8c69-4426-af78-669966e3f28a tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=66e389a7a4de49c8b4432c8e11735e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707197 Jul 16 03:27:55.326686 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7220f42b-3694-463b-b442-f09b1d420709 x-openstack-request-id: req-7220f42b-3694-463b-b442-f09b1d420709 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:55.327092 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4188a549-8abe-4a32-9075-ed21fd26dfa9", "name": "network-vif-deleted", "tag": "233c1595-6a70-4e51-b378-402530d8b20e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:55.327286 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7220f42b-3694-463b-b442-f09b1d420709 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:55.332414 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4188a549-8abe-4a32-9075-ed21fd26dfa9', 'name': 'network-vif-deleted', 'tag': '233c1595-6a70-4e51-b378-402530d8b20e', 'status': 'completed', 'code': 200} Jul 16 03:27:55.372297 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-1b8e6084-748a-443b-8cf7-9a63445c1d5a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Transition to ACTIVE for port object 51152b6d-6cd4-4056-b9ef-f45a88aba509 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:55.398249 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-314e73a1-fb7f-4403-a9a1-8694ca7916c5 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13e9c7f1e5614f26a30fc46498692a08 HTTP/1.1" status: 200 len: 380 time: 0.2487719 Jul 16 03:27:55.413132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-c7f6f222-790e-4ddf-b500-d899b45e261f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Request body: {'port': {'device_id': '494919d0-c9e7-4001-a9c2-c417881f5e7a', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'admin_state_up': True, 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'security_groups': ['2e6aac86-6348-4c7c-b8e4-190c75259fed']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:55.507655 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f3992747-a3a3-4d96-a8b8-daae14cb4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd594e4a7-1567-4ed1-b646-4fb1874c13c1', 'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'mac_address': 'fa:16:3e:02:f1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:21Z', 'updated_at': '2021-07-16T03:25:31Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'subnets': [{'id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:27:55.538001 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3992747-a3a3-4d96-a8b8-daae14cb4e95 None None] The sync data for ids ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'] in n-d-800088-6 is: [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd594e4a7-1567-4ed1-b646-4fb1874c13c1', 'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'mac_address': 'fa:16:3e:02:f1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:21Z', 'updated_at': '2021-07-16T03:25:31Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'subnets': [{'id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:27:55.703213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0553aff-493e-481d-9331-44211c73e030 req-88bd4dbf-1758-43c7-83ce-803977237d76 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:55.710850 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0553aff-493e-481d-9331-44211c73e030 req-88bd4dbf-1758-43c7-83ce-803977237d76 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4452603 Jul 16 03:27:55.737952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61be4562-8428-43bb-8f8b-e1bad17c00c4 req-02a19c66-3913-462f-b904-e242384063b4 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 210 time: 0.3039908 Jul 16 03:27:55.752133 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0553aff-493e-481d-9331-44211c73e030 req-db5d9b7a-bf15-4d45-892e-e633bce1a9ec tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/quotas/66e389a7a4de49c8b4432c8e11735e00 HTTP/1.1" status: 200 len: 375 time: 0.0399733 Jul 16 03:27:55.859470 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-1b8e6084-748a-443b-8cf7-9a63445c1d5a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:55.897731 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-1b8e6084-748a-443b-8cf7-9a63445c1d5a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Network dd4a9d85-da98-44d7-b04b-113e172d8a51 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:55.903063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-1b8e6084-748a-443b-8cf7-9a63445c1d5a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:56.023889 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:56.041321 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:56.066504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Transition to ACTIVE for port object 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:56.068504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-1b8e6084-748a-443b-8cf7-9a63445c1d5a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:56.092753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0553aff-493e-481d-9331-44211c73e030 req-a36eeab7-2b91-47a0-9e02-f9564a280207 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e389a7a4de49c8b4432c8e11735e00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3392911 Jul 16 03:27:56.093642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-c7f6f222-790e-4ddf-b500-d899b45e261f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Made reservation on behalf of 13e9c7f1e5614f26a30fc46498692a08 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:56.107749 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-c7f6f222-790e-4ddf-b500-d899b45e261f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:56.156126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-1b8e6084-748a-443b-8cf7-9a63445c1d5a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:56.156842 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-1b8e6084-748a-443b-8cf7-9a63445c1d5a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:56.163623 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:56.212046 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e6084-748a-443b-8cf7-9a63445c1d5a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Pushing event updated for resources: {'Port': ['ID=51152b6d-6cd4-4056-b9ef-f45a88aba509,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:56.252930 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25160a3-9dc6-4d50-a4c8-3fbc47fb9e2e None None] New status for floating IP 9342c807-069f-4305-ac04-6ca518ab0101: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:27:56.283368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:56.292665 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-1b8e6084-748a-443b-8cf7-9a63445c1d5a tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7503827 Jul 16 03:27:56.356204 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Request body: {'port': {'device_id': '968d8b62-682a-46a2-8ade-3f7dd79c8895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:56.474909 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:56.594704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-c7f6f222-790e-4ddf-b500-d899b45e261f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Allocated IP 172.20.0.12 (3b81a2ed-00e6-441b-ab06-b543304c7c21/d05c25c6-bed0-4cc4-be87-9f3386e3f499/6eff0297-5f22-486d-844e-03a362e0c282) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:56.723661 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c845476f-eaf6-49af-b84e-bc47b13a8f9c None None] Provisioning for port 51152b6d-6cd4-4056-b9ef-f45a88aba509 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:56.752342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c845476f-eaf6-49af-b84e-bc47b13a8f9c None None] Provisioning complete for port 51152b6d-6cd4-4056-b9ef-f45a88aba509 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:56.754724 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c845476f-eaf6-49af-b84e-bc47b13a8f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:56.788946 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-c7f6f222-790e-4ddf-b500-d899b45e261f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:56.877990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-c7f6f222-790e-4ddf-b500-d899b45e261f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Transition to ACTIVE for port object 6eff0297-5f22-486d-844e-03a362e0c282 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:56.888154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c845476f-eaf6-49af-b84e-bc47b13a8f9c None None] Port 51152b6d-6cd4-4056-b9ef-f45a88aba509 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:56.906815 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b44a153-123e-46e7-be37-b70856215726 req-77629996-1213-4844-b6f0-31ba87497c5b tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=31fa293ca0894726a38ae03b39c8918b HTTP/1.1" status: 200 len: 1656 time: 0.1046181 Jul 16 03:27:57.003580 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Attempting to bind port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:57.004109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Attempting to bind port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:57.004222 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Attempting to bind port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:57.042062 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44a153-123e-46e7-be37-b70856215726 req-206b7833-9a11-4d89-b398-a644ccfbb454 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:57.052026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b44a153-123e-46e7-be37-b70856215726 req-206b7833-9a11-4d89-b398-a644ccfbb454 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/networks?id=7a71964d-15bc-4644-8b2f-0e9909e49799&id=7a71964d-15bc-4644-8b2f-0e9909e49799&id=7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 787 time: 0.1442952 Jul 16 03:27:57.058292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-1b44a153-123e-46e7-be37-b70856215726 req-09ffe938-4a31-4469-bbeb-e110b2f95a6d tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:27:57.065153 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:57.065491 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Attempting to bind port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:57.072066 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b44a153-123e-46e7-be37-b70856215726 req-09ffe938-4a31-4469-bbeb-e110b2f95a6d tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188143 Jul 16 03:27:57.103801 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:57.104150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:57.116956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:57.120874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Bound port: 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:57.121225 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:57.145775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0c950-b5f8-4b8a-a6f2-3d9a8240d26e req-507f03a2-47a6-4475-9585-326c2f9036de tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:57.158538 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2b0c950-b5f8-4b8a-a6f2-3d9a8240d26e req-507f03a2-47a6-4475-9585-326c2f9036de tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 947 time: 1.0036862 Jul 16 03:27:57.262547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51152b6d-6cd4-4056-b9ef-f45a88aba509 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:57.274036 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-c7f6f222-790e-4ddf-b500-d899b45e261f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:57.279873 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:57.322088 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Transition to ACTIVE for port object 51152b6d-6cd4-4056-b9ef-f45a88aba509 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:57.334310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] For port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:57.343905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6f222-790e-4ddf-b500-d899b45e261f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Pushing event updated for resources: {'Port': ['ID=6eff0297-5f22-486d-844e-03a362e0c282,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:57.354306 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:57.359200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2b0c950-b5f8-4b8a-a6f2-3d9a8240d26e req-8aab61ff-5880-46e2-a9b9-b2fe8ddacf01 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960597 Jul 16 03:27:57.361642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] For port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:57.398517 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:57.400587 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-c7f6f222-790e-4ddf-b500-d899b45e261f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Network 3b81a2ed-00e6-441b-ab06-b543304c7c21 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:27:57.402413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-c7f6f222-790e-4ddf-b500-d899b45e261f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:27:57.411873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7abf1-1f80-4265-b2ad-7deaf262ec77 req-da9b18a0-aedc-4a17-9d86-bab5e79c0f4d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:57.427247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08b7abf1-1f80-4265-b2ad-7deaf262ec77 req-da9b18a0-aedc-4a17-9d86-bab5e79c0f4d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.2327647 Jul 16 03:27:57.447817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:57.448463 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:57.451732 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-692f52b0-b113-4389-bf8c-981c7007735b req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] 10.222.0.20 "PUT /v2.0/ports/4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 HTTP/1.1" status: 200 len: 1095 time: 3.6043537 Jul 16 03:27:57.452493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f437d4-9e38-4ace-879b-766f74d12065', 'tag': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:57.454775 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e39620-8180-464d-8305-95de68fb1340" -d '{"events": [{"name": "network-changed", "server_uuid": "38f437d4-9e38-4ace-879b-766f74d12065", "tag": "4ccb4eea-6e1e-42c8-b3e4-d76834c80c50"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:57.460944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Pushing event updated for resources: {'Port': ['ID=51152b6d-6cd4-4056-b9ef-f45a88aba509,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:57.482829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-c7f6f222-790e-4ddf-b500-d899b45e261f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:27:57.494359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-c7f6f222-790e-4ddf-b500-d899b45e261f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:57.497222 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-c7f6f222-790e-4ddf-b500-d899b45e261f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:57.583638 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08b7abf1-1f80-4265-b2ad-7deaf262ec77 req-c88aec1c-2544-4516-aeac-d0f39c57798b tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552296 Jul 16 03:27:57.589046 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-c7f6f222-790e-4ddf-b500-d899b45e261f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1807649 Jul 16 03:27:57.607635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Request body: {'port': {'device_id': '494919d0-c9e7-4001-a9c2-c417881f5e7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:57.866793 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:57.917780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54f1f529-595c-497e-a8b4-f70eeea96da8 req-365b9401-4660-410e-80e4-ccd5440e0a7b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f186b7c-3ba5-4114-9416-09b54a49055a HTTP/1.1" status: 200 len: 210 time: 0.0721509 Jul 16 03:27:57.977584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ed2ca-2ede-4bdd-8aec-bddec1c48c45 req-fab0e88a-8a58-457f-be19-1b151a5a485b tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:57.979896 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c5ed2ca-2ede-4bdd-8aec-bddec1c48c45 req-fab0e88a-8a58-457f-be19-1b151a5a485b tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 944 time: 0.2884226 Jul 16 03:27:58.107978 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c5ed2ca-2ede-4bdd-8aec-bddec1c48c45 req-55e85c43-7c7b-4ac5-8ad5-120c7d70ee2f tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/security-groups?id=6309b073-62c1-42f5-a1b7-7e4b1a305fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113331 Jul 16 03:27:58.224066 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d72d3-6273-4420-b8bd-1f7aa53a0fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:58.236087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Attempting to bind port 51152b6d-6cd4-4056-b9ef-f45a88aba509 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:58.236087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Attempting to bind port 51152b6d-6cd4-4056-b9ef-f45a88aba509 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '4cdc4b7d-55b1-4e97-b338-9347f3540806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:58.236276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Attempting to bind port 51152b6d-6cd4-4056-b9ef-f45a88aba509 on network dd4a9d85-da98-44d7-b04b-113e172d8a51 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:58.245149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Port 51152b6d-6cd4-4056-b9ef-f45a88aba509 on network dd4a9d85-da98-44d7-b04b-113e172d8a51 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:58.245526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Attempting to bind port 51152b6d-6cd4-4056-b9ef-f45a88aba509 on network dd4a9d85-da98-44d7-b04b-113e172d8a51 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:58.256655 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:58.257008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Checking segment: {'id': '4cdc4b7d-55b1-4e97-b338-9347f3540806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:58.257399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Bound using segment: {'id': '4cdc4b7d-55b1-4e97-b338-9347f3540806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:58.257839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Bound port: 51152b6d-6cd4-4056-b9ef-f45a88aba509, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cdc4b7d-55b1-4e97-b338-9347f3540806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:58.258205 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.261773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2ca42-6f7c-4898-822e-d60a6a7366d6 req-776665f5-0bec-437a-94ff-5330f6f66f31 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:58.263597 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5aa2ca42-6f7c-4898-822e-d60a6a7366d6 req-776665f5-0bec-437a-94ff-5330f6f66f31 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 1097 time: 0.1483507 Jul 16 03:27:58.313196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f52b0-b113-4389-bf8c-981c7007735b req-d3177326-1de7-4d91-b431-5ff0b10098a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:58.315331 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-692f52b0-b113-4389-bf8c-981c7007735b req-d3177326-1de7-4d91-b431-5ff0b10098a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 1098 time: 0.6537623 Jul 16 03:27:58.361830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] For port 51152b6d-6cd4-4056-b9ef-f45a88aba509, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:58.381337 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5aa2ca42-6f7c-4898-822e-d60a6a7366d6 req-8fe49d6b-ca49-4817-92d0-ef988fee93cb tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902646 Jul 16 03:27:58.398680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303a09c-daef-4d3e-bca5-e82c1bf4ef71 req-8eaadc7c-44f1-4576-b6db-d6b90a697120 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:58.400227 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7303a09c-daef-4d3e-bca5-e82c1bf4ef71 req-8eaadc7c-44f1-4576-b6db-d6b90a697120 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 932 time: 0.1588707 Jul 16 03:27:58.409352 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-692f52b0-b113-4389-bf8c-981c7007735b req-e604e792-4669-4b7e-8f3c-0fba6664da37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 HTTP/1.1" status: 200 len: 217 time: 0.0593915 Jul 16 03:27:58.508228 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f0553aff-493e-481d-9331-44211c73e030 req-408253f2-c31e-4b30-bded-74ce82ea839d tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=66e389a7a4de49c8b4432c8e11735e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778244 Jul 16 03:27:58.511066 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f52b0-b113-4389-bf8c-981c7007735b req-59598887-b57d-4195-b942-f31a03ca8670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:58.512738 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-692f52b0-b113-4389-bf8c-981c7007735b req-59598887-b57d-4195-b942-f31a03ca8670 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0676811 Jul 16 03:27:58.515436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] For port 51152b6d-6cd4-4056-b9ef-f45a88aba509, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=51152b6d-6cd4-4056-b9ef-f45a88aba509,segment=NetworkSegment(4cdc4b7d-55b1-4e97-b338-9347f3540806),segment_id=4cdc4b7d-55b1-4e97-b338-9347f3540806)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:58.566267 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.618295 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:58.618990 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.621074 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] 10.222.0.88 "PUT /v2.0/ports/51152b6d-6cd4-4056-b9ef-f45a88aba509 HTTP/1.1" status: 200 len: 1092 time: 2.2713358 Jul 16 03:27:58.754663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f8a0b-0592-43f4-b57a-d94f0c06f45b service neutron] Pushing event updated for resources: {'Port': ['ID=51152b6d-6cd4-4056-b9ef-f45a88aba509,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:58.789474 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0553aff-493e-481d-9331-44211c73e030 req-5d8a4f41-f81d-4911-8c9a-90a6f3f8c6eb tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:58.791492 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f0553aff-493e-481d-9331-44211c73e030 req-5d8a4f41-f81d-4911-8c9a-90a6f3f8c6eb tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2742152 Jul 16 03:27:58.795050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f52b0-b113-4389-bf8c-981c7007735b req-4fbc4c5f-a500-459e-a4c4-4d695b18adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:58.796853 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-692f52b0-b113-4389-bf8c-981c7007735b req-4fbc4c5f-a500-459e-a4c4-4d695b18adcc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2683408 Jul 16 03:27:58.839028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b84063dd-d475-4478-bad3-541b6c0a1cd7 None None] Provisioning for port 6eff0297-5f22-486d-844e-03a362e0c282 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:27:58.842928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b84063dd-d475-4478-bad3-541b6c0a1cd7 None None] Provisioning complete for port 6eff0297-5f22-486d-844e-03a362e0c282 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:27:58.843634 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b84063dd-d475-4478-bad3-541b6c0a1cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.880834 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95fb9110-870c-40db-9c0a-d834a2cbb3c3 req-5549fd05-7452-4c16-87d1-5ed766191475 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips/e244a938-fc2f-45c8-ae80-bc83a42ad9bc HTTP/1.1" status: 200 len: 693 time: 0.4388859 Jul 16 03:27:58.883318 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eff0297-5f22-486d-844e-03a362e0c282 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:27:58.889951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f0553aff-493e-481d-9331-44211c73e030 req-171e670a-26c1-4218-b884-8d3dae3c114b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Request body: {'port': {'device_id': '9f186b7c-3ba5-4114-9416-09b54a49055a', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '66e389a7a4de49c8b4432c8e11735e00'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:27:58.898571 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7303a09c-daef-4d3e-bca5-e82c1bf4ef71 req-fbf3ebc6-495d-467b-8c1f-b1dbc766c6f3 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4683084 Jul 16 03:27:58.903021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b84063dd-d475-4478-bad3-541b6c0a1cd7 None None] Port 6eff0297-5f22-486d-844e-03a362e0c282 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:27:58.921007 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:58.959783 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Transition to ACTIVE for port object 6eff0297-5f22-486d-844e-03a362e0c282 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:58.976782 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab71cae8-b6d7-4a22-b323-beb32533e45f x-openstack-request-id: req-ab71cae8-b6d7-4a22-b323-beb32533e45f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:27:58.977069 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f437d4-9e38-4ace-879b-766f74d12065", "tag": "4ccb4eea-6e1e-42c8-b3e4-d76834c80c50", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:27:58.977319 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab71cae8-b6d7-4a22-b323-beb32533e45f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:27:58.977716 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f437d4-9e38-4ace-879b-766f74d12065', 'tag': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50', 'status': 'completed', 'code': 200} Jul 16 03:27:59.001177 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:59.070938 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Pushing event updated for resources: {'Port': ['ID=6eff0297-5f22-486d-844e-03a362e0c282,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:59.082046 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-692f52b0-b113-4389-bf8c-981c7007735b req-f67d0a9e-e1bd-485f-b9b2-d64b2c6c618b service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756455 Jul 16 03:27:59.085326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb9110-870c-40db-9c0a-d834a2cbb3c3 req-012fd080-9c9b-4abf-9890-c088936c920f tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.086754 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95fb9110-870c-40db-9c0a-d834a2cbb3c3 req-012fd080-9c9b-4abf-9890-c088936c920f tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1815977 Jul 16 03:27:59.132985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ee1d6684-8cfe-40e3-9af4-6a446fd9f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.134425 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-ee1d6684-8cfe-40e3-9af4-6a446fd9f82b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ff2262b741fc426098ce6216e029081d&device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 1095 time: 0.1558433 Jul 16 03:27:59.168807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Attempting to bind port 6eff0297-5f22-486d-844e-03a362e0c282 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:27:59.169115 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Attempting to bind port 6eff0297-5f22-486d-844e-03a362e0c282 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:27:59.169444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Attempting to bind port 6eff0297-5f22-486d-844e-03a362e0c282 on network 3b81a2ed-00e6-441b-ab06-b543304c7c21 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:59.174119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95fb9110-870c-40db-9c0a-d834a2cbb3c3 req-13a91c5d-61d8-4c18-9bc1-e7f836e37bf8 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.212 HTTP/1.1" status: 200 len: 696 time: 0.0630100 Jul 16 03:27:59.177481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Port 6eff0297-5f22-486d-844e-03a362e0c282 on network 3b81a2ed-00e6-441b-ab06-b543304c7c21 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:27:59.177802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Attempting to bind port 6eff0297-5f22-486d-844e-03a362e0c282 on network 3b81a2ed-00e6-441b-ab06-b543304c7c21 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:27:59.221726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:27:59.222477 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Checking segment: {'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:27:59.223053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Bound using segment: {'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:27:59.223688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Bound port: 6eff0297-5f22-486d-844e-03a362e0c282, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:27:59.224230 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:59.225405 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-583ed2fb-82eb-4ab5-b381-cc10120ab66c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51152b6d-6cd4-4056-b9ef-f45a88aba509 HTTP/1.1" status: 200 len: 217 time: 0.0779240 Jul 16 03:27:59.225971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0553aff-493e-481d-9331-44211c73e030 req-171e670a-26c1-4218-b884-8d3dae3c114b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Made reservation on behalf of 66e389a7a4de49c8b4432c8e11735e00 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:27:59.230239 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0553aff-493e-481d-9331-44211c73e030 req-171e670a-26c1-4218-b884-8d3dae3c114b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:59.247693 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95fb9110-870c-40db-9c0a-d834a2cbb3c3 req-ee67d2d0-1640-4fb4-bb0b-4a895791626b tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.212 HTTP/1.1" status: 200 len: 696 time: 0.0633059 Jul 16 03:27:59.299241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-8216476b-721b-4ccd-9739-9f71591150e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.300839 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-8216476b-721b-4ccd-9739-9f71591150e4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f4ab3293-9b57-4dd9-aa6a-278349534b3b HTTP/1.1" status: 200 len: 850 time: 0.0631504 Jul 16 03:27:59.392996 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-692f52b0-b113-4389-bf8c-981c7007735b req-d708ce0a-6a74-42cd-bbd6-a946bf64ee7c service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028898 Jul 16 03:27:59.448134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] For port 6eff0297-5f22-486d-844e-03a362e0c282, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:27:59.451701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] For port 6eff0297-5f22-486d-844e-03a362e0c282, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6eff0297-5f22-486d-844e-03a362e0c282,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:27:59.460473 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:59.486927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-9ddf8d89-f579-4871-8f0e-cf266b7d33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.488445 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-9ddf8d89-f579-4871-8f0e-cf266b7d33fe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd4a9d85-da98-44d7-b04b-113e172d8a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772614 Jul 16 03:27:59.506206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.506819 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:59.508202 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] 10.222.0.20 "PUT /v2.0/ports/6eff0297-5f22-486d-844e-03a362e0c282 HTTP/1.1" status: 200 len: 1092 time: 1.9057884 Jul 16 03:27:59.513892 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494919d0-c9e7-4001-a9c2-c417881f5e7a', 'tag': '6eff0297-5f22-486d-844e-03a362e0c282'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:27:59.516166 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c886d897-a657-4600-ab78-3f8ccadec925" -d '{"events": [{"name": "network-changed", "server_uuid": "494919d0-c9e7-4001-a9c2-c417881f5e7a", "tag": "6eff0297-5f22-486d-844e-03a362e0c282"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:27:59.526909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-f0553aff-493e-481d-9331-44211c73e030 req-171e670a-26c1-4218-b884-8d3dae3c114b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Allocated IP 192.168.233.155 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/a064f662-71a9-47d6-bcbf-fdbb5a75a792) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:27:59.534241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf36477-f78d-4398-af12-48156889bee7 req-48a4d713-879e-4c8b-98c8-3546f8da8edc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.541847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-abf36477-f78d-4398-af12-48156889bee7 req-48a4d713-879e-4c8b-98c8-3546f8da8edc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 947 time: 0.2327209 Jul 16 03:27:59.587071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-95fb9110-870c-40db-9c0a-d834a2cbb3c3 req-052e43e7-63db-4dff-a081-4aadd0415fc1 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Deleting port 689a68f2-7d57-47a1-a5a0-8fa0ad31a6f6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:27:59.587419 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-95fb9110-870c-40db-9c0a-d834a2cbb3c3 req-052e43e7-63db-4dff-a081-4aadd0415fc1 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:59.607812 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36c37d-ac9b-41f0-b75b-70d2360b3b9d service neutron] Pushing event updated for resources: {'Port': ['ID=6eff0297-5f22-486d-844e-03a362e0c282,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:27:59.636606 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e39620-8180-464d-8305-95de68fb1340 req-2cad85a2-752e-47ca-a20c-545160ddc5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.638120 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f2e39620-8180-464d-8305-95de68fb1340 req-2cad85a2-752e-47ca-a20c-545160ddc5d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 1098 time: 0.1815143 Jul 16 03:27:59.658499 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-abf36477-f78d-4398-af12-48156889bee7 req-21a5640b-e381-4cd6-a8ad-5f2458b2a46d tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157773 Jul 16 03:27:59.699538 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-5c2c4135-9a50-45e7-924d-07db681e6897 service neutron] 10.222.0.88 "GET /v2.0/networks/dd4a9d85-da98-44d7-b04b-113e172d8a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017765 Jul 16 03:27:59.722377 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-6f1bba6c-07b9-48dc-b41b-1ec5615c71c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.723975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-6f1bba6c-07b9-48dc-b41b-1ec5615c71c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13e9c7f1e5614f26a30fc46498692a08&device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 1095 time: 0.1592183 Jul 16 03:27:59.734387 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-95fb9110-870c-40db-9c0a-d834a2cbb3c3 req-052e43e7-63db-4dff-a081-4aadd0415fc1 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:59.734911 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-95fb9110-870c-40db-9c0a-d834a2cbb3c3 req-052e43e7-63db-4dff-a081-4aadd0415fc1 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:59.786386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-95fb9110-870c-40db-9c0a-d834a2cbb3c3 req-052e43e7-63db-4dff-a081-4aadd0415fc1 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Calling delete_port for 689a68f2-7d57-47a1-a5a0-8fa0ad31a6f6 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:27:59.789680 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-64291b0e-5d59-43eb-ab8a-25f02896c699 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eff0297-5f22-486d-844e-03a362e0c282 HTTP/1.1" status: 200 len: 217 time: 0.0513597 Jul 16 03:27:59.870470 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e39620-8180-464d-8305-95de68fb1340 req-fbc9b980-b4c3-4fb5-bd80-fa3362052672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.871951 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f2e39620-8180-464d-8305-95de68fb1340 req-fbc9b980-b4c3-4fb5-bd80-fa3362052672 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.2238445 Jul 16 03:27:59.882917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-8ae272b3-bf0c-4a71-a020-fb3e698d7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:27:59.884408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-8ae272b3-bf0c-4a71-a020-fb3e698d7dda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d05c25c6-bed0-4cc4-be87-9f3386e3f499 HTTP/1.1" status: 200 len: 863 time: 0.0866446 Jul 16 03:27:59.894468 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0553aff-493e-481d-9331-44211c73e030 req-171e670a-26c1-4218-b884-8d3dae3c114b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:27:59.930016 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f2e39620-8180-464d-8305-95de68fb1340 req-0446fd9f-2be1-4329-943e-923f4da66d03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 HTTP/1.1" status: 200 len: 217 time: 0.0492170 Jul 16 03:27:59.953567 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f0553aff-493e-481d-9331-44211c73e030 req-171e670a-26c1-4218-b884-8d3dae3c114b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Transition to ACTIVE for port object a064f662-71a9-47d6-bcbf-fdbb5a75a792 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:27:59.973399 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9e93e07-abbc-4197-9383-3f975e1df8bf req-f3e06c26-3142-43d2-b9ff-52817c23bdd6 service neutron] 10.222.0.88 "GET /v2.0/networks/dd4a9d85-da98-44d7-b04b-113e172d8a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623730 Jul 16 03:27:59.998939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e39620-8180-464d-8305-95de68fb1340 req-6a6f2f38-2575-4db6-a72c-c6922d96f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.000419 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f2e39620-8180-464d-8305-95de68fb1340 req-6a6f2f38-2575-4db6-a72c-c6922d96f2e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0623097 Jul 16 03:28:00.027169 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-4fbb253e-e9c5-48f3-b7a3-33ae13ec03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.029231 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-4fbb253e-e9c5-48f3-b7a3-33ae13ec03c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b81a2ed-00e6-441b-ab06-b543304c7c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357660 Jul 16 03:28:00.034274 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-757ecd2c-0119-4429-b8b8-5609bb5c00d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.059035 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0553aff-493e-481d-9331-44211c73e030 req-171e670a-26c1-4218-b884-8d3dae3c114b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.071419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['6d594924-8af3-4e97-b9c2-a41bcdc7a11c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:00.073923 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-95fb9110-870c-40db-9c0a-d834a2cbb3c3 req-052e43e7-63db-4dff-a081-4aadd0415fc1 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.078168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['8ee2e578-123f-41fd-9829-73f21f1937e0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:00.113897 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0553aff-493e-481d-9331-44211c73e030 req-171e670a-26c1-4218-b884-8d3dae3c114b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:00.118821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-f0553aff-493e-481d-9331-44211c73e030 req-171e670a-26c1-4218-b884-8d3dae3c114b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:00.124614 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0553aff-493e-481d-9331-44211c73e030 req-171e670a-26c1-4218-b884-8d3dae3c114b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:00.149914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e670a-26c1-4218-b884-8d3dae3c114b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Pushing event updated for resources: {'Port': ['ID=a064f662-71a9-47d6-bcbf-fdbb5a75a792,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:00.156138 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e39620-8180-464d-8305-95de68fb1340 req-c8fcfc3f-a083-40a2-ac38-31d68d5fd5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.157666 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f2e39620-8180-464d-8305-95de68fb1340 req-c8fcfc3f-a083-40a2-ac38-31d68d5fd5af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1482465 Jul 16 03:28:00.168809 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e43e7-63db-4dff-a081-4aadd0415fc1 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Pushing event deleted for resources: {'Port': ['ID=689a68f2-7d57-47a1-a5a0-8fa0ad31a6f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:00.206537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-17fb7ba2-be11-4673-b834-9742b0cc5f4c service neutron] 10.222.0.20 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678209 Jul 16 03:28:00.239668 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-95fb9110-870c-40db-9c0a-d834a2cbb3c3 req-052e43e7-63db-4dff-a081-4aadd0415fc1 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.242305 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-95fb9110-870c-40db-9c0a-d834a2cbb3c3 req-052e43e7-63db-4dff-a081-4aadd0415fc1 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.251710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0553aff-493e-481d-9331-44211c73e030 req-171e670a-26c1-4218-b884-8d3dae3c114b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.252516 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0553aff-493e-481d-9331-44211c73e030 req-171e670a-26c1-4218-b884-8d3dae3c114b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.271493 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95fb9110-870c-40db-9c0a-d834a2cbb3c3 req-052e43e7-63db-4dff-a081-4aadd0415fc1 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "DELETE /v2.0/floatingips/e244a938-fc2f-45c8-ae80-bc83a42ad9bc HTTP/1.1" status: 204 len: 173 time: 1.0227063 Jul 16 03:28:00.311967 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f0553aff-493e-481d-9331-44211c73e030 req-171e670a-26c1-4218-b884-8d3dae3c114b tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4292037 Jul 16 03:28:00.343997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Request body: {'port': {'device_id': '9f186b7c-3ba5-4114-9416-09b54a49055a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:00.382125 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f2e39620-8180-464d-8305-95de68fb1340 req-d6487173-4127-4918-ab50-1f6fd4a5c79b service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069876 Jul 16 03:28:00.505931 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2af797c2-b75f-482e-88f5-6a0de42b7995 req-5ece5abc-ec47-4905-89a3-68254ce9efd8 service neutron] 10.222.0.20 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310078 Jul 16 03:28:00.523105 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.542945 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f2e39620-8180-464d-8305-95de68fb1340 req-ee96235a-06eb-47db-b29a-28106690c4cc service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492348 Jul 16 03:28:00.608961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e73fd-3b90-4fbf-a432-f1457c73c80a req-c3a9a201-e9bb-42f6-adad-8ca3cd543f99 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.610622 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-142e73fd-3b90-4fbf-a432-f1457c73c80a req-c3a9a201-e9bb-42f6-adad-8ca3cd543f99 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f186b7c-3ba5-4114-9416-09b54a49055a HTTP/1.1" status: 200 len: 936 time: 0.0821109 Jul 16 03:28:00.631558 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f027b14b-5f45-4b13-9da7-b42a95733d1b None None] Provisioning for port a064f662-71a9-47d6-bcbf-fdbb5a75a792 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:00.637515 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f027b14b-5f45-4b13-9da7-b42a95733d1b None None] Provisioning complete for port a064f662-71a9-47d6-bcbf-fdbb5a75a792 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:00.638021 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f027b14b-5f45-4b13-9da7-b42a95733d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.661977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-142e73fd-3b90-4fbf-a432-f1457c73c80a req-3afe3ec1-91d5-4d98-ab35-6173fca5293e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432382 Jul 16 03:28:00.676521 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f027b14b-5f45-4b13-9da7-b42a95733d1b None None] Port a064f662-71a9-47d6-bcbf-fdbb5a75a792 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:28:00.726814 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.834363 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8a8b4-267a-413d-ab97-96fd181b8b0a req-23162cfb-0383-459a-8733-f635d8f616e0 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:00.835862 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7c8a8b4-267a-413d-ab97-96fd181b8b0a req-23162cfb-0383-459a-8733-f635d8f616e0 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 944 time: 0.0635810 Jul 16 03:28:00.849565 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a064f662-71a9-47d6-bcbf-fdbb5a75a792 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:00.858004 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.870353 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Transition to ACTIVE for port object a064f662-71a9-47d6-bcbf-fdbb5a75a792 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:00.873766 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:00.874836 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7c8a8b4-267a-413d-ab97-96fd181b8b0a req-20861a7f-27bc-452d-96c6-6c524126449d tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/security-groups?id=6309b073-62c1-42f5-a1b7-7e4b1a305fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327888 Jul 16 03:28:00.923666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Pushing event updated for resources: {'Port': ['ID=a064f662-71a9-47d6-bcbf-fdbb5a75a792,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:00.979731 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968d8b62-682a-46a2-8ade-3f7dd79c8895', 'tag': '51152b6d-6cd4-4056-b9ef-f45a88aba509'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:00.982283 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883365d1-9132-47e8-b690-a4f77107207b" -d '{"events": [{"name": "network-changed", "server_uuid": "968d8b62-682a-46a2-8ade-3f7dd79c8895", "tag": "51152b6d-6cd4-4056-b9ef-f45a88aba509"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:01.008658 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Attempting to bind port a064f662-71a9-47d6-bcbf-fdbb5a75a792 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:01.014031 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Attempting to bind port a064f662-71a9-47d6-bcbf-fdbb5a75a792 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:01.014545 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Attempting to bind port a064f662-71a9-47d6-bcbf-fdbb5a75a792 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:01.019811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Port a064f662-71a9-47d6-bcbf-fdbb5a75a792 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:01.020261 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Attempting to bind port a064f662-71a9-47d6-bcbf-fdbb5a75a792 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:01.026080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:01.026536 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:01.027384 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:01.027946 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Bound port: a064f662-71a9-47d6-bcbf-fdbb5a75a792, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:01.028451 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:01.076343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03aafb-6ebb-45e3-b616-889643ffbb3d req-92c8a146-fc7b-49c1-aa43-e161d7ec7bd8 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:01.077877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df03aafb-6ebb-45e3-b616-889643ffbb3d req-92c8a146-fc7b-49c1-aa43-e161d7ec7bd8 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.0714126 Jul 16 03:28:01.107650 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] For port a064f662-71a9-47d6-bcbf-fdbb5a75a792, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:01.112002 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] For port a064f662-71a9-47d6-bcbf-fdbb5a75a792, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a064f662-71a9-47d6-bcbf-fdbb5a75a792,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:01.119961 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:01.124066 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df03aafb-6ebb-45e3-b616-889643ffbb3d req-3c6da68b-0885-47aa-88df-740b9588128a tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385687 Jul 16 03:28:01.171758 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:01.172420 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:01.174526 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f0553aff-493e-481d-9331-44211c73e030 req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] 10.222.0.88 "PUT /v2.0/ports/a064f662-71a9-47d6-bcbf-fdbb5a75a792 HTTP/1.1" status: 200 len: 1096 time: 0.8347089 Jul 16 03:28:01.183527 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:01.196110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68cf785-2a54-4929-8acb-6fc861532c5f service neutron] Pushing event updated for resources: {'Port': ['ID=a064f662-71a9-47d6-bcbf-fdbb5a75a792,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:01.207716 n-d-800088-6 neutron-server[93768]: WARNING keystonemiddleware.auth_token [req-8bf8a2e2-aa47-4d83-9ad8-bf8602b7f6e9 req-2edb3e66-c81f-4d03-bf79-ce35183531c2 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 03:28:01.211686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-2065a165-3fe1-4e01-a1ee-3ef9398256c2 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:28:01.212756 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-2065a165-3fe1-4e01-a1ee-3ef9398256c2 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1027496 Jul 16 03:28:01.232061 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0901d577-b910-4681-95ff-ad448eb0aa4c x-openstack-request-id: req-0901d577-b910-4681-95ff-ad448eb0aa4c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:01.232384 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494919d0-c9e7-4001-a9c2-c417881f5e7a", "tag": "6eff0297-5f22-486d-844e-03a362e0c282", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:01.232662 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0901d577-b910-4681-95ff-ad448eb0aa4c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:01.233046 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494919d0-c9e7-4001-a9c2-c417881f5e7a', 'tag': '6eff0297-5f22-486d-844e-03a362e0c282', 'status': 'completed', 'code': 200} Jul 16 03:28:01.235114 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:01.341526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-26922c71-867c-4cb4-8347-317fdbd95a53 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:01.343511 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-26922c71-867c-4cb4-8347-317fdbd95a53 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports/f06b98fc-7799-47ad-841f-3d890925255e HTTP/1.1" status: 200 len: 1094 time: 0.1230052 Jul 16 03:28:01.357817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-550d5df0-1de1-4b82-91d9-d4497fe116ed service neutron] Request body: {'binding': {'host': 'n-h1-800088-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:01.358471 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-550d5df0-1de1-4b82-91d9-d4497fe116ed service neutron] Unknown quota resources ['binding']. {{(pid=93768) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:28:01.413595 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:01.434370 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50', 'mac_address': 'fa:16:3e:ee:5a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:01.448784 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886d897-a657-4600-ab78-3f8ccadec925 req-e81e1ce6-1ca9-43e0-b6e8-e5ed00aa57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:01.450080 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893da6cb-8d5f-48d7-9b59-e8d0bb81449a req-7b974f74-bcb6-4a67-9538-8b25c3a4cdf2 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:01.450724 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c886d897-a657-4600-ab78-3f8ccadec925 req-e81e1ce6-1ca9-43e0-b6e8-e5ed00aa57b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13e9c7f1e5614f26a30fc46498692a08&device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 1095 time: 0.1384227 Jul 16 03:28:01.459212 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-893da6cb-8d5f-48d7-9b59-e8d0bb81449a req-7b974f74-bcb6-4a67-9538-8b25c3a4cdf2 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 944 time: 0.1096599 Jul 16 03:28:01.470923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0553aff-493e-481d-9331-44211c73e030 req-8c3069b5-ca64-4005-a24e-bb32bb5d62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:01.472789 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f0553aff-493e-481d-9331-44211c73e030 req-8c3069b5-ca64-4005-a24e-bb32bb5d62ef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=66e389a7a4de49c8b4432c8e11735e00&device_id=9f186b7c-3ba5-4114-9416-09b54a49055a HTTP/1.1" status: 200 len: 1099 time: 0.1892612 Jul 16 03:28:01.486980 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:01.502506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:01.512837 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-893da6cb-8d5f-48d7-9b59-e8d0bb81449a req-34eaacaa-74e2-49bd-851e-5b811ccc0b9a tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506389 Jul 16 03:28:01.526561 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:01.530725 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:01.546410 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f0553aff-493e-481d-9331-44211c73e030 req-9b0b80bf-2c8f-420a-92ef-f1ef04e0e88d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=a064f662-71a9-47d6-bcbf-fdbb5a75a792 HTTP/1.1" status: 200 len: 217 time: 0.0523880 Jul 16 03:28:01.579366 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b322502-13bd-488d-82c4-a147f9c1eda2 req-f2ef43f6-9287-4a3d-b129-75ea5fab3abc tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips/1ac9d050-f5f5-4fe7-961e-40c18cfddab5 HTTP/1.1" status: 200 len: 692 time: 0.0495551 Jul 16 03:28:01.587084 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:01.684982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b322502-13bd-488d-82c4-a147f9c1eda2 req-e99b2c1b-b36c-4f10-b971-ee9de0470313 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:01.686350 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b322502-13bd-488d-82c4-a147f9c1eda2 req-e99b2c1b-b36c-4f10-b971-ee9de0470313 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1012237 Jul 16 03:28:01.691806 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0553aff-493e-481d-9331-44211c73e030 req-5b3041c3-7790-4f4f-9d52-ed4cbfcb341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:01.693274 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f0553aff-493e-481d-9331-44211c73e030 req-5b3041c3-7790-4f4f-9d52-ed4cbfcb341c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1136463 Jul 16 03:28:01.696059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886d897-a657-4600-ab78-3f8ccadec925 req-38fd6428-92dc-4e2a-be0a-7b7cd52e8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:01.698075 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c886d897-a657-4600-ab78-3f8ccadec925 req-38fd6428-92dc-4e2a-be0a-7b7cd52e8c5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b81a2ed-00e6-441b-ab06-b543304c7c21 HTTP/1.1" status: 200 len: 925 time: 0.2289732 Jul 16 03:28:01.740278 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b322502-13bd-488d-82c4-a147f9c1eda2 req-85d41a12-8ec6-4641-bd7c-720cc73197a6 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.33 HTTP/1.1" status: 200 len: 695 time: 0.0472221 Jul 16 03:28:01.745748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-550d5df0-1de1-4b82-91d9-d4497fe116ed service neutron] Attempting to bind port f06b98fc-7799-47ad-841f-3d890925255e on host n-h1-800088-6 for vnic_type normal with profile None {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:01.746091 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-550d5df0-1de1-4b82-91d9-d4497fe116ed service neutron] Attempting to bind port f06b98fc-7799-47ad-841f-3d890925255e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:01.746420 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-550d5df0-1de1-4b82-91d9-d4497fe116ed service neutron] Attempting to bind port f06b98fc-7799-47ad-841f-3d890925255e on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:01.777772 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c886d897-a657-4600-ab78-3f8ccadec925 req-ca31882c-9f7d-44f9-801e-6f9f4138b330 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eff0297-5f22-486d-844e-03a362e0c282 HTTP/1.1" status: 200 len: 217 time: 0.0601118 Jul 16 03:28:01.779455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-550d5df0-1de1-4b82-91d9-d4497fe116ed service neutron] Port f06b98fc-7799-47ad-841f-3d890925255e on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:01.779786 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-550d5df0-1de1-4b82-91d9-d4497fe116ed service neutron] Attempting to bind port f06b98fc-7799-47ad-841f-3d890925255e on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:01.791602 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b322502-13bd-488d-82c4-a147f9c1eda2 req-7ea24247-5244-4cd5-9ed7-0b00b62a39bd tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.33 HTTP/1.1" status: 200 len: 695 time: 0.0446839 Jul 16 03:28:01.796198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-550d5df0-1de1-4b82-91d9-d4497fe116ed service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:01.796567 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-550d5df0-1de1-4b82-91d9-d4497fe116ed service neutron] Checking segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:01.796951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-550d5df0-1de1-4b82-91d9-d4497fe116ed service neutron] Bound using segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:01.797396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-550d5df0-1de1-4b82-91d9-d4497fe116ed service neutron] Bound port: f06b98fc-7799-47ad-841f-3d890925255e, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:01.896474 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4ccb4eea-6e1e-42c8-b3e4-d76834c80c50'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:01.929580 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2b322502-13bd-488d-82c4-a147f9c1eda2 req-13695a20-3e73-49cd-8712-7af485de8647 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Deleting port 1d8c7da7-dd6d-416c-b9f7-729c13dcf7c0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:01.929943 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b322502-13bd-488d-82c4-a147f9c1eda2 req-13695a20-3e73-49cd-8712-7af485de8647 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.012682 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b322502-13bd-488d-82c4-a147f9c1eda2 req-13695a20-3e73-49cd-8712-7af485de8647 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.012910 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b322502-13bd-488d-82c4-a147f9c1eda2 req-13695a20-3e73-49cd-8712-7af485de8647 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.025889 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2b322502-13bd-488d-82c4-a147f9c1eda2 req-13695a20-3e73-49cd-8712-7af485de8647 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Calling delete_port for 1d8c7da7-dd6d-416c-b9f7-729c13dcf7c0 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:02.153819 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886d897-a657-4600-ab78-3f8ccadec925 req-607cf565-690f-4a1f-ae3e-654c8b6f5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:02.155275 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c886d897-a657-4600-ab78-3f8ccadec925 req-607cf565-690f-4a1f-ae3e-654c8b6f5319 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d05c25c6-bed0-4cc4-be87-9f3386e3f499 HTTP/1.1" status: 200 len: 863 time: 0.3694861 Jul 16 03:28:02.157322 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b322502-13bd-488d-82c4-a147f9c1eda2 req-13695a20-3e73-49cd-8712-7af485de8647 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.157863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0553aff-493e-481d-9331-44211c73e030 req-b7b5fd08-ebc9-4105-9434-a7beeef2b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:02.159014 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f0553aff-493e-481d-9331-44211c73e030 req-b7b5fd08-ebc9-4105-9434-a7beeef2b8af service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4555004 Jul 16 03:28:02.188536 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13695a20-3e73-49cd-8712-7af485de8647 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Pushing event deleted for resources: {'Port': ['ID=1d8c7da7-dd6d-416c-b9f7-729c13dcf7c0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:02.204947 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-550d5df0-1de1-4b82-91d9-d4497fe116ed service neutron] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=f06b98fc-7799-47ad-841f-3d890925255e,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:02.212844 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b322502-13bd-488d-82c4-a147f9c1eda2 req-13695a20-3e73-49cd-8712-7af485de8647 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.216057 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b322502-13bd-488d-82c4-a147f9c1eda2 req-13695a20-3e73-49cd-8712-7af485de8647 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.217329 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b322502-13bd-488d-82c4-a147f9c1eda2 req-13695a20-3e73-49cd-8712-7af485de8647 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "DELETE /v2.0/floatingips/1ac9d050-f5f5-4fe7-961e-40c18cfddab5 HTTP/1.1" status: 204 len: 173 time: 0.4184616 Jul 16 03:28:02.222126 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-550d5df0-1de1-4b82-91d9-d4497fe116ed service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.223513 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-550d5df0-1de1-4b82-91d9-d4497fe116ed service neutron] 10.222.0.18 "POST /v2.0/ports/f06b98fc-7799-47ad-841f-3d890925255e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8694956 Jul 16 03:28:02.245605 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 51152b6d-6cd4-4056-b9ef-f45a88aba509 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:02.247659 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 753a7e75-e05d-49e8-b619-5177abf777fd no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:02.297849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886d897-a657-4600-ab78-3f8ccadec925 req-aca9a06a-f5a1-4b2d-9cc0-a14b3daa11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:02.299421 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c886d897-a657-4600-ab78-3f8ccadec925 req-aca9a06a-f5a1-4b2d-9cc0-a14b3daa11cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b81a2ed-00e6-441b-ab06-b543304c7c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354856 Jul 16 03:28:02.303015 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f0553aff-493e-481d-9331-44211c73e030 req-483e5a9a-1a78-4fb5-93d0-97cbe9070293 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290896 Jul 16 03:28:02.380083 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f17ff5-e0e0-4740-b91e-899d07960d88 x-openstack-request-id: req-b2f17ff5-e0e0-4740-b91e-899d07960d88 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:02.380711 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968d8b62-682a-46a2-8ade-3f7dd79c8895", "tag": "51152b6d-6cd4-4056-b9ef-f45a88aba509", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:02.380845 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2f17ff5-e0e0-4740-b91e-899d07960d88 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:02.382287 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968d8b62-682a-46a2-8ade-3f7dd79c8895', 'tag': '51152b6d-6cd4-4056-b9ef-f45a88aba509', 'status': 'completed', 'code': 200} Jul 16 03:28:02.445356 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.470028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 51152b6d-6cd4-4056-b9ef-f45a88aba509, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=51152b6d-6cd4-4056-b9ef-f45a88aba509,segment=NetworkSegment(4cdc4b7d-55b1-4e97-b338-9347f3540806),segment_id=4cdc4b7d-55b1-4e97-b338-9347f3540806)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:02.492008 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983795ca-f6d8-448a-8df2-a63df7923d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '753a7e75-e05d-49e8-b619-5177abf777fd'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:02.494816 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7be9259-8654-4e86-a92b-d55c08a56d6e" -d '{"events": [{"server_uuid": "983795ca-f6d8-448a-8df2-a63df7923d47", "name": "network-vif-unplugged", "status": "completed", "tag": "753a7e75-e05d-49e8-b619-5177abf777fd"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:02.499475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '51152b6d-6cd4-4056-b9ef-f45a88aba509', 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'port_id': '51152b6d-6cd4-4056-b9ef-f45a88aba509', 'mac_address': 'fa:16:3e:5a:f5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:02.511219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 753a7e75-e05d-49e8-b619-5177abf777fd, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=753a7e75-e05d-49e8-b619-5177abf777fd,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:02.536187 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.577700 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.602192 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51152b6d-6cd4-4056-b9ef-f45a88aba509 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:02.617696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c3554-d253-410d-b63d-58db140b5b89 req-48f6209d-5d27-438e-9551-3f630a6320c2 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:02.623725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=753a7e75-e05d-49e8-b619-5177abf777fd,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:02.630912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 51152b6d-6cd4-4056-b9ef-f45a88aba509, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=51152b6d-6cd4-4056-b9ef-f45a88aba509,segment=NetworkSegment(4cdc4b7d-55b1-4e97-b338-9347f3540806),segment_id=4cdc4b7d-55b1-4e97-b338-9347f3540806)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:02.631907 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-091c3554-d253-410d-b63d-58db140b5b89 req-48f6209d-5d27-438e-9551-3f630a6320c2 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f186b7c-3ba5-4114-9416-09b54a49055a HTTP/1.1" status: 200 len: 948 time: 0.1656804 Jul 16 03:28:02.638122 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.653644 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883365d1-9132-47e8-b690-a4f77107207b req-af03470a-aac5-4946-aaad-6a2cac21f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:02.655233 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-883365d1-9132-47e8-b690-a4f77107207b req-af03470a-aac5-4946-aaad-6a2cac21f5a7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ff2262b741fc426098ce6216e029081d&device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 1095 time: 0.2118649 Jul 16 03:28:02.671973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f86e8-9e66-4058-be5a-32f36bd5991e req-2bef2a34-8192-49d0-a2c3-bbf2a30b278b tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:02.673465 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d3f86e8-9e66-4058-be5a-32f36bd5991e req-2bef2a34-8192-49d0-a2c3-bbf2a30b278b tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 948 time: 0.1992490 Jul 16 03:28:02.679031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-ddcbd57a-d539-499f-8796-d0db2fa46241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:02.680460 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-ddcbd57a-d539-499f-8796-d0db2fa46241 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 1097 time: 0.1506407 Jul 16 03:28:02.690093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=51152b6d-6cd4-4056-b9ef-f45a88aba509,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:02.702140 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c886d897-a657-4600-ab78-3f8ccadec925 req-8521b005-2464-42ab-9389-53e581ea9f1a service neutron] 10.222.0.20 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951697 Jul 16 03:28:02.705462 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f0553aff-493e-481d-9331-44211c73e030 req-0571f802-a71d-405c-926e-a722ac19f310 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777676 Jul 16 03:28:02.709264 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-091c3554-d253-410d-b63d-58db140b5b89 req-2125ce15-678f-434b-8009-fa94abeec721 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765598 Jul 16 03:28:02.757055 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d3f86e8-9e66-4058-be5a-32f36bd5991e req-42f2553c-aec8-4a09-bb8e-29550f60e589 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685833 Jul 16 03:28:02.816104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-db9cc687-c245-40d8-b6b2-c2b09d40d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:02.818221 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-db9cc687-c245-40d8-b6b2-c2b09d40d58b service neutron] 10.222.0.88 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.1189511 Jul 16 03:28:02.820229 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-13462d3a-1b3a-42ed-8505-00a1d1b35e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.824710 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:02.843768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883365d1-9132-47e8-b690-a4f77107207b req-2d526147-aca8-441e-99cd-774ec2340064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:02.845346 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-883365d1-9132-47e8-b690-a4f77107207b req-2d526147-aca8-441e-99cd-774ec2340064 service neutron] 10.222.0.88 "GET /v2.0/networks?id=dd4a9d85-da98-44d7-b04b-113e172d8a51 HTTP/1.1" status: 200 len: 912 time: 0.1731794 Jul 16 03:28:02.876930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-df0ce7a0-ca80-4b1b-948f-44900f6164ed service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f06b98fc-7799-47ad-841f-3d890925255e HTTP/1.1" status: 200 len: 217 time: 0.0467205 Jul 16 03:28:02.900510 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-883365d1-9132-47e8-b690-a4f77107207b req-7c91a0ae-f2ee-4669-81cc-8ce1031574e2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51152b6d-6cd4-4056-b9ef-f45a88aba509 HTTP/1.1" status: 200 len: 217 time: 0.0452092 Jul 16 03:28:02.902754 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c886d897-a657-4600-ab78-3f8ccadec925 req-4f4462ea-beff-438d-8596-1ec3e82c8303 service neutron] 10.222.0.20 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910338 Jul 16 03:28:02.965556 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['51152b6d-6cd4-4056-b9ef-f45a88aba509'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:02.987312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883365d1-9132-47e8-b690-a4f77107207b req-62973adf-74a3-4c1f-93b1-8f51439b22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:02.988790 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-883365d1-9132-47e8-b690-a4f77107207b req-62973adf-74a3-4c1f-93b1-8f51439b22f6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f4ab3293-9b57-4dd9-aa6a-278349534b3b HTTP/1.1" status: 200 len: 850 time: 0.0533864 Jul 16 03:28:02.996085 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-50e9a556-7a85-4bf6-91fb-ff897e4c575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:02.997831 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-50e9a556-7a85-4bf6-91fb-ff897e4c575f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.0926292 Jul 16 03:28:03.021638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4099a-69e0-451b-82c0-7973ef41c0cd req-eb922e12-198b-424a-9d21-b8988fbae138 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.023126 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a0d4099a-69e0-451b-82c0-7973ef41c0cd req-eb922e12-198b-424a-9d21-b8988fbae138 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 945 time: 0.1500337 Jul 16 03:28:03.067994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-9063ed98-2cf8-455c-b47a-38539668c2d9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423098 Jul 16 03:28:03.081200 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883365d1-9132-47e8-b690-a4f77107207b req-660f437e-c465-41a9-9fbd-4b641be2dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.081552 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981e81f-2ac7-4ed2-995c-23203c216cdd req-34819e1a-52a1-4ab9-bc35-52267f311f58 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.083673 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-883365d1-9132-47e8-b690-a4f77107207b req-660f437e-c465-41a9-9fbd-4b641be2dde3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd4a9d85-da98-44d7-b04b-113e172d8a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689552 Jul 16 03:28:03.087775 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7981e81f-2ac7-4ed2-995c-23203c216cdd req-34819e1a-52a1-4ab9-bc35-52267f311f58 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.1508863 Jul 16 03:28:03.173513 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a0d4099a-69e0-451b-82c0-7973ef41c0cd req-e3f77fa1-128f-47a5-8d1f-fa527ad1266c tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/security-groups?id=6309b073-62c1-42f5-a1b7-7e4b1a305fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391652 Jul 16 03:28:03.201623 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-883365d1-9132-47e8-b690-a4f77107207b req-3d9d34b0-5947-44c8-ace7-8fed8dc32c43 service neutron] 10.222.0.88 "GET /v2.0/networks/dd4a9d85-da98-44d7-b04b-113e172d8a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962315 Jul 16 03:28:03.202542 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7981e81f-2ac7-4ed2-995c-23203c216cdd req-2c57e66a-b45e-4f9e-a2a9-12b58f2d4691 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042147 Jul 16 03:28:03.245094 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6eff0297-5f22-486d-844e-03a362e0c282 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:03.260533 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e3361ac2-58a4-4bde-8e05-0fb74c01f5f7 req-feb3ead8-c834-496b-a19b-f46f54b6bc51 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips/bb744a40-65ca-4f92-a630-a555652a43ec HTTP/1.1" status: 200 len: 693 time: 0.0619559 Jul 16 03:28:03.297946 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-883365d1-9132-47e8-b690-a4f77107207b req-973f2433-7483-4a5c-b511-708cb188fbc3 service neutron] 10.222.0.88 "GET /v2.0/networks/dd4a9d85-da98-44d7-b04b-113e172d8a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859830 Jul 16 03:28:03.308350 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:03.315770 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-0a6aa739-6f13-404b-a691-30ffc8ef83e8 service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259221 Jul 16 03:28:03.409245 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 6eff0297-5f22-486d-844e-03a362e0c282, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6eff0297-5f22-486d-844e-03a362e0c282,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:03.416250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:03.422821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:03.423196 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.426036 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '6eff0297-5f22-486d-844e-03a362e0c282', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'port_id': '6eff0297-5f22-486d-844e-03a362e0c282', 'mac_address': 'fa:16:3e:af:c6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:03.442031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3361ac2-58a4-4bde-8e05-0fb74c01f5f7 req-28f419e8-5397-4e06-8898-db055b8fb022 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.443379 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e3361ac2-58a4-4bde-8e05-0fb74c01f5f7 req-28f419e8-5397-4e06-8898-db055b8fb022 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1750412 Jul 16 03:28:03.495175 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.510783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eff0297-5f22-486d-844e-03a362e0c282 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:03.529601 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e3361ac2-58a4-4bde-8e05-0fb74c01f5f7 req-f10e4062-60d1-45ef-9b3d-aaa4ae2a3ba3 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.132 HTTP/1.1" status: 200 len: 696 time: 0.0603390 Jul 16 03:28:03.557702 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 6eff0297-5f22-486d-844e-03a362e0c282, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6eff0297-5f22-486d-844e-03a362e0c282,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:03.560484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dac7f4-c3c7-4b6c-95b2-e587df15367a req-6180e6d1-21d7-4851-9e31-40eac2de7489 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.561994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-11dac7f4-c3c7-4b6c-95b2-e587df15367a req-6180e6d1-21d7-4851-9e31-40eac2de7489 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 946 time: 0.2425504 Jul 16 03:28:03.562580 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.564612 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.596228 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-bf3eac26-0a9a-4d2f-85d8-303929573685 service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380438 Jul 16 03:28:03.608556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e3361ac2-58a4-4bde-8e05-0fb74c01f5f7 req-8d987424-f0db-4dff-98dc-277a323fc005 tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.132 HTTP/1.1" status: 200 len: 696 time: 0.0666506 Jul 16 03:28:03.640007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:03.645030 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=6eff0297-5f22-486d-844e-03a362e0c282,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:03.648126 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.672019 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-11dac7f4-c3c7-4b6c-95b2-e587df15367a req-c0c044f6-f75c-48ad-ab79-76855651577e tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806661 Jul 16 03:28:03.696491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:03.722416 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.770086 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e3361ac2-58a4-4bde-8e05-0fb74c01f5f7 req-15ef8e7c-f2d3-43f4-9c7a-57d8b503c13e tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Deleting port 5d0aac9a-1696-437c-8cfc-55ca8a0cb8ce {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:03.770437 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3361ac2-58a4-4bde-8e05-0fb74c01f5f7 req-15ef8e7c-f2d3-43f4-9c7a-57d8b503c13e tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.839997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['6eff0297-5f22-486d-844e-03a362e0c282'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:03.885968 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3361ac2-58a4-4bde-8e05-0fb74c01f5f7 req-15ef8e7c-f2d3-43f4-9c7a-57d8b503c13e tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.886201 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3361ac2-58a4-4bde-8e05-0fb74c01f5f7 req-15ef8e7c-f2d3-43f4-9c7a-57d8b503c13e tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:03.902584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e3361ac2-58a4-4bde-8e05-0fb74c01f5f7 req-15ef8e7c-f2d3-43f4-9c7a-57d8b503c13e tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Calling delete_port for 5d0aac9a-1696-437c-8cfc-55ca8a0cb8ce owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:03.911062 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c17d27-b94a-4ab4-828d-40e386a65ca4 req-09dccd9e-8523-4e9c-9935-2b198b851d28 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:03.912636 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42c17d27-b94a-4ab4-828d-40e386a65ca4 req-09dccd9e-8523-4e9c-9935-2b198b851d28 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 948 time: 0.1249876 Jul 16 03:28:04.237004 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 51152b6d-6cd4-4056-b9ef-f45a88aba509 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:04.285239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42c17d27-b94a-4ab4-828d-40e386a65ca4 req-446b743d-fdfb-479c-ad32-70481104d773 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/security-groups?id=108d8803-2eac-4c42-b0c1-d54913376037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645053 Jul 16 03:28:04.303330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 51152b6d-6cd4-4056-b9ef-f45a88aba509 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:04.307371 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 51152b6d-6cd4-4056-b9ef-f45a88aba509 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:04.307752 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.348623 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96219361-7f44-4fb6-91c4-c2c74dc161af x-openstack-request-id: req-96219361-7f44-4fb6-91c4-c2c74dc161af {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:04.349266 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983795ca-f6d8-448a-8df2-a63df7923d47", "name": "network-vif-unplugged", "status": "completed", "tag": "753a7e75-e05d-49e8-b619-5177abf777fd", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:04.349266 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96219361-7f44-4fb6-91c4-c2c74dc161af {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:04.349583 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983795ca-f6d8-448a-8df2-a63df7923d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '753a7e75-e05d-49e8-b619-5177abf777fd', 'code': 200} Jul 16 03:28:04.384012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f186b7c-3ba5-4114-9416-09b54a49055a', 'tag': 'a064f662-71a9-47d6-bcbf-fdbb5a75a792'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:04.388048 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846d6407-7183-43dd-835e-57bb330c9d86" -d '{"events": [{"name": "network-changed", "server_uuid": "9f186b7c-3ba5-4114-9416-09b54a49055a", "tag": "a064f662-71a9-47d6-bcbf-fdbb5a75a792"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:04.409639 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3361ac2-58a4-4bde-8e05-0fb74c01f5f7 req-15ef8e7c-f2d3-43f4-9c7a-57d8b503c13e tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.421158 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.449387 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef8e7c-f2d3-43f4-9c7a-57d8b503c13e tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Pushing event deleted for resources: {'Port': ['ID=5d0aac9a-1696-437c-8cfc-55ca8a0cb8ce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:04.481069 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 51152b6d-6cd4-4056-b9ef-f45a88aba509, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=51152b6d-6cd4-4056-b9ef-f45a88aba509,segment=NetworkSegment(4cdc4b7d-55b1-4e97-b338-9347f3540806),segment_id=4cdc4b7d-55b1-4e97-b338-9347f3540806)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:04.484142 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3361ac2-58a4-4bde-8e05-0fb74c01f5f7 req-15ef8e7c-f2d3-43f4-9c7a-57d8b503c13e tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.485794 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.486704 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e3361ac2-58a4-4bde-8e05-0fb74c01f5f7 req-15ef8e7c-f2d3-43f4-9c7a-57d8b503c13e tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.492909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e3361ac2-58a4-4bde-8e05-0fb74c01f5f7 req-15ef8e7c-f2d3-43f4-9c7a-57d8b503c13e tempest-FloatingIPDetailsTestJSON-337995424 tempest-FloatingIPDetailsTestJSON-337995424-project] 10.222.0.18 "DELETE /v2.0/floatingips/bb744a40-65ca-4f92-a630-a555652a43ec HTTP/1.1" status: 204 len: 173 time: 0.8705959 Jul 16 03:28:04.494636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51016) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:04.560986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=51152b6d-6cd4-4056-b9ef-f45a88aba509,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:04.587126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6005e-81cd-405b-8d30-2b009bbca48f req-df124d0f-dc75-473a-b40e-b0ddeb5f38c8 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:04.592816 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aaf6005e-81cd-405b-8d30-2b009bbca48f req-df124d0f-dc75-473a-b40e-b0ddeb5f38c8 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 945 time: 0.1194859 Jul 16 03:28:04.674711 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aaf6005e-81cd-405b-8d30-2b009bbca48f req-c1e78c9d-4037-467e-b5be-07520426b0d4 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792055 Jul 16 03:28:04.707224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973a5db-2981-4321-9de3-3a05dd6bae1e req-a9057a6a-f423-40ee-bbac-e5fd6665a4a9 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:04.714443 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d973a5db-2981-4321-9de3-3a05dd6bae1e req-a9057a6a-f423-40ee-bbac-e5fd6665a4a9 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f186b7c-3ba5-4114-9416-09b54a49055a HTTP/1.1" status: 200 len: 948 time: 0.1202719 Jul 16 03:28:04.777084 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d973a5db-2981-4321-9de3-3a05dd6bae1e req-0845ba74-da8d-4a85-80f8-40c12d82bb9e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615857 Jul 16 03:28:04.914669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc267c-8619-4789-81c6-f885ac7eb212 req-4b29a528-dcb6-4945-a2af-a15d8a1b38c2 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:04.923635 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97bc267c-8619-4789-81c6-f885ac7eb212 req-4b29a528-dcb6-4945-a2af-a15d8a1b38c2 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.0751829 Jul 16 03:28:04.965385 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f91fa592-d4ee-4213-be5f-3c9bad88ae2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:04.998769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97bc267c-8619-4789-81c6-f885ac7eb212 req-f154f5a0-081e-46fd-bc6f-1fe8399a2caa tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740085 Jul 16 03:28:05.066681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cc086-4791-44eb-9e46-70cd75e5d551 req-85b6d0c0-cf59-4355-8297-aaea538096bd tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.068761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-574cc086-4791-44eb-9e46-70cd75e5d551 req-85b6d0c0-cf59-4355-8297-aaea538096bd tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 946 time: 0.1267149 Jul 16 03:28:05.116930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-574cc086-4791-44eb-9e46-70cd75e5d551 req-e91393e8-1d12-41a5-96b3-acaf675e88d9 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/security-groups?id=6309b073-62c1-42f5-a1b7-7e4b1a305fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419335 Jul 16 03:28:05.223050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d1ee7-1c64-40b2-9324-df1a51602afc req-f6be1acd-37be-46b0-b35a-5ded9e9f8ede tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.225058 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-921d1ee7-1c64-40b2-9324-df1a51602afc req-f6be1acd-37be-46b0-b35a-5ded9e9f8ede tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.1014762 Jul 16 03:28:05.254492 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890b1525-05af-41e1-9cad-78b320997842 x-openstack-request-id: req-890b1525-05af-41e1-9cad-78b320997842 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:05.254781 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f186b7c-3ba5-4114-9416-09b54a49055a", "tag": "a064f662-71a9-47d6-bcbf-fdbb5a75a792", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:05.255039 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-890b1525-05af-41e1-9cad-78b320997842 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:05.255252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6eff0297-5f22-486d-844e-03a362e0c282 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:05.255554 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f186b7c-3ba5-4114-9416-09b54a49055a', 'tag': 'a064f662-71a9-47d6-bcbf-fdbb5a75a792', 'status': 'completed', 'code': 200} Jul 16 03:28:05.276040 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-921d1ee7-1c64-40b2-9324-df1a51602afc req-e4041eb3-86c2-4c84-87d6-eca80b242e2d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429540 Jul 16 03:28:05.309404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f91fa592-d4ee-4213-be5f-3c9bad88ae2a admin admin] Deleting port 03e4651b-112a-4448-839f-a6a3a41c75d4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:05.313097 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f91fa592-d4ee-4213-be5f-3c9bad88ae2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:05.379416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 6eff0297-5f22-486d-844e-03a362e0c282 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:05.384103 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 6eff0297-5f22-486d-844e-03a362e0c282 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:05.384924 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:05.445681 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f91fa592-d4ee-4213-be5f-3c9bad88ae2a admin admin] For port 03e4651b-112a-4448-839f-a6a3a41c75d4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=03e4651b-112a-4448-839f-a6a3a41c75d4,segment=NetworkSegment(134192b2-1b73-460b-8104-be214e8908cf),segment_id=134192b2-1b73-460b-8104-be214e8908cf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:05.446266 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f91fa592-d4ee-4213-be5f-3c9bad88ae2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:05.467006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f91fa592-d4ee-4213-be5f-3c9bad88ae2a admin admin] Calling delete_port for 03e4651b-112a-4448-839f-a6a3a41c75d4 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:05.486617 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:05.490818 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0812e5-e948-4f2a-b502-d1cd11dea72b req-798d9c87-6c0d-4927-90f3-f07c5cdee293 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.492961 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cb0812e5-e948-4f2a-b502-d1cd11dea72b req-798d9c87-6c0d-4927-90f3-f07c5cdee293 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 946 time: 0.1240206 Jul 16 03:28:05.514452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d6407-7183-43dd-835e-57bb330c9d86 req-a8eec497-d4d3-400b-9ca3-8d619d5f020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.519921 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-846d6407-7183-43dd-835e-57bb330c9d86 req-a8eec497-d4d3-400b-9ca3-8d619d5f020c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=66e389a7a4de49c8b4432c8e11735e00&device_id=9f186b7c-3ba5-4114-9416-09b54a49055a HTTP/1.1" status: 200 len: 1099 time: 0.2314744 Jul 16 03:28:05.551969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 6eff0297-5f22-486d-844e-03a362e0c282, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6eff0297-5f22-486d-844e-03a362e0c282,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:05.565592 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:05.639646 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:05.673080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=6eff0297-5f22-486d-844e-03a362e0c282,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:05.687919 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cb0812e5-e948-4f2a-b502-d1cd11dea72b req-bf062db4-c90b-467f-a5a9-0c50b221875a tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781108 Jul 16 03:28:05.722463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d6407-7183-43dd-835e-57bb330c9d86 req-7df322b5-3f7d-4cc8-ad26-4a944eb1e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.725407 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-846d6407-7183-43dd-835e-57bb330c9d86 req-7df322b5-3f7d-4cc8-ad26-4a944eb1e707 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1894629 Jul 16 03:28:05.745081 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f91fa592-d4ee-4213-be5f-3c9bad88ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:05.787172 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-846d6407-7183-43dd-835e-57bb330c9d86 req-3d248050-78a8-4446-81bd-1ecf8312238b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=a064f662-71a9-47d6-bcbf-fdbb5a75a792 HTTP/1.1" status: 200 len: 217 time: 0.0522945 Jul 16 03:28:05.792728 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fa592-d4ee-4213-be5f-3c9bad88ae2a admin admin] Pushing event deleted for resources: {'Port': ['ID=03e4651b-112a-4448-839f-a6a3a41c75d4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:05.910850 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d6407-7183-43dd-835e-57bb330c9d86 req-3988174f-53e3-4904-bd41-4b9a32c9d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:05.912804 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-846d6407-7183-43dd-835e-57bb330c9d86 req-3988174f-53e3-4904-bd41-4b9a32c9d640 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1157680 Jul 16 03:28:06.007227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ad79b-6bfc-46ad-a070-2f10caf38276 req-eccf4720-dd39-4433-95d0-cd7d32854017 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:06.009209 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-598ad79b-6bfc-46ad-a070-2f10caf38276 req-eccf4720-dd39-4433-95d0-cd7d32854017 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 946 time: 0.1423876 Jul 16 03:28:06.048074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d6407-7183-43dd-835e-57bb330c9d86 req-026a91a6-5177-452f-84d6-de7287012d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:06.049819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-846d6407-7183-43dd-835e-57bb330c9d86 req-026a91a6-5177-452f-84d6-de7287012d45 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1244245 Jul 16 03:28:06.098763 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-598ad79b-6bfc-46ad-a070-2f10caf38276 req-6d892467-a938-4537-8e72-4b627616b165 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802231 Jul 16 03:28:06.203091 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-846d6407-7183-43dd-835e-57bb330c9d86 req-3e178290-8b8a-451f-b47a-e68930c5e66e service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426969 Jul 16 03:28:06.218097 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f91fa592-d4ee-4213-be5f-3c9bad88ae2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:06.256937 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a064f662-71a9-47d6-bcbf-fdbb5a75a792 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:06.286503 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-58b73258-049f-41b6-800c-8637d20c7723 req-7c9cac86-e2f7-423b-ab3b-256dd61fd184 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2013736 Jul 16 03:28:06.358005 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f437d4-9e38-4ace-879b-766f74d12065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50'}, {'server_uuid': '968d8b62-682a-46a2-8ade-3f7dd79c8895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51152b6d-6cd4-4056-b9ef-f45a88aba509'}, {'server_uuid': '494919d0-c9e7-4001-a9c2-c417881f5e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eff0297-5f22-486d-844e-03a362e0c282'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:06.360365 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd2f0c9-e3de-4213-8cb8-46aabbf1c737" -d '{"events": [{"server_uuid": "38f437d4-9e38-4ace-879b-766f74d12065", "name": "network-vif-plugged", "status": "completed", "tag": "4ccb4eea-6e1e-42c8-b3e4-d76834c80c50"}, {"server_uuid": "968d8b62-682a-46a2-8ade-3f7dd79c8895", "name": "network-vif-plugged", "status": "completed", "tag": "51152b6d-6cd4-4056-b9ef-f45a88aba509"}, {"server_uuid": "494919d0-c9e7-4001-a9c2-c417881f5e7a", "name": "network-vif-plugged", "status": "completed", "tag": "6eff0297-5f22-486d-844e-03a362e0c282"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:06.402848 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-846d6407-7183-43dd-835e-57bb330c9d86 req-09ffaaed-14d3-48ff-8776-3a3a714698e5 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765676 Jul 16 03:28:06.430204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e3325-e99a-4c76-b59c-e0f3cf6ac751 req-55ff5008-7b9d-4ef7-897b-fc06b2ed529d tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:06.435877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e79e3325-e99a-4c76-b59c-e0f3cf6ac751 req-55ff5008-7b9d-4ef7-897b-fc06b2ed529d tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.2004709 Jul 16 03:28:06.451083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59b228-5887-4cae-bdf9-885d447ce450 req-8370baf7-894a-46d9-903e-92f73e4e5601 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:06.453127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9b59b228-5887-4cae-bdf9-885d447ce450 req-8370baf7-894a-46d9-903e-92f73e4e5601 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f186b7c-3ba5-4114-9416-09b54a49055a HTTP/1.1" status: 200 len: 948 time: 0.1969965 Jul 16 03:28:06.527914 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e79e3325-e99a-4c76-b59c-e0f3cf6ac751 req-d0707c94-535b-4445-aace-3bda2f3c2007 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734968 Jul 16 03:28:06.544477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9b59b228-5887-4cae-bdf9-885d447ce450 req-6df41dbe-e02c-45a4-af8e-18ecc9f85797 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827906 Jul 16 03:28:06.574988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b73258-049f-41b6-800c-8637d20c7723 req-5537896b-c650-4517-92f2-1c076a2e9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:06.576583 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-58b73258-049f-41b6-800c-8637d20c7723 req-5537896b-c650-4517-92f2-1c076a2e9327 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 1096 time: 0.2372720 Jul 16 03:28:06.603002 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a064f662-71a9-47d6-bcbf-fdbb5a75a792, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a064f662-71a9-47d6-bcbf-fdbb5a75a792,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:06.647826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'a064f662-71a9-47d6-bcbf-fdbb5a75a792', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': 'a064f662-71a9-47d6-bcbf-fdbb5a75a792', 'mac_address': 'fa:16:3e:95:c2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:06.701389 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:06.722442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a064f662-71a9-47d6-bcbf-fdbb5a75a792 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:06.727213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91fa592-d4ee-4213-be5f-3c9bad88ae2a admin admin] Router 28f32ca3-9a84-4636-ae3f-cbecbd823171 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:28:06.744110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a064f662-71a9-47d6-bcbf-fdbb5a75a792, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a064f662-71a9-47d6-bcbf-fdbb5a75a792,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:06.750304 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:06.804083 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a064f662-71a9-47d6-bcbf-fdbb5a75a792,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:06.850075 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b73258-049f-41b6-800c-8637d20c7723 req-c9dd4d3d-a179-4e37-9dd0-c6e81577df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:06.851443 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-58b73258-049f-41b6-800c-8637d20c7723 req-c9dd4d3d-a179-4e37-9dd0-c6e81577df16 service neutron] 10.222.0.88 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.2322471 Jul 16 03:28:06.867083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1ed00-bfc3-40a7-b471-7b23ab303d04 req-b59b9efd-f7cb-4e23-a540-78d9370eaf93 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:06.868603 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ddf1ed00-bfc3-40a7-b471-7b23ab303d04 req-b59b9efd-f7cb-4e23-a540-78d9370eaf93 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 946 time: 0.1447423 Jul 16 03:28:06.899249 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-58b73258-049f-41b6-800c-8637d20c7723 req-1e10aa01-c78c-4730-9d37-27db58f89469 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d639917-4019-4b10-ad41-b380e3ea092c HTTP/1.1" status: 200 len: 217 time: 0.0387788 Jul 16 03:28:06.902289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91fa592-d4ee-4213-be5f-3c9bad88ae2a admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:28:06.911876 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606e83f-ce3d-40ec-977d-b51ff5a6d78f None None] Sync routers for ids ['28f32ca3-9a84-4636-ae3f-cbecbd823171'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:28:06.915060 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f91fa592-d4ee-4213-be5f-3c9bad88ae2a admin admin] 10.222.0.18 "PUT /v2.0/routers/28f32ca3-9a84-4636-ae3f-cbecbd823171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4193366 Jul 16 03:28:06.917570 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51092) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:06.926396 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2606e83f-ce3d-40ec-977d-b51ff5a6d78f None None] Routers {'28f32ca3-9a84-4636-ae3f-cbecbd823171'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:06.927457 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2606e83f-ce3d-40ec-977d-b51ff5a6d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['28f32ca3-9a84-4636-ae3f-cbecbd823171'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:06.929940 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ddf1ed00-bfc3-40a7-b471-7b23ab303d04 req-7f20b27b-c675-4237-85cd-672681d67fed tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/security-groups?id=6309b073-62c1-42f5-a1b7-7e4b1a305fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552585 Jul 16 03:28:06.937916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e95db-e774-46e0-8685-733fd1cc8ac1 req-e34de410-d218-454f-972c-3d807e5e11ee tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:06.945328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-734e95db-e774-46e0-8685-733fd1cc8ac1 req-e34de410-d218-454f-972c-3d807e5e11ee tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.1223493 Jul 16 03:28:07.015463 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91034a9b-2665-441f-8d0a-5c9a84188f01 x-openstack-request-id: req-91034a9b-2665-441f-8d0a-5c9a84188f01 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:07.015764 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f437d4-9e38-4ace-879b-766f74d12065", "name": "network-vif-plugged", "status": "completed", "tag": "4ccb4eea-6e1e-42c8-b3e4-d76834c80c50", "code": 200}, {"server_uuid": "968d8b62-682a-46a2-8ade-3f7dd79c8895", "name": "network-vif-plugged", "status": "completed", "tag": "51152b6d-6cd4-4056-b9ef-f45a88aba509", "code": 200}, {"server_uuid": "494919d0-c9e7-4001-a9c2-c417881f5e7a", "name": "network-vif-plugged", "status": "completed", "tag": "6eff0297-5f22-486d-844e-03a362e0c282", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:07.016011 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91034a9b-2665-441f-8d0a-5c9a84188f01 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:07.016435 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f437d4-9e38-4ace-879b-766f74d12065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50', 'code': 200} Jul 16 03:28:07.016689 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968d8b62-682a-46a2-8ade-3f7dd79c8895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51152b6d-6cd4-4056-b9ef-f45a88aba509', 'code': 200} Jul 16 03:28:07.016940 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494919d0-c9e7-4001-a9c2-c417881f5e7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eff0297-5f22-486d-844e-03a362e0c282', 'code': 200} Jul 16 03:28:07.024925 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-734e95db-e774-46e0-8685-733fd1cc8ac1 req-bd825368-149d-45ff-9eaf-afebeb04ab6f tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786157 Jul 16 03:28:07.059551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['a064f662-71a9-47d6-bcbf-fdbb5a75a792'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:07.118255 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b73258-049f-41b6-800c-8637d20c7723 req-e8c59645-2f37-4dce-b828-cedfce2faab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.120382 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-58b73258-049f-41b6-800c-8637d20c7723 req-e8c59645-2f37-4dce-b828-cedfce2faab8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.2037442 Jul 16 03:28:07.123145 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2606e83f-ce3d-40ec-977d-b51ff5a6d78f None None] Set router 28f32ca3-9a84-4636-ae3f-cbecbd823171 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:07.250454 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-58b73258-049f-41b6-800c-8637d20c7723 req-07589e16-187f-44a3-8f35-1401ff5337ed service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133962 Jul 16 03:28:07.417524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f7d5-b082-4a67-ab27-9bc3cb428330 req-0fafea03-c649-45f1-b1f8-d2c1cd252a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.419326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3117f7d5-b082-4a67-ab27-9bc3cb428330 req-0fafea03-c649-45f1-b1f8-d2c1cd252a4b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 1097 time: 0.2746229 Jul 16 03:28:07.461397 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2606e83f-ce3d-40ec-977d-b51ff5a6d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'name': 'tempest-FloatingIPDetailsTestJSON-394644378-router', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:20Z', 'updated_at': '2021-07-16T03:28:05Z', 'revision_number': 5, 'project_id': '31fa293ca0894726a38ae03b39c8918b', 'gw_port': {'id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:22Z', 'updated_at': '2021-07-16T03:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:07.463323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558771b-0896-4c42-978b-9c01ece68096 req-a12dcad1-4615-4ec9-a748-40c9aa98b359 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.470758 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e558771b-0896-4c42-978b-9c01ece68096 req-a12dcad1-4615-4ec9-a748-40c9aa98b359 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 946 time: 0.2608302 Jul 16 03:28:07.504654 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606e83f-ce3d-40ec-977d-b51ff5a6d78f None None] Checking router: 28f32ca3-9a84-4636-ae3f-cbecbd823171 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:28:07.506254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8962f61-3531-4be5-8930-78619dbfd07f req-3a2549ae-7ca5-472f-a112-3ccc1fa3403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.507999 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8962f61-3531-4be5-8930-78619dbfd07f req-3a2549ae-7ca5-472f-a112-3ccc1fa3403d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 1097 time: 0.2648396 Jul 16 03:28:07.515609 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2606e83f-ce3d-40ec-977d-b51ff5a6d78f None None] Routers {'28f32ca3-9a84-4636-ae3f-cbecbd823171'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:07.516242 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2606e83f-ce3d-40ec-977d-b51ff5a6d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['28f32ca3-9a84-4636-ae3f-cbecbd823171'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:07.549428 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3117f7d5-b082-4a67-ab27-9bc3cb428330 req-8fee983d-4153-468a-85ed-687b221d5d34 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6309b073-62c1-42f5-a1b7-7e4b1a305fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176932 Jul 16 03:28:07.572124 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e558771b-0896-4c42-978b-9c01ece68096 req-ff205493-2064-4097-8268-72bbb8c353b1 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000972 Jul 16 03:28:07.600235 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8962f61-3531-4be5-8930-78619dbfd07f req-3c3ee1f9-46de-453c-a01e-3b9d372be709 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728369 Jul 16 03:28:07.678978 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2606e83f-ce3d-40ec-977d-b51ff5a6d78f None None] Set router 28f32ca3-9a84-4636-ae3f-cbecbd823171 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:07.833401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f626893-7c3f-4976-980e-76a30877b249 req-f766e716-0a4f-4b2a-ae97-d719aeba6905 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.841169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f626893-7c3f-4976-980e-76a30877b249 req-f766e716-0a4f-4b2a-ae97-d719aeba6905 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 946 time: 0.1030064 Jul 16 03:28:07.919077 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f626893-7c3f-4976-980e-76a30877b249 req-5579b0b4-5b9e-48f6-9509-7ae713ebf62c tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769176 Jul 16 03:28:07.966652 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:07.974950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187fa01-6a6c-470b-a3e9-21c0c6609f92 req-5dee7343-e876-4e6a-b166-954047394d74 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:07.976182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5187fa01-6a6c-470b-a3e9-21c0c6609f92 req-5dee7343-e876-4e6a-b166-954047394d74 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f186b7c-3ba5-4114-9416-09b54a49055a HTTP/1.1" status: 200 len: 949 time: 0.1278605 Jul 16 03:28:08.038535 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2606e83f-ce3d-40ec-977d-b51ff5a6d78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'name': 'tempest-FloatingIPDetailsTestJSON-394644378-router', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:20Z', 'updated_at': '2021-07-16T03:28:05Z', 'revision_number': 5, 'project_id': '31fa293ca0894726a38ae03b39c8918b', 'gw_port': {'id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:22Z', 'updated_at': '2021-07-16T03:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:08.066009 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2606e83f-ce3d-40ec-977d-b51ff5a6d78f None None] The sync data for ids ['28f32ca3-9a84-4636-ae3f-cbecbd823171'] in n-d-800088-6 is: [{'id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'name': 'tempest-FloatingIPDetailsTestJSON-394644378-router', 'tenant_id': '31fa293ca0894726a38ae03b39c8918b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:20Z', 'updated_at': '2021-07-16T03:28:05Z', 'revision_number': 5, 'project_id': '31fa293ca0894726a38ae03b39c8918b', 'gw_port': {'id': '852b097a-7a8c-400d-a9e7-a8bed15dc76e', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f32ca3-9a84-4636-ae3f-cbecbd823171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:22Z', 'updated_at': '2021-07-16T03:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:28:08.086345 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf13ef-bcb8-4ed2-a372-9c20d3b6cc70 req-fccdc3fe-5105-42ec-9f96-4564b7fcd305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:08.088786 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0bdf13ef-bcb8-4ed2-a372-9c20d3b6cc70 req-fccdc3fe-5105-42ec-9f96-4564b7fcd305 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 1100 time: 0.8678200 Jul 16 03:28:08.092460 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-58b73258-049f-41b6-800c-8637d20c7723 req-a4b23a3e-3697-4af6-9b92-398ee227518b service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7982421 Jul 16 03:28:08.165207 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5187fa01-6a6c-470b-a3e9-21c0c6609f92 req-114af877-18b1-44e8-9726-52109172d9d4 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697505 Jul 16 03:28:08.200070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5667472b-4ee0-4c0e-8e56-c78360bfbac9 req-37b2495f-9bfc-48a1-92b6-27f011dd8f85 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2228794 Jul 16 03:28:08.231805 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476e20b-9327-4fec-aa25-d4bd2de36fe8 req-77d99d44-307f-44ee-8bc5-9d94fef6e2e2 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:08.238700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c476e20b-9327-4fec-aa25-d4bd2de36fe8 req-77d99d44-307f-44ee-8bc5-9d94fef6e2e2 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.1105659 Jul 16 03:28:08.246275 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0bdf13ef-bcb8-4ed2-a372-9c20d3b6cc70 req-e34f1190-8466-4192-9801-2cdb143966bc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491175 Jul 16 03:28:08.252036 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.279761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c476e20b-9327-4fec-aa25-d4bd2de36fe8 req-eb8ddc63-cfdf-4051-b369-d4b493e28417 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402303 Jul 16 03:28:08.285970 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a064f662-71a9-47d6-bcbf-fdbb5a75a792 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:08.324163 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-58b73258-049f-41b6-800c-8637d20c7723 req-13b8342e-f156-462d-8111-ec430d2a0e01 service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941419 Jul 16 03:28:08.384845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port a064f662-71a9-47d6-bcbf-fdbb5a75a792 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:08.390243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port a064f662-71a9-47d6-bcbf-fdbb5a75a792 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:08.390895 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.394044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] Deleting port 852b097a-7a8c-400d-a9e7-a8bed15dc76e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:08.394044 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.492131 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667472b-4ee0-4c0e-8e56-c78360bfbac9 req-5b9e5e63-b8c9-451b-80d0-4420a57f57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:08.493806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5667472b-4ee0-4c0e-8e56-c78360bfbac9 req-5b9e5e63-b8c9-451b-80d0-4420a57f57bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 1095 time: 0.1818390 Jul 16 03:28:08.511833 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.531309 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] For port 852b097a-7a8c-400d-a9e7-a8bed15dc76e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=852b097a-7a8c-400d-a9e7-a8bed15dc76e,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:08.532279 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.534734 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479ff53-0c18-4b0b-9b98-de1cfa753cd1 req-15da26f3-fac3-4cbd-b360-9ca65aa9122b tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:08.536304 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8479ff53-0c18-4b0b-9b98-de1cfa753cd1 req-15da26f3-fac3-4cbd-b360-9ca65aa9122b tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 946 time: 0.1639843 Jul 16 03:28:08.560802 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] Calling delete_port for 852b097a-7a8c-400d-a9e7-a8bed15dc76e owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:08.585320 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0945fa1-67ef-4f95-9940-1af23b8befbe req-a4745e4e-d173-466a-967f-efd9bfa37cf7 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:08.590297 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a064f662-71a9-47d6-bcbf-fdbb5a75a792, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a064f662-71a9-47d6-bcbf-fdbb5a75a792,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:08.592450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0945fa1-67ef-4f95-9940-1af23b8befbe req-a4745e4e-d173-466a-967f-efd9bfa37cf7 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.1788845 Jul 16 03:28:08.601034 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.680465 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8479ff53-0c18-4b0b-9b98-de1cfa753cd1 req-9e2e8f60-8efd-45d1-8cd9-8816928c9777 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/security-groups?id=6309b073-62c1-42f5-a1b7-7e4b1a305fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316810 Jul 16 03:28:08.727606 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a064f662-71a9-47d6-bcbf-fdbb5a75a792,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:08.759410 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0945fa1-67ef-4f95-9940-1af23b8befbe req-f7093978-cb83-4bbe-bbef-b6e04f201fca tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659913 Jul 16 03:28:08.787666 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667472b-4ee0-4c0e-8e56-c78360bfbac9 req-ee6deb1e-ed77-4167-ac9d-568642682992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:08.789446 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5667472b-4ee0-4c0e-8e56-c78360bfbac9 req-ee6deb1e-ed77-4167-ac9d-568642682992 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.2522418 Jul 16 03:28:08.868241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5667472b-4ee0-4c0e-8e56-c78360bfbac9 req-e320c5ce-c759-4726-bceb-002c3b88ad0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f HTTP/1.1" status: 200 len: 217 time: 0.0690157 Jul 16 03:28:08.924069 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:08.961101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] Pushing event deleted for resources: {'Port': ['ID=852b097a-7a8c-400d-a9e7-a8bed15dc76e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:08.967746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667472b-4ee0-4c0e-8e56-c78360bfbac9 req-4162edbc-1bab-44ad-a1c5-f5491090a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:08.969273 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5667472b-4ee0-4c0e-8e56-c78360bfbac9 req-4162edbc-1bab-44ad-a1c5-f5491090a546 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.0931711 Jul 16 03:28:09.019196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f186b7c-3ba5-4114-9416-09b54a49055a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a064f662-71a9-47d6-bcbf-fdbb5a75a792'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:09.021059 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cc21e5-c201-49ff-a125-3bb087743893" -d '{"events": [{"server_uuid": "9f186b7c-3ba5-4114-9416-09b54a49055a", "name": "network-vif-plugged", "status": "completed", "tag": "a064f662-71a9-47d6-bcbf-fdbb5a75a792"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:09.022608 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5667472b-4ee0-4c0e-8e56-c78360bfbac9 req-68f509d4-ffc0-49f1-bec4-f8602aac6694 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401218 Jul 16 03:28:09.032644 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.036414 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9ec5a-5afe-49d8-b501-bcbf997bfd74 req-75635382-2b7e-4d2a-925b-53af32914af9 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:09.044720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25f9ec5a-5afe-49d8-b501-bcbf997bfd74 req-75635382-2b7e-4d2a-925b-53af32914af9 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 946 time: 0.1603396 Jul 16 03:28:09.124662 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.126848 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.132862 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25f9ec5a-5afe-49d8-b501-bcbf997bfd74 req-776b96c4-116d-457a-a4f1-7469e90f7635 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870121 Jul 16 03:28:09.177536 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.177659 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28f32ca3-9a84-4636-ae3f-cbecbd823171 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:28:09.183098 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.184394 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1d662fbe-ba93-47d0-9ce1-3942c0a9dc34 admin admin] 10.222.0.18 "DELETE /v2.0/routers/28f32ca3-9a84-4636-ae3f-cbecbd823171 HTTP/1.1" status: 204 len: 168 time: 2.1983237 Jul 16 03:28:09.186865 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51128) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:09.206382 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686c5f76-07ba-4f2f-b3d2-f33b46f2f0e5 x-openstack-request-id: req-686c5f76-07ba-4f2f-b3d2-f33b46f2f0e5 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:09.206679 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f186b7c-3ba5-4114-9416-09b54a49055a", "name": "network-vif-plugged", "status": "completed", "tag": "a064f662-71a9-47d6-bcbf-fdbb5a75a792", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:09.206935 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-686c5f76-07ba-4f2f-b3d2-f33b46f2f0e5 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:09.207334 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f186b7c-3ba5-4114-9416-09b54a49055a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a064f662-71a9-47d6-bcbf-fdbb5a75a792', 'code': 200} Jul 16 03:28:09.254566 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e305c601-7827-4495-a021-d312b309fdd5 admin admin] Deleting subnet 5d365a6e-e978-490f-9dcd-8b8e4b8bc401 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:28:09.258365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e305c601-7827-4495-a021-d312b309fdd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.274956 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5667472b-4ee0-4c0e-8e56-c78360bfbac9 req-e72f31a0-989c-4101-bf90-e9c485f5d469 service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154808 Jul 16 03:28:09.293487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68160698-5187-4e9f-9bd4-8c9330ef5ca3 req-04541b7e-b482-47b9-a438-48b8dc5facd0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:09.302340 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68160698-5187-4e9f-9bd4-8c9330ef5ca3 req-04541b7e-b482-47b9-a438-48b8dc5facd0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 946 time: 0.2417386 Jul 16 03:28:09.313467 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e305c601-7827-4495-a021-d312b309fdd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.489865 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e305c601-7827-4495-a021-d312b309fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.532599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68160698-5187-4e9f-9bd4-8c9330ef5ca3 req-a8d39884-19bb-4944-9827-0c8e56f45f69 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289417 Jul 16 03:28:09.542913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d6933-3e1e-4f99-9d15-4b0b07f49a98 req-2f9365e8-673d-4dca-8b83-a42a36d0741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:09.544442 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f8d6933-3e1e-4f99-9d15-4b0b07f49a98 req-2f9365e8-673d-4dca-8b83-a42a36d0741d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=9f186b7c-3ba5-4114-9416-09b54a49055a HTTP/1.1" status: 200 len: 1101 time: 0.1287704 Jul 16 03:28:09.588107 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5667472b-4ee0-4c0e-8e56-c78360bfbac9 req-26a68708-b863-4e34-904f-988bdc47be30 service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563174 Jul 16 03:28:09.613443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b615a27-111c-47b8-b379-72f7a95cde37 req-f2ce961e-2b90-40fb-9087-2e736d18333e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:09.622861 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b615a27-111c-47b8-b379-72f7a95cde37 req-f2ce961e-2b90-40fb-9087-2e736d18333e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f186b7c-3ba5-4114-9416-09b54a49055a HTTP/1.1" status: 200 len: 950 time: 0.2807760 Jul 16 03:28:09.643041 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f8d6933-3e1e-4f99-9d15-4b0b07f49a98 req-29156fd6-5307-463f-a320-513e21381551 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762377 Jul 16 03:28:09.644667 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e305c601-7827-4495-a021-d312b309fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.673969 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305c601-7827-4495-a021-d312b309fdd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d365a6e-e978-490f-9dcd-8b8e4b8bc401,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:09.682278 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b615a27-111c-47b8-b379-72f7a95cde37 req-9afd1088-4b55-413c-8529-ca249cf07d34 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568855 Jul 16 03:28:09.686382 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e305c601-7827-4495-a021-d312b309fdd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.688074 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbda6bd4-de81-441e-96ad-5cdd74b9cce3 None None] Network 45629be9-4804-4f9a-b992-3de07720a732 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:28:09.688664 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e305c601-7827-4495-a021-d312b309fdd5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5d365a6e-e978-490f-9dcd-8b8e4b8bc401 HTTP/1.1" status: 204 len: 168 time: 0.5005510 Jul 16 03:28:09.691997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51146) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:09.826463 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 03e4651b-112a-4448-839f-a6a3a41c75d4 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:09.857730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 03e4651b-112a-4448-839f-a6a3a41c75d4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:09.858402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 03e4651b-112a-4448-839f-a6a3a41c75d4 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:09.879552 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.896431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba2d22-a878-4e4b-b5d0-bc685c90ad1e req-5314c048-0ec5-4622-804b-1f98959d12e5 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:09.898526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-deba2d22-a878-4e4b-b5d0-bc685c90ad1e req-5314c048-0ec5-4622-804b-1f98959d12e5 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.1478541 Jul 16 03:28:09.969151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] Deleting port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:09.972527 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:09.981250 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-deba2d22-a878-4e4b-b5d0-bc685c90ad1e req-5432e98d-30fa-4f19-a4c7-486c8a492892 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740843 Jul 16 03:28:10.034326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee6938-ff7e-45db-9b94-a84f8fc554ca req-d6e9b688-0af6-4245-9241-3f84aca196e2 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:10.041875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b246aa-d82b-4fcd-8c14-b2a33cd724b5 None None] DHCP port deletion for 45629be9-4804-4f9a-b992-3de07720a732 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:28:10.043972 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1aee6938-ff7e-45db-9b94-a84f8fc554ca req-d6e9b688-0af6-4245-9241-3f84aca196e2 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 946 time: 0.1291924 Jul 16 03:28:10.058363 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:10.065786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b0eff8ca-a107-47d0-bb98-839fc37ed56b tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Request body: {'floatingip': {'port_id': '6eff0297-5f22-486d-844e-03a362e0c282'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:10.084008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] For port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=26da22ca-d0d2-43bb-a35b-eba6d25f6e51,segment=NetworkSegment(134192b2-1b73-460b-8104-be214e8908cf),segment_id=134192b2-1b73-460b-8104-be214e8908cf)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:10.084535 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.103717 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] Calling delete_port for 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:10.107242 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0eff8ca-a107-47d0-bb98-839fc37ed56b tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.118829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8b246aa-d82b-4fcd-8c14-b2a33cd724b5 None None] Deleting port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:10.119111 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8b246aa-d82b-4fcd-8c14-b2a33cd724b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.190529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8b246aa-d82b-4fcd-8c14-b2a33cd724b5 None None] For port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=26da22ca-d0d2-43bb-a35b-eba6d25f6e51,segment=NetworkSegment(134192b2-1b73-460b-8104-be214e8908cf),segment_id=134192b2-1b73-460b-8104-be214e8908cf)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:10.191050 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8b246aa-d82b-4fcd-8c14-b2a33cd724b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.194799 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.206530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a8b246aa-d82b-4fcd-8c14-b2a33cd724b5 None None] Calling delete_port for 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:10.228816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] No DVR routers for this DVR port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:10.233061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] Pushing event deleted for resources: {'Port': ['ID=26da22ca-d0d2-43bb-a35b-eba6d25f6e51,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:10.295645 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8b246aa-d82b-4fcd-8c14-b2a33cd724b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.305198 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 753a7e75-e05d-49e8-b619-5177abf777fd details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:10.310182 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.320439 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45629be9-4804-4f9a-b992-3de07720a732']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:10.330834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134192b2-1b73-460b-8104-be214e8908cf') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:10.331282 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134192b2-1b73-460b-8104-be214e8908cf') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:10.333822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b246aa-d82b-4fcd-8c14-b2a33cd724b5 None None] No DVR routers for this DVR port 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:10.343095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b246aa-d82b-4fcd-8c14-b2a33cd724b5 None None] Pushing event deleted for resources: {'Port': ['ID=26da22ca-d0d2-43bb-a35b-eba6d25f6e51,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:10.344740 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.361112 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.369112 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:28:10.369642 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:28:10.371414 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:28:10.378820 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce1396-fa3e-4b64-b278-4964830fcd2c req-bb357a0c-f0c4-4254-a8c1-1cacfbc173b1 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:10.380488 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2ce1396-fa3e-4b64-b278-4964830fcd2c req-bb357a0c-f0c4-4254-a8c1-1cacfbc173b1 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 946 time: 0.2428951 Jul 16 03:28:10.399824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba38c6-4d88-480e-b09b-1cc96495c6f6 req-2b8cda7a-7732-4e07-81d3-e12eae10f49d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:10.402154 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98ba38c6-4d88-480e-b09b-1cc96495c6f6 req-2b8cda7a-7732-4e07-81d3-e12eae10f49d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.1991694 Jul 16 03:28:10.433925 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.439606 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.443844 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] 10.222.0.18 "DELETE /v2.0/networks/45629be9-4804-4f9a-b992-3de07720a732 HTTP/1.1" status: 204 len: 168 time: 0.7485173 Jul 16 03:28:10.452763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cb4e4-e5a4-4b35-a4c3-b5b5c71bbe2b admin admin] Pushing event deleted for resources: {'Network': ['ID=45629be9-4804-4f9a-b992-3de07720a732,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:10.471192 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 753a7e75-e05d-49e8-b619-5177abf777fd, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=753a7e75-e05d-49e8-b619-5177abf777fd,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:10.484890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '753a7e75-e05d-49e8-b619-5177abf777fd', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '753a7e75-e05d-49e8-b619-5177abf777fd', 'mac_address': 'fa:16:3e:ad:c0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:10.505984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2ce1396-fa3e-4b64-b278-4964830fcd2c req-2a236ed6-c355-4a45-b6db-4c6ef967f0a9 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/security-groups?id=6309b073-62c1-42f5-a1b7-7e4b1a305fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178012 Jul 16 03:28:10.515197 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98ba38c6-4d88-480e-b09b-1cc96495c6f6 req-fd3bc364-31d7-4684-8dbb-a764c7e0c9f0 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821714 Jul 16 03:28:10.544750 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.574888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753a7e75-e05d-49e8-b619-5177abf777fd {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:10.620448 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51164) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:10.621476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 753a7e75-e05d-49e8-b619-5177abf777fd, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=753a7e75-e05d-49e8-b619-5177abf777fd,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:10.626258 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.675154 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ae045f65-183c-43da-8a94-0999931d03d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31fa293ca0894726a38ae03b39c8918b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513008 Jul 16 03:28:10.676379 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51166) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:10.702636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=753a7e75-e05d-49e8-b619-5177abf777fd,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:10.727520 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7672531-7f8c-4a0d-9274-e9fbec3782fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.748610 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7672531-7f8c-4a0d-9274-e9fbec3782fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.776101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['753a7e75-e05d-49e8-b619-5177abf777fd'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:10.798997 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7672531-7f8c-4a0d-9274-e9fbec3782fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.802620 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7672531-7f8c-4a0d-9274-e9fbec3782fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.803990 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d7672531-7f8c-4a0d-9274-e9fbec3782fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b14edad3-8037-4b24-b08e-bdb27c8696ce HTTP/1.1" status: 204 len: 168 time: 0.1274621 Jul 16 03:28:10.813729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7672531-7f8c-4a0d-9274-e9fbec3782fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14edad3-8037-4b24-b08e-bdb27c8696ce,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:10.864251 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0eff8ca-a107-47d0-bb98-839fc37ed56b tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:10.879622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e2435-f468-4e00-924c-7104e8a6a5a3 req-9bee7ac3-c769-4efd-a215-60ba75d69a74 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:10.881151 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f7e2435-f468-4e00-924c-7104e8a6a5a3 req-9bee7ac3-c769-4efd-a215-60ba75d69a74 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.1876333 Jul 16 03:28:10.889090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc704d4-d651-46e8-8c4c-f25122f579d7 req-a5cbfe3c-b821-4184-8b0b-40f0922afe39 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:10.890586 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ddc704d4-d651-46e8-8c4c-f25122f579d7 req-a5cbfe3c-b821-4184-8b0b-40f0922afe39 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 946 time: 0.1957908 Jul 16 03:28:10.891217 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0eff8ca-a107-47d0-bb98-839fc37ed56b tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:11.022678 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f7e2435-f468-4e00-924c-7104e8a6a5a3 req-3e93969b-74b8-43a2-a2e1-f2243cab012a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285179 Jul 16 03:28:11.028958 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ddc704d4-d651-46e8-8c4c-f25122f579d7 req-8e0cd495-3f41-45a6-9243-17c1a4e76a5a tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008797 Jul 16 03:28:11.042927 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-b0eff8ca-a107-47d0-bb98-839fc37ed56b tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Floating IP 9342c807-069f-4305-ac04-6ca518ab0101 associated. External IP: 172.25.3.19, port: 6eff0297-5f22-486d-844e-03a362e0c282. Jul 16 03:28:11.351212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b69e4c-2c85-41b0-8c74-12c2cf98c3c5 req-33db275f-ee9c-4e95-801d-c07bec619397 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:11.352724 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5b69e4c-2c85-41b0-8c74-12c2cf98c3c5 req-33db275f-ee9c-4e95-801d-c07bec619397 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 946 time: 0.1747928 Jul 16 03:28:11.365018 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51192) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:11.371780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-77dc26b7-4680-48a5-ab9d-3301ce6c7654 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Request body: {'floatingip': {'port_id': '51152b6d-6cd4-4056-b9ef-f45a88aba509'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:11.424341 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77dc26b7-4680-48a5-ab9d-3301ce6c7654 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:11.465360 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 852b097a-7a8c-400d-a9e7-a8bed15dc76e no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:11.507404 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 852b097a-7a8c-400d-a9e7-a8bed15dc76e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:11.507767 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 852b097a-7a8c-400d-a9e7-a8bed15dc76e not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:11.508190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:11.538835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:11.539176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 26da22ca-d0d2-43bb-a35b-eba6d25f6e51 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:11.717239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-25c90310-9f6f-4db6-b686-8619756f4f93 req-6c4218ee-0c9d-4547-8904-e1e796929f8e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:28:11.718204 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25c90310-9f6f-4db6-b686-8619756f4f93 req-6c4218ee-0c9d-4547-8904-e1e796929f8e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059624 Jul 16 03:28:11.733529 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14e345-cffc-4f0d-9318-84076ce48bab req-114edd84-32dc-4d7e-9188-82b06016b11f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:11.735026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cb14e345-cffc-4f0d-9318-84076ce48bab req-114edd84-32dc-4d7e-9188-82b06016b11f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f186b7c-3ba5-4114-9416-09b54a49055a HTTP/1.1" status: 200 len: 950 time: 0.5010853 Jul 16 03:28:11.776725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0eff8ca-a107-47d0-bb98-839fc37ed56b tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:28:11.798672 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cb14e345-cffc-4f0d-9318-84076ce48bab req-393c661d-2d22-451b-b807-cc22de9004ca tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522707 Jul 16 03:28:11.978784 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77dc26b7-4680-48a5-ab9d-3301ce6c7654 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:11.983207 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77dc26b7-4680-48a5-ab9d-3301ce6c7654 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.028830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0eff8ca-a107-47d0-bb98-839fc37ed56b tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:28:12.035757 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0eff8ca-a107-47d0-bb98-839fc37ed56b tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.039430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bad5604-49ca-449c-832f-9b5c4654afe5 None None] Sync routers for ids ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:28:12.049774 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bad5604-49ca-449c-832f-9b5c4654afe5 None None] Routers {'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:12.050620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1bad5604-49ca-449c-832f-9b5c4654afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:12.123804 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-77dc26b7-4680-48a5-ab9d-3301ce6c7654 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Floating IP 41b61781-b8a4-4289-b75f-85b8c393a793 associated. External IP: 172.25.3.192, port: 51152b6d-6cd4-4056-b9ef-f45a88aba509. Jul 16 03:28:12.146377 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-3b359cd4-3e80-44b3-b882-2fc225161f03 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2093544 Jul 16 03:28:12.167339 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b0eff8ca-a107-47d0-bb98-839fc37ed56b tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "PUT /v2.0/floatingips/9342c807-069f-4305-ac04-6ca518ab0101 HTTP/1.1" status: 200 len: 991 time: 2.1078525 Jul 16 03:28:12.171043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '494919d0-c9e7-4001-a9c2-c417881f5e7a', 'tag': '6eff0297-5f22-486d-844e-03a362e0c282'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:12.172148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1bad5604-49ca-449c-832f-9b5c4654afe5 None None] Set router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:12.188783 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94baa7f2-8bb5-4297-a0ad-638234dc89fc" -d '{"events": [{"name": "network-changed", "server_uuid": "494919d0-c9e7-4001-a9c2-c417881f5e7a", "tag": "6eff0297-5f22-486d-844e-03a362e0c282"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:12.202183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5249c-ba59-47ab-9895-13692e033f8c req-64aeb4e4-1f0a-4c10-b48b-e09fd9b316e8 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.215797 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91a5249c-ba59-47ab-9895-13692e033f8c req-64aeb4e4-1f0a-4c10-b48b-e09fd9b316e8 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.2408996 Jul 16 03:28:12.311138 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91a5249c-ba59-47ab-9895-13692e033f8c req-789de9ff-89f8-4ecc-9e80-76c1589efca6 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841804 Jul 16 03:28:12.312986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 753a7e75-e05d-49e8-b619-5177abf777fd up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:12.441584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 753a7e75-e05d-49e8-b619-5177abf777fd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:12.441970 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.562718 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77dc26b7-4680-48a5-ab9d-3301ce6c7654 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Router 35267d6c-8b1d-4a83-8645-df3f71ea32bc has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:28:12.577589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1bad5604-49ca-449c-832f-9b5c4654afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '9342c807-069f-4305-ac04-6ca518ab0101', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'port_id': '6eff0297-5f22-486d-844e-03a362e0c282', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'mac_address': 'fa:16:3e:af:c6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494919d0-c9e7-4001-a9c2-c417881f5e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:25:46Z', 'updated_at': '2021-07-16T03:28:10Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd594e4a7-1567-4ed1-b646-4fb1874c13c1', 'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'mac_address': 'fa:16:3e:02:f1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:21Z', 'updated_at': '2021-07-16T03:25:31Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'subnets': [{'id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:12.578904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51effdaa-a53e-426b-9e10-ffffa3ace8b5 req-0c5835ad-b462-4e66-8a75-e57293be9dc8 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:12.591667 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-51effdaa-a53e-426b-9e10-ffffa3ace8b5 req-0c5835ad-b462-4e66-8a75-e57293be9dc8 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.1323779 Jul 16 03:28:12.615970 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bad5604-49ca-449c-832f-9b5c4654afe5 None None] Checking router: ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:28:12.623255 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.635143 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bad5604-49ca-449c-832f-9b5c4654afe5 None None] Routers {'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:12.635774 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1bad5604-49ca-449c-832f-9b5c4654afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:12.653081 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-51effdaa-a53e-426b-9e10-ffffa3ace8b5 req-1ae515d3-a79c-4e7c-bfb5-3ac51ef9998f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603201 Jul 16 03:28:12.714398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983795ca-f6d8-448a-8df2-a63df7923d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753a7e75-e05d-49e8-b619-5177abf777fd'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:12.716693 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a28991b-ad0a-4785-8fe3-afdbbfdc7725" -d '{"events": [{"server_uuid": "983795ca-f6d8-448a-8df2-a63df7923d47", "name": "network-vif-plugged", "status": "completed", "tag": "753a7e75-e05d-49e8-b619-5177abf777fd"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:12.736994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 753a7e75-e05d-49e8-b619-5177abf777fd, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=753a7e75-e05d-49e8-b619-5177abf777fd,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:12.770539 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.897419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1bad5604-49ca-449c-832f-9b5c4654afe5 None None] Set router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:12.928210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dc26b7-4680-48a5-ab9d-3301ce6c7654 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:28:12.935486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77dc26b7-4680-48a5-ab9d-3301ce6c7654 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:12.938551 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b105210-54a2-4f81-844e-0af0158be9e3 None None] Sync routers for ids ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:28:12.952302 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b105210-54a2-4f81-844e-0af0158be9e3 None None] Routers {'35267d6c-8b1d-4a83-8645-df3f71ea32bc'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:12.952966 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b105210-54a2-4f81-844e-0af0158be9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:12.985018 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-77dc26b7-4680-48a5-ab9d-3301ce6c7654 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "PUT /v2.0/floatingips/41b61781-b8a4-4289-b75f-85b8c393a793 HTTP/1.1" status: 200 len: 992 time: 1.6185575 Jul 16 03:28:12.985907 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968d8b62-682a-46a2-8ade-3f7dd79c8895', 'tag': '51152b6d-6cd4-4056-b9ef-f45a88aba509'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:12.989066 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e91b88d-afb8-4b6c-8e6d-9c4e39a3f966" -d '{"events": [{"name": "network-changed", "server_uuid": "968d8b62-682a-46a2-8ade-3f7dd79c8895", "tag": "51152b6d-6cd4-4056-b9ef-f45a88aba509"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:13.003003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=753a7e75-e05d-49e8-b619-5177abf777fd,revision_number=10']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:13.011002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04beffc0-657a-416d-9725-c39cc09c8c27 req-76170ace-af6b-41d2-a093-0d70ee214096 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.030141 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04beffc0-657a-416d-9725-c39cc09c8c27 req-76170ace-af6b-41d2-a093-0d70ee214096 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 946 time: 0.2283652 Jul 16 03:28:13.152743 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04beffc0-657a-416d-9725-c39cc09c8c27 req-043f4036-5507-4995-9a48-41f86004492a tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087861 Jul 16 03:28:13.220092 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6133076-4ac2-4fc0-852f-807157ca3bfc x-openstack-request-id: req-f6133076-4ac2-4fc0-852f-807157ca3bfc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:13.225938 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "494919d0-c9e7-4001-a9c2-c417881f5e7a", "tag": "6eff0297-5f22-486d-844e-03a362e0c282", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:13.226214 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6133076-4ac2-4fc0-852f-807157ca3bfc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:13.226664 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '494919d0-c9e7-4001-a9c2-c417881f5e7a', 'tag': '6eff0297-5f22-486d-844e-03a362e0c282', 'status': 'completed', 'code': 200} Jul 16 03:28:13.241366 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1b105210-54a2-4f81-844e-0af0158be9e3 None None] Set router 35267d6c-8b1d-4a83-8645-df3f71ea32bc gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:13.304250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1bad5604-49ca-449c-832f-9b5c4654afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '9342c807-069f-4305-ac04-6ca518ab0101', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'port_id': '6eff0297-5f22-486d-844e-03a362e0c282', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'mac_address': 'fa:16:3e:af:c6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494919d0-c9e7-4001-a9c2-c417881f5e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:25:46Z', 'updated_at': '2021-07-16T03:28:10Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd594e4a7-1567-4ed1-b646-4fb1874c13c1', 'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'mac_address': 'fa:16:3e:02:f1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:21Z', 'updated_at': '2021-07-16T03:25:31Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'subnets': [{'id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:13.348288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bad5604-49ca-449c-832f-9b5c4654afe5 None None] The sync data for ids ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'] in n-d-800088-6 is: [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '9342c807-069f-4305-ac04-6ca518ab0101', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'floating_ip_address': '172.25.3.19', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'port_id': '6eff0297-5f22-486d-844e-03a362e0c282', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'mac_address': 'fa:16:3e:af:c6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494919d0-c9e7-4001-a9c2-c417881f5e7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:25:46Z', 'updated_at': '2021-07-16T03:28:10Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd594e4a7-1567-4ed1-b646-4fb1874c13c1', 'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'mac_address': 'fa:16:3e:02:f1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:21Z', 'updated_at': '2021-07-16T03:25:31Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'subnets': [{'id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:28:13.351618 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a1d709-5925-4d39-af59-82c346bfedfa x-openstack-request-id: req-b2a1d709-5925-4d39-af59-82c346bfedfa {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:13.352064 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983795ca-f6d8-448a-8df2-a63df7923d47", "name": "network-vif-plugged", "status": "completed", "tag": "753a7e75-e05d-49e8-b619-5177abf777fd", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:13.353627 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2a1d709-5925-4d39-af59-82c346bfedfa {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:13.354350 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983795ca-f6d8-448a-8df2-a63df7923d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753a7e75-e05d-49e8-b619-5177abf777fd', 'code': 200} Jul 16 03:28:13.400605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baa7f2-8bb5-4297-a0ad-638234dc89fc req-08c465dd-b5f7-4c20-8b2f-963e30ef3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.402298 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94baa7f2-8bb5-4297-a0ad-638234dc89fc req-08c465dd-b5f7-4c20-8b2f-963e30ef3857 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=13e9c7f1e5614f26a30fc46498692a08&device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 1097 time: 0.1559813 Jul 16 03:28:13.590731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baa7f2-8bb5-4297-a0ad-638234dc89fc req-109835c7-2a9d-4898-b8af-3090fdca26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.596379 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94baa7f2-8bb5-4297-a0ad-638234dc89fc req-109835c7-2a9d-4898-b8af-3090fdca26b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3b81a2ed-00e6-441b-ab06-b543304c7c21 HTTP/1.1" status: 200 len: 925 time: 0.1757987 Jul 16 03:28:13.620781 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31728bed-abe0-441a-a4c3-0d0a0e488359 x-openstack-request-id: req-31728bed-abe0-441a-a4c3-0d0a0e488359 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:13.621365 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968d8b62-682a-46a2-8ade-3f7dd79c8895", "tag": "51152b6d-6cd4-4056-b9ef-f45a88aba509", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:13.621614 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31728bed-abe0-441a-a4c3-0d0a0e488359 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:13.622207 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968d8b62-682a-46a2-8ade-3f7dd79c8895', 'tag': '51152b6d-6cd4-4056-b9ef-f45a88aba509', 'status': 'completed', 'code': 200} Jul 16 03:28:13.711900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bff1e81-33d3-4d09-8b5d-d91c11ca25e5 None None] New status for floating IP 9342c807-069f-4305-ac04-6ca518ab0101: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:28:13.728453 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94baa7f2-8bb5-4297-a0ad-638234dc89fc req-e31c74c5-9025-49be-9c90-2840d2290c5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6eff0297-5f22-486d-844e-03a362e0c282 HTTP/1.1" status: 200 len: 999 time: 0.1213572 Jul 16 03:28:13.817004 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91b88d-afb8-4b6c-8e6d-9c4e39a3f966 req-d82ad975-4221-4b48-8e6a-1eccf0e11b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.820789 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5e91b88d-afb8-4b6c-8e6d-9c4e39a3f966 req-d82ad975-4221-4b48-8e6a-1eccf0e11b10 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ff2262b741fc426098ce6216e029081d&device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 1097 time: 0.1688576 Jul 16 03:28:13.879144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baa7f2-8bb5-4297-a0ad-638234dc89fc req-5b1f43ba-75c5-4151-9b56-5545300954c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:13.880795 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94baa7f2-8bb5-4297-a0ad-638234dc89fc req-5b1f43ba-75c5-4151-9b56-5545300954c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d05c25c6-bed0-4cc4-be87-9f3386e3f499 HTTP/1.1" status: 200 len: 863 time: 0.1372097 Jul 16 03:28:13.906762 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b105210-54a2-4f81-844e-0af0158be9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:27:39Z', 'revision_number': 4, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'gw_port': {'id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:31Z', 'updated_at': '2021-07-16T03:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '41b61781-b8a4-4289-b75f-85b8c393a793', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'port_id': '51152b6d-6cd4-4056-b9ef-f45a88aba509', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'mac_address': 'fa:16:3e:5a:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d8b62-682a-46a2-8ade-3f7dd79c8895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:27:47Z', 'updated_at': '2021-07-16T03:28:11Z', 'revision_number': 1, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757677b4-a4a5-4f22-86bf-3e551ddd9df9', 'name': '', 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'mac_address': 'fa:16:3e:e8:e0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:37Z', 'updated_at': '2021-07-16T03:27:47Z', 'revision_number': 5, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'subnets': [{'id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:13.983671 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b105210-54a2-4f81-844e-0af0158be9e3 None None] Checking router: 35267d6c-8b1d-4a83-8645-df3f71ea32bc for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:28:13.997908 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b105210-54a2-4f81-844e-0af0158be9e3 None None] Routers {'35267d6c-8b1d-4a83-8645-df3f71ea32bc'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:28:14.000443 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b105210-54a2-4f81-844e-0af0158be9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:14.045681 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91b88d-afb8-4b6c-8e6d-9c4e39a3f966 req-6d1140be-8426-424d-a2a0-40d7144f033d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.047630 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5e91b88d-afb8-4b6c-8e6d-9c4e39a3f966 req-6d1140be-8426-424d-a2a0-40d7144f033d service neutron] 10.222.0.88 "GET /v2.0/networks?id=dd4a9d85-da98-44d7-b04b-113e172d8a51 HTTP/1.1" status: 200 len: 912 time: 0.2088146 Jul 16 03:28:14.109976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614b358-73a2-4a03-a0da-75edb169e751 req-907683a6-b866-49ba-b902-b71a42c6859f tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.115720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614b358-73a2-4a03-a0da-75edb169e751 req-907683a6-b866-49ba-b902-b71a42c6859f tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.116474 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614b358-73a2-4a03-a0da-75edb169e751 req-907683a6-b866-49ba-b902-b71a42c6859f tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.117089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614b358-73a2-4a03-a0da-75edb169e751 req-907683a6-b866-49ba-b902-b71a42c6859f tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.117857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614b358-73a2-4a03-a0da-75edb169e751 req-907683a6-b866-49ba-b902-b71a42c6859f tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.118479 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614b358-73a2-4a03-a0da-75edb169e751 req-907683a6-b866-49ba-b902-b71a42c6859f tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.119671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614b358-73a2-4a03-a0da-75edb169e751 req-907683a6-b866-49ba-b902-b71a42c6859f tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.125798 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614b358-73a2-4a03-a0da-75edb169e751 req-907683a6-b866-49ba-b902-b71a42c6859f tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.126523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614b358-73a2-4a03-a0da-75edb169e751 req-907683a6-b866-49ba-b902-b71a42c6859f tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.127148 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614b358-73a2-4a03-a0da-75edb169e751 req-907683a6-b866-49ba-b902-b71a42c6859f tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.127755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614b358-73a2-4a03-a0da-75edb169e751 req-907683a6-b866-49ba-b902-b71a42c6859f tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.128518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614b358-73a2-4a03-a0da-75edb169e751 req-907683a6-b866-49ba-b902-b71a42c6859f tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.129131 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614b358-73a2-4a03-a0da-75edb169e751 req-907683a6-b866-49ba-b902-b71a42c6859f tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.129310 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1b105210-54a2-4f81-844e-0af0158be9e3 None None] Set router 35267d6c-8b1d-4a83-8645-df3f71ea32bc gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:28:14.140964 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e614b358-73a2-4a03-a0da-75edb169e751 req-907683a6-b866-49ba-b902-b71a42c6859f tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9f186b7c-3ba5-4114-9416-09b54a49055a&device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a&device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895&device_id=38f437d4-9e38-4ace-879b-766f74d12065&device_id=73a19d90-eab6-4a26-89b9-24f6980476e6&device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e&device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38&device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb&device_id=983795ca-f6d8-448a-8df2-a63df7923d47&device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c&device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366&device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c&device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 11766 time: 0.2887108 Jul 16 03:28:14.177839 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde15366-1d62-4e68-8da5-2fc009e8f09c req-3629fc02-54cf-4e59-aa60-2c79d0c89211 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.186335 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cde15366-1d62-4e68-8da5-2fc009e8f09c req-3629fc02-54cf-4e59-aa60-2c79d0c89211 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.3222504 Jul 16 03:28:14.188126 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e614b358-73a2-4a03-a0da-75edb169e751 req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:14.240345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94baa7f2-8bb5-4297-a0ad-638234dc89fc req-0c4d6d12-72bf-43cf-8c28-b72726abf902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.247808 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94baa7f2-8bb5-4297-a0ad-638234dc89fc req-0c4d6d12-72bf-43cf-8c28-b72726abf902 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3b81a2ed-00e6-441b-ab06-b543304c7c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3401775 Jul 16 03:28:14.260402 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5e91b88d-afb8-4b6c-8e6d-9c4e39a3f966 req-033660c4-8238-47e0-a4af-47dab82adf5b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51152b6d-6cd4-4056-b9ef-f45a88aba509 HTTP/1.1" status: 200 len: 1000 time: 0.2047031 Jul 16 03:28:14.338630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91b88d-afb8-4b6c-8e6d-9c4e39a3f966 req-42149271-9d7f-4136-8b1c-753135853131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.340152 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5e91b88d-afb8-4b6c-8e6d-9c4e39a3f966 req-42149271-9d7f-4136-8b1c-753135853131 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f4ab3293-9b57-4dd9-aa6a-278349534b3b HTTP/1.1" status: 200 len: 850 time: 0.0702205 Jul 16 03:28:14.431829 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cde15366-1d62-4e68-8da5-2fc009e8f09c req-f9be6733-8f0a-4586-8d14-fbe3a6955e09 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331455 Jul 16 03:28:14.444973 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94baa7f2-8bb5-4297-a0ad-638234dc89fc req-35330af0-962c-45f0-a762-1bc056d5ae62 service neutron] 10.222.0.20 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825864 Jul 16 03:28:14.466017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91b88d-afb8-4b6c-8e6d-9c4e39a3f966 req-21f4fdf4-0660-4337-ac73-af111da14369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.468042 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5e91b88d-afb8-4b6c-8e6d-9c4e39a3f966 req-21f4fdf4-0660-4337-ac73-af111da14369 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd4a9d85-da98-44d7-b04b-113e172d8a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198883 Jul 16 03:28:14.487695 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b105210-54a2-4f81-844e-0af0158be9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:27:39Z', 'revision_number': 4, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'gw_port': {'id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:31Z', 'updated_at': '2021-07-16T03:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '41b61781-b8a4-4289-b75f-85b8c393a793', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'port_id': '51152b6d-6cd4-4056-b9ef-f45a88aba509', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'mac_address': 'fa:16:3e:5a:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d8b62-682a-46a2-8ade-3f7dd79c8895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:27:47Z', 'updated_at': '2021-07-16T03:28:11Z', 'revision_number': 1, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757677b4-a4a5-4f22-86bf-3e551ddd9df9', 'name': '', 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'mac_address': 'fa:16:3e:e8:e0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:37Z', 'updated_at': '2021-07-16T03:27:47Z', 'revision_number': 5, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'subnets': [{'id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:28:14.521497 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b105210-54a2-4f81-844e-0af0158be9e3 None None] The sync data for ids ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'] in n-d-800088-6 is: [{'id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:27:39Z', 'revision_number': 4, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'gw_port': {'id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:31Z', 'updated_at': '2021-07-16T03:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '41b61781-b8a4-4289-b75f-85b8c393a793', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'port_id': '51152b6d-6cd4-4056-b9ef-f45a88aba509', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'mac_address': 'fa:16:3e:5a:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968d8b62-682a-46a2-8ade-3f7dd79c8895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:27:47Z', 'updated_at': '2021-07-16T03:28:11Z', 'revision_number': 1, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757677b4-a4a5-4f22-86bf-3e551ddd9df9', 'name': '', 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'mac_address': 'fa:16:3e:e8:e0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:37Z', 'updated_at': '2021-07-16T03:27:47Z', 'revision_number': 5, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'subnets': [{'id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:28:14.541911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-8052f88b-89a7-406a-ae81-678f568028e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.543887 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-8052f88b-89a7-406a-ae81-678f568028e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 1100 time: 0.1267297 Jul 16 03:28:14.709106 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5e91b88d-afb8-4b6c-8e6d-9c4e39a3f966 req-e1dc93f5-33ca-4864-b632-82b4f1211c77 service neutron] 10.222.0.88 "GET /v2.0/networks/dd4a9d85-da98-44d7-b04b-113e172d8a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231715 Jul 16 03:28:14.764345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94baa7f2-8bb5-4297-a0ad-638234dc89fc req-5e8f3ad4-5127-4ba7-8c78-413c783d7747 service neutron] 10.222.0.20 "GET /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112762 Jul 16 03:28:14.783046 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-489461e3-b050-4243-9303-5d7ce3ec3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.784820 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-489461e3-b050-4243-9303-5d7ce3ec3870 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1914728 Jul 16 03:28:14.800684 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e614b358-73a2-4a03-a0da-75edb169e751 req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:14.820265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b9604-6adc-40cf-bd44-f753903c51dc req-0bd43882-834e-4648-a9ec-7da739df922a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.828715 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c46b9604-6adc-40cf-bd44-f753903c51dc req-0bd43882-834e-4648-a9ec-7da739df922a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.1477132 Jul 16 03:28:14.831956 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e614b358-73a2-4a03-a0da-75edb169e751 req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:14.873795 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-83481ebd-82c7-43f1-ab19-376fb1ac5311 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 HTTP/1.1" status: 200 len: 217 time: 0.0587244 Jul 16 03:28:14.898040 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0826aba-9971-47fd-b72b-a7eaefee9ba8 None None] New status for floating IP 41b61781-b8a4-4289-b75f-85b8c393a793: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:28:14.911968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c46b9604-6adc-40cf-bd44-f753903c51dc req-bf8ad782-588c-4c28-bf7c-b5f619a310c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791667 Jul 16 03:28:14.914871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e614b358-73a2-4a03-a0da-75edb169e751 req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=108d8803-2eac-4c42-b0c1-d54913376037&id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&id=6309b073-62c1-42f5-a1b7-7e4b1a305fee&id=603a9d83-c148-4ebe-8079-fc44d9fd9490&id=b989dc82-3688-4912-b0d8-39b8278e3ae9&id=2e6aac86-6348-4c7c-b8e4-190c75259fed&id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 740 time: 0.7727964 Jul 16 03:28:14.953646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86fa092-146b-40d2-8365-b589d25c7adf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:14.967221 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-016e1a5a-68dc-44ae-9068-0320041a892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:14.969274 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-016e1a5a-68dc-44ae-9068-0320041a892f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0881042 Jul 16 03:28:14.977346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:14.978663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:14.980787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:14.989383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:14.989822 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:14.990181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:14.990529 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:14.990873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:14.991219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:14.997081 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:14.997471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:14.997827 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b382708-3585-4900-bbe3-782d8d27db89 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:15.096382 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5e91b88d-afb8-4b6c-8e6d-9c4e39a3f966 req-7e1a300d-e672-45a5-b5f1-469481c54d78 service neutron] 10.222.0.88 "GET /v2.0/networks/dd4a9d85-da98-44d7-b04b-113e172d8a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775249 Jul 16 03:28:15.147618 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-c195aed6-1a28-4075-924d-5186dcacd008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:15.151632 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-c195aed6-1a28-4075-924d-5186dcacd008 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1623468 Jul 16 03:28:15.267627 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4747781-0e3f-4675-895d-137484f6c70a req-e6c63354-1a74-4234-9068-add2521dd542 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:15.270818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e4747781-0e3f-4675-895d-137484f6c70a req-e6c63354-1a74-4234-9068-add2521dd542 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 946 time: 0.1081090 Jul 16 03:28:15.329464 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e4747781-0e3f-4675-895d-137484f6c70a req-02b01978-374d-474f-94fd-493b9d51eddb tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534825 Jul 16 03:28:15.667859 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-a0b83dec-624a-415c-b678-5053cece4c0a service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986665 Jul 16 03:28:15.737875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d7998-0031-4277-91f7-5f80dc3fb8cd req-951b79c8-1d50-4a12-a37b-9000948f7665 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:15.748821 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e48d7998-0031-4277-91f7-5f80dc3fb8cd req-951b79c8-1d50-4a12-a37b-9000948f7665 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.1115627 Jul 16 03:28:15.799506 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-84fdd2ce-bbb7-4366-8398-cb1227bfbfaf service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191633 Jul 16 03:28:15.812378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e48d7998-0031-4277-91f7-5f80dc3fb8cd req-ea9a9c92-5e31-4499-8e10-5980bd1f0a7f tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626040 Jul 16 03:28:15.873087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51350) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:15.994026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04ab5-e696-404a-820e-b6611cd9b352 req-da85ddcc-fd6a-438d-a226-9a7d149bfb5c tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:15.995518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04ab5-e696-404a-820e-b6611cd9b352 req-da85ddcc-fd6a-438d-a226-9a7d149bfb5c tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:15.995994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f04ab5-e696-404a-820e-b6611cd9b352 req-da85ddcc-fd6a-438d-a226-9a7d149bfb5c tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:16.006009 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64f04ab5-e696-404a-820e-b6611cd9b352 req-da85ddcc-fd6a-438d-a226-9a7d149bfb5c tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9f186b7c-3ba5-4114-9416-09b54a49055a&device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e&device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 2884 time: 0.1245148 Jul 16 03:28:16.082828 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:16.091606 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64f04ab5-e696-404a-820e-b6611cd9b352 req-3b84d494-7d54-4f80-908b-04e80a7c9633 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785851 Jul 16 03:28:16.193296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e425193-6cfc-4dcc-b631-dee5c10aaee2 req-d75e09e3-768b-4790-9c87-4bc6d23e647a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:16.201573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e425193-6cfc-4dcc-b631-dee5c10aaee2 req-d75e09e3-768b-4790-9c87-4bc6d23e647a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.1379158 Jul 16 03:28:16.257358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e425193-6cfc-4dcc-b631-dee5c10aaee2 req-aff3857d-7923-44e1-a57b-f4ee809f4e33 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440021 Jul 16 03:28:16.263871 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:16.271085 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:16.316787 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdc111f6d1df49b9b12d799edc4922d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4425452 Jul 16 03:28:16.319423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:16.374999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1f7568-e87e-4d4a-9b7d-503153a6c5cf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:16.402260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:16.402610 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:16.402946 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:16.403279 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:16.403610 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:16.403936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:16.404260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:16.410008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:16.410382 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:16.410805 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:16.411388 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:16.416331 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4255cc7c-e281-46d9-b55b-1b919ae94f98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:16.454845 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a18ea90e-4942-446f-84c8-1de2b15d6f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:16.506205 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a18ea90e-4942-446f-84c8-1de2b15d6f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:16.573828 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a18ea90e-4942-446f-84c8-1de2b15d6f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:16.576628 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a18ea90e-4942-446f-84c8-1de2b15d6f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:16.577780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a18ea90e-4942-446f-84c8-1de2b15d6f0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d1f7568-e87e-4d4a-9b7d-503153a6c5cf HTTP/1.1" status: 204 len: 168 time: 0.2567260 Jul 16 03:28:16.612951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ea90e-4942-446f-84c8-1de2b15d6f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1f7568-e87e-4d4a-9b7d-503153a6c5cf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:16.665849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fed56-1f62-44a3-875d-45651af86d3a req-c381a14c-6f59-45ae-a75a-5c238a9acd87 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:16.689496 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f08fed56-1f62-44a3-875d-45651af86d3a req-c381a14c-6f59-45ae-a75a-5c238a9acd87 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 946 time: 0.1157782 Jul 16 03:28:16.775241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f08fed56-1f62-44a3-875d-45651af86d3a req-ab89facf-303f-430b-95cc-fdc5c769ccda tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847695 Jul 16 03:28:17.114606 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1262e-a2b9-40bc-92e0-3ddc8f1aef3a req-752dcb66-2855-4c4c-9533-c6293dd2331f tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:17.116411 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77b1262e-a2b9-40bc-92e0-3ddc8f1aef3a req-752dcb66-2855-4c4c-9533-c6293dd2331f tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.0864563 Jul 16 03:28:17.161495 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-8d6864c9-e6ea-4a19-a4fa-e5ece0de76a5 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:17.164627 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-8d6864c9-e6ea-4a19-a4fa-e5ece0de76a5 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb&tenant_id=d7db53df25eb48488a2a44d10dce2113&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 1097 time: 0.1347592 Jul 16 03:28:17.177058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-6'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:17.195631 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77b1262e-a2b9-40bc-92e0-3ddc8f1aef3a req-7a069af0-12ee-483b-9eaa-ecb7033a5115 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718849 Jul 16 03:28:17.350629 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:17.526048 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3d8c9-3ff0-4f84-9a28-28895bd501e9 req-98e9a0be-e42d-4358-bb54-03da320a4b13 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:17.527756 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7c3d8c9-3ff0-4f84-9a28-28895bd501e9 req-98e9a0be-e42d-4358-bb54-03da320a4b13 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.0889943 Jul 16 03:28:17.623930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f06b98fc-7799-47ad-841f-3d890925255e,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:17.671248 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7c3d8c9-3ff0-4f84-9a28-28895bd501e9 req-ceff0835-7bd2-410f-bbba-7b1fafd76128 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308603 Jul 16 03:28:17.682437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606aa1cd-a4fc-476c-9fbe-903f4ccc5e23 req-65e150d6-f9b2-4a3c-a48f-d104915db390 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:17.685955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:17.693142 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-606aa1cd-a4fc-476c-9fbe-903f4ccc5e23 req-65e150d6-f9b2-4a3c-a48f-d104915db390 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 1101 time: 0.1638346 Jul 16 03:28:17.741514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d7bcf2-a92f-4756-ad9d-e977f03004fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f06b98fc-7799-47ad-841f-3d890925255e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:17.745704 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b9d50b-f6aa-4769-9eb1-a9e9e6e85b87" -d '{"events": [{"server_uuid": "86d7bcf2-a92f-4756-ad9d-e977f03004fb", "name": "network-vif-unplugged", "status": "completed", "tag": "f06b98fc-7799-47ad-841f-3d890925255e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:17.758344 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:17.764166 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-606aa1cd-a4fc-476c-9fbe-903f4ccc5e23 req-ce3892bb-80c1-4405-b466-aecfdf5475d9 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691793 Jul 16 03:28:17.793141 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:17.880871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=f06b98fc-7799-47ad-841f-3d890925255e,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:17.937575 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6ddf4f-0f50-4ee4-8a99-8cd58097c8a3 x-openstack-request-id: req-2d6ddf4f-0f50-4ee4-8a99-8cd58097c8a3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:17.937866 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d7bcf2-a92f-4756-ad9d-e977f03004fb", "name": "network-vif-unplugged", "status": "completed", "tag": "f06b98fc-7799-47ad-841f-3d890925255e", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:17.938116 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d6ddf4f-0f50-4ee4-8a99-8cd58097c8a3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:17.938526 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d7bcf2-a92f-4756-ad9d-e977f03004fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f06b98fc-7799-47ad-841f-3d890925255e', 'code': 200} Jul 16 03:28:17.945392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Attempting to bind port f06b98fc-7799-47ad-841f-3d890925255e on host n-h2-800088-6 for vnic_type normal with profile {"migrating_to": "n-h1-800088-6"} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:17.945738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Attempting to bind port f06b98fc-7799-47ad-841f-3d890925255e by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:17.946365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Attempting to bind port f06b98fc-7799-47ad-841f-3d890925255e on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:17.951946 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Port f06b98fc-7799-47ad-841f-3d890925255e on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:17.952292 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Attempting to bind port f06b98fc-7799-47ad-841f-3d890925255e on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:17.968554 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:17.968554 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Checking segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:17.968554 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Bound using segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:17.968554 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Bound port: f06b98fc-7799-47ad-841f-3d890925255e, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:17.968554 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:18.060561 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:18.065150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f06b98fc-7799-47ad-841f-3d890925255e,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:18.083830 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:18.098349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472261d6-9cf0-48f6-80ff-3e28ef80587e req-c1fd69b7-7d87-4aec-8180-eb27f1615e72 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:18.107533 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-472261d6-9cf0-48f6-80ff-3e28ef80587e req-c1fd69b7-7d87-4aec-8180-eb27f1615e72 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 1101 time: 0.0737813 Jul 16 03:28:18.158982 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-472261d6-9cf0-48f6-80ff-3e28ef80587e req-42cacb6a-9458-4dbf-9a7a-08e197b29812 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503860 Jul 16 03:28:18.171502 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:18.172140 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:18.173615 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] 10.222.0.88 "PUT /v2.0/ports/f06b98fc-7799-47ad-841f-3d890925255e HTTP/1.1" status: 200 len: 1122 time: 1.0012167 Jul 16 03:28:18.191889 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe039d5d-0b46-4875-b730-c372f4636ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=f06b98fc-7799-47ad-841f-3d890925255e,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:18.224390 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-c7a91685-5013-4d72-a9c7-d4b65012e033 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5386364b6d514f22a6e28418cdfb186f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503786 Jul 16 03:28:18.292766 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['f06b98fc-7799-47ad-841f-3d890925255e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:18.345038 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['f06b98fc-7799-47ad-841f-3d890925255e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:18.348467 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device f06b98fc-7799-47ad-841f-3d890925255e details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:18.400523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-b85cdd2e-58b0-4c3c-b358-463c12ee8d8a tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:18.407983 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-b85cdd2e-58b0-4c3c-b358-463c12ee8d8a tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823213 Jul 16 03:28:18.431633 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-86e5289f-3d9e-4f4c-8fa4-3c5066d2166b tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/quotas/5386364b6d514f22a6e28418cdfb186f HTTP/1.1" status: 200 len: 375 time: 0.0224473 Jul 16 03:28:18.453415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49453b0b-d1be-4467-be79-c4e4fab8d18a req-69288c93-b817-4a8e-9d58-821e058c9337 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:18.455258 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49453b0b-d1be-4467-be79-c4e4fab8d18a req-69288c93-b817-4a8e-9d58-821e058c9337 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 944 time: 0.1758165 Jul 16 03:28:18.477626 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-7bbe8019-df41-4483-b009-e25d8980d312 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5386364b6d514f22a6e28418cdfb186f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448201 Jul 16 03:28:18.545849 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49453b0b-d1be-4467-be79-c4e4fab8d18a req-5a247e5d-8eed-4b2d-adf8-b6726e4406cb tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713291 Jul 16 03:28:18.869248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fc0c1-5131-4788-8feb-e6a8c7c854d3 req-9422fbcd-4848-4ad0-9483-e33300e64220 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:18.877739 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c95fc0c1-5131-4788-8feb-e6a8c7c854d3 req-9422fbcd-4848-4ad0-9483-e33300e64220 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.0880895 Jul 16 03:28:18.946582 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c95fc0c1-5131-4788-8feb-e6a8c7c854d3 req-5f09305e-6481-4a8f-806c-25bed5f41831 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677233 Jul 16 03:28:18.973187 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f06b98fc-7799-47ad-841f-3d890925255e,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:18.994005 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device f06b98fc-7799-47ad-841f-3d890925255e has no active binding in host n-h1-800088-6 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:28:19.061887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4787ca8f-0d89-47e6-b575-ce65c2670f56 req-d47c0b0f-710b-42d0-9f02-f9bbe0615440 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/ports?device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 210 time: 0.0546014 Jul 16 03:28:19.187063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b71897-de8b-4144-8bd6-c12bdc3f5877 req-1be94424-8de4-491f-aad7-e2242d86a939 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:19.188666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3b71897-de8b-4144-8bd6-c12bdc3f5877 req-1be94424-8de4-491f-aad7-e2242d86a939 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.0816894 Jul 16 03:28:19.257679 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3b71897-de8b-4144-8bd6-c12bdc3f5877 req-580113f9-2a34-4795-ad82-ee8920b7280c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577917 Jul 16 03:28:19.790162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78345cda-64f5-4b6f-aef0-c3c802f50560 req-82822ca9-c1b8-42bd-a68e-34d12438323d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:19.797530 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78345cda-64f5-4b6f-aef0-c3c802f50560 req-82822ca9-c1b8-42bd-a68e-34d12438323d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 944 time: 0.1027358 Jul 16 03:28:19.855862 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78345cda-64f5-4b6f-aef0-c3c802f50560 req-713d3c42-c186-48f8-a85a-588f32937ea0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574389 Jul 16 03:28:19.939846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d7bcf2-a92f-4756-ad9d-e977f03004fb', 'tag': 'f06b98fc-7799-47ad-841f-3d890925255e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:19.943405 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcafda2-7a43-4190-b49d-848a17ae6983" -d '{"events": [{"name": "network-changed", "server_uuid": "86d7bcf2-a92f-4756-ad9d-e977f03004fb", "tag": "f06b98fc-7799-47ad-841f-3d890925255e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:20.089166 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c47e1c-359f-4d9c-8870-6d82554f21c9 x-openstack-request-id: req-e4c47e1c-359f-4d9c-8870-6d82554f21c9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:20.089453 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d7bcf2-a92f-4756-ad9d-e977f03004fb", "tag": "f06b98fc-7799-47ad-841f-3d890925255e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:20.089696 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4c47e1c-359f-4d9c-8870-6d82554f21c9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:20.091020 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d7bcf2-a92f-4756-ad9d-e977f03004fb', 'tag': 'f06b98fc-7799-47ad-841f-3d890925255e', 'status': 'completed', 'code': 200} Jul 16 03:28:20.232496 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcafda2-7a43-4190-b49d-848a17ae6983 req-8c65e123-483b-42ba-ada5-c85907a3a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.236441 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cfcafda2-7a43-4190-b49d-848a17ae6983 req-8c65e123-483b-42ba-ada5-c85907a3a89a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 1125 time: 0.1056120 Jul 16 03:28:20.296854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67525019-e10e-44de-96af-697fa176087e req-de40eb33-d0cd-4f96-94f7-0d8216e6054a tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.305733 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67525019-e10e-44de-96af-697fa176087e req-de40eb33-d0cd-4f96-94f7-0d8216e6054a tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.1598227 Jul 16 03:28:20.359078 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252e82a-559a-4f6e-b315-0639970101ad req-66981286-86e7-46ed-9edc-200d6056971d tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.366747 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1252e82a-559a-4f6e-b315-0639970101ad req-66981286-86e7-46ed-9edc-200d6056971d tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1527758 Jul 16 03:28:20.392989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67525019-e10e-44de-96af-697fa176087e req-bd582d16-18fb-4fa3-9839-05f77eb55aac tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859883 Jul 16 03:28:20.495987 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcafda2-7a43-4190-b49d-848a17ae6983 req-fdb5f40a-a721-4223-be2a-a545fcd35401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.498275 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cfcafda2-7a43-4190-b49d-848a17ae6983 req-fdb5f40a-a721-4223-be2a-a545fcd35401 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.2553806 Jul 16 03:28:20.514171 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1252e82a-559a-4f6e-b315-0639970101ad req-750b8da4-85fc-4dea-9313-9b3d9234d762 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459351 Jul 16 03:28:20.524485 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-a35a3111-0a54-4f45-9344-cf63c8f0319b tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5386364b6d514f22a6e28418cdfb186f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1302280 Jul 16 03:28:20.620815 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cfcafda2-7a43-4190-b49d-848a17ae6983 req-8bc9fbd9-5629-4ac6-a66e-8c127cb1ad16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f06b98fc-7799-47ad-841f-3d890925255e HTTP/1.1" status: 200 len: 217 time: 0.1122570 Jul 16 03:28:20.722860 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcafda2-7a43-4190-b49d-848a17ae6983 req-3a08d1c9-29f8-4bef-a80c-51701f4a67df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.725893 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cfcafda2-7a43-4190-b49d-848a17ae6983 req-3a08d1c9-29f8-4bef-a80c-51701f4a67df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.0920992 Jul 16 03:28:20.763531 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-041633aa-a503-4d7c-bfee-9ec19722be87 req-791a7c5f-fec9-427c-8c59-ce985a0390c7 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/ports?device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 210 time: 0.0702050 Jul 16 03:28:20.795044 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cfcafda2-7a43-4190-b49d-848a17ae6983 req-61d63e61-26d4-4610-bc4f-6cc62c081959 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610130 Jul 16 03:28:20.867372 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-984cac69-29ff-47e2-99e5-0e6e6f9f0773 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:20.885124 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-984cac69-29ff-47e2-99e5-0e6e6f9f0773 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3477674 Jul 16 03:28:20.914783 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cfcafda2-7a43-4190-b49d-848a17ae6983 req-c7d6ebe7-fa87-48e7-aa47-6d186cd04797 service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108546 Jul 16 03:28:20.931650 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Request body: {'port': {'device_id': 'd14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '5386364b6d514f22a6e28418cdfb186f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:21.052553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573356d6-a8a9-43f2-a2c3-48f0879ee44b req-3f580683-e633-4bea-b3f7-dfbdd11b8654 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:21.058917 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cfcafda2-7a43-4190-b49d-848a17ae6983 req-6a168e54-f05a-4228-9b74-9ff78c3a1119 service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235814 Jul 16 03:28:21.061634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-573356d6-a8a9-43f2-a2c3-48f0879ee44b req-3f580683-e633-4bea-b3f7-dfbdd11b8654 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.2386460 Jul 16 03:28:21.148782 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-573356d6-a8a9-43f2-a2c3-48f0879ee44b req-06410bfa-edff-49ce-91a1-b387a98ed27c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861533 Jul 16 03:28:21.197674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Made reservation on behalf of 5386364b6d514f22a6e28418cdfb186f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:28:21.201688 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:21.223870 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:21.377094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d399655-b7a3-4ff0-b97a-ee96a4d14a12 req-eefa299a-33f5-4f16-93fd-784f0698be8d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:21.378632 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d399655-b7a3-4ff0-b97a-ee96a4d14a12 req-eefa299a-33f5-4f16-93fd-784f0698be8d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 944 time: 0.1143510 Jul 16 03:28:21.458321 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:21.468525 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d399655-b7a3-4ff0-b97a-ee96a4d14a12 req-eff78994-c443-4c02-b4a0-3fffe2e93ea0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789485 Jul 16 03:28:21.469711 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:21.605375 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccad3cb8-b773-4ca1-a7f0-c28e03767480,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:21.705857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af734ac6-819f-4887-ad26-3d9da6428768 req-8ecb041b-b405-4813-919f-3c359a802177 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:21.707389 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af734ac6-819f-4887-ad26-3d9da6428768 req-8ecb041b-b405-4813-919f-3c359a802177 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.1546350 Jul 16 03:28:21.755807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Allocated IP 192.168.233.70 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/c7ae0080-49b8-4c03-af90-d4bf8a7b994b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:28:21.787506 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af734ac6-819f-4887-ad26-3d9da6428768 req-86a5ef5d-db55-40bb-b4e9-fb429e507f99 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721247 Jul 16 03:28:21.849990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899f737-47fb-43f2-b528-656f0c777980 req-bdd78000-6bab-42e0-8f47-970f238f4535 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:21.859715 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8899f737-47fb-43f2-b528-656f0c777980 req-bdd78000-6bab-42e0-8f47-970f238f4535 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1975036 Jul 16 03:28:21.989852 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc4a6738-c51e-4b1f-ae77-13874e4c731e req-94130487-f3ce-43c9-8586-257f86340a63 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/ports?device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 210 time: 0.0752816 Jul 16 03:28:22.013034 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8899f737-47fb-43f2-b528-656f0c777980 req-4ac70419-ab31-4fce-adf7-8d73410964b4 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483240 Jul 16 03:28:22.097584 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.111206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Transition to ACTIVE for port object c7ae0080-49b8-4c03-af90-d4bf8a7b994b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:22.166808 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.218054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:22.221582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:22.236603 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:22.242441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.242999 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.272904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Pushing event updated for resources: {'Port': ['ID=c7ae0080-49b8-4c03-af90-d4bf8a7b994b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:22.280689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-92ea3de4-74d5-464b-8995-a88634dd7b2d tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3555071 Jul 16 03:28:22.310603 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Request body: {'port': {'device_id': 'd14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:22.438017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd44f3-cab8-4f91-9865-3184e3a5c9c2 req-9f3d8bf0-d1ff-4b6a-a0ec-31d5a3583711 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.439766 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-48dd44f3-cab8-4f91-9865-3184e3a5c9c2 req-9f3d8bf0-d1ff-4b6a-a0ec-31d5a3583711 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.1458809 Jul 16 03:28:22.466232 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.485949 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e8647dd4-2487-4ab0-965b-83c65f4217f0 None None] Provisioning for port c7ae0080-49b8-4c03-af90-d4bf8a7b994b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:22.491932 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e8647dd4-2487-4ab0-965b-83c65f4217f0 None None] Provisioning complete for port c7ae0080-49b8-4c03-af90-d4bf8a7b994b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:22.492437 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8647dd4-2487-4ab0-965b-83c65f4217f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.524555 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-48dd44f3-cab8-4f91-9865-3184e3a5c9c2 req-0dfb0296-b118-4e78-aea3-c818088eee03 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779936 Jul 16 03:28:22.579571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e8647dd4-2487-4ab0-965b-83c65f4217f0 None None] Port c7ae0080-49b8-4c03-af90-d4bf8a7b994b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:28:22.784438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3d630-47d3-4b3d-81f2-a3ecbeeacb7b req-66748d1b-a89d-479b-8a4d-6c3e63eac260 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:22.785968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9e3d630-47d3-4b3d-81f2-a3ecbeeacb7b req-66748d1b-a89d-479b-8a4d-6c3e63eac260 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 944 time: 0.1401780 Jul 16 03:28:22.885156 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9e3d630-47d3-4b3d-81f2-a3ecbeeacb7b req-e95c987a-c237-40c7-ad7b-2f0c4aa7bd21 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924971 Jul 16 03:28:22.903653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ae0080-49b8-4c03-af90-d4bf8a7b994b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:22.914200 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:22.956730 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Transition to ACTIVE for port object c7ae0080-49b8-4c03-af90-d4bf8a7b994b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:22.970375 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.369054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e12010-d888-4eb8-adf7-d6b166304fbd req-c4ea2006-2dca-4ec5-8d59-6d40c220cf41 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:23.376207 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19e12010-d888-4eb8-adf7-d6b166304fbd req-c4ea2006-2dca-4ec5-8d59-6d40c220cf41 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.4646132 Jul 16 03:28:23.431130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ae0080-49b8-4c03-af90-d4bf8a7b994b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:23.489438 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19e12010-d888-4eb8-adf7-d6b166304fbd req-79095494-01ac-49b2-b3a4-b5e9630f62bb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117127 Jul 16 03:28:23.491737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Attempting to bind port c7ae0080-49b8-4c03-af90-d4bf8a7b994b on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:23.491960 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Attempting to bind port c7ae0080-49b8-4c03-af90-d4bf8a7b994b by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:23.492258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Attempting to bind port c7ae0080-49b8-4c03-af90-d4bf8a7b994b on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:23.511326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Port c7ae0080-49b8-4c03-af90-d4bf8a7b994b on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:23.511326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Attempting to bind port c7ae0080-49b8-4c03-af90-d4bf8a7b994b on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:23.513477 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:23.513823 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:23.514215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:23.514771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Bound port: c7ae0080-49b8-4c03-af90-d4bf8a7b994b, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:23.515148 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.524356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7991c-16fa-4ec6-8f20-49a5df43c4a5 req-2ebc4c2a-3993-4cf1-ba0b-149d93cc65af tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:23.531398 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2e7991c-16fa-4ec6-8f20-49a5df43c4a5 req-2ebc4c2a-3993-4cf1-ba0b-149d93cc65af tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/ports?device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 947 time: 0.1852515 Jul 16 03:28:23.585035 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2e7991c-16fa-4ec6-8f20-49a5df43c4a5 req-cdac01a3-08ff-4439-a78e-719a1f885760 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccad3cb8-b773-4ca1-a7f0-c28e03767480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527110 Jul 16 03:28:23.702948 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] For port c7ae0080-49b8-4c03-af90-d4bf8a7b994b, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:23.707504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] For port c7ae0080-49b8-4c03-af90-d4bf8a7b994b, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c7ae0080-49b8-4c03-af90-d4bf8a7b994b,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:23.717181 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.770381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:23.771078 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:23.773987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] 10.222.0.20 "PUT /v2.0/ports/c7ae0080-49b8-4c03-af90-d4bf8a7b994b HTTP/1.1" status: 200 len: 1095 time: 1.4696329 Jul 16 03:28:23.780852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d', 'tag': 'c7ae0080-49b8-4c03-af90-d4bf8a7b994b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:23.783283 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92cf2ea-315a-4217-9c8b-460ec1643912" -d '{"events": [{"name": "network-changed", "server_uuid": "d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d", "tag": "c7ae0080-49b8-4c03-af90-d4bf8a7b994b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:23.802102 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94c1e3-9cd4-4eed-975f-67444246cfe0 req-68e33cc4-b170-47a2-8816-16939d3482b9 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:23.805352 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f94c1e3-9cd4-4eed-975f-67444246cfe0 req-68e33cc4-b170-47a2-8816-16939d3482b9 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1617658 Jul 16 03:28:23.894364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef3c5c-0f11-4d60-9fa5-63afb86e8b64 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ae0080-49b8-4c03-af90-d4bf8a7b994b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:23.945024 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f94c1e3-9cd4-4eed-975f-67444246cfe0 req-1dd00b6f-73fe-4ace-93e3-f2c4a13d8019 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297510 Jul 16 03:28:23.977193 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ca00d5d7-516d-4cff-abb9-1a8e11e2a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:23.979324 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-ca00d5d7-516d-4cff-abb9-1a8e11e2a314 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5386364b6d514f22a6e28418cdfb186f&device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 1098 time: 0.1312151 Jul 16 03:28:24.059644 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b79b5a1-01c2-4f7d-9373-af61f146796a x-openstack-request-id: req-6b79b5a1-01c2-4f7d-9373-af61f146796a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:24.059984 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d", "tag": "c7ae0080-49b8-4c03-af90-d4bf8a7b994b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:24.060224 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b79b5a1-01c2-4f7d-9373-af61f146796a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:24.064344 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d', 'tag': 'c7ae0080-49b8-4c03-af90-d4bf8a7b994b', 'status': 'completed', 'code': 200} Jul 16 03:28:24.066286 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-a773f6ae-1c95-41e8-a755-96c5a7fa29ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c7ae0080-49b8-4c03-af90-d4bf8a7b994b HTTP/1.1" status: 200 len: 217 time: 0.0712006 Jul 16 03:28:24.192058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-04c436e5-b7a0-4bb5-b241-9a765e24d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:24.193678 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-04c436e5-b7a0-4bb5-b241-9a765e24d119 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1102242 Jul 16 03:28:24.255795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2f34f-0123-40b3-a693-a748b70a507b req-28948778-519d-4c0b-b2b9-02c9f5919b5e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:24.262546 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5c2f34f-0123-40b3-a693-a748b70a507b req-28948778-519d-4c0b-b2b9-02c9f5919b5e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.1889770 Jul 16 03:28:24.308305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f4338-396f-4739-ac85-54205d4da9ff req-013486d3-32f8-4a1d-ace7-4706a52e928c tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:24.315699 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c62f4338-396f-4739-ac85-54205d4da9ff req-013486d3-32f8-4a1d-ace7-4706a52e928c tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 944 time: 0.1760669 Jul 16 03:28:24.359832 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5c2f34f-0123-40b3-a693-a748b70a507b req-cafbe4e4-b0c4-4a47-8642-4b93a22a9c4f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963264 Jul 16 03:28:24.382917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-e67fcedb-bdf9-4cbc-ad19-3f0740cf1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:24.384981 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-e67fcedb-bdf9-4cbc-ad19-3f0740cf1834 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1759303 Jul 16 03:28:24.402449 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c62f4338-396f-4739-ac85-54205d4da9ff req-fa8a5584-59bf-4c1f-bf7b-e1fa94fa3b56 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854840 Jul 16 03:28:24.499204 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-c8e10580-8dbb-41a5-b1cb-63c971691c32 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959988 Jul 16 03:28:24.605126 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:28:24.658422 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9b97983-b8dd-43ab-bf3b-52288d806504 req-adae3543-e67a-46b0-8c1b-d92a6ddd4ee5 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458626 Jul 16 03:28:24.778817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38af6b-d5b1-4048-96af-21b794ff1aba req-05090e01-0943-45e3-8a24-c5bac59a1abd tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:24.780438 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e38af6b-d5b1-4048-96af-21b794ff1aba req-05090e01-0943-45e3-8a24-c5bac59a1abd tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.1210814 Jul 16 03:28:24.875877 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cf2ea-315a-4217-9c8b-460ec1643912 req-b5a281cd-57bd-45a6-9581-44aa1b7bb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:24.877329 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d92cf2ea-315a-4217-9c8b-460ec1643912 req-b5a281cd-57bd-45a6-9581-44aa1b7bb02d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5386364b6d514f22a6e28418cdfb186f&device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 1098 time: 0.1505904 Jul 16 03:28:24.881834 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e38af6b-d5b1-4048-96af-21b794ff1aba req-9a4ba2a9-d474-4165-be2c-9266e08f93c5 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837176 Jul 16 03:28:24.893661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1ed62-c0e3-493b-bf1e-a5ec593b1531 req-fe14c77a-a556-46ba-b88d-c13622882cbb tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:24.895291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53d1ed62-c0e3-493b-bf1e-a5ec593b1531 req-fe14c77a-a556-46ba-b88d-c13622882cbb tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/ports?device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 947 time: 0.1571460 Jul 16 03:28:25.004634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53d1ed62-c0e3-493b-bf1e-a5ec593b1531 req-219944ca-2ae9-4de1-b2fb-55b0431e77a5 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccad3cb8-b773-4ca1-a7f0-c28e03767480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993700 Jul 16 03:28:25.047691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cf2ea-315a-4217-9c8b-460ec1643912 req-880d7fe4-67ba-4f55-865a-036eebc4eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.050151 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d92cf2ea-315a-4217-9c8b-460ec1643912 req-880d7fe4-67ba-4f55-865a-036eebc4eba8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1539652 Jul 16 03:28:25.173523 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d92cf2ea-315a-4217-9c8b-460ec1643912 req-2a8645a5-f364-44e3-9bb2-cfebddd6e6c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c7ae0080-49b8-4c03-af90-d4bf8a7b994b HTTP/1.1" status: 200 len: 217 time: 0.1110291 Jul 16 03:28:25.305362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cf2ea-315a-4217-9c8b-460ec1643912 req-5204e7eb-7ded-4462-99b2-849b10b3119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.306965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d92cf2ea-315a-4217-9c8b-460ec1643912 req-5204e7eb-7ded-4462-99b2-849b10b3119a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1215985 Jul 16 03:28:25.375312 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7426e6-91f7-4c18-b0e6-c636b3981518 req-e194db95-a54c-49d5-86da-158bc6c0af8c tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.376939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e7426e6-91f7-4c18-b0e6-c636b3981518 req-e194db95-a54c-49d5-86da-158bc6c0af8c tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1184359 Jul 16 03:28:25.439806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e7426e6-91f7-4c18-b0e6-c636b3981518 req-6f9f99a5-66ef-4eb1-a246-b51b4729b3b0 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526946 Jul 16 03:28:25.442690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cf2ea-315a-4217-9c8b-460ec1643912 req-a38253a0-2fb0-49bb-8415-7281183282fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.444427 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d92cf2ea-315a-4217-9c8b-460ec1643912 req-a38253a0-2fb0-49bb-8415-7281183282fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1287057 Jul 16 03:28:25.680502 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d92cf2ea-315a-4217-9c8b-460ec1643912 req-435f3c8a-213a-46b8-b65c-37653b382c07 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195079 Jul 16 03:28:25.744778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25320b1-acd4-462b-8894-85679b6f3b77 req-af06b7a9-5e50-4afc-bded-b43d178e2e17 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.752281 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d25320b1-acd4-462b-8894-85679b6f3b77 req-af06b7a9-5e50-4afc-bded-b43d178e2e17 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.2088916 Jul 16 03:28:25.818062 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c888101-c5d5-45c5-8b44-9234d7ffcb0a req-e5282c67-f0e9-4ee3-8602-9cd948263475 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:25.819636 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c888101-c5d5-45c5-8b44-9234d7ffcb0a req-e5282c67-f0e9-4ee3-8602-9cd948263475 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 944 time: 0.1979396 Jul 16 03:28:25.878465 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d25320b1-acd4-462b-8894-85679b6f3b77 req-d205f5d0-6a50-4b3e-a2f7-0e490e8ec5fa tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257184 Jul 16 03:28:25.921696 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d92cf2ea-315a-4217-9c8b-460ec1643912 req-60b0f43b-25b1-470f-9e12-767fd6172244 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332249 Jul 16 03:28:25.940841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c888101-c5d5-45c5-8b44-9234d7ffcb0a req-7a15c130-3c5c-4adc-b0e2-de9fd5ce9c17 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076918 Jul 16 03:28:26.216347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-caae3a43-01e2-45c9-ba8a-faccb8beec0b service neutron] 10.222.0.20 "GET /v2.0/ports/f06b98fc-7799-47ad-841f-3d890925255e/bindings/n-h1-800088-6 HTTP/1.1" status: 200 len: 384 time: 0.1550407 Jul 16 03:28:26.271806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653d260-a114-4182-8c06-df8386fc71d9 req-c2d95234-a75a-4bb1-aa33-700e7cfc88d4 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:26.276795 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a653d260-a114-4182-8c06-df8386fc71d9 req-c2d95234-a75a-4bb1-aa33-700e7cfc88d4 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.1769285 Jul 16 03:28:26.318260 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4366ea7-906e-4f64-9a0f-cab40fb5b8a8 req-beb3599e-dc85-401e-bf88-6e96dfcfdc9b tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:26.319736 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4366ea7-906e-4f64-9a0f-cab40fb5b8a8 req-beb3599e-dc85-401e-bf88-6e96dfcfdc9b tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/ports?device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 947 time: 0.1807582 Jul 16 03:28:26.374131 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a653d260-a114-4182-8c06-df8386fc71d9 req-c8911f8a-69a2-4e2a-8798-3999601fa279 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932667 Jul 16 03:28:26.412621 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4366ea7-906e-4f64-9a0f-cab40fb5b8a8 req-d3c70fc4-9558-450a-8ff1-af49f3ce278f tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccad3cb8-b773-4ca1-a7f0-c28e03767480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842495 Jul 16 03:28:26.549377 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-237f2ca9-d926-4332-a236-d8250a03f72d service neutron] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f06b98fc-7799-47ad-841f-3d890925255e,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:26.573605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-237f2ca9-d926-4332-a236-d8250a03f72d service neutron] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:26.626390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-237f2ca9-d926-4332-a236-d8250a03f72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06b98fc-7799-47ad-841f-3d890925255e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:26.655666 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-237f2ca9-d926-4332-a236-d8250a03f72d service neutron] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=f06b98fc-7799-47ad-841f-3d890925255e,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:26.673237 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-237f2ca9-d926-4332-a236-d8250a03f72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.728768 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e91c4f-77ad-4590-b90a-8c8e6b1e197a req-ffea74a5-a498-4fdc-9684-a9b6e1895f1a tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:26.730177 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e8e91c4f-77ad-4590-b90a-8c8e6b1e197a req-ffea74a5-a498-4fdc-9684-a9b6e1895f1a tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1185505 Jul 16 03:28:26.789882 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e8e91c4f-77ad-4590-b90a-8c8e6b1e197a req-f9f8d93b-5097-4bd4-856c-d438ae4f3692 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537772 Jul 16 03:28:26.792272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-237f2ca9-d926-4332-a236-d8250a03f72d service neutron] Transition to ACTIVE for port object f06b98fc-7799-47ad-841f-3d890925255e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:26.796368 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-237f2ca9-d926-4332-a236-d8250a03f72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:26.867613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-237f2ca9-d926-4332-a236-d8250a03f72d service neutron] No DVR routers for this DVR port f06b98fc-7799-47ad-841f-3d890925255e on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:26.875003 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f2ca9-d926-4332-a236-d8250a03f72d service neutron] Pushing event updated for resources: {'Port': ['ID=f06b98fc-7799-47ad-841f-3d890925255e,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:26.903618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-237f2ca9-d926-4332-a236-d8250a03f72d service neutron] 10.222.0.20 "PUT /v2.0/ports/f06b98fc-7799-47ad-841f-3d890925255e/bindings/n-h1-800088-6/activate HTTP/1.1" status: 200 len: 369 time: 0.6783724 Jul 16 03:28:27.066675 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-667b94b5-0caf-4546-908c-add4515c1c48 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:27.068402 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-667b94b5-0caf-4546-908c-add4515c1c48 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb&tenant_id=d7db53df25eb48488a2a44d10dce2113&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 1096 time: 0.0686357 Jul 16 03:28:27.119542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a231a32-3150-4f7b-bbc9-7dd39f3b58f3 req-7d6fa55d-1548-403e-8d99-dadc0de58acb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:27.121121 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a231a32-3150-4f7b-bbc9-7dd39f3b58f3 req-7d6fa55d-1548-403e-8d99-dadc0de58acb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.1128802 Jul 16 03:28:27.130184 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-27cac31d-6303-4d52-926c-cfda74cbc9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:27.131678 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-27cac31d-6303-4d52-926c-cfda74cbc9f5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb&tenant_id=d7db53df25eb48488a2a44d10dce2113 HTTP/1.1" status: 200 len: 1096 time: 0.0515902 Jul 16 03:28:27.167857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310f886-1514-494d-9424-681afe8c4569 req-23da5ed4-6b3e-4ade-a610-d6a810c9ea69 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:27.169347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a310f886-1514-494d-9424-681afe8c4569 req-23da5ed4-6b3e-4ade-a610-d6a810c9ea69 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 945 time: 0.1093214 Jul 16 03:28:27.178785 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a231a32-3150-4f7b-bbc9-7dd39f3b58f3 req-a2ce54e7-02de-46d5-bfe3-f40dffa7cc66 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506303 Jul 16 03:28:27.211389 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a310f886-1514-494d-9424-681afe8c4569 req-30969f74-7b80-432d-9672-6f69297a2494 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357084 Jul 16 03:28:27.219582 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-9014f161-3119-4e0a-ace8-2d53dd92e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:27.221146 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-9014f161-3119-4e0a-ace8-2d53dd92e97c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 1096 time: 0.0578322 Jul 16 03:28:27.307382 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-cb4ff7e3-0a1e-4c82-a351-1c13cea2e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:27.309071 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-cb4ff7e3-0a1e-4c82-a351-1c13cea2e485 service neutron] 10.222.0.88 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.0806975 Jul 16 03:28:27.357240 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-5f95939d-e82a-4e16-a46b-7898b346906a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f06b98fc-7799-47ad-841f-3d890925255e HTTP/1.1" status: 200 len: 217 time: 0.0399716 Jul 16 03:28:27.408622 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-60dd199b-c6fc-4133-8468-73205af0e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:27.410122 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-60dd199b-c6fc-4133-8468-73205af0e510 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.0450990 Jul 16 03:28:27.449474 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-37e5c988-7bca-45be-8734-d6561d5162d6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265715 Jul 16 03:28:27.462779 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c7ae0080-49b8-4c03-af90-d4bf8a7b994b details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:27.466353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f06b98fc-7799-47ad-841f-3d890925255e no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:27.561722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f06b98fc-7799-47ad-841f-3d890925255e not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:27.564352 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e68611-a7e7-4404-bf0e-dd88f212a5c9 req-b17ce9c6-b92b-4db7-bc54-d5c96143966d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:27.565507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-21e68611-a7e7-4404-bf0e-dd88f212a5c9 req-b17ce9c6-b92b-4db7-bc54-d5c96143966d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.0744655 Jul 16 03:28:27.571808 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-e93a3fc5-a353-4b00-8405-db50368d0e9e service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110280 Jul 16 03:28:27.648796 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-21e68611-a7e7-4404-bf0e-dd88f212a5c9 req-763144e5-7f00-494f-9e22-2e0251ed20b2 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738750 Jul 16 03:28:27.656553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c7ae0080-49b8-4c03-af90-d4bf8a7b994b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c7ae0080-49b8-4c03-af90-d4bf8a7b994b,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:27.667911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71d1f5-5d38-4f0c-84fb-3233c7ba744f req-f3f55b1e-6d5a-4c39-b15c-3cbecfbd06bb tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:27.678146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'c7ae0080-49b8-4c03-af90-d4bf8a7b994b', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': 'c7ae0080-49b8-4c03-af90-d4bf8a7b994b', 'mac_address': 'fa:16:3e:3c:56:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:27.678341 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef71d1f5-5d38-4f0c-84fb-3233c7ba744f req-f3f55b1e-6d5a-4c39-b15c-3cbecfbd06bb tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/ports?device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 947 time: 0.1138890 Jul 16 03:28:27.694004 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-dcf0c7f8-e669-4234-9cd0-d96c77ea3a44 service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115880 Jul 16 03:28:27.729499 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:27.733709 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef71d1f5-5d38-4f0c-84fb-3233c7ba744f req-274c3c82-24a3-4e6f-a7a0-c449aa3d454f tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccad3cb8-b773-4ca1-a7f0-c28e03767480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545506 Jul 16 03:28:27.760237 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ae0080-49b8-4c03-af90-d4bf8a7b994b {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:27.782769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c7ae0080-49b8-4c03-af90-d4bf8a7b994b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c7ae0080-49b8-4c03-af90-d4bf8a7b994b,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:27.787697 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:27.858270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c7ae0080-49b8-4c03-af90-d4bf8a7b994b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:27.869872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:27.870228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:27.870576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:27.870920 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:27.871259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:27.871593 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:27.871925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:27.872254 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:27.877435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:27.879079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:27.879814 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:27.880541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:28:28.095355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707f0a9-74f3-491c-b85a-e58b18a2237d req-42561bb7-7715-4e86-97b1-b7c58540b673 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.096813 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5707f0a9-74f3-491c-b85a-e58b18a2237d req-42561bb7-7715-4e86-97b1-b7c58540b673 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.0964720 Jul 16 03:28:28.109668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-4b96498c-12c0-43d8-ba23-8dd7a9293561 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.111183 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-4b96498c-12c0-43d8-ba23-8dd7a9293561 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb&tenant_id=d7db53df25eb48488a2a44d10dce2113&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 1096 time: 0.0607967 Jul 16 03:28:28.142250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c7ae0080-49b8-4c03-af90-d4bf8a7b994b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:28.154449 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5707f0a9-74f3-491c-b85a-e58b18a2237d req-d9261992-2d93-4012-b1f3-2197826c4c9c tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483408 Jul 16 03:28:28.162625 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aecc42-ad04-4be4-86b3-b3b2a935cab7 req-5c74492a-28ba-4e6a-a3f1-ddfb85b32587 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.169969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67aecc42-ad04-4be4-86b3-b3b2a935cab7 req-5c74492a-28ba-4e6a-a3f1-ddfb85b32587 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 951 time: 0.1140115 Jul 16 03:28:28.204360 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67aecc42-ad04-4be4-86b3-b3b2a935cab7 req-7b6f7762-d84f-4fea-a6a9-430ca19855ca tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/security-groups?id=108d8803-2eac-4c42-b0c1-d54913376037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327818 Jul 16 03:28:28.245894 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-ba318e3a-5246-4b70-8af6-8a7d68e3b75e service neutron] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:28.249557 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-ba318e3a-5246-4b70-8af6-8a7d68e3b75e service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:28.251320 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9faf95a0-9549-48b8-bbb6-f86e01a002f8 req-ba318e3a-5246-4b70-8af6-8a7d68e3b75e service neutron] 10.222.0.88 "DELETE /v2.0/ports/f06b98fc-7799-47ad-841f-3d890925255e/bindings/n-h2-800088-6 HTTP/1.1" status: 204 len: 173 time: 0.1267989 Jul 16 03:28:28.366082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cac06c-b1f4-46ca-894e-c4703da85ce3 req-62807013-6c0a-4c43-9259-eb75ed724c3f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.367475 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-57cac06c-b1f4-46ca-894e-c4703da85ce3 req-62807013-6c0a-4c43-9259-eb75ed724c3f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.0646117 Jul 16 03:28:28.406078 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-57cac06c-b1f4-46ca-894e-c4703da85ce3 req-9a185f7f-105a-4418-8938-a5af1c172f40 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Jul 16 03:28:28.572240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25be88-e13b-4958-9f18-27a190a99675 req-de24dcfb-7d60-4330-a4b6-42fbe9154919 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.573774 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3f25be88-e13b-4958-9f18-27a190a99675 req-de24dcfb-7d60-4330-a4b6-42fbe9154919 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 945 time: 0.0713983 Jul 16 03:28:28.616004 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3f25be88-e13b-4958-9f18-27a190a99675 req-0c15cd7f-a5d2-45c4-ad46-ef5f56b860c8 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366683 Jul 16 03:28:28.827127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d00e2-2aa7-4612-956a-e9c4dc17f280 req-231da8a9-46f7-414d-9e1c-d89f0bbf0098 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.828674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c6d00e2-2aa7-4612-956a-e9c4dc17f280 req-231da8a9-46f7-414d-9e1c-d89f0bbf0098 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 1096 time: 0.0587947 Jul 16 03:28:28.864469 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c6d00e2-2aa7-4612-956a-e9c4dc17f280 req-5434836c-6c47-4011-b5e9-bc1812f77b83 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284796 Jul 16 03:28:28.941101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d378912-b0ad-494a-8247-2391dad3201b req-3462acb0-bd91-4264-b633-e63777d85b1a tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:28.942596 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d378912-b0ad-494a-8247-2391dad3201b req-3462acb0-bd91-4264-b633-e63777d85b1a tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.0633898 Jul 16 03:28:28.980994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d378912-b0ad-494a-8247-2391dad3201b req-81afd061-86f7-4d3e-879f-0aec35bffadb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323708 Jul 16 03:28:29.043415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9ccd2-4fae-4c18-80f7-8ebe67f7e5f3 req-bc552c96-1010-4c42-9eec-2c959438bff6 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:29.044892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b3a9ccd2-4fae-4c18-80f7-8ebe67f7e5f3 req-bc552c96-1010-4c42-9eec-2c959438bff6 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/ports?device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 948 time: 0.0680707 Jul 16 03:28:29.083591 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b3a9ccd2-4fae-4c18-80f7-8ebe67f7e5f3 req-342c4c72-bb68-4139-981d-c7b72fdd909f tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccad3cb8-b773-4ca1-a7f0-c28e03767480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330451 Jul 16 03:28:29.237366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e61ebc-cd75-43e3-8fc8-086f301992cf req-ee99a5c8-d032-4a55-9e06-43cd021643fe tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:29.238900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e61ebc-cd75-43e3-8fc8-086f301992cf req-ee99a5c8-d032-4a55-9e06-43cd021643fe tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 1096 time: 0.0566432 Jul 16 03:28:29.276377 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e61ebc-cd75-43e3-8fc8-086f301992cf req-e3d9a1ac-37ea-4a04-82bd-2b9c6c340d25 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308928 Jul 16 03:28:29.456397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed87c7-80d1-471b-98b2-670c799cf43c req-8574aca0-0de8-4fea-840b-ccd272779526 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:29.457919 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8fed87c7-80d1-471b-98b2-670c799cf43c req-8574aca0-0de8-4fea-840b-ccd272779526 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.0656354 Jul 16 03:28:29.469265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c7ae0080-49b8-4c03-af90-d4bf8a7b994b up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:29.498210 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8fed87c7-80d1-471b-98b2-670c799cf43c req-f13ceed8-47c3-4e05-9495-ec134166db69 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319631 Jul 16 03:28:29.534892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port c7ae0080-49b8-4c03-af90-d4bf8a7b994b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:29.538845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port c7ae0080-49b8-4c03-af90-d4bf8a7b994b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:29.539395 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.633312 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.660393 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ae0080-49b8-4c03-af90-d4bf8a7b994b'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:29.663568 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28e1fe2-0525-4367-addb-00bead8ffaf6" -d '{"events": [{"server_uuid": "d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d", "name": "network-vif-plugged", "status": "completed", "tag": "c7ae0080-49b8-4c03-af90-d4bf8a7b994b"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:29.678915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc1639-6299-4cd3-bf04-d73e63ef444f req-d3281909-700a-4d72-850f-48985aef2825 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:29.679809 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c7ae0080-49b8-4c03-af90-d4bf8a7b994b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c7ae0080-49b8-4c03-af90-d4bf8a7b994b,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:29.681217 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3bdc1639-6299-4cd3-bf04-d73e63ef444f req-d3281909-700a-4d72-850f-48985aef2825 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.0761018 Jul 16 03:28:29.684924 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:29.722164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3bdc1639-6299-4cd3-bf04-d73e63ef444f req-89675286-92b1-4911-8fc2-7c5da1654732 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348325 Jul 16 03:28:29.763615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c7ae0080-49b8-4c03-af90-d4bf8a7b994b,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:29.825160 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970bf9c8-ddbf-4c20-a085-2b4afa711c5a x-openstack-request-id: req-970bf9c8-ddbf-4c20-a085-2b4afa711c5a {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:29.825485 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d", "name": "network-vif-plugged", "status": "completed", "tag": "c7ae0080-49b8-4c03-af90-d4bf8a7b994b", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:29.825744 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-970bf9c8-ddbf-4c20-a085-2b4afa711c5a {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:29.826137 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ae0080-49b8-4c03-af90-d4bf8a7b994b', 'code': 200} Jul 16 03:28:29.917057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e04f10-853a-415a-86d8-5b7a1a08e139 req-f7e04aca-49cb-4962-bb07-b4a9b6d523ad tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:29.918434 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-73e04f10-853a-415a-86d8-5b7a1a08e139 req-f7e04aca-49cb-4962-bb07-b4a9b6d523ad tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 951 time: 0.0732019 Jul 16 03:28:29.981261 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-73e04f10-853a-415a-86d8-5b7a1a08e139 req-d0980d6a-791c-492a-873c-5aca29ff2f05 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/security-groups?id=108d8803-2eac-4c42-b0c1-d54913376037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466850 Jul 16 03:28:29.990237 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be1584-4d05-44fd-815e-f988826915cf req-7648dc74-c313-41f2-854d-ef280095cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:29.991703 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-73be1584-4d05-44fd-815e-f988826915cf req-7648dc74-c313-41f2-854d-ef280095cf37 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 1100 time: 0.0912993 Jul 16 03:28:30.027315 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c694e7a-25b9-4d1e-8cc1-7b28e02bf5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:30.034202 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-73be1584-4d05-44fd-815e-f988826915cf req-57d4112d-3b6d-4d83-8345-00f2a0cb54cd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ccad3cb8-b773-4ca1-a7f0-c28e03767480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304668 Jul 16 03:28:30.153863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ca700-47e0-4575-b730-431adbc241ed req-f61b3cd6-4632-43a7-bd6c-040cbdc41b3a tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:30.155349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e3ca700-47e0-4575-b730-431adbc241ed req-f61b3cd6-4632-43a7-bd6c-040cbdc41b3a tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.0630622 Jul 16 03:28:30.193096 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e3ca700-47e0-4575-b730-431adbc241ed req-a53d6a23-6285-406e-acf5-9fc61ae91ac9 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320721 Jul 16 03:28:30.257751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f27899-d8ad-4610-9675-3112328089c4 req-53f0fe81-64ca-435f-80d1-5d0d417436a8 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:30.259247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06f27899-d8ad-4610-9675-3112328089c4 req-53f0fe81-64ca-435f-80d1-5d0d417436a8 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/ports?device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 949 time: 0.0652628 Jul 16 03:28:30.301065 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06f27899-d8ad-4610-9675-3112328089c4 req-30d3778f-49dd-4a5f-a2ea-08f296c8cf1b tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccad3cb8-b773-4ca1-a7f0-c28e03767480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355906 Jul 16 03:28:30.331603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 753a7e75-e05d-49e8-b619-5177abf777fd no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:30.420268 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:30.452859 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 753a7e75-e05d-49e8-b619-5177abf777fd, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=753a7e75-e05d-49e8-b619-5177abf777fd,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:30.458402 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:30.507367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=753a7e75-e05d-49e8-b619-5177abf777fd,revision_number=11']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:30.698600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8887cb9-c56a-46ac-b181-004cf05b5ae5 req-29b5123c-7071-49ae-8c9c-479fde6432b2 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:30.700405 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8887cb9-c56a-46ac-b181-004cf05b5ae5 req-29b5123c-7071-49ae-8c9c-479fde6432b2 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.0692697 Jul 16 03:28:30.723901 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:30.757255 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8887cb9-c56a-46ac-b181-004cf05b5ae5 req-d6b8afbf-2c0a-49a0-b280-944380feab01 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449915 Jul 16 03:28:30.956880 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455e034-57f8-4d6e-8fe2-131cba4f3f22 req-30c2a53f-2bd3-416d-ac0d-b71ec239f601 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:30.958509 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d455e034-57f8-4d6e-8fe2-131cba4f3f22 req-30c2a53f-2bd3-416d-ac0d-b71ec239f601 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.0999732 Jul 16 03:28:30.998237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d455e034-57f8-4d6e-8fe2-131cba4f3f22 req-041c969f-3360-4a96-ac72-dbc2999251d4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339308 Jul 16 03:28:31.187873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d65307-26e9-4d46-a49e-63ca9ff17fb5 req-f4c6064e-c048-4659-a0cb-2cc924b682a4 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:31.189216 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90d65307-26e9-4d46-a49e-63ca9ff17fb5 req-f4c6064e-c048-4659-a0cb-2cc924b682a4 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 949 time: 0.0823319 Jul 16 03:28:31.194062 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:31.229255 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90d65307-26e9-4d46-a49e-63ca9ff17fb5 req-6b41d4d3-3b51-4850-b393-9c081ad1d68c tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/security-groups?id=108d8803-2eac-4c42-b0c1-d54913376037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337312 Jul 16 03:28:31.474538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa807f81-5d38-4b7b-8ef1-accf58f5ce7c req-200fb704-a67b-4f9c-82b3-fa564d9aed3a tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:31.477231 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa807f81-5d38-4b7b-8ef1-accf58f5ce7c req-200fb704-a67b-4f9c-82b3-fa564d9aed3a tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/ports?device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 949 time: 0.0645907 Jul 16 03:28:31.515914 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa807f81-5d38-4b7b-8ef1-accf58f5ce7c req-28c945ec-6e7b-4b84-931b-f5b78d662eca tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccad3cb8-b773-4ca1-a7f0-c28e03767480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324454 Jul 16 03:28:31.827105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983795ca-f6d8-448a-8df2-a63df7923d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '753a7e75-e05d-49e8-b619-5177abf777fd'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:31.830824 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f0f214-0b32-4d1c-b214-e1c85ede2078" -d '{"events": [{"server_uuid": "983795ca-f6d8-448a-8df2-a63df7923d47", "name": "network-vif-unplugged", "status": "completed", "tag": "753a7e75-e05d-49e8-b619-5177abf777fd"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:31.950165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ce585-972b-4c14-8f14-5b07a2da5cc6 req-6c360b6c-c76d-435e-8c2e-363192ccdcc7 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:31.951682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-514ce585-972b-4c14-8f14-5b07a2da5cc6 req-6c360b6c-c76d-435e-8c2e-363192ccdcc7 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/ports?device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 949 time: 0.1078408 Jul 16 03:28:31.967056 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326439c3-183a-483f-ab4c-04ea49eb8d45 req-40f754c2-cd0c-4c4c-93f2-7c90cd39180f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:31.968602 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-326439c3-183a-483f-ab4c-04ea49eb8d45 req-40f754c2-cd0c-4c4c-93f2-7c90cd39180f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.0899682 Jul 16 03:28:32.034287 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-326439c3-183a-483f-ab4c-04ea49eb8d45 req-10f18254-4955-4e34-af42-94e476024f11 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595374 Jul 16 03:28:32.037348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-514ce585-972b-4c14-8f14-5b07a2da5cc6 req-e6386717-1eae-4e7c-9f25-15be1a4ff2e9 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccad3cb8-b773-4ca1-a7f0-c28e03767480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557280 Jul 16 03:28:32.041317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b10012-b084-4b30-b56c-0b7877ba0e94 req-df46f3e5-d4df-41e2-8583-21d2143672a9 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:32.044506 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d1b10012-b084-4b30-b56c-0b7877ba0e94 req-df46f3e5-d4df-41e2-8583-21d2143672a9 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.88 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 949 time: 0.0940742 Jul 16 03:28:32.095264 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def24854-fe7e-45e6-9f72-7019c125d5db x-openstack-request-id: req-def24854-fe7e-45e6-9f72-7019c125d5db {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:32.095581 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983795ca-f6d8-448a-8df2-a63df7923d47", "name": "network-vif-unplugged", "status": "completed", "tag": "753a7e75-e05d-49e8-b619-5177abf777fd", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:32.095840 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-def24854-fe7e-45e6-9f72-7019c125d5db {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:32.096271 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983795ca-f6d8-448a-8df2-a63df7923d47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '753a7e75-e05d-49e8-b619-5177abf777fd', 'code': 200} Jul 16 03:28:32.172353 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-d1b10012-b084-4b30-b56c-0b7877ba0e94 req-50de9d30-e2ce-4785-8cab-89e86f2f9d38 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Deleting port 753a7e75-e05d-49e8-b619-5177abf777fd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:32.172998 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d1b10012-b084-4b30-b56c-0b7877ba0e94 req-50de9d30-e2ce-4785-8cab-89e86f2f9d38 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:32.255197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a19d1-3ae9-4cc4-97cf-ebc54523a2e0 req-2034ad12-6e6c-4e6f-8792-1e65ebfb2120 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:32.262346 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d27a19d1-3ae9-4cc4-97cf-ebc54523a2e0 req-2034ad12-6e6c-4e6f-8792-1e65ebfb2120 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.0737615 Jul 16 03:28:32.267854 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d1b10012-b084-4b30-b56c-0b7877ba0e94 req-50de9d30-e2ce-4785-8cab-89e86f2f9d38 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] For port 753a7e75-e05d-49e8-b619-5177abf777fd, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=753a7e75-e05d-49e8-b619-5177abf777fd,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:32.268332 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d1b10012-b084-4b30-b56c-0b7877ba0e94 req-50de9d30-e2ce-4785-8cab-89e86f2f9d38 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:32.281478 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-d1b10012-b084-4b30-b56c-0b7877ba0e94 req-50de9d30-e2ce-4785-8cab-89e86f2f9d38 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Calling delete_port for 753a7e75-e05d-49e8-b619-5177abf777fd owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:32.314743 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d27a19d1-3ae9-4cc4-97cf-ebc54523a2e0 req-2295c7da-44bb-4ff1-be9f-ad349eeeefbc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514574 Jul 16 03:28:32.332131 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ef44758d-fe5d-4e8a-a5a0-4d6e718b671a details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:32.414528 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fb5cb-e957-43f6-8489-c5b3a61b2a2c req-b617010d-d8ae-4b51-bb11-d7c91321cfa7 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:32.417176 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a48fb5cb-e957-43f6-8489-c5b3a61b2a2c req-b617010d-d8ae-4b51-bb11-d7c91321cfa7 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 949 time: 0.0726686 Jul 16 03:28:32.432617 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d1b10012-b084-4b30-b56c-0b7877ba0e94 req-50de9d30-e2ce-4785-8cab-89e86f2f9d38 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:32.473993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de9d30-e2ce-4785-8cab-89e86f2f9d38 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Pushing event deleted for resources: {'Port': ['ID=753a7e75-e05d-49e8-b619-5177abf777fd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:32.504276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:32.516886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'ef44758d-fe5d-4e8a-a5a0-4d6e718b671a', 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933', 'port_id': 'ef44758d-fe5d-4e8a-a5a0-4d6e718b671a', 'mac_address': 'fa:16:3e:59:41:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f2ab40-9019-4547-86c9-0e06d246deb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:32.530761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a48fb5cb-e957-43f6-8489-c5b3a61b2a2c req-273cd13d-ae6d-49b9-9f13-f4a662c25a39 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/security-groups?id=108d8803-2eac-4c42-b0c1-d54913376037&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040452 Jul 16 03:28:32.559905 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b10012-b084-4b30-b56c-0b7877ba0e94 req-50de9d30-e2ce-4785-8cab-89e86f2f9d38 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] No DVR routers for this DVR port 753a7e75-e05d-49e8-b619-5177abf777fd on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:32.563426 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d1b10012-b084-4b30-b56c-0b7877ba0e94 req-50de9d30-e2ce-4785-8cab-89e86f2f9d38 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:32.565635 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d1b10012-b084-4b30-b56c-0b7877ba0e94 req-50de9d30-e2ce-4785-8cab-89e86f2f9d38 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.88 "DELETE /v2.0/ports/753a7e75-e05d-49e8-b619-5177abf777fd HTTP/1.1" status: 204 len: 173 time: 0.5130401 Jul 16 03:28:32.566090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983795ca-f6d8-448a-8df2-a63df7923d47', 'name': 'network-vif-deleted', 'tag': '753a7e75-e05d-49e8-b619-5177abf777fd'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:32.568514 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e009ba16-a5fc-4031-b0ed-c4cbb4ad318a" -d '{"events": [{"server_uuid": "983795ca-f6d8-448a-8df2-a63df7923d47", "name": "network-vif-deleted", "tag": "753a7e75-e05d-49e8-b619-5177abf777fd"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:32.574775 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:32.590769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef44758d-fe5d-4e8a-a5a0-4d6e718b671a {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:32.625179 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:32.636582 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09abf4be-8527-4cf3-b962-bf7ce7e52d80 x-openstack-request-id: req-09abf4be-8527-4cf3-b962-bf7ce7e52d80 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:32.636941 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983795ca-f6d8-448a-8df2-a63df7923d47", "name": "network-vif-deleted", "tag": "753a7e75-e05d-49e8-b619-5177abf777fd", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:32.637270 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09abf4be-8527-4cf3-b962-bf7ce7e52d80 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:32.637723 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983795ca-f6d8-448a-8df2-a63df7923d47', 'name': 'network-vif-deleted', 'tag': '753a7e75-e05d-49e8-b619-5177abf777fd', 'status': 'completed', 'code': 200} Jul 16 03:28:32.641861 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:32.704600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:32.733348 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cd2f59b7-dabb-4521-8f87-3689f0bab2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:32.778137 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:32.780987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['ef44758d-fe5d-4e8a-a5a0-4d6e718b671a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:33.263699 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fa59c-2e26-4035-9f70-536da9216c03 req-5f3d9415-dbdb-4ffd-bcf9-b9887cf02c8a tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:33.265551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b2fa59c-2e26-4035-9f70-536da9216c03 req-5f3d9415-dbdb-4ffd-bcf9-b9887cf02c8a tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/ports?device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 949 time: 0.1073620 Jul 16 03:28:33.273514 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b7d1-721c-47df-adcc-833b2d05729a req-061a4e8d-13ba-489a-abdc-6260c969ea3a tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:33.274975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e38b7d1-721c-47df-adcc-833b2d05729a req-061a4e8d-13ba-489a-abdc-6260c969ea3a tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1190357 Jul 16 03:28:33.330554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b2fa59c-2e26-4035-9f70-536da9216c03 req-e7888647-bea5-4464-89c8-515e97a3e871 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/security-groups?id=ccad3cb8-b773-4ca1-a7f0-c28e03767480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546243 Jul 16 03:28:33.333564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e38b7d1-721c-47df-adcc-833b2d05729a req-9cf4f0a5-8937-4540-af74-2a5516a2b7e1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517447 Jul 16 03:28:33.451105 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b553418-78e2-4815-8848-c4617aad0399 req-980d8377-13b2-4e5e-bb7b-bff084591df8 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:33.452938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b553418-78e2-4815-8848-c4617aad0399 req-980d8377-13b2-4e5e-bb7b-bff084591df8 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.20 "GET /v2.0/ports?device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 949 time: 0.0782938 Jul 16 03:28:33.601121 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0909890-dc70-4c89-aac3-2484300a8317 req-0ab085d5-3d3d-4d10-a1b2-a9440b28695a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:33.603142 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0909890-dc70-4c89-aac3-2484300a8317 req-0ab085d5-3d3d-4d10-a1b2-a9440b28695a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.1119268 Jul 16 03:28:33.643605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3b553418-78e2-4815-8848-c4617aad0399 req-706b026a-b0fd-4545-b9d9-c1f8d11741d7 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Deleting port c7ae0080-49b8-4c03-af90-d4bf8a7b994b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:33.643950 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b553418-78e2-4815-8848-c4617aad0399 req-706b026a-b0fd-4545-b9d9-c1f8d11741d7 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:33.688080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0909890-dc70-4c89-aac3-2484300a8317 req-f66031d4-b58b-4f50-ab20-c46f4bd3cd00 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719781 Jul 16 03:28:33.721232 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:33.795825 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da28b99d-d0f8-424d-93a7-48fbeb72d8c5 req-961c50d5-cdeb-4884-8283-6be6893e6163 tempest-ImagesOneServerTestJSON-1345670506 tempest-ImagesOneServerTestJSON-1345670506-project] 10.222.0.18 "GET /v2.0/ports?device_id=983795ca-f6d8-448a-8df2-a63df7923d47 HTTP/1.1" status: 200 len: 210 time: 0.0396583 Jul 16 03:28:33.800763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3b553418-78e2-4815-8848-c4617aad0399 req-706b026a-b0fd-4545-b9d9-c1f8d11741d7 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] For port c7ae0080-49b8-4c03-af90-d4bf8a7b994b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c7ae0080-49b8-4c03-af90-d4bf8a7b994b,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:33.801132 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b553418-78e2-4815-8848-c4617aad0399 req-706b026a-b0fd-4545-b9d9-c1f8d11741d7 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:33.828012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3b553418-78e2-4815-8848-c4617aad0399 req-706b026a-b0fd-4545-b9d9-c1f8d11741d7 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Calling delete_port for c7ae0080-49b8-4c03-af90-d4bf8a7b994b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:34.280022 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b553418-78e2-4815-8848-c4617aad0399 req-706b026a-b0fd-4545-b9d9-c1f8d11741d7 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:34.298547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c7ae0080-49b8-4c03-af90-d4bf8a7b994b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:34.318488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b026a-b0fd-4545-b9d9-c1f8d11741d7 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Pushing event deleted for resources: {'Port': ['ID=c7ae0080-49b8-4c03-af90-d4bf8a7b994b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:34.362532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ef44758d-fe5d-4e8a-a5a0-4d6e718b671a up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:34.414508 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b553418-78e2-4815-8848-c4617aad0399 req-706b026a-b0fd-4545-b9d9-c1f8d11741d7 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] No DVR routers for this DVR port c7ae0080-49b8-4c03-af90-d4bf8a7b994b on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:34.418759 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b553418-78e2-4815-8848-c4617aad0399 req-706b026a-b0fd-4545-b9d9-c1f8d11741d7 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:34.421224 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b553418-78e2-4815-8848-c4617aad0399 req-706b026a-b0fd-4545-b9d9-c1f8d11741d7 tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.20 "DELETE /v2.0/ports/c7ae0080-49b8-4c03-af90-d4bf8a7b994b HTTP/1.1" status: 204 len: 173 time: 0.9627225 Jul 16 03:28:34.421685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d', 'name': 'network-vif-deleted', 'tag': 'c7ae0080-49b8-4c03-af90-d4bf8a7b994b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:34.424362 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f502226-c172-43d5-98dd-f396fcc2918f" -d '{"events": [{"server_uuid": "d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d", "name": "network-vif-deleted", "tag": "c7ae0080-49b8-4c03-af90-d4bf8a7b994b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:34.489820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:34.490577 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:34.688127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff2457-be1d-4e44-bd60-632776e70bce req-e3ab3bef-47b3-46de-88e3-eef8e023da6f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:34.700549 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3ff2457-be1d-4e44-bd60-632776e70bce req-e3ab3bef-47b3-46de-88e3-eef8e023da6f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1319928 Jul 16 03:28:34.741375 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:34.761328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3ff2457-be1d-4e44-bd60-632776e70bce req-090db3ec-27e2-4c7b-8f1b-6efdf51b7e04 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594115 Jul 16 03:28:34.821083 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a19d90-eab6-4a26-89b9-24f6980476e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef44758d-fe5d-4e8a-a5a0-4d6e718b671a'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:34.823828 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be72a07-1dda-4a8e-981e-a976bb48cd85" -d '{"events": [{"server_uuid": "73a19d90-eab6-4a26-89b9-24f6980476e6", "name": "network-vif-plugged", "status": "completed", "tag": "ef44758d-fe5d-4e8a-a5a0-4d6e718b671a"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:34.856497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:34.871955 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:34.907984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab7f643b-eabf-44c0-8539-e75e85d08dd2 req-e71d99f6-f083-47d2-ad0d-b83205f2d01f tempest-ImagesNegativeTestJSON-941306873 tempest-ImagesNegativeTestJSON-941306873-project] 10.222.0.18 "GET /v2.0/ports?device_id=d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d HTTP/1.1" status: 200 len: 210 time: 0.0480556 Jul 16 03:28:34.958218 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8fef24-e787-49f3-b352-cb4d697b4731 x-openstack-request-id: req-1b8fef24-e787-49f3-b352-cb4d697b4731 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:34.958218 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d", "name": "network-vif-deleted", "tag": "c7ae0080-49b8-4c03-af90-d4bf8a7b994b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:34.958971 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b8fef24-e787-49f3-b352-cb4d697b4731 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:34.959635 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd14076cf-a8d7-4f4b-bb5b-cb3e7f94c27d', 'name': 'network-vif-deleted', 'tag': 'c7ae0080-49b8-4c03-af90-d4bf8a7b994b', 'status': 'completed', 'code': 200} Jul 16 03:28:34.966344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:35.040552 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74634667-fb1b-4349-ab65-198c8aa2a428 x-openstack-request-id: req-74634667-fb1b-4349-ab65-198c8aa2a428 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:35.041308 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a19d90-eab6-4a26-89b9-24f6980476e6", "name": "network-vif-plugged", "status": "completed", "tag": "ef44758d-fe5d-4e8a-a5a0-4d6e718b671a", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:35.041803 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74634667-fb1b-4349-ab65-198c8aa2a428 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:35.042543 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a19d90-eab6-4a26-89b9-24f6980476e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef44758d-fe5d-4e8a-a5a0-4d6e718b671a', 'code': 200} Jul 16 03:28:35.230888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945b590-2461-4438-9683-f337cbfdc526 req-95cb8893-22cd-4438-ab4b-4ea4fe8a6d69 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:35.267502 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8945b590-2461-4438-9683-f337cbfdc526 req-95cb8893-22cd-4438-ab4b-4ea4fe8a6d69 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.2076838 Jul 16 03:28:35.344470 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8945b590-2461-4438-9683-f337cbfdc526 req-2ab4b986-1b05-46fd-8a47-5baade5348dd tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736530 Jul 16 03:28:35.591876 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:35.679345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:35.882248 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-73374e3a-c298-4cb0-9714-ab2c2ee60cc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d488b1a4f7b54262ad764a6fc65493a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994734 Jul 16 03:28:35.882606 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52006) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:35.956234 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb4f263a-f87c-4128-ac42-dbd0603c5ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:35.979423 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb4f263a-f87c-4128-ac42-dbd0603c5ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.008253 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695a7cd-b589-4ac2-ae15-412fdd91228c req-c673e8f1-a123-4744-ac7d-0faa088ae934 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:36.023272 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d695a7cd-b589-4ac2-ae15-412fdd91228c req-c673e8f1-a123-4744-ac7d-0faa088ae934 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.0910237 Jul 16 03:28:36.029285 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb4f263a-f87c-4128-ac42-dbd0603c5ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.032378 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb4f263a-f87c-4128-ac42-dbd0603c5ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.033830 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cb4f263a-f87c-4128-ac42-dbd0603c5ebd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/108d8803-2eac-4c42-b0c1-d54913376037 HTTP/1.1" status: 204 len: 168 time: 0.1502545 Jul 16 03:28:36.043121 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f263a-f87c-4128-ac42-dbd0603c5ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108d8803-2eac-4c42-b0c1-d54913376037,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:36.082903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d695a7cd-b589-4ac2-ae15-412fdd91228c req-3c6bc470-b4cb-43fa-a0e6-4aea8732e152 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586634 Jul 16 03:28:36.348882 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6d594924-8af3-4e97-b9c2-a41bcdc7a11c details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:36.350977 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6d594924-8af3-4e97-b9c2-a41bcdc7a11c no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:36.535333 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.565973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:36.598812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c', 'mac_address': 'fa:16:3e:c2:14:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:36.634977 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:36.651652 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.659695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 753a7e75-e05d-49e8-b619-5177abf777fd no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:36.793677 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:36.798549 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 753a7e75-e05d-49e8-b619-5177abf777fd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:36.799110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 753a7e75-e05d-49e8-b619-5177abf777fd not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:36.810303 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.839921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d594924-8af3-4e97-b9c2-a41bcdc7a11c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:36.853262 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca03e62-95f8-40ef-9004-c1a09307945f req-88c23c57-97b2-47d3-b97c-0d35c71a6296 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:36.855718 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ca03e62-95f8-40ef-9004-c1a09307945f req-88c23c57-97b2-47d3-b97c-0d35c71a6296 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.1003530 Jul 16 03:28:36.888341 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:36.907385 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:36.974200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ca03e62-95f8-40ef-9004-c1a09307945f req-c31a398c-d98f-4b20-8c0a-766fd6a3eaec tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126895 Jul 16 03:28:36.996493 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:37.051684 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad85a97b-2fab-4c46-9d23-09a781f24a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:37.060078 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d263db5-cfc3-49fe-bc89-a292a8b28611" -d '{"events": [{"server_uuid": "ad85a97b-2fab-4c46-9d23-09a781f24a38", "name": "network-vif-unplugged", "status": "completed", "tag": "6d594924-8af3-4e97-b9c2-a41bcdc7a11c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:37.251408 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['6d594924-8af3-4e97-b9c2-a41bcdc7a11c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:37.403711 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22063878-18c3-4baa-8bd2-769492bafa3e x-openstack-request-id: req-22063878-18c3-4baa-8bd2-769492bafa3e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:37.404740 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad85a97b-2fab-4c46-9d23-09a781f24a38", "name": "network-vif-unplugged", "status": "completed", "tag": "6d594924-8af3-4e97-b9c2-a41bcdc7a11c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:37.405155 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22063878-18c3-4baa-8bd2-769492bafa3e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:37.405702 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad85a97b-2fab-4c46-9d23-09a781f24a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c', 'code': 200} Jul 16 03:28:37.509900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c7ae0080-49b8-4c03-af90-d4bf8a7b994b no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:37.546315 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: c7ae0080-49b8-4c03-af90-d4bf8a7b994b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:37.547143 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c7ae0080-49b8-4c03-af90-d4bf8a7b994b not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:37.608806 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52070) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:37.798126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417aedcc-fef9-4c9c-8521-72fb380ddf5d req-c6e656e9-5324-40ba-b9ac-f1457875e401 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:37.800746 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-417aedcc-fef9-4c9c-8521-72fb380ddf5d req-c6e656e9-5324-40ba-b9ac-f1457875e401 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 949 time: 0.0942357 Jul 16 03:28:37.864674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-417aedcc-fef9-4c9c-8521-72fb380ddf5d req-178555d1-f72b-4e1c-b56c-13fbcdd347c9 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575371 Jul 16 03:28:37.865342 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7d9584c3-f500-43c5-bbdc-b09fa9b06330 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5386364b6d514f22a6e28418cdfb186f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544329 Jul 16 03:28:37.865462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:37.967591 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09e018e6-de85-4b06-9b46-4ed6ea067ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.006389 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09e018e6-de85-4b06-9b46-4ed6ea067ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.091550 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09e018e6-de85-4b06-9b46-4ed6ea067ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.094666 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09e018e6-de85-4b06-9b46-4ed6ea067ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.098271 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-09e018e6-de85-4b06-9b46-4ed6ea067ce1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ccad3cb8-b773-4ca1-a7f0-c28e03767480 HTTP/1.1" status: 204 len: 168 time: 0.2265041 Jul 16 03:28:38.110428 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e018e6-de85-4b06-9b46-4ed6ea067ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccad3cb8-b773-4ca1-a7f0-c28e03767480,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:38.292742 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ba11c-81df-4449-adff-b6b8f24fe975 req-d0416512-9e34-4e64-b88a-79c6c66ebe9c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:38.294338 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c8ba11c-81df-4449-adff-b6b8f24fe975 req-d0416512-9e34-4e64-b88a-79c6c66ebe9c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.1280293 Jul 16 03:28:38.353589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6d594924-8af3-4e97-b9c2-a41bcdc7a11c up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:38.374483 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c8ba11c-81df-4449-adff-b6b8f24fe975 req-9526c2c3-d1d4-4839-b395-5ff25eade20f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722542 Jul 16 03:28:38.471585 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:38.472845 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.597991 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.662231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:38.669239 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:38.740711 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:39.074377 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52110) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:39.101750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bae15-68ad-4ae7-a904-cfcfa18b61a9 req-e3c98312-75f1-46e2-9d26-d7705bd9e8ed tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.103903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d31bae15-68ad-4ae7-a904-cfcfa18b61a9 req-e3c98312-75f1-46e2-9d26-d7705bd9e8ed tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.0776880 Jul 16 03:28:39.146983 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d31bae15-68ad-4ae7-a904-cfcfa18b61a9 req-f0e07431-5de2-485c-acc1-853cb30992f2 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360408 Jul 16 03:28:39.270050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1238735406-network', 'tenant_id': '6b64a232dbff433689b1282ff1021257'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:39.300438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] Made reservation on behalf of 6b64a232dbff433689b1282ff1021257 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:28:39.303225 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.315239 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.407125 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad85a97b-2fab-4c46-9d23-09a781f24a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:39.409900 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36be76c-59d6-4598-a363-0410ff20c203" -d '{"events": [{"server_uuid": "ad85a97b-2fab-4c46-9d23-09a781f24a38", "name": "network-vif-plugged", "status": "completed", "tag": "6d594924-8af3-4e97-b9c2-a41bcdc7a11c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:39.454435 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.463030 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.494065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:28:39.500997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:39.525319 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.525668 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] Added segment 3d0f00b8-e7f0-448c-a706-d112bd115378 of type vlan for network 3a4ff6c7-18b6-4afa-910a-ef9826275a46 Jul 16 03:28:39.584779 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.611023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee559f2-652f-4d63-b54b-e778899c1343 req-1926c378-8eb1-4149-aff6-ab0df65d01f7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.620405 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ee559f2-652f-4d63-b54b-e778899c1343 req-1926c378-8eb1-4149-aff6-ab0df65d01f7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.0938988 Jul 16 03:28:39.646537 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.647757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:39.648378 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.670279 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ee559f2-652f-4d63-b54b-e778899c1343 req-c9ac7be4-1905-47aa-a0e3-874a49ef32d4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489030 Jul 16 03:28:39.701586 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:39.703124 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6276088 Jul 16 03:28:39.707972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ecc5181a-bc34-4deb-b17a-7d377aa0845e admin admin] Request body: {'subnet': {'network_id': '3a4ff6c7-18b6-4afa-910a-ef9826275a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1238735406-subnet', 'tenant_id': '6b64a232dbff433689b1282ff1021257', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:39.737622 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbafd89-8794-4a36-9e59-2c09f9a58e2d x-openstack-request-id: req-edbafd89-8794-4a36-9e59-2c09f9a58e2d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:39.738148 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad85a97b-2fab-4c46-9d23-09a781f24a38", "name": "network-vif-plugged", "status": "completed", "tag": "6d594924-8af3-4e97-b9c2-a41bcdc7a11c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:39.738245 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edbafd89-8794-4a36-9e59-2c09f9a58e2d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:39.738857 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad85a97b-2fab-4c46-9d23-09a781f24a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c', 'code': 200} Jul 16 03:28:39.757925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc5181a-bc34-4deb-b17a-7d377aa0845e admin admin] Made reservation on behalf of 6b64a232dbff433689b1282ff1021257 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:28:39.762289 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecc5181a-bc34-4deb-b17a-7d377aa0845e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:39.779050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52d484-325b-4163-a885-59b06bf1cb10 admin admin] Pushing event updated for resources: {'Network': ['ID=3a4ff6c7-18b6-4afa-910a-ef9826275a46,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:39.793626 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 3a4ff6c7-18b6-4afa-910a-ef9826275a46 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:28:40.065465 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecc5181a-bc34-4deb-b17a-7d377aa0845e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.083013 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f227996-b43f-44e5-96ac-d752f8922646 req-61fd19ad-a2ff-496c-9f59-d8019c649032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:40.085228 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f227996-b43f-44e5-96ac-d752f8922646 req-61fd19ad-a2ff-496c-9f59-d8019c649032 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 1101 time: 0.0794849 Jul 16 03:28:40.122829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5181a-bc34-4deb-b17a-7d377aa0845e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c14511cd-d5e8-4f61-879f-9586ea1f0394,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:40.149092 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f227996-b43f-44e5-96ac-d752f8922646 req-5a68eab6-30ac-43a9-93c7-1ae643a76699 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510654 Jul 16 03:28:40.166395 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5181a-bc34-4deb-b17a-7d377aa0845e admin admin] Checking segment: {'id': '3d0f00b8-e7f0-448c-a706-d112bd115378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3a4ff6c7-18b6-4afa-910a-ef9826275a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:40.166779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5181a-bc34-4deb-b17a-7d377aa0845e admin admin] Network hostable DHCP agents. Network: 3a4ff6c7-18b6-4afa-910a-ef9826275a46, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:28:40.196969 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5181a-bc34-4deb-b17a-7d377aa0845e admin admin] Network 3a4ff6c7-18b6-4afa-910a-ef9826275a46 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:28:40.213707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5181a-bc34-4deb-b17a-7d377aa0845e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 3a4ff6c7-18b6-4afa-910a-ef9826275a46) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:40.227856 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded95c43-13f6-476c-bdc6-16b0dda630cf None None] Network 3a4ff6c7-18b6-4afa-910a-ef9826275a46 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:28:40.243264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc5181a-bc34-4deb-b17a-7d377aa0845e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:40.248784 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecc5181a-bc34-4deb-b17a-7d377aa0845e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:40.313864 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ecc5181a-bc34-4deb-b17a-7d377aa0845e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6107240 Jul 16 03:28:40.387623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9e353-ad3e-43ab-be3e-7b9007a6561f req-1dc1c026-0b2a-4bab-9b80-6f224da1bc99 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:40.397190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fd9e353-ad3e-43ab-be3e-7b9007a6561f req-1dc1c026-0b2a-4bab-9b80-6f224da1bc99 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1033158 Jul 16 03:28:40.424046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d6e4ba-2853-44e0-bc48-2b2c7852c2b1 None None] Network 3a4ff6c7-18b6-4afa-910a-ef9826275a46 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:28:40.477359 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fd9e353-ad3e-43ab-be3e-7b9007a6561f req-7acefa24-a0f3-48ca-9448-689bf6bb3d65 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785174 Jul 16 03:28:40.854334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a025be9c-320a-4908-88b1-45c3612e3d7d req-43c7f519-571b-42b3-89be-85a4de119da0 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-510781270', 'description': 'tempest-description-1057874100'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:40.886746 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a025be9c-320a-4908-88b1-45c3612e3d7d req-43c7f519-571b-42b3-89be-85a4de119da0 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.020090 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a025be9c-320a-4908-88b1-45c3612e3d7d req-43c7f519-571b-42b3-89be-85a4de119da0 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.025554 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a025be9c-320a-4908-88b1-45c3612e3d7d req-43c7f519-571b-42b3-89be-85a4de119da0 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.072435 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a025be9c-320a-4908-88b1-45c3612e3d7d req-43c7f519-571b-42b3-89be-85a4de119da0 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.080971 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a025be9c-320a-4908-88b1-45c3612e3d7d req-43c7f519-571b-42b3-89be-85a4de119da0 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2341335 Jul 16 03:28:41.083700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7f519-571b-42b3-89be-85a4de119da0 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370090d1-d858-410f-97a7-58277460137c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:41.288677 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea740b-cbe9-40d0-8dcc-d53ca5db96d1 req-6b0f7df1-944b-43ac-b713-dcf22e945481 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:41.291750 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34ea740b-cbe9-40d0-8dcc-d53ca5db96d1 req-6b0f7df1-944b-43ac-b713-dcf22e945481 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.0975804 Jul 16 03:28:41.382604 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34ea740b-cbe9-40d0-8dcc-d53ca5db96d1 req-54093bef-3b4e-466d-a2f0-f0d3f55c7865 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839775 Jul 16 03:28:41.563688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f347ac4f-cc5d-4267-95a2-bc92b275f73a req-5300d9fb-4258-44bc-92c1-3c0e3fe293c8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-969692883', 'description': 'tempest-description-1896886769'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:41.596081 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f347ac4f-cc5d-4267-95a2-bc92b275f73a req-5300d9fb-4258-44bc-92c1-3c0e3fe293c8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.732148 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f347ac4f-cc5d-4267-95a2-bc92b275f73a req-5300d9fb-4258-44bc-92c1-3c0e3fe293c8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.741845 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f347ac4f-cc5d-4267-95a2-bc92b275f73a req-5300d9fb-4258-44bc-92c1-3c0e3fe293c8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.795945 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f347ac4f-cc5d-4267-95a2-bc92b275f73a req-5300d9fb-4258-44bc-92c1-3c0e3fe293c8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:41.808517 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f347ac4f-cc5d-4267-95a2-bc92b275f73a req-5300d9fb-4258-44bc-92c1-3c0e3fe293c8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2495799 Jul 16 03:28:41.811201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300d9fb-4258-44bc-92c1-3c0e3fe293c8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ef75ca-9dc5-4d9c-9e03-9906c27499c2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:42.002826 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6eb51-5518-487a-9b3f-2dabd37be371 req-e3ff10ae-87ba-4682-8388-5a509adba932 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:42.004821 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ef6eb51-5518-487a-9b3f-2dabd37be371 req-e3ff10ae-87ba-4682-8388-5a509adba932 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1001620 Jul 16 03:28:42.074887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ef6eb51-5518-487a-9b3f-2dabd37be371 req-e57a0a7b-bfee-42e9-aa54-3dd46d3e2892 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645158 Jul 16 03:28:46.370419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-b9ef8768-3f59-423b-a756-36d156d701a8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:46.372052 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-b9ef8768-3f59-423b-a756-36d156d701a8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/networks?id=3a4ff6c7-18b6-4afa-910a-ef9826275a46 HTTP/1.1" status: 200 len: 813 time: 0.1429515 Jul 16 03:28:46.393218 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-a0e3d221-4231-4e18-802b-b19be8bdc6e5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/quotas/6b64a232dbff433689b1282ff1021257 HTTP/1.1" status: 200 len: 375 time: 0.0143707 Jul 16 03:28:46.435310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-17dc30a9-c726-4ad0-9b0d-20456ed80861 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b64a232dbff433689b1282ff1021257&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344510 Jul 16 03:28:46.448138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547ccb8-9598-4b37-a8e9-cf5489e7065a req-4303f635-ae0f-4e02-9106-e2c443cb06e5 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:46.450382 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2547ccb8-9598-4b37-a8e9-cf5489e7065a req-4303f635-ae0f-4e02-9106-e2c443cb06e5 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1282561 Jul 16 03:28:46.552143 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2547ccb8-9598-4b37-a8e9-cf5489e7065a req-c4c2be8f-02e0-4cdc-ba15-8d52924e943f tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925765 Jul 16 03:28:46.578398 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-97a4dd06-33c3-400e-bc09-743b14efc234 service neutron] 10.222.0.18 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242726 Jul 16 03:28:46.727410 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-114b5209-ba1e-4f26-bd0f-9368a7e7c9ab service neutron] 10.222.0.18 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415167 Jul 16 03:28:46.756039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b30419-5725-4bae-b86d-1685b50d47e1 req-b144cb26-e92d-488c-9826-6780ab46e0e5 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:46.757595 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-07b30419-5725-4bae-b86d-1685b50d47e1 req-b144cb26-e92d-488c-9826-6780ab46e0e5 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.0813656 Jul 16 03:28:46.802067 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-07b30419-5725-4bae-b86d-1685b50d47e1 req-cc54a6b4-e858-4758-95bd-f95ddf3d803e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372279 Jul 16 03:28:47.060680 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-81609b14-b3d1-4d35-970f-5d8c6f30c7b1 req-a2e2c2e2-8095-4805-a76b-be488253a667 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 210 time: 0.0308321 Jul 16 03:28:47.930914 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-d9727441-7dcd-4e28-b6c3-521b780752f7 service neutron] 10.222.0.20 "GET /v2.0/ports/4ccb4eea-6e1e-42c8-b3e4-d76834c80c50/bindings/n-h2-800088-6 HTTP/1.1" status: 200 len: 382 time: 0.1160791 Jul 16 03:28:48.352371 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-34c7d935-72ab-4071-9bd2-14bc056638a8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:48.354163 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-34c7d935-72ab-4071-9bd2-14bc056638a8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.20 "GET /v2.0/networks?id=3a4ff6c7-18b6-4afa-910a-ef9826275a46 HTTP/1.1" status: 200 len: 813 time: 0.1769185 Jul 16 03:28:48.363121 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ff72f-0426-4886-8e6e-c6a2f7f1ee98 req-60b3b0d4-24e4-42ef-a8ee-9586bfca244d tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:48.364983 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e6ff72f-0426-4886-8e6e-c6a2f7f1ee98 req-60b3b0d4-24e4-42ef-a8ee-9586bfca244d tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.1839411 Jul 16 03:28:48.375616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-b88cda3d-2f8e-4b47-96b6-9f6371665c1b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'port': {'device_id': '56bc9224-59f6-40f7-92d3-d2cb9836dd37', 'network_id': '3a4ff6c7-18b6-4afa-910a-ef9826275a46', 'admin_state_up': True, 'tenant_id': '6b64a232dbff433689b1282ff1021257'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:48.463719 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-fafe64f2-dd98-4126-b631-d557b64e94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:48.466382 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-fafe64f2-dd98-4126-b631-d557b64e94b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065&tenant_id=ad10fbf176f74734b5667b3f7c9813ba HTTP/1.1" status: 200 len: 1100 time: 0.0693932 Jul 16 03:28:48.575981 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-bcb2c949-b9df-4db1-abce-da47d76fff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:48.577782 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-bcb2c949-b9df-4db1-abce-da47d76fff79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 1100 time: 0.0816519 Jul 16 03:28:48.591568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e6ff72f-0426-4886-8e6e-c6a2f7f1ee98 req-67d8f84f-93aa-4a83-ab4a-473897dea0dc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822643 Jul 16 03:28:48.638426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895f253-9360-4a02-915d-123e1cccef07 req-61fd40bb-231a-4894-bd8b-4796c074b6b0 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:48.640749 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3895f253-9360-4a02-915d-123e1cccef07 req-61fd40bb-231a-4894-bd8b-4796c074b6b0 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1667109 Jul 16 03:28:48.648681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-b88cda3d-2f8e-4b47-96b6-9f6371665c1b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Made reservation on behalf of 6b64a232dbff433689b1282ff1021257 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:28:48.652866 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-b88cda3d-2f8e-4b47-96b6-9f6371665c1b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:48.692968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-b471b924-23e3-40da-b287-73a65ed601e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:48.694968 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-b471b924-23e3-40da-b287-73a65ed601e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1096807 Jul 16 03:28:48.709785 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3895f253-9360-4a02-915d-123e1cccef07 req-6e7f7868-1596-4272-902e-6e5d75f3b96e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681393 Jul 16 03:28:48.751483 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-901b8559-bb56-41aa-b10c-7211512416b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 HTTP/1.1" status: 200 len: 217 time: 0.0465124 Jul 16 03:28:48.782656 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2089b6e3-884e-4f69-8263-cf7c8b453ca3 req-33d78339-6df0-4a7a-bce4-4b08041083ae tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 210 time: 0.0419397 Jul 16 03:28:48.830820 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-b5cd8e37-5631-4c5a-b69c-8da102b2e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:48.832611 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-b5cd8e37-5631-4c5a-b69c-8da102b2e01d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0746553 Jul 16 03:28:48.895275 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-b88cda3d-2f8e-4b47-96b6-9f6371665c1b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Allocated IP 172.20.0.12 (3a4ff6c7-18b6-4afa-910a-ef9826275a46/c14511cd-d5e8-4f61-879f-9586ea1f0394/27311130-b235-44b1-95dc-dc2a87794789) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:28:48.920660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-098d7302-2a7c-46b6-a65d-6da2c212fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:48.924499 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-098d7302-2a7c-46b6-a65d-6da2c212fa31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775518 Jul 16 03:28:49.040084 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-6a0bf56f-63ee-498e-8a6f-0937f1ff556a service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036000 Jul 16 03:28:49.104526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-98311f27-4a8b-49aa-a7c0-e28be1e61491 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:49.106148 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-98311f27-4a8b-49aa-a7c0-e28be1e61491 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/networks?id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933 HTTP/1.1" status: 200 len: 804 time: 0.1823978 Jul 16 03:28:49.131142 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-6b4c8f13-4c08-451f-a8eb-c43c80f2fdb2 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/quotas/8dd482e181bc4f5a8f8e41ea860cc580 HTTP/1.1" status: 200 len: 375 time: 0.0195696 Jul 16 03:28:49.136690 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e05692a5-7e74-4952-a3cf-002ed571b8a2 req-2c0a9b21-8bf9-481c-9d03-9b97a0b93b8f service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894330 Jul 16 03:28:49.173557 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-b88cda3d-2f8e-4b47-96b6-9f6371665c1b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:49.236762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-43ceeebd-fbd1-4543-aee3-dcc7473654cf tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8dd482e181bc4f5a8f8e41ea860cc580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0972881 Jul 16 03:28:49.269190 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-b88cda3d-2f8e-4b47-96b6-9f6371665c1b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:49.338975 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-b88cda3d-2f8e-4b47-96b6-9f6371665c1b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Network 3a4ff6c7-18b6-4afa-910a-ef9826275a46 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:49.347692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-b88cda3d-2f8e-4b47-96b6-9f6371665c1b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:49.360421 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-b88cda3d-2f8e-4b47-96b6-9f6371665c1b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:49.365900 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-b88cda3d-2f8e-4b47-96b6-9f6371665c1b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:49.366532 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-b88cda3d-2f8e-4b47-96b6-9f6371665c1b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:49.378367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cda3d-2f8e-4b47-96b6-9f6371665c1b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'Port': ['ID=27311130-b235-44b1-95dc-dc2a87794789,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:49.392721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-b88cda3d-2f8e-4b47-96b6-9f6371665c1b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0264730 Jul 16 03:28:49.406706 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Request body: {'port': {'device_id': '56bc9224-59f6-40f7-92d3-d2cb9836dd37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:49.410402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-f14b0cd3-6b0a-462d-83d5-1e1b5187a696 service neutron] 10.222.0.18 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740870 Jul 16 03:28:49.553854 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:49.577056 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-9e74a813-373c-4cdd-93f0-20467dfb3ceb service neutron] 10.222.0.18 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389406 Jul 16 03:28:49.804103 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ed94897e-9f91-4e2f-b00d-cf22abcc7b00 req-458ffe68-855b-4a8d-b96b-f48538fbd157 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c HTTP/1.1" status: 200 len: 210 time: 0.0583858 Jul 16 03:28:49.901379 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6dd6a-259f-458a-aba0-5aef60c9b68b req-a7ebc7b0-6919-4376-8a48-9f481633156f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:49.902806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94d6dd6a-259f-458a-aba0-5aef60c9b68b req-a7ebc7b0-6919-4376-8a48-9f481633156f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.1246636 Jul 16 03:28:50.014185 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbad7f-8570-4e17-8ae8-60112796d45b req-97b57857-1747-486b-9f08-df2207bea38e tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:50.015869 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-befbad7f-8570-4e17-8ae8-60112796d45b req-97b57857-1747-486b-9f08-df2207bea38e tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.88 "GET /v2.0/ports?device_id=73a19d90-eab6-4a26-89b9-24f6980476e6 HTTP/1.1" status: 200 len: 945 time: 0.0924323 Jul 16 03:28:50.016382 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94d6dd6a-259f-458a-aba0-5aef60c9b68b req-1d70a7f9-9642-4709-a786-1dc04ce0e5fb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060975 Jul 16 03:28:50.021433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27311130-b235-44b1-95dc-dc2a87794789 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:50.031558 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:50.055006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Transition to ACTIVE for port object 27311130-b235-44b1-95dc-dc2a87794789 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:50.061637 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:50.144821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827efe68-b82b-4b2c-ac64-0eaf915767a2 req-fec9ea53-0502-48c3-a15b-1f933f4f3ffa tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:50.148431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-827efe68-b82b-4b2c-ac64-0eaf915767a2 req-fec9ea53-0502-48c3-a15b-1f933f4f3ffa tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1844347 Jul 16 03:28:50.213329 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=27311130-b235-44b1-95dc-dc2a87794789,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:50.223758 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Attempting to bind port 27311130-b235-44b1-95dc-dc2a87794789 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:50.224100 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Attempting to bind port 27311130-b235-44b1-95dc-dc2a87794789 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '3d0f00b8-e7f0-448c-a706-d112bd115378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3a4ff6c7-18b6-4afa-910a-ef9826275a46'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:50.224457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Attempting to bind port 27311130-b235-44b1-95dc-dc2a87794789 on network 3a4ff6c7-18b6-4afa-910a-ef9826275a46 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:50.247861 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-befbad7f-8570-4e17-8ae8-60112796d45b req-d7d20675-6df8-480f-bce9-1619a910c36d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Deleting port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:28:50.252397 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-befbad7f-8570-4e17-8ae8-60112796d45b req-d7d20675-6df8-480f-bce9-1619a910c36d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:50.271239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Port 27311130-b235-44b1-95dc-dc2a87794789 on network 3a4ff6c7-18b6-4afa-910a-ef9826275a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:50.271470 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Attempting to bind port 27311130-b235-44b1-95dc-dc2a87794789 on network 3a4ff6c7-18b6-4afa-910a-ef9826275a46 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:50.280031 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-827efe68-b82b-4b2c-ac64-0eaf915767a2 req-98196ac1-e75f-48e9-8f21-ef7d096428a4 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188288 Jul 16 03:28:50.283481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:50.283824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Checking segment: {'id': '3d0f00b8-e7f0-448c-a706-d112bd115378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3a4ff6c7-18b6-4afa-910a-ef9826275a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:50.284245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Bound using segment: {'id': '3d0f00b8-e7f0-448c-a706-d112bd115378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3a4ff6c7-18b6-4afa-910a-ef9826275a46'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:50.284804 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Bound port: 27311130-b235-44b1-95dc-dc2a87794789, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0f00b8-e7f0-448c-a706-d112bd115378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3a4ff6c7-18b6-4afa-910a-ef9826275a46'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:50.285064 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:50.376016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239b59a-39c3-49ba-a1d8-b08c4c45e532 req-4e6580e1-dfa9-46c7-9a33-add6a8690b27 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:50.383141 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8239b59a-39c3-49ba-a1d8-b08c4c45e532 req-4e6580e1-dfa9-46c7-9a33-add6a8690b27 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 944 time: 0.1615615 Jul 16 03:28:50.398068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ef44758d-fe5d-4e8a-a5a0-4d6e718b671a no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:50.425698 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-befbad7f-8570-4e17-8ae8-60112796d45b req-d7d20675-6df8-480f-bce9-1619a910c36d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] For port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:50.426066 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-befbad7f-8570-4e17-8ae8-60112796d45b req-d7d20675-6df8-480f-bce9-1619a910c36d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:50.436168 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] For port 27311130-b235-44b1-95dc-dc2a87794789, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:50.444354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-befbad7f-8570-4e17-8ae8-60112796d45b req-d7d20675-6df8-480f-bce9-1619a910c36d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Calling delete_port for ef44758d-fe5d-4e8a-a5a0-4d6e718b671a owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:28:50.481614 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8239b59a-39c3-49ba-a1d8-b08c4c45e532 req-97d3b996-0936-4996-9b3e-933ca3818702 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974565 Jul 16 03:28:50.490552 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] For port 27311130-b235-44b1-95dc-dc2a87794789, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=27311130-b235-44b1-95dc-dc2a87794789,segment=NetworkSegment(3d0f00b8-e7f0-448c-a706-d112bd115378),segment_id=3d0f00b8-e7f0-448c-a706-d112bd115378)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:50.509472 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:50.579982 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:50.615528 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-befbad7f-8570-4e17-8ae8-60112796d45b req-d7d20675-6df8-480f-bce9-1619a910c36d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:50.656904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=27311130-b235-44b1-95dc-dc2a87794789,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:50.684546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:50.685209 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:50.686670 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-760e080b-3518-4427-b43c-704965cde0e2 service neutron] 10.222.0.20 "PUT /v2.0/ports/27311130-b235-44b1-95dc-dc2a87794789 HTTP/1.1" status: 200 len: 1092 time: 1.2845800 Jul 16 03:28:50.687940 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d20675-6df8-480f-bce9-1619a910c36d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Pushing event deleted for resources: {'Port': ['ID=ef44758d-fe5d-4e8a-a5a0-4d6e718b671a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:50.698629 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bc9224-59f6-40f7-92d3-d2cb9836dd37', 'tag': '27311130-b235-44b1-95dc-dc2a87794789'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:50.701043 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f39cec3-b877-4496-a7d5-c89012418f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "56bc9224-59f6-40f7-92d3-d2cb9836dd37", "tag": "27311130-b235-44b1-95dc-dc2a87794789"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:50.750024 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-befbad7f-8570-4e17-8ae8-60112796d45b req-d7d20675-6df8-480f-bce9-1619a910c36d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] No DVR routers for this DVR port ef44758d-fe5d-4e8a-a5a0-4d6e718b671a on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:28:50.752845 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-befbad7f-8570-4e17-8ae8-60112796d45b req-d7d20675-6df8-480f-bce9-1619a910c36d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:50.755015 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-befbad7f-8570-4e17-8ae8-60112796d45b req-d7d20675-6df8-480f-bce9-1619a910c36d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.88 "DELETE /v2.0/ports/ef44758d-fe5d-4e8a-a5a0-4d6e718b671a HTTP/1.1" status: 204 len: 173 time: 0.7321260 Jul 16 03:28:50.755593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a19d90-eab6-4a26-89b9-24f6980476e6', 'name': 'network-vif-deleted', 'tag': 'ef44758d-fe5d-4e8a-a5a0-4d6e718b671a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:50.758878 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215a916e-5ed3-4762-a999-c0f07ab48b92 x-openstack-request-id: req-215a916e-5ed3-4762-a999-c0f07ab48b92 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:50.759170 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bc9224-59f6-40f7-92d3-d2cb9836dd37", "tag": "27311130-b235-44b1-95dc-dc2a87794789", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:50.759419 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-215a916e-5ed3-4762-a999-c0f07ab48b92 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:50.759817 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bc9224-59f6-40f7-92d3-d2cb9836dd37', 'tag': '27311130-b235-44b1-95dc-dc2a87794789', 'status': 'completed', 'code': 200} Jul 16 03:28:50.771494 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3bca74-f7e3-42f6-a1a5-338bb0b8473c" -d '{"events": [{"server_uuid": "73a19d90-eab6-4a26-89b9-24f6980476e6", "name": "network-vif-deleted", "tag": "ef44758d-fe5d-4e8a-a5a0-4d6e718b671a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:50.819734 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837b2bb9-7242-4b2a-9282-9233dd6ead44 x-openstack-request-id: req-837b2bb9-7242-4b2a-9282-9233dd6ead44 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:50.820022 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a19d90-eab6-4a26-89b9-24f6980476e6", "name": "network-vif-deleted", "tag": "ef44758d-fe5d-4e8a-a5a0-4d6e718b671a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:50.820918 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-837b2bb9-7242-4b2a-9282-9233dd6ead44 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:50.822006 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a19d90-eab6-4a26-89b9-24f6980476e6', 'name': 'network-vif-deleted', 'tag': 'ef44758d-fe5d-4e8a-a5a0-4d6e718b671a', 'status': 'completed', 'code': 200} Jul 16 03:28:50.923811 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-834840a8-34eb-4144-9ed3-a9e11f3dfa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:50.926592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-834840a8-34eb-4144-9ed3-a9e11f3dfa09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b64a232dbff433689b1282ff1021257&device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 1095 time: 0.0775690 Jul 16 03:28:50.982234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-cb4090e5-002a-451c-8e6f-9b3febd76360 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27311130-b235-44b1-95dc-dc2a87794789 HTTP/1.1" status: 200 len: 217 time: 0.0471630 Jul 16 03:28:51.015690 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-747095b9-82c5-47b2-8c7c-3e30f4dae998 req-1c85f7dc-afe6-49bd-a951-70b37595e8aa tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c HTTP/1.1" status: 200 len: 210 time: 0.0366387 Jul 16 03:28:51.066381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-48a12319-0a8e-4681-aa96-7725b255e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:51.067806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-48a12319-0a8e-4681-aa96-7725b255e170 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c14511cd-d5e8-4f61-879f-9586ea1f0394 HTTP/1.1" status: 200 len: 853 time: 0.0552220 Jul 16 03:28:51.113393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-c4f8d9d7-28cd-47bd-9b5c-9542985ad66b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a4ff6c7-18b6-4afa-910a-ef9826275a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301855 Jul 16 03:28:51.263476 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-897821cb-4158-4c45-86fd-0f7cd963fb99 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374822 Jul 16 03:28:51.286697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d44a8-e263-4825-a4c2-6c85ae35f521 req-c58958c9-6eac-472b-97ea-9ba3205f41f2 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:51.288199 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a11d44a8-e263-4825-a4c2-6c85ae35f521 req-c58958c9-6eac-472b-97ea-9ba3205f41f2 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.0907893 Jul 16 03:28:51.417870 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a11d44a8-e263-4825-a4c2-6c85ae35f521 req-d163f5a1-6741-4ab9-9b80-feb28e4c3443 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180956 Jul 16 03:28:51.452720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43103b23-9060-4225-b8bc-32eb75e1a371 req-216025d2-1de1-401e-b95c-f3ec3e8eb414 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806853 Jul 16 03:28:51.536497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:51.541916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee47541-452a-4ee2-a2de-4febe0fd7c1a req-d50f6b88-bf5e-4376-a4f5-b68490783411 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:51.548896 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ee47541-452a-4ee2-a2de-4febe0fd7c1a req-d50f6b88-bf5e-4376-a4f5-b68490783411 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1008928 Jul 16 03:28:51.550447 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-0921e084-a88e-4bae-ac76-1414e3124804 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:51.552082 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-0921e084-a88e-4bae-ac76-1414e3124804 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.20 "GET /v2.0/networks?id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933 HTTP/1.1" status: 200 len: 804 time: 0.1505382 Jul 16 03:28:51.565226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-c8d767b3-da16-4ba9-bab1-8c22bdfb4576 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Request body: {'port': {'device_id': '9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c', 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933', 'admin_state_up': True, 'tenant_id': '8dd482e181bc4f5a8f8e41ea860cc580'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:51.633445 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ee47541-452a-4ee2-a2de-4febe0fd7c1a req-9ad9a728-a4a0-46ee-8ef8-ac8eeece5359 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835969 Jul 16 03:28:51.666345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39cec3-b877-4496-a7d5-c89012418f7f req-670ae527-757b-4095-85ff-477b8b01739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:51.672075 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f39cec3-b877-4496-a7d5-c89012418f7f req-670ae527-757b-4095-85ff-477b8b01739c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b64a232dbff433689b1282ff1021257&device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 1095 time: 0.1196113 Jul 16 03:28:51.679427 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:51.737213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-c8d767b3-da16-4ba9-bab1-8c22bdfb4576 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Made reservation on behalf of 8dd482e181bc4f5a8f8e41ea860cc580 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:28:51.741671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:51.758397 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-c8d767b3-da16-4ba9-bab1-8c22bdfb4576 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:51.760243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50', 'mac_address': 'fa:16:3e:ee:5a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:51.839464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39cec3-b877-4496-a7d5-c89012418f7f req-6200fd5e-aab8-4bcd-8f7f-1ff8b72e1edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:51.843689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f39cec3-b877-4496-a7d5-c89012418f7f req-6200fd5e-aab8-4bcd-8f7f-1ff8b72e1edb service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a4ff6c7-18b6-4afa-910a-ef9826275a46 HTTP/1.1" status: 200 len: 914 time: 0.1625400 Jul 16 03:28:51.981246 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:51.989732 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f39cec3-b877-4496-a7d5-c89012418f7f req-4407df6e-5c9f-442c-91bf-8d234cb8dbe1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27311130-b235-44b1-95dc-dc2a87794789 HTTP/1.1" status: 200 len: 217 time: 0.1351044 Jul 16 03:28:52.077334 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:52.087966 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39cec3-b877-4496-a7d5-c89012418f7f req-02f595d2-55af-4c94-bb17-f7c34d167f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:52.089918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f39cec3-b877-4496-a7d5-c89012418f7f req-02f595d2-55af-4c94-bb17-f7c34d167f1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c14511cd-d5e8-4f61-879f-9586ea1f0394 HTTP/1.1" status: 200 len: 853 time: 0.0661838 Jul 16 03:28:52.112429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-c8d767b3-da16-4ba9-bab1-8c22bdfb4576 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Allocated IP 172.20.0.7 (b1e2c0d5-dd24-4b0f-8afc-e9677c639933/59f2ab40-9019-4547-86c9-0e06d246deb3/42e350c7-10f2-405e-99da-dd05bcc2a27d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:28:52.114835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702dde4-2766-4431-be81-b3b8fdab4fd4 req-7c67ea14-69f1-4cff-b95e-42eda60952af tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:52.122828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f437d4-9e38-4ace-879b-766f74d12065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:52.124980 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b702dde4-2766-4431-be81-b3b8fdab4fd4 req-7c67ea14-69f1-4cff-b95e-42eda60952af tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 944 time: 0.1391907 Jul 16 03:28:52.125161 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fea16a0-c5e7-44f4-becf-85d208072644" -d '{"events": [{"server_uuid": "38f437d4-9e38-4ace-879b-766f74d12065", "name": "network-vif-unplugged", "status": "completed", "tag": "4ccb4eea-6e1e-42c8-b3e4-d76834c80c50"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:52.151353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:52.159876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f39cec3-b877-4496-a7d5-c89012418f7f req-4e7b5ba1-e1e7-45e5-994f-287b2d068386 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a4ff6c7-18b6-4afa-910a-ef9826275a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626714 Jul 16 03:28:52.161337 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:52.168990 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:52.229069 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b702dde4-2766-4431-be81-b3b8fdab4fd4 req-c70183bd-7947-436d-89c5-453a5532b445 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030986 Jul 16 03:28:52.254984 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:28:52.255520 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:28:52.258571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:52.313615 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110c3947-9682-4887-8f53-c78ea00cf32f x-openstack-request-id: req-110c3947-9682-4887-8f53-c78ea00cf32f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:52.313998 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f437d4-9e38-4ace-879b-766f74d12065", "name": "network-vif-unplugged", "status": "completed", "tag": "4ccb4eea-6e1e-42c8-b3e4-d76834c80c50", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:52.314369 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-110c3947-9682-4887-8f53-c78ea00cf32f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:52.314830 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f437d4-9e38-4ace-879b-766f74d12065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50', 'code': 200} Jul 16 03:28:52.331244 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4643b5d-009e-4f5b-a21e-9bc519580f70 req-3af38f81-fc9e-4c7e-ac20-cf9312642102 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c HTTP/1.1" status: 200 len: 210 time: 0.0391066 Jul 16 03:28:52.357255 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f39cec3-b877-4496-a7d5-c89012418f7f req-b8ab8606-e30f-43a0-80d5-8dfb292d74ff service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831779 Jul 16 03:28:52.389764 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-c8d767b3-da16-4ba9-bab1-8c22bdfb4576 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:52.445109 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-c8d767b3-da16-4ba9-bab1-8c22bdfb4576 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:52.493945 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f39cec3-b877-4496-a7d5-c89012418f7f req-876151c8-72cb-49f6-9912-b200c9b9777d service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272054 Jul 16 03:28:52.512370 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-c8d767b3-da16-4ba9-bab1-8c22bdfb4576 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:52.516214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-c8d767b3-da16-4ba9-bab1-8c22bdfb4576 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:52.526342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-c8d767b3-da16-4ba9-bab1-8c22bdfb4576 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:52.534795 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d767b3-da16-4ba9-bab1-8c22bdfb4576 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Pushing event updated for resources: {'Port': ['ID=42e350c7-10f2-405e-99da-dd05bcc2a27d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:52.593962 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-c8d767b3-da16-4ba9-bab1-8c22bdfb4576 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:52.593962 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-c8d767b3-da16-4ba9-bab1-8c22bdfb4576 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:52.610675 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-c8d767b3-da16-4ba9-bab1-8c22bdfb4576 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0500052 Jul 16 03:28:52.625596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Request body: {'port': {'device_id': '9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:52.649450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52f88c29-5903-4528-8f73-688380247829 req-fb45c9c3-0222-4a5a-90aa-ea55e8edc4c9 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7f028c308fb9456da455169d17a399e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300946 Jul 16 03:28:52.704870 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:52.751367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee59662-1ac8-4420-9d21-413dff88c6a6 req-284aeadb-6931-4329-b102-51efe2c3496f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:52.753043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ee59662-1ac8-4420-9d21-413dff88c6a6 req-284aeadb-6931-4329-b102-51efe2c3496f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 947 time: 0.1671953 Jul 16 03:28:52.830452 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ee59662-1ac8-4420-9d21-413dff88c6a6 req-bd5530f0-7b21-476d-9e1f-1286a6dcb7b9 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575867 Jul 16 03:28:52.883605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f88c29-5903-4528-8f73-688380247829 req-d3c706c6-1461-4db5-8b63-1fa3f6ea0d39 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:52.887045 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52f88c29-5903-4528-8f73-688380247829 req-d3c706c6-1461-4db5-8b63-1fa3f6ea0d39 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2313926 Jul 16 03:28:52.910147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52f88c29-5903-4528-8f73-688380247829 req-e3f0fd5c-443d-4e3e-811e-e4fd905593c3 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/quotas/7f028c308fb9456da455169d17a399e6 HTTP/1.1" status: 200 len: 375 time: 0.0170605 Jul 16 03:28:52.953102 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:52.984236 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:52.984919 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52f88c29-5903-4528-8f73-688380247829 req-ed328d40-0c1d-463c-9fb3-0006f14bf4ae tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f028c308fb9456da455169d17a399e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644886 Jul 16 03:28:53.036243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:53.056114 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.167547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:53.343773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4ccb4eea-6e1e-42c8-b3e4-d76834c80c50'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:53.350315 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73db3e-9a6f-40bf-a845-4c66e25e0d3c req-c351753d-e51d-49a7-9607-389b5a1ec1c4 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:53.358550 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f73db3e-9a6f-40bf-a845-4c66e25e0d3c req-c351753d-e51d-49a7-9607-389b5a1ec1c4 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1452181 Jul 16 03:28:53.361415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e350c7-10f2-405e-99da-dd05bcc2a27d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:53.371022 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.385782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Transition to ACTIVE for port object 42e350c7-10f2-405e-99da-dd05bcc2a27d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:53.399918 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.449005 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f73db3e-9a6f-40bf-a845-4c66e25e0d3c req-418ccaa7-b59a-4426-81ca-fbcaa8ae00a4 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894649 Jul 16 03:28:53.538566 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Pushing event updated for resources: {'Port': ['ID=42e350c7-10f2-405e-99da-dd05bcc2a27d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:53.616350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Attempting to bind port 42e350c7-10f2-405e-99da-dd05bcc2a27d on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:53.616992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Attempting to bind port 42e350c7-10f2-405e-99da-dd05bcc2a27d by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:53.616992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Attempting to bind port 42e350c7-10f2-405e-99da-dd05bcc2a27d on network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:53.626212 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Port 42e350c7-10f2-405e-99da-dd05bcc2a27d on network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:53.626549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Attempting to bind port 42e350c7-10f2-405e-99da-dd05bcc2a27d on network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:53.636850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:53.637196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Checking segment: {'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:53.637592 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Bound using segment: {'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:53.642004 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Bound port: 42e350c7-10f2-405e-99da-dd05bcc2a27d, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:53.642414 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.766596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] For port 42e350c7-10f2-405e-99da-dd05bcc2a27d, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:53.769753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] For port 42e350c7-10f2-405e-99da-dd05bcc2a27d, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=42e350c7-10f2-405e-99da-dd05bcc2a27d,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:53.774007 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.812822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:53.813544 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:53.815080 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] 10.222.0.20 "PUT /v2.0/ports/42e350c7-10f2-405e-99da-dd05bcc2a27d HTTP/1.1" status: 200 len: 1091 time: 1.1936436 Jul 16 03:28:53.815869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c', 'tag': '42e350c7-10f2-405e-99da-dd05bcc2a27d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:53.828099 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a7ae7c-5856-47fc-96f9-fff2dcf5effa" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c", "tag": "42e350c7-10f2-405e-99da-dd05bcc2a27d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:53.857983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cca89-4130-4535-8be8-1309fbb2cb53 service neutron] Pushing event updated for resources: {'Port': ['ID=42e350c7-10f2-405e-99da-dd05bcc2a27d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:53.934080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-b7c1483a-28fb-40dc-abe9-0c0d29eec4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:53.936167 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-b7c1483a-28fb-40dc-abe9-0c0d29eec4de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dd482e181bc4f5a8f8e41ea860cc580&device_id=9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c HTTP/1.1" status: 200 len: 1094 time: 0.0629842 Jul 16 03:28:53.993492 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-0ac4cfd8-28c0-4863-bc10-629afc244840 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42e350c7-10f2-405e-99da-dd05bcc2a27d HTTP/1.1" status: 200 len: 217 time: 0.0480521 Jul 16 03:28:54.057393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-f9dea5e4-0241-4cf0-b092-b246d5404220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.059039 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-f9dea5e4-0241-4cf0-b092-b246d5404220 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59f2ab40-9019-4547-86c9-0e06d246deb3 HTTP/1.1" status: 200 len: 844 time: 0.0588593 Jul 16 03:28:54.104845 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-8a691f7e-d1b6-4551-9d92-c554694b1861 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384946 Jul 16 03:28:54.132176 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-e0e41cbb-fa49-4f7e-bd7b-ce8b10a7e81a tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7f028c308fb9456da455169d17a399e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3727570 Jul 16 03:28:54.209444 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-37178b4a-6fc9-42cf-9b9e-0eb3f96f066d service neutron] 10.222.0.20 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959089 Jul 16 03:28:54.234068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-0483fbf9-6ea1-4c00-aabd-a21eb6f6bc81 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.235618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-0483fbf9-6ea1-4c00-aabd-a21eb6f6bc81 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065&tenant_id=ad10fbf176f74734b5667b3f7c9813ba&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 948 time: 0.5659273 Jul 16 03:28:54.304804 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2cafa-d3b1-4236-909b-2251889f0336 req-761265ac-40ad-404a-846f-8c8184f9ab08 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.306538 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-36e2cafa-d3b1-4236-909b-2251889f0336 req-761265ac-40ad-404a-846f-8c8184f9ab08 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 944 time: 0.5451460 Jul 16 03:28:54.307338 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6daffa1-9728-45d1-976e-f6227102c5b7 req-f49bc772-4d2b-4b86-bee4-3bc3f87450e8 service neutron] 10.222.0.20 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901747 Jul 16 03:28:54.385450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-22ab7796-30db-4fc5-9a2c-aacf44baed4c tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.386904 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-22ab7796-30db-4fc5-9a2c-aacf44baed4c tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335329 Jul 16 03:28:54.392000 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-36e2cafa-d3b1-4236-909b-2251889f0336 req-b38a89d9-d509-43ed-9d87-20aa338e10ad tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772765 Jul 16 03:28:54.404245 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-c7e61f0a-395e-4060-975c-d10b4f7a2afe service neutron] 10.222.0.20 "GET /v2.0/ports/4ccb4eea-6e1e-42c8-b3e4-d76834c80c50/bindings/n-h2-800088-6 HTTP/1.1" status: 200 len: 382 time: 0.1354451 Jul 16 03:28:54.405866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-757ba954-b742-4f25-a473-1ca15747f4d4 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/quotas/7f028c308fb9456da455169d17a399e6 HTTP/1.1" status: 200 len: 375 time: 0.0129941 Jul 16 03:28:54.428523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ef44758d-fe5d-4e8a-a5a0-4d6e718b671a no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:54.452257 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-a06b0359-0c8e-403d-badb-4d09fe84ebcf tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7f028c308fb9456da455169d17a399e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352633 Jul 16 03:28:54.475100 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: ef44758d-fe5d-4e8a-a5a0-4d6e718b671a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:28:54.478739 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ef44758d-fe5d-4e8a-a5a0-4d6e718b671a not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:28:54.539717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-6b595b47-9f63-45d8-b998-f0f3d33bafa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.541283 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-6b595b47-9f63-45d8-b998-f0f3d33bafa7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 1099 time: 0.0918899 Jul 16 03:28:54.735545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a0674-6f47-431f-8c05-77932f0e2165 req-2b128f71-23e8-4f12-b9f2-9a73a08842db tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.737664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a1a0674-6f47-431f-8c05-77932f0e2165 req-2b128f71-23e8-4f12-b9f2-9a73a08842db tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c HTTP/1.1" status: 200 len: 943 time: 0.1018221 Jul 16 03:28:54.738852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-5f53890a-7486-436e-8d32-c1886ae7b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.740021 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-5f53890a-7486-436e-8d32-c1886ae7b871 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1909473 Jul 16 03:28:54.755734 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-52f88c29-5903-4528-8f73-688380247829 req-f0d7c87d-39b5-465c-99e6-6e35cd6bdeab tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=7f028c308fb9456da455169d17a399e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527534 Jul 16 03:28:54.833973 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-802c2ed5-ce6f-486f-85bd-f472a62cc285 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 HTTP/1.1" status: 200 len: 217 time: 0.0847023 Jul 16 03:28:54.933016 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a1a0674-6f47-431f-8c05-77932f0e2165 req-0be060e5-a8a9-4a72-9ba8-a6217d3ce51b tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862202 Jul 16 03:28:54.958300 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f88c29-5903-4528-8f73-688380247829 req-8f684aef-a744-457b-8ecc-ab0f35f7ad95 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.960229 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-52f88c29-5903-4528-8f73-688380247829 req-8f684aef-a744-457b-8ecc-ab0f35f7ad95 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986866 Jul 16 03:28:54.972844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-00f39778-5a5c-4e73-b8f8-0d0cc4aee40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:54.978551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-00f39778-5a5c-4e73-b8f8-0d0cc4aee40c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1271355 Jul 16 03:28:54.981840 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Request body: {'port': {'device_id': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '7f028c308fb9456da455169d17a399e6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:55.021094 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5d0cdf-a4dc-4a64-884c-b0b4f58a7f78 x-openstack-request-id: req-3b5d0cdf-a4dc-4a64-884c-b0b4f58a7f78 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:55.021406 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c", "tag": "42e350c7-10f2-405e-99da-dd05bcc2a27d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:55.021666 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b5d0cdf-a4dc-4a64-884c-b0b4f58a7f78 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:55.022285 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c', 'tag': '42e350c7-10f2-405e-99da-dd05bcc2a27d', 'status': 'completed', 'code': 200} Jul 16 03:28:55.104507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc1d18-5a5e-43ed-ba73-4ed95e4f8d9e req-762ce649-5d63-48a4-b93a-9c329c7d70d7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:55.113786 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20cc1d18-5a5e-43ed-ba73-4ed95e4f8d9e req-762ce649-5d63-48a4-b93a-9c329c7d70d7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 948 time: 0.2950270 Jul 16 03:28:55.200430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7ae7c-5856-47fc-96f9-fff2dcf5effa req-2565b6d8-5642-483a-ae34-00f973db8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:55.202114 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-09a7ae7c-5856-47fc-96f9-fff2dcf5effa req-2565b6d8-5642-483a-ae34-00f973db8111 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8dd482e181bc4f5a8f8e41ea860cc580&device_id=9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c HTTP/1.1" status: 200 len: 1094 time: 0.1243804 Jul 16 03:28:55.202951 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20cc1d18-5a5e-43ed-ba73-4ed95e4f8d9e req-2be685f9-2eae-41fe-a67c-22c0fd30be72 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879478 Jul 16 03:28:55.204031 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Made reservation on behalf of 7f028c308fb9456da455169d17a399e6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:28:55.209959 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.234860 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.268036 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-52f1aefa-6112-48a9-a89b-aa974c5c357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:55.270113 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-52f1aefa-6112-48a9-a89b-aa974c5c357c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2755554 Jul 16 03:28:55.386023 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e86838b-a242-40ee-b18b-e5030570271b req-936e1005-5631-4728-82bb-b1d1bd6b14f9 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 210 time: 0.0705373 Jul 16 03:28:55.399415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7ae7c-5856-47fc-96f9-fff2dcf5effa req-42cd09f9-77d1-471e-b65e-a3800a03f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:55.410221 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-09a7ae7c-5856-47fc-96f9-fff2dcf5effa req-42cd09f9-77d1-471e-b65e-a3800a03f3f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933 HTTP/1.1" status: 200 len: 905 time: 0.1876271 Jul 16 03:28:55.450214 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-09a7ae7c-5856-47fc-96f9-fff2dcf5effa req-07be20b6-47ba-4c72-9510-e811c0c47e62 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42e350c7-10f2-405e-99da-dd05bcc2a27d HTTP/1.1" status: 200 len: 217 time: 0.0424545 Jul 16 03:28:55.494793 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-c0b34a39-5255-4ee4-9689-d37f16cee95b service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163134 Jul 16 03:28:55.552882 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 27311130-b235-44b1-95dc-dc2a87794789 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:55.556538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:55.574609 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.590728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.659044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbce7c5-760f-4e5b-9ae7-e52641a7718d req-f7465006-0652-47e8-921e-cab27e7fb60a tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:55.661210 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fbce7c5-760f-4e5b-9ae7-e52641a7718d req-f7465006-0652-47e8-921e-cab27e7fb60a tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1655991 Jul 16 03:28:55.688477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-63f2ef25-97ff-4058-b6a1-41983ff800ca service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774962 Jul 16 03:28:55.691134 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d49a0f4-0349-40d7-98cc-f819f8bf1395,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:55.727823 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7ae7c-5856-47fc-96f9-fff2dcf5effa req-268ffdd4-b89e-4d72-9bd4-8d4c87b89f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:55.731078 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-09a7ae7c-5856-47fc-96f9-fff2dcf5effa req-268ffdd4-b89e-4d72-9bd4-8d4c87b89f65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59f2ab40-9019-4547-86c9-0e06d246deb3 HTTP/1.1" status: 200 len: 844 time: 0.2676849 Jul 16 03:28:55.765345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 27311130-b235-44b1-95dc-dc2a87794789, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=27311130-b235-44b1-95dc-dc2a87794789,segment=NetworkSegment(3d0f00b8-e7f0-448c-a706-d112bd115378),segment_id=3d0f00b8-e7f0-448c-a706-d112bd115378)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:55.779261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '27311130-b235-44b1-95dc-dc2a87794789', 'network_id': '3a4ff6c7-18b6-4afa-910a-ef9826275a46', 'port_id': '27311130-b235-44b1-95dc-dc2a87794789', 'mac_address': 'fa:16:3e:bc:94:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c14511cd-d5e8-4f61-879f-9586ea1f0394', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:55.785661 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-09a7ae7c-5856-47fc-96f9-fff2dcf5effa req-fc55b1d0-e07f-44a1-9cda-66ebf16b96cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410337 Jul 16 03:28:55.821681 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.835199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27311130-b235-44b1-95dc-dc2a87794789 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:55.857500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 27311130-b235-44b1-95dc-dc2a87794789, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=27311130-b235-44b1-95dc-dc2a87794789,segment=NetworkSegment(3d0f00b8-e7f0-448c-a706-d112bd115378),segment_id=3d0f00b8-e7f0-448c-a706-d112bd115378)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:55.868101 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.885820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fbce7c5-760f-4e5b-9ae7-e52641a7718d req-23970d64-c0c6-4f8f-a64a-e79f0131e733 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958730 Jul 16 03:28:55.925502 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78419f24-ad51-4087-b2eb-ba982b1d3474 req-e87a779d-7134-42b9-bafa-018a8742aace tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:55.927131 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78419f24-ad51-4087-b2eb-ba982b1d3474 req-e87a779d-7134-42b9-bafa-018a8742aace tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 944 time: 0.1601670 Jul 16 03:28:55.931402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:55.931901 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:55.982227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=27311130-b235-44b1-95dc-dc2a87794789,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:55.997194 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78419f24-ad51-4087-b2eb-ba982b1d3474 req-7e39b72a-8fd1-4cc9-aa75-8f267751086c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638907 Jul 16 03:28:56.019256 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-09a7ae7c-5856-47fc-96f9-fff2dcf5effa req-3c476d34-1cdc-4e1e-ad51-a331ff182c9d service neutron] 10.222.0.20 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188704 Jul 16 03:28:56.054990 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:56.079844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f437d4-9e38-4ace-879b-766f74d12065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:56.082317 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df93992-1a66-472b-b9b0-8201ee1e63ed" -d '{"events": [{"server_uuid": "38f437d4-9e38-4ace-879b-766f74d12065", "name": "network-vif-plugged", "status": "completed", "tag": "4ccb4eea-6e1e-42c8-b3e4-d76834c80c50"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:56.096618 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:56.104293 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:56.115371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Allocated IP 192.168.233.93 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/9d79e691-6e35-43c1-88cf-3a5027b2208d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:28:56.203340 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291e2c60-3685-444a-9100-de97c712af2d x-openstack-request-id: req-291e2c60-3685-444a-9100-de97c712af2d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:56.203803 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f437d4-9e38-4ace-879b-766f74d12065", "name": "network-vif-plugged", "status": "completed", "tag": "4ccb4eea-6e1e-42c8-b3e4-d76834c80c50", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:56.204068 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-291e2c60-3685-444a-9100-de97c712af2d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:56.204495 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f437d4-9e38-4ace-879b-766f74d12065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50', 'code': 200} Jul 16 03:28:56.208032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:56.221448 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['27311130-b235-44b1-95dc-dc2a87794789'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:56.266773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff56a71-a077-4b91-9367-50632fe91c2e req-24ad2f6c-65fd-4d22-8587-12bec7fbd479 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:56.271979 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ff56a71-a077-4b91-9367-50632fe91c2e req-24ad2f6c-65fd-4d22-8587-12bec7fbd479 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c HTTP/1.1" status: 200 len: 943 time: 0.1538959 Jul 16 03:28:56.331789 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:56.347059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Transition to ACTIVE for port object 9d79e691-6e35-43c1-88cf-3a5027b2208d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:56.389350 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ff56a71-a077-4b91-9367-50632fe91c2e req-558d8377-d334-4f00-941d-610706c462e5 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999548 Jul 16 03:28:56.398537 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:56.467909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Pushing event updated for resources: {'Port': ['ID=9d79e691-6e35-43c1-88cf-3a5027b2208d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:56.476067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:56.482948 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:56.486315 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:56.491394 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-c18acb24-49ca-48ba-90b1-2e80f74ab141 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=7f028c308fb9456da455169d17a399e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373929 Jul 16 03:28:56.522862 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-09a7ae7c-5856-47fc-96f9-fff2dcf5effa req-1d804cd4-6d27-4b90-8f64-4c8bca867fcd service neutron] 10.222.0.20 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862120 Jul 16 03:28:56.554101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:56.555504 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:56.578119 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-52f88c29-5903-4528-8f73-688380247829 req-f5ef2ec2-8e22-4152-a4ea-a40e64c4c1a0 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6026044 Jul 16 03:28:56.593850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Request body: {'port': {'device_id': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:56.690062 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:56.769998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d529b-2d3a-400d-a7e6-307d24825f99 req-e04b3863-2143-48e7-a3d9-1a14286d2894 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:56.771551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-819d529b-2d3a-400d-a7e6-307d24825f99 req-e04b3863-2143-48e7-a3d9-1a14286d2894 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.3035600 Jul 16 03:28:56.778316 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-7c9b7e4e-3559-4173-9d5d-bf53864e435f tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:56.779601 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-7c9b7e4e-3559-4173-9d5d-bf53864e435f tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2679007 Jul 16 03:28:56.808831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-4cedf713-bece-4544-9293-01e5f3bca8c6 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Request body: {'port': {'device_id': 'b8bfa9bb-67b4-452a-b18c-e85950f53fee', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '7f028c308fb9456da455169d17a399e6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:56.822499 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-af5e6f61-edca-4eab-abc9-06c88aaf8f4b None None] Provisioning for port 9d79e691-6e35-43c1-88cf-3a5027b2208d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:56.826907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-af5e6f61-edca-4eab-abc9-06c88aaf8f4b None None] Provisioning complete for port 9d79e691-6e35-43c1-88cf-3a5027b2208d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:56.827361 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-af5e6f61-edca-4eab-abc9-06c88aaf8f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:56.832326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-8faa41f1-8112-4e2b-9a11-284d49ded6bc tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:56.833817 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-8faa41f1-8112-4e2b-9a11-284d49ded6bc tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 821 time: 0.2839453 Jul 16 03:28:56.861691 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-af5e6f61-edca-4eab-abc9-06c88aaf8f4b None None] Port 9d79e691-6e35-43c1-88cf-3a5027b2208d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:28:56.873122 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-ae18b594-7921-46b5-bbfc-e98102d64d76 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/quotas/d7db53df25eb48488a2a44d10dce2113 HTTP/1.1" status: 200 len: 375 time: 0.0267379 Jul 16 03:28:56.875951 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-819d529b-2d3a-400d-a7e6-307d24825f99 req-a03381c0-a112-42cd-ac62-489dfc9ce99d tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935202 Jul 16 03:28:56.990192 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d79e691-6e35-43c1-88cf-3a5027b2208d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:56.997929 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.001857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-4637f18d-3294-413d-bf0c-eedbf360a92c tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1013923 Jul 16 03:28:57.010098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Transition to ACTIVE for port object 9d79e691-6e35-43c1-88cf-3a5027b2208d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:57.014083 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.015718 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-4cedf713-bece-4544-9293-01e5f3bca8c6 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Made reservation on behalf of 7f028c308fb9456da455169d17a399e6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:28:57.019485 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-4cedf713-bece-4544-9293-01e5f3bca8c6 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.054024 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b29d3929-3b24-40a9-a6fd-1c93c519c481 req-298b2756-9474-4b2c-85c8-18103c0d9d4e tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 210 time: 0.0503340 Jul 16 03:28:57.062260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Pushing event updated for resources: {'Port': ['ID=9d79e691-6e35-43c1-88cf-3a5027b2208d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:57.143565 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Attempting to bind port 9d79e691-6e35-43c1-88cf-3a5027b2208d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:57.144283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Attempting to bind port 9d79e691-6e35-43c1-88cf-3a5027b2208d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:57.145055 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Attempting to bind port 9d79e691-6e35-43c1-88cf-3a5027b2208d on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:57.150867 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Port 9d79e691-6e35-43c1-88cf-3a5027b2208d on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:57.151256 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Attempting to bind port 9d79e691-6e35-43c1-88cf-3a5027b2208d on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:57.156333 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:57.156769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:57.157231 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:57.157713 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Bound port: 9d79e691-6e35-43c1-88cf-3a5027b2208d, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:57.160619 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.264039 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] For port 9d79e691-6e35-43c1-88cf-3a5027b2208d, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:57.267927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] For port 9d79e691-6e35-43c1-88cf-3a5027b2208d, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d79e691-6e35-43c1-88cf-3a5027b2208d,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:57.269342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-3ce42810-7d5f-460f-a57e-d690ce19aac0 service neutron] 10.222.0.18 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557321 Jul 16 03:28:57.279064 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.334893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:57.336068 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.338021 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-52f88c29-5903-4528-8f73-688380247829 req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] 10.222.0.88 "PUT /v2.0/ports/9d79e691-6e35-43c1-88cf-3a5027b2208d HTTP/1.1" status: 200 len: 1095 time: 0.7502630 Jul 16 03:28:57.340111 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'tag': '9d79e691-6e35-43c1-88cf-3a5027b2208d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:57.342440 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ca3d62-4b69-4d38-9e4e-c67ef35cccae" -d '{"events": [{"name": "network-changed", "server_uuid": "7c91b64d-994d-47d7-8503-4d3d1226d963", "tag": "9d79e691-6e35-43c1-88cf-3a5027b2208d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:57.348976 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb0e6d-6087-48ab-9701-6704b0d40039 service neutron] Pushing event updated for resources: {'Port': ['ID=9d79e691-6e35-43c1-88cf-3a5027b2208d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:57.368686 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-4cedf713-bece-4544-9293-01e5f3bca8c6 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Allocated IP 192.168.233.97 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/09c93ba3-d1e4-4819-8581-e9596133701e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:28:57.451641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f88c29-5903-4528-8f73-688380247829 req-1685c02a-f5dd-4d85-a8de-0575bde0d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:57.453382 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-52f88c29-5903-4528-8f73-688380247829 req-1685c02a-f5dd-4d85-a8de-0575bde0d2ef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7f028c308fb9456da455169d17a399e6&device_id=7c91b64d-994d-47d7-8503-4d3d1226d963 HTTP/1.1" status: 200 len: 1098 time: 0.0552025 Jul 16 03:28:57.460028 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-6d3f28cc-20b5-47ef-aea6-f159be0eb2a6 service neutron] 10.222.0.18 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790781 Jul 16 03:28:57.511182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24484bcf-3e98-43bb-8eed-74e873bb3d3b req-42caf905-a532-4a80-830b-a4d398456a1d tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:57.518399 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-24484bcf-3e98-43bb-8eed-74e873bb3d3b req-42caf905-a532-4a80-830b-a4d398456a1d tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1969111 Jul 16 03:28:57.549184 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-52f88c29-5903-4528-8f73-688380247829 req-58475660-5320-4d96-b1d5-6be82f3938b5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=9d79e691-6e35-43c1-88cf-3a5027b2208d HTTP/1.1" status: 200 len: 217 time: 0.0753076 Jul 16 03:28:57.563757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 27311130-b235-44b1-95dc-dc2a87794789 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:57.566533 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 42e350c7-10f2-405e-99da-dd05bcc2a27d details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:28:57.606320 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-24484bcf-3e98-43bb-8eed-74e873bb3d3b req-3aa6d91e-7fc8-447a-b3d2-4e78e67eb170 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868802 Jul 16 03:28:57.656657 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f88c29-5903-4528-8f73-688380247829 req-1d010a9a-1306-4f7a-8449-f103a561c681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:57.660157 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-52f88c29-5903-4528-8f73-688380247829 req-1d010a9a-1306-4f7a-8449-f103a561c681 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0993221 Jul 16 03:28:57.695791 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-4cedf713-bece-4544-9293-01e5f3bca8c6 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.728211 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-4cedf713-bece-4544-9293-01e5f3bca8c6 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Transition to ACTIVE for port object 09c93ba3-d1e4-4819-8581-e9596133701e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:57.730322 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 27311130-b235-44b1-95dc-dc2a87794789 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:57.746656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 27311130-b235-44b1-95dc-dc2a87794789 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:57.747373 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.755493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f88c29-5903-4528-8f73-688380247829 req-d479f758-dfda-450a-885a-a70de08b12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:57.758496 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-52f88c29-5903-4528-8f73-688380247829 req-d479f758-dfda-450a-885a-a70de08b12f5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883245 Jul 16 03:28:57.792473 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 42e350c7-10f2-405e-99da-dd05bcc2a27d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=42e350c7-10f2-405e-99da-dd05bcc2a27d,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:57.813767 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '42e350c7-10f2-405e-99da-dd05bcc2a27d', 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933', 'port_id': '42e350c7-10f2-405e-99da-dd05bcc2a27d', 'mac_address': 'fa:16:3e:8f:42:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f2ab40-9019-4547-86c9-0e06d246deb3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:28:57.830244 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-4cedf713-bece-4544-9293-01e5f3bca8c6 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.893630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-4cedf713-bece-4544-9293-01e5f3bca8c6 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:28:57.899624 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.901638 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.909343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-4cedf713-bece-4544-9293-01e5f3bca8c6 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:28:57.914469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-4cedf713-bece-4544-9293-01e5f3bca8c6 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:28:57.920252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-4cedf713-bece-4544-9293-01e5f3bca8c6 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:57.920943 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-4cedf713-bece-4544-9293-01e5f3bca8c6 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:57.935894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cedf713-bece-4544-9293-01e5f3bca8c6 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Pushing event updated for resources: {'Port': ['ID=09c93ba3-d1e4-4819-8581-e9596133701e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:57.951213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e350c7-10f2-405e-99da-dd05bcc2a27d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:57.965074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046e9da-92b7-4841-9835-eaaa89b79b58 req-c6d80302-4c10-4d76-90bc-942ca3c0b363 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:57.973890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8046e9da-92b7-4841-9835-eaaa89b79b58 req-c6d80302-4c10-4d76-90bc-942ca3c0b363 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 945 time: 0.1800635 Jul 16 03:28:57.982503 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-4cedf713-bece-4544-9293-01e5f3bca8c6 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1853487 Jul 16 03:28:58.003835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Request body: {'port': {'device_id': 'b8bfa9bb-67b4-452a-b18c-e85950f53fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:28:58.023621 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 42e350c7-10f2-405e-99da-dd05bcc2a27d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=42e350c7-10f2-405e-99da-dd05bcc2a27d,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:58.029841 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 27311130-b235-44b1-95dc-dc2a87794789, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=27311130-b235-44b1-95dc-dc2a87794789,segment=NetworkSegment(3d0f00b8-e7f0-448c-a706-d112bd115378),segment_id=3d0f00b8-e7f0-448c-a706-d112bd115378)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:58.039784 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.040302 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-52f88c29-5903-4528-8f73-688380247829 req-1e7ca94f-bb2c-43a7-b257-53d48b8fc475 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716911 Jul 16 03:28:58.047341 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.111552 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8046e9da-92b7-4841-9835-eaaa89b79b58 req-b1ea85e3-75a7-4bae-bd27-0840b8fec5b2 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363957 Jul 16 03:28:58.124083 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=42e350c7-10f2-405e-99da-dd05bcc2a27d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:58.237568 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.256250 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-52f88c29-5903-4528-8f73-688380247829 req-69e053b6-1894-4184-95c5-cbde79c9ddec service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111921 Jul 16 03:28:58.259155 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bc9224-59f6-40f7-92d3-d2cb9836dd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27311130-b235-44b1-95dc-dc2a87794789'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:58.266090 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba41befe-5a4d-4fc2-ab43-d6c304f78334 x-openstack-request-id: req-ba41befe-5a4d-4fc2-ab43-d6c304f78334 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:58.266372 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c91b64d-994d-47d7-8503-4d3d1226d963", "tag": "9d79e691-6e35-43c1-88cf-3a5027b2208d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:58.266664 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba41befe-5a4d-4fc2-ab43-d6c304f78334 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:58.267031 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'tag': '9d79e691-6e35-43c1-88cf-3a5027b2208d', 'status': 'completed', 'code': 200} Jul 16 03:28:58.275635 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb0a395-e552-4d91-833a-974e16543e4e" -d '{"events": [{"server_uuid": "56bc9224-59f6-40f7-92d3-d2cb9836dd37", "name": "network-vif-plugged", "status": "completed", "tag": "27311130-b235-44b1-95dc-dc2a87794789"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:28:58.280001 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=27311130-b235-44b1-95dc-dc2a87794789,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:58.323056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-e3c4349e-8c9d-4d17-8ed4-bb6195e167c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:58.324794 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-e3c4349e-8c9d-4d17-8ed4-bb6195e167c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065&tenant_id=ad10fbf176f74734b5667b3f7c9813ba HTTP/1.1" status: 200 len: 1100 time: 0.0675716 Jul 16 03:28:58.327289 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4b5111c5-8850-40e7-a419-94d4664b313f None None] Provisioning for port 09c93ba3-d1e4-4819-8581-e9596133701e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:58.330413 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8fce1070-6bbf-4c3e-83b2-c0c334438721 req-d3ee4a50-ad47-4c5f-b5bb-53cc533217d9 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 210 time: 0.0746214 Jul 16 03:28:58.343938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4b5111c5-8850-40e7-a419-94d4664b313f None None] Provisioning complete for port 09c93ba3-d1e4-4819-8581-e9596133701e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:58.345279 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b5111c5-8850-40e7-a419-94d4664b313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.416717 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['42e350c7-10f2-405e-99da-dd05bcc2a27d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:28:58.428891 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca3d62-4b69-4d38-9e4e-c67ef35cccae req-ee44553a-3749-4a6b-9951-44c6145fffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:58.431301 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-42ca3d62-4b69-4d38-9e4e-c67ef35cccae req-ee44553a-3749-4a6b-9951-44c6145fffc6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7f028c308fb9456da455169d17a399e6&device_id=7c91b64d-994d-47d7-8503-4d3d1226d963 HTTP/1.1" status: 200 len: 1098 time: 0.1052213 Jul 16 03:28:58.459659 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-a5b397f7-60ff-4655-a8dc-929431667f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:58.461980 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-a5b397f7-60ff-4655-a8dc-929431667f40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 1100 time: 0.1027606 Jul 16 03:28:58.500397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4b5111c5-8850-40e7-a419-94d4664b313f None None] Port 09c93ba3-d1e4-4819-8581-e9596133701e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:28:58.583378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5838a-40c7-45f0-a09b-e6311a999494 req-4c8e5092-21bf-4cda-bb5e-0ad9b44a2b16 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:58.585439 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ad5838a-40c7-45f0-a09b-e6311a999494 req-4c8e5092-21bf-4cda-bb5e-0ad9b44a2b16 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c HTTP/1.1" status: 200 len: 944 time: 0.2516413 Jul 16 03:28:58.613421 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca3d62-4b69-4d38-9e4e-c67ef35cccae req-aba30af1-efb2-489e-ac10-4c8939f49427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:58.613421 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-42ca3d62-4b69-4d38-9e4e-c67ef35cccae req-aba30af1-efb2-489e-ac10-4c8939f49427 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1726239 Jul 16 03:28:58.630828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-e2c9e003-127b-4efb-84e3-09e4eff1c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:58.633736 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-e2c9e003-127b-4efb-84e3-09e4eff1c998 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1651418 Jul 16 03:28:58.719124 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ad5838a-40c7-45f0-a09b-e6311a999494 req-1e2e15ae-8208-41bf-990f-29a4331ff12e tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143563 Jul 16 03:28:58.733745 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-42ca3d62-4b69-4d38-9e4e-c67ef35cccae req-a77589c4-bd05-4528-96e2-07fea3c41a4c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=9d79e691-6e35-43c1-88cf-3a5027b2208d HTTP/1.1" status: 200 len: 217 time: 0.0983555 Jul 16 03:28:58.735271 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-2dbdc95d-b387-40fd-9e1b-ac0f8efd7a4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 HTTP/1.1" status: 200 len: 217 time: 0.0912335 Jul 16 03:28:58.741645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5f175-47fa-40b3-978a-0b49c583286c req-c010ba34-6713-49e4-8ab1-09e9879da5ff tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:58.743211 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62a5f175-47fa-40b3-978a-0b49c583286c req-c010ba34-6713-49e4-8ab1-09e9879da5ff tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.2103329 Jul 16 03:28:58.813678 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62a5f175-47fa-40b3-978a-0b49c583286c req-4df3b63e-f07c-4c5f-aeb4-7f7b6c4b9217 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603166 Jul 16 03:28:58.863794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca3d62-4b69-4d38-9e4e-c67ef35cccae req-b6851433-be85-450f-ab8c-87ee759d9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:58.865920 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-42ca3d62-4b69-4d38-9e4e-c67ef35cccae req-b6851433-be85-450f-ab8c-87ee759d9b9a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1102617 Jul 16 03:28:58.871193 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-d504962f-e5cf-44fc-9dc7-1b26088dc498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:58.872998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-d504962f-e5cf-44fc-9dc7-1b26088dc498 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1270933 Jul 16 03:28:58.909639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c93ba3-d1e4-4819-8581-e9596133701e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:28:58.920007 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.945893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Transition to ACTIVE for port object 09c93ba3-d1e4-4819-8581-e9596133701e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:28:58.949739 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:58.963730 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99709ff6-8e27-427d-9107-b9f113be158f x-openstack-request-id: req-99709ff6-8e27-427d-9107-b9f113be158f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:28:58.964271 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bc9224-59f6-40f7-92d3-d2cb9836dd37", "name": "network-vif-plugged", "status": "completed", "tag": "27311130-b235-44b1-95dc-dc2a87794789", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:28:58.964271 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99709ff6-8e27-427d-9107-b9f113be158f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:28:58.964621 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bc9224-59f6-40f7-92d3-d2cb9836dd37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27311130-b235-44b1-95dc-dc2a87794789', 'code': 200} Jul 16 03:28:58.966254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736316f-0a32-4fbd-96a4-7b638376d415 req-b52b5460-b433-4232-a3b2-f6e78c9a05d7 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:58.968992 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5736316f-0a32-4fbd-96a4-7b638376d415 req-b52b5460-b433-4232-a3b2-f6e78c9a05d7 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 935 time: 0.1431873 Jul 16 03:28:59.009463 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca3d62-4b69-4d38-9e4e-c67ef35cccae req-aa847f08-84f0-469d-aee3-6a7e712e6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:59.011330 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-42ca3d62-4b69-4d38-9e4e-c67ef35cccae req-aa847f08-84f0-469d-aee3-6a7e712e6833 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1175146 Jul 16 03:28:59.029908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-d9523705-4099-4a99-bfab-7f354340d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:59.032037 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-d9523705-4099-4a99-bfab-7f354340d4c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1521208 Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: from cryptography.utils import int_from_bytes Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: from cryptography.utils import int_from_bytes Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.126556 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:28:59.130144 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:28:59.131327 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Pushing event updated for resources: {'Port': ['ID=09c93ba3-d1e4-4819-8581-e9596133701e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:59.158268 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5736316f-0a32-4fbd-96a4-7b638376d415 req-8dd343d0-ef6f-42b6-887c-ac14c1ac6099 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332371 Jul 16 03:28:59.178844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Attempting to bind port 09c93ba3-d1e4-4819-8581-e9596133701e on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:28:59.179185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Attempting to bind port 09c93ba3-d1e4-4819-8581-e9596133701e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:28:59.180062 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Attempting to bind port 09c93ba3-d1e4-4819-8581-e9596133701e on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:59.194963 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Port 09c93ba3-d1e4-4819-8581-e9596133701e on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:28:59.195831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Attempting to bind port 09c93ba3-d1e4-4819-8581-e9596133701e on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:28:59.208742 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-42ca3d62-4b69-4d38-9e4e-c67ef35cccae req-d8f4fa11-4239-470b-9f99-047a53b81d6b service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812830 Jul 16 03:28:59.212974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:28:59.214120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:28:59.214472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:28:59.214949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Bound port: 09c93ba3-d1e4-4819-8581-e9596133701e, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:28:59.215318 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:59.216788 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-e8ff1b67-48e0-4101-b0f8-a6c11f973974 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764824 Jul 16 03:28:59.238048 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faed28d-d54f-46d6-8465-232c8a85e7c6 req-7f6242d7-481a-432c-98e7-3401500615d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:59.239546 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2faed28d-d54f-46d6-8465-232c8a85e7c6 req-7f6242d7-481a-432c-98e7-3401500615d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 1097 time: 0.1905684 Jul 16 03:28:59.253204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694c099-c2e2-4815-84b5-54ce7d658473 req-a3c4c611-78f2-41ce-8871-c04b1f392e5a tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:59.254701 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c694c099-c2e2-4815-84b5-54ce7d658473 req-a3c4c611-78f2-41ce-8871-c04b1f392e5a tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1898360 Jul 16 03:28:59.346937 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-42ca3d62-4b69-4d38-9e4e-c67ef35cccae req-797acdd9-5524-4684-b6c6-f00af1345453 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290607 Jul 16 03:28:59.366108 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2faed28d-d54f-46d6-8465-232c8a85e7c6 req-22ab38da-3fdc-4fda-b9a3-7bb4661feaac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935295 Jul 16 03:28:59.372071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.20', 52437) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:28:59.399685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] For port 09c93ba3-d1e4-4819-8581-e9596133701e, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:28:59.424271 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c694c099-c2e2-4815-84b5-54ce7d658473 req-b967a24c-8eda-48a1-a159-260199ae20c2 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433544 Jul 16 03:28:59.439877 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] For port 09c93ba3-d1e4-4819-8581-e9596133701e, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=09c93ba3-d1e4-4819-8581-e9596133701e,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:28:59.533319 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:59.561051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 42e350c7-10f2-405e-99da-dd05bcc2a27d up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:28:59.628009 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 42e350c7-10f2-405e-99da-dd05bcc2a27d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:28:59.634441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 42e350c7-10f2-405e-99da-dd05bcc2a27d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:28:59.634823 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:59.709174 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7f2b9ce-0bca-4768-be39-b9139acf5ad1 req-8a72d9e0-8235-4884-9820-26bafab4ac81 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073663 Jul 16 03:28:59.732669 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:59.768538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 42e350c7-10f2-405e-99da-dd05bcc2a27d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=42e350c7-10f2-405e-99da-dd05bcc2a27d,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:59.773848 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:59.774659 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:28:59.851074 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=42e350c7-10f2-405e-99da-dd05bcc2a27d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:28:59.892948 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:59.926164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:28:59.930894 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:59.961683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:28:59.962312 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:28:59.963689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] 10.222.0.88 "PUT /v2.0/ports/09c93ba3-d1e4-4819-8581-e9596133701e HTTP/1.1" status: 200 len: 1095 time: 1.9692123 Jul 16 03:28:59.969098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bfa9bb-67b4-452a-b18c-e85950f53fee', 'tag': '09c93ba3-d1e4-4819-8581-e9596133701e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:28:59.972670 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669f1963-6d97-463d-9ea5-45c8e2e2fad0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bfa9bb-67b4-452a-b18c-e85950f53fee", "tag": "09c93ba3-d1e4-4819-8581-e9596133701e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:00.018887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec1736ea-557d-44e1-b5ce-e956972261ef req-f2902954-ec9c-49cf-9760-652c982e19f1 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 210 time: 0.1043963 Jul 16 03:29:00.032594 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:00.034891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-ad509053-f462-4013-b8ea-557d4e011a04 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:00.040525 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-ad509053-f462-4013-b8ea-557d4e011a04 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.20 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 821 time: 0.6633511 Jul 16 03:29:00.046434 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4c41c8c8-1c31-4c27-894d-2f3b18c85d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:00.077878 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-48a1c377-e28e-4ab5-87f1-94ac34cf5b77 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Request body: {'port': {'device_id': '24ef3fd8-668d-46ed-98fe-8cad4a329650', 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85', 'admin_state_up': True, 'tenant_id': 'd7db53df25eb48488a2a44d10dce2113'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:00.145978 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efceba-c36b-47db-a4d9-b5c3d1f4caf2 service neutron] Pushing event updated for resources: {'Port': ['ID=09c93ba3-d1e4-4819-8581-e9596133701e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:00.276537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f7c5e-d556-4851-a1cf-823e17e534f3 req-f5478b8f-fc4a-4360-b96c-33a972ac8993 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:00.278095 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9c7f7c5e-d556-4851-a1cf-823e17e534f3 req-f5478b8f-fc4a-4360-b96c-33a972ac8993 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 946 time: 0.7598240 Jul 16 03:29:00.326549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-6da96ec1-42f1-4a96-bbe9-3b47ff96df3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:00.328203 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-6da96ec1-42f1-4a96-bbe9-3b47ff96df3c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7f028c308fb9456da455169d17a399e6&device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 1098 time: 0.2818308 Jul 16 03:29:00.355458 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-48a1c377-e28e-4ab5-87f1-94ac34cf5b77 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Made reservation on behalf of d7db53df25eb48488a2a44d10dce2113 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:00.358926 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-48a1c377-e28e-4ab5-87f1-94ac34cf5b77 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:00.401928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-fe8b3071-12a3-42c8-92ee-d675dac2fd3b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=09c93ba3-d1e4-4819-8581-e9596133701e HTTP/1.1" status: 200 len: 217 time: 0.0622075 Jul 16 03:29:00.406530 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9c7f7c5e-d556-4851-a1cf-823e17e534f3 req-dfda832b-87be-4563-9278-34456d95577d tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162379 Jul 16 03:29:00.414144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ae0ea-bf45-475b-adfa-a0093e4c824b req-0c5256c8-9522-47d6-a93f-ab7520f8ae73 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:00.415618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cb7ae0ea-bf45-475b-adfa-a0093e4c824b req-0c5256c8-9522-47d6-a93f-ab7520f8ae73 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c HTTP/1.1" status: 200 len: 945 time: 0.2264647 Jul 16 03:29:00.444232 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9d79e691-6e35-43c1-88cf-3a5027b2208d details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:00.537765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cb7ae0ea-bf45-475b-adfa-a0093e4c824b req-960dc491-b5e3-41ba-b13b-1218219693f7 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113141 Jul 16 03:29:00.539045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-c872d26b-90f2-4b1b-aa45-c71b48220c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:00.540480 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-c872d26b-90f2-4b1b-aa45-c71b48220c92 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1238000 Jul 16 03:29:00.567203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9d79e691-6e35-43c1-88cf-3a5027b2208d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d79e691-6e35-43c1-88cf-3a5027b2208d,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:00.582760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '9d79e691-6e35-43c1-88cf-3a5027b2208d', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '9d79e691-6e35-43c1-88cf-3a5027b2208d', 'mac_address': 'fa:16:3e:5e:62:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:00.649152 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:00.668002 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d79e691-6e35-43c1-88cf-3a5027b2208d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:00.682781 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-48a1c377-e28e-4ab5-87f1-94ac34cf5b77 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Allocated IP 172.20.0.12 (62b2aeba-30f5-4a54-a630-fa7a29eaec85/03c011a6-1b15-41e0-9e14-67c579ff2962/25071a00-c7fb-4ede-ab35-84d33fe06946) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:00.702111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9d79e691-6e35-43c1-88cf-3a5027b2208d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d79e691-6e35-43c1-88cf-3a5027b2208d,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:00.710129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28035837-e0d3-42a1-ae4e-1f44d011a6be req-05592f18-219d-470e-8493-74459d89d763 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:00.717144 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28035837-e0d3-42a1-ae4e-1f44d011a6be req-05592f18-219d-470e-8493-74459d89d763 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 947 time: 0.1859744 Jul 16 03:29:00.746410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-932ead71-0ea0-4a04-b9d7-9a11dbee47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:00.747931 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-932ead71-0ea0-4a04-b9d7-9a11dbee47ae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1965764 Jul 16 03:29:00.753081 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:00.755937 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc3fe10-b7e2-4769-bdcc-7769a17e1068 x-openstack-request-id: req-3dc3fe10-b7e2-4769-bdcc-7769a17e1068 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:00.756225 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bfa9bb-67b4-452a-b18c-e85950f53fee", "tag": "09c93ba3-d1e4-4819-8581-e9596133701e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:00.756504 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3dc3fe10-b7e2-4769-bdcc-7769a17e1068 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:00.756884 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bfa9bb-67b4-452a-b18c-e85950f53fee', 'tag': '09c93ba3-d1e4-4819-8581-e9596133701e', 'status': 'completed', 'code': 200} Jul 16 03:29:00.822768 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:00.825614 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28035837-e0d3-42a1-ae4e-1f44d011a6be req-3c1db857-3d63-42fe-b4ff-ca1b0a0689da tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072130 Jul 16 03:29:00.861344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9d79e691-6e35-43c1-88cf-3a5027b2208d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:00.972383 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e350c7-10f2-405e-99da-dd05bcc2a27d'}, {'server_uuid': '38f437d4-9e38-4ace-879b-766f74d12065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:00.972383 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcb9f17-81e5-4f90-b68e-8fd077d3e949" -d '{"events": [{"server_uuid": "9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c", "name": "network-vif-plugged", "status": "completed", "tag": "42e350c7-10f2-405e-99da-dd05bcc2a27d"}, {"server_uuid": "38f437d4-9e38-4ace-879b-766f74d12065", "name": "network-vif-unplugged", "status": "completed", "tag": "4ccb4eea-6e1e-42c8-b3e4-d76834c80c50"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:01.022618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-31cd070c-61e1-4209-a529-742d0b649228 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604990 Jul 16 03:29:01.096488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['9d79e691-6e35-43c1-88cf-3a5027b2208d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:01.100121 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-48a1c377-e28e-4ab5-87f1-94ac34cf5b77 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:01.167565 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031f514-a215-43c5-8973-be070c65c0f9 req-ea92ef53-36f9-4f31-82e2-cbe2fb16c64f tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:01.169081 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9031f514-a215-43c5-8973-be070c65c0f9 req-ea92ef53-36f9-4f31-82e2-cbe2fb16c64f tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 947 time: 0.2735984 Jul 16 03:29:01.207905 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:01.232072 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-253b3203-b324-4087-8de0-37a68bfb41f5 req-189c5a07-ca76-4826-a8ff-6f6e070bc83e service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014456 Jul 16 03:29:01.264366 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9031f514-a215-43c5-8973-be070c65c0f9 req-e2259b51-d417-4b08-972c-fb1b283da455 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830986 Jul 16 03:29:01.277513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b1d49-d5f8-4b70-bf50-6a849f882768 req-d8478e10-2fc8-4273-a0e4-b22100e99f5e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:01.279044 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e80b1d49-d5f8-4b70-bf50-6a849f882768 req-d8478e10-2fc8-4273-a0e4-b22100e99f5e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1972017 Jul 16 03:29:01.280732 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-48a1c377-e28e-4ab5-87f1-94ac34cf5b77 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:01.343387 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f95496f-6f8b-4103-ae76-3f472da006d6 x-openstack-request-id: req-3f95496f-6f8b-4103-ae76-3f472da006d6 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:01.343926 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c", "name": "network-vif-plugged", "status": "completed", "tag": "42e350c7-10f2-405e-99da-dd05bcc2a27d", "code": 200}, {"server_uuid": "38f437d4-9e38-4ace-879b-766f74d12065", "name": "network-vif-unplugged", "status": "completed", "tag": "4ccb4eea-6e1e-42c8-b3e4-d76834c80c50", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:01.344578 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f95496f-6f8b-4103-ae76-3f472da006d6 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:01.345779 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e350c7-10f2-405e-99da-dd05bcc2a27d', 'code': 200} Jul 16 03:29:01.346358 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f437d4-9e38-4ace-879b-766f74d12065', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50', 'code': 200} Jul 16 03:29:01.372247 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-48a1c377-e28e-4ab5-87f1-94ac34cf5b77 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:01.375782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-48a1c377-e28e-4ab5-87f1-94ac34cf5b77 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:01.383635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-48a1c377-e28e-4ab5-87f1-94ac34cf5b77 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:01.389416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-48a1c377-e28e-4ab5-87f1-94ac34cf5b77 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:01.390029 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-48a1c377-e28e-4ab5-87f1-94ac34cf5b77 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:01.424750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1c377-e28e-4ab5-87f1-94ac34cf5b77 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Pushing event updated for resources: {'Port': ['ID=25071a00-c7fb-4ede-ab35-84d33fe06946,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:01.447489 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e80b1d49-d5f8-4b70-bf50-6a849f882768 req-9996eb72-7b24-4359-8862-57a142c02e8d tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552763 Jul 16 03:29:01.449095 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-48a1c377-e28e-4ab5-87f1-94ac34cf5b77 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3808899 Jul 16 03:29:01.480972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Request body: {'port': {'device_id': '24ef3fd8-668d-46ed-98fe-8cad4a329650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:01.530175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8493d2-46e3-4668-b816-2290c47bc3a5 req-737c917d-bbd5-4735-a9c4-0fde975050ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:01.532848 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4e8493d2-46e3-4668-b816-2290c47bc3a5 req-737c917d-bbd5-4735-a9c4-0fde975050ea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c HTTP/1.1" status: 200 len: 1096 time: 0.0904520 Jul 16 03:29:01.582286 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4e8493d2-46e3-4668-b816-2290c47bc3a5 req-dfc06193-3687-4f0d-b88e-f1b7ec60ef48 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418494 Jul 16 03:29:01.594764 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:29:01.600845 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f1963-6d97-463d-9ea5-45c8e2e2fad0 req-37ae583d-461b-4862-ad0a-9840c8541f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:01.602538 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-669f1963-6d97-463d-9ea5-45c8e2e2fad0 req-37ae583d-461b-4862-ad0a-9840c8541f54 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7f028c308fb9456da455169d17a399e6&device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 1098 time: 0.2899890 Jul 16 03:29:01.711866 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:01.791126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039bdf4-2b05-4838-bb74-3302e6a56348 req-09336f21-b74f-4dec-bf66-af4b71fb2583 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:01.792701 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a039bdf4-2b05-4838-bb74-3302e6a56348 req-09336f21-b74f-4dec-bf66-af4b71fb2583 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 932 time: 0.3265581 Jul 16 03:29:01.863410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f1963-6d97-463d-9ea5-45c8e2e2fad0 req-d4873d73-5809-4322-9fad-f31fb6408ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:01.864823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-669f1963-6d97-463d-9ea5-45c8e2e2fad0 req-d4873d73-5809-4322-9fad-f31fb6408ad5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.2424197 Jul 16 03:29:01.881053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0d6ae-3601-4151-b847-8084d4936e36 req-60602225-2a22-4fd1-b6e9-72d83da9680a tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:01.882587 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86b0d6ae-3601-4151-b847-8084d4936e36 req-60602225-2a22-4fd1-b6e9-72d83da9680a tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 946 time: 0.2573550 Jul 16 03:29:01.983852 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-669f1963-6d97-463d-9ea5-45c8e2e2fad0 req-4667c5cc-0a25-4a6f-8622-4f452364f320 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=09c93ba3-d1e4-4819-8581-e9596133701e HTTP/1.1" status: 200 len: 217 time: 0.0988872 Jul 16 03:29:01.985826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['f06b98fc-7799-47ad-841f-3d890925255e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:01.995190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a039bdf4-2b05-4838-bb74-3302e6a56348 req-825ec4c6-23dd-44bb-a062-9e5bef4c4719 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810842 Jul 16 03:29:02.094593 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86b0d6ae-3601-4151-b847-8084d4936e36 req-c7704d1d-b805-4d1d-9875-fea01ae2cf2a tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942930 Jul 16 03:29:02.103119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f1963-6d97-463d-9ea5-45c8e2e2fad0 req-5c9d6a16-7ec1-46a8-9c02-3930bbfb0303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:02.104591 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-669f1963-6d97-463d-9ea5-45c8e2e2fad0 req-5c9d6a16-7ec1-46a8-9c02-3930bbfb0303 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1048467 Jul 16 03:29:02.328334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8d707-d6eb-413b-b7cf-a3adb432a11b req-1d66ad7b-b44a-49d7-b37a-985d7e9ea852 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:02.330027 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55a8d707-d6eb-413b-b7cf-a3adb432a11b req-1d66ad7b-b44a-49d7-b37a-985d7e9ea852 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c HTTP/1.1" status: 200 len: 945 time: 0.1764674 Jul 16 03:29:02.332231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f1963-6d97-463d-9ea5-45c8e2e2fad0 req-fe403ee6-18f1-47ef-a566-1908fecd65e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:02.333324 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-669f1963-6d97-463d-9ea5-45c8e2e2fad0 req-fe403ee6-18f1-47ef-a566-1908fecd65e1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1809452 Jul 16 03:29:02.362719 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25071a00-c7fb-4ede-ab35-84d33fe06946 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:02.399899 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:02.452702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Transition to ACTIVE for port object 25071a00-c7fb-4ede-ab35-84d33fe06946 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:02.462783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9d79e691-6e35-43c1-88cf-3a5027b2208d up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:02.486497 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55a8d707-d6eb-413b-b7cf-a3adb432a11b req-507d2882-b0c6-4f2e-8805-95ef0e3d2aae tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482844 Jul 16 03:29:02.492666 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:02.567271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 9d79e691-6e35-43c1-88cf-3a5027b2208d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:02.572421 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 9d79e691-6e35-43c1-88cf-3a5027b2208d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:02.573185 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:02.583019 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-669f1963-6d97-463d-9ea5-45c8e2e2fad0 req-a521e374-e0a1-4075-b393-cc305c04956c service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374337 Jul 16 03:29:02.587020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Pushing event updated for resources: {'Port': ['ID=25071a00-c7fb-4ede-ab35-84d33fe06946,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:02.604879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3fceb-6ad2-47c6-824f-896a6a0c20e7 req-11dba393-22bc-453d-bcc2-4ebb0afc3704 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:02.606413 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-daa3fceb-6ad2-47c6-824f-896a6a0c20e7 req-11dba393-22bc-453d-bcc2-4ebb0afc3704 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 947 time: 0.2376544 Jul 16 03:29:02.682214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Attempting to bind port 25071a00-c7fb-4ede-ab35-84d33fe06946 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:29:02.682476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Attempting to bind port 25071a00-c7fb-4ede-ab35-84d33fe06946 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:29:02.683323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Attempting to bind port 25071a00-c7fb-4ede-ab35-84d33fe06946 on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:02.717031 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:02.725350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Port 25071a00-c7fb-4ede-ab35-84d33fe06946 on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:29:02.725676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Attempting to bind port 25071a00-c7fb-4ede-ab35-84d33fe06946 on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:02.737780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-daa3fceb-6ad2-47c6-824f-896a6a0c20e7 req-cb002565-81df-49c3-90db-1273890f8c12 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128371 Jul 16 03:29:02.743379 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:29:02.743721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Checking segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:02.744112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Bound using segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:29:02.744594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Bound port: 25071a00-c7fb-4ede-ab35-84d33fe06946, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:29:02.745116 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:02.780716 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-669f1963-6d97-463d-9ea5-45c8e2e2fad0 req-6091f639-25cd-4bb9-8e96-56a25be0da59 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732221 Jul 16 03:29:02.795301 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-148bb934-3382-42d2-a3f3-e40e497c7abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:02.823222 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9d79e691-6e35-43c1-88cf-3a5027b2208d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d79e691-6e35-43c1-88cf-3a5027b2208d,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:02.825114 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:02.828726 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd6f931b-733b-4b45-a938-9426cafb85bf req-61cfec85-e6e2-43b8-be07-126412c7e3a6 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-510781270&fields=id&tenant_id=6b64a232dbff433689b1282ff1021257 HTTP/1.1" status: 200 len: 267 time: 0.0467486 Jul 16 03:29:02.829037 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:02.890042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9d79e691-6e35-43c1-88cf-3a5027b2208d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:02.961600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:02.981431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=25071a00-c7fb-4ede-ab35-84d33fe06946,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:29:02.989812 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.006596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f931b-733b-4b45-a938-9426cafb85bf req-14b0aeeb-751d-499f-8f3b-0cd502401569 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:03.008660 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd6f931b-733b-4b45-a938-9426cafb85bf req-14b0aeeb-751d-499f-8f3b-0cd502401569 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 946 time: 0.1581666 Jul 16 03:29:03.042288 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bd6f931b-733b-4b45-a938-9426cafb85bf req-5f61458a-367e-4e85-9454-ced8b3337ffd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'port': {'security_groups': ['a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef', '370090d1-d858-410f-97a7-58277460137c']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:03.047697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:03.048295 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.049623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] 10.222.0.20 "PUT /v2.0/ports/25071a00-c7fb-4ede-ab35-84d33fe06946 HTTP/1.1" status: 200 len: 1092 time: 1.5822620 Jul 16 03:29:03.051690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ef3fd8-668d-46ed-98fe-8cad4a329650', 'tag': '25071a00-c7fb-4ede-ab35-84d33fe06946'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:03.053917 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df4baec-3668-4c7c-9c4e-16b0db4175ef" -d '{"events": [{"name": "network-changed", "server_uuid": "24ef3fd8-668d-46ed-98fe-8cad4a329650", "tag": "25071a00-c7fb-4ede-ab35-84d33fe06946"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:03.068252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa621a5-d506-4759-b3ee-9ca956f52fd4 req-45794dd1-a08c-4b44-8cd5-3316031ceaed tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:03.069902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-caa621a5-d506-4759-b3ee-9ca956f52fd4 req-45794dd1-a08c-4b44-8cd5-3316031ceaed tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 947 time: 0.1820009 Jul 16 03:29:03.176713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ef6f3-ff8e-4ceb-aa86-dd8b6184f09f service neutron] Pushing event updated for resources: {'Port': ['ID=25071a00-c7fb-4ede-ab35-84d33fe06946,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:03.223316 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-caa621a5-d506-4759-b3ee-9ca956f52fd4 req-e0793c6e-27d0-45f4-830e-ee8c40733037 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325650 Jul 16 03:29:03.245014 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd6f931b-733b-4b45-a938-9426cafb85bf req-5f61458a-367e-4e85-9454-ced8b3337ffd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.264407 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-18c03443-99d3-4696-82df-a66a4514acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:03.265888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-18c03443-99d3-4696-82df-a66a4514acf7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 1095 time: 0.1688759 Jul 16 03:29:03.327260 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-716f6c45-738e-4e2f-9193-a5c254b1946e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25071a00-c7fb-4ede-ab35-84d33fe06946 HTTP/1.1" status: 200 len: 217 time: 0.0413954 Jul 16 03:29:03.348380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d79e691-6e35-43c1-88cf-3a5027b2208d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:03.350741 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4933e1-d41f-4b11-b253-2ae153fe1649" -d '{"events": [{"server_uuid": "7c91b64d-994d-47d7-8503-4d3d1226d963", "name": "network-vif-plugged", "status": "completed", "tag": "9d79e691-6e35-43c1-88cf-3a5027b2208d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:03.568681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:03.675225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:03.687946 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50', 'mac_address': 'fa:16:3e:ee:5a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:03.735079 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.736286 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.744275 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-94c1938d-a4e7-4898-9300-1492b3142ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:03.745748 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-94c1938d-a4e7-4898-9300-1492b3142ea4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.4081454 Jul 16 03:29:03.751017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:03.772792 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:03.777914 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:03.805023 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-d54611dd-44f0-404a-b6ca-d7bb6385e68c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495472 Jul 16 03:29:03.830393 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,revision_number=10']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:03.885484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647c07d-52fe-4522-a486-819ccae81f2e req-87a10d46-86cf-4321-bbb7-249835f69142 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:03.887008 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7647c07d-52fe-4522-a486-819ccae81f2e req-87a10d46-86cf-4321-bbb7-249835f69142 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.5552092 Jul 16 03:29:03.973840 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bd6f931b-733b-4b45-a938-9426cafb85bf req-5f61458a-367e-4e85-9454-ced8b3337ffd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] For port 27311130-b235-44b1-95dc-dc2a87794789, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=27311130-b235-44b1-95dc-dc2a87794789,segment=NetworkSegment(3d0f00b8-e7f0-448c-a706-d112bd115378),segment_id=3d0f00b8-e7f0-448c-a706-d112bd115378)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:03.997463 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7647c07d-52fe-4522-a486-819ccae81f2e req-8e12eb4a-53b9-4b25-b77f-186d8dfdbc1e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999587 Jul 16 03:29:04.013878 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-5d234b31-c9d0-4ff4-a6bf-e3de4e9ded07 service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986270 Jul 16 03:29:04.025992 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd6f931b-733b-4b45-a938-9426cafb85bf req-5f61458a-367e-4e85-9454-ced8b3337ffd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:04.036364 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd6f931b-733b-4b45-a938-9426cafb85bf req-5f61458a-367e-4e85-9454-ced8b3337ffd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:04.049727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['27311130-b235-44b1-95dc-dc2a87794789'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:04.095992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4ccb4eea-6e1e-42c8-b3e4-d76834c80c50'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:04.144991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f931b-733b-4b45-a938-9426cafb85bf req-5f61458a-367e-4e85-9454-ced8b3337ffd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:04.145460 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd6f931b-733b-4b45-a938-9426cafb85bf req-5f61458a-367e-4e85-9454-ced8b3337ffd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:04.156892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd6f931b-733b-4b45-a938-9426cafb85bf req-5f61458a-367e-4e85-9454-ced8b3337ffd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "PUT /v2.0/ports/27311130-b235-44b1-95dc-dc2a87794789 HTTP/1.1" status: 200 len: 982 time: 1.1399152 Jul 16 03:29:04.265425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['27311130-b235-44b1-95dc-dc2a87794789'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:04.297985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61458a-367e-4e85-9454-ced8b3337ffd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'Port': ['ID=27311130-b235-44b1-95dc-dc2a87794789,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:04.331023 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7e38230-cc1c-4f33-b0fd-87505f0feff5 req-8c930562-2e88-426c-b8f5-45ae7c76f4db service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030813 Jul 16 03:29:04.366605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b08d9-3377-4679-a81f-7c60e4233aad req-770c10f9-c199-45c8-9e1d-53f56ad43e1e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:04.368268 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe2b08d9-3377-4679-a81f-7c60e4233aad req-770c10f9-c199-45c8-9e1d-53f56ad43e1e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 949 time: 0.2365620 Jul 16 03:29:04.384277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42004b21-84fd-4baf-b02a-15798784819f req-42baf7e1-0972-485b-830e-e7e7e0b5e848 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:04.385979 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42004b21-84fd-4baf-b02a-15798784819f req-42baf7e1-0972-485b-830e-e7e7e0b5e848 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 944 time: 0.1287210 Jul 16 03:29:04.427369 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe2b08d9-3377-4679-a81f-7c60e4233aad req-811835e0-e418-4854-be91-74e6369aef74 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403011 Jul 16 03:29:04.457316 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42004b21-84fd-4baf-b02a-15798784819f req-0bf46794-5af3-48d3-9edc-117e102045d9 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430779 Jul 16 03:29:04.458402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 09c93ba3-d1e4-4819-8581-e9596133701e details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:04.499356 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901f748a-0092-4e55-ba83-72f8c1902845 x-openstack-request-id: req-901f748a-0092-4e55-ba83-72f8c1902845 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:04.499657 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ef3fd8-668d-46ed-98fe-8cad4a329650", "tag": "25071a00-c7fb-4ede-ab35-84d33fe06946", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:04.499913 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-901f748a-0092-4e55-ba83-72f8c1902845 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:04.500337 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ef3fd8-668d-46ed-98fe-8cad4a329650', 'tag': '25071a00-c7fb-4ede-ab35-84d33fe06946', 'status': 'completed', 'code': 200} Jul 16 03:29:04.560781 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6eef72-f026-4e81-89d8-e8491c85f202 x-openstack-request-id: req-2c6eef72-f026-4e81-89d8-e8491c85f202 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:04.561074 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c91b64d-994d-47d7-8503-4d3d1226d963", "name": "network-vif-plugged", "status": "completed", "tag": "9d79e691-6e35-43c1-88cf-3a5027b2208d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:04.561326 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c6eef72-f026-4e81-89d8-e8491c85f202 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:04.564205 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d79e691-6e35-43c1-88cf-3a5027b2208d', 'code': 200} Jul 16 03:29:04.630178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4baec-3668-4c7c-9c4e-16b0db4175ef req-c9e1b685-1a5f-4432-bdd7-eb3ebc4eb828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:04.632410 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8df4baec-3668-4c7c-9c4e-16b0db4175ef req-c9e1b685-1a5f-4432-bdd7-eb3ebc4eb828 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 1095 time: 0.1026239 Jul 16 03:29:04.711278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 09c93ba3-d1e4-4819-8581-e9596133701e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=09c93ba3-d1e4-4819-8581-e9596133701e,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:04.738267 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '09c93ba3-d1e4-4819-8581-e9596133701e', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '09c93ba3-d1e4-4819-8581-e9596133701e', 'mac_address': 'fa:16:3e:ea:dd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:04.812945 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:04.833403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c93ba3-d1e4-4819-8581-e9596133701e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:04.859652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 09c93ba3-d1e4-4819-8581-e9596133701e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=09c93ba3-d1e4-4819-8581-e9596133701e,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:04.861561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d80480-49b2-4a94-a8e3-41f938792529 req-38b0f174-6392-4dff-b75f-f77478bc8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:04.863557 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06d80480-49b2-4a94-a8e3-41f938792529 req-38b0f174-6392-4dff-b75f-f77478bc8ac0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7c91b64d-994d-47d7-8503-4d3d1226d963 HTTP/1.1" status: 200 len: 1100 time: 0.2410131 Jul 16 03:29:04.864487 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:04.882632 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97160d47-b9d1-4489-8b85-968420d4707e req-c5415475-5afa-445a-9add-c4b8bbaed1a6 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:04.884266 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97160d47-b9d1-4489-8b85-968420d4707e req-c5415475-5afa-445a-9add-c4b8bbaed1a6 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c HTTP/1.1" status: 200 len: 945 time: 0.1805265 Jul 16 03:29:04.891527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4baec-3668-4c7c-9c4e-16b0db4175ef req-e903d099-7a30-4063-ba33-4496988e5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:04.893266 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8df4baec-3668-4c7c-9c4e-16b0db4175ef req-e903d099-7a30-4063-ba33-4496988e5bf6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.2383938 Jul 16 03:29:04.920439 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=09c93ba3-d1e4-4819-8581-e9596133701e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:04.971108 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8df4baec-3668-4c7c-9c4e-16b0db4175ef req-dc3024ee-64e3-4ecb-b692-dacc90a0e28c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25071a00-c7fb-4ede-ab35-84d33fe06946 HTTP/1.1" status: 200 len: 217 time: 0.0676999 Jul 16 03:29:04.996856 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06d80480-49b2-4a94-a8e3-41f938792529 req-3ac7790d-1f7f-46da-9a6d-16d049424a1a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220694 Jul 16 03:29:05.049568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97160d47-b9d1-4489-8b85-968420d4707e req-34f77ffe-b2ec-49dd-b66f-cd38e3ff1243 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495440 Jul 16 03:29:05.055275 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-47d35dbd-1c31-4cd0-84d4-033d32323739 req-b6cb0706-b6d3-43f0-af2a-0b54f30b5a1e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-969692883&fields=id&tenant_id=6b64a232dbff433689b1282ff1021257 HTTP/1.1" status: 200 len: 267 time: 0.1388669 Jul 16 03:29:05.078807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4baec-3668-4c7c-9c4e-16b0db4175ef req-1f91ccbd-b1ab-4edc-acc1-50ba0db8af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:05.080238 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8df4baec-3668-4c7c-9c4e-16b0db4175ef req-1f91ccbd-b1ab-4edc-acc1-50ba0db8af3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.0950506 Jul 16 03:29:05.125786 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8df4baec-3668-4c7c-9c4e-16b0db4175ef req-0f9450c3-616f-4239-a9bd-28237c0cf7d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285623 Jul 16 03:29:05.173926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['09c93ba3-d1e4-4819-8581-e9596133701e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:05.247124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d35dbd-1c31-4cd0-84d4-033d32323739 req-13760eae-5e56-4b7b-b34b-f3fee949e416 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:05.248664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-47d35dbd-1c31-4cd0-84d4-033d32323739 req-13760eae-5e56-4b7b-b34b-f3fee949e416 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 985 time: 0.1814342 Jul 16 03:29:05.266331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-47d35dbd-1c31-4cd0-84d4-033d32323739 req-bb8015f9-c73d-4849-8c41-81f5602481d9 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'port': {'security_groups': ['370090d1-d858-410f-97a7-58277460137c', 'a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef', 'e9ef75ca-9dc5-4d9c-9e03-9906c27499c2']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:05.312405 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8df4baec-3668-4c7c-9c4e-16b0db4175ef req-92569566-88e5-40a4-b449-a15be6fdb0ae service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798379 Jul 16 03:29:05.378651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422811a0-bb22-4e7a-82dd-816d5e85bfe7 req-f3e3b96b-250b-4a34-a796-3f312d0417fd tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:05.380363 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-422811a0-bb22-4e7a-82dd-816d5e85bfe7 req-f3e3b96b-250b-4a34-a796-3f312d0417fd tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 948 time: 0.2201674 Jul 16 03:29:05.445159 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47d35dbd-1c31-4cd0-84d4-033d32323739 req-bb8015f9-c73d-4849-8c41-81f5602481d9 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:05.478571 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-422811a0-bb22-4e7a-82dd-816d5e85bfe7 req-0f611627-8888-44e3-ac62-4eb489457d61 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911095 Jul 16 03:29:05.525953 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8df4baec-3668-4c7c-9c4e-16b0db4175ef req-691c812c-3abd-4434-a593-8ba44b3ebcbc service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044818 Jul 16 03:29:05.594704 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:05.600174 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:05.651181 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:05.651635 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:05.731709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-47d35dbd-1c31-4cd0-84d4-033d32323739 req-bb8015f9-c73d-4849-8c41-81f5602481d9 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] For port 27311130-b235-44b1-95dc-dc2a87794789, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=27311130-b235-44b1-95dc-dc2a87794789,segment=NetworkSegment(3d0f00b8-e7f0-448c-a706-d112bd115378),segment_id=3d0f00b8-e7f0-448c-a706-d112bd115378)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:05.734715 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:05.751517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443dfa3-a3e1-428d-9e52-267143606527 req-ecaf2046-d971-40fa-a585-d83ff23fbed0 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:05.753129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e443dfa3-a3e1-428d-9e52-267143606527 req-ecaf2046-d971-40fa-a585-d83ff23fbed0 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1308608 Jul 16 03:29:05.794076 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47d35dbd-1c31-4cd0-84d4-033d32323739 req-bb8015f9-c73d-4849-8c41-81f5602481d9 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:05.801654 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47d35dbd-1c31-4cd0-84d4-033d32323739 req-bb8015f9-c73d-4849-8c41-81f5602481d9 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:05.822249 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e443dfa3-a3e1-428d-9e52-267143606527 req-5a1ed81a-5c23-4823-8336-82f0371bde24 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628338 Jul 16 03:29:05.855301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d35dbd-1c31-4cd0-84d4-033d32323739 req-bb8015f9-c73d-4849-8c41-81f5602481d9 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:05.856817 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-47d35dbd-1c31-4cd0-84d4-033d32323739 req-bb8015f9-c73d-4849-8c41-81f5602481d9 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:05.857406 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-47d35dbd-1c31-4cd0-84d4-033d32323739 req-bb8015f9-c73d-4849-8c41-81f5602481d9 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "PUT /v2.0/ports/27311130-b235-44b1-95dc-dc2a87794789 HTTP/1.1" status: 200 len: 1021 time: 0.6020744 Jul 16 03:29:05.886660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8015f9-c73d-4849-8c41-81f5602481d9 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'Port': ['ID=27311130-b235-44b1-95dc-dc2a87794789,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:05.892669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['27311130-b235-44b1-95dc-dc2a87794789'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:05.932576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:05.941876 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:05.984028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['27311130-b235-44b1-95dc-dc2a87794789'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:06.065436 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179d880-b1ea-4496-8b41-a132394ba246 req-0dddf597-9ba7-415c-9099-448c0a0054b9 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.074635 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d179d880-b1ea-4496-8b41-a132394ba246 req-0dddf597-9ba7-415c-9099-448c0a0054b9 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 944 time: 0.0975888 Jul 16 03:29:06.121666 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,revision_number=11']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:06.139541 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d179d880-b1ea-4496-8b41-a132394ba246 req-f915ff3b-ad7a-4a04-9ded-089f5bbb3827 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637465 Jul 16 03:29:06.252006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-33543ce6-0a03-429e-be55-ef2359759015 req-483ac7b4-c380-4a58-99e9-d6cb277d0e86 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395360 Jul 16 03:29:06.379343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33543ce6-0a03-429e-be55-ef2359759015 req-b71400ee-c6f2-408f-9c13-89bb1622a12f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.386611 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-33543ce6-0a03-429e-be55-ef2359759015 req-b71400ee-c6f2-408f-9c13-89bb1622a12f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1282876 Jul 16 03:29:06.397547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-33543ce6-0a03-429e-be55-ef2359759015 req-051ac5d9-5221-4128-9ce9-ba904ad8a9e8 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/quotas/ad10fbf176f74734b5667b3f7c9813ba HTTP/1.1" status: 200 len: 375 time: 0.0100043 Jul 16 03:29:06.456053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 09c93ba3-d1e4-4819-8581-e9596133701e up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:06.476759 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-33543ce6-0a03-429e-be55-ef2359759015 req-aeed0b4e-439c-4d03-bc69-c5104f6ecb44 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0727370 Jul 16 03:29:06.503111 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56bc9224-59f6-40f7-92d3-d2cb9836dd37', 'tag': '27311130-b235-44b1-95dc-dc2a87794789'}, {'name': 'network-changed', 'server_uuid': '56bc9224-59f6-40f7-92d3-d2cb9836dd37', 'tag': '27311130-b235-44b1-95dc-dc2a87794789'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:06.506683 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "56bc9224-59f6-40f7-92d3-d2cb9836dd37", "tag": "27311130-b235-44b1-95dc-dc2a87794789"}, {"name": "network-changed", "server_uuid": "56bc9224-59f6-40f7-92d3-d2cb9836dd37", "tag": "27311130-b235-44b1-95dc-dc2a87794789"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:06.530924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 09c93ba3-d1e4-4819-8581-e9596133701e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:06.535714 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 09c93ba3-d1e4-4819-8581-e9596133701e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:06.536150 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:06.567795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f437d4-9e38-4ace-879b-766f74d12065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:06.570280 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2971593-a7c4-4d11-85af-071ee645c4fd" -d '{"events": [{"server_uuid": "38f437d4-9e38-4ace-879b-766f74d12065", "name": "network-vif-plugged", "status": "completed", "tag": "4ccb4eea-6e1e-42c8-b3e4-d76834c80c50"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:06.577243 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a95f9b-3029-405f-8662-937bdd22b11e req-70e6f267-2290-4e18-8e9d-1319585600b9 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.578788 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4a95f9b-3029-405f-8662-937bdd22b11e req-70e6f267-2290-4e18-8e9d-1319585600b9 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 1024 time: 0.0679705 Jul 16 03:29:06.634657 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:06.673230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 09c93ba3-d1e4-4819-8581-e9596133701e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=09c93ba3-d1e4-4819-8581-e9596133701e,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:06.682522 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:06.704732 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4a95f9b-3029-405f-8662-937bdd22b11e req-c611002f-002f-4ae4-9716-8c665a6e3d36 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&id=370090d1-d858-410f-97a7-58277460137c&id=e9ef75ca-9dc5-4d9c-9e03-9906c27499c2 HTTP/1.1" status: 200 len: 6148 time: 0.1167140 Jul 16 03:29:06.787243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=09c93ba3-d1e4-4819-8581-e9596133701e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:06.805718 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88726c4a-d543-4755-8859-ff0165b2a119 req-fdf3fddc-e38d-4e9e-a22c-1f84b331eb1c tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.813450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-88726c4a-d543-4755-8859-ff0165b2a119 req-fdf3fddc-e38d-4e9e-a22c-1f84b331eb1c tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c HTTP/1.1" status: 200 len: 945 time: 0.1014006 Jul 16 03:29:06.883277 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-88726c4a-d543-4755-8859-ff0165b2a119 req-4b382741-fa49-4f60-a01a-4658633bf704 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689721 Jul 16 03:29:06.919545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fd515-5fe4-4bd0-a75d-c75b22826ccd req-68426c12-325c-4943-8a3f-fd9e5c7283a1 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:06.925824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b85fd515-5fe4-4bd0-a75d-c75b22826ccd req-68426c12-325c-4943-8a3f-fd9e5c7283a1 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 949 time: 0.1023924 Jul 16 03:29:06.938502 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8836de48-c913-4181-9d54-cf4b17509c76 x-openstack-request-id: req-8836de48-c913-4181-9d54-cf4b17509c76 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:06.938835 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56bc9224-59f6-40f7-92d3-d2cb9836dd37", "tag": "27311130-b235-44b1-95dc-dc2a87794789", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56bc9224-59f6-40f7-92d3-d2cb9836dd37", "tag": "27311130-b235-44b1-95dc-dc2a87794789", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:06.939202 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8836de48-c913-4181-9d54-cf4b17509c76 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:06.939647 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bc9224-59f6-40f7-92d3-d2cb9836dd37', 'tag': '27311130-b235-44b1-95dc-dc2a87794789', 'status': 'completed', 'code': 200} Jul 16 03:29:06.940217 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56bc9224-59f6-40f7-92d3-d2cb9836dd37', 'tag': '27311130-b235-44b1-95dc-dc2a87794789', 'status': 'completed', 'code': 200} Jul 16 03:29:06.993873 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab37f7f-e949-4500-8664-794ebeb4f2f9 x-openstack-request-id: req-cab37f7f-e949-4500-8664-794ebeb4f2f9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:06.994373 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f437d4-9e38-4ace-879b-766f74d12065", "name": "network-vif-plugged", "status": "completed", "tag": "4ccb4eea-6e1e-42c8-b3e4-d76834c80c50", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:06.994776 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cab37f7f-e949-4500-8664-794ebeb4f2f9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:06.995169 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f437d4-9e38-4ace-879b-766f74d12065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50', 'code': 200} Jul 16 03:29:07.004081 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b85fd515-5fe4-4bd0-a75d-c75b22826ccd req-49d0528a-9ead-46ae-bd8b-1f35bbb29194 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754490 Jul 16 03:29:07.043585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-286f8b8d-2de0-4bcc-b38e-7f641c7df873 req-c3824e5b-adeb-4feb-a11b-026c7458df7c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'security_group': {'name': ' tempest-securitygroup -775234770 ', 'description': 'tempest-description-1309362052'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:07.071592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-749e4a43-e84c-48f2-954b-ee7ac1870fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:07.073216 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-749e4a43-e84c-48f2-954b-ee7ac1870fa9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b64a232dbff433689b1282ff1021257&device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 1175 time: 0.1086602 Jul 16 03:29:07.094351 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f03ef2db-dd72-4730-8bd8-e5ffeb2cfa43 req-251f3dfe-f329-4681-8b3e-d59c21ede5b0 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 210 time: 0.0449450 Jul 16 03:29:07.130123 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-286f8b8d-2de0-4bcc-b38e-7f641c7df873 req-c3824e5b-adeb-4feb-a11b-026c7458df7c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:07.241084 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-bddf4d02-eb53-4387-84a3-fda00af181c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:07.242674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-bddf4d02-eb53-4387-84a3-fda00af181c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a4ff6c7-18b6-4afa-910a-ef9826275a46 HTTP/1.1" status: 200 len: 914 time: 0.1505885 Jul 16 03:29:07.297215 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-79688e20-cebf-4ad4-8e58-6391b27f3a74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27311130-b235-44b1-95dc-dc2a87794789 HTTP/1.1" status: 200 len: 217 time: 0.0421009 Jul 16 03:29:07.380124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-f9fe4e20-b5d6-45f8-90c3-a49c01e1af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:07.381617 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-f9fe4e20-b5d6-45f8-90c3-a49c01e1af39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c14511cd-d5e8-4f61-879f-9586ea1f0394 HTTP/1.1" status: 200 len: 853 time: 0.0772004 Jul 16 03:29:07.389747 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270c76d-8390-4887-8c2d-fabcacba4338 req-c89c69bb-6973-44f3-b0bb-1dc3f88b27f4 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:07.391206 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6270c76d-8390-4887-8c2d-fabcacba4338 req-c89c69bb-6973-44f3-b0bb-1dc3f88b27f4 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1853404 Jul 16 03:29:07.393631 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-286f8b8d-2de0-4bcc-b38e-7f641c7df873 req-c3824e5b-adeb-4feb-a11b-026c7458df7c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:07.401546 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-286f8b8d-2de0-4bcc-b38e-7f641c7df873 req-c3824e5b-adeb-4feb-a11b-026c7458df7c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:07.453022 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-a9b74cae-69ae-4b83-ab8a-f32506eb479e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a4ff6c7-18b6-4afa-910a-ef9826275a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461555 Jul 16 03:29:07.476255 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-286f8b8d-2de0-4bcc-b38e-7f641c7df873 req-c3824e5b-adeb-4feb-a11b-026c7458df7c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:07.477374 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-286f8b8d-2de0-4bcc-b38e-7f641c7df873 req-c3824e5b-adeb-4feb-a11b-026c7458df7c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.4378371 Jul 16 03:29:07.500524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3824e5b-adeb-4feb-a11b-026c7458df7c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0495e45b-54bb-4343-8382-06ebc2767e8b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:07.544267 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6270c76d-8390-4887-8c2d-fabcacba4338 req-c94697de-ebe4-4759-a6da-97f70b969836 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386120 Jul 16 03:29:07.572886 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-96e808a2-d7c3-4eaa-9128-cc517f8c5921 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090832 Jul 16 03:29:07.705820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-6deb3aae-2874-452e-b20b-679d3e508363 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224458 Jul 16 03:29:07.713309 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259917b6-0c0b-47a0-9414-24e31e464e12 req-ef76ac1c-a0ca-469e-a20f-fde6e2dc7145 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:07.714774 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-259917b6-0c0b-47a0-9414-24e31e464e12 req-ef76ac1c-a0ca-469e-a20f-fde6e2dc7145 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 944 time: 0.1448534 Jul 16 03:29:07.795546 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-259917b6-0c0b-47a0-9414-24e31e464e12 req-54c6d691-e3cc-4ee4-869a-39c4f3f6a60b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747428 Jul 16 03:29:07.840278 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-33543ce6-0a03-429e-be55-ef2359759015 req-258121c8-6624-4af7-a0fe-b2d6841732f4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351362 Jul 16 03:29:07.889597 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad95da7c-5413-4a4c-944f-019c83fe52ae req-f931a74d-db5e-463d-ad96-61a61a0de41e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/0495e45b-54bb-4343-8382-06ebc2767e8b HTTP/1.1" status: 200 len: 1780 time: 0.0821254 Jul 16 03:29:07.894187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-916b5172-0e9b-4a36-a800-e5945b141bc9 req-628b7a49-b272-41fa-8515-ebbe1b257761 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1433597 Jul 16 03:29:07.922658 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-854e10c8-f3d5-43b0-8e97-cbc9616b6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:07.924142 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-854e10c8-f3d5-43b0-8e97-cbc9616b6e6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b64a232dbff433689b1282ff1021257&device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 1175 time: 0.0923693 Jul 16 03:29:07.969442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33543ce6-0a03-429e-be55-ef2359759015 req-bd995bf7-2b6a-457e-b8dd-7aef1a36feee tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:07.985649 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-33543ce6-0a03-429e-be55-ef2359759015 req-bd995bf7-2b6a-457e-b8dd-7aef1a36feee tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381891 Jul 16 03:29:08.000514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-33543ce6-0a03-429e-be55-ef2359759015 req-da8580ab-3f9d-4ad4-b23a-7522eb8dd3c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Request body: {'port': {'device_id': '93d51f2b-0857-4494-96f3-69f0d2369821', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': 'ad10fbf176f74734b5667b3f7c9813ba'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:08.058785 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e08cb14-ef94-479a-9666-e6417d382853 req-352fbcc6-d23e-4de5-994d-86819756370a tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/0495e45b-54bb-4343-8382-06ebc2767e8b HTTP/1.1" status: 200 len: 1780 time: 0.1393764 Jul 16 03:29:08.116076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33543ce6-0a03-429e-be55-ef2359759015 req-da8580ab-3f9d-4ad4-b23a-7522eb8dd3c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Made reservation on behalf of ad10fbf176f74734b5667b3f7c9813ba for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:08.120010 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-33543ce6-0a03-429e-be55-ef2359759015 req-da8580ab-3f9d-4ad4-b23a-7522eb8dd3c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:08.149943 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-ada863f1-de97-4f41-9f9a-7f0666cae30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:08.151391 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-ada863f1-de97-4f41-9f9a-7f0666cae30e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a4ff6c7-18b6-4afa-910a-ef9826275a46 HTTP/1.1" status: 200 len: 914 time: 0.2134323 Jul 16 03:29:08.153070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5172-0e9b-4a36-a800-e5945b141bc9 req-13a1503b-c0c7-4a85-bc9d-1f837feb663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:08.154368 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-916b5172-0e9b-4a36-a800-e5945b141bc9 req-13a1503b-c0c7-4a85-bc9d-1f837feb663a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 1101 time: 0.2245626 Jul 16 03:29:08.222186 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-ca59ca2f-99cb-4e67-8ac9-d2ac1c0790b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27311130-b235-44b1-95dc-dc2a87794789 HTTP/1.1" status: 200 len: 217 time: 0.0575755 Jul 16 03:29:08.251922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-33543ce6-0a03-429e-be55-ef2359759015 req-da8580ab-3f9d-4ad4-b23a-7522eb8dd3c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Allocated IP 192.168.233.244 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/5f4c3a11-23bb-453e-b547-7264b54ae5a2) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:08.259143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a45545-b1f1-449a-8f22-fbffdb808e60 req-f847d8a1-0488-49ee-ac69-54edbf44676b tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:08.260596 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14a45545-b1f1-449a-8f22-fbffdb808e60 req-f847d8a1-0488-49ee-ac69-54edbf44676b tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c HTTP/1.1" status: 200 len: 945 time: 0.2493274 Jul 16 03:29:08.261209 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e08cb14-ef94-479a-9666-e6417d382853 req-b4c8c52e-a253-41b9-989f-d60c7242bd2c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:08.357995 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e08cb14-ef94-479a-9666-e6417d382853 req-b4c8c52e-a253-41b9-989f-d60c7242bd2c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:08.398517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-70145f64-602c-42e8-8c8e-3f2a830d3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:08.399437 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-33543ce6-0a03-429e-be55-ef2359759015 req-da8580ab-3f9d-4ad4-b23a-7522eb8dd3c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:08.400123 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-70145f64-602c-42e8-8c8e-3f2a830d3254 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c14511cd-d5e8-4f61-879f-9586ea1f0394 HTTP/1.1" status: 200 len: 853 time: 0.1569598 Jul 16 03:29:08.412766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-33543ce6-0a03-429e-be55-ef2359759015 req-da8580ab-3f9d-4ad4-b23a-7522eb8dd3c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Transition to ACTIVE for port object 5f4c3a11-23bb-453e-b547-7264b54ae5a2 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:08.429770 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14a45545-b1f1-449a-8f22-fbffdb808e60 req-57ff51ed-0226-48a4-b720-13eb2a442c78 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430979 Jul 16 03:29:08.449722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-0273f68e-7e2e-4625-a219-abb0c314f724 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a4ff6c7-18b6-4afa-910a-ef9826275a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406737 Jul 16 03:29:08.451059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5172-0e9b-4a36-a800-e5945b141bc9 req-328f0250-4ff5-4c17-8fbe-aee4f698f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:08.452470 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-916b5172-0e9b-4a36-a800-e5945b141bc9 req-328f0250-4ff5-4c17-8fbe-aee4f698f5b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.2744331 Jul 16 03:29:08.459069 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-33543ce6-0a03-429e-be55-ef2359759015 req-da8580ab-3f9d-4ad4-b23a-7522eb8dd3c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:08.459372 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e08cb14-ef94-479a-9666-e6417d382853 req-b4c8c52e-a253-41b9-989f-d60c7242bd2c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:08.462696 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2e08cb14-ef94-479a-9666-e6417d382853 req-b4c8c52e-a253-41b9-989f-d60c7242bd2c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:08.463876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e08cb14-ef94-479a-9666-e6417d382853 req-b4c8c52e-a253-41b9-989f-d60c7242bd2c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "DELETE /v2.0/security-groups/0495e45b-54bb-4343-8382-06ebc2767e8b HTTP/1.1" status: 204 len: 173 time: 0.3820388 Jul 16 03:29:08.473232 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['ae17084d-4de7-46fc-be04-73ed56e5a9aa', '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:08.478429 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['4be59503-333b-4779-be07-46d349b2f71f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:08.507425 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8c52e-a253-41b9-989f-d60c7242bd2c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0495e45b-54bb-4343-8382-06ebc2767e8b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:08.540440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-916b5172-0e9b-4a36-a800-e5945b141bc9 req-c68d631c-06e9-4cda-b318-d33ec42f941b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=ae17084d-4de7-46fc-be04-73ed56e5a9aa HTTP/1.1" status: 200 len: 217 time: 0.0718577 Jul 16 03:29:08.584188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8580ab-3f9d-4ad4-b23a-7522eb8dd3c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Pushing event updated for resources: {'Port': ['ID=5f4c3a11-23bb-453e-b547-7264b54ae5a2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:08.592909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33543ce6-0a03-429e-be55-ef2359759015 req-da8580ab-3f9d-4ad4-b23a-7522eb8dd3c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:08.594811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-33543ce6-0a03-429e-be55-ef2359759015 req-da8580ab-3f9d-4ad4-b23a-7522eb8dd3c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:08.597091 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-33543ce6-0a03-429e-be55-ef2359759015 req-da8580ab-3f9d-4ad4-b23a-7522eb8dd3c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:08.653043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33543ce6-0a03-429e-be55-ef2359759015 req-da8580ab-3f9d-4ad4-b23a-7522eb8dd3c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:08.654164 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-33543ce6-0a03-429e-be55-ef2359759015 req-da8580ab-3f9d-4ad4-b23a-7522eb8dd3c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:08.676456 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-33543ce6-0a03-429e-be55-ef2359759015 req-da8580ab-3f9d-4ad4-b23a-7522eb8dd3c4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6833420 Jul 16 03:29:08.691654 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Request body: {'port': {'device_id': '93d51f2b-0857-4494-96f3-69f0d2369821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:08.789383 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:08.863500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c8079192-773a-429f-b52f-8f3f45ba686d None None] Provisioning for port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:08.875375 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c8079192-773a-429f-b52f-8f3f45ba686d None None] Provisioning complete for port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:08.875661 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c8079192-773a-429f-b52f-8f3f45ba686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:08.932452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c8079192-773a-429f-b52f-8f3f45ba686d None None] Port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:29:08.996545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bfa9bb-67b4-452a-b18c-e85950f53fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c93ba3-d1e4-4819-8581-e9596133701e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:08.998461 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f216007-dce2-4912-b6b2-b508832a98c3" -d '{"events": [{"server_uuid": "b8bfa9bb-67b4-452a-b18c-e85950f53fee", "name": "network-vif-plugged", "status": "completed", "tag": "09c93ba3-d1e4-4819-8581-e9596133701e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:09.074866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4c3a11-23bb-453e-b547-7264b54ae5a2 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:09.082836 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:09.095899 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Transition to ACTIVE for port object 5f4c3a11-23bb-453e-b547-7264b54ae5a2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:09.099458 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:09.104176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5172-0e9b-4a36-a800-e5945b141bc9 req-aab8e56b-81b3-4230-88ff-1570231d7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.105682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-916b5172-0e9b-4a36-a800-e5945b141bc9 req-aab8e56b-81b3-4230-88ff-1570231d7e98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.5107663 Jul 16 03:29:09.112507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-98b1a106-4af2-4549-ae3a-d7438f0de2bd service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6476915 Jul 16 03:29:09.153190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4c3a11-23bb-453e-b547-7264b54ae5a2,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:09.206042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b888-7a27-4e62-a820-c51471380734 req-2b046060-303a-4e21-a82b-f5a937644194 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.208798 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c987b888-7a27-4e62-a820-c51471380734 req-2b046060-303a-4e21-a82b-f5a937644194 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 936 time: 0.5955300 Jul 16 03:29:09.221762 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30a095-5f96-4a51-a53c-89f83d8632b7 req-32778f20-fffd-4e24-9237-d23fe7210e04 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.223720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f30a095-5f96-4a51-a53c-89f83d8632b7 req-32778f20-fffd-4e24-9237-d23fe7210e04 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 949 time: 0.6037767 Jul 16 03:29:09.223931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Attempting to bind port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:29:09.224520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Attempting to bind port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:29:09.224651 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Attempting to bind port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:09.229771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:29:09.230275 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Attempting to bind port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:09.235419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:29:09.235759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:09.236147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:29:09.236621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Bound port: 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:29:09.236983 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:09.303358 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:09.308333 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:29:09.313379 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:09.330818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c987b888-7a27-4e62-a820-c51471380734 req-24e570a1-9428-41ea-91ef-4c3721c0a6e3 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045387 Jul 16 03:29:09.366079 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1992c4af-0aaa-45aa-9d59-edcfdee1a2ce req-efa3ed00-2e54-4621-a21c-baeade217ca5 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403259 Jul 16 03:29:09.369174 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f30a095-5f96-4a51-a53c-89f83d8632b7 req-edfa4c5b-b7c5-44d8-ad5b-cd5e8219b57d tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917592 Jul 16 03:29:09.374257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5172-0e9b-4a36-a800-e5945b141bc9 req-f63414d5-e306-42b2-80f5-059959f6013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.375777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4c3a11-23bb-453e-b547-7264b54ae5a2,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:09.376398 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-916b5172-0e9b-4a36-a800-e5945b141bc9 req-f63414d5-e306-42b2-80f5-059959f6013d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2487783 Jul 16 03:29:09.384993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.385858 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:09.387360 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-33543ce6-0a03-429e-be55-ef2359759015 req-8f4fa604-c730-4fe2-b1cb-c257284b63b9 service neutron] 10.222.0.20 "PUT /v2.0/ports/5f4c3a11-23bb-453e-b547-7264b54ae5a2 HTTP/1.1" status: 200 len: 1096 time: 0.7023034 Jul 16 03:29:09.388069 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:09.390610 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc9b71f-712c-495e-8db1-daab1e0242f8" -d '{"events": [{"name": "network-changed", "server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:09.483762 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-fa9d27ba-2d91-4c21-93db-bdbbdf95718e req-1b3a77fc-9bd8-4100-8817-489e0888def2 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] show failed (client error): The resource could not be found. Jul 16 03:29:09.484888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa9d27ba-2d91-4c21-93db-bdbbdf95718e req-1b3a77fc-9bd8-4100-8817-489e0888def2 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/0495e45b-54bb-4343-8382-06ebc2767e8b HTTP/1.1" status: 404 len: 352 time: 0.0281985 Jul 16 03:29:09.514937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-916b5172-0e9b-4a36-a800-e5945b141bc9 req-19226d56-48cf-4b10-b977-b061df376a5f service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277862 Jul 16 03:29:09.516293 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33543ce6-0a03-429e-be55-ef2359759015 req-52b0b5ce-9bbc-4fe8-a51d-af59dde743cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.517820 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-33543ce6-0a03-429e-be55-ef2359759015 req-52b0b5ce-9bbc-4fe8-a51d-af59dde743cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 1099 time: 0.0785918 Jul 16 03:29:09.589340 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-33543ce6-0a03-429e-be55-ef2359759015 req-76bcb35f-6749-47c5-af7b-0377e4f887cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2 HTTP/1.1" status: 200 len: 217 time: 0.0565860 Jul 16 03:29:09.667976 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-916b5172-0e9b-4a36-a800-e5945b141bc9 req-15038679-25a5-434c-97d2-d62e81483459 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357732 Jul 16 03:29:09.668810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33543ce6-0a03-429e-be55-ef2359759015 req-c78e29f2-0fde-422b-8745-1a80475c40cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.670269 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-33543ce6-0a03-429e-be55-ef2359759015 req-c78e29f2-0fde-422b-8745-1a80475c40cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0743287 Jul 16 03:29:09.696082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bbe2b-158c-4097-922c-68a4fc898838 req-b406a254-b5ab-46dd-bd9f-1ab51fab6bd8 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.697570 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-869bbe2b-158c-4097-922c-68a4fc898838 req-b406a254-b5ab-46dd-bd9f-1ab51fab6bd8 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.0946689 Jul 16 03:29:09.747643 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33543ce6-0a03-429e-be55-ef2359759015 req-44d9b227-8765-4fd5-9a1b-d7819e99985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:09.749273 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-33543ce6-0a03-429e-be55-ef2359759015 req-44d9b227-8765-4fd5-9a1b-d7819e99985c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666258 Jul 16 03:29:09.751247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-869bbe2b-158c-4097-922c-68a4fc898838 req-0227c456-47b8-457b-bfa5-60348ee7943a tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472596 Jul 16 03:29:09.857456 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-33543ce6-0a03-429e-be55-ef2359759015 req-477d82a3-05eb-4409-85c4-78d4f8480247 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012630 Jul 16 03:29:09.961112 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-33543ce6-0a03-429e-be55-ef2359759015 req-78b2a02b-1e68-4d5b-99fd-295e7036b1cc service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952272 Jul 16 03:29:09.982960 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9da202-3c1e-45a0-9ec1-2514a3279312 x-openstack-request-id: req-0b9da202-3c1e-45a0-9ec1-2514a3279312 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:09.983534 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bfa9bb-67b4-452a-b18c-e85950f53fee", "name": "network-vif-plugged", "status": "completed", "tag": "09c93ba3-d1e4-4819-8581-e9596133701e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:09.983686 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b9da202-3c1e-45a0-9ec1-2514a3279312 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:09.984352 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bfa9bb-67b4-452a-b18c-e85950f53fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c93ba3-d1e4-4819-8581-e9596133701e', 'code': 200} Jul 16 03:29:10.019599 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76241bab-3fb5-48c6-ac67-a935caa8507b x-openstack-request-id: req-76241bab-3fb5-48c6-ac67-a935caa8507b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:10.019893 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:10.020148 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76241bab-3fb5-48c6-ac67-a935caa8507b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:10.020585 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2', 'status': 'completed', 'code': 200} Jul 16 03:29:10.034557 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988152f7-8c3d-41f4-9e61-bafb73426340 req-07d39ab1-5f9a-445f-8614-b453112e7a66 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:10.036817 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-988152f7-8c3d-41f4-9e61-bafb73426340 req-07d39ab1-5f9a-445f-8614-b453112e7a66 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 944 time: 0.0690019 Jul 16 03:29:10.058719 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-766a06c1-0e21-4698-a516-4b36745ceb87 req-ff9cefbb-e40d-41da-8c9c-d4215390bbca tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1517494317', 'description': 'tempest-description-889816721'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:10.111719 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-766a06c1-0e21-4698-a516-4b36745ceb87 req-ff9cefbb-e40d-41da-8c9c-d4215390bbca tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.121921 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9b71f-712c-495e-8db1-daab1e0242f8 req-95a6ccb8-3f85-4e45-bd47-36b1b6cdadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:10.123670 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4cc9b71f-712c-495e-8db1-daab1e0242f8 req-95a6ccb8-3f85-4e45-bd47-36b1b6cdadcf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 1099 time: 0.0665362 Jul 16 03:29:10.152417 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-988152f7-8c3d-41f4-9e61-bafb73426340 req-5ba317e8-f4c5-4cb2-a498-4c619961263b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087365 Jul 16 03:29:10.202707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c93ccd-88b4-488b-b213-d6373a6e25e6 req-c30dbf64-e989-43bc-a405-b7b128cb00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:10.204345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68c93ccd-88b4-488b-b213-d6373a6e25e6 req-c30dbf64-e989-43bc-a405-b7b128cb00f7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 1100 time: 0.1248908 Jul 16 03:29:10.269884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9b71f-712c-495e-8db1-daab1e0242f8 req-1f0c1fd1-2680-4dc5-8840-05198e7faccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:10.271438 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4cc9b71f-712c-495e-8db1-daab1e0242f8 req-1f0c1fd1-2680-4dc5-8840-05198e7faccd service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1330121 Jul 16 03:29:10.280618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68c93ccd-88b4-488b-b213-d6373a6e25e6 req-8786b48a-49b3-46e7-bd30-09511e4b5c6b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693583 Jul 16 03:29:10.290068 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-766a06c1-0e21-4698-a516-4b36745ceb87 req-ff9cefbb-e40d-41da-8c9c-d4215390bbca tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.294486 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-766a06c1-0e21-4698-a516-4b36745ceb87 req-ff9cefbb-e40d-41da-8c9c-d4215390bbca tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.311549 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-766a06c1-0e21-4698-a516-4b36745ceb87 req-ff9cefbb-e40d-41da-8c9c-d4215390bbca tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.320806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-766a06c1-0e21-4698-a516-4b36745ceb87 req-ff9cefbb-e40d-41da-8c9c-d4215390bbca tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2685180 Jul 16 03:29:10.324971 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4cc9b71f-712c-495e-8db1-daab1e0242f8 req-c85bcfa2-b649-4449-ad75-5933e1805ca6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2 HTTP/1.1" status: 200 len: 217 time: 0.0445454 Jul 16 03:29:10.343318 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-25381016-ea97-43b9-b89b-b5220ec9155b req-fbccdeb0-e13b-462c-9b6b-97944a162797 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1813236262', 'description': 'tempest-description-1662674517'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:10.364563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cefbb-e40d-41da-8c9c-d4215390bbca tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c322a555-0a54-4d61-b62a-3e9fe9951d27,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:10.368654 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-25381016-ea97-43b9-b89b-b5220ec9155b req-fbccdeb0-e13b-462c-9b6b-97944a162797 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.388194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9b71f-712c-495e-8db1-daab1e0242f8 req-7e76af99-1f2e-4093-8aba-c2d8b977a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:10.390389 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4cc9b71f-712c-495e-8db1-daab1e0242f8 req-7e76af99-1f2e-4093-8aba-c2d8b977a5ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0583227 Jul 16 03:29:10.459709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9b71f-712c-495e-8db1-daab1e0242f8 req-43deace5-c56f-4910-b2fc-91f7c4e834b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:10.462468 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4cc9b71f-712c-495e-8db1-daab1e0242f8 req-43deace5-c56f-4910-b2fc-91f7c4e834b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0620496 Jul 16 03:29:10.515828 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-25381016-ea97-43b9-b89b-b5220ec9155b req-fbccdeb0-e13b-462c-9b6b-97944a162797 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.522177 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-25381016-ea97-43b9-b89b-b5220ec9155b req-fbccdeb0-e13b-462c-9b6b-97944a162797 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.557705 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-25381016-ea97-43b9-b89b-b5220ec9155b req-fbccdeb0-e13b-462c-9b6b-97944a162797 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.560835 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25381016-ea97-43b9-b89b-b5220ec9155b req-fbccdeb0-e13b-462c-9b6b-97944a162797 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2246459 Jul 16 03:29:10.565341 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4cc9b71f-712c-495e-8db1-daab1e0242f8 req-6fa42cd0-0d8d-4546-b049-3f6d19e43485 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929692 Jul 16 03:29:10.565500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccdeb0-e13b-462c-9b6b-97944a162797 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08adbbb-aac1-40ba-b573-bbc1bcdccb15,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:10.597179 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ded2f-aeef-4fbf-b5b8-b1a14f24d910 req-c0e31072-7a0e-4d6a-a5c5-7b6577e96a88 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:10.598758 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b87ded2f-aeef-4fbf-b5b8-b1a14f24d910 req-c0e31072-7a0e-4d6a-a5c5-7b6577e96a88 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 948 time: 0.1298842 Jul 16 03:29:10.644929 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b87ded2f-aeef-4fbf-b5b8-b1a14f24d910 req-bb8d637d-64f2-48c7-a764-0ac89384e651 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381763 Jul 16 03:29:10.674614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bae34807-b0da-479d-ace7-671cc38e6b2f req-b65e1bbb-e813-459c-a2f3-bd80b917eb69 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-751703235', 'description': 'tempest-description-1450031461'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:10.687108 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4cc9b71f-712c-495e-8db1-daab1e0242f8 req-93aea339-a0b7-4a38-a9e7-b7f7b3235690 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146362 Jul 16 03:29:10.729941 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bae34807-b0da-479d-ace7-671cc38e6b2f req-b65e1bbb-e813-459c-a2f3-bd80b917eb69 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.782203 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f42bc-ab26-480e-895c-3fe14612aff8 req-c57ed18b-322a-4ac1-9bcc-a9b4b835a8f9 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:10.783615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a23f42bc-ab26-480e-895c-3fe14612aff8 req-c57ed18b-322a-4ac1-9bcc-a9b4b835a8f9 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 949 time: 0.1032350 Jul 16 03:29:10.843685 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a23f42bc-ab26-480e-895c-3fe14612aff8 req-66ad0147-49d5-4790-825c-a071cdeeff51 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531559 Jul 16 03:29:10.864119 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bae34807-b0da-479d-ace7-671cc38e6b2f req-b65e1bbb-e813-459c-a2f3-bd80b917eb69 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.868564 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bae34807-b0da-479d-ace7-671cc38e6b2f req-b65e1bbb-e813-459c-a2f3-bd80b917eb69 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.894196 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bae34807-b0da-479d-ace7-671cc38e6b2f req-b65e1bbb-e813-459c-a2f3-bd80b917eb69 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:10.897986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bae34807-b0da-479d-ace7-671cc38e6b2f req-b65e1bbb-e813-459c-a2f3-bd80b917eb69 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2264431 Jul 16 03:29:10.901353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e1bbb-e813-459c-a2f3-bd80b917eb69 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7897e3fe-c1e1-428c-b333-0916bff1bc61,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:11.001815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bd65a-0b73-4c38-94f0-a25d12e64972 req-eb6e43b9-b427-4172-8b77-cf844fac1452 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:11.003399 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe6bd65a-0b73-4c38-94f0-a25d12e64972 req-eb6e43b9-b427-4172-8b77-cf844fac1452 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.0625758 Jul 16 03:29:11.067711 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe6bd65a-0b73-4c38-94f0-a25d12e64972 req-02074993-ac8d-4f06-a34e-839ac785f383 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585418 Jul 16 03:29:11.130238 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e0d121d-4c3a-4833-a8f0-dbb203091cf9 req-c51c6ca3-7c90-44cd-96fc-ecbddc8943c5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b64a232dbff433689b1282ff1021257 HTTP/1.1" status: 200 len: 10896 time: 0.1148906 Jul 16 03:29:11.180603 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e0d121d-4c3a-4833-a8f0-dbb203091cf9 req-6598bcb0-2773-41a0-817b-e7444f913bed tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef HTTP/1.1" status: 200 len: 2981 time: 0.0418291 Jul 16 03:29:11.225942 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e0d121d-4c3a-4833-a8f0-dbb203091cf9 req-ea3c3ecf-c891-47d9-9f4d-db74ad3777d4 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef HTTP/1.1" status: 200 len: 2981 time: 0.0392179 Jul 16 03:29:11.317120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7253221-4e51-46a6-92a6-5f1ef85f481d req-f781f141-e7eb-45ee-8a08-a4e2093a4aa3 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/c322a555-0a54-4d61-b62a-3e9fe9951d27 HTTP/1.1" status: 200 len: 1800 time: 0.0691526 Jul 16 03:29:11.379018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb58a1-8cad-4d98-a9e5-aa2f665ac0a0 req-39df1516-c200-4cbc-ac14-5d99dd0c2c53 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:11.380440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7bfb58a1-8cad-4d98-a9e5-aa2f665ac0a0 req-39df1516-c200-4cbc-ac14-5d99dd0c2c53 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 944 time: 0.1041133 Jul 16 03:29:11.412320 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7253221-4e51-46a6-92a6-5f1ef85f481d req-bc78633d-9eab-4a81-a6ef-d02deb9dbdf0 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.446096 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7bfb58a1-8cad-4d98-a9e5-aa2f665ac0a0 req-497f9d07-860d-4fb4-86a3-b24da07dc057 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586972 Jul 16 03:29:11.447535 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7253221-4e51-46a6-92a6-5f1ef85f481d req-bc78633d-9eab-4a81-a6ef-d02deb9dbdf0 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.487606 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7253221-4e51-46a6-92a6-5f1ef85f481d req-bc78633d-9eab-4a81-a6ef-d02deb9dbdf0 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.490506 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7253221-4e51-46a6-92a6-5f1ef85f481d req-bc78633d-9eab-4a81-a6ef-d02deb9dbdf0 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.492240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7253221-4e51-46a6-92a6-5f1ef85f481d req-bc78633d-9eab-4a81-a6ef-d02deb9dbdf0 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "DELETE /v2.0/security-groups/c322a555-0a54-4d61-b62a-3e9fe9951d27 HTTP/1.1" status: 204 len: 173 time: 0.1669691 Jul 16 03:29:11.501362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78633d-9eab-4a81-a6ef-d02deb9dbdf0 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c322a555-0a54-4d61-b62a-3e9fe9951d27,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:11.525643 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-6d5c54ef-af4a-4dac-a760-0f03b27f5d7e req-080500fd-ca99-41d4-938d-0ceb99fc2cbe tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] show failed (client error): The resource could not be found. Jul 16 03:29:11.526654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d5c54ef-af4a-4dac-a760-0f03b27f5d7e req-080500fd-ca99-41d4-938d-0ceb99fc2cbe tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/c322a555-0a54-4d61-b62a-3e9fe9951d27 HTTP/1.1" status: 404 len: 352 time: 0.0146656 Jul 16 03:29:11.584082 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a71c8db7-b200-4001-9ba5-fac6dbc5d87a req-dd3847bd-83f5-495b-9ea8-2edfc808c9c7 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/b08adbbb-aac1-40ba-b573-bbc1bcdccb15 HTTP/1.1" status: 200 len: 1801 time: 0.0375273 Jul 16 03:29:11.643949 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a71c8db7-b200-4001-9ba5-fac6dbc5d87a req-1ece23d3-53b7-4013-8715-f42946cbdb76 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.665602 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a71c8db7-b200-4001-9ba5-fac6dbc5d87a req-1ece23d3-53b7-4013-8715-f42946cbdb76 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.705049 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a71c8db7-b200-4001-9ba5-fac6dbc5d87a req-1ece23d3-53b7-4013-8715-f42946cbdb76 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.707785 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a71c8db7-b200-4001-9ba5-fac6dbc5d87a req-1ece23d3-53b7-4013-8715-f42946cbdb76 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.708983 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a71c8db7-b200-4001-9ba5-fac6dbc5d87a req-1ece23d3-53b7-4013-8715-f42946cbdb76 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "DELETE /v2.0/security-groups/b08adbbb-aac1-40ba-b573-bbc1bcdccb15 HTTP/1.1" status: 204 len: 173 time: 0.1195266 Jul 16 03:29:11.717745 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece23d3-53b7-4013-8715-f42946cbdb76 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08adbbb-aac1-40ba-b573-bbc1bcdccb15,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:11.743488 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-4bd6ad5a-52d4-488a-9723-a9f64398608f req-4c75d014-6397-409e-851a-30ed0d5a4028 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] show failed (client error): The resource could not be found. Jul 16 03:29:11.744536 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4bd6ad5a-52d4-488a-9723-a9f64398608f req-4c75d014-6397-409e-851a-30ed0d5a4028 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/b08adbbb-aac1-40ba-b573-bbc1bcdccb15 HTTP/1.1" status: 404 len: 352 time: 0.0165696 Jul 16 03:29:11.837832 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a8da107-7df5-420e-86ff-8e8fa2f9c08c req-905bd684-b36b-417d-afdd-e324c44f1c60 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/7897e3fe-c1e1-428c-b333-0916bff1bc61 HTTP/1.1" status: 200 len: 1800 time: 0.0671337 Jul 16 03:29:11.859852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e572c-bce6-4cf2-b6e4-7629d69f7ce1 req-4d3ff096-0481-4919-9362-56b7a662b5ed tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:11.861336 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b7e572c-bce6-4cf2-b6e4-7629d69f7ce1 req-4d3ff096-0481-4919-9362-56b7a662b5ed tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 948 time: 0.1001678 Jul 16 03:29:11.923499 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b7e572c-bce6-4cf2-b6e4-7629d69f7ce1 req-5eea095d-17f4-4250-961d-ac8045e3d6fc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543664 Jul 16 03:29:11.937898 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a8da107-7df5-420e-86ff-8e8fa2f9c08c req-69e5d961-9218-4769-acb5-878560f37981 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:11.960923 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a8da107-7df5-420e-86ff-8e8fa2f9c08c req-69e5d961-9218-4769-acb5-878560f37981 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:12.001108 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a8da107-7df5-420e-86ff-8e8fa2f9c08c req-69e5d961-9218-4769-acb5-878560f37981 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:12.003865 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6a8da107-7df5-420e-86ff-8e8fa2f9c08c req-69e5d961-9218-4769-acb5-878560f37981 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:12.005030 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a8da107-7df5-420e-86ff-8e8fa2f9c08c req-69e5d961-9218-4769-acb5-878560f37981 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "DELETE /v2.0/security-groups/7897e3fe-c1e1-428c-b333-0916bff1bc61 HTTP/1.1" status: 204 len: 173 time: 0.1596899 Jul 16 03:29:12.014297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5d961-9218-4769-acb5-878560f37981 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7897e3fe-c1e1-428c-b333-0916bff1bc61,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:12.096567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb523ae-ceef-4f44-a052-7e4b270e85de req-115b981e-220c-4adf-976e-7e066c4451c2 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:12.098064 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fb523ae-ceef-4f44-a052-7e4b270e85de req-115b981e-220c-4adf-976e-7e066c4451c2 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 949 time: 0.0702622 Jul 16 03:29:12.136459 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-dba68652-1e79-40c5-a335-2b953a9da94f req-4c75264c-6f09-4f6c-ac66-a97dd856c3a8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] show failed (client error): The resource could not be found. Jul 16 03:29:12.137418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dba68652-1e79-40c5-a335-2b953a9da94f req-4c75264c-6f09-4f6c-ac66-a97dd856c3a8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/7897e3fe-c1e1-428c-b333-0916bff1bc61 HTTP/1.1" status: 404 len: 352 time: 0.0169158 Jul 16 03:29:12.150183 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fb523ae-ceef-4f44-a052-7e4b270e85de req-5aed502a-11c0-46eb-bfb0-8372d514affd tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451264 Jul 16 03:29:12.252450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aafdb30b-e476-4062-90d7-dfc65039ef61 req-66b2d7bb-7e0e-42b6-97de-8298c0311a64 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b64a232dbff433689b1282ff1021257 HTTP/1.1" status: 200 len: 6148 time: 0.0762808 Jul 16 03:29:12.321420 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aafdb30b-e476-4062-90d7-dfc65039ef61 req-debf9612-816d-4134-b123-39e194afb04e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef HTTP/1.1" status: 200 len: 2981 time: 0.0526056 Jul 16 03:29:12.354314 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea130a89-e20c-458a-819d-b4f5e860f3b3 req-7beb0532-67bb-469b-8a87-9ef21db63dda tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:12.355802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea130a89-e20c-458a-819d-b4f5e860f3b3 req-7beb0532-67bb-469b-8a87-9ef21db63dda tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1264937 Jul 16 03:29:12.396067 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aafdb30b-e476-4062-90d7-dfc65039ef61 req-3013d814-7e0e-43c6-8689-280a3aa4b814 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef HTTP/1.1" status: 200 len: 2981 time: 0.0684814 Jul 16 03:29:12.415592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea130a89-e20c-458a-819d-b4f5e860f3b3 req-58adbcc5-ef8e-4479-b9ae-4d65f984c6f0 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518651 Jul 16 03:29:12.557299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991074f-5aa6-490a-9174-a29245ce4b8e req-f2b632d8-e4d5-40fc-93a2-f3084fa6f106 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:12.558819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a991074f-5aa6-490a-9174-a29245ce4b8e req-f2b632d8-e4d5-40fc-93a2-f3084fa6f106 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c91b64d-994d-47d7-8503-4d3d1226d963 HTTP/1.1" status: 200 len: 949 time: 0.0743048 Jul 16 03:29:12.564217 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-de013346-f246-4e69-92d9-0459d568d49b req-88925abb-f6bf-4089-87e9-f9127282b130 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2119211483', 'description': 'tempest-description-704927947'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:12.611170 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-de013346-f246-4e69-92d9-0459d568d49b req-88925abb-f6bf-4089-87e9-f9127282b130 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:12.624695 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a991074f-5aa6-490a-9174-a29245ce4b8e req-74831cf6-85fd-4abf-b159-08b688e6b1ed tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560317 Jul 16 03:29:12.718481 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-de013346-f246-4e69-92d9-0459d568d49b req-88925abb-f6bf-4089-87e9-f9127282b130 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:12.723256 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-de013346-f246-4e69-92d9-0459d568d49b req-88925abb-f6bf-4089-87e9-f9127282b130 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:12.793222 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-de013346-f246-4e69-92d9-0459d568d49b req-88925abb-f6bf-4089-87e9-f9127282b130 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:12.795139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de013346-f246-4e69-92d9-0459d568d49b req-88925abb-f6bf-4089-87e9-f9127282b130 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2353916 Jul 16 03:29:12.801777 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88925abb-f6bf-4089-87e9-f9127282b130 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4af0ce-43ef-49b8-bfa6-b399587af305,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:12.841105 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b656f-d956-494d-8358-418139269dd9 req-0a2189f8-a5a1-4bfa-8ff6-c1e0311c3148 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:12.842596 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f82b656f-d956-494d-8358-418139269dd9 req-0a2189f8-a5a1-4bfa-8ff6-c1e0311c3148 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 944 time: 0.1022296 Jul 16 03:29:12.892608 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f82b656f-d956-494d-8358-418139269dd9 req-c5f06446-77a2-4544-9744-9704497a54aa tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419338 Jul 16 03:29:12.938303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ff4435c7-8d5b-4cf6-972b-46aabdce7c26 req-86f88d7e-ce7b-48fe-b768-9b0bb2bb805e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-774307002', 'description': 'tempest-description-2085568617'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:12.965191 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff4435c7-8d5b-4cf6-972b-46aabdce7c26 req-86f88d7e-ce7b-48fe-b768-9b0bb2bb805e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:13.075894 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff4435c7-8d5b-4cf6-972b-46aabdce7c26 req-86f88d7e-ce7b-48fe-b768-9b0bb2bb805e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:13.085573 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff4435c7-8d5b-4cf6-972b-46aabdce7c26 req-86f88d7e-ce7b-48fe-b768-9b0bb2bb805e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:13.122180 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff4435c7-8d5b-4cf6-972b-46aabdce7c26 req-86f88d7e-ce7b-48fe-b768-9b0bb2bb805e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:13.135320 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff4435c7-8d5b-4cf6-972b-46aabdce7c26 req-86f88d7e-ce7b-48fe-b768-9b0bb2bb805e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2023854 Jul 16 03:29:13.150662 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f88d7e-ce7b-48fe-b768-9b0bb2bb805e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e60b03d9-75bb-4b4d-81e5-3ae4cc6f9805,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:13.333459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b7692-1f12-4c77-b491-6cc88fc6b68c req-ca546ece-928b-4704-9785-f7f5acc8e1cb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:13.336759 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e8b7692-1f12-4c77-b491-6cc88fc6b68c req-ca546ece-928b-4704-9785-f7f5acc8e1cb tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 948 time: 0.0815067 Jul 16 03:29:13.391882 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e8b7692-1f12-4c77-b491-6cc88fc6b68c req-8026a636-a969-4a99-a749-bf1d7789b253 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492997 Jul 16 03:29:13.619588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 25071a00-c7fb-4ede-ab35-84d33fe06946 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:13.679727 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-e1d4ccf6-f666-4709-93ae-62ecee9056f3 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:13.685152 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-e1d4ccf6-f666-4709-93ae-62ecee9056f3 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/networks?id=3a4ff6c7-18b6-4afa-910a-ef9826275a46 HTTP/1.1" status: 200 len: 813 time: 0.1694782 Jul 16 03:29:13.707006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-d6a18732-73b1-448e-a620-4385c2feb121 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/quotas/6b64a232dbff433689b1282ff1021257 HTTP/1.1" status: 200 len: 375 time: 0.0106423 Jul 16 03:29:13.768824 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=25071a00-c7fb-4ede-ab35-84d33fe06946,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:13.782051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '25071a00-c7fb-4ede-ab35-84d33fe06946', 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85', 'port_id': '25071a00-c7fb-4ede-ab35-84d33fe06946', 'mac_address': 'fa:16:3e:36:0b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c011a6-1b15-41e0-9e14-67c579ff2962', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:13.840519 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:13.853514 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-69120a54-1b14-4c24-b1e6-20067b087fc5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6b64a232dbff433689b1282ff1021257&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1277921 Jul 16 03:29:13.854291 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25071a00-c7fb-4ede-ab35-84d33fe06946 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:13.876638 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=25071a00-c7fb-4ede-ab35-84d33fe06946,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:13.883624 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:13.885925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 42e350c7-10f2-405e-99da-dd05bcc2a27d details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:13.949606 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d42c4-a7bf-4c7e-8131-aadd26fcd6c4 req-ea0fee08-6fc9-4a88-a6b4-a07ada6e3888 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:13.952007 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-780d42c4-a7bf-4c7e-8131-aadd26fcd6c4 req-ea0fee08-6fc9-4a88-a6b4-a07ada6e3888 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1685402 Jul 16 03:29:13.979689 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=25071a00-c7fb-4ede-ab35-84d33fe06946,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:14.026428 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-f6acc03f-35fe-4a9c-8377-f5a4a83534f7 service neutron] 10.222.0.18 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716814 Jul 16 03:29:14.048942 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 42e350c7-10f2-405e-99da-dd05bcc2a27d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=42e350c7-10f2-405e-99da-dd05bcc2a27d,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:14.062087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '42e350c7-10f2-405e-99da-dd05bcc2a27d', 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933', 'port_id': '42e350c7-10f2-405e-99da-dd05bcc2a27d', 'mac_address': 'fa:16:3e:8f:42:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f2ab40-9019-4547-86c9-0e06d246deb3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:14.069197 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-780d42c4-a7bf-4c7e-8131-aadd26fcd6c4 req-61fd7dd4-a22d-4afd-8632-ca13dab78f91 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083574 Jul 16 03:29:14.149628 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:14.164994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-611dba76-a51f-4c93-82ab-645aa336e08f service neutron] 10.222.0.18 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368804 Jul 16 03:29:14.172635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42e350c7-10f2-405e-99da-dd05bcc2a27d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:14.195858 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 42e350c7-10f2-405e-99da-dd05bcc2a27d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=42e350c7-10f2-405e-99da-dd05bcc2a27d,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:14.214346 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:14.215134 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5f4c3a11-23bb-453e-b547-7264b54ae5a2 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:14.383991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=42e350c7-10f2-405e-99da-dd05bcc2a27d,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:14.411865 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1b4f27b-6692-42db-8531-2c178c0c7beb req-9bbddc50-3e46-4f13-aae7-a3859f9e7241 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 210 time: 0.0581164 Jul 16 03:29:14.444919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:14.456450 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '5f4c3a11-23bb-453e-b547-7264b54ae5a2', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '5f4c3a11-23bb-453e-b547-7264b54ae5a2', 'mac_address': 'fa:16:3e:c2:ae:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:14.510218 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:14.540904 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4c3a11-23bb-453e-b547-7264b54ae5a2 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:14.553622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec52419-cd53-4a98-905b-aac7aa48df92 req-6fe4f667-f6af-455a-a5b2-fe195f7355c7 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:14.556651 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ec52419-cd53-4a98-905b-aac7aa48df92 req-6fe4f667-f6af-455a-a5b2-fe195f7355c7 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 945 time: 0.1252813 Jul 16 03:29:14.578765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:14.588537 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:14.680341 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=5f4c3a11-23bb-453e-b547-7264b54ae5a2,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:14.685546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290cff7-89da-41e0-bd63-48ea0f7ec7b6 req-a97a5ee5-1473-4782-b011-f6c9409a9627 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:14.694370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4290cff7-89da-41e0-bd63-48ea0f7ec7b6 req-a97a5ee5-1473-4782-b011-f6c9409a9627 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 948 time: 0.1364408 Jul 16 03:29:14.708568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ec52419-cd53-4a98-905b-aac7aa48df92 req-4abae1db-63c0-4e1b-bc88-665ad9562e4d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419232 Jul 16 03:29:14.735315 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['42e350c7-10f2-405e-99da-dd05bcc2a27d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:14.787266 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4290cff7-89da-41e0-bd63-48ea0f7ec7b6 req-cb7dec0c-7cc2-4301-b0e9-eef83fa93ae1 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915127 Jul 16 03:29:15.013944 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['5f4c3a11-23bb-453e-b547-7264b54ae5a2'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:15.045723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['25071a00-c7fb-4ede-ab35-84d33fe06946'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:15.381207 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75345b-0c69-4c69-b39a-a29f0ee298c0 req-3f44d28e-d221-4e9d-86a2-502e00d90190 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:15.385228 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd75345b-0c69-4c69-b39a-a29f0ee298c0 req-3f44d28e-d221-4e9d-86a2-502e00d90190 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1036847 Jul 16 03:29:15.430466 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd75345b-0c69-4c69-b39a-a29f0ee298c0 req-9cfca31d-8b11-40ed-b75a-985b55ab1b97 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386853 Jul 16 03:29:15.584888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a345de58-2b6a-4186-9cc2-dd0824162bab req-f0f2262f-fc02-4174-9ba0-79ff81660e02 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 210 time: 0.0404651 Jul 16 03:29:15.633518 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 42e350c7-10f2-405e-99da-dd05bcc2a27d up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:15.693424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 42e350c7-10f2-405e-99da-dd05bcc2a27d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:15.694081 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:15.787035 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:15.835994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e350c7-10f2-405e-99da-dd05bcc2a27d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:15.841459 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141f195f-d1b1-4b96-b91b-8863266192e7" -d '{"events": [{"server_uuid": "9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c", "name": "network-vif-plugged", "status": "completed", "tag": "42e350c7-10f2-405e-99da-dd05bcc2a27d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:15.874761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 42e350c7-10f2-405e-99da-dd05bcc2a27d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=42e350c7-10f2-405e-99da-dd05bcc2a27d,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:15.884349 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:15.959436 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e192bf-270c-4ad4-8200-e5af1f9c9804 req-db684810-ee69-47cf-829c-d8b1d36c2837 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:15.966340 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a8e192bf-270c-4ad4-8200-e5af1f9c9804 req-db684810-ee69-47cf-829c-d8b1d36c2837 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 945 time: 0.1113136 Jul 16 03:29:15.994857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=42e350c7-10f2-405e-99da-dd05bcc2a27d,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:16.067598 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a8e192bf-270c-4ad4-8200-e5af1f9c9804 req-d6b7dc96-60d2-4bda-b34b-6da6e4a8cfab tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948875 Jul 16 03:29:16.180202 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-b4e44501-4183-4690-9e07-0a25e5b4f91e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:16.182272 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-b4e44501-4183-4690-9e07-0a25e5b4f91e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.20 "GET /v2.0/networks?id=3a4ff6c7-18b6-4afa-910a-ef9826275a46 HTTP/1.1" status: 200 len: 813 time: 0.2518895 Jul 16 03:29:16.186121 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18c5fe3-d523-4c21-90de-cb447b01928d x-openstack-request-id: req-e18c5fe3-d523-4c21-90de-cb447b01928d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:16.186421 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c", "name": "network-vif-plugged", "status": "completed", "tag": "42e350c7-10f2-405e-99da-dd05bcc2a27d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:16.186672 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e18c5fe3-d523-4c21-90de-cb447b01928d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:16.187065 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e350c7-10f2-405e-99da-dd05bcc2a27d', 'code': 200} Jul 16 03:29:16.208728 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'port': {'device_id': '944d6d09-29b4-412a-9b3e-65f59d341909', 'network_id': '3a4ff6c7-18b6-4afa-910a-ef9826275a46', 'admin_state_up': True, 'tenant_id': '6b64a232dbff433689b1282ff1021257'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:16.254438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb435018-336f-4f2a-b0b3-8c0ff84745fe req-02ab4abd-e885-4aee-b95f-4262dbeaeaa4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:16.255978 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb435018-336f-4f2a-b0b3-8c0ff84745fe req-02ab4abd-e885-4aee-b95f-4262dbeaeaa4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 949 time: 0.2269804 Jul 16 03:29:16.331132 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb435018-336f-4f2a-b0b3-8c0ff84745fe req-16befcf8-f277-4209-aba5-2b3dd59b8c1f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656810 Jul 16 03:29:16.367986 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Made reservation on behalf of 6b64a232dbff433689b1282ff1021257 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:16.371685 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:16.486908 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9d79e691-6e35-43c1-88cf-3a5027b2208d details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:16.605434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Allocated IP 172.20.0.13 (3a4ff6c7-18b6-4afa-910a-ef9826275a46/c14511cd-d5e8-4f61-879f-9586ea1f0394/da47e637-3d9a-473d-a38b-1d97d13c8484) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:16.700190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9d79e691-6e35-43c1-88cf-3a5027b2208d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d79e691-6e35-43c1-88cf-3a5027b2208d,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:16.720001 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '9d79e691-6e35-43c1-88cf-3a5027b2208d', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '9d79e691-6e35-43c1-88cf-3a5027b2208d', 'mac_address': 'fa:16:3e:5e:62:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:16.784455 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:16.802713 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d79e691-6e35-43c1-88cf-3a5027b2208d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:16.822006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26fe0c-8f90-4992-97ab-0703d7c41a82 req-f5655b6b-723e-45dd-8f2b-c5d70833cb47 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:16.833084 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be26fe0c-8f90-4992-97ab-0703d7c41a82 req-f5655b6b-723e-45dd-8f2b-c5d70833cb47 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 950 time: 0.1318884 Jul 16 03:29:16.849251 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9d79e691-6e35-43c1-88cf-3a5027b2208d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d79e691-6e35-43c1-88cf-3a5027b2208d,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:16.860338 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:16.876695 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:16.934802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-11ecc810-5752-4744-b589-44bd4a0918f0 req-949a16ec-0b0e-4423-bdec-6b64b0117435 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 210 time: 0.0939922 Jul 16 03:29:16.941028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9d79e691-6e35-43c1-88cf-3a5027b2208d,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:16.942183 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:16.969406 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['27311130-b235-44b1-95dc-dc2a87794789'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:16.998393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be26fe0c-8f90-4992-97ab-0703d7c41a82 req-131f818f-8f61-437f-b905-9ebb443cfd08 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637316 Jul 16 03:29:17.010040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Network 3a4ff6c7-18b6-4afa-910a-ef9826275a46 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:17.016543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:17.024929 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:17.032299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['9d79e691-6e35-43c1-88cf-3a5027b2208d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:17.080142 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'Port': ['ID=da47e637-3d9a-473d-a38b-1d97d13c8484,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:17.094532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:17.095166 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:17.095682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:17.099084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:17.102477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:17.103442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:17.103943 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:17.104486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:17.104990 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:17.105479 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:17.105952 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:17.106799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:17.126589 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:17.128050 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:17.152450 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-b0ea5cd3-1dcd-45b6-929e-19031e8b6a30 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9516006 Jul 16 03:29:17.172668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Request body: {'port': {'device_id': '944d6d09-29b4-412a-9b3e-65f59d341909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:17.342396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53dc34-e52e-4cf6-a057-0b5c68adbd3e req-9e500a5e-91a9-4ddc-8aac-d26973e5a08f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:17.349692 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:17.356498 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb53dc34-e52e-4cf6-a057-0b5c68adbd3e req-9e500a5e-91a9-4ddc-8aac-d26973e5a08f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 945 time: 0.0997424 Jul 16 03:29:17.438234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb53dc34-e52e-4cf6-a057-0b5c68adbd3e req-44297244-4002-4e5f-bf89-08ce9c3e1493 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803721 Jul 16 03:29:17.635081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5f4c3a11-23bb-453e-b547-7264b54ae5a2 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:17.655185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5d8f5-a685-4c0e-af54-f9bd5f110017 req-f4cd7a4d-8048-4e4a-b1ed-1134c1ff9e43 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:17.656801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6de5d8f5-a685-4c0e-af54-f9bd5f110017 req-f4cd7a4d-8048-4e4a-b1ed-1134c1ff9e43 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 949 time: 0.0966227 Jul 16 03:29:17.724017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6de5d8f5-a685-4c0e-af54-f9bd5f110017 req-d1c76cab-f79e-4717-af0f-03c49fe90136 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597706 Jul 16 03:29:17.769432 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:17.776911 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:17.777488 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:17.945768 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:17.950329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da47e637-3d9a-473d-a38b-1d97d13c8484 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:17.963126 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:17.982204 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Transition to ACTIVE for port object da47e637-3d9a-473d-a38b-1d97d13c8484 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:17.990348 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:17.995235 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:18.007846 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.014753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 25071a00-c7fb-4ede-ab35-84d33fe06946 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:18.056008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Pushing event updated for resources: {'Port': ['ID=da47e637-3d9a-473d-a38b-1d97d13c8484,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:18.169818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Attempting to bind port da47e637-3d9a-473d-a38b-1d97d13c8484 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:29:18.170455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Attempting to bind port da47e637-3d9a-473d-a38b-1d97d13c8484 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '3d0f00b8-e7f0-448c-a706-d112bd115378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3a4ff6c7-18b6-4afa-910a-ef9826275a46'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:29:18.170972 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Attempting to bind port da47e637-3d9a-473d-a38b-1d97d13c8484 on network 3a4ff6c7-18b6-4afa-910a-ef9826275a46 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:18.179098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Port da47e637-3d9a-473d-a38b-1d97d13c8484 on network 3a4ff6c7-18b6-4afa-910a-ef9826275a46 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:29:18.179705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Attempting to bind port da47e637-3d9a-473d-a38b-1d97d13c8484 on network 3a4ff6c7-18b6-4afa-910a-ef9826275a46 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:18.186184 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:29:18.186793 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Checking segment: {'id': '3d0f00b8-e7f0-448c-a706-d112bd115378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3a4ff6c7-18b6-4afa-910a-ef9826275a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:18.187353 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Bound using segment: {'id': '3d0f00b8-e7f0-448c-a706-d112bd115378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3a4ff6c7-18b6-4afa-910a-ef9826275a46'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:29:18.188176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Bound port: da47e637-3d9a-473d-a38b-1d97d13c8484, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0f00b8-e7f0-448c-a706-d112bd115378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '3a4ff6c7-18b6-4afa-910a-ef9826275a46'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:29:18.188733 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:18.189184 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.190989 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25788cf-15b0-45ee-9e42-d588c535bdfb" -d '{"events": [{"server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "name": "network-vif-plugged", "status": "completed", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:18.266343 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] For port da47e637-3d9a-473d-a38b-1d97d13c8484, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:18.270502 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] For port da47e637-3d9a-473d-a38b-1d97d13c8484, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=da47e637-3d9a-473d-a38b-1d97d13c8484,segment=NetworkSegment(3d0f00b8-e7f0-448c-a706-d112bd115378),segment_id=3d0f00b8-e7f0-448c-a706-d112bd115378)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:29:18.278006 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.312324 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=5f4c3a11-23bb-453e-b547-7264b54ae5a2,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:18.339266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:18.340240 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.341993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 25071a00-c7fb-4ede-ab35-84d33fe06946 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:18.342790 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] 10.222.0.20 "PUT /v2.0/ports/da47e637-3d9a-473d-a38b-1d97d13c8484 HTTP/1.1" status: 200 len: 1092 time: 1.1755702 Jul 16 03:29:18.343770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944d6d09-29b4-412a-9b3e-65f59d341909', 'tag': 'da47e637-3d9a-473d-a38b-1d97d13c8484'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:18.346904 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a61a8d-7643-427c-89e4-85ce0662e378" -d '{"events": [{"name": "network-changed", "server_uuid": "944d6d09-29b4-412a-9b3e-65f59d341909", "tag": "da47e637-3d9a-473d-a38b-1d97d13c8484"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:18.357781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 25071a00-c7fb-4ede-ab35-84d33fe06946 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:18.358158 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.430232 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd3963-6b0b-48fc-92f0-44e4f3b4dfbf service neutron] Pushing event updated for resources: {'Port': ['ID=da47e637-3d9a-473d-a38b-1d97d13c8484,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:18.489656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6d594924-8af3-4e97-b9c2-a41bcdc7a11c details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:18.499199 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-4d5a5375-f9ee-491d-8f4c-0e1bc43ac707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:18.501249 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-4d5a5375-f9ee-491d-8f4c-0e1bc43ac707 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b64a232dbff433689b1282ff1021257&device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 1095 time: 0.1006849 Jul 16 03:29:18.552763 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-96dc73b8-6fcd-48ce-a95e-2023e7531e92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da47e637-3d9a-473d-a38b-1d97d13c8484 HTTP/1.1" status: 200 len: 217 time: 0.0423141 Jul 16 03:29:18.679395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-a1343107-a08b-4a79-a09c-c65eb8f2a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:18.682076 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-a1343107-a08b-4a79-a09c-c65eb8f2a945 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c14511cd-d5e8-4f61-879f-9586ea1f0394 HTTP/1.1" status: 200 len: 853 time: 0.1190884 Jul 16 03:29:18.757812 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-84864b42-c3f6-4deb-b89d-5d54ac30adfa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a4ff6c7-18b6-4afa-910a-ef9826275a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671313 Jul 16 03:29:18.779144 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9d79e691-6e35-43c1-88cf-3a5027b2208d up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:18.919963 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-4a9ff025-cb83-413f-90fc-28ec2257742b service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520469 Jul 16 03:29:18.931213 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:18.948685 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:18.989710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c', 'mac_address': 'fa:16:3e:c2:14:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:18.998264 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 9d79e691-6e35-43c1-88cf-3a5027b2208d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:18.998790 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.070208 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02cf2780-9bf1-49c9-83aa-bbdcca1f8f7a req-66451bc8-d4dc-4a4c-89d8-3d34c51d4497 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388414 Jul 16 03:29:19.144139 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=25071a00-c7fb-4ede-ab35-84d33fe06946,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:19.160130 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.231372 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.320958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d594924-8af3-4e97-b9c2-a41bcdc7a11c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:19.354007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:19.358546 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.386444 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.390934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=25071a00-c7fb-4ede-ab35-84d33fe06946,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:19.460675 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9d79e691-6e35-43c1-88cf-3a5027b2208d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d79e691-6e35-43c1-88cf-3a5027b2208d,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:19.473696 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.476595 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6d594924-8af3-4e97-b9c2-a41bcdc7a11c no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:19.519687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:19.597209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9d79e691-6e35-43c1-88cf-3a5027b2208d,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:19.684295 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.702027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6d594924-8af3-4e97-b9c2-a41bcdc7a11c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:19.732444 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:19.737796 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:19.768163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['6d594924-8af3-4e97-b9c2-a41bcdc7a11c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:19.843417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,revision_number=10']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:22.510994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6d594924-8af3-4e97-b9c2-a41bcdc7a11c up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:22.616445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:22.617796 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:22.809220 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:22.884329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:22.897384 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:23.021585 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,revision_number=11']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:23.686917 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device da47e637-3d9a-473d-a38b-1d97d13c8484 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:23.804908 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port da47e637-3d9a-473d-a38b-1d97d13c8484, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=da47e637-3d9a-473d-a38b-1d97d13c8484,segment=NetworkSegment(3d0f00b8-e7f0-448c-a706-d112bd115378),segment_id=3d0f00b8-e7f0-448c-a706-d112bd115378)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:23.817892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'da47e637-3d9a-473d-a38b-1d97d13c8484', 'network_id': '3a4ff6c7-18b6-4afa-910a-ef9826275a46', 'port_id': 'da47e637-3d9a-473d-a38b-1d97d13c8484', 'mac_address': 'fa:16:3e:8b:c1:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c14511cd-d5e8-4f61-879f-9586ea1f0394', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:23.883583 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:23.931892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da47e637-3d9a-473d-a38b-1d97d13c8484 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:23.973837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port da47e637-3d9a-473d-a38b-1d97d13c8484, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=da47e637-3d9a-473d-a38b-1d97d13c8484,segment=NetworkSegment(3d0f00b8-e7f0-448c-a706-d112bd115378),segment_id=3d0f00b8-e7f0-448c-a706-d112bd115378)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:23.989060 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:24.081708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=da47e637-3d9a-473d-a38b-1d97d13c8484,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:24.335682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['da47e637-3d9a-473d-a38b-1d97d13c8484'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:24.678114 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78246cb7-27d0-4210-a123-0d709e1c8051 req-1b7b719c-1f8b-438b-bf76-fd06bfa6e8a8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:24.680370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78246cb7-27d0-4210-a123-0d709e1c8051 req-1b7b719c-1f8b-438b-bf76-fd06bfa6e8a8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 945 time: 0.0735085 Jul 16 03:29:24.723085 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78246cb7-27d0-4210-a123-0d709e1c8051 req-618c5eb5-d862-4670-8e2f-c04174cd332c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368729 Jul 16 03:29:24.793477 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dc4a63-d793-4feb-9bc7-63b1793bf15c x-openstack-request-id: req-10dc4a63-d793-4feb-9bc7-63b1793bf15c {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:24.793983 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "name": "network-vif-plugged", "status": "completed", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:24.794080 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10dc4a63-d793-4feb-9bc7-63b1793bf15c {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:24.794393 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2', 'code': 200} Jul 16 03:29:24.829069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5521b1-77ed-4d7c-89c2-396233fd2613 req-0db255c6-b36e-4f6b-8e4c-41993bcb86eb tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:24.830757 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a81e896-2770-4581-8173-6e737e980e02 x-openstack-request-id: req-8a81e896-2770-4581-8173-6e737e980e02 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:24.831305 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944d6d09-29b4-412a-9b3e-65f59d341909", "tag": "da47e637-3d9a-473d-a38b-1d97d13c8484", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:24.831587 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a81e896-2770-4581-8173-6e737e980e02 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:24.832054 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944d6d09-29b4-412a-9b3e-65f59d341909', 'tag': 'da47e637-3d9a-473d-a38b-1d97d13c8484', 'status': 'completed', 'code': 200} Jul 16 03:29:24.844263 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea5521b1-77ed-4d7c-89c2-396233fd2613 req-0db255c6-b36e-4f6b-8e4c-41993bcb86eb tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 951 time: 0.0974355 Jul 16 03:29:24.907359 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea5521b1-77ed-4d7c-89c2-396233fd2613 req-d267e3ee-4c2b-4f42-8739-a1f7763bc087 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587356 Jul 16 03:29:24.978642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a61a8d-7643-427c-89e4-85ce0662e378 req-6e8770a2-816f-4249-af7a-830adb2bb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:24.980198 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-35a61a8d-7643-427c-89e4-85ce0662e378 req-6e8770a2-816f-4249-af7a-830adb2bb070 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b64a232dbff433689b1282ff1021257&device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 1096 time: 0.1041687 Jul 16 03:29:25.094617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a61a8d-7643-427c-89e4-85ce0662e378 req-6e20da8a-26b0-49d1-a84c-c2820dbdadcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:25.096126 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-35a61a8d-7643-427c-89e4-85ce0662e378 req-6e20da8a-26b0-49d1-a84c-c2820dbdadcb service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a4ff6c7-18b6-4afa-910a-ef9826275a46 HTTP/1.1" status: 200 len: 914 time: 0.1010873 Jul 16 03:29:25.127943 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1201764-0d9b-4e58-9ef7-c07c1bd5278b req-d740cba3-da62-48e9-9a33-adacecbc58a6 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:25.129547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1201764-0d9b-4e58-9ef7-c07c1bd5278b req-d740cba3-da62-48e9-9a33-adacecbc58a6 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 946 time: 0.1818867 Jul 16 03:29:25.139002 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-35a61a8d-7643-427c-89e4-85ce0662e378 req-48464536-2c4b-4eaa-b963-09879f978b41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da47e637-3d9a-473d-a38b-1d97d13c8484 HTTP/1.1" status: 200 len: 217 time: 0.0353067 Jul 16 03:29:25.160285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dfff7-3add-4b60-b89a-29c8dbbff7b0 req-42df14df-a016-4083-bb13-9871b8a1b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:25.161962 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-495dfff7-3add-4b60-b89a-29c8dbbff7b0 req-42df14df-a016-4083-bb13-9871b8a1b930 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 1101 time: 0.1521983 Jul 16 03:29:25.202668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a61a8d-7643-427c-89e4-85ce0662e378 req-0d66877d-724d-4168-a0f7-cb54af5d9517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:25.204274 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-35a61a8d-7643-427c-89e4-85ce0662e378 req-0d66877d-724d-4168-a0f7-cb54af5d9517 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c14511cd-d5e8-4f61-879f-9586ea1f0394 HTTP/1.1" status: 200 len: 853 time: 0.0541248 Jul 16 03:29:25.207236 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800b4aa-3c34-4cfb-a3b6-ab8dc2a89391 req-4d1064ae-0c91-4a3e-85ce-6d114ecb0abf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:25.214803 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8800b4aa-3c34-4cfb-a3b6-ab8dc2a89391 req-4d1064ae-0c91-4a3e-85ce-6d114ecb0abf tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.1538689 Jul 16 03:29:25.233474 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1201764-0d9b-4e58-9ef7-c07c1bd5278b req-0217d161-b624-45c4-a60a-0e41d913f449 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951045 Jul 16 03:29:25.264429 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-35a61a8d-7643-427c-89e4-85ce0662e378 req-4e88b693-7595-4b1f-9145-c2d623ad9c97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a4ff6c7-18b6-4afa-910a-ef9826275a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423605 Jul 16 03:29:25.289948 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8800b4aa-3c34-4cfb-a3b6-ab8dc2a89391 req-473246e5-6cbd-4131-be67-9d87c8baff4c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742679 Jul 16 03:29:25.294063 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-495dfff7-3add-4b60-b89a-29c8dbbff7b0 req-2accc9fe-4ccb-4a38-9e14-20a89f91ffb8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216812 Jul 16 03:29:25.435652 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-35a61a8d-7643-427c-89e4-85ce0662e378 req-18b77dce-3f97-4d2d-8cec-8dd7f8f885c7 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611371 Jul 16 03:29:25.549933 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-35a61a8d-7643-427c-89e4-85ce0662e378 req-f5175598-0cd6-4dbe-87bc-b7e850b70287 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049013 Jul 16 03:29:25.702383 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device da47e637-3d9a-473d-a38b-1d97d13c8484 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:25.765650 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port da47e637-3d9a-473d-a38b-1d97d13c8484 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:25.769846 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port da47e637-3d9a-473d-a38b-1d97d13c8484 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:25.770239 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:25.871633 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:25.906255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port da47e637-3d9a-473d-a38b-1d97d13c8484, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=da47e637-3d9a-473d-a38b-1d97d13c8484,segment=NetworkSegment(3d0f00b8-e7f0-448c-a706-d112bd115378),segment_id=3d0f00b8-e7f0-448c-a706-d112bd115378)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:25.914979 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:25.980429 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=da47e637-3d9a-473d-a38b-1d97d13c8484,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:26.228757 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c47ddf-566e-4d6f-b5d6-cc2576a23787 req-1135d10c-177f-4277-8be7-9cfc1ad8bde5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:26.230778 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31c47ddf-566e-4d6f-b5d6-cc2576a23787 req-1135d10c-177f-4277-8be7-9cfc1ad8bde5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 946 time: 0.0714655 Jul 16 03:29:26.324640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31c47ddf-566e-4d6f-b5d6-cc2576a23787 req-244a5244-1bd9-4adf-b06c-8920f6fde3c6 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847831 Jul 16 03:29:26.377042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae133ea9-55af-4a64-bb7b-c26c37a30bf7 req-aed82a7d-f2f7-471d-b615-3e930d208dfa tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:26.378953 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae133ea9-55af-4a64-bb7b-c26c37a30bf7 req-aed82a7d-f2f7-471d-b615-3e930d208dfa tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 951 time: 0.1285193 Jul 16 03:29:26.428889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae133ea9-55af-4a64-bb7b-c26c37a30bf7 req-da5605eb-a6a2-4793-b2ac-44f70e441555 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Jul 16 03:29:26.677454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b8a41-2da0-4b52-bd22-da4bd23d1b5f req-a4c4f3ef-562a-473f-b376-63849e14d9cb tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:26.680013 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-387b8a41-2da0-4b52-bd22-da4bd23d1b5f req-a4c4f3ef-562a-473f-b376-63849e14d9cb tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 946 time: 0.1077273 Jul 16 03:29:26.750135 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-387b8a41-2da0-4b52-bd22-da4bd23d1b5f req-19ccf5ae-482d-47c8-aeb2-1d5f3eb53610 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550687 Jul 16 03:29:26.795658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ef3fd8-668d-46ed-98fe-8cad4a329650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25071a00-c7fb-4ede-ab35-84d33fe06946'}, {'server_uuid': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d79e691-6e35-43c1-88cf-3a5027b2208d'}, {'server_uuid': 'ad85a97b-2fab-4c46-9d23-09a781f24a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c'}, {'server_uuid': '944d6d09-29b4-412a-9b3e-65f59d341909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da47e637-3d9a-473d-a38b-1d97d13c8484'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:26.798090 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddc0cdc-5068-4dd9-8659-6c68e3d64dd9" -d '{"events": [{"server_uuid": "24ef3fd8-668d-46ed-98fe-8cad4a329650", "name": "network-vif-plugged", "status": "completed", "tag": "25071a00-c7fb-4ede-ab35-84d33fe06946"}, {"server_uuid": "7c91b64d-994d-47d7-8503-4d3d1226d963", "name": "network-vif-plugged", "status": "completed", "tag": "9d79e691-6e35-43c1-88cf-3a5027b2208d"}, {"server_uuid": "ad85a97b-2fab-4c46-9d23-09a781f24a38", "name": "network-vif-plugged", "status": "completed", "tag": "6d594924-8af3-4e97-b9c2-a41bcdc7a11c"}, {"server_uuid": "944d6d09-29b4-412a-9b3e-65f59d341909", "name": "network-vif-plugged", "status": "completed", "tag": "da47e637-3d9a-473d-a38b-1d97d13c8484"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:26.817723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f97a31-9fb5-4afc-8f83-61a626a733b4 req-7517e733-c526-4392-9e08-8665860839f7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:26.819843 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6f97a31-9fb5-4afc-8f83-61a626a733b4 req-7517e733-c526-4392-9e08-8665860839f7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.0968065 Jul 16 03:29:26.872068 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6f97a31-9fb5-4afc-8f83-61a626a733b4 req-319ce483-4526-447a-a492-ae50e56ff919 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 Jul 16 03:29:26.968301 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2670270-0714-44fd-bb19-7b57f2d3d1f2 x-openstack-request-id: req-f2670270-0714-44fd-bb19-7b57f2d3d1f2 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:26.969232 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ef3fd8-668d-46ed-98fe-8cad4a329650", "name": "network-vif-plugged", "status": "completed", "tag": "25071a00-c7fb-4ede-ab35-84d33fe06946", "code": 200}, {"server_uuid": "7c91b64d-994d-47d7-8503-4d3d1226d963", "name": "network-vif-plugged", "status": "completed", "tag": "9d79e691-6e35-43c1-88cf-3a5027b2208d", "code": 200}, {"server_uuid": "ad85a97b-2fab-4c46-9d23-09a781f24a38", "name": "network-vif-plugged", "status": "completed", "tag": "6d594924-8af3-4e97-b9c2-a41bcdc7a11c", "code": 200}, {"server_uuid": "944d6d09-29b4-412a-9b3e-65f59d341909", "name": "network-vif-plugged", "status": "completed", "tag": "da47e637-3d9a-473d-a38b-1d97d13c8484", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:26.969687 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2670270-0714-44fd-bb19-7b57f2d3d1f2 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:26.970249 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ef3fd8-668d-46ed-98fe-8cad4a329650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25071a00-c7fb-4ede-ab35-84d33fe06946', 'code': 200} Jul 16 03:29:26.970666 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d79e691-6e35-43c1-88cf-3a5027b2208d', 'code': 200} Jul 16 03:29:26.971081 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad85a97b-2fab-4c46-9d23-09a781f24a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c', 'code': 200} Jul 16 03:29:26.971620 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944d6d09-29b4-412a-9b3e-65f59d341909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da47e637-3d9a-473d-a38b-1d97d13c8484', 'code': 200} Jul 16 03:29:27.169209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-ecd0ab1a-2ba1-42c9-bc53-dd5fd707391d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:27.170820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-ecd0ab1a-2ba1-42c9-bc53-dd5fd707391d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/networks?id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933 HTTP/1.1" status: 200 len: 804 time: 0.2099552 Jul 16 03:29:27.185883 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453a046-5860-4129-8935-92b522744b37 req-042460fb-17bf-466a-8d5f-192f3359190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:27.187953 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9453a046-5860-4129-8935-92b522744b37 req-042460fb-17bf-466a-8d5f-192f3359190c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 1097 time: 0.0877814 Jul 16 03:29:27.208343 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-c7c65a31-998f-4024-9e74-4dac48c46827 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/quotas/8dd482e181bc4f5a8f8e41ea860cc580 HTTP/1.1" status: 200 len: 375 time: 0.0187135 Jul 16 03:29:27.253102 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9453a046-5860-4129-8935-92b522744b37 req-140699ce-3926-441f-ad02-35ce2a53277c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544467 Jul 16 03:29:27.311377 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5328f-c583-4ad1-9096-60165c1515a3 req-c128009b-fe87-44a0-a4a1-c6789687f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:27.312962 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72f5328f-c583-4ad1-9096-60165c1515a3 req-c128009b-fe87-44a0-a4a1-c6789687f39b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 1097 time: 0.1985416 Jul 16 03:29:27.345668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a04b7-bb37-456b-a260-b211bab55b01 req-d700921d-85b3-4b01-809c-39c95fa6b852 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:27.347186 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec9a04b7-bb37-456b-a260-b211bab55b01 req-d700921d-85b3-4b01-809c-39c95fa6b852 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 1101 time: 0.2217965 Jul 16 03:29:27.375280 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-b0ad7f70-90e2-4190-b008-d0b98caa7155 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8dd482e181bc4f5a8f8e41ea860cc580&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1660368 Jul 16 03:29:27.409667 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72f5328f-c583-4ad1-9096-60165c1515a3 req-1d274fe5-9fd1-4f5e-b755-efbd401ee4e4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870128 Jul 16 03:29:27.427677 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be365b-1d4b-44dd-8113-32baaea2c438 req-64413bcb-e0db-48f1-98e3-44265e23b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:27.429238 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e3be365b-1d4b-44dd-8113-32baaea2c438 req-64413bcb-e0db-48f1-98e3-44265e23b6ad service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 1102 time: 0.1800542 Jul 16 03:29:27.490786 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec9a04b7-bb37-456b-a260-b211bab55b01 req-9da0631a-3ad5-4108-8314-d557112d1e32 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297498 Jul 16 03:29:27.516078 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e3be365b-1d4b-44dd-8113-32baaea2c438 req-7e0b9373-33aa-41fe-82c9-15285c668c2b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749373 Jul 16 03:29:27.543957 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-acc5be69-d47b-49bb-80d1-6a3643ad77f5 service neutron] 10.222.0.18 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555595 Jul 16 03:29:27.636190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-39a045b2-a8be-41c2-a950-9d93797c5c91 service neutron] 10.222.0.18 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913396 Jul 16 03:29:27.841515 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53b11b-953c-4a79-90dc-944fd718bd80 req-0104053e-fe3c-457a-bbf1-18dbf7633943 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:27.843019 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0f53b11b-953c-4a79-90dc-944fd718bd80 req-0104053e-fe3c-457a-bbf1-18dbf7633943 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 946 time: 0.0782919 Jul 16 03:29:27.910480 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0f53b11b-953c-4a79-90dc-944fd718bd80 req-1e9bc958-bafa-433d-9737-c6b824bacd1c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612366 Jul 16 03:29:27.949790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f64b31-cf70-4d1b-9537-b5cf5fa20aaa req-e1b5916c-d2f0-4d8c-99a9-d2da514728a2 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:27.951376 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18f64b31-cf70-4d1b-9537-b5cf5fa20aaa req-e1b5916c-d2f0-4d8c-99a9-d2da514728a2 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 951 time: 0.0882552 Jul 16 03:29:27.991476 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18f64b31-cf70-4d1b-9537-b5cf5fa20aaa req-02193a92-9d40-4118-88c3-6dd2ee0707a9 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Jul 16 03:29:28.090432 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44341e27-2e59-496f-9367-ddcd693a26e6 req-e5253593-9c36-4fc4-868f-d001914e2f6f tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 210 time: 0.0340984 Jul 16 03:29:28.591112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1b3f8-b9d0-4a1f-9550-2d6d52dcd644 req-a2edd0ab-7d27-4b4a-b09b-b083104653c3 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:28.592498 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8fe1b3f8-b9d0-4a1f-9550-2d6d52dcd644 req-a2edd0ab-7d27-4b4a-b09b-b083104653c3 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 946 time: 0.3849478 Jul 16 03:29:28.687468 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8fe1b3f8-b9d0-4a1f-9550-2d6d52dcd644 req-ee33046e-d6b1-4926-adff-06584680fdc4 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711536 Jul 16 03:29:28.703557 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-54b18559-e5f0-4310-8211-2d665aacfb0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4301300 Jul 16 03:29:28.716113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d159ab-555f-4e9e-82ab-d2f427a8d5ea req-83296fdf-b54f-49c4-9c78-44419340fe20 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:28.717637 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-39d159ab-555f-4e9e-82ab-d2f427a8d5ea req-83296fdf-b54f-49c4-9c78-44419340fe20 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.1365213 Jul 16 03:29:28.762741 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-39d159ab-555f-4e9e-82ab-d2f427a8d5ea req-e032c067-e1d2-4181-80ec-e22c44deb563 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388408 Jul 16 03:29:29.259359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342f76-c512-4e9d-b0b0-ba1c708b6095 req-8161d3ea-b5c2-48d9-8bc5-9a812e340b9e tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:29.260906 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-76342f76-c512-4e9d-b0b0-ba1c708b6095 req-8161d3ea-b5c2-48d9-8bc5-9a812e340b9e tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.20 "GET /v2.0/ports?device_id=9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c HTTP/1.1" status: 200 len: 945 time: 0.2550876 Jul 16 03:29:29.276286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-45e3ae88-f1f9-41be-a090-73ff6ab1d888 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:29.277730 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-45e3ae88-f1f9-41be-a090-73ff6ab1d888 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.88 "GET /v2.0/networks?id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933 HTTP/1.1" status: 200 len: 804 time: 0.2117167 Jul 16 03:29:29.317845 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-4ace5b6b-8017-47c1-9a5f-e5892a945e23 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Request body: {'port': {'device_id': '40c5ad1b-6af7-4079-ad53-b10443b877b3', 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933', 'admin_state_up': True, 'tenant_id': '8dd482e181bc4f5a8f8e41ea860cc580'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:29.333229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402d64e-4411-4ca0-bbc1-d415e308b980 req-158811fb-a66c-420b-adb0-886c88187337 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:29.334822 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b402d64e-4411-4ca0-bbc1-d415e308b980 req-158811fb-a66c-420b-adb0-886c88187337 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c91b64d-994d-47d7-8503-4d3d1226d963 HTTP/1.1" status: 200 len: 949 time: 0.2700233 Jul 16 03:29:29.459056 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b96e43-dac5-4055-bd4a-2df9854111c2 req-7ce89613-4edc-4824-964b-1d129f53d5ce tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:29.460535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-36b96e43-dac5-4055-bd4a-2df9854111c2 req-7ce89613-4edc-4824-964b-1d129f53d5ce tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 946 time: 0.2895200 Jul 16 03:29:29.521768 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b402d64e-4411-4ca0-bbc1-d415e308b980 req-e9bcb2e5-e2ec-4ddb-a31f-20a70faa2c16 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611252 Jul 16 03:29:29.555828 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-36b96e43-dac5-4055-bd4a-2df9854111c2 req-ce06b003-808c-4bcc-8a84-785cab828e1f tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873730 Jul 16 03:29:29.576735 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-76342f76-c512-4e9d-b0b0-ba1c708b6095 req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Deleting port 42e350c7-10f2-405e-99da-dd05bcc2a27d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:29:29.577172 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76342f76-c512-4e9d-b0b0-ba1c708b6095 req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:29.593249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-4ace5b6b-8017-47c1-9a5f-e5892a945e23 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Made reservation on behalf of 8dd482e181bc4f5a8f8e41ea860cc580 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:29.597400 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-4ace5b6b-8017-47c1-9a5f-e5892a945e23 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:29.733645 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 42e350c7-10f2-405e-99da-dd05bcc2a27d no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:29.788208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70f3a42c-79cb-4ef5-8e03-236cadc4f8d5 req-b7214859-3a7d-4fa2-b2c3-f76cfe1117e3 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 210 time: 0.0785983 Jul 16 03:29:29.819790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-76342f76-c512-4e9d-b0b0-ba1c708b6095 req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] For port 42e350c7-10f2-405e-99da-dd05bcc2a27d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=42e350c7-10f2-405e-99da-dd05bcc2a27d,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:29.820089 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76342f76-c512-4e9d-b0b0-ba1c708b6095 req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:29.839679 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:29.867024 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-76342f76-c512-4e9d-b0b0-ba1c708b6095 req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Calling delete_port for 42e350c7-10f2-405e-99da-dd05bcc2a27d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:29:29.870422 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e350c7-10f2-405e-99da-dd05bcc2a27d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:29.873766 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8da1c5-f386-4bb1-aaf8-0d3a604822df" -d '{"events": [{"server_uuid": "9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c", "name": "network-vif-unplugged", "status": "completed", "tag": "42e350c7-10f2-405e-99da-dd05bcc2a27d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:29.888725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 42e350c7-10f2-405e-99da-dd05bcc2a27d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=42e350c7-10f2-405e-99da-dd05bcc2a27d,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:29.895249 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:29.899534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-4ace5b6b-8017-47c1-9a5f-e5892a945e23 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Allocated IP 172.20.0.9 (b1e2c0d5-dd24-4b0f-8afc-e9677c639933/59f2ab40-9019-4547-86c9-0e06d246deb3/6eeb6b8a-659a-4122-b1d4-38ee254fb380) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:29.952813 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=42e350c7-10f2-405e-99da-dd05bcc2a27d,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:29.954005 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5f88f-3c87-4379-b89f-e6d0ca7b9504 req-87e91bc6-6996-483e-97aa-1f98f7aea4fa tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:29.955683 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8dc5f88f-3c87-4379-b89f-e6d0ca7b9504 req-87e91bc6-6996-483e-97aa-1f98f7aea4fa tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 951 time: 0.2502067 Jul 16 03:29:29.965301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:29.965675 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:29.966151 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:29.966498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:29.966833 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:29.967355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:29.968297 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:29.968733 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:29.969071 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:29.969476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:29.969812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:29.970135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:30.033018 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c1eb4e3-008f-43ce-892a-c7faa2e32548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:30.056454 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8dc5f88f-3c87-4379-b89f-e6d0ca7b9504 req-2b6f4274-82d7-44dc-970e-21dca0455432 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908544 Jul 16 03:29:30.167827 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76342f76-c512-4e9d-b0b0-ba1c708b6095 req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:30.212596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Pushing event deleted for resources: {'Port': ['ID=42e350c7-10f2-405e-99da-dd05bcc2a27d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:30.243962 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-4ace5b6b-8017-47c1-9a5f-e5892a945e23 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:30.253932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:30.254370 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:30.254791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:30.255201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:30.255609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:30.256001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:30.256403 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:30.256744 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:30.257065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:30.257390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:30.257716 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:30.258039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:29:30.289330 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-7dc4e639-7e68-4040-a946-6669786f4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:30.291210 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-7dc4e639-7e68-4040-a946-6669786f4f57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 1101 time: 0.0615988 Jul 16 03:29:30.313910 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-76342f76-c512-4e9d-b0b0-ba1c708b6095 req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] No DVR routers for this DVR port 42e350c7-10f2-405e-99da-dd05bcc2a27d on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:29:30.321521 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-76342f76-c512-4e9d-b0b0-ba1c708b6095 req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:30.323506 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-76342f76-c512-4e9d-b0b0-ba1c708b6095 req-3376caea-5a49-48f8-8809-ed95bc0fea51 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.20 "DELETE /v2.0/ports/42e350c7-10f2-405e-99da-dd05bcc2a27d HTTP/1.1" status: 204 len: 173 time: 1.0542407 Jul 16 03:29:30.323956 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c', 'name': 'network-vif-deleted', 'tag': '42e350c7-10f2-405e-99da-dd05bcc2a27d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:30.326386 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03196bc0-5431-43ed-b737-515be85cb9f3" -d '{"events": [{"server_uuid": "9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c", "name": "network-vif-deleted", "tag": "42e350c7-10f2-405e-99da-dd05bcc2a27d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:30.340050 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-21650534-1e2a-4d1a-9bb8-5e2ec281cd6c req-97f968ee-23ee-4704-a926-8f7dc114cb75 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2119211483&fields=id&tenant_id=6b64a232dbff433689b1282ff1021257 HTTP/1.1" status: 200 len: 267 time: 0.1336536 Jul 16 03:29:30.410406 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-4ace5b6b-8017-47c1-9a5f-e5892a945e23 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:30.460975 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21650534-1e2a-4d1a-9bb8-5e2ec281cd6c req-95c9c31d-6938-4e03-b4c2-a7a5e7491b35 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:30.468438 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-21650534-1e2a-4d1a-9bb8-5e2ec281cd6c req-95c9c31d-6938-4e03-b4c2-a7a5e7491b35 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 946 time: 0.1274374 Jul 16 03:29:30.486963 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-6c8c35fb-430e-4af2-b9d7-c130cb86c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:30.488576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-21650534-1e2a-4d1a-9bb8-5e2ec281cd6c req-d6714d24-f0b4-4bfa-b66c-847c06e6b59a tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'port': {'security_groups': ['a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef', '7c4af0ce-43ef-49b8-bfa6-b399587af305']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:30.488954 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-6c8c35fb-430e-4af2-b9d7-c130cb86c0ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1849084 Jul 16 03:29:30.503374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-4ace5b6b-8017-47c1-9a5f-e5892a945e23 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:30.533786 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-43beae04-3626-4d7c-a58d-59fb5dffe561 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2 HTTP/1.1" status: 200 len: 217 time: 0.0369496 Jul 16 03:29:30.542811 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-4ace5b6b-8017-47c1-9a5f-e5892a945e23 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:30.544768 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace5b6b-8017-47c1-9a5f-e5892a945e23 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Pushing event updated for resources: {'Port': ['ID=6eeb6b8a-659a-4122-b1d4-38ee254fb380,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:30.546881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-4ace5b6b-8017-47c1-9a5f-e5892a945e23 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:30.552755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-4ace5b6b-8017-47c1-9a5f-e5892a945e23 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:30.553988 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-4ace5b6b-8017-47c1-9a5f-e5892a945e23 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:30.554401 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9d79e691-6e35-43c1-88cf-3a5027b2208d no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:30.594861 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-6aef2ba5-fbfe-4b47-9a68-02460f457d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:30.597165 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-6aef2ba5-fbfe-4b47-9a68-02460f457d96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0565686 Jul 16 03:29:30.619922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-4ace5b6b-8017-47c1-9a5f-e5892a945e23 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3066697 Jul 16 03:29:30.641378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Request body: {'port': {'device_id': '40c5ad1b-6af7-4079-ad53-b10443b877b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:30.657789 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:30.671082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-95301bf8-0476-4d84-94bd-c91d11299cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:30.673939 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-95301bf8-0476-4d84-94bd-c91d11299cf5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674517 Jul 16 03:29:30.676162 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21650534-1e2a-4d1a-9bb8-5e2ec281cd6c req-d6714d24-f0b4-4bfa-b66c-847c06e6b59a tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:30.697531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9d79e691-6e35-43c1-88cf-3a5027b2208d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d79e691-6e35-43c1-88cf-3a5027b2208d,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:30.702555 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4b5a5-82ad-429f-81a5-da2c4e5df585 req-4028597f-6099-499a-9581-a3318f86d743 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:30.702916 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:30.704081 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1e4b5a5-82ad-429f-81a5-da2c4e5df585 req-4028597f-6099-499a-9581-a3318f86d743 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 946 time: 0.2263319 Jul 16 03:29:30.756706 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:30.771465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9d79e691-6e35-43c1-88cf-3a5027b2208d,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:30.774098 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-96ddbb49-e29d-44f6-b8f1-046af39c5b37 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913978 Jul 16 03:29:30.816590 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:30.823467 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1e4b5a5-82ad-429f-81a5-da2c4e5df585 req-0d01c7da-fde4-4639-9500-e0bf736f7142 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078160 Jul 16 03:29:30.875427 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-66e703c9-99f2-47cf-8a1c-994b4c5a7f94 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932164 Jul 16 03:29:31.138054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-21650534-1e2a-4d1a-9bb8-5e2ec281cd6c req-d6714d24-f0b4-4bfa-b66c-847c06e6b59a tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] For port da47e637-3d9a-473d-a38b-1d97d13c8484, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=da47e637-3d9a-473d-a38b-1d97d13c8484,segment=NetworkSegment(3d0f00b8-e7f0-448c-a706-d112bd115378),segment_id=3d0f00b8-e7f0-448c-a706-d112bd115378)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:31.219144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80f0f3-44a2-4ab9-8c8b-c89f64dbb3d3 req-46ae9298-e29c-442e-a980-cb1c8a19b53a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:31.220673 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:31.220838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1e80f0f3-44a2-4ab9-8c8b-c89f64dbb3d3 req-46ae9298-e29c-442e-a980-cb1c8a19b53a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.2666473 Jul 16 03:29:31.246156 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21650534-1e2a-4d1a-9bb8-5e2ec281cd6c req-d6714d24-f0b4-4bfa-b66c-847c06e6b59a tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:31.259008 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21650534-1e2a-4d1a-9bb8-5e2ec281cd6c req-d6714d24-f0b4-4bfa-b66c-847c06e6b59a tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:31.271175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['27311130-b235-44b1-95dc-dc2a87794789', 'da47e637-3d9a-473d-a38b-1d97d13c8484'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:31.319868 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21650534-1e2a-4d1a-9bb8-5e2ec281cd6c req-d6714d24-f0b4-4bfa-b66c-847c06e6b59a tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:31.320525 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-21650534-1e2a-4d1a-9bb8-5e2ec281cd6c req-d6714d24-f0b4-4bfa-b66c-847c06e6b59a tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:31.321909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-21650534-1e2a-4d1a-9bb8-5e2ec281cd6c req-d6714d24-f0b4-4bfa-b66c-847c06e6b59a tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "PUT /v2.0/ports/da47e637-3d9a-473d-a38b-1d97d13c8484 HTTP/1.1" status: 200 len: 982 time: 0.8526602 Jul 16 03:29:31.359527 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1e80f0f3-44a2-4ab9-8c8b-c89f64dbb3d3 req-84f24d52-3f2a-4025-9af1-63f55a92da63 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275401 Jul 16 03:29:31.363317 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a74f0f7-91b1-4f9a-99a8-96bff63f2fb9 x-openstack-request-id: req-5a74f0f7-91b1-4f9a-99a8-96bff63f2fb9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:31.363317 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c", "name": "network-vif-unplugged", "status": "completed", "tag": "42e350c7-10f2-405e-99da-dd05bcc2a27d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:31.363317 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a74f0f7-91b1-4f9a-99a8-96bff63f2fb9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:31.363317 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42e350c7-10f2-405e-99da-dd05bcc2a27d', 'code': 200} Jul 16 03:29:31.389093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6714d24-f0b4-4bfa-b66c-847c06e6b59a tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'Port': ['ID=da47e637-3d9a-473d-a38b-1d97d13c8484,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:31.453160 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eeb6b8a-659a-4122-b1d4-38ee254fb380 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:31.455232 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['da47e637-3d9a-473d-a38b-1d97d13c8484'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:31.460988 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:31.478146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Transition to ACTIVE for port object 6eeb6b8a-659a-4122-b1d4-38ee254fb380 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:31.482537 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:31.525408 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b6fc0d-372e-4be3-a1b4-116042727e82 x-openstack-request-id: req-75b6fc0d-372e-4be3-a1b4-116042727e82 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:31.525782 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c", "name": "network-vif-deleted", "tag": "42e350c7-10f2-405e-99da-dd05bcc2a27d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:31.526109 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75b6fc0d-372e-4be3-a1b4-116042727e82 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:31.526679 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5e9b70-fb60-471d-aa2b-4c1b24f2c89c', 'name': 'network-vif-deleted', 'tag': '42e350c7-10f2-405e-99da-dd05bcc2a27d', 'status': 'completed', 'code': 200} Jul 16 03:29:31.586783 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6eeb6b8a-659a-4122-b1d4-38ee254fb380,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:31.600038 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Attempting to bind port 6eeb6b8a-659a-4122-b1d4-38ee254fb380 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:29:31.600363 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Attempting to bind port 6eeb6b8a-659a-4122-b1d4-38ee254fb380 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:29:31.600782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Attempting to bind port 6eeb6b8a-659a-4122-b1d4-38ee254fb380 on network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:31.605410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Port 6eeb6b8a-659a-4122-b1d4-38ee254fb380 on network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:29:31.605737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Attempting to bind port 6eeb6b8a-659a-4122-b1d4-38ee254fb380 on network b1e2c0d5-dd24-4b0f-8afc-e9677c639933 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:31.613836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:29:31.613836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Checking segment: {'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:31.613836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Bound using segment: {'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:29:31.613836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Bound port: 6eeb6b8a-659a-4122-b1d4-38ee254fb380, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc0a050-276a-4d25-8f93-ebea5007f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:29:31.613836 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:31.687404 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] For port 6eeb6b8a-659a-4122-b1d4-38ee254fb380, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:31.691224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] For port 6eeb6b8a-659a-4122-b1d4-38ee254fb380, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6eeb6b8a-659a-4122-b1d4-38ee254fb380,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:29:31.698381 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:31.779249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:31.779875 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:31.781289 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] 10.222.0.88 "PUT /v2.0/ports/6eeb6b8a-659a-4122-b1d4-38ee254fb380 HTTP/1.1" status: 200 len: 1091 time: 1.1451647 Jul 16 03:29:31.828924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1bc33-7d39-4799-8d49-591ea25909a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6eeb6b8a-659a-4122-b1d4-38ee254fb380,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:31.892899 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4efbbb-4499-43b6-a1fb-244064b20ea6 req-cadeb5fc-3bb7-43c7-ad76-eb17d0124b7d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:31.894324 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e4efbbb-4499-43b6-a1fb-244064b20ea6 req-cadeb5fc-3bb7-43c7-ad76-eb17d0124b7d tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 943 time: 0.1925335 Jul 16 03:29:31.902737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6eb3d-695e-43b8-ae36-2c04409aed91 req-e2b82035-9590-44c5-aad0-6e099213ca72 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:31.904122 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dea6eb3d-695e-43b8-ae36-2c04409aed91 req-e2b82035-9590-44c5-aad0-6e099213ca72 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 1097 time: 0.1505530 Jul 16 03:29:31.968539 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-cd787833-f8bb-4294-9bbb-7a9f71e4da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:31.969929 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-cd787833-f8bb-4294-9bbb-7a9f71e4da26 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8dd482e181bc4f5a8f8e41ea860cc580&device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 1094 time: 0.1300550 Jul 16 03:29:31.972683 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e4efbbb-4499-43b6-a1fb-244064b20ea6 req-b12d3eae-fff1-4000-9ea7-b445b428a63b tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720322 Jul 16 03:29:31.974598 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dea6eb3d-695e-43b8-ae36-2c04409aed91 req-420498fc-1d29-4d2b-a02b-a3c5d88d0194 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608499 Jul 16 03:29:32.020229 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-0ffdbf63-c4b6-4750-bedd-47505118af0a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eeb6b8a-659a-4122-b1d4-38ee254fb380 HTTP/1.1" status: 200 len: 217 time: 0.0386295 Jul 16 03:29:32.090568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-cef7c672-1a96-46a6-a565-3a2b5b9bfe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:32.092097 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-cef7c672-1a96-46a6-a565-3a2b5b9bfe1f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59f2ab40-9019-4547-86c9-0e06d246deb3 HTTP/1.1" status: 200 len: 844 time: 0.0649214 Jul 16 03:29:32.094680 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0dcbe480-940d-4a65-8eff-dc600ca1bb0b req-323fbce8-31de-4dc7-a88e-be4eed944f39 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/7c4af0ce-43ef-49b8-bfa6-b399587af305 HTTP/1.1" status: 200 len: 1800 time: 0.0738130 Jul 16 03:29:32.132228 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-9abef63d-111c-4304-908a-80bc4cdde402 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332079 Jul 16 03:29:32.190107 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-0dcbe480-940d-4a65-8eff-dc600ca1bb0b req-92eff7de-ca3c-4fde-8704-df149ec728cc tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 03:29:32.191121 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0dcbe480-940d-4a65-8eff-dc600ca1bb0b req-92eff7de-ca3c-4fde-8704-df149ec728cc tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "DELETE /v2.0/security-groups/7c4af0ce-43ef-49b8-bfa6-b399587af305 HTTP/1.1" status: 409 len: 341 time: 0.0842128 Jul 16 03:29:32.279246 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-a6fffcc2-ed03-4b52-902c-86a43a451187 service neutron] 10.222.0.88 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267531 Jul 16 03:29:32.349396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4844419-8cb7-4997-a32b-38ba83078fe9 req-00818feb-66a0-4879-a651-5e4050a56df6 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:32.351524 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4844419-8cb7-4997-a32b-38ba83078fe9 req-00818feb-66a0-4879-a651-5e4050a56df6 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 1102 time: 0.1576948 Jul 16 03:29:32.437279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320d5e2-8e08-4adc-b650-377f999dc4a6 req-fcc777d1-8a1f-40c3-a3ba-40af7311c067 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:32.438701 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5320d5e2-8e08-4adc-b650-377f999dc4a6 req-fcc777d1-8a1f-40c3-a3ba-40af7311c067 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 1097 time: 0.1559572 Jul 16 03:29:32.440989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4844419-8cb7-4997-a32b-38ba83078fe9 req-04448923-9879-42bc-a3d1-80e1687af06c tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625362 Jul 16 03:29:32.442745 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6389124f-2c7a-4bd2-94bd-e7464c9f4a19 req-9c6c912c-75c4-4575-a095-6dedd861f2d9 service neutron] 10.222.0.88 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502378 Jul 16 03:29:32.475533 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5320d5e2-8e08-4adc-b650-377f999dc4a6 req-bebde2bf-5aab-4553-b9fc-59e14a664df3 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304534 Jul 16 03:29:32.567021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 09c93ba3-d1e4-4819-8581-e9596133701e details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:32.672743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e262ee-51a2-4fa2-8d0a-48a27c50d13b req-cfea6cdc-95e3-4a8c-ad03-6df5522e0938 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:32.676808 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c1e262ee-51a2-4fa2-8d0a-48a27c50d13b req-cfea6cdc-95e3-4a8c-ad03-6df5522e0938 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.0852833 Jul 16 03:29:32.677416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 09c93ba3-d1e4-4819-8581-e9596133701e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=09c93ba3-d1e4-4819-8581-e9596133701e,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:32.688587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '09c93ba3-d1e4-4819-8581-e9596133701e', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '09c93ba3-d1e4-4819-8581-e9596133701e', 'mac_address': 'fa:16:3e:ea:dd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:32.724981 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c1e262ee-51a2-4fa2-8d0a-48a27c50d13b req-b8c332b0-2132-4a86-bff1-9b390af20fe9 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438888 Jul 16 03:29:32.752786 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c3f48ddd-4836-48c3-ad9d-4206524a8d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.757389 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.772533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc72e47-1e91-41c5-8a69-89134283d141 req-55da3c12-2f1f-412f-974c-3bd4e6b5d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:32.774726 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fc72e47-1e91-41c5-8a69-89134283d141 req-55da3c12-2f1f-412f-974c-3bd4e6b5d76f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b64a232dbff433689b1282ff1021257&device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 1136 time: 0.0621474 Jul 16 03:29:32.778376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09c93ba3-d1e4-4819-8581-e9596133701e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:32.800810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 09c93ba3-d1e4-4819-8581-e9596133701e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=09c93ba3-d1e4-4819-8581-e9596133701e,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:32.808613 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.849118 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:32.891096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=09c93ba3-d1e4-4819-8581-e9596133701e,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:32.895635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc72e47-1e91-41c5-8a69-89134283d141 req-df0d9c24-9d2e-4754-8eb5-3a36cdffd5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:32.898517 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fc72e47-1e91-41c5-8a69-89134283d141 req-df0d9c24-9d2e-4754-8eb5-3a36cdffd5f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a4ff6c7-18b6-4afa-910a-ef9826275a46 HTTP/1.1" status: 200 len: 914 time: 0.1162174 Jul 16 03:29:32.941203 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fc72e47-1e91-41c5-8a69-89134283d141 req-2704afe3-ae81-4ad6-b1df-ef585e761b7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da47e637-3d9a-473d-a38b-1d97d13c8484 HTTP/1.1" status: 200 len: 217 time: 0.0354443 Jul 16 03:29:32.970217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['09c93ba3-d1e4-4819-8581-e9596133701e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:32.993047 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc72e47-1e91-41c5-8a69-89134283d141 req-0b90dfc9-a2ac-4e7f-af47-d100f7df9192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:32.994678 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fc72e47-1e91-41c5-8a69-89134283d141 req-0b90dfc9-a2ac-4e7f-af47-d100f7df9192 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c14511cd-d5e8-4f61-879f-9586ea1f0394 HTTP/1.1" status: 200 len: 853 time: 0.0472538 Jul 16 03:29:33.032717 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fc72e47-1e91-41c5-8a69-89134283d141 req-cf3aa1a9-fc2b-4c53-ad1e-6e3f4ff42492 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a4ff6c7-18b6-4afa-910a-ef9826275a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310202 Jul 16 03:29:33.097578 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00c8d0-d02a-401b-b2fb-6f8def5c16a2 req-1a62e6c4-28b6-45b9-b88f-510b1a329308 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:33.098961 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f00c8d0-d02a-401b-b2fb-6f8def5c16a2 req-1a62e6c4-28b6-45b9-b88f-510b1a329308 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 985 time: 0.1058886 Jul 16 03:29:33.107303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452dd40-4e0b-446b-a084-ddcfff9a584a req-84706a34-f35b-4082-a63b-5350e9cb47c1 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:33.112805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9452dd40-4e0b-446b-a084-ddcfff9a584a req-84706a34-f35b-4082-a63b-5350e9cb47c1 tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 1102 time: 0.0876911 Jul 16 03:29:33.125433 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fc72e47-1e91-41c5-8a69-89134283d141 req-525664a9-4cd3-4b4b-87b7-862be1498640 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828478 Jul 16 03:29:33.173650 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9452dd40-4e0b-446b-a084-ddcfff9a584a req-200eb787-aebb-43fc-91b0-023f271ebeef tempest-ServersAdminTestJSON-468730439 tempest-ServersAdminTestJSON-468730439-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567632 Jul 16 03:29:33.177801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f00c8d0-d02a-401b-b2fb-6f8def5c16a2 req-7a5091a9-a908-4df3-b8e9-06873bf3a9c8 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&id=7c4af0ce-43ef-49b8-bfa6-b399587af305&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0638292 Jul 16 03:29:33.228244 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fc72e47-1e91-41c5-8a69-89134283d141 req-42c0af85-0364-41d0-b415-8ba277477e65 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955799 Jul 16 03:29:33.339792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca5a6f-d472-4c99-b8f1-268ab88926d4 req-14ae662f-2645-4907-b90e-d664c0b7380c tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:33.341327 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3bca5a6f-d472-4c99-b8f1-268ab88926d4 req-14ae662f-2645-4907-b90e-d664c0b7380c tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 943 time: 0.0632958 Jul 16 03:29:33.364654 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d79e691-6e35-43c1-88cf-3a5027b2208d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:33.367623 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb416e78-5232-4330-8a47-ebe905a14c65" -d '{"events": [{"server_uuid": "7c91b64d-994d-47d7-8503-4d3d1226d963", "name": "network-vif-unplugged", "status": "completed", "tag": "9d79e691-6e35-43c1-88cf-3a5027b2208d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:33.384406 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3bca5a6f-d472-4c99-b8f1-268ab88926d4 req-c49d4516-072e-4ace-9a46-b43717c9f24c tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360563 Jul 16 03:29:33.527602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944d6d09-29b4-412a-9b3e-65f59d341909', 'tag': 'da47e637-3d9a-473d-a38b-1d97d13c8484'}, {'name': 'network-changed', 'server_uuid': '40c5ad1b-6af7-4079-ad53-b10443b877b3', 'tag': '6eeb6b8a-659a-4122-b1d4-38ee254fb380'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:33.530045 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3a738a-44f1-443f-8ddd-7faffbab003f" -d '{"events": [{"name": "network-changed", "server_uuid": "944d6d09-29b4-412a-9b3e-65f59d341909", "tag": "da47e637-3d9a-473d-a38b-1d97d13c8484"}, {"name": "network-changed", "server_uuid": "40c5ad1b-6af7-4079-ad53-b10443b877b3", "tag": "6eeb6b8a-659a-4122-b1d4-38ee254fb380"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:33.734131 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:33.753364 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 42e350c7-10f2-405e-99da-dd05bcc2a27d no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:33.778531 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025b05a3-1c3e-4029-925b-4a7d0aeb2d51 x-openstack-request-id: req-025b05a3-1c3e-4029-925b-4a7d0aeb2d51 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:33.778848 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c91b64d-994d-47d7-8503-4d3d1226d963", "name": "network-vif-unplugged", "status": "completed", "tag": "9d79e691-6e35-43c1-88cf-3a5027b2208d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:33.779103 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-025b05a3-1c3e-4029-925b-4a7d0aeb2d51 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:33.779499 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d79e691-6e35-43c1-88cf-3a5027b2208d', 'code': 200} Jul 16 03:29:33.780465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 42e350c7-10f2-405e-99da-dd05bcc2a27d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:29:33.780810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 42e350c7-10f2-405e-99da-dd05bcc2a27d not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:29:33.820840 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0829160-ca34-4f35-aedd-616ee26577ad x-openstack-request-id: req-d0829160-ca34-4f35-aedd-616ee26577ad {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:33.821743 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944d6d09-29b4-412a-9b3e-65f59d341909", "tag": "da47e637-3d9a-473d-a38b-1d97d13c8484", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40c5ad1b-6af7-4079-ad53-b10443b877b3", "tag": "6eeb6b8a-659a-4122-b1d4-38ee254fb380", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:33.822158 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0829160-ca34-4f35-aedd-616ee26577ad {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:33.826382 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944d6d09-29b4-412a-9b3e-65f59d341909', 'tag': 'da47e637-3d9a-473d-a38b-1d97d13c8484', 'status': 'completed', 'code': 200} Jul 16 03:29:33.828024 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c5ad1b-6af7-4079-ad53-b10443b877b3', 'tag': '6eeb6b8a-659a-4122-b1d4-38ee254fb380', 'status': 'completed', 'code': 200} Jul 16 03:29:33.903557 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-3998f8f0-e385-46e2-8ad7-cc4b36bf2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:33.905757 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-3998f8f0-e385-46e2-8ad7-cc4b36bf2f4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b64a232dbff433689b1282ff1021257&device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 1136 time: 0.0623884 Jul 16 03:29:33.915429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-3f490452-afa4-4222-b5f2-a50490d31e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:33.917125 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-3f490452-afa4-4222-b5f2-a50490d31e86 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8dd482e181bc4f5a8f8e41ea860cc580&device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 1094 time: 0.0701380 Jul 16 03:29:34.004194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-20bf4d3f-37d2-4297-9930-8de22cd6b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:34.005725 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-20bf4d3f-37d2-4297-9930-8de22cd6b54c service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a4ff6c7-18b6-4afa-910a-ef9826275a46 HTTP/1.1" status: 200 len: 914 time: 0.0920751 Jul 16 03:29:34.049423 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-6900d81f-398b-40b5-b2ea-5c43c05aef2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da47e637-3d9a-473d-a38b-1d97d13c8484 HTTP/1.1" status: 200 len: 217 time: 0.0360250 Jul 16 03:29:34.103173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-9ff8bc23-5ebc-47a6-b4b3-480103248d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:34.104655 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-9ff8bc23-5ebc-47a6-b4b3-480103248d03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c14511cd-d5e8-4f61-879f-9586ea1f0394 HTTP/1.1" status: 200 len: 853 time: 0.0473397 Jul 16 03:29:34.145100 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-ca7dce2b-ab00-41af-aa24-0a370bc7b7b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a4ff6c7-18b6-4afa-910a-ef9826275a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314353 Jul 16 03:29:34.151675 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-290a468f-0b05-4af5-9db7-f9f47ff06618 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:29:34.152681 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-290a468f-0b05-4af5-9db7-f9f47ff06618 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061553 Jul 16 03:29:34.246038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e4df-748c-4258-b438-643731dfc885 req-ebb656d5-f98f-47ae-afa8-d5dc9ff98598 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:34.247328 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-ebb656d5-f98f-47ae-afa8-d5dc9ff98598 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports/25071a00-c7fb-4ede-ab35-84d33fe06946 HTTP/1.1" status: 200 len: 1094 time: 0.0863831 Jul 16 03:29:34.259214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7840e4df-748c-4258-b438-643731dfc885 req-498a007f-fe3c-4eba-a7c9-84634141f61c service neutron] Request body: {'binding': {'host': 'n-h1-800088-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:34.259662 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7840e4df-748c-4258-b438-643731dfc885 req-498a007f-fe3c-4eba-a7c9-84634141f61c service neutron] Unknown quota resources ['binding']. {{(pid=93768) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:29:34.357513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-7db9df2b-5113-4214-940a-954532c1480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:34.359006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-7db9df2b-5113-4214-940a-954532c1480a service neutron] 10.222.0.88 "GET /v2.0/networks?id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933 HTTP/1.1" status: 200 len: 905 time: 0.4310300 Jul 16 03:29:34.369855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305fc48-fc5a-48f9-a422-190a20069d07 req-2a55fa03-889e-4745-adce-e94d8d64b437 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:34.371401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9305fc48-fc5a-48f9-a422-190a20069d07 req-2a55fa03-889e-4745-adce-e94d8d64b437 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f186b7c-3ba5-4114-9416-09b54a49055a HTTP/1.1" status: 200 len: 950 time: 0.4324772 Jul 16 03:29:34.416838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-25b06153-6227-4850-9fa3-4cbcdf0d82ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eeb6b8a-659a-4122-b1d4-38ee254fb380 HTTP/1.1" status: 200 len: 217 time: 0.0444164 Jul 16 03:29:34.469871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9305fc48-fc5a-48f9-a422-190a20069d07 req-af1e8674-9bb4-4c65-a58e-1d51764812aa tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916433 Jul 16 03:29:34.484683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-d03cd5dd-0bc5-48f3-97cd-80b38f728b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:34.486318 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-d03cd5dd-0bc5-48f3-97cd-80b38f728b75 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=59f2ab40-9019-4547-86c9-0e06d246deb3 HTTP/1.1" status: 200 len: 844 time: 0.0568907 Jul 16 03:29:34.524000 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-7ec01352-f136-4371-8165-a397955b06b9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b1e2c0d5-dd24-4b0f-8afc-e9677c639933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287678 Jul 16 03:29:34.564460 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-9c6bb165-26eb-4191-bd13-7888821d6916 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108140 Jul 16 03:29:34.590208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6eeb6b8a-659a-4122-b1d4-38ee254fb380 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:34.601095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 09c93ba3-d1e4-4819-8581-e9596133701e up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:34.675755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-d973296d-9f50-4a40-a632-25ca410a83b7 service neutron] 10.222.0.88 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364508 Jul 16 03:29:34.683693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95338a-6361-4d50-99a3-492ea31f8b42 req-770ccac9-58a2-414a-908c-dbb54fd78a6c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:34.685102 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fb95338a-6361-4d50-99a3-492ea31f8b42 req-770ccac9-58a2-414a-908c-dbb54fd78a6c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.1110983 Jul 16 03:29:34.717572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 09c93ba3-d1e4-4819-8581-e9596133701e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:34.718371 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.724877 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-04dda12c-ca50-4007-861f-86d746c91e62 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537991 Jul 16 03:29:34.743269 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7840e4df-748c-4258-b438-643731dfc885 req-498a007f-fe3c-4eba-a7c9-84634141f61c service neutron] Attempting to bind port 25071a00-c7fb-4ede-ab35-84d33fe06946 on host n-h1-800088-6 for vnic_type normal with profile None {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:29:34.743668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7840e4df-748c-4258-b438-643731dfc885 req-498a007f-fe3c-4eba-a7c9-84634141f61c service neutron] Attempting to bind port 25071a00-c7fb-4ede-ab35-84d33fe06946 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:29:34.743930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7840e4df-748c-4258-b438-643731dfc885 req-498a007f-fe3c-4eba-a7c9-84634141f61c service neutron] Attempting to bind port 25071a00-c7fb-4ede-ab35-84d33fe06946 on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:34.749213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7840e4df-748c-4258-b438-643731dfc885 req-498a007f-fe3c-4eba-a7c9-84634141f61c service neutron] Port 25071a00-c7fb-4ede-ab35-84d33fe06946 on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:29:34.749749 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7840e4df-748c-4258-b438-643731dfc885 req-498a007f-fe3c-4eba-a7c9-84634141f61c service neutron] Attempting to bind port 25071a00-c7fb-4ede-ab35-84d33fe06946 on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:34.755489 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7840e4df-748c-4258-b438-643731dfc885 req-498a007f-fe3c-4eba-a7c9-84634141f61c service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:29:34.756120 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7840e4df-748c-4258-b438-643731dfc885 req-498a007f-fe3c-4eba-a7c9-84634141f61c service neutron] Checking segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:34.757050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7840e4df-748c-4258-b438-643731dfc885 req-498a007f-fe3c-4eba-a7c9-84634141f61c service neutron] Bound using segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:29:34.757675 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7840e4df-748c-4258-b438-643731dfc885 req-498a007f-fe3c-4eba-a7c9-84634141f61c service neutron] Bound port: 25071a00-c7fb-4ede-ab35-84d33fe06946, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:29:34.766454 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6eeb6b8a-659a-4122-b1d4-38ee254fb380, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6eeb6b8a-659a-4122-b1d4-38ee254fb380,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:34.781632 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '6eeb6b8a-659a-4122-b1d4-38ee254fb380', 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933', 'port_id': '6eeb6b8a-659a-4122-b1d4-38ee254fb380', 'mac_address': 'fa:16:3e:07:74:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f2ab40-9019-4547-86c9-0e06d246deb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:34.814096 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7840e4df-748c-4258-b438-643731dfc885 req-498a007f-fe3c-4eba-a7c9-84634141f61c service neutron] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=25071a00-c7fb-4ede-ab35-84d33fe06946,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:29:34.821305 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7840e4df-748c-4258-b438-643731dfc885 req-498a007f-fe3c-4eba-a7c9-84634141f61c service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.823034 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-498a007f-fe3c-4eba-a7c9-84634141f61c service neutron] 10.222.0.18 "POST /v2.0/ports/25071a00-c7fb-4ede-ab35-84d33fe06946/bindings HTTP/1.1" status: 201 len: 389 time: 0.5679352 Jul 16 03:29:34.846353 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fb95338a-6361-4d50-99a3-492ea31f8b42 req-5b8f4c1e-ca32-44ed-92f6-45dec3dd8961 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490083 Jul 16 03:29:34.858866 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.867210 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca3a738a-44f1-443f-8ddd-7faffbab003f req-11f55505-36fc-496b-abbd-e61ef35ec88f service neutron] 10.222.0.88 "GET /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680064 Jul 16 03:29:34.882673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eeb6b8a-659a-4122-b1d4-38ee254fb380 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:34.921321 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6eeb6b8a-659a-4122-b1d4-38ee254fb380, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6eeb6b8a-659a-4122-b1d4-38ee254fb380,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:34.926726 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:34.937309 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:35.001717 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 09c93ba3-d1e4-4819-8581-e9596133701e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=09c93ba3-d1e4-4819-8581-e9596133701e,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:35.020645 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:35.027553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6eeb6b8a-659a-4122-b1d4-38ee254fb380,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:35.128424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=09c93ba3-d1e4-4819-8581-e9596133701e,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:35.265321 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25095d-0920-47ff-9fc9-9fc27b98963e req-bbd1ec70-87bc-468c-8dac-5cc11fb0df16 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.266802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9b25095d-0920-47ff-9fc9-9fc27b98963e req-bbd1ec70-87bc-468c-8dac-5cc11fb0df16 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 985 time: 0.1493492 Jul 16 03:29:35.277091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e4df-748c-4258-b438-643731dfc885 req-14e55c68-9395-4f45-9d22-98551fedcbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.278557 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-14e55c68-9395-4f45-9d22-98551fedcbe5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 1097 time: 0.1312025 Jul 16 03:29:35.283282 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['6eeb6b8a-659a-4122-b1d4-38ee254fb380'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:35.290971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5dd34-2a37-4975-88d7-5bba00c724be req-6bf5aa34-780a-4e08-af8b-0655d91d6fda tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.292481 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bef5dd34-2a37-4975-88d7-5bba00c724be req-6bf5aa34-780a-4e08-af8b-0655d91d6fda tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 944 time: 0.1437275 Jul 16 03:29:35.418185 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9b25095d-0920-47ff-9fc9-9fc27b98963e req-68da5354-b65c-4c05-a92f-c1143956860f tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&id=7c4af0ce-43ef-49b8-bfa6-b399587af305&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1378658 Jul 16 03:29:35.447621 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bef5dd34-2a37-4975-88d7-5bba00c724be req-97e5f979-48c7-4704-967b-d8798c09a729 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332562 Jul 16 03:29:35.494080 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e4df-748c-4258-b438-643731dfc885 req-1e0b3906-dfdd-4180-801a-aab2bab671b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.498202 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-1e0b3906-dfdd-4180-801a-aab2bab671b2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.2048137 Jul 16 03:29:35.550098 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-ffc315d1-6fb1-4ca3-a7bc-687e4c733e6b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25071a00-c7fb-4ede-ab35-84d33fe06946 HTTP/1.1" status: 200 len: 217 time: 0.0409501 Jul 16 03:29:35.615175 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:35.670866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e4df-748c-4258-b438-643731dfc885 req-a3dca60b-d7ce-46ae-97a8-4538c9720b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.673735 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-a3dca60b-d7ce-46ae-97a8-4538c9720b35 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.1082733 Jul 16 03:29:35.713897 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8979a-f9f9-4192-a389-c5c8de869457 req-6f9c5b6a-6aab-42a7-9fa4-1f5ca82d8943 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.716470 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-01e8979a-f9f9-4192-a389-c5c8de869457 req-6f9c5b6a-6aab-42a7-9fa4-1f5ca82d8943 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.88 "GET /v2.0/ports?device_id=9f186b7c-3ba5-4114-9416-09b54a49055a HTTP/1.1" status: 200 len: 950 time: 0.0800893 Jul 16 03:29:35.719932 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-42aaca68-2bbe-42f8-8dd2-578a5023a2b5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348995 Jul 16 03:29:35.753516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b6731-f9d4-49fd-a6a0-7164641c4f54 req-8276037e-bffe-4e4e-83c0-bed7c8845994 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:35.755044 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-367b6731-f9d4-49fd-a6a0-7164641c4f54 req-8276037e-bffe-4e4e-83c0-bed7c8845994 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 946 time: 0.1915147 Jul 16 03:29:35.781145 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bfa9bb-67b4-452a-b18c-e85950f53fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c93ba3-d1e4-4819-8581-e9596133701e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:35.790588 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dfcbdb-8a0d-42c6-8da0-62bfcaca5125" -d '{"events": [{"server_uuid": "b8bfa9bb-67b4-452a-b18c-e85950f53fee", "name": "network-vif-plugged", "status": "completed", "tag": "09c93ba3-d1e4-4819-8581-e9596133701e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:35.815084 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a229a48-0fed-49bd-88bd-3c61f22e37e2 req-735829f3-f0e4-4fe8-b537-04ecbf3c62f9 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-774307002&fields=id&tenant_id=6b64a232dbff433689b1282ff1021257 HTTP/1.1" status: 200 len: 267 time: 0.0998023 Jul 16 03:29:35.888183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-01e8979a-f9f9-4192-a389-c5c8de869457 req-ab9347bd-71f0-4cc4-ae94-bac9a27bda75 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Deleting port a064f662-71a9-47d6-bcbf-fdbb5a75a792 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:29:35.888736 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01e8979a-f9f9-4192-a389-c5c8de869457 req-ab9347bd-71f0-4cc4-ae94-bac9a27bda75 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:35.909906 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-367b6731-f9d4-49fd-a6a0-7164641c4f54 req-83e618c5-2aac-434a-b4e8-deb16a88716b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430025 Jul 16 03:29:35.947525 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-21372f1f-38b7-48f5-a987-9c90d21c206d service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122040 Jul 16 03:29:36.009398 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a229a48-0fed-49bd-88bd-3c61f22e37e2 req-7889b170-8ad4-4b99-bec7-644e79f48e8b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:36.017389 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a229a48-0fed-49bd-88bd-3c61f22e37e2 req-7889b170-8ad4-4b99-bec7-644e79f48e8b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 985 time: 0.1756494 Jul 16 03:29:36.025579 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3a229a48-0fed-49bd-88bd-3c61f22e37e2 req-dbb69761-da13-4a1b-9d99-af6ecfd221bf tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'port': {'security_groups': ['7c4af0ce-43ef-49b8-bfa6-b399587af305', 'a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef', 'e60b03d9-75bb-4b4d-81e5-3ae4cc6f9805']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:36.036917 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-01e8979a-f9f9-4192-a389-c5c8de869457 req-ab9347bd-71f0-4cc4-ae94-bac9a27bda75 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] For port a064f662-71a9-47d6-bcbf-fdbb5a75a792, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a064f662-71a9-47d6-bcbf-fdbb5a75a792,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:36.037537 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01e8979a-f9f9-4192-a389-c5c8de869457 req-ab9347bd-71f0-4cc4-ae94-bac9a27bda75 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:36.065393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-01e8979a-f9f9-4192-a389-c5c8de869457 req-ab9347bd-71f0-4cc4-ae94-bac9a27bda75 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Calling delete_port for a064f662-71a9-47d6-bcbf-fdbb5a75a792 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:29:36.159167 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-fe14f294-f4cc-496c-9c17-261964273bb6 service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009530 Jul 16 03:29:36.209794 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a229a48-0fed-49bd-88bd-3c61f22e37e2 req-dbb69761-da13-4a1b-9d99-af6ecfd221bf tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:36.231164 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a9a56-74ec-4086-93d6-a9843d6937e5 req-5c2396cd-b7f1-493c-a608-6c7286092bd9 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:36.238353 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf1a9a56-74ec-4086-93d6-a9843d6937e5 req-5c2396cd-b7f1-493c-a608-6c7286092bd9 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f186b7c-3ba5-4114-9416-09b54a49055a HTTP/1.1" status: 200 len: 950 time: 0.1607080 Jul 16 03:29:36.263532 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01e8979a-f9f9-4192-a389-c5c8de869457 req-ab9347bd-71f0-4cc4-ae94-bac9a27bda75 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:36.278119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['8ee2e578-123f-41fd-9829-73f21f1937e0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:36.323284 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf1a9a56-74ec-4086-93d6-a9843d6937e5 req-6d1ee5b0-fc96-4928-babb-b4d304e3fa22 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835569 Jul 16 03:29:36.324360 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['a064f662-71a9-47d6-bcbf-fdbb5a75a792', '6d594924-8af3-4e97-b9c2-a41bcdc7a11c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:36.399699 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9347bd-71f0-4cc4-ae94-bac9a27bda75 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Pushing event deleted for resources: {'Port': ['ID=a064f662-71a9-47d6-bcbf-fdbb5a75a792,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:36.419647 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acef520-a76b-4495-818c-852ba4fe167b x-openstack-request-id: req-3acef520-a76b-4495-818c-852ba4fe167b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:36.419947 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bfa9bb-67b4-452a-b18c-e85950f53fee", "name": "network-vif-plugged", "status": "completed", "tag": "09c93ba3-d1e4-4819-8581-e9596133701e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:36.420177 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3acef520-a76b-4495-818c-852ba4fe167b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:36.420610 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bfa9bb-67b4-452a-b18c-e85950f53fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c93ba3-d1e4-4819-8581-e9596133701e', 'code': 200} Jul 16 03:29:36.435149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e8979a-f9f9-4192-a389-c5c8de869457 req-ab9347bd-71f0-4cc4-ae94-bac9a27bda75 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] No DVR routers for this DVR port a064f662-71a9-47d6-bcbf-fdbb5a75a792 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:29:36.438808 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-01e8979a-f9f9-4192-a389-c5c8de869457 req-ab9347bd-71f0-4cc4-ae94-bac9a27bda75 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:36.442052 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-01e8979a-f9f9-4192-a389-c5c8de869457 req-ab9347bd-71f0-4cc4-ae94-bac9a27bda75 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.88 "DELETE /v2.0/ports/a064f662-71a9-47d6-bcbf-fdbb5a75a792 HTTP/1.1" status: 204 len: 173 time: 0.7134244 Jul 16 03:29:36.442645 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f186b7c-3ba5-4114-9416-09b54a49055a', 'name': 'network-vif-deleted', 'tag': 'a064f662-71a9-47d6-bcbf-fdbb5a75a792'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:36.445208 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6404759-b956-4560-bf87-8e08d16e830b" -d '{"events": [{"server_uuid": "9f186b7c-3ba5-4114-9416-09b54a49055a", "name": "network-vif-deleted", "tag": "a064f662-71a9-47d6-bcbf-fdbb5a75a792"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:36.598916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6eeb6b8a-659a-4122-b1d4-38ee254fb380 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:36.654374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3a229a48-0fed-49bd-88bd-3c61f22e37e2 req-dbb69761-da13-4a1b-9d99-af6ecfd221bf tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] For port da47e637-3d9a-473d-a38b-1d97d13c8484, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=da47e637-3d9a-473d-a38b-1d97d13c8484,segment=NetworkSegment(3d0f00b8-e7f0-448c-a706-d112bd115378),segment_id=3d0f00b8-e7f0-448c-a706-d112bd115378)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:36.692753 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a229a48-0fed-49bd-88bd-3c61f22e37e2 req-dbb69761-da13-4a1b-9d99-af6ecfd221bf tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:36.705755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 6eeb6b8a-659a-4122-b1d4-38ee254fb380 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:36.713939 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a229a48-0fed-49bd-88bd-3c61f22e37e2 req-dbb69761-da13-4a1b-9d99-af6ecfd221bf tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:36.718224 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 6eeb6b8a-659a-4122-b1d4-38ee254fb380 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:36.718978 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:36.866851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a229a48-0fed-49bd-88bd-3c61f22e37e2 req-dbb69761-da13-4a1b-9d99-af6ecfd221bf tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:36.866851 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a229a48-0fed-49bd-88bd-3c61f22e37e2 req-dbb69761-da13-4a1b-9d99-af6ecfd221bf tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:36.868218 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a229a48-0fed-49bd-88bd-3c61f22e37e2 req-dbb69761-da13-4a1b-9d99-af6ecfd221bf tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "PUT /v2.0/ports/da47e637-3d9a-473d-a38b-1d97d13c8484 HTTP/1.1" status: 200 len: 1021 time: 0.8490970 Jul 16 03:29:36.868605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '944d6d09-29b4-412a-9b3e-65f59d341909', 'tag': 'da47e637-3d9a-473d-a38b-1d97d13c8484'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:36.870933 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88584493-31f7-48aa-bbde-8b1f1f6a5659" -d '{"events": [{"name": "network-changed", "server_uuid": "944d6d09-29b4-412a-9b3e-65f59d341909", "tag": "da47e637-3d9a-473d-a38b-1d97d13c8484"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:36.953144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12f184-56c1-42ab-b0b5-39dac3020c79 req-16732d0c-9bfa-4e0d-916e-2743e319861e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:36.970627 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e12f184-56c1-42ab-b0b5-39dac3020c79 req-16732d0c-9bfa-4e0d-916e-2743e319861e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.3726056 Jul 16 03:29:36.980873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb69761-da13-4a1b-9d99-af6ecfd221bf tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'Port': ['ID=da47e637-3d9a-473d-a38b-1d97d13c8484,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:37.049203 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e12f184-56c1-42ab-b0b5-39dac3020c79 req-c8492987-67e6-4bc2-9a06-db4e4bf3284a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776289 Jul 16 03:29:37.099398 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:37.110947 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b3eada-eaf4-4fd2-964b-273e28d7b351 x-openstack-request-id: req-53b3eada-eaf4-4fd2-964b-273e28d7b351 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:37.111482 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f186b7c-3ba5-4114-9416-09b54a49055a", "name": "network-vif-deleted", "tag": "a064f662-71a9-47d6-bcbf-fdbb5a75a792", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:37.111482 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53b3eada-eaf4-4fd2-964b-273e28d7b351 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:37.111988 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f186b7c-3ba5-4114-9416-09b54a49055a', 'name': 'network-vif-deleted', 'tag': 'a064f662-71a9-47d6-bcbf-fdbb5a75a792', 'status': 'completed', 'code': 200} Jul 16 03:29:37.136365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['27311130-b235-44b1-95dc-dc2a87794789', 'da47e637-3d9a-473d-a38b-1d97d13c8484'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:37.272280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880e7b3-33c9-4e20-88fa-5e14c576d921 req-29beb78d-2a7b-4c0f-887a-d534d72bf17a tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:37.280746 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6880e7b3-33c9-4e20-88fa-5e14c576d921 req-29beb78d-2a7b-4c0f-887a-d534d72bf17a tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 944 time: 0.1107836 Jul 16 03:29:37.327196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['da47e637-3d9a-473d-a38b-1d97d13c8484'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:37.363090 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6880e7b3-33c9-4e20-88fa-5e14c576d921 req-8bd7163c-9fb4-4cf9-85fb-30605e4c8969 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813372 Jul 16 03:29:37.383035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6eeb6b8a-659a-4122-b1d4-38ee254fb380, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6eeb6b8a-659a-4122-b1d4-38ee254fb380,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:37.405141 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:37.502969 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3e231f-df4f-425e-93ba-d955bd1f130e x-openstack-request-id: req-6a3e231f-df4f-425e-93ba-d955bd1f130e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:37.503311 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "944d6d09-29b4-412a-9b3e-65f59d341909", "tag": "da47e637-3d9a-473d-a38b-1d97d13c8484", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:37.503605 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a3e231f-df4f-425e-93ba-d955bd1f130e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:37.504146 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '944d6d09-29b4-412a-9b3e-65f59d341909', 'tag': 'da47e637-3d9a-473d-a38b-1d97d13c8484', 'status': 'completed', 'code': 200} Jul 16 03:29:37.517932 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95ebc55d-40f7-4965-a2d0-fc31edf249fa req-832f71bf-859c-43b5-8d3b-e729a7debd5b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/e60b03d9-75bb-4b4d-81e5-3ae4cc6f9805 HTTP/1.1" status: 200 len: 1800 time: 0.1483321 Jul 16 03:29:37.543157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6eeb6b8a-659a-4122-b1d4-38ee254fb380,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:37.681050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88584493-31f7-48aa-bbde-8b1f1f6a5659 req-83f46736-505a-48af-a3eb-6131ba0d30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:37.682587 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88584493-31f7-48aa-bbde-8b1f1f6a5659 req-83f46736-505a-48af-a3eb-6131ba0d30d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b64a232dbff433689b1282ff1021257&device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 1175 time: 0.1399305 Jul 16 03:29:37.723948 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-95ebc55d-40f7-4965-a2d0-fc31edf249fa req-7b266e67-2a07-495c-ad8e-9eb0b60a2cfc tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 03:29:37.742400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95ebc55d-40f7-4965-a2d0-fc31edf249fa req-7b266e67-2a07-495c-ad8e-9eb0b60a2cfc tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "DELETE /v2.0/security-groups/e60b03d9-75bb-4b4d-81e5-3ae4cc6f9805 HTTP/1.1" status: 409 len: 341 time: 0.2181733 Jul 16 03:29:37.792559 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12e993-e391-42ca-bae2-f7e2f5b79e2b req-0217645c-9f94-444a-a744-8527c2c30307 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:37.797729 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c12e993-e391-42ca-bae2-f7e2f5b79e2b req-0217645c-9f94-444a-a744-8527c2c30307 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 946 time: 0.1604578 Jul 16 03:29:37.875572 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c12e993-e391-42ca-bae2-f7e2f5b79e2b req-b15282d5-1691-4cbf-87ae-bca2a36c50d3 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715013 Jul 16 03:29:37.889706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88584493-31f7-48aa-bbde-8b1f1f6a5659 req-35ab4553-17c0-49da-b3ec-a83a39165175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:37.891275 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88584493-31f7-48aa-bbde-8b1f1f6a5659 req-35ab4553-17c0-49da-b3ec-a83a39165175 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a4ff6c7-18b6-4afa-910a-ef9826275a46 HTTP/1.1" status: 200 len: 914 time: 0.1977015 Jul 16 03:29:37.967783 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88584493-31f7-48aa-bbde-8b1f1f6a5659 req-63000f65-e891-49cd-9786-04ce119e43cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da47e637-3d9a-473d-a38b-1d97d13c8484 HTTP/1.1" status: 200 len: 217 time: 0.0673318 Jul 16 03:29:38.060243 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88584493-31f7-48aa-bbde-8b1f1f6a5659 req-8f6863f9-d49e-4d02-82d7-d35c459b941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:38.061714 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88584493-31f7-48aa-bbde-8b1f1f6a5659 req-8f6863f9-d49e-4d02-82d7-d35c459b941e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c14511cd-d5e8-4f61-879f-9586ea1f0394 HTTP/1.1" status: 200 len: 853 time: 0.0820148 Jul 16 03:29:38.125757 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88584493-31f7-48aa-bbde-8b1f1f6a5659 req-3a461ddd-1ae0-4ded-8025-8ab968cf0fb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a4ff6c7-18b6-4afa-910a-ef9826275a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521204 Jul 16 03:29:38.293284 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88584493-31f7-48aa-bbde-8b1f1f6a5659 req-40a7b3c4-8a6a-468e-8a9d-547799701c10 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542397 Jul 16 03:29:38.414133 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88584493-31f7-48aa-bbde-8b1f1f6a5659 req-41109117-4d75-49dc-8338-84ebbaef78b6 service neutron] 10.222.0.20 "GET /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081862 Jul 16 03:29:38.422249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5ad1b-6af7-4079-ad53-b10443b877b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eeb6b8a-659a-4122-b1d4-38ee254fb380'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:38.424615 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332f7bca-b2cf-498f-b33c-c5e5ee550d0d" -d '{"events": [{"server_uuid": "40c5ad1b-6af7-4079-ad53-b10443b877b3", "name": "network-vif-plugged", "status": "completed", "tag": "6eeb6b8a-659a-4122-b1d4-38ee254fb380"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:38.578301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f12337-05bf-4f6f-ad51-cb03e4c0a6c3 req-ab277045-2c77-4686-9ed1-b4c96abc28b9 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:38.585763 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74f12337-05bf-4f6f-ad51-cb03e4c0a6c3 req-ab277045-2c77-4686-9ed1-b4c96abc28b9 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.1218295 Jul 16 03:29:38.597036 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a064f662-71a9-47d6-bcbf-fdbb5a75a792 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:38.598709 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:29:38.633561 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: a064f662-71a9-47d6-bcbf-fdbb5a75a792 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:29:38.634281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a064f662-71a9-47d6-bcbf-fdbb5a75a792 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:29:38.651308 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74f12337-05bf-4f6f-ad51-cb03e4c0a6c3 req-ebb61db5-70f4-4c4e-9c02-f664d3ac5603 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632553 Jul 16 03:29:38.866133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ffc55-3285-4aaa-81c0-604b7eeff30b req-db070a1e-e3a9-4f13-aff7-514689d41617 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:38.867731 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de0ffc55-3285-4aaa-81c0-604b7eeff30b req-db070a1e-e3a9-4f13-aff7-514689d41617 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 950 time: 0.1161726 Jul 16 03:29:38.925564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de0ffc55-3285-4aaa-81c0-604b7eeff30b req-e1569839-19bf-4460-9771-b77abb19b671 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514088 Jul 16 03:29:38.935156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b3069-e557-4096-8547-a075fbf1ffeb req-53ed7208-7189-4244-a78f-f2617e768226 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:38.942407 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db2b3069-e557-4096-8547-a075fbf1ffeb req-53ed7208-7189-4244-a78f-f2617e768226 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 1024 time: 0.1424797 Jul 16 03:29:39.003289 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db2b3069-e557-4096-8547-a075fbf1ffeb req-c783e02b-5bf7-4d79-9eec-bedb38b70929 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&id=7c4af0ce-43ef-49b8-bfa6-b399587af305&id=e60b03d9-75bb-4b4d-81e5-3ae4cc6f9805&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0599830 Jul 16 03:29:39.148111 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b2ca13-bbe5-4c71-bfe1-d1e144022077 x-openstack-request-id: req-53b2ca13-bbe5-4c71-bfe1-d1e144022077 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:39.148853 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5ad1b-6af7-4079-ad53-b10443b877b3", "name": "network-vif-plugged", "status": "completed", "tag": "6eeb6b8a-659a-4122-b1d4-38ee254fb380", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:39.149346 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53b2ca13-bbe5-4c71-bfe1-d1e144022077 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:39.149975 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5ad1b-6af7-4079-ad53-b10443b877b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eeb6b8a-659a-4122-b1d4-38ee254fb380', 'code': 200} Jul 16 03:29:39.263211 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a7746-51db-4160-9841-f71874814334 req-6e20f3d7-cafd-4f39-9935-a792e041996e tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:39.277028 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a29a7746-51db-4160-9841-f71874814334 req-6e20f3d7-cafd-4f39-9935-a792e041996e tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 945 time: 0.1084979 Jul 16 03:29:39.313570 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2243b-3df6-4cf1-8338-8f8f62f7f8f3 req-c1ae4889-f5a7-4d29-9452-81bab51d4924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:39.317519 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7fe2243b-3df6-4cf1-8338-8f8f62f7f8f3 req-c1ae4889-f5a7-4d29-9452-81bab51d4924 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 1096 time: 0.0789754 Jul 16 03:29:39.381445 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a29a7746-51db-4160-9841-f71874814334 req-34ba7bfb-0bfa-4c9a-8867-3fa2778c46e5 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961835 Jul 16 03:29:39.427615 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7fe2243b-3df6-4cf1-8338-8f8f62f7f8f3 req-d7da71ac-f89e-4ff8-9f69-504c21e33124 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946279 Jul 16 03:29:39.468409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5158c-3401-4fba-92b9-b34891dbcc02 req-14afd24e-22f3-4cbd-817f-c4b6303b251b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:39.470571 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3fa5158c-3401-4fba-92b9-b34891dbcc02 req-14afd24e-22f3-4cbd-817f-c4b6303b251b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 946 time: 0.1510744 Jul 16 03:29:39.517824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3fa5158c-3401-4fba-92b9-b34891dbcc02 req-d857a547-8889-4fd1-9f72-a79de1c53912 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378904 Jul 16 03:29:39.847542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777453e-df60-469d-9cb8-b06d15d49c7c req-b8ecdc0d-b743-46d6-8c84-419130d3db04 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:39.854467 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9777453e-df60-469d-9cb8-b06d15d49c7c req-b8ecdc0d-b743-46d6-8c84-419130d3db04 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.0840120 Jul 16 03:29:39.900498 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9777453e-df60-469d-9cb8-b06d15d49c7c req-71e37e09-67c4-4765-8e7e-40507760fe40 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450459 Jul 16 03:29:40.226070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e4caa-ce2d-4e77-9fbd-22e92802e095 req-62452242-73b6-4924-90f9-5f7460dd0b6c tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:40.227500 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e8e4caa-ce2d-4e77-9fbd-22e92802e095 req-62452242-73b6-4924-90f9-5f7460dd0b6c tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 950 time: 0.1394646 Jul 16 03:29:40.261244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dec08-a5a6-4c6c-a941-6f18c763190c req-e0f657e6-ba90-4d50-85c2-441bec0a38c1 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:40.263091 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a63dec08-a5a6-4c6c-a941-6f18c763190c req-e0f657e6-ba90-4d50-85c2-441bec0a38c1 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 1024 time: 0.1192276 Jul 16 03:29:40.319098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1c90c-e5bc-4196-b511-92640f798faf req-9c8e0504-2984-4c94-a4d2-31cbb10e0e92 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:40.320763 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9ea1c90c-e5bc-4196-b511-92640f798faf req-9c8e0504-2984-4c94-a4d2-31cbb10e0e92 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.20 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 950 time: 0.0743842 Jul 16 03:29:40.340731 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e8e4caa-ce2d-4e77-9fbd-22e92802e095 req-d027ae08-3a35-43ef-9ed7-4bfaa27ea8a5 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057210 Jul 16 03:29:40.412823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a63dec08-a5a6-4c6c-a941-6f18c763190c req-f93c9852-0fdd-49e1-a549-c8c2d3f8be9d tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&id=7c4af0ce-43ef-49b8-bfa6-b399587af305&id=e60b03d9-75bb-4b4d-81e5-3ae4cc6f9805&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1409056 Jul 16 03:29:40.461035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633c7f3-bd3a-4504-bd19-3d6a2d145fe0 req-c773e3c7-f01e-49fa-ae9b-90270b1c24d6 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:40.462879 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6633c7f3-bd3a-4504-bd19-3d6a2d145fe0 req-c773e3c7-f01e-49fa-ae9b-90270b1c24d6 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.20 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 1024 time: 0.1927276 Jul 16 03:29:40.503461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9ea1c90c-e5bc-4196-b511-92640f798faf req-fc37ed27-de33-482c-a4b4-0fa5738f6f3e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Deleting port 8ee2e578-123f-41fd-9829-73f21f1937e0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:29:40.504072 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ea1c90c-e5bc-4196-b511-92640f798faf req-fc37ed27-de33-482c-a4b4-0fa5738f6f3e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:40.627419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9ea1c90c-e5bc-4196-b511-92640f798faf req-fc37ed27-de33-482c-a4b4-0fa5738f6f3e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] For port 8ee2e578-123f-41fd-9829-73f21f1937e0, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8ee2e578-123f-41fd-9829-73f21f1937e0,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:40.627797 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ea1c90c-e5bc-4196-b511-92640f798faf req-fc37ed27-de33-482c-a4b4-0fa5738f6f3e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:40.645842 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6633c7f3-bd3a-4504-bd19-3d6a2d145fe0 req-6982811d-44df-4d25-b8f0-484b99a72ab4 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Deleting port da47e637-3d9a-473d-a38b-1d97d13c8484 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:29:40.646197 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6633c7f3-bd3a-4504-bd19-3d6a2d145fe0 req-6982811d-44df-4d25-b8f0-484b99a72ab4 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:40.655803 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9ea1c90c-e5bc-4196-b511-92640f798faf req-fc37ed27-de33-482c-a4b4-0fa5738f6f3e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Calling delete_port for 8ee2e578-123f-41fd-9829-73f21f1937e0 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:29:40.935347 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ea1c90c-e5bc-4196-b511-92640f798faf req-fc37ed27-de33-482c-a4b4-0fa5738f6f3e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:40.946414 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6633c7f3-bd3a-4504-bd19-3d6a2d145fe0 req-6982811d-44df-4d25-b8f0-484b99a72ab4 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] For port da47e637-3d9a-473d-a38b-1d97d13c8484, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=da47e637-3d9a-473d-a38b-1d97d13c8484,segment=NetworkSegment(3d0f00b8-e7f0-448c-a706-d112bd115378),segment_id=3d0f00b8-e7f0-448c-a706-d112bd115378)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:40.946414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6633c7f3-bd3a-4504-bd19-3d6a2d145fe0 req-6982811d-44df-4d25-b8f0-484b99a72ab4 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:40.952796 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['6d594924-8af3-4e97-b9c2-a41bcdc7a11c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:40.955288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['8ee2e578-123f-41fd-9829-73f21f1937e0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:40.976905 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37ed27-de33-482c-a4b4-0fa5738f6f3e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Pushing event deleted for resources: {'Port': ['ID=8ee2e578-123f-41fd-9829-73f21f1937e0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:41.018603 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6633c7f3-bd3a-4504-bd19-3d6a2d145fe0 req-6982811d-44df-4d25-b8f0-484b99a72ab4 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Calling delete_port for da47e637-3d9a-473d-a38b-1d97d13c8484 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:29:41.078485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05a37e-45e8-48e6-a995-33c8bdb5ad5f req-5fe9f043-0f49-44f4-9dc3-dd4c58370e81 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:41.084796 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a05a37e-45e8-48e6-a995-33c8bdb5ad5f req-5fe9f043-0f49-44f4-9dc3-dd4c58370e81 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 945 time: 0.3112636 Jul 16 03:29:41.101837 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea1c90c-e5bc-4196-b511-92640f798faf req-fc37ed27-de33-482c-a4b4-0fa5738f6f3e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] No DVR routers for this DVR port 8ee2e578-123f-41fd-9829-73f21f1937e0 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:29:41.107012 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ea1c90c-e5bc-4196-b511-92640f798faf req-fc37ed27-de33-482c-a4b4-0fa5738f6f3e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:41.118040 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9ea1c90c-e5bc-4196-b511-92640f798faf req-fc37ed27-de33-482c-a4b4-0fa5738f6f3e tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.20 "DELETE /v2.0/ports/8ee2e578-123f-41fd-9829-73f21f1937e0 HTTP/1.1" status: 204 len: 173 time: 0.7900746 Jul 16 03:29:41.118604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34145109-b94e-4c38-aed9-255b3d9d5e2e', 'name': 'network-vif-deleted', 'tag': '8ee2e578-123f-41fd-9829-73f21f1937e0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:41.126798 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8860a79b-00e1-41d5-bca2-5fc9358ac40e" -d '{"events": [{"server_uuid": "34145109-b94e-4c38-aed9-255b3d9d5e2e", "name": "network-vif-deleted", "tag": "8ee2e578-123f-41fd-9829-73f21f1937e0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:41.212799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658e400-7198-4cb9-adb2-9432e388eb49 req-94eda672-4748-45b7-81e0-b82443cad2fb tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:41.220058 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d658e400-7198-4cb9-adb2-9432e388eb49 req-94eda672-4748-45b7-81e0-b82443cad2fb tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 946 time: 0.3408806 Jul 16 03:29:41.275817 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a05a37e-45e8-48e6-a995-33c8bdb5ad5f req-edd9793e-f22b-4699-bfc6-2b9b164e8601 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698740 Jul 16 03:29:41.347551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d658e400-7198-4cb9-adb2-9432e388eb49 req-b9fe19ab-178f-4058-aeef-2bd4e3dec0a2 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263578 Jul 16 03:29:41.502043 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f81bed-225c-4916-b711-82ee66e8fae3 x-openstack-request-id: req-c6f81bed-225c-4916-b711-82ee66e8fae3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:41.502577 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34145109-b94e-4c38-aed9-255b3d9d5e2e", "name": "network-vif-deleted", "tag": "8ee2e578-123f-41fd-9829-73f21f1937e0", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:41.502577 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6f81bed-225c-4916-b711-82ee66e8fae3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:41.502988 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34145109-b94e-4c38-aed9-255b3d9d5e2e', 'name': 'network-vif-deleted', 'tag': '8ee2e578-123f-41fd-9829-73f21f1937e0', 'status': 'completed', 'code': 200} Jul 16 03:29:41.533135 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6633c7f3-bd3a-4504-bd19-3d6a2d145fe0 req-6982811d-44df-4d25-b8f0-484b99a72ab4 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:41.546512 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['27311130-b235-44b1-95dc-dc2a87794789', 'da47e637-3d9a-473d-a38b-1d97d13c8484'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:41.646283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982811d-44df-4d25-b8f0-484b99a72ab4 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event deleted for resources: {'Port': ['ID=da47e637-3d9a-473d-a38b-1d97d13c8484,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:41.754964 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1591d7b1-5219-4b7c-841e-55d6dbb1c09e req-5abe6086-b011-402c-b765-a4032eda8897 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=34145109-b94e-4c38-aed9-255b3d9d5e2e HTTP/1.1" status: 200 len: 210 time: 0.0459723 Jul 16 03:29:41.832302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6633c7f3-bd3a-4504-bd19-3d6a2d145fe0 req-6982811d-44df-4d25-b8f0-484b99a72ab4 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] No DVR routers for this DVR port da47e637-3d9a-473d-a38b-1d97d13c8484 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:29:41.836154 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6633c7f3-bd3a-4504-bd19-3d6a2d145fe0 req-6982811d-44df-4d25-b8f0-484b99a72ab4 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:41.838815 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6633c7f3-bd3a-4504-bd19-3d6a2d145fe0 req-6982811d-44df-4d25-b8f0-484b99a72ab4 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.20 "DELETE /v2.0/ports/da47e637-3d9a-473d-a38b-1d97d13c8484 HTTP/1.1" status: 204 len: 173 time: 1.3617632 Jul 16 03:29:41.845264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '944d6d09-29b4-412a-9b3e-65f59d341909', 'name': 'network-vif-deleted', 'tag': 'da47e637-3d9a-473d-a38b-1d97d13c8484'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:41.850098 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136b03e6-265f-4828-8ba8-0aef9785c06a" -d '{"events": [{"server_uuid": "944d6d09-29b4-412a-9b3e-65f59d341909", "name": "network-vif-deleted", "tag": "da47e637-3d9a-473d-a38b-1d97d13c8484"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:41.882577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467b939-2342-4f31-8a33-b67d622c29e0 req-7672215b-9dd2-4610-a285-8a810b32dcad tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:41.892542 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6467b939-2342-4f31-8a33-b67d622c29e0 req-7672215b-9dd2-4610-a285-8a810b32dcad tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.2791142 Jul 16 03:29:41.956938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6467b939-2342-4f31-8a33-b67d622c29e0 req-92a2c80d-ec2a-41cf-80d4-30db89280a57 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634115 Jul 16 03:29:42.035400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bdf8071-d1dc-49a1-97ad-026c0a0e1323 req-719d8aa4-867d-48ca-ab58-aaf4570b1b0b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=944d6d09-29b4-412a-9b3e-65f59d341909 HTTP/1.1" status: 200 len: 210 time: 0.0774302 Jul 16 03:29:42.159652 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d956d0e9-a28c-4ac8-8f2e-8b9d62fb4ab8 x-openstack-request-id: req-d956d0e9-a28c-4ac8-8f2e-8b9d62fb4ab8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:42.160170 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "944d6d09-29b4-412a-9b3e-65f59d341909", "name": "network-vif-deleted", "tag": "da47e637-3d9a-473d-a38b-1d97d13c8484", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:42.160515 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d956d0e9-a28c-4ac8-8f2e-8b9d62fb4ab8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:42.160919 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '944d6d09-29b4-412a-9b3e-65f59d341909', 'name': 'network-vif-deleted', 'tag': 'da47e637-3d9a-473d-a38b-1d97d13c8484', 'status': 'completed', 'code': 200} Jul 16 03:29:42.578252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203e3ed-1bb0-49d6-8464-5060d3e91eeb req-0e16ebde-05c3-4b47-b559-b7f487990eb5 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:42.579911 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6203e3ed-1bb0-49d6-8464-5060d3e91eeb req-0e16ebde-05c3-4b47-b559-b7f487990eb5 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 945 time: 0.1495984 Jul 16 03:29:42.661124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f48887-799c-4eab-ba94-f4e3c3f7792f req-44824b0b-96c0-451a-a273-7258cb65da55 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:42.668810 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53f48887-799c-4eab-ba94-f4e3c3f7792f req-44824b0b-96c0-451a-a273-7258cb65da55 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 946 time: 0.1634443 Jul 16 03:29:42.691930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6203e3ed-1bb0-49d6-8464-5060d3e91eeb req-549ebc3a-3ead-4736-9652-e677e46d8c5c tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041105 Jul 16 03:29:42.754866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53f48887-799c-4eab-ba94-f4e3c3f7792f req-ad0cc517-b37d-484e-a509-8b645c28a41e tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849612 Jul 16 03:29:43.379830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fa5fb-0408-44f9-aa89-44624f8b4bd7 req-2f4cb886-9e66-4cbb-8785-2be247c08d45 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:43.389432 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2f0fa5fb-0408-44f9-aa89-44624f8b4bd7 req-2f4cb886-9e66-4cbb-8785-2be247c08d45 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.1045446 Jul 16 03:29:43.452083 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2f0fa5fb-0408-44f9-aa89-44624f8b4bd7 req-659aa382-eb98-4ad0-aca8-78d9a64c9600 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604017 Jul 16 03:29:43.737167 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53daac2f-d6f8-4063-8b22-7165e822baad req-694aebbc-59f7-4df4-8494-cf08b3059eac tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/7c4af0ce-43ef-49b8-bfa6-b399587af305 HTTP/1.1" status: 200 len: 1800 time: 0.0696883 Jul 16 03:29:43.758998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50205e11-0337-434b-b509-4eccb27e5574 req-d8d7e226-a978-470a-8588-47dc3a2144d1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:43.760535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-50205e11-0337-434b-b509-4eccb27e5574 req-d8d7e226-a978-470a-8588-47dc3a2144d1 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 951 time: 0.1030550 Jul 16 03:29:43.832804 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-50205e11-0337-434b-b509-4eccb27e5574 req-dbe926e1-6af0-4235-8ace-2b8576469bcf tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639629 Jul 16 03:29:43.837878 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53daac2f-d6f8-4063-8b22-7165e822baad req-f9e5b633-738c-482f-91e1-251c7435806d tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:43.869986 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53daac2f-d6f8-4063-8b22-7165e822baad req-f9e5b633-738c-482f-91e1-251c7435806d tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:43.931490 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53daac2f-d6f8-4063-8b22-7165e822baad req-f9e5b633-738c-482f-91e1-251c7435806d tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:43.934858 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-53daac2f-d6f8-4063-8b22-7165e822baad req-f9e5b633-738c-482f-91e1-251c7435806d tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:43.950428 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53daac2f-d6f8-4063-8b22-7165e822baad req-f9e5b633-738c-482f-91e1-251c7435806d tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "DELETE /v2.0/security-groups/7c4af0ce-43ef-49b8-bfa6-b399587af305 HTTP/1.1" status: 204 len: 173 time: 0.2051425 Jul 16 03:29:43.979548 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5b633-738c-482f-91e1-251c7435806d tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4af0ce-43ef-49b8-bfa6-b399587af305,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:44.097633 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d7db8-e227-4427-9a91-af4c2e327cee req-ee4b62ac-13a6-4139-b764-b55dad1ea994 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:44.099288 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-517d7db8-e227-4427-9a91-af4c2e327cee req-ee4b62ac-13a6-4139-b764-b55dad1ea994 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 946 time: 0.0743496 Jul 16 03:29:44.151077 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-517d7db8-e227-4427-9a91-af4c2e327cee req-9eba2bf7-ba4d-495e-8c4a-dd4893c943cf tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441120 Jul 16 03:29:44.224066 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2fb756a1-a85e-4641-8fe1-880ed05e2a7e req-d4920728-bed4-45e1-8919-0a79080f2821 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/e60b03d9-75bb-4b4d-81e5-3ae4cc6f9805 HTTP/1.1" status: 200 len: 1800 time: 0.0464509 Jul 16 03:29:44.294845 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fb756a1-a85e-4641-8fe1-880ed05e2a7e req-4731d977-8f77-424f-8175-91913f2b936e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.319733 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fb756a1-a85e-4641-8fe1-880ed05e2a7e req-4731d977-8f77-424f-8175-91913f2b936e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.388560 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fb756a1-a85e-4641-8fe1-880ed05e2a7e req-4731d977-8f77-424f-8175-91913f2b936e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.391571 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2fb756a1-a85e-4641-8fe1-880ed05e2a7e req-4731d977-8f77-424f-8175-91913f2b936e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.392658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2fb756a1-a85e-4641-8fe1-880ed05e2a7e req-4731d977-8f77-424f-8175-91913f2b936e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "DELETE /v2.0/security-groups/e60b03d9-75bb-4b4d-81e5-3ae4cc6f9805 HTTP/1.1" status: 204 len: 173 time: 0.1619391 Jul 16 03:29:44.420224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e10eb91b-d5e6-4192-997a-1a9440734c41 req-2f696e82-dce0-41e1-b115-baf649574948 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-694497943', 'description': 'tempest-description-1904567415'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:44.428865 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731d977-8f77-424f-8175-91913f2b936e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60b03d9-75bb-4b4d-81e5-3ae4cc6f9805,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:44.488877 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e10eb91b-d5e6-4192-997a-1a9440734c41 req-2f696e82-dce0-41e1-b115-baf649574948 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.571753 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32dcf0-ae34-4009-b0a7-2b98f6ced5c8 req-bf21f7c2-805a-4734-a718-faa2150a8009 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:44.574180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb32dcf0-ae34-4009-b0a7-2b98f6ced5c8 req-bf21f7c2-805a-4734-a718-faa2150a8009 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 945 time: 0.1201098 Jul 16 03:29:44.646342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb32dcf0-ae34-4009-b0a7-2b98f6ced5c8 req-120de70e-fbc1-4bb5-be15-0cef40e9a6dd tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644855 Jul 16 03:29:44.665723 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e10eb91b-d5e6-4192-997a-1a9440734c41 req-2f696e82-dce0-41e1-b115-baf649574948 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.670049 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e10eb91b-d5e6-4192-997a-1a9440734c41 req-2f696e82-dce0-41e1-b115-baf649574948 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.688071 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e10eb91b-d5e6-4192-997a-1a9440734c41 req-2f696e82-dce0-41e1-b115-baf649574948 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:44.701032 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e10eb91b-d5e6-4192-997a-1a9440734c41 req-2f696e82-dce0-41e1-b115-baf649574948 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2854483 Jul 16 03:29:44.742149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f696e82-dce0-41e1-b115-baf649574948 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a9e9e5-85b9-42c4-9842-96d3e52d7142,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:45.042519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e0bb8aa-7cd9-432f-87c8-7af01d98df4d req-89b3a80f-f9b7-4e9f-a78d-b57bdbf3c221 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/d7a9e9e5-85b9-42c4-9842-96d3e52d7142 HTTP/1.1" status: 200 len: 1800 time: 0.0938089 Jul 16 03:29:45.055273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8e0bb8aa-7cd9-432f-87c8-7af01d98df4d req-c3ff96e7-7ace-4e3c-b3e2-5e606ec31bbd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1979317570', 'description': 'tempest-description-hth-1784050130'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:45.103589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927e5d8-b4ea-46da-a700-3fe650224640 req-63fd8ed3-545a-4894-b292-74a532c8b1bc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:45.105268 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6927e5d8-b4ea-46da-a700-3fe650224640 req-63fd8ed3-545a-4894-b292-74a532c8b1bc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.1467080 Jul 16 03:29:45.107723 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8e0bb8aa-7cd9-432f-87c8-7af01d98df4d req-c3ff96e7-7ace-4e3c-b3e2-5e606ec31bbd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.194867 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6927e5d8-b4ea-46da-a700-3fe650224640 req-3e5330e7-17f0-4752-be9f-31f6e3537785 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814285 Jul 16 03:29:45.223482 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8e0bb8aa-7cd9-432f-87c8-7af01d98df4d req-c3ff96e7-7ace-4e3c-b3e2-5e606ec31bbd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.230169 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8e0bb8aa-7cd9-432f-87c8-7af01d98df4d req-c3ff96e7-7ace-4e3c-b3e2-5e606ec31bbd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.234930 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8e0bb8aa-7cd9-432f-87c8-7af01d98df4d req-c3ff96e7-7ace-4e3c-b3e2-5e606ec31bbd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.237461 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e0bb8aa-7cd9-432f-87c8-7af01d98df4d req-c3ff96e7-7ace-4e3c-b3e2-5e606ec31bbd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "PUT /v2.0/security-groups/d7a9e9e5-85b9-42c4-9842-96d3e52d7142 HTTP/1.1" status: 200 len: 1775 time: 0.1881640 Jul 16 03:29:45.255343 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb146149-108b-4c08-b30c-a50cf328edf5 req-0444527c-e1e9-4c9d-aa05-2f2211c527ce tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:45.261296 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bb146149-108b-4c08-b30c-a50cf328edf5 req-0444527c-e1e9-4c9d-aa05-2f2211c527ce tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.88 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 951 time: 0.1194777 Jul 16 03:29:45.278626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff96e7-7ace-4e3c-b3e2-5e606ec31bbd tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a9e9e5-85b9-42c4-9842-96d3e52d7142,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:45.434987 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-bb146149-108b-4c08-b30c-a50cf328edf5 req-8ddbea83-f94d-4507-ae91-1b48ed9a9336 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Deleting port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:29:45.435341 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb146149-108b-4c08-b30c-a50cf328edf5 req-8ddbea83-f94d-4507-ae91-1b48ed9a9336 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.452227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6939db-d692-4d80-ad5b-19edd3afef2a req-8d22ff99-5ebb-4bf5-acd3-c661adfd00ed tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:45.454700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c6939db-d692-4d80-ad5b-19edd3afef2a req-8d22ff99-5ebb-4bf5-acd3-c661adfd00ed tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 951 time: 0.1088753 Jul 16 03:29:45.506743 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c6939db-d692-4d80-ad5b-19edd3afef2a req-a959da38-f82a-40f6-abdb-4e74260507d2 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/security-groups?id=b989dc82-3688-4912-b0d8-39b8278e3ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435212 Jul 16 03:29:45.579526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bb146149-108b-4c08-b30c-a50cf328edf5 req-8ddbea83-f94d-4507-ae91-1b48ed9a9336 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] For port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:45.579925 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb146149-108b-4c08-b30c-a50cf328edf5 req-8ddbea83-f94d-4507-ae91-1b48ed9a9336 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.600265 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-bb146149-108b-4c08-b30c-a50cf328edf5 req-8ddbea83-f94d-4507-ae91-1b48ed9a9336 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Calling delete_port for 6d594924-8af3-4e97-b9c2-a41bcdc7a11c owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:29:45.623192 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a102eed5-a3f4-41c4-9561-23db1162c1c1 req-93c52f4a-739d-461a-9bc1-01f73086317e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/d7a9e9e5-85b9-42c4-9842-96d3e52d7142 HTTP/1.1" status: 200 len: 1775 time: 0.0722759 Jul 16 03:29:45.649457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65783f61-fe51-47cd-9808-7b4a012ac7aa req-a68f1aec-4f87-4a5f-a6de-ad8b679ef64e tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:45.656562 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65783f61-fe51-47cd-9808-7b4a012ac7aa req-a68f1aec-4f87-4a5f-a6de-ad8b679ef64e tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 946 time: 0.1205978 Jul 16 03:29:45.715787 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65783f61-fe51-47cd-9808-7b4a012ac7aa req-323f490f-6d29-4ae1-ac8a-02e233ce8d9e tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578918 Jul 16 03:29:45.727893 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77b2e50b-34e8-4c31-86bb-3a72eb49efbd req-e381821a-4a9a-45d1-840d-e7962e686d32 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/d7a9e9e5-85b9-42c4-9842-96d3e52d7142 HTTP/1.1" status: 200 len: 1775 time: 0.0629418 Jul 16 03:29:45.803688 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb146149-108b-4c08-b30c-a50cf328edf5 req-8ddbea83-f94d-4507-ae91-1b48ed9a9336 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.804123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device da47e637-3d9a-473d-a38b-1d97d13c8484 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:45.834382 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-77b2e50b-34e8-4c31-86bb-3a72eb49efbd req-c3c04cb1-f950-460c-8023-a7b2b3e8e6cf tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.838992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: da47e637-3d9a-473d-a38b-1d97d13c8484 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:29:45.841019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbea83-f94d-4507-ae91-1b48ed9a9336 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Pushing event deleted for resources: {'Port': ['ID=6d594924-8af3-4e97-b9c2-a41bcdc7a11c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:45.843484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device da47e637-3d9a-473d-a38b-1d97d13c8484 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:29:45.844589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8ee2e578-123f-41fd-9829-73f21f1937e0 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:45.849663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['6d594924-8af3-4e97-b9c2-a41bcdc7a11c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:45.889842 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-77b2e50b-34e8-4c31-86bb-3a72eb49efbd req-c3c04cb1-f950-460c-8023-a7b2b3e8e6cf tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.905239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb146149-108b-4c08-b30c-a50cf328edf5 req-8ddbea83-f94d-4507-ae91-1b48ed9a9336 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] No DVR routers for this DVR port 6d594924-8af3-4e97-b9c2-a41bcdc7a11c on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:29:45.908090 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb146149-108b-4c08-b30c-a50cf328edf5 req-8ddbea83-f94d-4507-ae91-1b48ed9a9336 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.910198 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bb146149-108b-4c08-b30c-a50cf328edf5 req-8ddbea83-f94d-4507-ae91-1b48ed9a9336 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.88 "DELETE /v2.0/ports/6d594924-8af3-4e97-b9c2-a41bcdc7a11c HTTP/1.1" status: 204 len: 173 time: 0.6426668 Jul 16 03:29:45.912744 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad85a97b-2fab-4c46-9d23-09a781f24a38', 'name': 'network-vif-deleted', 'tag': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:45.914781 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821c22e5-d5f6-4bc0-9cd0-7afa37720092" -d '{"events": [{"server_uuid": "ad85a97b-2fab-4c46-9d23-09a781f24a38", "name": "network-vif-deleted", "tag": "6d594924-8af3-4e97-b9c2-a41bcdc7a11c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:45.926619 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 8ee2e578-123f-41fd-9829-73f21f1937e0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:29:45.926994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8ee2e578-123f-41fd-9829-73f21f1937e0 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:29:45.978814 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-77b2e50b-34e8-4c31-86bb-3a72eb49efbd req-c3c04cb1-f950-460c-8023-a7b2b3e8e6cf tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.981678 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-77b2e50b-34e8-4c31-86bb-3a72eb49efbd req-c3c04cb1-f950-460c-8023-a7b2b3e8e6cf tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:45.993632 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77b2e50b-34e8-4c31-86bb-3a72eb49efbd req-c3c04cb1-f950-460c-8023-a7b2b3e8e6cf tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "DELETE /v2.0/security-groups/d7a9e9e5-85b9-42c4-9842-96d3e52d7142 HTTP/1.1" status: 204 len: 173 time: 0.2587717 Jul 16 03:29:46.016115 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319833d4-b14d-4ee6-b849-0e9f8d42b9a7 req-2832e57b-3328-4629-958a-bb4870679bdf tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:46.017746 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-319833d4-b14d-4ee6-b849-0e9f8d42b9a7 req-2832e57b-3328-4629-958a-bb4870679bdf tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 945 time: 0.1360033 Jul 16 03:29:46.023446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c04cb1-f950-460c-8023-a7b2b3e8e6cf tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a9e9e5-85b9-42c4-9842-96d3e52d7142,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:46.081889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-319833d4-b14d-4ee6-b849-0e9f8d42b9a7 req-860ac9b3-90f6-42f1-ad0e-ae2ca1c87b81 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561650 Jul 16 03:29:46.158199 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d4585f-8f6f-4bec-8363-b4d67c85cde6 x-openstack-request-id: req-e8d4585f-8f6f-4bec-8363-b4d67c85cde6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:46.158491 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad85a97b-2fab-4c46-9d23-09a781f24a38", "name": "network-vif-deleted", "tag": "6d594924-8af3-4e97-b9c2-a41bcdc7a11c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:46.158783 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8d4585f-8f6f-4bec-8363-b4d67c85cde6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:46.159141 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad85a97b-2fab-4c46-9d23-09a781f24a38', 'name': 'network-vif-deleted', 'tag': '6d594924-8af3-4e97-b9c2-a41bcdc7a11c', 'status': 'completed', 'code': 200} Jul 16 03:29:46.400010 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-95b476ad-80da-4651-977f-fee77f485402 req-bedb1d4b-9c2f-44c6-b76c-dbf38123c2a2 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] show failed (client error): The resource could not be found. Jul 16 03:29:46.405137 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95b476ad-80da-4651-977f-fee77f485402 req-bedb1d4b-9c2f-44c6-b76c-dbf38123c2a2 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/e60b03d9-75bb-4b4d-81e5-3ae4cc6f9805 HTTP/1.1" status: 404 len: 352 time: 0.0205290 Jul 16 03:29:46.458535 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-4809107e-b128-4307-92ac-c756f4a77680 req-bea54df0-3c6e-404c-b247-77784b5b39a5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] show failed (client error): The resource could not be found. Jul 16 03:29:46.460954 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4809107e-b128-4307-92ac-c756f4a77680 req-bea54df0-3c6e-404c-b247-77784b5b39a5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/7c4af0ce-43ef-49b8-bfa6-b399587af305 HTTP/1.1" status: 404 len: 352 time: 0.0255258 Jul 16 03:29:46.495432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6847f96-43a4-42d2-a4e8-a05828fc7fe6 req-201dabd4-337c-4cd6-be8a-bf883f47b799 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:46.511101 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f6847f96-43a4-42d2-a4e8-a05828fc7fe6 req-201dabd4-337c-4cd6-be8a-bf883f47b799 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.1625130 Jul 16 03:29:46.558748 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f6847f96-43a4-42d2-a4e8-a05828fc7fe6 req-fb84e573-d58e-43e3-8b0b-abd671f9635b tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450902 Jul 16 03:29:46.610691 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-fe2073fb-cfb3-482e-8411-ad24d831a7f1 req-7d621a25-1a44-46dc-886c-f4cecdd0150a tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] show failed (client error): The resource could not be found. Jul 16 03:29:46.612082 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe2073fb-cfb3-482e-8411-ad24d831a7f1 req-7d621a25-1a44-46dc-886c-f4cecdd0150a tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/7897e3fe-c1e1-428c-b333-0916bff1bc61 HTTP/1.1" status: 404 len: 352 time: 0.0350623 Jul 16 03:29:46.628955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6eeb6b8a-659a-4122-b1d4-38ee254fb380 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:46.663367 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-7017996e-2a6f-4bd2-8550-463aa21cd8cc req-6a37d00e-b15f-4b47-9aa8-e6d1e8bb2353 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] show failed (client error): The resource could not be found. Jul 16 03:29:46.664484 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7017996e-2a6f-4bd2-8550-463aa21cd8cc req-6a37d00e-b15f-4b47-9aa8-e6d1e8bb2353 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/b08adbbb-aac1-40ba-b573-bbc1bcdccb15 HTTP/1.1" status: 404 len: 352 time: 0.0262001 Jul 16 03:29:46.735259 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-85156558-40f2-47b1-9223-c9bdb40af06f req-46724337-ae9c-45d1-9ef7-2748567d9f69 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] show failed (client error): The resource could not be found. Jul 16 03:29:46.743884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-85156558-40f2-47b1-9223-c9bdb40af06f req-46724337-ae9c-45d1-9ef7-2748567d9f69 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/c322a555-0a54-4d61-b62a-3e9fe9951d27 HTTP/1.1" status: 404 len: 352 time: 0.0372357 Jul 16 03:29:46.780227 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-3f198b1e-5320-46da-8ddc-2914bc1cde63 req-0029b03c-de81-4fa3-ab07-bbd5714c2964 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] show failed (client error): The resource could not be found. Jul 16 03:29:46.788298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6eeb6b8a-659a-4122-b1d4-38ee254fb380, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6eeb6b8a-659a-4122-b1d4-38ee254fb380,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:46.805145 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3f198b1e-5320-46da-8ddc-2914bc1cde63 req-0029b03c-de81-4fa3-ab07-bbd5714c2964 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/0495e45b-54bb-4343-8382-06ebc2767e8b HTTP/1.1" status: 404 len: 352 time: 0.0382736 Jul 16 03:29:46.805370 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '6eeb6b8a-659a-4122-b1d4-38ee254fb380', 'network_id': 'b1e2c0d5-dd24-4b0f-8afc-e9677c639933', 'port_id': '6eeb6b8a-659a-4122-b1d4-38ee254fb380', 'mac_address': 'fa:16:3e:07:74:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59f2ab40-9019-4547-86c9-0e06d246deb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:46.879263 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18834d1e-dc36-4925-a2c9-335213da7ab6 req-7091941c-847d-46b5-8ee2-96fb42552df9 tempest-ServersAdminTestJSON-775714024 tempest-ServersAdminTestJSON-775714024-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad85a97b-2fab-4c46-9d23-09a781f24a38 HTTP/1.1" status: 200 len: 210 time: 0.0703750 Jul 16 03:29:46.886183 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:46.930575 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6eeb6b8a-659a-4122-b1d4-38ee254fb380 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:46.970571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6eeb6b8a-659a-4122-b1d4-38ee254fb380, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6eeb6b8a-659a-4122-b1d4-38ee254fb380,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:46.982908 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:47.054359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6eeb6b8a-659a-4122-b1d4-38ee254fb380,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:47.116192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5284e7f-0f68-4a59-bd12-4df6a7a19497 req-fe0a64de-5f2b-48c3-907d-32bee478960b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:47.118276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5284e7f-0f68-4a59-bd12-4df6a7a19497 req-fe0a64de-5f2b-48c3-907d-32bee478960b tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 946 time: 0.1094680 Jul 16 03:29:47.164559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['6eeb6b8a-659a-4122-b1d4-38ee254fb380'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:47.180241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5284e7f-0f68-4a59-bd12-4df6a7a19497 req-b1b12e19-3279-4da5-aebd-7f7d412de4ec tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562544 Jul 16 03:29:47.537507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208be73-9caf-47bd-b66e-34c1d6c7aadc req-5d104842-a7d9-4841-a037-7edb8c100464 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:47.538926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b208be73-9caf-47bd-b66e-34c1d6c7aadc req-5d104842-a7d9-4841-a037-7edb8c100464 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 944 time: 0.0967164 Jul 16 03:29:47.614418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b208be73-9caf-47bd-b66e-34c1d6c7aadc req-e80b6abb-244a-4bd3-9def-0a157be7c582 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691922 Jul 16 03:29:47.682265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb7d30-b915-445f-9a68-d6a224344b82 req-a0e4856c-b36b-44bf-9cc8-4d13f3407c5e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:47.698705 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2bb7d30-b915-445f-9a68-d6a224344b82 req-a0e4856c-b36b-44bf-9cc8-4d13f3407c5e tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 1024 time: 0.1196213 Jul 16 03:29:47.759957 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2bb7d30-b915-445f-9a68-d6a224344b82 req-72624464-bd09-43d0-a3da-576c8d6efa7b tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&id=370090d1-d858-410f-97a7-58277460137c&id=e9ef75ca-9dc5-4d9c-9e03-9906c27499c2&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0603614 Jul 16 03:29:47.830455 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec53456-cf84-4388-94f6-59f41d92dafe req-2fb583a9-cf58-4470-a6ee-069770589a79 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:47.831799 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eec53456-cf84-4388-94f6-59f41d92dafe req-2fb583a9-cf58-4470-a6ee-069770589a79 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.0818520 Jul 16 03:29:47.879846 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eec53456-cf84-4388-94f6-59f41d92dafe req-ee33a2d5-eafc-4b54-9874-13ea7c18895a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Jul 16 03:29:48.242580 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:48.435130 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b7e306a9-478d-41ec-a11a-7371512642ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66e389a7a4de49c8b4432c8e11735e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912565 Jul 16 03:29:48.437748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53758) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:48.443835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da17d1-f3b8-422c-a99c-5eeac70f5714 req-cc8a120f-48ff-4e23-8e19-77e8e9a046eb tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:48.452761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6da17d1-f3b8-422c-a99c-5eeac70f5714 req-cc8a120f-48ff-4e23-8e19-77e8e9a046eb tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 946 time: 0.1117520 Jul 16 03:29:48.505114 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0d4d4c2-e1a6-4093-8ae4-c666b1f3cbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.513213 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6da17d1-f3b8-422c-a99c-5eeac70f5714 req-ad9e2e92-cb70-4f62-b218-745e4a99aebc tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564482 Jul 16 03:29:48.537426 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0d4d4c2-e1a6-4093-8ae4-c666b1f3cbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.597364 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0d4d4c2-e1a6-4093-8ae4-c666b1f3cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.600010 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0d4d4c2-e1a6-4093-8ae4-c666b1f3cbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.601490 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a0d4d4c2-e1a6-4093-8ae4-c666b1f3cbf9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b989dc82-3688-4912-b0d8-39b8278e3ae9 HTTP/1.1" status: 204 len: 168 time: 0.1625044 Jul 16 03:29:48.615129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4d4c2-e1a6-4093-8ae4-c666b1f3cbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b989dc82-3688-4912-b0d8-39b8278e3ae9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:48.645226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6eeb6b8a-659a-4122-b1d4-38ee254fb380 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:48.723875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 6eeb6b8a-659a-4122-b1d4-38ee254fb380 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:48.724056 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.859628 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.890885 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5ad1b-6af7-4079-ad53-b10443b877b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eeb6b8a-659a-4122-b1d4-38ee254fb380'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:48.894643 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a94ae4-330c-46a3-9edb-ed6a5c3529f5" -d '{"events": [{"server_uuid": "40c5ad1b-6af7-4079-ad53-b10443b877b3", "name": "network-vif-plugged", "status": "completed", "tag": "6eeb6b8a-659a-4122-b1d4-38ee254fb380"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:48.914527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6eeb6b8a-659a-4122-b1d4-38ee254fb380, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6eeb6b8a-659a-4122-b1d4-38ee254fb380,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:48.921387 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:48.922638 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6d594924-8af3-4e97-b9c2-a41bcdc7a11c no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:48.990559 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b13b1-2cff-4904-b95f-0beddbcbb122 req-31b6f970-2636-40ab-8a4a-c7026a6026ae tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:48.997419 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-883b13b1-2cff-4904-b95f-0beddbcbb122 req-31b6f970-2636-40ab-8a4a-c7026a6026ae tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 944 time: 0.2204134 Jul 16 03:29:48.999231 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53784) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:49.012824 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 6d594924-8af3-4e97-b9c2-a41bcdc7a11c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:29:49.013165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6d594924-8af3-4e97-b9c2-a41bcdc7a11c not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:29:49.015444 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6eeb6b8a-659a-4122-b1d4-38ee254fb380,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:49.057079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d6346-7357-4d99-afa8-6eccbf3fd80d req-fba36a56-85d7-4c91-82ab-7b686c8d169c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:49.059078 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-032d6346-7357-4d99-afa8-6eccbf3fd80d req-fba36a56-85d7-4c91-82ab-7b686c8d169c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.20 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 1024 time: 0.2132752 Jul 16 03:29:49.067742 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6114d05a-f989-45a4-94c6-479a8bfb57a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f6a682b6b5c4cda82406f315e9d4c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670609 Jul 16 03:29:49.070725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53786) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:49.115005 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-883b13b1-2cff-4904-b95f-0beddbcbb122 req-68284395-527c-454c-b4db-af1780c38fc4 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164229 Jul 16 03:29:49.148288 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e4df-748c-4258-b438-643731dfc885 req-718777ba-5d74-4533-8062-a5ea80459016 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:49.149932 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-718777ba-5d74-4533-8062-a5ea80459016 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650&tenant_id=d7db53df25eb48488a2a44d10dce2113&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 1097 time: 0.1650097 Jul 16 03:29:49.163407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-6'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:49.174284 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-686c377e-9a58-4305-bc96-02d5a83dc525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.187245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539b091-3a2f-4845-b76f-988825ce99ff req-36f4185b-3f4b-4ec4-96d8-5f9f1627fc3c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:49.188781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b539b091-3a2f-4845-b76f-988825ce99ff req-36f4185b-3f4b-4ec4-96d8-5f9f1627fc3c tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 1024 time: 0.1893528 Jul 16 03:29:49.190306 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000b8038-9e96-40b1-959a-3592cd6e6eaf x-openstack-request-id: req-000b8038-9e96-40b1-959a-3592cd6e6eaf {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:49.190685 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5ad1b-6af7-4079-ad53-b10443b877b3", "name": "network-vif-plugged", "status": "completed", "tag": "6eeb6b8a-659a-4122-b1d4-38ee254fb380", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:49.190946 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-000b8038-9e96-40b1-959a-3592cd6e6eaf {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:49.191366 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5ad1b-6af7-4079-ad53-b10443b877b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eeb6b8a-659a-4122-b1d4-38ee254fb380', 'code': 200} Jul 16 03:29:49.244843 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-686c377e-9a58-4305-bc96-02d5a83dc525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.260249 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b539b091-3a2f-4845-b76f-988825ce99ff req-e03830f7-c111-4f1e-a220-50dca903da85 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef&id=370090d1-d858-410f-97a7-58277460137c&id=e9ef75ca-9dc5-4d9c-9e03-9906c27499c2&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0628304 Jul 16 03:29:49.271785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-032d6346-7357-4d99-afa8-6eccbf3fd80d req-9a9df74b-0111-4880-8e8d-046b4db02fb5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Deleting port 27311130-b235-44b1-95dc-dc2a87794789 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:29:49.271978 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-032d6346-7357-4d99-afa8-6eccbf3fd80d req-9a9df74b-0111-4880-8e8d-046b4db02fb5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.290506 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.422764 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-686c377e-9a58-4305-bc96-02d5a83dc525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.426426 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-686c377e-9a58-4305-bc96-02d5a83dc525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.430803 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-686c377e-9a58-4305-bc96-02d5a83dc525 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a86fa092-146b-40d2-8365-b589d25c7adf HTTP/1.1" status: 204 len: 168 time: 0.3564711 Jul 16 03:29:49.464922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c377e-9a58-4305-bc96-02d5a83dc525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86fa092-146b-40d2-8365-b589d25c7adf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:49.496895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=25071a00-c7fb-4ede-ab35-84d33fe06946,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:49.541293 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:49.590694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ef3fd8-668d-46ed-98fe-8cad4a329650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25071a00-c7fb-4ede-ab35-84d33fe06946'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:49.593514 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa12dcca-53be-44aa-a117-a7f62cc04171" -d '{"events": [{"server_uuid": "24ef3fd8-668d-46ed-98fe-8cad4a329650", "name": "network-vif-unplugged", "status": "completed", "tag": "25071a00-c7fb-4ede-ab35-84d33fe06946"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:49.597890 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.637833 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.732521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Attempting to bind port 25071a00-c7fb-4ede-ab35-84d33fe06946 on host n-h2-800088-6 for vnic_type normal with profile {"migrating_to": "n-h1-800088-6"} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:29:49.732754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Attempting to bind port 25071a00-c7fb-4ede-ab35-84d33fe06946 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:29:49.733081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Attempting to bind port 25071a00-c7fb-4ede-ab35-84d33fe06946 on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:49.741511 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Port 25071a00-c7fb-4ede-ab35-84d33fe06946 on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:29:49.741843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Attempting to bind port 25071a00-c7fb-4ede-ab35-84d33fe06946 on network 62b2aeba-30f5-4a54-a630-fa7a29eaec85 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:49.744858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Pushing event updated for resources: {'Port': ['ID=25071a00-c7fb-4ede-ab35-84d33fe06946,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:49.750380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:29:49.750738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Checking segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:49.751116 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Bound using segment: {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:29:49.751680 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Bound port: 25071a00-c7fb-4ede-ab35-84d33fe06946, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '62b2aeba-30f5-4a54-a630-fa7a29eaec85'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:29:49.751901 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.855172 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:49.859841 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=25071a00-c7fb-4ede-ab35-84d33fe06946,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:29:49.860018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39e474-3f11-4b41-99d8-e6393c915be8 req-4b5804c5-a1e8-4f26-b15a-24caa9a19509 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:49.861496 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d39e474-3f11-4b41-99d8-e6393c915be8 req-4b5804c5-a1e8-4f26-b15a-24caa9a19509 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.1320896 Jul 16 03:29:49.863371 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-032d6346-7357-4d99-afa8-6eccbf3fd80d req-9a9df74b-0111-4880-8e8d-046b4db02fb5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] For port 27311130-b235-44b1-95dc-dc2a87794789, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=27311130-b235-44b1-95dc-dc2a87794789,segment=NetworkSegment(3d0f00b8-e7f0-448c-a706-d112bd115378),segment_id=3d0f00b8-e7f0-448c-a706-d112bd115378)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:49.863814 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-032d6346-7357-4d99-afa8-6eccbf3fd80d req-9a9df74b-0111-4880-8e8d-046b4db02fb5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.878772 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.883083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-032d6346-7357-4d99-afa8-6eccbf3fd80d req-9a9df74b-0111-4880-8e8d-046b4db02fb5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Calling delete_port for 27311130-b235-44b1-95dc-dc2a87794789 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:29:49.973082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:49.974004 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:49.976012 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] 10.222.0.88 "PUT /v2.0/ports/25071a00-c7fb-4ede-ab35-84d33fe06946 HTTP/1.1" status: 200 len: 1122 time: 0.8168221 Jul 16 03:29:49.976892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986440c-0736-49de-89df-7ceda3906c5c service neutron] Pushing event updated for resources: {'Port': ['ID=25071a00-c7fb-4ede-ab35-84d33fe06946,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:49.984212 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d39e474-3f11-4b41-99d8-e6393c915be8 req-aed1cf74-7d92-41a4-a5a1-d5fde9ee346d tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118619 Jul 16 03:29:50.044804 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28195699-392f-4fd7-b429-df7aac5a54f0 req-e5180e54-dc61-4631-9d65-deb30997ccb3 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:50.046421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28195699-392f-4fd7-b429-df7aac5a54f0 req-e5180e54-dc61-4631-9d65-deb30997ccb3 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 944 time: 0.1508150 Jul 16 03:29:50.078196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['25071a00-c7fb-4ede-ab35-84d33fe06946'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:50.133099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-032d6346-7357-4d99-afa8-6eccbf3fd80d req-9a9df74b-0111-4880-8e8d-046b4db02fb5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:50.139704 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['25071a00-c7fb-4ede-ab35-84d33fe06946'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:50.158255 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28195699-392f-4fd7-b429-df7aac5a54f0 req-6d50a780-8a66-44f2-af60-ff1989bbb06d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990713 Jul 16 03:29:50.166005 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8805baee-371b-43fe-8aca-cb009cfc9ccc x-openstack-request-id: req-8805baee-371b-43fe-8aca-cb009cfc9ccc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:50.166299 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ef3fd8-668d-46ed-98fe-8cad4a329650", "name": "network-vif-unplugged", "status": "completed", "tag": "25071a00-c7fb-4ede-ab35-84d33fe06946", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:50.166552 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8805baee-371b-43fe-8aca-cb009cfc9ccc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:50.167376 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ef3fd8-668d-46ed-98fe-8cad4a329650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25071a00-c7fb-4ede-ab35-84d33fe06946', 'code': 200} Jul 16 03:29:50.191501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9df74b-0111-4880-8e8d-046b4db02fb5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event deleted for resources: {'Port': ['ID=27311130-b235-44b1-95dc-dc2a87794789,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:50.252978 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-032d6346-7357-4d99-afa8-6eccbf3fd80d req-9a9df74b-0111-4880-8e8d-046b4db02fb5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] No DVR routers for this DVR port 27311130-b235-44b1-95dc-dc2a87794789 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:29:50.256099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-032d6346-7357-4d99-afa8-6eccbf3fd80d req-9a9df74b-0111-4880-8e8d-046b4db02fb5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:50.259159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-032d6346-7357-4d99-afa8-6eccbf3fd80d req-9a9df74b-0111-4880-8e8d-046b4db02fb5 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.20 "DELETE /v2.0/ports/27311130-b235-44b1-95dc-dc2a87794789 HTTP/1.1" status: 204 len: 173 time: 1.1922626 Jul 16 03:29:50.260144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56bc9224-59f6-40f7-92d3-d2cb9836dd37', 'name': 'network-vif-deleted', 'tag': '27311130-b235-44b1-95dc-dc2a87794789'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:50.262876 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d2f9fe-e8c4-4d3f-bb46-7bdbae8d7548" -d '{"events": [{"server_uuid": "56bc9224-59f6-40f7-92d3-d2cb9836dd37", "name": "network-vif-deleted", "tag": "27311130-b235-44b1-95dc-dc2a87794789"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:50.327428 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810fde4f-be1b-48ca-85f5-264593a8b410 x-openstack-request-id: req-810fde4f-be1b-48ca-85f5-264593a8b410 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:50.328199 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56bc9224-59f6-40f7-92d3-d2cb9836dd37", "name": "network-vif-deleted", "tag": "27311130-b235-44b1-95dc-dc2a87794789", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:50.328653 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-810fde4f-be1b-48ca-85f5-264593a8b410 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:50.329334 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56bc9224-59f6-40f7-92d3-d2cb9836dd37', 'name': 'network-vif-deleted', 'tag': '27311130-b235-44b1-95dc-dc2a87794789', 'status': 'completed', 'code': 200} Jul 16 03:29:50.438058 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['27311130-b235-44b1-95dc-dc2a87794789'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:50.537940 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dd25b-1bc7-4805-9a55-43e1c82013f3 req-40c17f82-0c9a-4a7e-bbdc-f071f8ddc87d tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:50.541757 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f71dd25b-1bc7-4805-9a55-43e1c82013f3 req-40c17f82-0c9a-4a7e-bbdc-f071f8ddc87d tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 949 time: 0.0878832 Jul 16 03:29:50.582040 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f71dd25b-1bc7-4805-9a55-43e1c82013f3 req-53b782b8-747f-4738-8182-37bb51067fa2 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358853 Jul 16 03:29:50.644052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 25071a00-c7fb-4ede-ab35-84d33fe06946 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:50.648890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6eeb6b8a-659a-4122-b1d4-38ee254fb380 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:50.661036 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef7d64ad-0d96-491e-848b-d4612e92539a req-8594585c-a2f1-4b0d-86d5-02bbfe762166 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/ports?device_id=56bc9224-59f6-40f7-92d3-d2cb9836dd37 HTTP/1.1" status: 200 len: 210 time: 0.0385954 Jul 16 03:29:50.826373 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:50.858472 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=25071a00-c7fb-4ede-ab35-84d33fe06946,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:50.885812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 25071a00-c7fb-4ede-ab35-84d33fe06946 has no active binding in host n-h1-800088-6 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:29:50.889747 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6eeb6b8a-659a-4122-b1d4-38ee254fb380, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6eeb6b8a-659a-4122-b1d4-38ee254fb380,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:50.895082 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:50.898499 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f546b7-efd4-427c-8c94-fa6bce4efec5 req-7d5b54e8-1c10-4498-b286-f7a23ea794a4 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:50.900491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55f546b7-efd4-427c-8c94-fa6bce4efec5 req-7d5b54e8-1c10-4498-b286-f7a23ea794a4 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 945 time: 0.0999677 Jul 16 03:29:50.955850 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6eeb6b8a-659a-4122-b1d4-38ee254fb380,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:50.962613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55f546b7-efd4-427c-8c94-fa6bce4efec5 req-076e130f-e47a-4ecc-acbf-452964ffe8cf tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563126 Jul 16 03:29:51.192244 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5ad1b-6af7-4079-ad53-b10443b877b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eeb6b8a-659a-4122-b1d4-38ee254fb380'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:51.195491 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389e651f-0d83-409e-85d1-9c80e614a374" -d '{"events": [{"server_uuid": "40c5ad1b-6af7-4079-ad53-b10443b877b3", "name": "network-vif-unplugged", "status": "completed", "tag": "6eeb6b8a-659a-4122-b1d4-38ee254fb380"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:51.259815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32a586-e531-44a8-9c94-b5fffa5fe1c3 req-a11720f1-b9c6-4987-bf87-9cc9e2bb143f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:51.261844 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab32a586-e531-44a8-9c94-b5fffa5fe1c3 req-a11720f1-b9c6-4987-bf87-9cc9e2bb143f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.0666449 Jul 16 03:29:51.306535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab32a586-e531-44a8-9c94-b5fffa5fe1c3 req-2e5bdf74-15b6-4500-964f-098565b0433d tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377650 Jul 16 03:29:51.368359 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c7cb77-5055-4312-9b5b-be2cd566d20d x-openstack-request-id: req-49c7cb77-5055-4312-9b5b-be2cd566d20d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:51.369087 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5ad1b-6af7-4079-ad53-b10443b877b3", "name": "network-vif-unplugged", "status": "completed", "tag": "6eeb6b8a-659a-4122-b1d4-38ee254fb380", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:51.370952 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49c7cb77-5055-4312-9b5b-be2cd566d20d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:51.371424 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5ad1b-6af7-4079-ad53-b10443b877b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eeb6b8a-659a-4122-b1d4-38ee254fb380', 'code': 200} Jul 16 03:29:51.426318 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c7eee-0bad-4ee9-8e48-d3a66f18ff63 req-0c48de26-2553-49ac-a16a-bb40d594f886 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:51.428181 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-281c7eee-0bad-4ee9-8e48-d3a66f18ff63 req-0c48de26-2553-49ac-a16a-bb40d594f886 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 944 time: 0.0728810 Jul 16 03:29:51.469904 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-281c7eee-0bad-4ee9-8e48-d3a66f18ff63 req-518f0822-304a-4e51-a127-5553d613952a tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352302 Jul 16 03:29:51.620949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-fe2056a2-5e3c-418a-8367-07edcc7783fa tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2a337b5fa97048279105b0af776c1c51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261362 Jul 16 03:29:51.725846 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-8e59ec94-e1d5-4444-9d7d-868b9af5ea3a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:51.727359 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-8e59ec94-e1d5-4444-9d7d-868b9af5ea3a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1012661 Jul 16 03:29:51.742401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-89c00f3f-91dc-474a-9a09-efd663816d47 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/quotas/2a337b5fa97048279105b0af776c1c51 HTTP/1.1" status: 200 len: 375 time: 0.0093374 Jul 16 03:29:51.777645 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0e3cd-1029-4efc-bf4d-3e2f892d3c2f req-930726e1-8579-489c-89e0-43e209db6005 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:51.779137 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a8f0e3cd-1029-4efc-bf4d-3e2f892d3c2f req-930726e1-8579-489c-89e0-43e209db6005 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.88 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 943 time: 0.0756218 Jul 16 03:29:51.781067 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-682cfee3-0a7c-4273-b4e8-7cc73adbcea8 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a337b5fa97048279105b0af776c1c51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329370 Jul 16 03:29:51.901774 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a14987b4-ba68-488a-b7dc-70fe4844206b req-f6980348-3ebc-48d7-80b3-8059a355b654 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/e9ef75ca-9dc5-4d9c-9e03-9906c27499c2 HTTP/1.1" status: 200 len: 1800 time: 0.0413690 Jul 16 03:29:51.913158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a8f0e3cd-1029-4efc-bf4d-3e2f892d3c2f req-39b3a834-c7fd-47b2-907c-b39e0cf16acb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Deleting port 6eeb6b8a-659a-4122-b1d4-38ee254fb380 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:29:51.913515 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a8f0e3cd-1029-4efc-bf4d-3e2f892d3c2f req-39b3a834-c7fd-47b2-907c-b39e0cf16acb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:51.965571 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e16995f6-d1f8-4ea7-8941-c4955a74df59 req-b524e1a7-50cf-4a50-a992-b5cb9084d0ec tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef HTTP/1.1" status: 200 len: 210 time: 0.0300393 Jul 16 03:29:51.996720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a14987b4-ba68-488a-b7dc-70fe4844206b req-2457dbfd-15ad-415f-9e97-67e35a5db6a1 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.020405 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a14987b4-ba68-488a-b7dc-70fe4844206b req-2457dbfd-15ad-415f-9e97-67e35a5db6a1 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.021552 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a8f0e3cd-1029-4efc-bf4d-3e2f892d3c2f req-39b3a834-c7fd-47b2-907c-b39e0cf16acb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] For port 6eeb6b8a-659a-4122-b1d4-38ee254fb380, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6eeb6b8a-659a-4122-b1d4-38ee254fb380,segment=NetworkSegment(7fc0a050-276a-4d25-8f93-ebea5007f9b4),segment_id=7fc0a050-276a-4d25-8f93-ebea5007f9b4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:52.022184 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a8f0e3cd-1029-4efc-bf4d-3e2f892d3c2f req-39b3a834-c7fd-47b2-907c-b39e0cf16acb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.036532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a8f0e3cd-1029-4efc-bf4d-3e2f892d3c2f req-39b3a834-c7fd-47b2-907c-b39e0cf16acb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Calling delete_port for 6eeb6b8a-659a-4122-b1d4-38ee254fb380 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:29:52.070807 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a14987b4-ba68-488a-b7dc-70fe4844206b req-2457dbfd-15ad-415f-9e97-67e35a5db6a1 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.074234 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a14987b4-ba68-488a-b7dc-70fe4844206b req-2457dbfd-15ad-415f-9e97-67e35a5db6a1 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.080600 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a14987b4-ba68-488a-b7dc-70fe4844206b req-2457dbfd-15ad-415f-9e97-67e35a5db6a1 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "DELETE /v2.0/security-groups/e9ef75ca-9dc5-4d9c-9e03-9906c27499c2 HTTP/1.1" status: 204 len: 173 time: 0.1662531 Jul 16 03:29:52.092074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457dbfd-15ad-415f-9e97-67e35a5db6a1 tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ef75ca-9dc5-4d9c-9e03-9906c27499c2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:52.168569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ef3fd8-668d-46ed-98fe-8cad4a329650', 'tag': '25071a00-c7fb-4ede-ab35-84d33fe06946'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:52.170913 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87815ae-fb4b-4ddb-86f6-79f8256a8c90" -d '{"events": [{"name": "network-changed", "server_uuid": "24ef3fd8-668d-46ed-98fe-8cad4a329650", "tag": "25071a00-c7fb-4ede-ab35-84d33fe06946"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:52.198410 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1cf87721-66b0-41ab-ae5f-a66b6da8f9f6 req-12ea7d23-d256-4952-8acd-01fbe13ce85f tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "GET /v2.0/security-groups/370090d1-d858-410f-97a7-58277460137c HTTP/1.1" status: 200 len: 1800 time: 0.0799077 Jul 16 03:29:52.211260 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a8f0e3cd-1029-4efc-bf4d-3e2f892d3c2f req-39b3a834-c7fd-47b2-907c-b39e0cf16acb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.222206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19436b20-664e-4f31-a078-5aa65b020821 req-3c16526d-cd37-4169-9427-8394e4d58e6a tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:52.223739 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19436b20-664e-4f31-a078-5aa65b020821 req-3c16526d-cd37-4169-9427-8394e4d58e6a tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/ports?device_id=40c5ad1b-6af7-4079-ad53-b10443b877b3 HTTP/1.1" status: 200 len: 943 time: 0.1203973 Jul 16 03:29:52.245279 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3a834-c7fd-47b2-907c-b39e0cf16acb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Pushing event deleted for resources: {'Port': ['ID=6eeb6b8a-659a-4122-b1d4-38ee254fb380,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:52.298101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f0e3cd-1029-4efc-bf4d-3e2f892d3c2f req-39b3a834-c7fd-47b2-907c-b39e0cf16acb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] No DVR routers for this DVR port 6eeb6b8a-659a-4122-b1d4-38ee254fb380 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:29:52.300638 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a8f0e3cd-1029-4efc-bf4d-3e2f892d3c2f req-39b3a834-c7fd-47b2-907c-b39e0cf16acb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.302629 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a8f0e3cd-1029-4efc-bf4d-3e2f892d3c2f req-39b3a834-c7fd-47b2-907c-b39e0cf16acb tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.88 "DELETE /v2.0/ports/6eeb6b8a-659a-4122-b1d4-38ee254fb380 HTTP/1.1" status: 204 len: 173 time: 0.5055439 Jul 16 03:29:52.304262 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19436b20-664e-4f31-a078-5aa65b020821 req-0c3d9147-2121-4cfc-aed4-ffa8cedd5354 tempest-ImagesTestJSON-429290071 tempest-ImagesTestJSON-429290071-project] 10.222.0.18 "GET /v2.0/security-groups?id=603a9d83-c148-4ebe-8079-fc44d9fd9490&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723720 Jul 16 03:29:52.318606 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cf87721-66b0-41ab-ae5f-a66b6da8f9f6 req-75446036-9aaa-4fd5-901e-0ec9338abeea tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.355348 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cf87721-66b0-41ab-ae5f-a66b6da8f9f6 req-75446036-9aaa-4fd5-901e-0ec9338abeea tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.399604 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cf87721-66b0-41ab-ae5f-a66b6da8f9f6 req-75446036-9aaa-4fd5-901e-0ec9338abeea tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.403315 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1cf87721-66b0-41ab-ae5f-a66b6da8f9f6 req-75446036-9aaa-4fd5-901e-0ec9338abeea tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.404938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1cf87721-66b0-41ab-ae5f-a66b6da8f9f6 req-75446036-9aaa-4fd5-901e-0ec9338abeea tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] 10.222.0.18 "DELETE /v2.0/security-groups/370090d1-d858-410f-97a7-58277460137c HTTP/1.1" status: 204 len: 173 time: 0.1992292 Jul 16 03:29:52.413283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53946) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:52.422394 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75446036-9aaa-4fd5-901e-0ec9338abeea tempest-SecurityGroupsTestJSON-1263089544 tempest-SecurityGroupsTestJSON-1263089544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370090d1-d858-410f-97a7-58277460137c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:52.466558 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0083a556-0287-4d76-87d4-7010baf37a7c x-openstack-request-id: req-0083a556-0287-4d76-87d4-7010baf37a7c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:52.466845 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ef3fd8-668d-46ed-98fe-8cad4a329650", "tag": "25071a00-c7fb-4ede-ab35-84d33fe06946", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:52.467094 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0083a556-0287-4d76-87d4-7010baf37a7c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:52.467484 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ef3fd8-668d-46ed-98fe-8cad4a329650', 'tag': '25071a00-c7fb-4ede-ab35-84d33fe06946', 'status': 'completed', 'code': 200} Jul 16 03:29:52.479198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e351f6c-bfcf-4f7f-a107-b271575acba9 admin admin] Deleting subnet c14511cd-d5e8-4f61-879f-9586ea1f0394 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:29:52.483283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e351f6c-bfcf-4f7f-a107-b271575acba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.531403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e351f6c-bfcf-4f7f-a107-b271575acba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.561153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87815ae-fb4b-4ddb-86f6-79f8256a8c90 req-8c585499-168f-4738-bdfe-c5b6e66c2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:52.563935 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f87815ae-fb4b-4ddb-86f6-79f8256a8c90 req-8c585499-168f-4738-bdfe-c5b6e66c2826 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 1125 time: 0.0712321 Jul 16 03:29:52.578651 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e351f6c-bfcf-4f7f-a107-b271575acba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.668598 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e351f6c-bfcf-4f7f-a107-b271575acba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.674612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6eeb6b8a-659a-4122-b1d4-38ee254fb380 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:52.702379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 6eeb6b8a-659a-4122-b1d4-38ee254fb380 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:29:52.703123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6eeb6b8a-659a-4122-b1d4-38ee254fb380 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:29:52.703885 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 09c93ba3-d1e4-4819-8581-e9596133701e no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:52.704845 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e351f6c-bfcf-4f7f-a107-b271575acba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c14511cd-d5e8-4f61-879f-9586ea1f0394,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:52.707207 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e351f6c-bfcf-4f7f-a107-b271575acba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.711892 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7e351f6c-bfcf-4f7f-a107-b271575acba9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c14511cd-d5e8-4f61-879f-9586ea1f0394 HTTP/1.1" status: 204 len: 168 time: 0.2975245 Jul 16 03:29:52.713277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:52.781941 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87815ae-fb4b-4ddb-86f6-79f8256a8c90 req-96b0afe0-d938-4090-8065-9490826fa2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:52.783451 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f87815ae-fb4b-4ddb-86f6-79f8256a8c90 req-96b0afe0-d938-4090-8065-9490826fa2a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.2120485 Jul 16 03:29:52.792009 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.800078 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6992dac-11b5-455e-a0c2-ff835a53af08 req-6929b0ef-3cf5-41df-b64f-34db6efa4a61 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:52.805948 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-769e9fda-3f84-48cf-84ee-f772982e9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.809197 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6992dac-11b5-455e-a0c2-ff835a53af08 req-6929b0ef-3cf5-41df-b64f-34db6efa4a61 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.2265675 Jul 16 03:29:52.831426 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 09c93ba3-d1e4-4819-8581-e9596133701e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=09c93ba3-d1e4-4819-8581-e9596133701e,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:52.836266 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.871227 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f87815ae-fb4b-4ddb-86f6-79f8256a8c90 req-85ef64dd-4123-4a11-a4d5-a984d4367a07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25071a00-c7fb-4ede-ab35-84d33fe06946 HTTP/1.1" status: 200 len: 217 time: 0.0594509 Jul 16 03:29:52.897766 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-769e9fda-3f84-48cf-84ee-f772982e9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.898065 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=09c93ba3-d1e4-4819-8581-e9596133701e,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:52.908532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec3b8f-6114-4fc8-8acd-50b8eb11dcaf req-b17f4a06-9d69-45ea-9b69-bb1a3b195c99 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:52.908700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-769e9fda-3f84-48cf-84ee-f772982e9c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4ff6c7-18b6-4afa-910a-ef9826275a46']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:52.909855 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44ec3b8f-6114-4fc8-8acd-50b8eb11dcaf req-b17f4a06-9d69-45ea-9b69-bb1a3b195c99 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 944 time: 0.2101114 Jul 16 03:29:52.921656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-769e9fda-3f84-48cf-84ee-f772982e9c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0f00b8-e7f0-448c-a706-d112bd115378') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:52.921959 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-769e9fda-3f84-48cf-84ee-f772982e9c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0f00b8-e7f0-448c-a706-d112bd115378') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:52.931469 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-769e9fda-3f84-48cf-84ee-f772982e9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.942058 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6992dac-11b5-455e-a0c2-ff835a53af08 req-680f6f9d-dc14-4018-aad2-3a6b9ee99e82 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324000 Jul 16 03:29:52.950474 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-769e9fda-3f84-48cf-84ee-f772982e9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.957203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769e9fda-3f84-48cf-84ee-f772982e9c45 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:29:52.957764 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-769e9fda-3f84-48cf-84ee-f772982e9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:29:52.959301 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:29:52.982954 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87815ae-fb4b-4ddb-86f6-79f8256a8c90 req-3c66333d-b65d-4199-b849-5ba0f7025c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:52.984474 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f87815ae-fb4b-4ddb-86f6-79f8256a8c90 req-3c66333d-b65d-4199-b849-5ba0f7025c3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.0997381 Jul 16 03:29:52.987485 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44ec3b8f-6114-4fc8-8acd-50b8eb11dcaf req-bb60f5e3-0bca-475f-ab8d-f398e3a2ceb0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512788 Jul 16 03:29:53.028426 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f87815ae-fb4b-4ddb-86f6-79f8256a8c90 req-00130e01-a5aa-4df5-9c04-6f53a5df39c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347817 Jul 16 03:29:53.034825 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-769e9fda-3f84-48cf-84ee-f772982e9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.042211 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-769e9fda-3f84-48cf-84ee-f772982e9c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.045521 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-769e9fda-3f84-48cf-84ee-f772982e9c45 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3a4ff6c7-18b6-4afa-910a-ef9826275a46 HTTP/1.1" status: 204 len: 168 time: 0.3310683 Jul 16 03:29:53.075551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e9fda-3f84-48cf-84ee-f772982e9c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4ff6c7-18b6-4afa-910a-ef9826275a46,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:53.212950 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83696e5a-f38b-4183-b275-b66bd09693ac req-174e400e-0dd7-4210-85a4-903743ec3eee tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef HTTP/1.1" status: 200 len: 210 time: 0.0337596 Jul 16 03:29:53.243772 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f87815ae-fb4b-4ddb-86f6-79f8256a8c90 req-fb587d26-abf9-4c88-927e-27a51e2be1a7 service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995542 Jul 16 03:29:53.319425 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-cb65d148-b924-40a6-8389-85bd2c82c5f6 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2a337b5fa97048279105b0af776c1c51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246611 Jul 16 03:29:53.328949 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53968) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:53.373779 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bfa9bb-67b4-452a-b18c-e85950f53fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09c93ba3-d1e4-4819-8581-e9596133701e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:53.375977 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ed2ede-1baa-4771-b5dd-36ccf71ffd19" -d '{"events": [{"server_uuid": "b8bfa9bb-67b4-452a-b18c-e85950f53fee", "name": "network-vif-unplugged", "status": "completed", "tag": "09c93ba3-d1e4-4819-8581-e9596133701e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:53.425591 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f87815ae-fb4b-4ddb-86f6-79f8256a8c90 req-ee17437a-919b-491d-acef-3172914a84dd service neutron] 10.222.0.20 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690974 Jul 16 03:29:53.446341 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8ec7ed-1c9d-482d-80b1-bd9ad79e18fe x-openstack-request-id: req-1c8ec7ed-1c9d-482d-80b1-bd9ad79e18fe {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:53.446660 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bfa9bb-67b4-452a-b18c-e85950f53fee", "name": "network-vif-unplugged", "status": "completed", "tag": "09c93ba3-d1e4-4819-8581-e9596133701e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:53.446916 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c8ec7ed-1c9d-482d-80b1-bd9ad79e18fe {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:53.447333 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bfa9bb-67b4-452a-b18c-e85950f53fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09c93ba3-d1e4-4819-8581-e9596133701e', 'code': 200} Jul 16 03:29:53.473668 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1a205656-7460-4290-9cbb-72c4c7805197 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b64a232dbff433689b1282ff1021257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411035 Jul 16 03:29:53.474233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53982) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:53.542847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-d842ac0e-273e-4963-8c40-0a9f0ac0793d tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:53.544427 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-d842ac0e-273e-4963-8c40-0a9f0ac0793d tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076502 Jul 16 03:29:53.566755 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Request body: {'port': {'device_id': 'e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '2a337b5fa97048279105b0af776c1c51'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:53.570618 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05931beb-c15d-43bb-8aa8-15609e6d2c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.627506 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05931beb-c15d-43bb-8aa8-15609e6d2c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.739907 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Made reservation on behalf of 2a337b5fa97048279105b0af776c1c51 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:53.744030 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.754374 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.757659 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05931beb-c15d-43bb-8aa8-15609e6d2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.760446 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05931beb-c15d-43bb-8aa8-15609e6d2c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.764169 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-05931beb-c15d-43bb-8aa8-15609e6d2c26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef HTTP/1.1" status: 204 len: 168 time: 0.2862816 Jul 16 03:29:53.850815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 27311130-b235-44b1-95dc-dc2a87794789 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:53.886737 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.888473 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05931beb-c15d-43bb-8aa8-15609e6d2c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1078a45-15d1-46b5-acd6-f4a7cd2dc8ef,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:53.893486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:53.901982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 27311130-b235-44b1-95dc-dc2a87794789 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:29:53.902753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 27311130-b235-44b1-95dc-dc2a87794789 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:29:53.936257 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062a7cf1-58f5-4fec-93e5-19e7c12dfe59,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:54.078846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Allocated IP 192.168.233.248 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/32a89459-263f-4c33-afc3-47a2200a014b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:29:54.083386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:54.204570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cd5812-8e08-43fc-b0bb-da17c91c7f60 admin admin] Deleting subnet 59f2ab40-9019-4547-86c9-0e06d246deb3 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:29:54.210895 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44cd5812-8e08-43fc-b0bb-da17c91c7f60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.265782 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44cd5812-8e08-43fc-b0bb-da17c91c7f60 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.279772 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44cd5812-8e08-43fc-b0bb-da17c91c7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.337139 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.341103 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0f0cd-1830-41d2-91f0-7d263ee1a5ff req-40d53f36-3089-4d72-895e-d9c948f8f267 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:54.342830 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cfa0f0cd-1830-41d2-91f0-7d263ee1a5ff req-40d53f36-3089-4d72-895e-d9c948f8f267 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.2124910 Jul 16 03:29:54.357046 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Transition to ACTIVE for port object 32a89459-263f-4c33-afc3-47a2200a014b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:54.414274 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.417886 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cfa0f0cd-1830-41d2-91f0-7d263ee1a5ff req-b3f2becb-4122-46a8-a389-a4d2c30e3398 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661349 Jul 16 03:29:54.461057 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44cd5812-8e08-43fc-b0bb-da17c91c7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.506969 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd5812-8e08-43fc-b0bb-da17c91c7f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f2ab40-9019-4547-86c9-0e06d246deb3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:54.519340 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44cd5812-8e08-43fc-b0bb-da17c91c7f60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.524328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-44cd5812-8e08-43fc-b0bb-da17c91c7f60 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/59f2ab40-9019-4547-86c9-0e06d246deb3 HTTP/1.1" status: 204 len: 168 time: 0.4366105 Jul 16 03:29:54.530706 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c42a88-d1b8-48c9-9e9f-72a4c3a57d55 req-e24673b3-e763-4a19-a3be-ec91a29337b1 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:54.538867 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54c42a88-d1b8-48c9-9e9f-72a4c3a57d55 req-e24673b3-e763-4a19-a3be-ec91a29337b1 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 944 time: 0.2930963 Jul 16 03:29:54.540648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:54.545953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5ad1b-6af7-4079-ad53-b10443b877b3', 'name': 'network-vif-deleted', 'tag': '6eeb6b8a-659a-4122-b1d4-38ee254fb380'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:54.552909 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2d9a32-fe93-4859-9ac9-c4adc6b9658e" -d '{"events": [{"server_uuid": "40c5ad1b-6af7-4079-ad53-b10443b877b3", "name": "network-vif-deleted", "tag": "6eeb6b8a-659a-4122-b1d4-38ee254fb380"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:54.555552 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Pushing event updated for resources: {'Port': ['ID=32a89459-263f-4c33-afc3-47a2200a014b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:54.575807 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:29:54.578030 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:54.593216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:29:54.674376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9d79e691-6e35-43c1-88cf-3a5027b2208d details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:29:54.680029 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:54.680825 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.707483 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-24e7556a-ba5a-4661-bae8-d5cbcc1951c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1455958 Jul 16 03:29:54.725168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Request body: {'port': {'device_id': 'e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:54.749121 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.807006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9d79e691-6e35-43c1-88cf-3a5027b2208d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d79e691-6e35-43c1-88cf-3a5027b2208d,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:54.821915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '9d79e691-6e35-43c1-88cf-3a5027b2208d', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '9d79e691-6e35-43c1-88cf-3a5027b2208d', 'mac_address': 'fa:16:3e:5e:62:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:29:54.847194 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.875421 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.898744 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d79e691-6e35-43c1-88cf-3a5027b2208d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:54.929188 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54c42a88-d1b8-48c9-9e9f-72a4c3a57d55 req-a0fc340d-99fa-48cb-9445-ef6bf6ed3263 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877664 Jul 16 03:29:54.956114 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f517f805-f574-4c42-aa15-360673e6cd8b None None] Provisioning for port 32a89459-263f-4c33-afc3-47a2200a014b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:29:54.976822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9d79e691-6e35-43c1-88cf-3a5027b2208d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d79e691-6e35-43c1-88cf-3a5027b2208d,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:54.981580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f517f805-f574-4c42-aa15-360673e6cd8b None None] Provisioning complete for port 32a89459-263f-4c33-afc3-47a2200a014b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:54.983588 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f517f805-f574-4c42-aa15-360673e6cd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:54.993304 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.023699 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.042176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957d27b-5a3f-4d77-a0ca-e2f9820c4dd7 req-5a52ad20-2917-4a17-8a65-56ad37d7c8c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:55.044018 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7957d27b-5a3f-4d77-a0ca-e2f9820c4dd7 req-5a52ad20-2917-4a17-8a65-56ad37d7c8c5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef HTTP/1.1" status: 200 len: 936 time: 0.3424256 Jul 16 03:29:55.048474 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:29:55.049007 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:29:55.050393 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:29:55.050882 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Subscribe: > port after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:29:55.051375 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:29:55.052041 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Subscribe: > port after_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:29:55.052593 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:29:55.053075 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:29:55.053548 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:29:55.054044 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:29:55.099023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f517f805-f574-4c42-aa15-360673e6cd8b None None] Port 32a89459-263f-4c33-afc3-47a2200a014b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:29:55.114750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9d79e691-6e35-43c1-88cf-3a5027b2208d,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:55.177601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['9d79e691-6e35-43c1-88cf-3a5027b2208d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:29:55.200901 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:29:55.201579 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:29:55.202248 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:29:55.203043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 03:29:55.204083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e2c0d5-dd24-4b0f-8afc-e9677c639933']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:55.206079 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca736b58-4e37-4e92-8763-2bb79c136ac4 x-openstack-request-id: req-ca736b58-4e37-4e92-8763-2bb79c136ac4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:55.206654 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5ad1b-6af7-4079-ad53-b10443b877b3", "name": "network-vif-deleted", "tag": "6eeb6b8a-659a-4122-b1d4-38ee254fb380", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:55.206654 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca736b58-4e37-4e92-8763-2bb79c136ac4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:55.207057 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5ad1b-6af7-4079-ad53-b10443b877b3', 'name': 'network-vif-deleted', 'tag': '6eeb6b8a-659a-4122-b1d4-38ee254fb380', 'status': 'completed', 'code': 200} Jul 16 03:29:55.223065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32a89459-263f-4c33-afc3-47a2200a014b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:55.231229 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.233331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc0a050-276a-4d25-8f93-ebea5007f9b4') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:55.234001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc0a050-276a-4d25-8f93-ebea5007f9b4') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:29:55.243676 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Transition to ACTIVE for port object 32a89459-263f-4c33-afc3-47a2200a014b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:55.249109 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.260177 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.288415 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.315030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:29:55.315387 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.345257 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Pushing event updated for resources: {'Port': ['ID=32a89459-263f-4c33-afc3-47a2200a014b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:29:55.412702 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:29:55.426388 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.430697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Attempting to bind port 32a89459-263f-4c33-afc3-47a2200a014b on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:29:55.431115 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Attempting to bind port 32a89459-263f-4c33-afc3-47a2200a014b by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:29:55.431445 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Attempting to bind port 32a89459-263f-4c33-afc3-47a2200a014b on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:55.444083 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Port 32a89459-263f-4c33-afc3-47a2200a014b on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:29:55.444492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Attempting to bind port 32a89459-263f-4c33-afc3-47a2200a014b on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:29:55.460335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:29:55.460693 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:55.461084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:29:55.461531 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Bound port: 32a89459-263f-4c33-afc3-47a2200a014b, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:29:55.461901 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.484205 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.486186 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b1e2c0d5-dd24-4b0f-8afc-e9677c639933 HTTP/1.1" status: 204 len: 168 time: 0.9446356 Jul 16 03:29:55.547440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57c5f9-da32-4f66-8dd4-c2bd08b4dc67 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1e2c0d5-dd24-4b0f-8afc-e9677c639933,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:55.573429 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7957d27b-5a3f-4d77-a0ca-e2f9820c4dd7 req-9cf604ab-d6c0-4f7e-bc7f-5894c699e226 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504946 Jul 16 03:29:55.639786 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] For port 32a89459-263f-4c33-afc3-47a2200a014b, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:55.643621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] For port 32a89459-263f-4c33-afc3-47a2200a014b, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=32a89459-263f-4c33-afc3-47a2200a014b,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:29:55.650470 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.743511 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:55.744150 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:55.745591 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] 10.222.0.20 "PUT /v2.0/ports/32a89459-263f-4c33-afc3-47a2200a014b HTTP/1.1" status: 200 len: 1096 time: 1.0294845 Jul 16 03:29:55.793529 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937295d-918c-4229-bdf4-9ffa15d88d8e service neutron] Pushing event updated for resources: {'Port': ['ID=32a89459-263f-4c33-afc3-47a2200a014b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:55.828424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:55.869123 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-8569be52-735e-49be-ba66-fc56a8281290 service neutron] 10.222.0.20 "GET /v2.0/ports/25071a00-c7fb-4ede-ab35-84d33fe06946/bindings/n-h1-800088-6 HTTP/1.1" status: 200 len: 384 time: 0.1831789 Jul 16 03:29:55.878415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-ac70024c-1b14-499a-ad71-ca8317795194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:55.881852 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-ac70024c-1b14-499a-ad71-ca8317795194 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a337b5fa97048279105b0af776c1c51&device_id=e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef HTTP/1.1" status: 200 len: 1099 time: 0.0846102 Jul 16 03:29:55.941363 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-8e3ee24f-8683-4ddb-9f89-e240b824d0d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=32a89459-263f-4c33-afc3-47a2200a014b HTTP/1.1" status: 200 len: 217 time: 0.0520945 Jul 16 03:29:55.963420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698e427-6fa2-483a-8dc6-6a4383b232a3 req-20b21fb3-47f5-40c9-94da-80fc83353755 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:55.965803 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a698e427-6fa2-483a-8dc6-6a4383b232a3 req-20b21fb3-47f5-40c9-94da-80fc83353755 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.2161613 Jul 16 03:29:55.978055 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0453764f-5383-447b-b315-9c8671cbf0b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8dd482e181bc4f5a8f8e41ea860cc580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485209 Jul 16 03:29:55.982450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:56.027608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-86edf10a-ad8b-4cad-8299-17cd147ffd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:56.029740 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-86edf10a-ad8b-4cad-8299-17cd147ffd95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0810471 Jul 16 03:29:56.029956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54088) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:56.098379 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a698e427-6fa2-483a-8dc6-6a4383b232a3 req-b76183a6-a6ed-42de-b739-3ff2a1818af2 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149414 Jul 16 03:29:56.105814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-bd1a414f-ffef-4678-afc7-e415db7726cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:56.107376 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-bd1a414f-ffef-4678-afc7-e415db7726cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700707 Jul 16 03:29:56.170137 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967cb2c5-2409-4f30-9ffb-e509ba1fc9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.211723 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-991bfc40-a949-4dfb-9be1-3d338d511676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.220790 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967cb2c5-2409-4f30-9ffb-e509ba1fc9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.250354 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-ef4a3296-dd30-4c8b-b160-8984c8f9172b service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326876 Jul 16 03:29:56.332265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28636eb1-cd19-4b64-8298-48d9ab74a726 req-ad696e02-282e-40d1-8ed4-f925434982ca tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:56.333903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28636eb1-cd19-4b64-8298-48d9ab74a726 req-ad696e02-282e-40d1-8ed4-f925434982ca tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 944 time: 0.2221756 Jul 16 03:29:56.360268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7840e4df-748c-4258-b438-643731dfc885 req-b82f7d5f-0a91-4927-ad73-3c3a05974bdf service neutron] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=25071a00-c7fb-4ede-ab35-84d33fe06946,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:56.381767 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967cb2c5-2409-4f30-9ffb-e509ba1fc9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.384391 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967cb2c5-2409-4f30-9ffb-e509ba1fc9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.385571 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-967cb2c5-2409-4f30-9ffb-e509ba1fc9fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/603a9d83-c148-4ebe-8079-fc44d9fd9490 HTTP/1.1" status: 204 len: 168 time: 0.3817284 Jul 16 03:29:56.410465 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cb2c5-2409-4f30-9ffb-e509ba1fc9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603a9d83-c148-4ebe-8079-fc44d9fd9490,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:56.412637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7840e4df-748c-4258-b438-643731dfc885 req-b82f7d5f-0a91-4927-ad73-3c3a05974bdf service neutron] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:56.426847 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4306b619-4fe3-42c2-b8dd-af799b625cd5 req-c9e74795-9d86-4d92-9ab3-3678a56ca86d service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623261 Jul 16 03:29:56.455064 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-991bfc40-a949-4dfb-9be1-3d338d511676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.455988 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28636eb1-cd19-4b64-8298-48d9ab74a726 req-6c0a86ae-a168-40a6-b655-5583fc10d6b3 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107180 Jul 16 03:29:56.464681 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-991bfc40-a949-4dfb-9be1-3d338d511676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.474962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7840e4df-748c-4258-b438-643731dfc885 req-b82f7d5f-0a91-4927-ad73-3c3a05974bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25071a00-c7fb-4ede-ab35-84d33fe06946 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:29:56.486443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7840e4df-748c-4258-b438-643731dfc885 req-b82f7d5f-0a91-4927-ad73-3c3a05974bdf service neutron] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=25071a00-c7fb-4ede-ab35-84d33fe06946,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:56.510264 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7840e4df-748c-4258-b438-643731dfc885 req-b82f7d5f-0a91-4927-ad73-3c3a05974bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.519164 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-991bfc40-a949-4dfb-9be1-3d338d511676 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b52ca98bdaa442385c1b03ce09c51cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4881201 Jul 16 03:29:56.520116 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bfc40-a949-4dfb-9be1-3d338d511676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de1a3e2-2880-4c01-9854-088ef00d7556,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:56.522652 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:56.576189 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28c9aa81-7686-49f2-bccc-32523eaa7266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.629393 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28c9aa81-7686-49f2-bccc-32523eaa7266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.629726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7840e4df-748c-4258-b438-643731dfc885 req-b82f7d5f-0a91-4927-ad73-3c3a05974bdf service neutron] Transition to ACTIVE for port object 25071a00-c7fb-4ede-ab35-84d33fe06946 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:29:56.638777 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7840e4df-748c-4258-b438-643731dfc885 req-b82f7d5f-0a91-4927-ad73-3c3a05974bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.689493 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9d79e691-6e35-43c1-88cf-3a5027b2208d up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:29:56.714389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f7d5f-0a91-4927-ad73-3c3a05974bdf service neutron] Pushing event updated for resources: {'Port': ['ID=25071a00-c7fb-4ede-ab35-84d33fe06946,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:56.747126 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28c9aa81-7686-49f2-bccc-32523eaa7266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.749777 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28c9aa81-7686-49f2-bccc-32523eaa7266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.753853 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-28c9aa81-7686-49f2-bccc-32523eaa7266 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3de1a3e2-2880-4c01-9854-088ef00d7556 HTTP/1.1" status: 204 len: 168 time: 0.2296610 Jul 16 03:29:56.772254 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9aa81-7686-49f2-bccc-32523eaa7266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de1a3e2-2880-4c01-9854-088ef00d7556,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:56.788990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7840e4df-748c-4258-b438-643731dfc885 req-b82f7d5f-0a91-4927-ad73-3c3a05974bdf service neutron] No DVR routers for this DVR port 25071a00-c7fb-4ede-ab35-84d33fe06946 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:29:56.798980 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 9d79e691-6e35-43c1-88cf-3a5027b2208d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:29:56.799362 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.862423 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-b82f7d5f-0a91-4927-ad73-3c3a05974bdf service neutron] 10.222.0.20 "PUT /v2.0/ports/25071a00-c7fb-4ede-ab35-84d33fe06946/bindings/n-h1-800088-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9712274 Jul 16 03:29:56.888448 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.922576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d79e691-6e35-43c1-88cf-3a5027b2208d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:56.925709 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b0bf54-b806-4a15-8605-5c9a6f58fd44" -d '{"events": [{"server_uuid": "7c91b64d-994d-47d7-8503-4d3d1226d963", "name": "network-vif-plugged", "status": "completed", "tag": "9d79e691-6e35-43c1-88cf-3a5027b2208d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:56.948403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9d79e691-6e35-43c1-88cf-3a5027b2208d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d79e691-6e35-43c1-88cf-3a5027b2208d,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:29:56.951745 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7dc89-31d6-4277-b9be-2b5190920cdb req-ae94f651-712b-45e0-a32d-e8e7d0d3f993 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:56.954453 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:56.964178 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72e7dc89-31d6-4277-b9be-2b5190920cdb req-ae94f651-712b-45e0-a32d-e8e7d0d3f993 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef HTTP/1.1" status: 200 len: 948 time: 0.1912956 Jul 16 03:29:57.016081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e4df-748c-4258-b438-643731dfc885 req-996e4ff3-7579-4d36-99e5-eac5a34df03f tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:57.017654 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-996e4ff3-7579-4d36-99e5-eac5a34df03f tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650&tenant_id=d7db53df25eb48488a2a44d10dce2113&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 1096 time: 0.0769148 Jul 16 03:29:57.037189 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44153298-e56a-46d2-b8d1-e29bd28eb3cf x-openstack-request-id: req-44153298-e56a-46d2-b8d1-e29bd28eb3cf {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:57.039780 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c91b64d-994d-47d7-8503-4d3d1226d963", "name": "network-vif-plugged", "status": "completed", "tag": "9d79e691-6e35-43c1-88cf-3a5027b2208d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:57.040814 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44153298-e56a-46d2-b8d1-e29bd28eb3cf {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:57.041357 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d79e691-6e35-43c1-88cf-3a5027b2208d', 'code': 200} Jul 16 03:29:57.042764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9d79e691-6e35-43c1-88cf-3a5027b2208d,revision_number=10']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:57.049330 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72e7dc89-31d6-4277-b9be-2b5190920cdb req-fcee59c6-5e8a-4df8-a564-87b081f606ce tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836077 Jul 16 03:29:57.126710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e4df-748c-4258-b438-643731dfc885 req-9610cafd-59b7-4047-8250-3ed5e08edd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:57.128397 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-9610cafd-59b7-4047-8250-3ed5e08edd15 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650&tenant_id=d7db53df25eb48488a2a44d10dce2113 HTTP/1.1" status: 200 len: 1096 time: 0.1022539 Jul 16 03:29:57.226626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef', 'tag': '32a89459-263f-4c33-afc3-47a2200a014b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:29:57.229380 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57ff668-e3a6-40a9-b85f-ec99751da719" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef", "tag": "32a89459-263f-4c33-afc3-47a2200a014b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:29:57.295827 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e4df-748c-4258-b438-643731dfc885 req-70f5e97c-4abb-4f6d-9b90-83e03f19d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:57.300328 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-70f5e97c-4abb-4f6d-9b90-83e03f19d8fd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d7db53df25eb48488a2a44d10dce2113&device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 1096 time: 0.1388175 Jul 16 03:29:57.307039 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccbfd77-dbca-4ce8-bfed-8c5842b62e13 x-openstack-request-id: req-8ccbfd77-dbca-4ce8-bfed-8c5842b62e13 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:29:57.307442 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef", "tag": "32a89459-263f-4c33-afc3-47a2200a014b", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:29:57.307791 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ccbfd77-dbca-4ce8-bfed-8c5842b62e13 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:29:57.308284 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef', 'tag': '32a89459-263f-4c33-afc3-47a2200a014b', 'status': 'completed', 'code': 200} Jul 16 03:29:57.453958 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e4df-748c-4258-b438-643731dfc885 req-1f64bf59-ecc4-40d4-bdf9-bbd38b09bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:57.456055 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-1f64bf59-ecc4-40d4-bdf9-bbd38b09bffd service neutron] 10.222.0.88 "GET /v2.0/networks?id=62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 200 len: 922 time: 0.1442795 Jul 16 03:29:57.526142 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-5a41c63e-599f-4c7c-abe9-905669d58367 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25071a00-c7fb-4ede-ab35-84d33fe06946 HTTP/1.1" status: 200 len: 217 time: 0.0583434 Jul 16 03:29:57.556021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e537eb-ee01-48bc-9e76-18d12936fe32 req-ed1f2d91-081e-408b-bb2d-469ad73f5df6 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:57.563042 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19e537eb-ee01-48bc-9e76-18d12936fe32 req-ed1f2d91-081e-408b-bb2d-469ad73f5df6 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.2527962 Jul 16 03:29:57.602756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ff668-e3a6-40a9-b85f-ec99751da719 req-6cce20dd-e9a1-42d9-a48b-195ce221a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:57.604265 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a57ff668-e3a6-40a9-b85f-ec99751da719 req-6cce20dd-e9a1-42d9-a48b-195ce221a6ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a337b5fa97048279105b0af776c1c51&device_id=e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef HTTP/1.1" status: 200 len: 1099 time: 0.2307997 Jul 16 03:29:57.617135 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19e537eb-ee01-48bc-9e76-18d12936fe32 req-a10e5ae7-abf2-46da-83b2-031b4bcfbeca tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531640 Jul 16 03:29:57.672626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e4df-748c-4258-b438-643731dfc885 req-2cfcdc1b-fd9b-4e12-b0f0-9a7e46a00315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:57.675343 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-2cfcdc1b-fd9b-4e12-b0f0-9a7e46a00315 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 200 len: 861 time: 0.1407745 Jul 16 03:29:57.779972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ff668-e3a6-40a9-b85f-ec99751da719 req-a88a18e7-a1f9-4b98-bf8e-62d11c60f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:57.781676 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a57ff668-e3a6-40a9-b85f-ec99751da719 req-a88a18e7-a1f9-4b98-bf8e-62d11c60f54c service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1578319 Jul 16 03:29:57.785407 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-3ba17805-79ef-403e-b230-e9c9c94bcebf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=62b2aeba-30f5-4a54-a630-fa7a29eaec85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968664 Jul 16 03:29:57.858741 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 25071a00-c7fb-4ede-ab35-84d33fe06946 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:29:57.866433 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a57ff668-e3a6-40a9-b85f-ec99751da719 req-875be997-416a-43f3-a40c-ad29e19d1681 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=32a89459-263f-4c33-afc3-47a2200a014b HTTP/1.1" status: 200 len: 217 time: 0.0781343 Jul 16 03:29:57.946979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ff668-e3a6-40a9-b85f-ec99751da719 req-110ee14b-3d16-4f8d-af68-a6c029bac97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:57.957875 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a57ff668-e3a6-40a9-b85f-ec99751da719 req-110ee14b-3d16-4f8d-af68-a6c029bac97f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0658822 Jul 16 03:29:58.014235 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 25071a00-c7fb-4ede-ab35-84d33fe06946 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:29:58.231533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54198) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:58.247108 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-39bb084e-8645-4313-bc8b-833517d7c5b5 service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544294 Jul 16 03:29:58.354614 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-9829050d-aaa9-4dc1-91c9-f0c97dcb94f1 service neutron] 10.222.0.88 "GET /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999022 Jul 16 03:29:58.392871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-388622294-network', 'tenant_id': 'c9cde548ca5e4360aa29814ec36fad13'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:58.425354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] Made reservation on behalf of c9cde548ca5e4360aa29814ec36fad13 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:58.428890 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.438452 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.462509 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff1a98-bcf5-4458-8573-15efd3ae08dc req-9c3db699-c600-4313-8b9f-b7af9d1ff437 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:58.469952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-30ff1a98-bcf5-4458-8573-15efd3ae08dc req-9c3db699-c600-4313-8b9f-b7af9d1ff437 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 945 time: 0.6168444 Jul 16 03:29:58.487129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61a11a-9a4d-4b2b-8597-24fc6f04ddab req-cb3ee886-32c8-4be4-8531-feaf05019817 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:58.494091 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d61a11a-9a4d-4b2b-8597-24fc6f04ddab req-cb3ee886-32c8-4be4-8531-feaf05019817 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 946 time: 0.5329888 Jul 16 03:29:58.516937 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ff668-e3a6-40a9-b85f-ec99751da719 req-f0c1fd84-5c0a-4cc1-bad9-348c1e32e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:58.518446 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a57ff668-e3a6-40a9-b85f-ec99751da719 req-f0c1fd84-5c0a-4cc1-bad9-348c1e32e5a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5181444 Jul 16 03:29:58.551662 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.560699 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.596596 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-30ff1a98-bcf5-4458-8573-15efd3ae08dc req-13758b9b-b47f-4703-b758-d67485910392 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256459 Jul 16 03:29:58.623930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:29:58.646986 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62ffa1c-639e-4f27-9347-3e7f60051bdb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:58.658514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.658870 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] Added segment 6f3c9af7-6099-469a-95ec-6774be18054f of type vlan for network 742e1844-e2d6-4bdd-9e9f-9eec35e3b5df Jul 16 03:29:58.690560 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d61a11a-9a4d-4b2b-8597-24fc6f04ddab req-a411ad6b-8bf6-4e01-a46c-4117bfa297f2 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954238 Jul 16 03:29:58.757715 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a57ff668-e3a6-40a9-b85f-ec99751da719 req-a737bbe1-18cd-47a1-8982-437d6b576102 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224627 Jul 16 03:29:58.807543 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.865828 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.866964 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:58.867563 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:58.898832 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a57ff668-e3a6-40a9-b85f-ec99751da719 req-3170de42-e7e1-41dd-be65-1713abc6bce2 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318450 Jul 16 03:29:58.940654 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] Pushing event updated for resources: {'Network': ['ID=742e1844-e2d6-4bdd-9e9f-9eec35e3b5df,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:58.950494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840e4df-748c-4258-b438-643731dfc885 req-d8a704e5-316f-450b-a70e-1cb2449a9176 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:58.952272 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-d8a704e5-316f-450b-a70e-1cb2449a9176 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650&tenant_id=d7db53df25eb48488a2a44d10dce2113&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 1096 time: 0.2384515 Jul 16 03:29:58.958025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 742e1844-e2d6-4bdd-9e9f-9eec35e3b5df details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:29:58.983227 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-19387c0a-31f4-42a0-a0c5-f2f9125cd7cc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7501335 Jul 16 03:29:58.986443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:29:58.991615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ad4d1f30-f9cc-472f-b788-4846f34a0095 admin admin] Request body: {'subnet': {'network_id': '742e1844-e2d6-4bdd-9e9f-9eec35e3b5df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-388622294-subnet', 'tenant_id': 'c9cde548ca5e4360aa29814ec36fad13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:29:59.040663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4d1f30-f9cc-472f-b788-4846f34a0095 admin admin] Made reservation on behalf of c9cde548ca5e4360aa29814ec36fad13 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:29:59.043689 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1f30-f9cc-472f-b788-4846f34a0095 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.140553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7840e4df-748c-4258-b438-643731dfc885 req-4c941678-abba-4f2a-ab35-e8416bfb3a87 service neutron] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:29:59.144591 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7840e4df-748c-4258-b438-643731dfc885 req-4c941678-abba-4f2a-ab35-e8416bfb3a87 service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.146680 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7840e4df-748c-4258-b438-643731dfc885 req-4c941678-abba-4f2a-ab35-e8416bfb3a87 service neutron] 10.222.0.88 "DELETE /v2.0/ports/25071a00-c7fb-4ede-ab35-84d33fe06946/bindings/n-h2-800088-6 HTTP/1.1" status: 204 len: 173 time: 0.1780896 Jul 16 03:29:59.259537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372bb35-4fab-4f12-9200-5f15b036baa8 req-8d5be9fb-54e5-450b-8277-9c01d5fd6cba tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:59.267145 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6372bb35-4fab-4f12-9200-5f15b036baa8 req-8d5be9fb-54e5-450b-8277-9c01d5fd6cba tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef HTTP/1.1" status: 200 len: 948 time: 0.1684675 Jul 16 03:29:59.338907 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6372bb35-4fab-4f12-9200-5f15b036baa8 req-78a6af6b-9fa4-4624-b465-3d16c252a26b tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708818 Jul 16 03:29:59.398966 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1f30-f9cc-472f-b788-4846f34a0095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.555949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d1f30-f9cc-472f-b788-4846f34a0095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e30715e-fa0b-465e-b2cc-5531f0d769f2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:29:59.565423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d1f30-f9cc-472f-b788-4846f34a0095 admin admin] Checking segment: {'id': '6f3c9af7-6099-469a-95ec-6774be18054f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '742e1844-e2d6-4bdd-9e9f-9eec35e3b5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:29:59.565784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4d1f30-f9cc-472f-b788-4846f34a0095 admin admin] Network hostable DHCP agents. Network: 742e1844-e2d6-4bdd-9e9f-9eec35e3b5df, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:29:59.595644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4d1f30-f9cc-472f-b788-4846f34a0095 admin admin] Network 742e1844-e2d6-4bdd-9e9f-9eec35e3b5df is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:29:59.608389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984129f6-f527-444d-a3c7-ded884b0574e req-a5e8995d-fa6a-4f50-bfca-8a91917d7848 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:59.619780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-984129f6-f527-444d-a3c7-ded884b0574e req-a5e8995d-fa6a-4f50-bfca-8a91917d7848 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.2182138 Jul 16 03:29:59.648696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ad4d1f30-f9cc-472f-b788-4846f34a0095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 742e1844-e2d6-4bdd-9e9f-9eec35e3b5df) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:29:59.658239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4d1f30-f9cc-472f-b788-4846f34a0095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:29:59.659198 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ad4d1f30-f9cc-472f-b788-4846f34a0095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:29:59.667391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4b15e3-9a2f-4440-9a06-dbc65fd866df None None] Network 742e1844-e2d6-4bdd-9e9f-9eec35e3b5df requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:29:59.740053 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-984129f6-f527-444d-a3c7-ded884b0574e req-340600ac-c9d1-4166-853c-c67204a61db8 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183562 Jul 16 03:29:59.746312 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ad4d1f30-f9cc-472f-b788-4846f34a0095 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7577786 Jul 16 03:29:59.861392 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce2fb19-25b5-441e-8c73-6c42913c19f2 None None] Network 742e1844-e2d6-4bdd-9e9f-9eec35e3b5df requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:29:59.876273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 32a89459-263f-4c33-afc3-47a2200a014b details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:00.018966 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48c762-4406-4f38-b340-f612ff6fe3da req-4c076569-91c4-483f-822d-3d6812c8212b tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:00.028855 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be48c762-4406-4f38-b340-f612ff6fe3da req-4c076569-91c4-483f-822d-3d6812c8212b tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 946 time: 0.1322529 Jul 16 03:30:00.061145 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626afe3-b2c0-4637-8bb6-081fa3979ff1 req-0bcf80e0-6b48-435d-80d0-08c4ed767e7c tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:00.062048 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:30:00.063020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3626afe3-b2c0-4637-8bb6-081fa3979ff1 req-0bcf80e0-6b48-435d-80d0-08c4ed767e7c tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 945 time: 0.1507876 Jul 16 03:30:00.077607 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7982592c-0600-4570-8bd8-3c9bcc335edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:00.096987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be48c762-4406-4f38-b340-f612ff6fe3da req-bc6233c7-15c8-4897-9ff1-d4e1e045ee6a tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670412 Jul 16 03:30:00.134616 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3626afe3-b2c0-4637-8bb6-081fa3979ff1 req-708539be-40c5-445c-aa09-9e44ed663c7f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597456 Jul 16 03:30:00.186127 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 32a89459-263f-4c33-afc3-47a2200a014b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=32a89459-263f-4c33-afc3-47a2200a014b,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:00.201491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '32a89459-263f-4c33-afc3-47a2200a014b', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '32a89459-263f-4c33-afc3-47a2200a014b', 'mac_address': 'fa:16:3e:d1:64:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:00.249403 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:00.280235 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32a89459-263f-4c33-afc3-47a2200a014b {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:00.310172 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 32a89459-263f-4c33-afc3-47a2200a014b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=32a89459-263f-4c33-afc3-47a2200a014b,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:00.321248 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:00.390364 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=32a89459-263f-4c33-afc3-47a2200a014b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:00.584046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['32a89459-263f-4c33-afc3-47a2200a014b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:00.657376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c38e30-d9a6-4b44-8857-86468e18cd93 req-c4d55768-7ec1-4048-a9c2-2746f071545e tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:00.658935 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-23c38e30-d9a6-4b44-8857-86468e18cd93 req-c4d55768-7ec1-4048-a9c2-2746f071545e tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 1096 time: 0.1010168 Jul 16 03:30:00.702735 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-23c38e30-d9a6-4b44-8857-86468e18cd93 req-5cbe5464-ddd5-494c-99ab-5c70f94fbc65 tempest-LiveAutoBlockMigrationV225Test-286421846 tempest-LiveAutoBlockMigrationV225Test-286421846-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369709 Jul 16 03:30:00.759083 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:00.979153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0433a-a99e-4120-9c00-56aeee6d127c req-0dab9ecf-7374-4736-97f4-c27c25d7e567 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:00.986095 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79d0433a-a99e-4120-9c00-56aeee6d127c req-0dab9ecf-7374-4736-97f4-c27c25d7e567 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef HTTP/1.1" status: 200 len: 949 time: 0.1024029 Jul 16 03:30:01.030691 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79d0433a-a99e-4120-9c00-56aeee6d127c req-28bbc53f-2cd4-46d1-92dd-f0f407e322ad tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435891 Jul 16 03:30:01.233811 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:01.478053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b374136-7453-4692-ba26-1a455ee496e7 req-af9e180f-997d-478c-82e7-eaead33a80a0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:01.480359 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b374136-7453-4692-ba26-1a455ee496e7 req-af9e180f-997d-478c-82e7-eaead33a80a0 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.20 "GET /v2.0/ports?device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 946 time: 0.2553308 Jul 16 03:30:01.675331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3452e-0446-4eca-b67c-9b93eb7c52ad req-28570ab3-d215-4ae7-b90b-b0c7c3bce318 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:01.676271 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9e3452e-0446-4eca-b67c-9b93eb7c52ad req-28570ab3-d215-4ae7-b90b-b0c7c3bce318 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.1236098 Jul 16 03:30:01.678807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2b374136-7453-4692-ba26-1a455ee496e7 req-d65563c9-5fb4-444a-97fc-d4a5f610b52f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Deleting port 6eff0297-5f22-486d-844e-03a362e0c282 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:01.679194 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b374136-7453-4692-ba26-1a455ee496e7 req-d65563c9-5fb4-444a-97fc-d4a5f610b52f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:01.792426 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9e3452e-0446-4eca-b67c-9b93eb7c52ad req-26699fb7-2b16-4469-bb61-cf71e2a74263 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051028 Jul 16 03:30:01.824658 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2b374136-7453-4692-ba26-1a455ee496e7 req-d65563c9-5fb4-444a-97fc-d4a5f610b52f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] For port 6eff0297-5f22-486d-844e-03a362e0c282, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6eff0297-5f22-486d-844e-03a362e0c282,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:01.825030 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b374136-7453-4692-ba26-1a455ee496e7 req-d65563c9-5fb4-444a-97fc-d4a5f610b52f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:01.887457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 32a89459-263f-4c33-afc3-47a2200a014b up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:01.979049 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 32a89459-263f-4c33-afc3-47a2200a014b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:01.989800 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 32a89459-263f-4c33-afc3-47a2200a014b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:01.991519 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.141640 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5d21e-70e6-410e-a33b-9464046f9d05 req-ee707ac9-d072-4e70-8391-43bcc1ae2d30 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:02.145457 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.149528 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4be5d21e-70e6-410e-a33b-9464046f9d05 req-ee707ac9-d072-4e70-8391-43bcc1ae2d30 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 946 time: 0.3129454 Jul 16 03:30:02.190904 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a89459-263f-4c33-afc3-47a2200a014b'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:02.194174 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4195b51-fe9f-4a87-b593-35566d4c3865" -d '{"events": [{"server_uuid": "e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "32a89459-263f-4c33-afc3-47a2200a014b"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:02.210263 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 32a89459-263f-4c33-afc3-47a2200a014b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=32a89459-263f-4c33-afc3-47a2200a014b,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:02.217544 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.258814 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4be5d21e-70e6-410e-a33b-9464046f9d05 req-41ba6d2d-e2d2-40a6-93d7-9c1446c14ea2 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e6aac86-6348-4c7c-b8e4-190c75259fed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083260 Jul 16 03:30:02.293553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=32a89459-263f-4c33-afc3-47a2200a014b,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:02.296525 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b374136-7453-4692-ba26-1a455ee496e7 req-d65563c9-5fb4-444a-97fc-d4a5f610b52f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.296906 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b374136-7453-4692-ba26-1a455ee496e7 req-d65563c9-5fb4-444a-97fc-d4a5f610b52f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.302646 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-2b374136-7453-4692-ba26-1a455ee496e7 req-d65563c9-5fb4-444a-97fc-d4a5f610b52f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Floating IP 9342c807-069f-4305-ac04-6ca518ab0101 disassociated. External IP: 172.25.3.19, port: 6eff0297-5f22-486d-844e-03a362e0c282. Jul 16 03:30:02.303201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2b374136-7453-4692-ba26-1a455ee496e7 req-d65563c9-5fb4-444a-97fc-d4a5f610b52f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Calling delete_port for 6eff0297-5f22-486d-844e-03a362e0c282 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:02.508330 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a556a-c4c6-4ed9-81b9-d88cb3b7d541 req-3e900d1a-b5b5-4f1e-aae4-a9bcd8ffca3c tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:02.509898 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-de9a556a-c4c6-4ed9-81b9-d88cb3b7d541 req-3e900d1a-b5b5-4f1e-aae4-a9bcd8ffca3c tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.88 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 945 time: 0.1169870 Jul 16 03:30:02.539335 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab70d8-b57d-4677-a8ba-ac2c48adaa37 req-ea0a7abb-e573-48b7-846a-c93a10aa92bb tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:02.544863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b3ab70d8-b57d-4677-a8ba-ac2c48adaa37 req-ea0a7abb-e573-48b7-846a-c93a10aa92bb tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 945 time: 0.2132735 Jul 16 03:30:02.654863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-de9a556a-c4c6-4ed9-81b9-d88cb3b7d541 req-f8767a8c-ce42-4547-8fc5-03ff04a7eac0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Deleting port 25071a00-c7fb-4ede-ab35-84d33fe06946 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:02.655948 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-de9a556a-c4c6-4ed9-81b9-d88cb3b7d541 req-f8767a8c-ce42-4547-8fc5-03ff04a7eac0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.660902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b3ab70d8-b57d-4677-a8ba-ac2c48adaa37 req-db98884a-cef9-4165-8c4b-5f34f4219b3d tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110523 Jul 16 03:30:02.683689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ff02b-08c0-4a8c-b8a5-a1e3c8fde7be req-de8a40cc-1f95-42ad-83e1-fcd301536967 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:02.694508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-912ff02b-08c0-4a8c-b8a5-a1e3c8fde7be req-de8a40cc-1f95-42ad-83e1-fcd301536967 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef HTTP/1.1" status: 200 len: 950 time: 0.1948450 Jul 16 03:30:02.703386 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b374136-7453-4692-ba26-1a455ee496e7 req-d65563c9-5fb4-444a-97fc-d4a5f610b52f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.746456 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3789e0f9-2acf-4369-8c01-dd865ace3245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.754193 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5be52a-048b-453b-a365-821214f45380 x-openstack-request-id: req-6d5be52a-048b-453b-a365-821214f45380 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:02.755303 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef", "name": "network-vif-plugged", "status": "completed", "tag": "32a89459-263f-4c33-afc3-47a2200a014b", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:02.755733 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d5be52a-048b-453b-a365-821214f45380 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:02.756551 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32a89459-263f-4c33-afc3-47a2200a014b', 'code': 200} Jul 16 03:30:02.773412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65563c9-5fb4-444a-97fc-d4a5f610b52f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Pushing event deleted for resources: {'Port': ['ID=6eff0297-5f22-486d-844e-03a362e0c282,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:02.803565 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.807324 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-de9a556a-c4c6-4ed9-81b9-d88cb3b7d541 req-f8767a8c-ce42-4547-8fc5-03ff04a7eac0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] For port 25071a00-c7fb-4ede-ab35-84d33fe06946, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=25071a00-c7fb-4ede-ab35-84d33fe06946,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:02.808291 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-de9a556a-c4c6-4ed9-81b9-d88cb3b7d541 req-f8767a8c-ce42-4547-8fc5-03ff04a7eac0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:02.846734 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-de9a556a-c4c6-4ed9-81b9-d88cb3b7d541 req-f8767a8c-ce42-4547-8fc5-03ff04a7eac0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Calling delete_port for 25071a00-c7fb-4ede-ab35-84d33fe06946 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:02.924418 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-add4304a-93e8-471a-a9b9-09344b59ed09 service neutron] show failed (client error): The resource could not be found. Jul 16 03:30:02.925641 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-add4304a-93e8-471a-a9b9-09344b59ed09 service neutron] 10.222.0.20 "GET /v2.0/ports/5f4c3a11-23bb-453e-b547-7264b54ae5a2/bindings/n-h1-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.1087654 Jul 16 03:30:02.944088 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-912ff02b-08c0-4a8c-b8a5-a1e3c8fde7be req-ea6ac22e-4be6-404e-903c-61a40e7a13b1 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455270 Jul 16 03:30:03.071209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb74102-b691-4c72-bcfc-6beda9ffc2f2 req-2ab2d286-933f-45e2-87dd-3ab3a6ae7059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:03.073159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0bb74102-b691-4c72-bcfc-6beda9ffc2f2 req-2ab2d286-933f-45e2-87dd-3ab3a6ae7059 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef HTTP/1.1" status: 200 len: 1101 time: 0.1914687 Jul 16 03:30:03.091292 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-de9a556a-c4c6-4ed9-81b9-d88cb3b7d541 req-f8767a8c-ce42-4547-8fc5-03ff04a7eac0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:03.103477 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['f06b98fc-7799-47ad-841f-3d890925255e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:03.156537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0bb74102-b691-4c72-bcfc-6beda9ffc2f2 req-4d15287f-d4ea-4f5c-a3e6-fe7eb0ef4c76 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741107 Jul 16 03:30:03.157889 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8767a8c-ce42-4547-8fc5-03ff04a7eac0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Pushing event deleted for resources: {'Port': ['ID=25071a00-c7fb-4ede-ab35-84d33fe06946,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:03.187448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b374136-7453-4692-ba26-1a455ee496e7 req-d65563c9-5fb4-444a-97fc-d4a5f610b52f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:30:03.291864 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9a556a-c4c6-4ed9-81b9-d88cb3b7d541 req-f8767a8c-ce42-4547-8fc5-03ff04a7eac0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] No DVR routers for this DVR port 25071a00-c7fb-4ede-ab35-84d33fe06946 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:03.294931 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-de9a556a-c4c6-4ed9-81b9-d88cb3b7d541 req-f8767a8c-ce42-4547-8fc5-03ff04a7eac0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:03.297305 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-de9a556a-c4c6-4ed9-81b9-d88cb3b7d541 req-f8767a8c-ce42-4547-8fc5-03ff04a7eac0 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.88 "DELETE /v2.0/ports/25071a00-c7fb-4ede-ab35-84d33fe06946 HTTP/1.1" status: 204 len: 173 time: 0.7799726 Jul 16 03:30:03.298171 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ef3fd8-668d-46ed-98fe-8cad4a329650', 'name': 'network-vif-deleted', 'tag': '25071a00-c7fb-4ede-ab35-84d33fe06946'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:03.302558 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97876a3-f920-4f0e-a728-8950ab0b020f" -d '{"events": [{"server_uuid": "24ef3fd8-668d-46ed-98fe-8cad4a329650", "name": "network-vif-deleted", "tag": "25071a00-c7fb-4ede-ab35-84d33fe06946"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:03.509601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b374136-7453-4692-ba26-1a455ee496e7 req-d65563c9-5fb4-444a-97fc-d4a5f610b52f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:03.511530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-897bd22b-3057-4278-92b3-b0b5cfb864ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:03.513447 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-897bd22b-3057-4278-92b3-b0b5cfb864ef service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821&tenant_id=ad10fbf176f74734b5667b3f7c9813ba HTTP/1.1" status: 200 len: 1101 time: 0.1070678 Jul 16 03:30:03.519330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e319e-b483-4257-91c9-8c265e0fd542 None None] Sync routers for ids ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:03.533203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e319e-b483-4257-91c9-8c265e0fd542 None None] Routers {'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:03.535020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c05e319e-b483-4257-91c9-8c265e0fd542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:03.539620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:03.556340 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738154c9-4756-4520-a1ec-0bd2650ab900 req-5af6249f-d66a-4dd7-8408-87763b1212c3 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:03.563834 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-738154c9-4756-4520-a1ec-0bd2650ab900 req-5af6249f-d66a-4dd7-8408-87763b1212c3 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.2296042 Jul 16 03:30:03.587817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b374136-7453-4692-ba26-1a455ee496e7 req-d65563c9-5fb4-444a-97fc-d4a5f610b52f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] No DVR routers for this DVR port 6eff0297-5f22-486d-844e-03a362e0c282 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:03.591097 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b374136-7453-4692-ba26-1a455ee496e7 req-d65563c9-5fb4-444a-97fc-d4a5f610b52f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:03.595552 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b374136-7453-4692-ba26-1a455ee496e7 req-d65563c9-5fb4-444a-97fc-d4a5f610b52f tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.20 "DELETE /v2.0/ports/6eff0297-5f22-486d-844e-03a362e0c282 HTTP/1.1" status: 204 len: 173 time: 2.1086419 Jul 16 03:30:03.596045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '494919d0-c9e7-4001-a9c2-c417881f5e7a', 'name': 'network-vif-deleted', 'tag': '6eff0297-5f22-486d-844e-03a362e0c282'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:03.599439 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6f04ea-e269-4167-9444-9fbc0f9f0a33" -d '{"events": [{"server_uuid": "494919d0-c9e7-4001-a9c2-c417881f5e7a", "name": "network-vif-deleted", "tag": "6eff0297-5f22-486d-844e-03a362e0c282"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:03.672977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-738154c9-4756-4520-a1ec-0bd2650ab900 req-6b17e536-ce8c-43d7-aaa4-97be136a732d tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081576 Jul 16 03:30:03.751199 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:03.859642 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2d02e0-badf-4119-a8d4-5eaeed46b65c x-openstack-request-id: req-8e2d02e0-badf-4119-a8d4-5eaeed46b65c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:03.861238 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ef3fd8-668d-46ed-98fe-8cad4a329650", "name": "network-vif-deleted", "tag": "25071a00-c7fb-4ede-ab35-84d33fe06946", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:03.861713 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e2d02e0-badf-4119-a8d4-5eaeed46b65c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:03.868060 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ef3fd8-668d-46ed-98fe-8cad4a329650', 'name': 'network-vif-deleted', 'tag': '25071a00-c7fb-4ede-ab35-84d33fe06946', 'status': 'completed', 'code': 200} Jul 16 03:30:03.919225 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17779c94-c593-4370-9a4e-5e972f7125e5 x-openstack-request-id: req-17779c94-c593-4370-9a4e-5e972f7125e5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:03.919811 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "494919d0-c9e7-4001-a9c2-c417881f5e7a", "name": "network-vif-deleted", "tag": "6eff0297-5f22-486d-844e-03a362e0c282", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:03.919811 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17779c94-c593-4370-9a4e-5e972f7125e5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:03.920184 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '494919d0-c9e7-4001-a9c2-c417881f5e7a', 'name': 'network-vif-deleted', 'tag': '6eff0297-5f22-486d-844e-03a362e0c282', 'status': 'completed', 'code': 200} Jul 16 03:30:03.974734 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef307ec8-3b37-4911-bea5-721b098dce04 req-42167d90-5bc3-4324-82b4-e2271e84dc2c tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/ports?device_id=494919d0-c9e7-4001-a9c2-c417881f5e7a HTTP/1.1" status: 200 len: 210 time: 0.0810792 Jul 16 03:30:04.122279 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72b018bd-250a-4b8f-b202-b8f97dac0e73 req-86f072ca-2514-416b-9de6-0456fa4c37bd tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 210 time: 0.0838158 Jul 16 03:30:04.123571 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:04.213415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:04.252488 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:04.313416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c05e319e-b483-4257-91c9-8c265e0fd542 None None] Set router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:04.325283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:04.339100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Transition to ACTIVE for port object 5f4c3a11-23bb-453e-b547-7264b54ae5a2 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:04.348329 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:04.557647 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] No DVR routers for this DVR port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:04.577114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4c3a11-23bb-453e-b547-7264b54ae5a2,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:04.684956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Attempting to bind port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:04.697433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Attempting to bind port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:04.697914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Attempting to bind port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:04.721985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:04.722429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Attempting to bind port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:04.744882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:04.748404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:04.748933 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:04.750025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 25071a00-c7fb-4ede-ab35-84d33fe06946 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:04.750988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Bound port: 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:04.751472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:04.753088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c1ff2-3ddf-4a58-b60b-9375d3db84bb req-e4a07079-41f5-454f-b27c-e111150994d5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:04.763305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d00c1ff2-3ddf-4a58-b60b-9375d3db84bb req-e4a07079-41f5-454f-b27c-e111150994d5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef HTTP/1.1" status: 200 len: 950 time: 0.2268686 Jul 16 03:30:04.851592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 25071a00-c7fb-4ede-ab35-84d33fe06946 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:04.854452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 25071a00-c7fb-4ede-ab35-84d33fe06946 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:04.905616 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d00c1ff2-3ddf-4a58-b60b-9375d3db84bb req-a85303bc-af0c-4b0b-9908-75c6e483e53a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412985 Jul 16 03:30:04.934325 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:04.938738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:04.950762 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:05.013899 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:05.014621 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:05.016237 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] 10.222.0.88 "PUT /v2.0/ports/5f4c3a11-23bb-453e-b547-7264b54ae5a2 HTTP/1.1" status: 200 len: 1096 time: 1.4876831 Jul 16 03:30:05.044630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780c358-057b-4bf0-975e-a06a7b062501 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4c3a11-23bb-453e-b547-7264b54ae5a2,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:05.151457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c05e319e-b483-4257-91c9-8c265e0fd542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd594e4a7-1567-4ed1-b646-4fb1874c13c1', 'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'mac_address': 'fa:16:3e:02:f1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:21Z', 'updated_at': '2021-07-16T03:25:31Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'subnets': [{'id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:05.176091 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-82d4eb80-3200-45ba-b4bf-0b7fb4ca41ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:05.180063 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-82d4eb80-3200-45ba-b4bf-0b7fb4ca41ba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 1099 time: 0.1248357 Jul 16 03:30:05.242287 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e319e-b483-4257-91c9-8c265e0fd542 None None] Checking router: ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:30:05.279637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e319e-b483-4257-91c9-8c265e0fd542 None None] Routers {'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:05.292372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c05e319e-b483-4257-91c9-8c265e0fd542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:05.324686 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4475df-463e-4356-8592-db147b5ad41b req-a1432965-2173-4471-bd7e-06e1a237ae78 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:05.332598 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5f4475df-463e-4356-8592-db147b5ad41b req-a1432965-2173-4471-bd7e-06e1a237ae78 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 948 time: 0.0900939 Jul 16 03:30:05.427960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5f4475df-463e-4356-8592-db147b5ad41b req-366a9078-351c-4234-96ed-25a1a0b4dd0f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938482 Jul 16 03:30:05.493741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-38e72270-a5d3-4ddb-8da7-47d9b6808b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:05.495692 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-38e72270-a5d3-4ddb-8da7-47d9b6808b36 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.3030570 Jul 16 03:30:05.597128 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-339493f4-bd69-44da-a9c8-c3a609348f60 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2 HTTP/1.1" status: 200 len: 217 time: 0.0751750 Jul 16 03:30:05.613415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c05e319e-b483-4257-91c9-8c265e0fd542 None None] Set router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:05.689549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-a5666125-4541-4dfd-ba8f-5aa6a454829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:05.691025 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-a5666125-4541-4dfd-ba8f-5aa6a454829e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0823770 Jul 16 03:30:05.737899 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:05.876195 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2'}, {'name': 'network-changed', 'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:05.878563 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4141f67e-3618-41b0-924c-c3bca2a832f6" -d '{"events": [{"server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2"}, {"name": "network-changed", "server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:05.898205 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6eff0297-5f22-486d-844e-03a362e0c282 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:05.966605 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-f0c98131-e17a-45a3-aa09-3a83d63f00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:05.970344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 6eff0297-5f22-486d-844e-03a362e0c282 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:05.970688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6eff0297-5f22-486d-844e-03a362e0c282 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:05.972220 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-f0c98131-e17a-45a3-aa09-3a83d63f00f5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2381437 Jul 16 03:30:06.141998 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0117da8a-d445-41ba-af52-8a24707286cf req-4e42371c-43d5-43df-a8a7-839b564c8611 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 210 time: 0.0713463 Jul 16 03:30:06.179682 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-79ddecf6-3ba3-411b-8bac-220e791c0ca3 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993415 Jul 16 03:30:06.233699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c05e319e-b483-4257-91c9-8c265e0fd542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd594e4a7-1567-4ed1-b646-4fb1874c13c1', 'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'mac_address': 'fa:16:3e:02:f1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:21Z', 'updated_at': '2021-07-16T03:25:31Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'subnets': [{'id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:06.277633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05e319e-b483-4257-91c9-8c265e0fd542 None None] The sync data for ids ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'] in n-d-800088-6 is: [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd594e4a7-1567-4ed1-b646-4fb1874c13c1', 'name': '', 'network_id': '3b81a2ed-00e6-441b-ab06-b543304c7c21', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'mac_address': 'fa:16:3e:02:f1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:21Z', 'updated_at': '2021-07-16T03:25:31Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'subnets': [{'id': 'd05c25c6-bed0-4cc4-be87-9f3386e3f499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:06.364481 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2765ae5e-a09f-48a3-acf4-345ba25511cd x-openstack-request-id: req-2765ae5e-a09f-48a3-acf4-345ba25511cd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:06.364791 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2", "code": 200}, {"name": "network-changed", "server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:06.365044 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2765ae5e-a09f-48a3-acf4-345ba25511cd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:06.365440 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2', 'code': 200} Jul 16 03:30:06.365694 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2', 'status': 'completed', 'code': 200} Jul 16 03:30:06.367938 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a3ee21b-8565-4744-9944-5078e9aa8e00 req-67bd99e5-5ee9-4250-8f6e-3e8f3cb6e8da service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728857 Jul 16 03:30:06.551267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-26eb44d0-1f77-4ad6-b31d-f27d944e7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:06.559621 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-26eb44d0-1f77-4ad6-b31d-f27d944e7601 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 1099 time: 0.1611583 Jul 16 03:30:06.638055 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-9faf0d85-ee71-445b-a5da-6d6ac967c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:06.639593 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-9faf0d85-ee71-445b-a5da-6d6ac967c983 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 1099 time: 0.1870267 Jul 16 03:30:06.705766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-d4867064-a24a-4ca7-bfb8-94fc94bd19af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:06.707956 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-d4867064-a24a-4ca7-bfb8-94fc94bd19af service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1453419 Jul 16 03:30:06.738234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-30050b85-004b-4362-bd6b-abe73858671b tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=2a337b5fa97048279105b0af776c1c51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289140 Jul 16 03:30:06.880390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7aa18bcf-fe75-413b-b46b-87a3af11a670 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:06.889861 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4374c76-b39f-4150-a7ef-1e737e82055b None None] New status for floating IP 9342c807-069f-4305-ac04-6ca518ab0101: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:30:06.899933 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7aa18bcf-fe75-413b-b46b-87a3af11a670 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527464 Jul 16 03:30:07.010587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-9acf025b-a614-4f17-9ab0-a64402b01a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:07.012363 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-9acf025b-a614-4f17-9ab0-a64402b01a50 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.3646071 Jul 16 03:30:07.022010 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-4140f099-ccb7-4b05-81ac-a1e12034e912 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2 HTTP/1.1" status: 200 len: 217 time: 0.2770252 Jul 16 03:30:07.077159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-1beb6ee4-47f0-47fc-ac45-68c47f64f477 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/quotas/2a337b5fa97048279105b0af776c1c51 HTTP/1.1" status: 200 len: 375 time: 0.1761098 Jul 16 03:30:07.115702 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-d829d2bf-e8f8-43f9-8d4b-a9ae5e935f6e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2 HTTP/1.1" status: 200 len: 217 time: 0.0904830 Jul 16 03:30:07.214603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-0e76d298-221d-4167-a4dd-af05149b0e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:07.216783 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-0e76d298-221d-4167-a4dd-af05149b0e4b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0914896 Jul 16 03:30:07.363564 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-72f044b1-a2f7-47ec-9dd5-f46600e14ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:07.366033 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-72f044b1-a2f7-47ec-9dd5-f46600e14ef2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.3413434 Jul 16 03:30:07.374613 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-245eb971-ce15-4f0b-8c55-79143d67ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:07.377661 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-245eb971-ce15-4f0b-8c55-79143d67ec0b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1517148 Jul 16 03:30:07.525898 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-4aa7f93f-a9ed-43be-8661-99992c2536e9 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370559 Jul 16 03:30:07.555332 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-2bd28373-b8ac-40fc-8f30-26022af27188 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a337b5fa97048279105b0af776c1c51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4772146 Jul 16 03:30:07.619551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cefdf03c-0b40-4515-90d7-99668526c48d req-df3777e6-06b4-4573-9c1b-1d69d7c4b967 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5403352 Jul 16 03:30:07.648677 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220972c-3599-4617-a37b-58133e7829b3 req-c9d3af06-7374-455a-b812-ce984e6b152a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:07.661097 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c220972c-3599-4617-a37b-58133e7829b3 req-c9d3af06-7374-455a-b812-ce984e6b152a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 948 time: 0.2903900 Jul 16 03:30:07.721029 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-c1b526c5-170b-4512-8838-49f1cb3df41c service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825509 Jul 16 03:30:07.739539 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-7de5d68c-8839-4f01-b018-ec087ad74530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:07.741162 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-7de5d68c-8839-4f01-b018-ec087ad74530 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3622818 Jul 16 03:30:07.820018 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c220972c-3599-4617-a37b-58133e7829b3 req-9af44911-db2f-4396-bd45-5d1099f91da9 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579347 Jul 16 03:30:07.924776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdf03c-0b40-4515-90d7-99668526c48d req-480b939c-bf6f-4781-9f22-1980e5da2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:07.925446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5f4c3a11-23bb-453e-b547-7264b54ae5a2 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:07.928995 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cefdf03c-0b40-4515-90d7-99668526c48d req-480b939c-bf6f-4781-9f22-1980e5da2384 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 1100 time: 0.2342598 Jul 16 03:30:08.035399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5f4c3a11-23bb-453e-b547-7264b54ae5a2 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:08.181092 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-7b27db29-0ea3-4216-a73c-a945ac6eecd2 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293275 Jul 16 03:30:08.257099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdf03c-0b40-4515-90d7-99668526c48d req-5cde7fcc-5fa4-4828-b27b-0558ab0b04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:08.258853 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cefdf03c-0b40-4515-90d7-99668526c48d req-5cde7fcc-5fa4-4828-b27b-0558ab0b04ec service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.2924488 Jul 16 03:30:08.391308 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-16b141f4-4ab4-44fb-8300-1d83a36f0bbd req-087497a3-2ed9-42b9-841e-397861ff2f8c tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 210 time: 0.0953021 Jul 16 03:30:08.397927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cefdf03c-0b40-4515-90d7-99668526c48d req-66071ffa-11ac-4c27-80e6-c8a186e30ad9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=4be59503-333b-4779-be07-46d349b2f71f HTTP/1.1" status: 200 len: 217 time: 0.1030583 Jul 16 03:30:08.407208 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b4371-4874-4160-8def-b5afdcf5db8f req-9b372c38-c0e4-4c8e-9932-2a81c5f08742 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:08.414852 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e74b4371-4874-4160-8def-b5afdcf5db8f req-9b372c38-c0e4-4c8e-9932-2a81c5f08742 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 946 time: 0.3589191 Jul 16 03:30:08.486017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4141f67e-3618-41b0-924c-c3bca2a832f6 req-3bfaf195-cf3c-412f-891a-1582ea2fffe6 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945788 Jul 16 03:30:08.522224 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e74b4371-4874-4160-8def-b5afdcf5db8f req-40d61be1-86e6-4133-aa93-a3c1a9be7ae7 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/security-groups?id=6309b073-62c1-42f5-a1b7-7e4b1a305fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063869 Jul 16 03:30:08.544959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdf03c-0b40-4515-90d7-99668526c48d req-941a5310-ad78-4f43-9f59-8130665862e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:08.546484 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cefdf03c-0b40-4515-90d7-99668526c48d req-941a5310-ad78-4f43-9f59-8130665862e1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1243000 Jul 16 03:30:08.593313 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54420) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:08.708298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdf03c-0b40-4515-90d7-99668526c48d req-1dfafc07-b8c6-4a60-afc9-a01166fce60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:08.709889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cefdf03c-0b40-4515-90d7-99668526c48d req-1dfafc07-b8c6-4a60-afc9-a01166fce60d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1520879 Jul 16 03:30:08.724696 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-295bf892-a4ba-4f5e-a2d0-8f8020e83ea7 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:08.767175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5f4c3a11-23bb-453e-b547-7264b54ae5a2 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:08.780153 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-295bf892-a4ba-4f5e-a2d0-8f8020e83ea7 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:08.915465 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-295bf892-a4ba-4f5e-a2d0-8f8020e83ea7 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:08.923685 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-295bf892-a4ba-4f5e-a2d0-8f8020e83ea7 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:08.924985 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-295bf892-a4ba-4f5e-a2d0-8f8020e83ea7 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "DELETE /v2.0/security-groups/2e6aac86-6348-4c7c-b8e4-190c75259fed HTTP/1.1" status: 204 len: 168 time: 0.3302999 Jul 16 03:30:08.939456 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54434) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:08.954619 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5e99e4d-41a5-44c5-8931-a8c23e15218f req-a3e8d9b2-0512-442e-afc3-87c8e8abba2b tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 210 time: 0.1259506 Jul 16 03:30:08.988361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bf892-a4ba-4f5e-a2d0-8f8020e83ea7 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6aac86-6348-4c7c-b8e4-190c75259fed,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:09.025120 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-c953e237-9653-495f-a242-a9e76502fb19 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] show failed (client error): The resource could not be found. Jul 16 03:30:09.026174 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c953e237-9653-495f-a242-a9e76502fb19 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "GET /v2.0/security-groups/2e6aac86-6348-4c7c-b8e4-190c75259fed HTTP/1.1" status: 404 len: 347 time: 0.0857725 Jul 16 03:30:09.029535 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54436) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:09.084705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:09.120481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '5f4c3a11-23bb-453e-b547-7264b54ae5a2', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '5f4c3a11-23bb-453e-b547-7264b54ae5a2', 'mac_address': 'fa:16:3e:c2:ae:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:09.194708 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.211097 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4c3a11-23bb-453e-b547-7264b54ae5a2 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:09.218028 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cefdf03c-0b40-4515-90d7-99668526c48d req-e6e426f4-9ac1-40e4-b54d-45b6fde65d4c service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973059 Jul 16 03:30:09.236812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:09.245059 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.347106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-26e8bfad-8810-4ee2-9d80-0fe206fde841 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Deleting port f5cde88b-f280-4696-a987-f04598aca06b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:09.347931 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26e8bfad-8810-4ee2-9d80-0fe206fde841 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.360702 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=5f4c3a11-23bb-453e-b547-7264b54ae5a2,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:09.460737 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26e8bfad-8810-4ee2-9d80-0fe206fde841 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.461414 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26e8bfad-8810-4ee2-9d80-0fe206fde841 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.476639 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-26e8bfad-8810-4ee2-9d80-0fe206fde841 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Calling delete_port for f5cde88b-f280-4696-a987-f04598aca06b owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:09.497847 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-c0bf6813-ea82-4e4b-be17-5c846cabb2c0 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:09.504709 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-c0bf6813-ea82-4e4b-be17-5c846cabb2c0 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/networks?id=742e1844-e2d6-4bdd-9e9f-9eec35e3b5df HTTP/1.1" status: 200 len: 809 time: 0.3194859 Jul 16 03:30:09.515748 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cefdf03c-0b40-4515-90d7-99668526c48d req-cf8470da-a961-44de-8003-0b7eeab453eb service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777836 Jul 16 03:30:09.523576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88551b-ae5a-4ec3-8171-1713cce481e4 req-71093bef-809a-4a50-8154-cf6bd8b66a96 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:09.534219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef88551b-ae5a-4ec3-8171-1713cce481e4 req-71093bef-809a-4a50-8154-cf6bd8b66a96 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 948 time: 0.3917189 Jul 16 03:30:09.578679 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-140f3dd1-2e47-471c-b862-91b028876385 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/quotas/c9cde548ca5e4360aa29814ec36fad13 HTTP/1.1" status: 200 len: 375 time: 0.0730274 Jul 16 03:30:09.583446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['5f4c3a11-23bb-453e-b547-7264b54ae5a2'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:09.648735 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-efdf5d04-1405-4dcd-b93a-80815ac70206 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c9cde548ca5e4360aa29814ec36fad13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614324 Jul 16 03:30:09.783673 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef88551b-ae5a-4ec3-8171-1713cce481e4 req-c3121a93-4c67-415a-b4a8-303350a01a7e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497156 Jul 16 03:30:09.853605 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26e8bfad-8810-4ee2-9d80-0fe206fde841 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:09.919388 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-dcdde175-58fd-40b5-b3a7-6ff7c7635904 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=2a337b5fa97048279105b0af776c1c51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1317317 Jul 16 03:30:09.958134 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-d871e6a8-3b7f-4bea-9640-3a8185416df2 service neutron] 10.222.0.18 "GET /v2.0/networks/742e1844-e2d6-4bdd-9e9f-9eec35e3b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083444 Jul 16 03:30:09.998925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8bfad-8810-4ee2-9d80-0fe206fde841 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Pushing event deleted for resources: {'Port': ['ID=f5cde88b-f280-4696-a987-f04598aca06b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:10.151805 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26e8bfad-8810-4ee2-9d80-0fe206fde841 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.167697 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26e8bfad-8810-4ee2-9d80-0fe206fde841 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.171531 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-26e8bfad-8810-4ee2-9d80-0fe206fde841 tempest-ServersWithSpecificFlavorTestJSON-1405887412 tempest-ServersWithSpecificFlavorTestJSON-1405887412-project] 10.222.0.18 "DELETE /v2.0/floatingips/9342c807-069f-4305-ac04-6ca518ab0101 HTTP/1.1" status: 204 len: 168 time: 1.1386104 Jul 16 03:30:10.242328 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-785cd0f0-6dd7-466d-940b-36ee3a394a39 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:10.244718 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-785cd0f0-6dd7-466d-940b-36ee3a394a39 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743342 Jul 16 03:30:10.264947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-48cdad0c-ac98-418a-8366-3f07cd91f6d2 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Request body: {'port': {'device_id': '71212d47-186a-4f80-94ba-b3edbd0a8423', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '2a337b5fa97048279105b0af776c1c51'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:10.768543 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5f4c3a11-23bb-453e-b547-7264b54ae5a2 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:10.809600 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f90f52f2-e46f-463f-8ef1-3385b50706c1 req-b05859fd-b424-401d-a7d0-dfb2fcb89f4f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=24ef3fd8-668d-46ed-98fe-8cad4a329650 HTTP/1.1" status: 200 len: 210 time: 0.0428755 Jul 16 03:30:10.916710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:10.924017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:10.927469 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:10.977100 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-79dd3049-0c60-44e0-b4fb-606df4dba775 service neutron] 10.222.0.18 "GET /v2.0/networks/742e1844-e2d6-4bdd-9e9f-9eec35e3b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0145850 Jul 16 03:30:11.065105 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.133449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-48cdad0c-ac98-418a-8366-3f07cd91f6d2 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Made reservation on behalf of 2a337b5fa97048279105b0af776c1c51 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:11.137590 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-48cdad0c-ac98-418a-8366-3f07cd91f6d2 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.149994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:11.156143 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0ff11d-b8d3-4dd7-a566-785e97fd6bc9" -d '{"events": [{"server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "name": "network-vif-plugged", "status": "completed", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:11.215697 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:11.226946 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:11.330913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ad3353c-aeba-4fcb-ab26-e2d2a54ad862 req-66ed291b-694c-48aa-9168-6ce8512975e5 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 210 time: 0.0501556 Jul 16 03:30:11.372769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=5f4c3a11-23bb-453e-b547-7264b54ae5a2,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:11.487127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-48cdad0c-ac98-418a-8366-3f07cd91f6d2 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Allocated IP 192.168.233.120 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/ea8f7405-25e0-4446-8f83-28f4d1d12be2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:11.916817 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-48cdad0c-ac98-418a-8366-3f07cd91f6d2 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.049023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d03d89-22ab-4492-9669-e339a68e1de7 req-02f627aa-02cc-4ed0-bd28-455a579e8464 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:12.071904 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09d03d89-22ab-4492-9669-e339a68e1de7 req-02f627aa-02cc-4ed0-bd28-455a579e8464 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.3720636 Jul 16 03:30:12.107811 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-48cdad0c-ac98-418a-8366-3f07cd91f6d2 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Transition to ACTIVE for port object ea8f7405-25e0-4446-8f83-28f4d1d12be2 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:12.277666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09d03d89-22ab-4492-9669-e339a68e1de7 req-a947d63d-0ec3-4810-8e6e-41b438d040f2 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021029 Jul 16 03:30:12.393217 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-48cdad0c-ac98-418a-8366-3f07cd91f6d2 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.404912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['32a89459-263f-4c33-afc3-47a2200a014b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:12.408095 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0092e6d3-3a8a-42e2-971a-9534132bf344 x-openstack-request-id: req-0092e6d3-3a8a-42e2-971a-9534132bf344 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:12.408706 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "name": "network-vif-plugged", "status": "completed", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:12.409210 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0092e6d3-3a8a-42e2-971a-9534132bf344 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:12.409847 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2', 'code': 200} Jul 16 03:30:12.502921 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb117b-29ce-4c60-bc16-208126d89b63 req-912f4979-f361-4b17-a392-d2cc8b7b556c tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:12.519287 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bdb117b-29ce-4c60-bc16-208126d89b63 req-912f4979-f361-4b17-a392-d2cc8b7b556c tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 946 time: 0.6481719 Jul 16 03:30:12.647516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-48cdad0c-ac98-418a-8366-3f07cd91f6d2 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:12.705230 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c78ab1bd-0609-44cc-af62-a06923a6de91 req-29afb93d-0823-41fa-9cbe-323a5d124eac tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 210 time: 0.1607025 Jul 16 03:30:12.710161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-48cdad0c-ac98-418a-8366-3f07cd91f6d2 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:12.720105 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-48cdad0c-ac98-418a-8366-3f07cd91f6d2 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:12.841927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-48cdad0c-ac98-418a-8366-3f07cd91f6d2 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:12.843157 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-48cdad0c-ac98-418a-8366-3f07cd91f6d2 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:12.950544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdad0c-ac98-418a-8366-3f07cd91f6d2 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Pushing event updated for resources: {'Port': ['ID=ea8f7405-25e0-4446-8f83-28f4d1d12be2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:12.984269 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bdb117b-29ce-4c60-bc16-208126d89b63 req-4dbd02f9-6c88-4b72-a22a-1aef3707fc91 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/security-groups?id=6309b073-62c1-42f5-a1b7-7e4b1a305fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4607799 Jul 16 03:30:12.987313 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-48cdad0c-ac98-418a-8366-3f07cd91f6d2 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7314587 Jul 16 03:30:13.000089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Request body: {'port': {'device_id': '71212d47-186a-4f80-94ba-b3edbd0a8423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:13.413877 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.601737 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7de48cf7-ce49-403d-b9dc-518dab3dbeed None None] Provisioning for port ea8f7405-25e0-4446-8f83-28f4d1d12be2 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:13.606423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7de48cf7-ce49-403d-b9dc-518dab3dbeed None None] Provisioning complete for port ea8f7405-25e0-4446-8f83-28f4d1d12be2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:13.606916 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7de48cf7-ce49-403d-b9dc-518dab3dbeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:13.724912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7de48cf7-ce49-403d-b9dc-518dab3dbeed None None] Port ea8f7405-25e0-4446-8f83-28f4d1d12be2 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:30:14.025265 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-e8b1f11c-a833-49e1-a8ec-80c83e8ede4c tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:14.027543 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-e8b1f11c-a833-49e1-a8ec-80c83e8ede4c tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.88 "GET /v2.0/networks?id=742e1844-e2d6-4bdd-9e9f-9eec35e3b5df HTTP/1.1" status: 200 len: 809 time: 0.2208724 Jul 16 03:30:14.049448 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-087e6930-68a2-4ae4-ba6f-7df9421a5dbb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Request body: {'port': {'device_id': '3fd621bd-e5b9-4e3f-a58b-24fb46218d3f', 'network_id': '742e1844-e2d6-4bdd-9e9f-9eec35e3b5df', 'admin_state_up': True, 'tenant_id': 'c9cde548ca5e4360aa29814ec36fad13'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:14.146423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3eb346-fb38-4973-b651-be8c8ac0e6d3 req-1f810837-ff73-41f5-9920-088cec6f0294 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:14.158675 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c3eb346-fb38-4973-b651-be8c8ac0e6d3 req-1f810837-ff73-41f5-9920-088cec6f0294 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 936 time: 0.6696498 Jul 16 03:30:14.313637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00aa54-625f-47a1-af47-08b7800c878d req-c7c3557f-2981-462c-a88f-61da0ad9c4c8 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:14.315342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-c7c3557f-2981-462c-a88f-61da0ad9c4c8 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.88 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821&tenant_id=ad10fbf176f74734b5667b3f7c9813ba&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 950 time: 0.2821748 Jul 16 03:30:14.338440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-087e6930-68a2-4ae4-ba6f-7df9421a5dbb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Made reservation on behalf of c9cde548ca5e4360aa29814ec36fad13 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:14.342342 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-087e6930-68a2-4ae4-ba6f-7df9421a5dbb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.422610 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c3eb346-fb38-4973-b651-be8c8ac0e6d3 req-3ba5817f-6553-4e29-bab7-df3533c585ce tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628036 Jul 16 03:30:14.538659 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8f7405-25e0-4446-8f83-28f4d1d12be2 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:14.556344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24ef09-1c33-44ff-b5bf-906b7756bc23 req-08b0b198-9b4b-4446-b223-d3494cb8628f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:14.568104 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b24ef09-1c33-44ff-b5bf-906b7756bc23 req-08b0b198-9b4b-4446-b223-d3494cb8628f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.4776244 Jul 16 03:30:14.589111 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.605262 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-087e6930-68a2-4ae4-ba6f-7df9421a5dbb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Allocated IP 172.20.0.9 (742e1844-e2d6-4bdd-9e9f-9eec35e3b5df/0e30715e-fa0b-465e-b2cc-5531f0d769f2/eaf178f4-585a-4e00-8029-b6a1ba2fad29) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:14.621685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Transition to ACTIVE for port object ea8f7405-25e0-4446-8f83-28f4d1d12be2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:14.667721 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.743859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-c256f0fc-96c0-4c16-bf01-308066cdb408 service neutron] 10.222.0.88 "GET /v2.0/ports/5f4c3a11-23bb-453e-b547-7264b54ae5a2/bindings/n-h1-800088-6 HTTP/1.1" status: 200 len: 382 time: 0.3448124 Jul 16 03:30:14.748419 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3352f125-e280-487e-a668-e2c934185072 req-8b13ec39-4de8-4faf-ba42-6405f43d2e75 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 210 time: 0.0954254 Jul 16 03:30:14.825908 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b24ef09-1c33-44ff-b5bf-906b7756bc23 req-e2627fc5-fc10-44db-b44e-44c80ae05915 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532742 Jul 16 03:30:14.909951 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-087e6930-68a2-4ae4-ba6f-7df9421a5dbb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:14.958319 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8f7405-25e0-4446-8f83-28f4d1d12be2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:15.040728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-087e6930-68a2-4ae4-ba6f-7df9421a5dbb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:15.204765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Attempting to bind port ea8f7405-25e0-4446-8f83-28f4d1d12be2 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:15.207044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Attempting to bind port ea8f7405-25e0-4446-8f83-28f4d1d12be2 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:15.208111 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Attempting to bind port ea8f7405-25e0-4446-8f83-28f4d1d12be2 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:15.219474 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Port ea8f7405-25e0-4446-8f83-28f4d1d12be2 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:15.219814 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Attempting to bind port ea8f7405-25e0-4446-8f83-28f4d1d12be2 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:15.226928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:15.227276 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:15.227671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:15.228118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Bound port: ea8f7405-25e0-4446-8f83-28f4d1d12be2, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:15.228529 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:15.230303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-087e6930-68a2-4ae4-ba6f-7df9421a5dbb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Network 742e1844-e2d6-4bdd-9e9f-9eec35e3b5df is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:15.238954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e6930-68a2-4ae4-ba6f-7df9421a5dbb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Pushing event updated for resources: {'Port': ['ID=eaf178f4-585a-4e00-8029-b6a1ba2fad29,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:15.250658 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-087e6930-68a2-4ae4-ba6f-7df9421a5dbb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:15.257192 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-087e6930-68a2-4ae4-ba6f-7df9421a5dbb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:15.295443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00aa54-625f-47a1-af47-08b7800c878d req-58ed3c68-d12d-45d0-acf4-399935e0b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:15.299222 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-58ed3c68-d12d-45d0-acf4-399935e0b122 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 1101 time: 0.5247762 Jul 16 03:30:15.396887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] For port ea8f7405-25e0-4446-8f83-28f4d1d12be2, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:15.401266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] For port ea8f7405-25e0-4446-8f83-28f4d1d12be2, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ea8f7405-25e0-4446-8f83-28f4d1d12be2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:15.413400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-087e6930-68a2-4ae4-ba6f-7df9421a5dbb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:15.414799 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-087e6930-68a2-4ae4-ba6f-7df9421a5dbb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:15.435641 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:15.453562 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-087e6930-68a2-4ae4-ba6f-7df9421a5dbb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4083509 Jul 16 03:30:15.467830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Request body: {'port': {'device_id': '3fd621bd-e5b9-4e3f-a58b-24fb46218d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:15.600135 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:30:15.600781 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00aa54-625f-47a1-af47-08b7800c878d req-ee09b204-d16a-4c9a-802a-1ae7bafe2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:15.601773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-ee09b204-d16a-4c9a-802a-1ae7bafe2648 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.2926223 Jul 16 03:30:15.628887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:15.635227 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:15.642218 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] 10.222.0.20 "PUT /v2.0/ports/ea8f7405-25e0-4446-8f83-28f4d1d12be2 HTTP/1.1" status: 200 len: 1096 time: 2.6464560 Jul 16 03:30:15.683934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71212d47-186a-4f80-94ba-b3edbd0a8423', 'tag': 'ea8f7405-25e0-4446-8f83-28f4d1d12be2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:15.694594 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938d9518-c633-42c6-bce7-d780d2fb020e" -d '{"events": [{"name": "network-changed", "server_uuid": "71212d47-186a-4f80-94ba-b3edbd0a8423", "tag": "ea8f7405-25e0-4446-8f83-28f4d1d12be2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:15.711378 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:15.791731 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-e8326e4b-dee3-49dc-abc8-4f03a761eb74 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2 HTTP/1.1" status: 200 len: 217 time: 0.1332419 Jul 16 03:30:15.962351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466cd8b-80a5-43de-89cc-01f94e58d967 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8f7405-25e0-4446-8f83-28f4d1d12be2,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:16.065419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00aa54-625f-47a1-af47-08b7800c878d req-475162e3-7c91-4f08-aebd-e6800a2c6834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:16.069877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-475162e3-7c91-4f08-aebd-e6800a2c6834 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.2667155 Jul 16 03:30:16.162398 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-2e84a74c-f03f-494f-894c-9f5c5fd8162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:16.164505 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-2e84a74c-f03f-494f-894c-9f5c5fd8162e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a337b5fa97048279105b0af776c1c51&device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 1099 time: 0.4618845 Jul 16 03:30:16.182037 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329ee574-96c0-4ca9-9ceb-fb910a31e449 x-openstack-request-id: req-329ee574-96c0-4ca9-9ceb-fb910a31e449 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:16.182324 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71212d47-186a-4f80-94ba-b3edbd0a8423", "tag": "ea8f7405-25e0-4446-8f83-28f4d1d12be2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:16.182575 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-329ee574-96c0-4ca9-9ceb-fb910a31e449 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:16.182961 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71212d47-186a-4f80-94ba-b3edbd0a8423', 'tag': 'ea8f7405-25e0-4446-8f83-28f4d1d12be2', 'status': 'completed', 'code': 200} Jul 16 03:30:16.228912 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-577769e6-de39-4dbe-b179-4a062f28490a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ea8f7405-25e0-4446-8f83-28f4d1d12be2 HTTP/1.1" status: 200 len: 217 time: 0.0540490 Jul 16 03:30:16.260776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff81f1-f50a-44bc-9db1-1cfb2e72b5df req-63b92e16-032f-4c62-936e-f2fa6750f64e tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:16.268871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cff81f1-f50a-44bc-9db1-1cfb2e72b5df req-63b92e16-032f-4c62-936e-f2fa6750f64e tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 948 time: 0.2890851 Jul 16 03:30:16.358147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00aa54-625f-47a1-af47-08b7800c878d req-2bcd509e-a375-48ac-8c87-0fadf22d356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:16.359722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-2bcd509e-a375-48ac-8c87-0fadf22d356f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2819514 Jul 16 03:30:16.361061 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-4cb2736d-fd3c-4334-88d6-d41c4c4725a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:16.362388 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-4cb2736d-fd3c-4334-88d6-d41c4c4725a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1258605 Jul 16 03:30:16.376210 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cff81f1-f50a-44bc-9db1-1cfb2e72b5df req-c764d854-7d25-4b75-b2be-acd1c30b11ff tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062739 Jul 16 03:30:16.395080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf178f4-585a-4e00-8029-b6a1ba2fad29 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:16.407528 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:16.441366 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Transition to ACTIVE for port object eaf178f4-585a-4e00-8029-b6a1ba2fad29 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:16.455846 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:16.591848 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf178f4-585a-4e00-8029-b6a1ba2fad29,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:16.774423 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Attempting to bind port eaf178f4-585a-4e00-8029-b6a1ba2fad29 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:16.777644 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Attempting to bind port eaf178f4-585a-4e00-8029-b6a1ba2fad29 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '6f3c9af7-6099-469a-95ec-6774be18054f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '742e1844-e2d6-4bdd-9e9f-9eec35e3b5df'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:16.778881 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Attempting to bind port eaf178f4-585a-4e00-8029-b6a1ba2fad29 on network 742e1844-e2d6-4bdd-9e9f-9eec35e3b5df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:16.799049 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Port eaf178f4-585a-4e00-8029-b6a1ba2fad29 on network 742e1844-e2d6-4bdd-9e9f-9eec35e3b5df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:16.800097 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Attempting to bind port eaf178f4-585a-4e00-8029-b6a1ba2fad29 on network 742e1844-e2d6-4bdd-9e9f-9eec35e3b5df {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:16.829317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:16.830652 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Checking segment: {'id': '6f3c9af7-6099-469a-95ec-6774be18054f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '742e1844-e2d6-4bdd-9e9f-9eec35e3b5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:16.831305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Bound using segment: {'id': '6f3c9af7-6099-469a-95ec-6774be18054f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '742e1844-e2d6-4bdd-9e9f-9eec35e3b5df'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:16.832023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Bound port: eaf178f4-585a-4e00-8029-b6a1ba2fad29, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f3c9af7-6099-469a-95ec-6774be18054f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '742e1844-e2d6-4bdd-9e9f-9eec35e3b5df'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:16.833273 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:16.911205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] For port eaf178f4-585a-4e00-8029-b6a1ba2fad29, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:16.915197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] For port eaf178f4-585a-4e00-8029-b6a1ba2fad29, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=eaf178f4-585a-4e00-8029-b6a1ba2fad29,segment=NetworkSegment(6f3c9af7-6099-469a-95ec-6774be18054f),segment_id=6f3c9af7-6099-469a-95ec-6774be18054f)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:16.935639 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.042700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:17.043721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:17.046125 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] 10.222.0.88 "PUT /v2.0/ports/eaf178f4-585a-4e00-8029-b6a1ba2fad29 HTTP/1.1" status: 200 len: 1091 time: 1.5825105 Jul 16 03:30:17.050504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd621bd-e5b9-4e3f-a58b-24fb46218d3f', 'tag': 'eaf178f4-585a-4e00-8029-b6a1ba2fad29'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:17.062045 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f363c4ca-ed0f-4096-b455-b50e413f89d3" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd621bd-e5b9-4e3f-a58b-24fb46218d3f", "tag": "eaf178f4-585a-4e00-8029-b6a1ba2fad29"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:17.141778 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf178f4-585a-4e00-8029-b6a1ba2fad29,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:17.198080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:17.200564 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:17.201048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:17.201497 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:17.204615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:17.204976 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:17.205322 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:17.205661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:17.206008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:17.206341 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:17.206656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:17.206980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618b7d7f-5074-45f5-be89-2fffb85b06a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:17.255941 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-94fd71a9-790d-48ca-8d4c-0623942b95e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:17.257505 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-94fd71a9-790d-48ca-8d4c-0623942b95e0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9cde548ca5e4360aa29814ec36fad13&device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 1094 time: 0.1352143 Jul 16 03:30:17.263071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-bc585115-83c1-417e-a83a-4ccfb21176f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:17.264742 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-bc585115-83c1-417e-a83a-4ccfb21176f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8629842 Jul 16 03:30:17.269347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-b8731393-8d75-40fe-9200-7bd004138520 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8921099 Jul 16 03:30:17.279728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6bb68-031a-4511-9927-72d517709cd3 req-883bc419-13dc-483e-be01-e3ed89e25e03 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:17.286913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61b6bb68-031a-4511-9927-72d517709cd3 req-883bc419-13dc-483e-be01-e3ed89e25e03 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 943 time: 0.7955875 Jul 16 03:30:17.369258 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-334facc6-e00b-405f-8eb7-afb05fc49703 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaf178f4-585a-4e00-8029-b6a1ba2fad29 HTTP/1.1" status: 200 len: 217 time: 0.0954080 Jul 16 03:30:17.441306 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-72b90222-4754-4e39-9a97-fb785c0c1c4c service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488566 Jul 16 03:30:17.513494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-7c7f4750-822a-4958-a20d-ca5ba5a7a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:17.515611 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-7c7f4750-822a-4958-a20d-ca5ba5a7a1ca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0e30715e-fa0b-465e-b2cc-5531f0d769f2 HTTP/1.1" status: 200 len: 849 time: 0.1069350 Jul 16 03:30:17.540723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb672266-056f-4c91-a5ab-fc5d90d15635 req-cbd4987f-1708-4037-9341-61477aca1449 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:17.541682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cb672266-056f-4c91-a5ab-fc5d90d15635 req-cbd4987f-1708-4037-9341-61477aca1449 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 946 time: 0.9362564 Jul 16 03:30:17.543613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-46385f27-090f-4de1-a445-b445dc30ab76 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425051 Jul 16 03:30:17.565959 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-f20a4824-b80b-441d-b2e3-9c58e76792c4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=742e1844-e2d6-4bdd-9e9f-9eec35e3b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387151 Jul 16 03:30:17.622569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-7aa3215b-5fc7-45a1-8eb4-e3e1c11c8ea0 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:17.625247 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-7aa3215b-5fc7-45a1-8eb4-e3e1c11c8ea0 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.88 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 946 time: 0.2788682 Jul 16 03:30:17.670214 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cb672266-056f-4c91-a5ab-fc5d90d15635 req-0e8ff820-525e-43d3-9229-81cd3d4a9571 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/security-groups?id=6309b073-62c1-42f5-a1b7-7e4b1a305fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879698 Jul 16 03:30:17.766479 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61b6bb68-031a-4511-9927-72d517709cd3 req-700d9ad5-df3b-4e4c-92d7-9f7f4d9df6fb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62ffa1c-639e-4f27-9347-3e7f60051bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785984 Jul 16 03:30:17.830327 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5f321b-8f9b-4e4f-9a33-2fd110973ac4 req-77c44523-4851-42c6-a802-1b5d124139c7 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701330 Jul 16 03:30:17.930666 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-f037e155-b436-47fd-8e2d-2637867a80a7 service neutron] 10.222.0.88 "GET /v2.0/networks/742e1844-e2d6-4bdd-9e9f-9eec35e3b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543632 Jul 16 03:30:18.051043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc698ba-1106-4cff-aef7-b050acb52f51 req-f93b6fd3-ac51-4119-a239-73fd2f5fd46c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:18.052787 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fc698ba-1106-4cff-aef7-b050acb52f51 req-f93b6fd3-ac51-4119-a239-73fd2f5fd46c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.2008286 Jul 16 03:30:18.055520 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9518-c633-42c6-bce7-d780d2fb020e req-d4cea01a-12be-42dd-b0f2-a2113819a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:18.057144 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-938d9518-c633-42c6-bce7-d780d2fb020e req-d4cea01a-12be-42dd-b0f2-a2113819a7c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2a337b5fa97048279105b0af776c1c51&device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 1099 time: 0.1158535 Jul 16 03:30:18.095291 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc33121a-690a-42fa-969f-ee29a4ca6b03 req-cc89be69-dce7-4209-aa0b-e4c3f9d9f718 service neutron] 10.222.0.88 "GET /v2.0/networks/742e1844-e2d6-4bdd-9e9f-9eec35e3b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476142 Jul 16 03:30:18.114958 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-9cb304f9-da52-434a-9b70-f2d656563b5e tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Deleting port 51152b6d-6cd4-4056-b9ef-f45a88aba509 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:18.115396 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-9cb304f9-da52-434a-9b70-f2d656563b5e tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:18.154297 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fc698ba-1106-4cff-aef7-b050acb52f51 req-fbdd1007-f544-4aa4-a07e-b242504a0d33 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944831 Jul 16 03:30:18.161850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54598) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:18.199209 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54602) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:18.290003 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe1e8d3-4552-4b42-bca4-e944759ea7d9 x-openstack-request-id: req-bbe1e8d3-4552-4b42-bca4-e944759ea7d9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:18.290300 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd621bd-e5b9-4e3f-a58b-24fb46218d3f", "tag": "eaf178f4-585a-4e00-8029-b6a1ba2fad29", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:18.290547 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbe1e8d3-4552-4b42-bca4-e944759ea7d9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:18.299827 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd621bd-e5b9-4e3f-a58b-24fb46218d3f', 'tag': 'eaf178f4-585a-4e00-8029-b6a1ba2fad29', 'status': 'completed', 'code': 200} Jul 16 03:30:18.399959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9518-c633-42c6-bce7-d780d2fb020e req-ac0f27c7-a32a-4852-bba2-4a1cec08bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:18.404973 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-938d9518-c633-42c6-bce7-d780d2fb020e req-ac0f27c7-a32a-4852-bba2-4a1cec08bc85 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.2681839 Jul 16 03:30:18.482034 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-938d9518-c633-42c6-bce7-d780d2fb020e req-1904a0b9-efae-4e0d-9085-0cfd4f664674 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=ea8f7405-25e0-4446-8f83-28f4d1d12be2 HTTP/1.1" status: 200 len: 217 time: 0.0605295 Jul 16 03:30:18.559205 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9518-c633-42c6-bce7-d780d2fb020e req-e4623c6b-0ed8-4c39-8abf-5a2a8ee977fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:18.561553 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-938d9518-c633-42c6-bce7-d780d2fb020e req-e4623c6b-0ed8-4c39-8abf-5a2a8ee977fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0690954 Jul 16 03:30:18.571496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac2730-cef3-42b8-920a-ab3c77b363de req-b5d3c2a0-d959-48e9-94a4-7af9f8b0ff73 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:18.573218 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80ac2730-cef3-42b8-920a-ab3c77b363de req-b5d3c2a0-d959-48e9-94a4-7af9f8b0ff73 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 948 time: 0.1638112 Jul 16 03:30:18.653810 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80ac2730-cef3-42b8-920a-ab3c77b363de req-c14337f5-586c-42be-b9b7-4116d1d2baa4 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713937 Jul 16 03:30:18.690077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9518-c633-42c6-bce7-d780d2fb020e req-0e95c8d1-1a7b-4e61-b6c0-2afcb35976d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:18.693284 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-938d9518-c633-42c6-bce7-d780d2fb020e req-0e95c8d1-1a7b-4e61-b6c0-2afcb35976d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1182623 Jul 16 03:30:18.918670 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67564315-c061-43ce-972e-7fd0f2c73f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:18.953332 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-938d9518-c633-42c6-bce7-d780d2fb020e req-6b80e3c1-5b66-48cf-aab9-539983c4d1f7 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505791 Jul 16 03:30:18.962932 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-9cb304f9-da52-434a-9b70-f2d656563b5e tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] For port 51152b6d-6cd4-4056-b9ef-f45a88aba509, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=51152b6d-6cd4-4056-b9ef-f45a88aba509,segment=NetworkSegment(4cdc4b7d-55b1-4e97-b338-9347f3540806),segment_id=4cdc4b7d-55b1-4e97-b338-9347f3540806)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:18.963301 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-9cb304f9-da52-434a-9b70-f2d656563b5e tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.095313 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363c4ca-ed0f-4096-b455-b50e413f89d3 req-9de6271f-c055-455a-b734-bf6c112a3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:19.099379 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f363c4ca-ed0f-4096-b455-b50e413f89d3 req-9de6271f-c055-455a-b734-bf6c112a3469 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c9cde548ca5e4360aa29814ec36fad13&device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 1094 time: 0.7837765 Jul 16 03:30:19.159521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c06a6-9c3c-45c9-aa38-88dd53d009f9 req-6d5f9cf5-5e6f-42c7-8b99-1949c8058922 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:19.162448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c0c06a6-9c3c-45c9-aa38-88dd53d009f9 req-6d5f9cf5-5e6f-42c7-8b99-1949c8058922 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 946 time: 0.2791750 Jul 16 03:30:19.204124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea1275-4990-4595-a11e-61da9b56e56a req-2633d28a-7c6c-41fd-b5c2-9089fe6b6311 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:19.211098 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffea1275-4990-4595-a11e-61da9b56e56a req-2633d28a-7c6c-41fd-b5c2-9089fe6b6311 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 943 time: 0.2662010 Jul 16 03:30:19.235547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-938d9518-c633-42c6-bce7-d780d2fb020e req-fbb3675c-8d86-4fc3-91c0-0911a85affbe service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313352 Jul 16 03:30:19.266624 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c0c06a6-9c3c-45c9-aa38-88dd53d009f9 req-3467f208-3ece-46f6-b9d2-212460497955 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/security-groups?id=6309b073-62c1-42f5-a1b7-7e4b1a305fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971508 Jul 16 03:30:19.280739 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffea1275-4990-4595-a11e-61da9b56e56a req-d756bd2d-5a93-4e88-afc4-dc9bd07b6db2 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62ffa1c-639e-4f27-9347-3e7f60051bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684719 Jul 16 03:30:19.490547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363c4ca-ed0f-4096-b455-b50e413f89d3 req-66cdd372-a3cc-4b49-b805-1d2d9d5d23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:19.492286 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f363c4ca-ed0f-4096-b455-b50e413f89d3 req-66cdd372-a3cc-4b49-b805-1d2d9d5d23d7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=742e1844-e2d6-4bdd-9e9f-9eec35e3b5df HTTP/1.1" status: 200 len: 910 time: 0.3801425 Jul 16 03:30:19.597920 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f363c4ca-ed0f-4096-b455-b50e413f89d3 req-193ebc37-f001-4cf7-a66c-244f4dc6ebdc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eaf178f4-585a-4e00-8029-b6a1ba2fad29 HTTP/1.1" status: 200 len: 217 time: 0.0917952 Jul 16 03:30:19.633718 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-9cb304f9-da52-434a-9b70-f2d656563b5e tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.634240 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-9cb304f9-da52-434a-9b70-f2d656563b5e tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.634754 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-9cb304f9-da52-434a-9b70-f2d656563b5e tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Floating IP 41b61781-b8a4-4289-b75f-85b8c393a793 disassociated. External IP: 172.25.3.192, port: 51152b6d-6cd4-4056-b9ef-f45a88aba509. Jul 16 03:30:19.635494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-9cb304f9-da52-434a-9b70-f2d656563b5e tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Calling delete_port for 51152b6d-6cd4-4056-b9ef-f45a88aba509 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:19.693873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ac642-9fb7-41c2-a973-2a31301613fe req-12c3e6b7-809c-444a-ab91-47a818ac790c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:19.695500 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b9ac642-9fb7-41c2-a973-2a31301613fe req-12c3e6b7-809c-444a-ab91-47a818ac790c tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 950 time: 0.1341701 Jul 16 03:30:19.713193 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67564315-c061-43ce-972e-7fd0f2c73f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.763346 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67564315-c061-43ce-972e-7fd0f2c73f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:19.772960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b9ac642-9fb7-41c2-a973-2a31301613fe req-3430b2d6-88d9-41b9-8e83-5a5b219a0c76 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647259 Jul 16 03:30:19.866463 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363c4ca-ed0f-4096-b455-b50e413f89d3 req-0aa59370-79e4-470a-9cda-374d9b6a4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:19.868169 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f363c4ca-ed0f-4096-b455-b50e413f89d3 req-0aa59370-79e4-470a-9cda-374d9b6a4271 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0e30715e-fa0b-465e-b2cc-5531f0d769f2 HTTP/1.1" status: 200 len: 849 time: 0.2567480 Jul 16 03:30:19.883737 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-67564315-c061-43ce-972e-7fd0f2c73f82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=654775b1845440b58c0a0871d7126ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6838374 Jul 16 03:30:19.906040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54640) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:19.960361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67564315-c061-43ce-972e-7fd0f2c73f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0350e22a-43bc-4888-9ddd-07383b2ff36b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:19.965538 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f363c4ca-ed0f-4096-b455-b50e413f89d3 req-1c4bcbf5-3609-4923-8225-d6c9899f1759 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=742e1844-e2d6-4bdd-9e9f-9eec35e3b5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805342 Jul 16 03:30:19.997513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa330fcc-feab-42a4-9ed9-3285944fbb79 req-91ddfce9-ff8b-4cb0-a98b-29e67616540b tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:19.999168 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa330fcc-feab-42a4-9ed9-3285944fbb79 req-91ddfce9-ff8b-4cb0-a98b-29e67616540b tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 948 time: 0.1151056 Jul 16 03:30:20.073501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988c29a-3797-41a6-b10b-c4fe07c12dff req-e3f65aba-d7f4-4223-9e2e-7c3fe33a562e tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:20.074870 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f988c29a-3797-41a6-b10b-c4fe07c12dff req-e3f65aba-d7f4-4223-9e2e-7c3fe33a562e tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 945 time: 0.1531022 Jul 16 03:30:20.125178 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa330fcc-feab-42a4-9ed9-3285944fbb79 req-bb7d8307-bb3c-4517-a93c-6357ac030288 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135292 Jul 16 03:30:20.146454 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68cb7feb-69d4-4f5c-92b8-5352681ecffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.173502 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f988c29a-3797-41a6-b10b-c4fe07c12dff req-47281bd1-2ba7-4e62-9f93-fae28e9b44ec tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881467 Jul 16 03:30:20.181021 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-9cb304f9-da52-434a-9b70-f2d656563b5e tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.202123 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00aa54-625f-47a1-af47-08b7800c878d req-e1b4a532-60d8-4f0d-b2c3-1873796f405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:20.204128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-e1b4a532-60d8-4f0d-b2c3-1873796f405e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821&tenant_id=ad10fbf176f74734b5667b3f7c9813ba HTTP/1.1" status: 200 len: 1101 time: 0.2009244 Jul 16 03:30:20.218997 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:20.223903 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f363c4ca-ed0f-4096-b455-b50e413f89d3 req-1f40d0e2-5649-489d-ab02-10a3cbcacef3 service neutron] 10.222.0.88 "GET /v2.0/networks/742e1844-e2d6-4bdd-9e9f-9eec35e3b5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434950 Jul 16 03:30:20.231379 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68cb7feb-69d4-4f5c-92b8-5352681ecffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.235957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb304f9-da52-434a-9b70-f2d656563b5e tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Pushing event deleted for resources: {'Port': ['ID=51152b6d-6cd4-4056-b9ef-f45a88aba509,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:20.302508 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.477559 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68cb7feb-69d4-4f5c-92b8-5352681ecffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.480047 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68cb7feb-69d4-4f5c-92b8-5352681ecffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.481223 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-68cb7feb-69d4-4f5c-92b8-5352681ecffb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0350e22a-43bc-4888-9ddd-07383b2ff36b HTTP/1.1" status: 204 len: 168 time: 0.5730155 Jul 16 03:30:20.491463 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f363c4ca-ed0f-4096-b455-b50e413f89d3 req-19f46517-128d-453c-8b7d-a59d203b24bd service neutron] 10.222.0.88 "GET /v2.0/networks/742e1844-e2d6-4bdd-9e9f-9eec35e3b5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464211 Jul 16 03:30:20.500167 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c355cf5c-66a9-4a29-9dcc-00b527b954cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.505342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb7feb-69d4-4f5c-92b8-5352681ecffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0350e22a-43bc-4888-9ddd-07383b2ff36b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:20.507405 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e771d98a-02b8-42b7-b8a5-87597cf4e211 req-a9371d29-4be5-4a70-bd10-7ce08e1c46f2 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/ports?device_id=968d8b62-682a-46a2-8ade-3f7dd79c8895 HTTP/1.1" status: 200 len: 210 time: 0.0826962 Jul 16 03:30:20.565422 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-9cb304f9-da52-434a-9b70-f2d656563b5e tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Router 35267d6c-8b1d-4a83-8645-df3f71ea32bc has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:30:20.685541 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:20.728249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:20.798625 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 51152b6d-6cd4-4056-b9ef-f45a88aba509 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:20.819303 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.834255 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Transition to ACTIVE for port object 5f4c3a11-23bb-453e-b547-7264b54ae5a2 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:20.837189 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:20.840052 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dcd637-0098-402b-a741-d01c7f250581" -d '{"events": [{"server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:20.850782 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:20.852865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 51152b6d-6cd4-4056-b9ef-f45a88aba509 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:20.853219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 51152b6d-6cd4-4056-b9ef-f45a88aba509 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:20.901406 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-9cb304f9-da52-434a-9b70-f2d656563b5e tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:20.915997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824c840-a35d-4701-b7c6-923d23ba07b8 None None] Sync routers for ids ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:20.928640 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefef24b-4aa9-47ed-b5a5-3cc4f5e206e8 req-e7be251f-25bf-4487-9e31-8a92dbdfca05 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:20.930253 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cefef24b-4aa9-47ed-b5a5-3cc4f5e206e8 req-e7be251f-25bf-4487-9e31-8a92dbdfca05 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.88 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 945 time: 0.5070903 Jul 16 03:30:20.934453 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824c840-a35d-4701-b7c6-923d23ba07b8 None None] Routers {'35267d6c-8b1d-4a83-8645-df3f71ea32bc'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:20.934864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4c3a11-23bb-453e-b547-7264b54ae5a2,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:20.944676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4824c840-a35d-4701-b7c6-923d23ba07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:21.007201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bb967-fafe-4ec9-a892-3f23310e44b3 req-93eedb00-808d-4d62-9b4b-fdf206500a1a tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:21.014606 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-477bb967-fafe-4ec9-a892-3f23310e44b3 req-93eedb00-808d-4d62-9b4b-fdf206500a1a tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 943 time: 0.5611575 Jul 16 03:30:21.023963 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-9cb304f9-da52-434a-9b70-f2d656563b5e tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] No DVR routers for this DVR port 51152b6d-6cd4-4056-b9ef-f45a88aba509 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:21.027626 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-9cb304f9-da52-434a-9b70-f2d656563b5e tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.030167 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1d1b728f-047d-4fdb-857b-6b0ad974ea48 req-9cb304f9-da52-434a-9b70-f2d656563b5e tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.88 "DELETE /v2.0/ports/51152b6d-6cd4-4056-b9ef-f45a88aba509 HTTP/1.1" status: 204 len: 173 time: 3.3912146 Jul 16 03:30:21.031378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968d8b62-682a-46a2-8ade-3f7dd79c8895', 'name': 'network-vif-deleted', 'tag': '51152b6d-6cd4-4056-b9ef-f45a88aba509'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:21.036606 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3104508-1642-454d-ad41-00a6a2e1425e" -d '{"events": [{"server_uuid": "968d8b62-682a-46a2-8ade-3f7dd79c8895", "name": "network-vif-deleted", "tag": "51152b6d-6cd4-4056-b9ef-f45a88aba509"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:21.086675 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] No DVR routers for this DVR port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:21.145885 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4824c840-a35d-4701-b7c6-923d23ba07b8 None None] Set router 35267d6c-8b1d-4a83-8645-df3f71ea32bc gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:21.231627 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Attempting to bind port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:21.232003 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Attempting to bind port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:21.232362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Attempting to bind port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:21.243601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c355cf5c-66a9-4a29-9dcc-00b527b954cd admin admin] Deleting port d594e4a7-1567-4ed1-b646-4fb1874c13c1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:21.244014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c355cf5c-66a9-4a29-9dcc-00b527b954cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.252228 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-477bb967-fafe-4ec9-a892-3f23310e44b3 req-ad13fe97-08eb-4677-8b7e-6f944e04a1ba tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62ffa1c-639e-4f27-9347-3e7f60051bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366607 Jul 16 03:30:21.280713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:21.284500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Attempting to bind port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:21.315572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:21.315922 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:21.316337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:21.320152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Bound port: 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:21.320567 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.368164 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c355cf5c-66a9-4a29-9dcc-00b527b954cd admin admin] For port d594e4a7-1567-4ed1-b646-4fb1874c13c1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d594e4a7-1567-4ed1-b646-4fb1874c13c1,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:21.368568 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c355cf5c-66a9-4a29-9dcc-00b527b954cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.391585 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c355cf5c-66a9-4a29-9dcc-00b527b954cd admin admin] Calling delete_port for d594e4a7-1567-4ed1-b646-4fb1874c13c1 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:21.398124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea3a59-980a-4d90-9993-0bb938889f37 req-80be5136-5a78-40f6-a89a-09218ffc6982 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:21.400716 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63ea3a59-980a-4d90-9993-0bb938889f37 req-80be5136-5a78-40f6-a89a-09218ffc6982 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c91b64d-994d-47d7-8503-4d3d1226d963 HTTP/1.1" status: 200 len: 950 time: 0.4173520 Jul 16 03:30:21.467170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cefef24b-4aa9-47ed-b5a5-3cc4f5e206e8 req-3b683404-b08d-4c01-b1d2-c5b506feec5f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Deleting port f06b98fc-7799-47ad-841f-3d890925255e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:21.467530 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cefef24b-4aa9-47ed-b5a5-3cc4f5e206e8 req-3b683404-b08d-4c01-b1d2-c5b506feec5f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.515053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4824c840-a35d-4701-b7c6-923d23ba07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:27:39Z', 'revision_number': 4, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'gw_port': {'id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:31Z', 'updated_at': '2021-07-16T03:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '757677b4-a4a5-4f22-86bf-3e551ddd9df9', 'name': '', 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'mac_address': 'fa:16:3e:e8:e0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:37Z', 'updated_at': '2021-07-16T03:27:47Z', 'revision_number': 5, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'subnets': [{'id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:21.553339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824c840-a35d-4701-b7c6-923d23ba07b8 None None] Checking router: 35267d6c-8b1d-4a83-8645-df3f71ea32bc for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:30:21.569210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824c840-a35d-4701-b7c6-923d23ba07b8 None None] Routers {'35267d6c-8b1d-4a83-8645-df3f71ea32bc'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:21.570504 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4824c840-a35d-4701-b7c6-923d23ba07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:21.618562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54702) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:21.634557 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63ea3a59-980a-4d90-9993-0bb938889f37 req-df1c88b5-44b8-4321-966c-72e0c40e7be4 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261350 Jul 16 03:30:21.638491 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:21.667290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c355cf5c-66a9-4a29-9dcc-00b527b954cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.703310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355cf5c-66a9-4a29-9dcc-00b527b954cd admin admin] Pushing event deleted for resources: {'Port': ['ID=d594e4a7-1567-4ed1-b646-4fb1874c13c1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:21.713779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:21.761660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18db00-3478-4fd1-a823-92f504d242f4 req-a51a53a1-dba1-40b1-a8b1-278ef3d55ab4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:21.769986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb18db00-3478-4fd1-a823-92f504d242f4 req-a51a53a1-dba1-40b1-a8b1-278ef3d55ab4 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 949 time: 0.3643451 Jul 16 03:30:21.782677 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02787ce7-a746-488d-bb48-4c6fbb3ffe22 x-openstack-request-id: req-02787ce7-a746-488d-bb48-4c6fbb3ffe22 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:21.783749 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "name": "network-vif-unplugged", "status": "completed", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:21.784628 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02787ce7-a746-488d-bb48-4c6fbb3ffe22 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:21.785628 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2', 'code': 200} Jul 16 03:30:21.789300 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.799172 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2022690694-network', 'tenant_id': 'c95f0ab929574731ae043e566034f3e6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:21.831686 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4824c840-a35d-4701-b7c6-923d23ba07b8 None None] Set router 35267d6c-8b1d-4a83-8645-df3f71ea32bc gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:21.859885 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a07ac0-aff1-429b-824d-077c065ce700 x-openstack-request-id: req-e0a07ac0-aff1-429b-824d-077c065ce700 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:21.862083 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968d8b62-682a-46a2-8ade-3f7dd79c8895", "name": "network-vif-deleted", "tag": "51152b6d-6cd4-4056-b9ef-f45a88aba509", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:21.862344 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0a07ac0-aff1-429b-824d-077c065ce700 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:21.862753 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968d8b62-682a-46a2-8ade-3f7dd79c8895', 'name': 'network-vif-deleted', 'tag': '51152b6d-6cd4-4056-b9ef-f45a88aba509', 'status': 'completed', 'code': 200} Jul 16 03:30:21.871464 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] Made reservation on behalf of c95f0ab929574731ae043e566034f3e6 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:21.879877 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.915498 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.950214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4c3a11-23bb-453e-b547-7264b54ae5a2,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:21.965447 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cefef24b-4aa9-47ed-b5a5-3cc4f5e206e8 req-3b683404-b08d-4c01-b1d2-c5b506feec5f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] For port f06b98fc-7799-47ad-841f-3d890925255e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=f06b98fc-7799-47ad-841f-3d890925255e,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:21.965815 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cefef24b-4aa9-47ed-b5a5-3cc4f5e206e8 req-3b683404-b08d-4c01-b1d2-c5b506feec5f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:21.987430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ea8f7405-25e0-4446-8f83-28f4d1d12be2 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:22.027830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:22.028379 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.029781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f0d88596-33eb-48d6-8b6e-8c3698b56a81 service neutron] 10.222.0.20 "PUT /v2.0/ports/5f4c3a11-23bb-453e-b547-7264b54ae5a2 HTTP/1.1" status: 200 len: 1097 time: 1.8151429 Jul 16 03:30:22.031806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-cefef24b-4aa9-47ed-b5a5-3cc4f5e206e8 req-3b683404-b08d-4c01-b1d2-c5b506feec5f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Calling delete_port for f06b98fc-7799-47ad-841f-3d890925255e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:22.047513 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb18db00-3478-4fd1-a823-92f504d242f4 req-9e9e8ba6-d317-4427-8a1a-81b99023a268 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431471 Jul 16 03:30:22.197089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c355cf5c-66a9-4a29-9dcc-00b527b954cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.252378 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ea8f7405-25e0-4446-8f83-28f4d1d12be2, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ea8f7405-25e0-4446-8f83-28f4d1d12be2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:22.280001 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'ea8f7405-25e0-4446-8f83-28f4d1d12be2', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': 'ea8f7405-25e0-4446-8f83-28f4d1d12be2', 'mac_address': 'fa:16:3e:c4:6f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:22.489335 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.497096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40c7d8-01a9-43e0-a4cb-16a2005aa4a2 req-d8546eed-ea4d-4bb9-995c-775f52408c04 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:22.500180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab40c7d8-01a9-43e0-a4cb-16a2005aa4a2 req-d8546eed-ea4d-4bb9-995c-775f52408c04 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 948 time: 0.5370762 Jul 16 03:30:22.509108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8f7405-25e0-4446-8f83-28f4d1d12be2 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:22.536009 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ea8f7405-25e0-4446-8f83-28f4d1d12be2, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ea8f7405-25e0-4446-8f83-28f4d1d12be2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:22.540112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4824c840-a35d-4701-b7c6-923d23ba07b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:27:39Z', 'revision_number': 4, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'gw_port': {'id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:31Z', 'updated_at': '2021-07-16T03:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '757677b4-a4a5-4f22-86bf-3e551ddd9df9', 'name': '', 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'mac_address': 'fa:16:3e:e8:e0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:37Z', 'updated_at': '2021-07-16T03:27:47Z', 'revision_number': 5, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'subnets': [{'id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:22.544140 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.555431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00aa54-625f-47a1-af47-08b7800c878d req-3c91fdb0-4c07-448d-bcf8-40d92d47992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:22.557413 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-3c91fdb0-4c07-448d-bcf8-40d92d47992c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 1100 time: 0.4966199 Jul 16 03:30:22.590672 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4824c840-a35d-4701-b7c6-923d23ba07b8 None None] The sync data for ids ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'] in n-d-800088-6 is: [{'id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:27:39Z', 'revision_number': 4, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'gw_port': {'id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:31Z', 'updated_at': '2021-07-16T03:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '757677b4-a4a5-4f22-86bf-3e551ddd9df9', 'name': '', 'network_id': 'dd4a9d85-da98-44d7-b04b-113e172d8a51', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'mac_address': 'fa:16:3e:e8:e0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:37Z', 'updated_at': '2021-07-16T03:27:47Z', 'revision_number': 5, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'subnets': [{'id': 'f4ab3293-9b57-4dd9-aa6a-278349534b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:22.602516 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.617874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f4e5a-33a4-4906-85aa-08422f44d49e req-295c1ad8-b736-4501-adb1-0097dc1da815 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:22.631446 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.632056 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-599f4e5a-33a4-4906-85aa-08422f44d49e req-295c1ad8-b736-4501-adb1-0097dc1da815 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d7bcf2-a92f-4756-ad9d-e977f03004fb HTTP/1.1" status: 200 len: 945 time: 0.2325857 Jul 16 03:30:22.647240 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=ea8f7405-25e0-4446-8f83-28f4d1d12be2,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:22.671183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:30:22.694944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d70931-9c27-407e-9cbb-2f7fd5613536,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:22.699713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.700065 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] Added segment 9a8c146a-3bf2-46ea-a923-4e85683562d4 of type vlan for network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b Jul 16 03:30:22.719312 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab40c7d8-01a9-43e0-a4cb-16a2005aa4a2 req-cef00840-23b8-42a4-81cf-bdd3d6a65bc1 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952169 Jul 16 03:30:22.772809 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cefef24b-4aa9-47ed-b5a5-3cc4f5e206e8 req-3b683404-b08d-4c01-b1d2-c5b506feec5f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.778920 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-599f4e5a-33a4-4906-85aa-08422f44d49e req-621d74fa-5287-40fb-bbc9-70610ac1fc31 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457479 Jul 16 03:30:22.786787 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['f06b98fc-7799-47ad-841f-3d890925255e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:22.791814 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.820655 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b683404-b08d-4c01-b1d2-c5b506feec5f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Pushing event deleted for resources: {'Port': ['ID=f06b98fc-7799-47ad-841f-3d890925255e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:22.855827 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device eaf178f4-585a-4e00-8029-b6a1ba2fad29 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:22.857953 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9d79e691-6e35-43c1-88cf-3a5027b2208d no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:22.859939 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['ea8f7405-25e0-4446-8f83-28f4d1d12be2'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:22.898953 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.900012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:22.901008 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.911924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefef24b-4aa9-47ed-b5a5-3cc4f5e206e8 req-3b683404-b08d-4c01-b1d2-c5b506feec5f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] No DVR routers for this DVR port f06b98fc-7799-47ad-841f-3d890925255e on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:22.915711 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cefef24b-4aa9-47ed-b5a5-3cc4f5e206e8 req-3b683404-b08d-4c01-b1d2-c5b506feec5f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:22.918818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cefef24b-4aa9-47ed-b5a5-3cc4f5e206e8 req-3b683404-b08d-4c01-b1d2-c5b506feec5f tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.88 "DELETE /v2.0/ports/f06b98fc-7799-47ad-841f-3d890925255e HTTP/1.1" status: 204 len: 173 time: 1.9785476 Jul 16 03:30:22.920614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00aa54-625f-47a1-af47-08b7800c878d req-90356921-4195-42ed-a7dd-ef83a3236acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:22.932096 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-90356921-4195-42ed-a7dd-ef83a3236acc service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.3663945 Jul 16 03:30:22.946823 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3271594 Jul 16 03:30:22.960896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c355cf5c-66a9-4a29-9dcc-00b527b954cd admin admin] Router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:30:22.961625 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54716) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:22.970083 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7d6600da-f5c2-43ef-aca4-548d777761a6 admin admin] Request body: {'subnet': {'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2022690694-subnet', 'tenant_id': 'c95f0ab929574731ae043e566034f3e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:23.046348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-dd3ab7ec-f2c9-4dd0-9a7c-d0823bc5661b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2 HTTP/1.1" status: 200 len: 217 time: 0.1062262 Jul 16 03:30:23.086971 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841b398-e411-46a3-9bf8-9b85910dc54c None None] New status for floating IP 41b61781-b8a4-4289-b75f-85b8c393a793: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:30:23.097472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:23.138550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd110313-315a-428b-910a-1eda82f6b370 admin admin] Pushing event updated for resources: {'Network': ['ID=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:23.159226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:30:23.206847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6600da-f5c2-43ef-aca4-548d777761a6 admin admin] Made reservation on behalf of c95f0ab929574731ae043e566034f3e6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:23.211041 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d6600da-f5c2-43ef-aca4-548d777761a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.231496 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port eaf178f4-585a-4e00-8029-b6a1ba2fad29, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=eaf178f4-585a-4e00-8029-b6a1ba2fad29,segment=NetworkSegment(6f3c9af7-6099-469a-95ec-6774be18054f),segment_id=6f3c9af7-6099-469a-95ec-6774be18054f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:23.245518 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'eaf178f4-585a-4e00-8029-b6a1ba2fad29', 'network_id': '742e1844-e2d6-4bdd-9e9f-9eec35e3b5df', 'port_id': 'eaf178f4-585a-4e00-8029-b6a1ba2fad29', 'mac_address': 'fa:16:3e:ff:5d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e30715e-fa0b-465e-b2cc-5531f0d769f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:23.352100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c355cf5c-66a9-4a29-9dcc-00b527b954cd admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:23.356538 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.358649 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c355cf5c-66a9-4a29-9dcc-00b527b954cd admin admin] 10.222.0.18 "PUT /v2.0/routers/ba25c532-4f8b-4fa0-b272-c4c82d1d3b62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1957257 Jul 16 03:30:23.366389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:23.375028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ae2555-361a-4d74-92a7-688dc6d3b978 None None] Sync routers for ids ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:23.429437 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.430928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d79e691-6e35-43c1-88cf-3a5027b2208d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:23.433386 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c211a481-9149-4fdb-b249-1587b101f7b8" -d '{"events": [{"server_uuid": "7c91b64d-994d-47d7-8503-4d3d1226d963", "name": "network-vif-unplugged", "status": "completed", "tag": "9d79e691-6e35-43c1-88cf-3a5027b2208d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:23.439445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ae2555-361a-4d74-92a7-688dc6d3b978 None None] Routers {'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:23.440414 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-28ae2555-361a-4d74-92a7-688dc6d3b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:23.463161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9d79e691-6e35-43c1-88cf-3a5027b2208d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d79e691-6e35-43c1-88cf-3a5027b2208d,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:23.497695 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d6600da-f5c2-43ef-aca4-548d777761a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.523697 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.535028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf178f4-585a-4e00-8029-b6a1ba2fad29 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:23.585553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6600da-f5c2-43ef-aca4-548d777761a6 admin admin] Checking segment: {'id': '9a8c146a-3bf2-46ea-a923-4e85683562d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:23.585919 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6600da-f5c2-43ef-aca4-548d777761a6 admin admin] Network hostable DHCP agents. Network: 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:30:23.593970 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6600da-f5c2-43ef-aca4-548d777761a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23856370-7d27-4d98-bcd9-ee167a481ce3,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:23.607982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f6a5f9a7-52b0-4d13-a697-fdbe2d6b1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:23.609727 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f6a5f9a7-52b0-4d13-a697-fdbe2d6b1812 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.5570095 Jul 16 03:30:23.614799 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f93bbd-ffab-4308-8bff-5a912631cc52 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.615843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6600da-f5c2-43ef-aca4-548d777761a6 admin admin] Network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:30:23.627497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port eaf178f4-585a-4e00-8029-b6a1ba2fad29, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=eaf178f4-585a-4e00-8029-b6a1ba2fad29,segment=NetworkSegment(6f3c9af7-6099-469a-95ec-6774be18054f),segment_id=6f3c9af7-6099-469a-95ec-6774be18054f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:23.640080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7d6600da-f5c2-43ef-aca4-548d777761a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:23.649969 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6600da-f5c2-43ef-aca4-548d777761a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:23.652224 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7d6600da-f5c2-43ef-aca4-548d777761a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.657776 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.659783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b16d1b6-4f6c-4d97-9cbd-b432d2e70929 None None] Network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:23.674206 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7d6600da-f5c2-43ef-aca4-548d777761a6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7114291 Jul 16 03:30:23.681381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c245e-2776-4429-affa-fa6af633aa3e req-ebcb9f05-63cc-4e82-af67-93ed53627c90 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:23.688625 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e1c245e-2776-4429-affa-fa6af633aa3e req-ebcb9f05-63cc-4e82-af67-93ed53627c90 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 943 time: 0.5194516 Jul 16 03:30:23.714032 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f93bbd-ffab-4308-8bff-5a912631cc52 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.753220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9d79e691-6e35-43c1-88cf-3a5027b2208d,revision_number=11']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:23.775251 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.788407 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2'}, {'server_uuid': '86d7bcf2-a92f-4756-ad9d-e977f03004fb', 'name': 'network-vif-deleted', 'tag': 'f06b98fc-7799-47ad-841f-3d890925255e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:23.790748 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058" -d '{"events": [{"name": "network-changed", "server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2"}, {"server_uuid": "86d7bcf2-a92f-4756-ad9d-e977f03004fb", "name": "network-vif-deleted", "tag": "f06b98fc-7799-47ad-841f-3d890925255e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:23.810796 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-28ae2555-361a-4d74-92a7-688dc6d3b978 None None] Set router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:23.861157 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e1c245e-2776-4429-affa-fa6af633aa3e req-37488ccc-0581-4f3d-a412-46a59e5c4b18 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62ffa1c-639e-4f27-9347-3e7f60051bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716652 Jul 16 03:30:23.876610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781084a-d84d-46ce-8784-9d5810e81905 req-35e2a5b9-58d7-45cf-ac5b-4d17fac0dd57 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:23.885153 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b781084a-d84d-46ce-8784-9d5810e81905 req-35e2a5b9-58d7-45cf-ac5b-4d17fac0dd57 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 949 time: 0.4410276 Jul 16 03:30:23.951018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00aa54-625f-47a1-af47-08b7800c878d req-dad60888-aa05-4576-bf02-2e5ec507355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:23.952654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-dad60888-aa05-4576-bf02-2e5ec507355f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3215241 Jul 16 03:30:23.953988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['eaf178f4-585a-4e00-8029-b6a1ba2fad29'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:23.957828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=eaf178f4-585a-4e00-8029-b6a1ba2fad29,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:23.987446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d8767e-b235-4140-aea5-1837cbfe2bb9 None None] Network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:23.994076 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f93bbd-ffab-4308-8bff-5a912631cc52 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:23.997412 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43f93bbd-ffab-4308-8bff-5a912631cc52 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.000767 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-43f93bbd-ffab-4308-8bff-5a912631cc52 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "DELETE /v2.0/security-groups/6309b073-62c1-42f5-a1b7-7e4b1a305fee HTTP/1.1" status: 204 len: 168 time: 0.8981307 Jul 16 03:30:24.001170 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54766) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:24.004748 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b781084a-d84d-46ce-8784-9d5810e81905 req-a4e526ec-5e88-40f0-a728-2f91ecaf677b tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187057 Jul 16 03:30:24.037760 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-beecf696-252e-46e8-896f-1338bc15e6e1 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] show failed (client error): The resource could not be found. Jul 16 03:30:24.043505 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-beecf696-252e-46e8-896f-1338bc15e6e1 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "GET /v2.0/security-groups/6309b073-62c1-42f5-a1b7-7e4b1a305fee HTTP/1.1" status: 404 len: 347 time: 0.0393891 Jul 16 03:30:24.044258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54768) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:24.051781 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f93bbd-ffab-4308-8bff-5a912631cc52 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6309b073-62c1-42f5-a1b7-7e4b1a305fee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:24.065151 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.074235 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf17205-f1d9-4cf2-8c95-d11c69d12574 x-openstack-request-id: req-adf17205-f1d9-4cf2-8c95-d11c69d12574 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:24.074545 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c91b64d-994d-47d7-8503-4d3d1226d963", "name": "network-vif-unplugged", "status": "completed", "tag": "9d79e691-6e35-43c1-88cf-3a5027b2208d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:24.074802 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adf17205-f1d9-4cf2-8c95-d11c69d12574 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:24.075189 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d79e691-6e35-43c1-88cf-3a5027b2208d', 'code': 200} Jul 16 03:30:24.188902 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca988b8d-3e6c-458b-a4a8-ad9773792f3b x-openstack-request-id: req-ca988b8d-3e6c-458b-a4a8-ad9773792f3b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:24.189209 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2", "status": "completed", "code": 200}, {"server_uuid": "86d7bcf2-a92f-4756-ad9d-e977f03004fb", "name": "network-vif-deleted", "tag": "f06b98fc-7799-47ad-841f-3d890925255e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:24.189463 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca988b8d-3e6c-458b-a4a8-ad9773792f3b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:24.189864 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2', 'status': 'completed', 'code': 200} Jul 16 03:30:24.190116 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d7bcf2-a92f-4756-ad9d-e977f03004fb', 'name': 'network-vif-deleted', 'tag': 'f06b98fc-7799-47ad-841f-3d890925255e', 'status': 'completed', 'code': 200} Jul 16 03:30:24.204689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-fdef144b-fffe-45ca-8632-476ebdc5e7d6 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377152 Jul 16 03:30:24.265225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b5783aad-4673-4e54-989f-43694481ee56 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Deleting port 89d17c16-5c56-4a96-b9cb-b9dc48becf55 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:24.265781 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5783aad-4673-4e54-989f-43694481ee56 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.316050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-28ae2555-361a-4d74-92a7-688dc6d3b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '7316cd10-e092-42b5-970a-74ff37861257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:30:21Z', 'revision_number': 5, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port': {'id': '7316cd10-e092-42b5-970a-74ff37861257', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:4e:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:15Z', 'updated_at': '2021-07-16T03:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:24.346794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] Deleting port 7316cd10-e092-42b5-970a-74ff37861257 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:24.347143 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.353378 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ae2555-361a-4d74-92a7-688dc6d3b978 None None] Checking router: ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:30:24.358584 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5783aad-4673-4e54-989f-43694481ee56 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.359079 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5783aad-4673-4e54-989f-43694481ee56 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.375059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b5783aad-4673-4e54-989f-43694481ee56 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Calling delete_port for 89d17c16-5c56-4a96-b9cb-b9dc48becf55 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:24.375965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9698061-7527-4a45-ab60-dd97ae02ab15 req-24d3fb82-d2a7-4cfe-942e-f07be2e862c9 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:24.377513 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9698061-7527-4a45-ab60-dd97ae02ab15 req-24d3fb82-d2a7-4cfe-942e-f07be2e862c9 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 949 time: 0.2307804 Jul 16 03:30:24.384135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ae2555-361a-4d74-92a7-688dc6d3b978 None None] Routers {'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:24.384891 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-28ae2555-361a-4d74-92a7-688dc6d3b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:24.491095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-28ae2555-361a-4d74-92a7-688dc6d3b978 None None] Set router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:24.495783 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d00aa54-625f-47a1-af47-08b7800c878d req-f43d013d-99cb-4953-8b27-f1da1e34f227 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616785 Jul 16 03:30:24.524836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] For port 7316cd10-e092-42b5-970a-74ff37861257, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7316cd10-e092-42b5-970a-74ff37861257,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:24.525297 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.540912 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9698061-7527-4a45-ab60-dd97ae02ab15 req-8fe871c6-9d8d-4825-be94-5f3bc1a09949 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531351 Jul 16 03:30:24.556587 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5783aad-4673-4e54-989f-43694481ee56 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.593656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-48fdd864-29c4-4593-bec2-696f2363ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:24.595184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-48fdd864-29c4-4593-bec2-696f2363ba9f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 1100 time: 0.3888891 Jul 16 03:30:24.603866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] Calling delete_port for 7316cd10-e092-42b5-970a-74ff37861257 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:24.617504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5783aad-4673-4e54-989f-43694481ee56 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Pushing event deleted for resources: {'Port': ['ID=89d17c16-5c56-4a96-b9cb-b9dc48becf55,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:24.699529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5783aad-4673-4e54-989f-43694481ee56 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.702976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5783aad-4673-4e54-989f-43694481ee56 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:24.707378 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b5783aad-4673-4e54-989f-43694481ee56 tempest-ServersTestManualDisk-1622027666 tempest-ServersTestManualDisk-1622027666-project] 10.222.0.18 "DELETE /v2.0/floatingips/41b61781-b8a4-4289-b75f-85b8c393a793 HTTP/1.1" status: 204 len: 168 time: 0.6588793 Jul 16 03:30:24.708094 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54792) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:24.745719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-28ae2555-361a-4d74-92a7-688dc6d3b978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:30:24Z', 'revision_number': 6, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:24.772691 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ae2555-361a-4d74-92a7-688dc6d3b978 None None] The sync data for ids ['ba25c532-4f8b-4fa0-b272-c4c82d1d3b62'] in n-d-800088-6 is: [{'id': 'ba25c532-4f8b-4fa0-b272-c4c82d1d3b62', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1154412891-router', 'tenant_id': '13e9c7f1e5614f26a30fc46498692a08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:14Z', 'updated_at': '2021-07-16T03:30:24Z', 'revision_number': 6, 'project_id': '13e9c7f1e5614f26a30fc46498692a08', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:24.798886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5f4c3a11-23bb-453e-b547-7264b54ae5a2 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:24.844291 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5f4c3a11-23bb-453e-b547-7264b54ae5a2 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:24.844756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device f06b98fc-7799-47ad-841f-3d890925255e no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:24.865330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: f06b98fc-7799-47ad-841f-3d890925255e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:24.866214 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device f06b98fc-7799-47ad-841f-3d890925255e not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:24.873436 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-c7202bc6-cb31-4c07-a58c-af887f9dfa39 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:24.875001 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-c7202bc6-cb31-4c07-a58c-af887f9dfa39 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/networks?id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b HTTP/1.1" status: 200 len: 818 time: 0.3431063 Jul 16 03:30:24.929139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-3c8a7222-043c-41e6-aa1b-de8817940d0c tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/quotas/c95f0ab929574731ae043e566034f3e6 HTTP/1.1" status: 200 len: 375 time: 0.0429802 Jul 16 03:30:24.929139 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-1f640081-5647-4711-a2ee-1c7b036a01af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:24.929444 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-1f640081-5647-4711-a2ee-1c7b036a01af service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.3106320 Jul 16 03:30:24.997273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-eba111fc-e11e-4665-9ce8-37623ae76b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:24.999144 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-eba111fc-e11e-4665-9ce8-37623ae76b8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 1100 time: 0.4026933 Jul 16 03:30:25.134144 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6b1a34e-51bd-4b16-8592-ac4a8ba54ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.326195 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7bd914c7-3d69-4e1d-8244-07829c954b90 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c95f0ab929574731ae043e566034f3e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3709261 Jul 16 03:30:25.342818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-e03ad860-f2c6-4770-b5c5-a46acef549b6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2 HTTP/1.1" status: 200 len: 217 time: 0.3895004 Jul 16 03:30:25.396603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b6b1a34e-51bd-4b16-8592-ac4a8ba54ded admin admin] Deleting port 757677b4-a4a5-4f22-86bf-3e551ddd9df9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:25.397701 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6b1a34e-51bd-4b16-8592-ac4a8ba54ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.473412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b6b1a34e-51bd-4b16-8592-ac4a8ba54ded admin admin] For port 757677b4-a4a5-4f22-86bf-3e551ddd9df9, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=757677b4-a4a5-4f22-86bf-3e551ddd9df9,segment=NetworkSegment(4cdc4b7d-55b1-4e97-b338-9347f3540806),segment_id=4cdc4b7d-55b1-4e97-b338-9347f3540806)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:25.473697 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6b1a34e-51bd-4b16-8592-ac4a8ba54ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.486356 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b6b1a34e-51bd-4b16-8592-ac4a8ba54ded admin admin] Calling delete_port for 757677b4-a4a5-4f22-86bf-3e551ddd9df9 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:25.609538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d594e4a7-1567-4ed1-b646-4fb1874c13c1 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:25.630648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: d594e4a7-1567-4ed1-b646-4fb1874c13c1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:25.631567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d594e4a7-1567-4ed1-b646-4fb1874c13c1 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:25.632476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7316cd10-e092-42b5-970a-74ff37861257 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:25.636623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-e729e8d3-5ddf-47d4-8054-ca184c10abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:25.638443 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-e729e8d3-5ddf-47d4-8054-ca184c10abf8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.2704694 Jul 16 03:30:25.679361 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-4e340ec6-6807-423e-8d27-b4d0c2bb4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:25.680897 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-4e340ec6-6807-423e-8d27-b4d0c2bb4efe service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.6646497 Jul 16 03:30:25.714877 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6b1a34e-51bd-4b16-8592-ac4a8ba54ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.719050 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.725947 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-05bad55c-e846-4b4a-9332-3ca6547f71bb service neutron] 10.222.0.18 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821144 Jul 16 03:30:25.727458 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.762692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1a34e-51bd-4b16-8592-ac4a8ba54ded admin admin] Pushing event deleted for resources: {'Port': ['ID=757677b4-a4a5-4f22-86bf-3e551ddd9df9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:25.770404 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e0ca3-9efe-419d-ab27-4a4714c838a8 req-ec6d2158-0508-4ada-a5b1-e41ec88072eb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:25.773613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-075e0ca3-9efe-419d-ab27-4a4714c838a8 req-ec6d2158-0508-4ada-a5b1-e41ec88072eb tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 944 time: 0.4509466 Jul 16 03:30:25.818653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-cd6777c5-2b7e-44de-a724-c195c5e7a7e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2 HTTP/1.1" status: 200 len: 217 time: 0.1119869 Jul 16 03:30:25.851925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7316cd10-e092-42b5-970a-74ff37861257,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:25.936478 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6b1a34e-51bd-4b16-8592-ac4a8ba54ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:25.936917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec8057-0bc5-4547-823c-cb959cc273f4 req-c88526b3-f91f-467c-92e5-29ddf5d670bb tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:25.938465 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dfec8057-0bc5-4547-823c-cb959cc273f4 req-c88526b3-f91f-467c-92e5-29ddf5d670bb tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.20 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 944 time: 0.4690502 Jul 16 03:30:26.030478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ea8f7405-25e0-4446-8f83-28f4d1d12be2 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:26.083687 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-075e0ca3-9efe-419d-ab27-4a4714c838a8 req-83e3e820-7529-4162-968c-7b20a84fc3f2 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62ffa1c-639e-4f27-9347-3e7f60051bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905674 Jul 16 03:30:26.094644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port ea8f7405-25e0-4446-8f83-28f4d1d12be2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:26.097401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-deb2fa12-7db2-4b5e-99ea-092867a8e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:26.107716 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-deb2fa12-7db2-4b5e-99ea-092867a8e107 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.2713728 Jul 16 03:30:26.108066 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port ea8f7405-25e0-4446-8f83-28f4d1d12be2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:26.108066 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.108272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-0e636e6e-b711-4d31-a4e2-b2088d3beff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:26.108272 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-0e636e6e-b711-4d31-a4e2-b2088d3beff7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4571185 Jul 16 03:30:26.112825 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.185144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b1a34e-51bd-4b16-8592-ac4a8ba54ded admin admin] Router 35267d6c-8b1d-4a83-8645-df3f71ea32bc has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:30:26.227677 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.256931 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71212d47-186a-4f80-94ba-b3edbd0a8423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8f7405-25e0-4446-8f83-28f4d1d12be2'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:26.259320 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc026bb8-68c7-4b56-a0db-e426ca592275" -d '{"events": [{"server_uuid": "71212d47-186a-4f80-94ba-b3edbd0a8423", "name": "network-vif-plugged", "status": "completed", "tag": "ea8f7405-25e0-4446-8f83-28f4d1d12be2"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:26.278987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ea8f7405-25e0-4446-8f83-28f4d1d12be2, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ea8f7405-25e0-4446-8f83-28f4d1d12be2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:26.283870 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.302644 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-c48b51b6-19d0-4fb9-9933-b5b20ec7281d service neutron] 10.222.0.18 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191224 Jul 16 03:30:26.331566 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b1a34e-51bd-4b16-8592-ac4a8ba54ded admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:26.341059 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b6b1a34e-51bd-4b16-8592-ac4a8ba54ded admin admin] 10.222.0.18 "PUT /v2.0/routers/35267d6c-8b1d-4a83-8645-df3f71ea32bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6296651 Jul 16 03:30:26.341230 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2f2f7b-3f74-4c93-aa1b-ac3f49fb34e7 None None] Sync routers for ids ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:26.341746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:26.343392 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.353210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=ea8f7405-25e0-4446-8f83-28f4d1d12be2,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:26.353517 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2f2f7b-3f74-4c93-aa1b-ac3f49fb34e7 None None] Routers {'35267d6c-8b1d-4a83-8645-df3f71ea32bc'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:26.354645 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-df2f2f7b-3f74-4c93-aa1b-ac3f49fb34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:26.359756 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.494099 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-df2f2f7b-3f74-4c93-aa1b-ac3f49fb34e7 None None] Set router 35267d6c-8b1d-4a83-8645-df3f71ea32bc gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:26.546215 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.546755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:30:26.591359 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.594730 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-55002d5c-793d-480b-8f11-2b5be55042a1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ba25c532-4f8b-4fa0-b272-c4c82d1d3b62 HTTP/1.1" status: 204 len: 168 time: 3.2233710 Jul 16 03:30:26.595119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54818) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:26.604670 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-255f5a16-3229-4627-abcc-e94dd43ce665 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622695 Jul 16 03:30:26.623818 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-beef75c4-9db4-438d-9e70-e1b53a2d27e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:26.627367 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-beef75c4-9db4-438d-9e70-e1b53a2d27e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4921167 Jul 16 03:30:26.645727 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-dfec8057-0bc5-4547-823c-cb959cc273f4 req-88456a9f-c400-4c33-b987-726d85998ec5 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Deleting port e6816b7c-b80f-41cc-87e7-ab1624c78a4f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:26.646067 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dfec8057-0bc5-4547-823c-cb959cc273f4 req-88456a9f-c400-4c33-b987-726d85998ec5 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.770246 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a2d43-dfdd-4da4-816e-0ff31c0dfa2d req-0360ca3c-dbdd-4daf-b405-15755e98532c tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:26.772086 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f3a2d43-dfdd-4da4-816e-0ff31c0dfa2d req-0360ca3c-dbdd-4daf-b405-15755e98532c tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 944 time: 0.5349529 Jul 16 03:30:26.773753 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.794521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-594f8fd5-5d79-4a7b-942d-f9ef61c3c1a1 admin admin] Deleting subnet d05c25c6-bed0-4cc4-be87-9f3386e3f499 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:30:26.797076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device eaf178f4-585a-4e00-8029-b6a1ba2fad29 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:26.802378 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-594f8fd5-5d79-4a7b-942d-f9ef61c3c1a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.855885 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-df2f2f7b-3f74-4c93-aa1b-ac3f49fb34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:30:25Z', 'revision_number': 5, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'gw_port': {'id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:31Z', 'updated_at': '2021-07-16T03:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:26.888446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port eaf178f4-585a-4e00-8029-b6a1ba2fad29 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:26.889412 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-594f8fd5-5d79-4a7b-942d-f9ef61c3c1a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:26.899885 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2f2f7b-3f74-4c93-aa1b-ac3f49fb34e7 None None] Checking router: 35267d6c-8b1d-4a83-8645-df3f71ea32bc for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:30:26.907475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port eaf178f4-585a-4e00-8029-b6a1ba2fad29 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:26.909719 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2f2f7b-3f74-4c93-aa1b-ac3f49fb34e7 None None] Routers {'35267d6c-8b1d-4a83-8645-df3f71ea32bc'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:26.912049 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-df2f2f7b-3f74-4c93-aa1b-ac3f49fb34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:26.914582 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.048545 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-594f8fd5-5d79-4a7b-942d-f9ef61c3c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.077624 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-df2f2f7b-3f74-4c93-aa1b-ac3f49fb34e7 None None] Set router 35267d6c-8b1d-4a83-8645-df3f71ea32bc gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:27.104199 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.133274 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-594f8fd5-5d79-4a7b-942d-f9ef61c3c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.180291 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port eaf178f4-585a-4e00-8029-b6a1ba2fad29, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=eaf178f4-585a-4e00-8029-b6a1ba2fad29,segment=NetworkSegment(6f3c9af7-6099-469a-95ec-6774be18054f),segment_id=6f3c9af7-6099-469a-95ec-6774be18054f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:27.186526 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-594f8fd5-5d79-4a7b-942d-f9ef61c3c1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.189329 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-594f8fd5-5d79-4a7b-942d-f9ef61c3c1a1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d05c25c6-bed0-4cc4-be87-9f3386e3f499 HTTP/1.1" status: 204 len: 168 time: 0.5924928 Jul 16 03:30:27.189738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f8fd5-5d79-4a7b-942d-f9ef61c3c1a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d05c25c6-bed0-4cc4-be87-9f3386e3f499,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:27.195698 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb03a4aa-69b4-48cd-b8d0-062f6595695d None None] Network 3b81a2ed-00e6-441b-ab06-b543304c7c21 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:27.204380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:27.225845 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.300190 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.364241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=eaf178f4-585a-4e00-8029-b6a1ba2fad29,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:27.375493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] Deleting port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:27.375883 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.386761 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-df2f2f7b-3f74-4c93-aa1b-ac3f49fb34e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:30:25Z', 'revision_number': 5, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'gw_port': {'id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:31Z', 'updated_at': '2021-07-16T03:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:27.421479 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2f2f7b-3f74-4c93-aa1b-ac3f49fb34e7 None None] The sync data for ids ['35267d6c-8b1d-4a83-8645-df3f71ea32bc'] in n-d-800088-6 is: [{'id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'name': 'tempest-ServersTestManualDisk-913603486-router', 'tenant_id': 'ff2262b741fc426098ce6216e029081d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:27:28Z', 'updated_at': '2021-07-16T03:30:25Z', 'revision_number': 5, 'project_id': 'ff2262b741fc426098ce6216e029081d', 'gw_port': {'id': '119ce7b8-5ca5-43a1-b067-40881dff759a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:76:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35267d6c-8b1d-4a83-8645-df3f71ea32bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:27:31Z', 'updated_at': '2021-07-16T03:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:27.451971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] For port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:27.452454 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.467995 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] Calling delete_port for 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:27.534375 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-cc8f8718-ab89-4e65-968b-8aeadc0d8ae4 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8912878 Jul 16 03:30:27.534375 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.541078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006f2fce-a3f6-4162-b9f4-14998a36a33c None None] DHCP port deletion for 3b81a2ed-00e6-441b-ab06-b543304c7c21 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:30:27.616594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dfec8057-0bc5-4547-823c-cb959cc273f4 req-88456a9f-c400-4c33-b987-726d85998ec5 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] For port e6816b7c-b80f-41cc-87e7-ab1624c78a4f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:27.617902 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dfec8057-0bc5-4547-823c-cb959cc273f4 req-88456a9f-c400-4c33-b987-726d85998ec5 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.636079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 757677b4-a4a5-4f22-86bf-3e551ddd9df9 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:27.683206 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 757677b4-a4a5-4f22-86bf-3e551ddd9df9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:27.683923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 757677b4-a4a5-4f22-86bf-3e551ddd9df9 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:27.698219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-006f2fce-a3f6-4162-b9f4-14998a36a33c None None] Deleting port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:27.698219 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-006f2fce-a3f6-4162-b9f4-14998a36a33c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.797163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-006f2fce-a3f6-4162-b9f4-14998a36a33c None None] For port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd,segment=NetworkSegment(cf4c20ae-f7b5-4c08-a929-0fbe5656de6d),segment_id=cf4c20ae-f7b5-4c08-a929-0fbe5656de6d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:27.797774 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-006f2fce-a3f6-4162-b9f4-14998a36a33c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:27.808369 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-26f097cc-eed7-447e-8bee-67d35e586680 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636187 Jul 16 03:30:27.834063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-006f2fce-a3f6-4162-b9f4-14998a36a33c None None] Calling delete_port for 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:27.834259 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-dfec8057-0bc5-4547-823c-cb959cc273f4 req-88456a9f-c400-4c33-b987-726d85998ec5 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Calling delete_port for e6816b7c-b80f-41cc-87e7-ab1624c78a4f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:27.891896 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f3a2d43-dfdd-4da4-816e-0ff31c0dfa2d req-c2f805ee-cb42-4c5d-8906-30082a64a540 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348448 Jul 16 03:30:27.897856 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a26c1ff2-cd30-4790-b2ea-a9e4b85b8058 req-863fd79a-bda1-4c6e-9fd5-7be33189fe6d service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2782149 Jul 16 03:30:27.931363 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed9af4-1700-4120-9f0a-9b4f2d4b4c98 req-3649d3e8-579f-4ff8-b7a8-9375bda90170 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:27.942469 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02ed9af4-1700-4120-9f0a-9b4f2d4b4c98 req-3649d3e8-579f-4ff8-b7a8-9375bda90170 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 949 time: 0.6281302 Jul 16 03:30:27.986140 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-006f2fce-a3f6-4162-b9f4-14998a36a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.028239 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.053182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] Deleting port 119ce7b8-5ca5-43a1-b067-40881dff759a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:28.053530 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.060555 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f2fce-a3f6-4162-b9f4-14998a36a33c None None] No DVR routers for this DVR port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:28.064778 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f2fce-a3f6-4162-b9f4-14998a36a33c None None] Pushing event deleted for resources: {'Port': ['ID=2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:28.069945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:28.076496 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] No DVR routers for this DVR port 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:28.077053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5f4c3a11-23bb-453e-b547-7264b54ae5a2 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:28.163965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02ed9af4-1700-4120-9f0a-9b4f2d4b4c98 req-0a1779ac-e6a2-4212-8e9f-7ca9aeeb8758 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204947 Jul 16 03:30:28.198331 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.226277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b81a2ed-00e6-441b-ab06-b543304c7c21']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:28.252837 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:28.253358 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4c20ae-f7b5-4c08-a929-0fbe5656de6d') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:28.271051 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.288748 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.290157 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4fefdb-2b0f-43f3-b769-8d0e77ee2c58 x-openstack-request-id: req-0a4fefdb-2b0f-43f3-b769-8d0e77ee2c58 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:28.290469 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71212d47-186a-4f80-94ba-b3edbd0a8423", "name": "network-vif-plugged", "status": "completed", "tag": "ea8f7405-25e0-4446-8f83-28f4d1d12be2", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:28.290722 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a4fefdb-2b0f-43f3-b769-8d0e77ee2c58 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:28.291128 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71212d47-186a-4f80-94ba-b3edbd0a8423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8f7405-25e0-4446-8f83-28f4d1d12be2', 'code': 200} Jul 16 03:30:28.301801 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:30:28.302909 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:30:28.309873 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:30:28.377006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:28.392526 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '5f4c3a11-23bb-453e-b547-7264b54ae5a2', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '5f4c3a11-23bb-453e-b547-7264b54ae5a2', 'mac_address': 'fa:16:3e:c2:ae:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:28.412266 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.438699 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.447568 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] 10.222.0.18 "DELETE /v2.0/networks/3b81a2ed-00e6-441b-ab06-b543304c7c21 HTTP/1.1" status: 204 len: 168 time: 1.2420223 Jul 16 03:30:28.448593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54856) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:28.457275 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.485662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4c3a11-23bb-453e-b547-7264b54ae5a2 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:28.498274 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] For port 119ce7b8-5ca5-43a1-b067-40881dff759a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=119ce7b8-5ca5-43a1-b067-40881dff759a,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:28.498567 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.521633 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] Calling delete_port for 119ce7b8-5ca5-43a1-b067-40881dff759a owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:28.532680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:28.542902 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.553836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e04fbd-261a-42fd-9673-9437c6201e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=3b81a2ed-00e6-441b-ab06-b543304c7c21,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:28.670023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=5f4c3a11-23bb-453e-b547-7264b54ae5a2,revision_number=12']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:28.745462 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dfec8057-0bc5-4547-823c-cb959cc273f4 req-88456a9f-c400-4c33-b987-726d85998ec5 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:28.813886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['5f4c3a11-23bb-453e-b547-7264b54ae5a2'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:28.995080 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfec8057-0bc5-4547-823c-cb959cc273f4 req-88456a9f-c400-4c33-b987-726d85998ec5 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] No DVR routers for this DVR port e6816b7c-b80f-41cc-87e7-ab1624c78a4f on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:29.001398 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dfec8057-0bc5-4547-823c-cb959cc273f4 req-88456a9f-c400-4c33-b987-726d85998ec5 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.007384 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dfec8057-0bc5-4547-823c-cb959cc273f4 req-88456a9f-c400-4c33-b987-726d85998ec5 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.20 "DELETE /v2.0/ports/e6816b7c-b80f-41cc-87e7-ab1624c78a4f HTTP/1.1" status: 204 len: 173 time: 3.0350711 Jul 16 03:30:29.020153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dbc0d8-ca6f-4aea-b206-0a64886a6366', 'name': 'network-vif-deleted', 'tag': 'e6816b7c-b80f-41cc-87e7-ab1624c78a4f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:29.027648 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd89b807-0013-4eda-8f56-ba8f8c860401" -d '{"events": [{"server_uuid": "07dbc0d8-ca6f-4aea-b206-0a64886a6366", "name": "network-vif-deleted", "tag": "e6816b7c-b80f-41cc-87e7-ab1624c78a4f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:29.041607 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88456a9f-c400-4c33-b987-726d85998ec5 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Pushing event deleted for resources: {'Port': ['ID=e6816b7c-b80f-41cc-87e7-ab1624c78a4f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:29.076665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8478b-cc19-4606-a192-22d9ce3412ab req-cc8fa2ad-dc89-445d-be52-dc7d2e933a19 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:29.080919 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58b8478b-cc19-4606-a192-22d9ce3412ab req-cc8fa2ad-dc89-445d-be52-dc7d2e933a19 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 950 time: 0.7628436 Jul 16 03:30:29.129291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e71e7-6a25-46f2-950d-2842d9014206 req-21af57bc-e6ac-4706-884a-8a3aa73daa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:29.131370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-309e71e7-6a25-46f2-950d-2842d9014206 req-21af57bc-e6ac-4706-884a-8a3aa73daa60 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 1101 time: 0.5603406 Jul 16 03:30:29.190338 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-721b6513-7f2f-4cbd-bebd-7cffe9c687d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.264911 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58b8478b-cc19-4606-a192-22d9ce3412ab req-cda82b99-054f-4ccd-9df5-2f0cdedf43d0 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324353 Jul 16 03:30:29.302747 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-309e71e7-6a25-46f2-950d-2842d9014206 req-c1e9a60d-da33-4452-912b-e2b1af2fb5ab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465974 Jul 16 03:30:29.357839 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63269761-124c-4803-9ef8-7c2f7b7b81a0 req-137a0b32-aae9-401c-8253-ee00f4135502 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:29.359613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63269761-124c-4803-9ef8-7c2f7b7b81a0 req-137a0b32-aae9-401c-8253-ee00f4135502 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 945 time: 0.3115861 Jul 16 03:30:29.415495 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.475391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=119ce7b8-5ca5-43a1-b067-40881dff759a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:29.524579 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63269761-124c-4803-9ef8-7c2f7b7b81a0 req-4da84c6a-6602-4967-a670-30d96e467d3b tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62ffa1c-639e-4f27-9347-3e7f60051bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491818 Jul 16 03:30:29.623135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:29.701481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:29.702232 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2e64a0cc-3986-4d0c-8688-2ecc81a5dfbd not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:29.705864 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-721b6513-7f2f-4cbd-bebd-7cffe9c687d2 admin admin] Deleting port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:29.707831 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-721b6513-7f2f-4cbd-bebd-7cffe9c687d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.797882 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.802263 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62e20b-fc30-4fec-8040-d74f1530ec83 req-2874ec51-5faa-49eb-b8b8-89257271d447 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:29.804981 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d62e20b-fc30-4fec-8040-d74f1530ec83 req-2874ec51-5faa-49eb-b8b8-89257271d447 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 1101 time: 0.3816464 Jul 16 03:30:29.851772 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-721b6513-7f2f-4cbd-bebd-7cffe9c687d2 admin admin] For port 3e9b5c7e-a62a-4f3b-af85-8fa38283a424, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3e9b5c7e-a62a-4f3b-af85-8fa38283a424,segment=NetworkSegment(71196893-bc9d-4465-892f-5656002a91b1),segment_id=71196893-bc9d-4465-892f-5656002a91b1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:29.852432 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-721b6513-7f2f-4cbd-bebd-7cffe9c687d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:29.880163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-721b6513-7f2f-4cbd-bebd-7cffe9c687d2 admin admin] Calling delete_port for 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:29.997358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7e21a246-084f-488e-a6d9-2a1c65ba80af tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:30.002072 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7e21a246-084f-488e-a6d9-2a1c65ba80af tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.88 "GET /v2.0/networks?id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b HTTP/1.1" status: 200 len: 818 time: 0.4410856 Jul 16 03:30:30.030496 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3f4730bf-f23d-4ce9-8745-2c4d76f71269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.038601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5f4c3a11-23bb-453e-b547-7264b54ae5a2 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:30.050709 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.067309 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eac0612c-71f6-4dd9-a934-f691cea02e46 req-3a6cdf59-3cf6-4e18-b663-3b263e37a994 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=1710ed0a-006a-4f08-888f-82cf53b471c5 HTTP/1.1" status: 200 len: 210 time: 0.1494648 Jul 16 03:30:30.071730 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.117590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-eca648ce-d286-45fe-b564-c5f50990fba4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Request body: {'port': {'device_id': 'a57e9f1a-349c-4f5f-98c0-1f998df969a7', 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b', 'admin_state_up': True, 'tenant_id': 'c95f0ab929574731ae043e566034f3e6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:30.205563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:30.213834 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-721b6513-7f2f-4cbd-bebd-7cffe9c687d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.223356 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:30.224125 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.272212 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d62e20b-fc30-4fec-8040-d74f1530ec83 req-e62bf576-15e7-4433-b8ba-74fb94c7ccf2 tempest-MigrationsAdminTest-1204444641 tempest-MigrationsAdminTest-1204444641-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111447 Jul 16 03:30:30.287713 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.287713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35267d6c-8b1d-4a83-8645-df3f71ea32bc {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:30:30.292981 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.298430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5dd9400a-90a3-4987-96df-fdc1187de8a6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/35267d6c-8b1d-4a83-8645-df3f71ea32bc HTTP/1.1" status: 204 len: 168 time: 3.9461558 Jul 16 03:30:30.302049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:30.345731 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd621bd-e5b9-4e3f-a58b-24fb46218d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf178f4-585a-4e00-8029-b6a1ba2fad29'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:30.354366 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3067879-ef66-40ee-add9-f5aa0608790d" -d '{"events": [{"server_uuid": "3fd621bd-e5b9-4e3f-a58b-24fb46218d3f", "name": "network-vif-plugged", "status": "completed", "tag": "eaf178f4-585a-4e00-8029-b6a1ba2fad29"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:30.424637 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b6513-7f2f-4cbd-bebd-7cffe9c687d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9b5c7e-a62a-4f3b-af85-8fa38283a424,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:30.495349 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.568729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:30.582763 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.583690 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device e6816b7c-b80f-41cc-87e7-ab1624c78a4f no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:30.640995 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9739fd30-e8fc-40c8-af9b-237531cd1ed5 x-openstack-request-id: req-9739fd30-e8fc-40c8-af9b-237531cd1ed5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:30.641297 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dbc0d8-ca6f-4aea-b206-0a64886a6366", "name": "network-vif-deleted", "tag": "e6816b7c-b80f-41cc-87e7-ab1624c78a4f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:30.641552 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9739fd30-e8fc-40c8-af9b-237531cd1ed5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:30.641952 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dbc0d8-ca6f-4aea-b206-0a64886a6366', 'name': 'network-vif-deleted', 'tag': 'e6816b7c-b80f-41cc-87e7-ab1624c78a4f', 'status': 'completed', 'code': 200} Jul 16 03:30:30.776258 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: e6816b7c-b80f-41cc-87e7-ab1624c78a4f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:30.789947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device e6816b7c-b80f-41cc-87e7-ab1624c78a4f not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:30.885930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-813aa331-9bd2-46a0-8d78-31cc1c2ee328 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:30.888031 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:30.891488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=5f4c3a11-23bb-453e-b547-7264b54ae5a2,revision_number=13']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:30.895266 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-813aa331-9bd2-46a0-8d78-31cc1c2ee328 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.20 "GET /v2.0/networks?id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b HTTP/1.1" status: 200 len: 818 time: 0.9760277 Jul 16 03:30:30.909579 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:30.911176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:30.912389 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:30.912916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:30.914695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:30.915283 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:30.915748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:30.918836 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:30.920026 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:30.920680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:30.921062 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:30.921504 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:30.960424 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f3a44a8-c085-43b5-87f7-f92147b96ddc req-e6483514-cac1-43d6-8a6e-a030690eb51e tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=07dbc0d8-ca6f-4aea-b206-0a64886a6366 HTTP/1.1" status: 200 len: 210 time: 0.1964362 Jul 16 03:30:30.964276 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Deleting subnet f4ab3293-9b57-4dd9-aa6a-278349534b3b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:30:30.968248 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.017004 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.037913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7bfabd93-bc0d-40c0-aa20-715a719221ea tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:31.039573 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7bfabd93-bc0d-40c0-aa20-715a719221ea tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.88 "GET /v2.0/networks?id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b HTTP/1.1" status: 200 len: 818 time: 0.2351031 Jul 16 03:30:31.056733 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-4a701c7b-a2a7-4a5d-9bd9-1b151c98b69f tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Request body: {'port': {'device_id': '1710ed0a-006a-4f08-888f-82cf53b471c5', 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b', 'admin_state_up': True, 'tenant_id': 'c95f0ab929574731ae043e566034f3e6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:31.077282 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-721b6513-7f2f-4cbd-bebd-7cffe9c687d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.091251 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-374b070b-9c0b-47d0-bed1-1d9a46274a82 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Request body: {'port': {'device_id': 'e08ff0a2-1ff3-468a-a500-2225ba6361ee', 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b', 'admin_state_up': True, 'tenant_id': 'c95f0ab929574731ae043e566034f3e6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:31.249335 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.402030 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-4a701c7b-a2a7-4a5d-9bd9-1b151c98b69f tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Made reservation on behalf of c95f0ab929574731ae043e566034f3e6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:31.405910 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-4a701c7b-a2a7-4a5d-9bd9-1b151c98b69f tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.470390 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654b9369-36f7-4d77-b2ce-9c489051e34b x-openstack-request-id: req-654b9369-36f7-4d77-b2ce-9c489051e34b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:31.470688 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd621bd-e5b9-4e3f-a58b-24fb46218d3f", "name": "network-vif-plugged", "status": "completed", "tag": "eaf178f4-585a-4e00-8029-b6a1ba2fad29", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:31.470939 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-654b9369-36f7-4d77-b2ce-9c489051e34b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:31.471772 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd621bd-e5b9-4e3f-a58b-24fb46218d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf178f4-585a-4e00-8029-b6a1ba2fad29', 'code': 200} Jul 16 03:30:31.551755 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721b6513-7f2f-4cbd-bebd-7cffe9c687d2 admin admin] Router 18005153-70f3-4e5b-b817-3e6d55be8c92 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:30:31.692575 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.720470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 119ce7b8-5ca5-43a1-b067-40881dff759a no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:31.725687 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-4a701c7b-a2a7-4a5d-9bd9-1b151c98b69f tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Allocated IP 172.20.0.8 (5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b/23856370-7d27-4d98-bcd9-ee167a481ce3/35af7a50-e922-45de-8c87-55abc21415e1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:31.750920 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 119ce7b8-5ca5-43a1-b067-40881dff759a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:31.751627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 119ce7b8-5ca5-43a1-b067-40881dff759a not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:31.782830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-eca648ce-d286-45fe-b564-c5f50990fba4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Made reservation on behalf of c95f0ab929574731ae043e566034f3e6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:31.786529 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-eca648ce-d286-45fe-b564-c5f50990fba4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.821129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721b6513-7f2f-4cbd-bebd-7cffe9c687d2 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:31.834073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd322dc2-fff5-4a16-8432-ee1c90055044 None None] Sync routers for ids ['18005153-70f3-4e5b-b817-3e6d55be8c92'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:31.835200 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-721b6513-7f2f-4cbd-bebd-7cffe9c687d2 admin admin] 10.222.0.18 "PUT /v2.0/routers/18005153-70f3-4e5b-b817-3e6d55be8c92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3810825 Jul 16 03:30:31.844514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54916) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:31.846441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd322dc2-fff5-4a16-8432-ee1c90055044 None None] Routers {'18005153-70f3-4e5b-b817-3e6d55be8c92'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:31.846980 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd322dc2-fff5-4a16-8432-ee1c90055044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['18005153-70f3-4e5b-b817-3e6d55be8c92'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:31.896035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-374b070b-9c0b-47d0-bed1-1d9a46274a82 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Made reservation on behalf of c95f0ab929574731ae043e566034f3e6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:31.899676 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-374b070b-9c0b-47d0-bed1-1d9a46274a82 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.926149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef1d30-0823-4a4e-8369-369f64fa8066 req-d18f78f2-16eb-4e00-b3a9-9c61838b90b3 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:31.927826 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6ef1d30-0823-4a4e-8369-369f64fa8066 req-d18f78f2-16eb-4e00-b3a9-9c61838b90b3 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 950 time: 0.9863081 Jul 16 03:30:31.951110 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:31.977272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bd322dc2-fff5-4a16-8432-ee1c90055044 None None] Set router 18005153-70f3-4e5b-b817-3e6d55be8c92 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:32.007350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a47890-c118-4eab-a320-5eb33f645b28 req-4481a78e-1f53-4c45-824d-441183e1cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:32.008968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64f18c-bc44-4b42-b634-77eeccebf082 req-20771cb1-00d1-40f5-bfd8-a0f496c9ee2a tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:32.009173 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b8a47890-c118-4eab-a320-5eb33f645b28 req-4481a78e-1f53-4c45-824d-441183e1cab4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 1096 time: 0.4129364 Jul 16 03:30:32.010523 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b64f18c-bc44-4b42-b634-77eeccebf082 req-20771cb1-00d1-40f5-bfd8-a0f496c9ee2a tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 945 time: 0.3507040 Jul 16 03:30:32.019074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ab3293-9b57-4dd9-aa6a-278349534b3b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:32.038225 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.040099 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f4ab3293-9b57-4dd9-aa6a-278349534b3b HTTP/1.1" status: 204 len: 168 time: 1.7288413 Jul 16 03:30:32.044812 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54920) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:32.057310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c41c08-9647-4763-aea6-336a10c28822 None None] Network dd4a9d85-da98-44d7-b04b-113e172d8a51 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:32.057531 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.080070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:32.080459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:32.080802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:32.081141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:32.081476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:32.081844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:32.082174 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:32.082500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:32.082822 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:32.083322 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:32.083655 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:32.083978 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bf5b89-1e08-4a6f-a047-ccd2f702b1ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:32.137919 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6ef1d30-0823-4a4e-8369-369f64fa8066 req-b0cb47f3-faa3-4ae5-b01f-c776c3792f8a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921699 Jul 16 03:30:32.174382 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b64f18c-bc44-4b42-b634-77eeccebf082 req-c7a9fa2e-04f7-4e7a-93d7-91f1bc443146 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62ffa1c-639e-4f27-9347-3e7f60051bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396475 Jul 16 03:30:32.351279 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-47d113d7-9bb8-4d3f-8d41-d8985e1b56ad req-57dde273-cd47-4edb-a172-a6d17f7b9330 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=1710ed0a-006a-4f08-888f-82cf53b471c5 HTTP/1.1" status: 200 len: 210 time: 0.0653427 Jul 16 03:30:32.450515 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd322dc2-fff5-4a16-8432-ee1c90055044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088296396-router', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:33Z', 'updated_at': '2021-07-16T03:30:30Z', 'revision_number': 5, 'project_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'gw_port': {'id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:34Z', 'updated_at': '2021-07-16T03:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:32.501868 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523cb46-4779-469b-b9a1-9ae62b1adf0b req-016e138d-cb4c-495f-b518-77120c70a2df tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:32.502861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd322dc2-fff5-4a16-8432-ee1c90055044 None None] Checking router: 18005153-70f3-4e5b-b817-3e6d55be8c92 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:30:32.505133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683093eb-7944-4f4e-b80c-edf6a08069e1 None None] DHCP port deletion for dd4a9d85-da98-44d7-b04b-113e172d8a51 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:30:32.511628 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f523cb46-4779-469b-b9a1-9ae62b1adf0b req-016e138d-cb4c-495f-b518-77120c70a2df tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 951 time: 0.1591229 Jul 16 03:30:32.555129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd322dc2-fff5-4a16-8432-ee1c90055044 None None] Routers {'18005153-70f3-4e5b-b817-3e6d55be8c92'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:32.555638 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd322dc2-fff5-4a16-8432-ee1c90055044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['18005153-70f3-4e5b-b817-3e6d55be8c92'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:32.576276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f523cb46-4779-469b-b9a1-9ae62b1adf0b req-771eb0a1-0ab4-4345-bec9-c332af2ad41a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631056 Jul 16 03:30:32.619978 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b8a47890-c118-4eab-a320-5eb33f645b28 req-102c59f8-f44b-4d49-bcbd-9ed588fa3795 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d62ffa1c-639e-4f27-9347-3e7f60051bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740750 Jul 16 03:30:32.654514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.660272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-4a701c7b-a2a7-4a5d-9bd9-1b151c98b69f tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.740325 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.850850 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c095e-f5d2-41f1-86d4-38646eff3872 req-a514a96b-ae03-4aef-bb04-259d2b58f3fa tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:32.853910 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d95c095e-f5d2-41f1-86d4-38646eff3872 req-a514a96b-ae03-4aef-bb04-259d2b58f3fa tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 951 time: 0.1252327 Jul 16 03:30:32.883292 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] Deleting port d69fa3d6-3787-4947-8b38-12811c2ced10 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:32.883668 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.889272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-4a701c7b-a2a7-4a5d-9bd9-1b151c98b69f tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:32.953206 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bd322dc2-fff5-4a16-8432-ee1c90055044 None None] Set router 18005153-70f3-4e5b-b817-3e6d55be8c92 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:32.996699 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] Deleting port 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:32.997055 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.021192 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-4a701c7b-a2a7-4a5d-9bd9-1b151c98b69f tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:33.092784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-eca648ce-d286-45fe-b564-c5f50990fba4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Allocated IP 172.20.0.12 (5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b/23856370-7d27-4d98-bcd9-ee167a481ce3/abc1cc43-ab7e-4c5f-9080-e7762df8b6ad) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:33.094885 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-4a701c7b-a2a7-4a5d-9bd9-1b151c98b69f tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:33.099147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-4a701c7b-a2a7-4a5d-9bd9-1b151c98b69f tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:33.132790 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-683093eb-7944-4f4e-b80c-edf6a08069e1 None None] Deleting port d69fa3d6-3787-4947-8b38-12811c2ced10 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:33.133434 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-683093eb-7944-4f4e-b80c-edf6a08069e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.197165 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82f05b92-eee5-49d4-940f-8b9c7e32ee29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.206057 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.273074 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-4a701c7b-a2a7-4a5d-9bd9-1b151c98b69f tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:33.273750 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-4a701c7b-a2a7-4a5d-9bd9-1b151c98b69f tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.276218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a701c7b-a2a7-4a5d-9bd9-1b151c98b69f tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Pushing event updated for resources: {'Port': ['ID=35af7a50-e922-45de-8c87-55abc21415e1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:33.332930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] For port d69fa3d6-3787-4947-8b38-12811c2ced10, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d69fa3d6-3787-4947-8b38-12811c2ced10,segment=NetworkSegment(4cdc4b7d-55b1-4e97-b338-9347f3540806),segment_id=4cdc4b7d-55b1-4e97-b338-9347f3540806)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:33.333307 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.368347 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] Calling delete_port for d69fa3d6-3787-4947-8b38-12811c2ced10 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:33.371434 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-683093eb-7944-4f4e-b80c-edf6a08069e1 None None] For port d69fa3d6-3787-4947-8b38-12811c2ced10, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d69fa3d6-3787-4947-8b38-12811c2ced10,segment=NetworkSegment(4cdc4b7d-55b1-4e97-b338-9347f3540806),segment_id=4cdc4b7d-55b1-4e97-b338-9347f3540806)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:33.371978 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-683093eb-7944-4f4e-b80c-edf6a08069e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.374724 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-4a701c7b-a2a7-4a5d-9bd9-1b151c98b69f tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3244033 Jul 16 03:30:33.400581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-683093eb-7944-4f4e-b80c-edf6a08069e1 None None] Calling delete_port for d69fa3d6-3787-4947-8b38-12811c2ced10 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:33.400834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Request body: {'port': {'device_id': '1710ed0a-006a-4f08-888f-82cf53b471c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:33.410245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] For port 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4bfdbaa6-c39c-4623-8265-bbe9a8ed1602,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:33.410480 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.483838 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] Calling delete_port for 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:33.504663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:33.508139 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef68b2df-9fdc-4211-addf-335647a12e37" -d '{"events": [{"server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "name": "network-vif-plugged", "status": "completed", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:33.563446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd322dc2-fff5-4a16-8432-ee1c90055044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088296396-router', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:33Z', 'updated_at': '2021-07-16T03:30:30Z', 'revision_number': 5, 'project_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'gw_port': {'id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:34Z', 'updated_at': '2021-07-16T03:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:33.603000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d69fa3d6-3787-4947-8b38-12811c2ced10 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:33.644292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd322dc2-fff5-4a16-8432-ee1c90055044 None None] The sync data for ids ['18005153-70f3-4e5b-b817-3e6d55be8c92'] in n-d-800088-6 is: [{'id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2088296396-router', 'tenant_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:25:33Z', 'updated_at': '2021-07-16T03:30:30Z', 'revision_number': 5, 'project_id': 'fd4f7aa7b4dc4037a5d78af4283de693', 'gw_port': {'id': '4bfdbaa6-c39c-4623-8265-bbe9a8ed1602', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:bc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18005153-70f3-4e5b-b817-3e6d55be8c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:25:34Z', 'updated_at': '2021-07-16T03:25:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:33.671530 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-683093eb-7944-4f4e-b80c-edf6a08069e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.674199 n-d-800088-6 neutron-server[93769]: INFO neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No ports have port_id starting with d69fa3d6-3787-4947-8b38-12811c2ced10 Jul 16 03:30:33.737326 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683093eb-7944-4f4e-b80c-edf6a08069e1 None None] Pushing event deleted for resources: {'Port': ['ID=d69fa3d6-3787-4947-8b38-12811c2ced10,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:33.738362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d95c095e-f5d2-41f1-86d4-38646eff3872 req-92a2c748-5de2-4ea4-b57f-e6bb3fa45a68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Deleting port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:33.738934 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d95c095e-f5d2-41f1-86d4-38646eff3872 req-92a2c748-5de2-4ea4-b57f-e6bb3fa45a68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.748788 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683093eb-7944-4f4e-b80c-edf6a08069e1 None None] No DVR routers for this DVR port d69fa3d6-3787-4947-8b38-12811c2ced10 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:33.759921 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-eca648ce-d286-45fe-b564-c5f50990fba4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.772592 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.869814 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043c1f2-a889-488e-b394-08c9c483d65d req-de05279f-cbb2-4520-aa53-6b23189d12e0 tempest-ServersAdminNegativeTestJSON-23014403 tempest-ServersAdminNegativeTestJSON-23014403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:33.871642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2043c1f2-a889-488e-b394-08c9c483d65d req-de05279f-cbb2-4520-aa53-6b23189d12e0 tempest-ServersAdminNegativeTestJSON-23014403 tempest-ServersAdminNegativeTestJSON-23014403-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 1101 time: 0.6026418 Jul 16 03:30:33.883335 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.914416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a5ae9-0828-40ce-ab7a-f6d8404e8e58 req-d6f9e830-d8b6-4482-a348-2006b919ffbf tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:33.921219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e8a5ae9-0828-40ce-ab7a-f6d8404e8e58 req-d6f9e830-d8b6-4482-a348-2006b919ffbf tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 945 time: 0.4390190 Jul 16 03:30:33.931871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bfdbaa6-c39c-4623-8265-bbe9a8ed1602,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:33.937062 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.944541 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.958276 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2043c1f2-a889-488e-b394-08c9c483d65d req-9bd8dd1b-abfb-4f51-a783-03fbfa634e17 tempest-ServersAdminNegativeTestJSON-23014403 tempest-ServersAdminNegativeTestJSON-23014403-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:33.990314 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d95c095e-f5d2-41f1-86d4-38646eff3872 req-92a2c748-5de2-4ea4-b57f-e6bb3fa45a68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] For port 5f4c3a11-23bb-453e-b547-7264b54ae5a2, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5f4c3a11-23bb-453e-b547-7264b54ae5a2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:33.990642 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d95c095e-f5d2-41f1-86d4-38646eff3872 req-92a2c748-5de2-4ea4-b57f-e6bb3fa45a68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.000450 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-eca648ce-d286-45fe-b564-c5f50990fba4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.016427 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] No DVR routers for this DVR port d69fa3d6-3787-4947-8b38-12811c2ced10 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:34.056433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb6989-8924-463f-8164-9e6e738a601e req-3f97e46c-2b79-4d27-9092-c90bd4228404 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:34.058590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d95c095e-f5d2-41f1-86d4-38646eff3872 req-92a2c748-5de2-4ea4-b57f-e6bb3fa45a68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Calling delete_port for 5f4c3a11-23bb-453e-b547-7264b54ae5a2 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:34.059922 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-25fb6989-8924-463f-8164-9e6e738a601e req-3f97e46c-2b79-4d27-9092-c90bd4228404 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.88 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 945 time: 0.3945987 Jul 16 03:30:34.105112 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d69fa3d6-3787-4947-8b38-12811c2ced10,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:34.107087 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e8a5ae9-0828-40ce-ab7a-f6d8404e8e58 req-b5d7cda8-170a-4fef-9ae0-c6250701dbec tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1047614-625f-434e-8e57-6fef408a3230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848936 Jul 16 03:30:34.170503 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.282279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-eca648ce-d286-45fe-b564-c5f50990fba4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:34.301396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca648ce-d286-45fe-b564-c5f50990fba4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Pushing event updated for resources: {'Port': ['ID=abc1cc43-ab7e-4c5f-9080-e7762df8b6ad,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:34.319786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-eca648ce-d286-45fe-b564-c5f50990fba4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:34.322493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-374b070b-9c0b-47d0-bed1-1d9a46274a82 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Allocated IP 172.20.0.11 (5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b/23856370-7d27-4d98-bcd9-ee167a481ce3/9ba094e5-1589-47cf-a2df-461c0f29852f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:34.333239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-eca648ce-d286-45fe-b564-c5f50990fba4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:34.355868 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.426626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4a9d85-da98-44d7-b04b-113e172d8a51']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:34.430008 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.451780 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.470216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-eca648ce-d286-45fe-b564-c5f50990fba4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:34.470844 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-eca648ce-d286-45fe-b564-c5f50990fba4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.471830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdc4b7d-55b1-4e97-b338-9347f3540806') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:34.472813 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdc4b7d-55b1-4e97-b338-9347f3540806') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:34.524715 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.532242 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2043c1f2-a889-488e-b394-08c9c483d65d req-9bd8dd1b-abfb-4f51-a783-03fbfa634e17 tempest-ServersAdminNegativeTestJSON-23014403 tempest-ServersAdminNegativeTestJSON-23014403-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.542590 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.547781 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.548359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18005153-70f3-4e5b-b817-3e6d55be8c92 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:30:34.554740 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.555100 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2043c1f2-a889-488e-b394-08c9c483d65d req-9bd8dd1b-abfb-4f51-a783-03fbfa634e17 tempest-ServersAdminNegativeTestJSON-23014403 tempest-ServersAdminNegativeTestJSON-23014403-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.558528 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6702eaf2-1085-4b68-b73e-fce6390e84b6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/18005153-70f3-4e5b-b817-3e6d55be8c92 HTTP/1.1" status: 204 len: 168 time: 2.7133050 Jul 16 03:30:34.559713 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:30:34.560125 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:30:34.562011 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:30:34.574360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54980) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:34.588341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762407fb-6147-4c7c-91cc-53c989c40898 req-2ae77bad-128b-4ff8-b03d-c072ba5d79f5 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:34.595963 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-762407fb-6147-4c7c-91cc-53c989c40898 req-2ae77bad-128b-4ff8-b03d-c072ba5d79f5 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 945 time: 0.3452671 Jul 16 03:30:34.611014 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-eca648ce-d286-45fe-b564-c5f50990fba4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5580161 Jul 16 03:30:34.676075 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Request body: {'port': {'device_id': 'a57e9f1a-349c-4f5f-98c0-1f998df969a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:34.679862 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.682257 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-25fb6989-8924-463f-8164-9e6e738a601e req-0ffa67f8-86b3-4c8f-ae57-12d40ce9f8f6 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Deleting port 2d639917-4019-4b10-ad41-b380e3ea092c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:34.683203 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-25fb6989-8924-463f-8164-9e6e738a601e req-0ffa67f8-86b3-4c8f-ae57-12d40ce9f8f6 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.689675 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.696230 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] 10.222.0.18 "DELETE /v2.0/networks/dd4a9d85-da98-44d7-b04b-113e172d8a51 HTTP/1.1" status: 204 len: 168 time: 2.6487842 Jul 16 03:30:34.700498 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7147c01-ebe3-4a90-9906-0d76f024a2ad admin admin] Deleting subnet 0b611835-941d-4334-a1ce-f01f78f43f96 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:30:34.716023 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7147c01-ebe3-4a90-9906-0d76f024a2ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.762933 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2043c1f2-a889-488e-b394-08c9c483d65d req-9bd8dd1b-abfb-4f51-a783-03fbfa634e17 tempest-ServersAdminNegativeTestJSON-23014403 tempest-ServersAdminNegativeTestJSON-23014403-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8706493 Jul 16 03:30:34.765674 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3b75d-f496-4561-bc4c-e32a6b3adf9a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd4a9d85-da98-44d7-b04b-113e172d8a51,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:34.796601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8dd1b-abfb-4f51-a783-03fbfa634e17 tempest-ServersAdminNegativeTestJSON-23014403 tempest-ServersAdminNegativeTestJSON-23014403-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc86737d-0af8-42dd-8579-145b2d714107,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:34.843237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-762407fb-6147-4c7c-91cc-53c989c40898 req-22179c50-f97a-49c1-b859-7be6b8af2a09 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62ffa1c-639e-4f27-9347-3e7f60051bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467628 Jul 16 03:30:34.853567 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d95c095e-f5d2-41f1-86d4-38646eff3872 req-92a2c748-5de2-4ea4-b57f-e6bb3fa45a68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.862879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-25fb6989-8924-463f-8164-9e6e738a601e req-0ffa67f8-86b3-4c8f-ae57-12d40ce9f8f6 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] For port 2d639917-4019-4b10-ad41-b380e3ea092c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2d639917-4019-4b10-ad41-b380e3ea092c,segment=NetworkSegment(cc23880f-4e39-4c61-bb6d-5f8c2e79f72b),segment_id=cc23880f-4e39-4c61-bb6d-5f8c2e79f72b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:34.864645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-25fb6989-8924-463f-8164-9e6e738a601e req-0ffa67f8-86b3-4c8f-ae57-12d40ce9f8f6 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:34.867303 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['4be59503-333b-4779-be07-46d349b2f71f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:34.877005 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['ae17084d-4de7-46fc-be04-73ed56e5a9aa', '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50', '5f4c3a11-23bb-453e-b547-7264b54ae5a2'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:34.881152 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-25fb6989-8924-463f-8164-9e6e738a601e req-0ffa67f8-86b3-4c8f-ae57-12d40ce9f8f6 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Calling delete_port for 2d639917-4019-4b10-ad41-b380e3ea092c owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:34.981861 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54996) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:34.982834 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcace61-fe68-4de3-8a2c-7aae7859589b x-openstack-request-id: req-1bcace61-fe68-4de3-8a2c-7aae7859589b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:34.983271 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "name": "network-vif-plugged", "status": "completed", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:34.983782 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bcace61-fe68-4de3-8a2c-7aae7859589b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:34.984470 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2', 'code': 200} Jul 16 03:30:35.022653 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7147c01-ebe3-4a90-9906-0d76f024a2ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.024636 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2c748-5de2-4ea4-b57f-e6bb3fa45a68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Pushing event deleted for resources: {'Port': ['ID=5f4c3a11-23bb-453e-b547-7264b54ae5a2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:35.043483 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-374b070b-9c0b-47d0-bed1-1d9a46274a82 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.246399 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-25fb6989-8924-463f-8164-9e6e738a601e req-0ffa67f8-86b3-4c8f-ae57-12d40ce9f8f6 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.254524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95c095e-f5d2-41f1-86d4-38646eff3872 req-92a2c748-5de2-4ea4-b57f-e6bb3fa45a68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] No DVR routers for this DVR port 5f4c3a11-23bb-453e-b547-7264b54ae5a2 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:35.294381 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82663b38-0c2f-443c-9508-503f7d07e2e5 req-0b25a17a-a194-4b9a-8a12-c6fd584e63b2 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=93d51f2b-0857-4494-96f3-69f0d2369821 HTTP/1.1" status: 200 len: 210 time: 0.1526475 Jul 16 03:30:35.297446 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d95c095e-f5d2-41f1-86d4-38646eff3872 req-92a2c748-5de2-4ea4-b57f-e6bb3fa45a68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.301208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d95c095e-f5d2-41f1-86d4-38646eff3872 req-92a2c748-5de2-4ea4-b57f-e6bb3fa45a68 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "DELETE /v2.0/ports/5f4c3a11-23bb-453e-b547-7264b54ae5a2 HTTP/1.1" status: 204 len: 173 time: 2.4407043 Jul 16 03:30:35.303093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'name': 'network-vif-deleted', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:35.318377 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562e0940-dc88-4551-9d86-57c9c55a4981" -d '{"events": [{"server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "name": "network-vif-deleted", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:35.331628 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.355007 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-69368421-7e48-4fe8-9d47-aceff3406aff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff2262b741fc426098ce6216e029081d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695233 Jul 16 03:30:35.414595 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55002) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:35.417173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa67f8-86b3-4c8f-ae57-12d40ce9f8f6 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Pushing event deleted for resources: {'Port': ['ID=2d639917-4019-4b10-ad41-b380e3ea092c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:35.499049 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fb6989-8924-463f-8164-9e6e738a601e req-0ffa67f8-86b3-4c8f-ae57-12d40ce9f8f6 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] No DVR routers for this DVR port 2d639917-4019-4b10-ad41-b380e3ea092c on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:35.501723 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-25fb6989-8924-463f-8164-9e6e738a601e req-0ffa67f8-86b3-4c8f-ae57-12d40ce9f8f6 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.505192 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-25fb6989-8924-463f-8164-9e6e738a601e req-0ffa67f8-86b3-4c8f-ae57-12d40ce9f8f6 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.88 "DELETE /v2.0/ports/2d639917-4019-4b10-ad41-b380e3ea092c HTTP/1.1" status: 204 len: 173 time: 1.3889930 Jul 16 03:30:35.533752 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7147c01-ebe3-4a90-9906-0d76f024a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.578546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '614f2b6e-1b34-4ac7-921b-bc28454a9f5c', 'name': 'network-vif-deleted', 'tag': '2d639917-4019-4b10-ad41-b380e3ea092c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:35.581343 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eafef53-3118-452c-9a1a-a5da5ef32f5a" -d '{"events": [{"server_uuid": "614f2b6e-1b34-4ac7-921b-bc28454a9f5c", "name": "network-vif-deleted", "tag": "2d639917-4019-4b10-ad41-b380e3ea092c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:35.600036 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:35.682209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:35.682917 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3e9b5c7e-a62a-4f3b-af85-8fa38283a424 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:35.683693 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:35.714943 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ad19-9149-4e43-b396-6c205bb7e030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.718864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9132dce-f9f2-4e2d-be0e-3d7f1f0ebd2c req-a21ceb73-709f-49b3-92ad-3fbf51375575 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:35.722691 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9132dce-f9f2-4e2d-be0e-3d7f1f0ebd2c req-a21ceb73-709f-49b3-92ad-3fbf51375575 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=1710ed0a-006a-4f08-888f-82cf53b471c5 HTTP/1.1" status: 200 len: 931 time: 0.5778663 Jul 16 03:30:35.726055 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-374b070b-9c0b-47d0-bed1-1d9a46274a82 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.732506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:35.732867 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4bfdbaa6-c39c-4623-8265-bbe9a8ed1602 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:35.744068 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.780611 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7147c01-ebe3-4a90-9906-0d76f024a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.801763 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a29d680c-45b9-48ef-b6e3-2a26419ca3e8 req-6677f942-915e-4057-94d3-0a6b42b47c28 tempest-LiveAutoBlockMigrationV225Test-315040373 tempest-LiveAutoBlockMigrationV225Test-315040373-project] 10.222.0.18 "GET /v2.0/ports?device_id=614f2b6e-1b34-4ac7-921b-bc28454a9f5c HTTP/1.1" status: 200 len: 210 time: 0.1065309 Jul 16 03:30:35.837657 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ad19-9149-4e43-b396-6c205bb7e030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.841188 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-374b070b-9c0b-47d0-bed1-1d9a46274a82 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:35.855045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-374b070b-9c0b-47d0-bed1-1d9a46274a82 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:35.859284 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b070b-9c0b-47d0-bed1-1d9a46274a82 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Pushing event updated for resources: {'Port': ['ID=9ba094e5-1589-47cf-a2df-461c0f29852f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:35.866701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-374b070b-9c0b-47d0-bed1-1d9a46274a82 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:35.879206 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9132dce-f9f2-4e2d-be0e-3d7f1f0ebd2c req-df12bd22-d3f7-472c-86b0-13f644cf6ddf tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958741 Jul 16 03:30:35.935894 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e778ce-65bd-4e90-8453-2f6a27e2f865 x-openstack-request-id: req-71e778ce-65bd-4e90-8453-2f6a27e2f865 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:35.936186 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d51f2b-0857-4494-96f3-69f0d2369821", "name": "network-vif-deleted", "tag": "5f4c3a11-23bb-453e-b547-7264b54ae5a2", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:35.936496 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71e778ce-65bd-4e90-8453-2f6a27e2f865 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:35.936953 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d51f2b-0857-4494-96f3-69f0d2369821', 'name': 'network-vif-deleted', 'tag': '5f4c3a11-23bb-453e-b547-7264b54ae5a2', 'status': 'completed', 'code': 200} Jul 16 03:30:35.950994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-374b070b-9c0b-47d0-bed1-1d9a46274a82 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:35.951864 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-374b070b-9c0b-47d0-bed1-1d9a46274a82 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:35.973758 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-374b070b-9c0b-47d0-bed1-1d9a46274a82 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0332417 Jul 16 03:30:35.985040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7147c01-ebe3-4a90-9906-0d76f024a2ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b611835-941d-4334-a1ce-f01f78f43f96,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:35.995552 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Request body: {'port': {'device_id': 'e08ff0a2-1ff3-468a-a500-2225ba6361ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:36.011375 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7147c01-ebe3-4a90-9906-0d76f024a2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.012163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731653ef-0c35-441b-9737-65fd9b5ea373 None None] Network af8da2d2-c905-4b27-a164-77621f416a48 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:36.015966 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c7147c01-ebe3-4a90-9906-0d76f024a2ad admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0b611835-941d-4334-a1ce-f01f78f43f96 HTTP/1.1" status: 204 len: 168 time: 1.4384699 Jul 16 03:30:36.018651 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55024) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:36.036848 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ad19-9149-4e43-b396-6c205bb7e030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.043304 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fc6ad19-9149-4e43-b396-6c205bb7e030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.043304 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7fc6ad19-9149-4e43-b396-6c205bb7e030 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ece8b6c-75ed-4996-a841-3672286c536f HTTP/1.1" status: 204 len: 168 time: 0.6252799 Jul 16 03:30:36.113503 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6ad19-9149-4e43-b396-6c205bb7e030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ece8b6c-75ed-4996-a841-3672286c536f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:36.163252 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.291613 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.453092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35af7a50-e922-45de-8c87-55abc21415e1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:36.476763 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a0b80-5d5a-494d-90cb-697aece22dcf None None] DHCP port deletion for af8da2d2-c905-4b27-a164-77621f416a48 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:30:36.488687 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.515776 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Transition to ACTIVE for port object 35af7a50-e922-45de-8c87-55abc21415e1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:36.542701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] Deleting port c6fa9126-148b-4c2f-85a5-c0a11f08f677 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:36.543218 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.545143 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.633362 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-356a0b80-5d5a-494d-90cb-697aece22dcf None None] Deleting port c6fa9126-148b-4c2f-85a5-c0a11f08f677 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:36.633748 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-356a0b80-5d5a-494d-90cb-697aece22dcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.687064 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61e2e3b-ceab-4d67-bf27-d60044b15b02 x-openstack-request-id: req-a61e2e3b-ceab-4d67-bf27-d60044b15b02 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:36.688688 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "614f2b6e-1b34-4ac7-921b-bc28454a9f5c", "name": "network-vif-deleted", "tag": "2d639917-4019-4b10-ad41-b380e3ea092c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:36.690016 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a61e2e3b-ceab-4d67-bf27-d60044b15b02 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:36.690658 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '614f2b6e-1b34-4ac7-921b-bc28454a9f5c', 'name': 'network-vif-deleted', 'tag': '2d639917-4019-4b10-ad41-b380e3ea092c', 'status': 'completed', 'code': 200} Jul 16 03:30:36.691945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Pushing event updated for resources: {'Port': ['ID=35af7a50-e922-45de-8c87-55abc21415e1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:36.807032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] For port c6fa9126-148b-4c2f-85a5-c0a11f08f677, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c6fa9126-148b-4c2f-85a5-c0a11f08f677,segment=NetworkSegment(71196893-bc9d-4465-892f-5656002a91b1),segment_id=71196893-bc9d-4465-892f-5656002a91b1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:36.807371 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.828121 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-356a0b80-5d5a-494d-90cb-697aece22dcf None None] For port c6fa9126-148b-4c2f-85a5-c0a11f08f677, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c6fa9126-148b-4c2f-85a5-c0a11f08f677,segment=NetworkSegment(71196893-bc9d-4465-892f-5656002a91b1),segment_id=71196893-bc9d-4465-892f-5656002a91b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:36.832674 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-356a0b80-5d5a-494d-90cb-697aece22dcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:36.855260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] Calling delete_port for c6fa9126-148b-4c2f-85a5-c0a11f08f677 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:36.874270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-356a0b80-5d5a-494d-90cb-697aece22dcf None None] Calling delete_port for c6fa9126-148b-4c2f-85a5-c0a11f08f677 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:36.950290 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Attempting to bind port 35af7a50-e922-45de-8c87-55abc21415e1 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:36.950894 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Attempting to bind port 35af7a50-e922-45de-8c87-55abc21415e1 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '9a8c146a-3bf2-46ea-a923-4e85683562d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:36.951430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Attempting to bind port 35af7a50-e922-45de-8c87-55abc21415e1 on network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:36.968855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Port 35af7a50-e922-45de-8c87-55abc21415e1 on network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:36.969188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Attempting to bind port 35af7a50-e922-45de-8c87-55abc21415e1 on network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:36.978637 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:36.978985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Checking segment: {'id': '9a8c146a-3bf2-46ea-a923-4e85683562d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:36.979373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Bound using segment: {'id': '9a8c146a-3bf2-46ea-a923-4e85683562d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:36.979821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Bound port: 35af7a50-e922-45de-8c87-55abc21415e1, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8c146a-3bf2-46ea-a923-4e85683562d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:36.980192 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.005556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fab78e-6bb0-4492-81fd-38539c9ed9e3 req-cd559642-9dcc-4026-bc3a-ecc627d1a4fe tempest-ServersAdminNegativeTestJSON-23014403 tempest-ServersAdminNegativeTestJSON-23014403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:37.015917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6fab78e-6bb0-4492-81fd-38539c9ed9e3 req-cd559642-9dcc-4026-bc3a-ecc627d1a4fe tempest-ServersAdminNegativeTestJSON-23014403 tempest-ServersAdminNegativeTestJSON-23014403-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 1101 time: 0.2518127 Jul 16 03:30:37.041177 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-356a0b80-5d5a-494d-90cb-697aece22dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.056560 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.077445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a0b80-5d5a-494d-90cb-697aece22dcf None None] Pushing event deleted for resources: {'Port': ['ID=c6fa9126-148b-4c2f-85a5-c0a11f08f677,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:37.088632 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356a0b80-5d5a-494d-90cb-697aece22dcf None None] No DVR routers for this DVR port c6fa9126-148b-4c2f-85a5-c0a11f08f677 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:37.094649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc1cc43-ab7e-4c5f-9080-e7762df8b6ad {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:37.117411 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6fab78e-6bb0-4492-81fd-38539c9ed9e3 req-c27a752c-d099-49d3-95e5-278c4e1a5f73 tempest-ServersAdminNegativeTestJSON-23014403 tempest-ServersAdminNegativeTestJSON-23014403-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005845 Jul 16 03:30:37.121495 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6fa9126-148b-4c2f-85a5-c0a11f08f677,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:37.139330 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] No DVR routers for this DVR port c6fa9126-148b-4c2f-85a5-c0a11f08f677 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:37.139957 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.181367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Transition to ACTIVE for port object abc1cc43-ab7e-4c5f-9080-e7762df8b6ad will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:37.190172 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] For port 35af7a50-e922-45de-8c87-55abc21415e1, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:37.193401 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.214785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] For port 35af7a50-e922-45de-8c87-55abc21415e1, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=35af7a50-e922-45de-8c87-55abc21415e1,segment=NetworkSegment(9a8c146a-3bf2-46ea-a923-4e85683562d4),segment_id=9a8c146a-3bf2-46ea-a923-4e85683562d4)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:37.224625 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.287573 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.302662 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:37.303306 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.304930 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] 10.222.0.88 "PUT /v2.0/ports/35af7a50-e922-45de-8c87-55abc21415e1 HTTP/1.1" status: 200 len: 1091 time: 3.9139414 Jul 16 03:30:37.319348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8da2d2-c905-4b27-a164-77621f416a48']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:37.356724 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71196893-bc9d-4465-892f-5656002a91b1') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:37.356931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71196893-bc9d-4465-892f-5656002a91b1') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:37.404896 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.414729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60065b0-58ff-45d1-ae81-29da77546e00 service neutron] Pushing event updated for resources: {'Port': ['ID=35af7a50-e922-45de-8c87-55abc21415e1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:37.433721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.451213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:30:37.454278 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:30:37.458335 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:30:37.574278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c6fa9126-148b-4c2f-85a5-c0a11f08f677 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:37.583082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-6eaf7a05-f4bf-4f1d-840b-179531ce7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:37.585238 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-6eaf7a05-f4bf-4f1d-840b-179531ce7458 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95f0ab929574731ae043e566034f3e6&device_id=1710ed0a-006a-4f08-888f-82cf53b471c5 HTTP/1.1" status: 200 len: 1094 time: 0.2227914 Jul 16 03:30:37.598641 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.631366 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:37.639157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: c6fa9126-148b-4c2f-85a5-c0a11f08f677 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:37.639157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c6fa9126-148b-4c2f-85a5-c0a11f08f677 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:37.666933 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] 10.222.0.18 "DELETE /v2.0/networks/af8da2d2-c905-4b27-a164-77621f416a48 HTTP/1.1" status: 204 len: 168 time: 1.6463392 Jul 16 03:30:37.706777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55100) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:37.781897 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657574ef-31d2-4fdd-a8f5-fe9f81a81395 admin admin] Pushing event deleted for resources: {'Network': ['ID=af8da2d2-c905-4b27-a164-77621f416a48,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:37.793208 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-53461ec3-d35a-47b9-9a8c-27059329d236 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35af7a50-e922-45de-8c87-55abc21415e1 HTTP/1.1" status: 200 len: 217 time: 0.1917498 Jul 16 03:30:37.877925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-565c13e6-29a2-48ff-abf9-fffca892afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:37.881143 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-565c13e6-29a2-48ff-abf9-fffca892afa6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=23856370-7d27-4d98-bcd9-ee167a481ce3 HTTP/1.1" status: 200 len: 858 time: 0.0794270 Jul 16 03:30:37.895220 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55108) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:37.948504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Pushing event updated for resources: {'Port': ['ID=abc1cc43-ab7e-4c5f-9080-e7762df8b6ad,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:37.999531 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-85f76db4-001d-4304-8ba8-f87c02dc7031 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901003 Jul 16 03:30:38.021724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55112) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:38.041914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Attempting to bind port abc1cc43-ab7e-4c5f-9080-e7762df8b6ad on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:38.042229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Attempting to bind port abc1cc43-ab7e-4c5f-9080-e7762df8b6ad by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '9a8c146a-3bf2-46ea-a923-4e85683562d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:38.042559 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Attempting to bind port abc1cc43-ab7e-4c5f-9080-e7762df8b6ad on network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:38.051481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5f4c3a11-23bb-453e-b547-7264b54ae5a2 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:38.083663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Port abc1cc43-ab7e-4c5f-9080-e7762df8b6ad on network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:38.083663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Attempting to bind port abc1cc43-ab7e-4c5f-9080-e7762df8b6ad on network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:38.100201 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 5f4c3a11-23bb-453e-b547-7264b54ae5a2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:38.101784 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5f4c3a11-23bb-453e-b547-7264b54ae5a2 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:38.106645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f632ef-758f-4efa-9618-a8b41e09c5ff req-f56c3309-9fb1-4d74-842e-f55d8ce41d57 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:38.113526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94f632ef-758f-4efa-9618-a8b41e09c5ff req-f56c3309-9fb1-4d74-842e-f55d8ce41d57 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 945 time: 0.6810224 Jul 16 03:30:38.142105 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-e5740967-cea7-4d65-8dfd-721bf23db7ab service neutron] 10.222.0.88 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154561 Jul 16 03:30:38.151724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:38.152074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Checking segment: {'id': '9a8c146a-3bf2-46ea-a923-4e85683562d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:38.153076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Bound using segment: {'id': '9a8c146a-3bf2-46ea-a923-4e85683562d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:38.153214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Bound port: abc1cc43-ab7e-4c5f-9080-e7762df8b6ad, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8c146a-3bf2-46ea-a923-4e85683562d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:38.153499 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.156219 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-network', 'tenant_id': 'd79f4b9420fd452b874072e387240e86'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:38.201958 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-de173886-3f75-4898-ba00-c6f89f62ce8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=13e9c7f1e5614f26a30fc46498692a08&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3066657 Jul 16 03:30:38.203502 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba094e5-1589-47cf-a2df-461c0f29852f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:38.216172 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55114) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:38.220279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bd859c-6cd4-4a64-ae8e-f1bc394aee94 admin admin] Deleting subnet 03c011a6-1b15-41e0-9e14-67c579ff2962 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:30:38.233887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.246819 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] Made reservation on behalf of d79f4b9420fd452b874072e387240e86 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:38.249159 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.269892 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27bd859c-6cd4-4a64-ae8e-f1bc394aee94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.301973 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.318308 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a743d73-6a77-4936-bc79-b806f1bdfca9 req-f5e20262-956e-403b-b829-f4c478149950 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:38.319805 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9a743d73-6a77-4936-bc79-b806f1bdfca9 req-f5e20262-956e-403b-b829-f4c478149950 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.88 "GET /v2.0/ports?device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 945 time: 0.3693278 Jul 16 03:30:38.327049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Transition to ACTIVE for port object 9ba094e5-1589-47cf-a2df-461c0f29852f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:38.339446 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94f632ef-758f-4efa-9618-a8b41e09c5ff req-dc810ad8-f888-4d29-ae35-4bf09180b2f9 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62ffa1c-639e-4f27-9347-3e7f60051bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239866 Jul 16 03:30:38.345212 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.403602 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27bd859c-6cd4-4a64-ae8e-f1bc394aee94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.418896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] For port abc1cc43-ab7e-4c5f-9080-e7762df8b6ad, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:38.487850 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] For port abc1cc43-ab7e-4c5f-9080-e7762df8b6ad, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=abc1cc43-ab7e-4c5f-9080-e7762df8b6ad,segment=NetworkSegment(9a8c146a-3bf2-46ea-a923-4e85683562d4),segment_id=9a8c146a-3bf2-46ea-a923-4e85683562d4)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:38.490764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba094e5-1589-47cf-a2df-461c0f29852f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:38.512498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706f737-c688-4af6-b038-1508df5248d6 req-46628f85-b3e1-4982-b1e3-33cde9ec1f52 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:38.520959 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d706f737-c688-4af6-b038-1508df5248d6 req-46628f85-b3e1-4982-b1e3-33cde9ec1f52 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=1710ed0a-006a-4f08-888f-82cf53b471c5 HTTP/1.1" status: 200 len: 943 time: 0.3298209 Jul 16 03:30:38.545675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.592343 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27bd859c-6cd4-4a64-ae8e-f1bc394aee94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.663622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:38.664242 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.666096 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] 10.222.0.88 "PUT /v2.0/ports/abc1cc43-ab7e-4c5f-9080-e7762df8b6ad HTTP/1.1" status: 200 len: 1092 time: 4.0316329 Jul 16 03:30:38.666462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a57e9f1a-349c-4f5f-98c0-1f998df969a7', 'tag': 'abc1cc43-ab7e-4c5f-9080-e7762df8b6ad'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:38.668984 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1643561-6291-4a51-a68e-2e2074e60735" -d '{"events": [{"name": "network-changed", "server_uuid": "a57e9f1a-349c-4f5f-98c0-1f998df969a7", "tag": "abc1cc43-ab7e-4c5f-9080-e7762df8b6ad"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:38.718518 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d706f737-c688-4af6-b038-1508df5248d6 req-4da0a236-7a14-4e8f-bc48-dec679223bb6 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965055 Jul 16 03:30:38.757153 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1710ed0a-006a-4f08-888f-82cf53b471c5', 'tag': '35af7a50-e922-45de-8c87-55abc21415e1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:38.759573 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3713e7-a14d-4061-8d2b-6bdb94224e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "1710ed0a-006a-4f08-888f-82cf53b471c5", "tag": "35af7a50-e922-45de-8c87-55abc21415e1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:38.763975 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-e02373a7-24f8-4664-860b-6794df906c2c service neutron] 10.222.0.88 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5970688 Jul 16 03:30:38.785854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Attempting to bind port 9ba094e5-1589-47cf-a2df-461c0f29852f on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:38.785854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Attempting to bind port 9ba094e5-1589-47cf-a2df-461c0f29852f by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '9a8c146a-3bf2-46ea-a923-4e85683562d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:38.785854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Attempting to bind port 9ba094e5-1589-47cf-a2df-461c0f29852f on network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:38.789171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0564292-e7a4-464e-ba20-ade618754a48 service neutron] Pushing event updated for resources: {'Port': ['ID=abc1cc43-ab7e-4c5f-9080-e7762df8b6ad,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:38.794217 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9190c8fe-325e-40f6-acbf-4f43cabb8fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.808490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Port 9ba094e5-1589-47cf-a2df-461c0f29852f on network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:38.809085 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Attempting to bind port 9ba094e5-1589-47cf-a2df-461c0f29852f on network 5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:38.819014 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:38.821715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Checking segment: {'id': '9a8c146a-3bf2-46ea-a923-4e85683562d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:38.822602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Bound using segment: {'id': '9a8c146a-3bf2-46ea-a923-4e85683562d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:38.823585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Bound port: 9ba094e5-1589-47cf-a2df-461c0f29852f, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8c146a-3bf2-46ea-a923-4e85683562d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:38.824127 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.868757 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9190c8fe-325e-40f6-acbf-4f43cabb8fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.875774 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2d639917-4019-4b10-ad41-b380e3ea092c no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:38.926941 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 2d639917-4019-4b10-ad41-b380e3ea092c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:38.927475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2d639917-4019-4b10-ad41-b380e3ea092c not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:38.942838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] For port 9ba094e5-1589-47cf-a2df-461c0f29852f, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:38.946618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] For port 9ba094e5-1589-47cf-a2df-461c0f29852f, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=9ba094e5-1589-47cf-a2df-461c0f29852f,segment=NetworkSegment(9a8c146a-3bf2-46ea-a923-4e85683562d4),segment_id=9a8c146a-3bf2-46ea-a923-4e85683562d4)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:38.950424 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e207c4-e2eb-43ad-bc90-d1b9c4ef3459 x-openstack-request-id: req-16e207c4-e2eb-43ad-bc90-d1b9c4ef3459 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:38.951036 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a57e9f1a-349c-4f5f-98c0-1f998df969a7", "tag": "abc1cc43-ab7e-4c5f-9080-e7762df8b6ad", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:38.951620 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16e207c4-e2eb-43ad-bc90-d1b9c4ef3459 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:38.952184 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a57e9f1a-349c-4f5f-98c0-1f998df969a7', 'tag': 'abc1cc43-ab7e-4c5f-9080-e7762df8b6ad', 'status': 'completed', 'code': 200} Jul 16 03:30:38.959060 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27bd859c-6cd4-4a64-ae8e-f1bc394aee94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.984348 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.988427 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27bd859c-6cd4-4a64-ae8e-f1bc394aee94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:38.999150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-27bd859c-6cd4-4a64-ae8e-f1bc394aee94 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/03c011a6-1b15-41e0-9e14-67c579ff2962 HTTP/1.1" status: 204 len: 168 time: 0.9762640 Jul 16 03:30:39.008584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55136) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:39.012453 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.016352 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963a64df-b45e-4bb3-9c0b-644d7b8492de x-openstack-request-id: req-963a64df-b45e-4bb3-9c0b-644d7b8492de {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:39.016757 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1710ed0a-006a-4f08-888f-82cf53b471c5", "tag": "35af7a50-e922-45de-8c87-55abc21415e1", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:39.017008 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-963a64df-b45e-4bb3-9c0b-644d7b8492de {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:39.018673 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1710ed0a-006a-4f08-888f-82cf53b471c5', 'tag': '35af7a50-e922-45de-8c87-55abc21415e1', 'status': 'completed', 'code': 200} Jul 16 03:30:39.064420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd859c-6cd4-4a64-ae8e-f1bc394aee94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c011a6-1b15-41e0-9e14-67c579ff2962,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:39.080596 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.084883 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:39.085806 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.087741 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] 10.222.0.20 "PUT /v2.0/ports/9ba094e5-1589-47cf-a2df-461c0f29852f HTTP/1.1" status: 200 len: 1092 time: 3.0995760 Jul 16 03:30:39.091866 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9190c8fe-325e-40f6-acbf-4f43cabb8fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.097017 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9190c8fe-325e-40f6-acbf-4f43cabb8fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.101346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-754904a2-a2f5-45b6-8c3d-bad9845af6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:39.101346 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-754904a2-a2f5-45b6-8c3d-bad9845af6f6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95f0ab929574731ae043e566034f3e6&device_id=a57e9f1a-349c-4f5f-98c0-1f998df969a7 HTTP/1.1" status: 200 len: 1095 time: 0.3792393 Jul 16 03:30:39.108464 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9190c8fe-325e-40f6-acbf-4f43cabb8fee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/352f86e5-deda-4307-89da-b51c06239d90 HTTP/1.1" status: 204 len: 168 time: 0.8906894 Jul 16 03:30:39.190875 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-c4251b94-5783-4040-9b99-2a42499a84d2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abc1cc43-ab7e-4c5f-9080-e7762df8b6ad HTTP/1.1" status: 200 len: 217 time: 0.0789990 Jul 16 03:30:39.193175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe01e8b-2c4a-4cfc-a6e8-6679f84b7103 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba094e5-1589-47cf-a2df-461c0f29852f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:39.195296 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:30:39.329288 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d11bc3c-8e76-4011-a915-63c523fad935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.330077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-ebff8089-fb93-45fd-b97a-b96a2e7becd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:39.332168 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-ebff8089-fb93-45fd-b97a-b96a2e7becd1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=23856370-7d27-4d98-bcd9-ee167a481ce3 HTTP/1.1" status: 200 len: 858 time: 0.1180911 Jul 16 03:30:39.339904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac228e0f-aa27-4db3-b46f-93d1453f832f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:39.348550 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.348922 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] Added segment 4c9baf8c-3823-4401-bebb-47666fe3e2f0 of type vlan for network 63a46837-9980-4aa6-9f86-1ac43e93b43d Jul 16 03:30:39.375883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-68534d99-125c-46ff-880b-da3d00b845b2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335188 Jul 16 03:30:39.415156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-9fd83f65-ff38-42b0-8027-267eeeed7f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:39.416888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-9fd83f65-ff38-42b0-8027-267eeeed7f44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c95f0ab929574731ae043e566034f3e6&device_id=e08ff0a2-1ff3-468a-a500-2225ba6361ee HTTP/1.1" status: 200 len: 1095 time: 0.2362812 Jul 16 03:30:39.426806 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190c8fe-325e-40f6-acbf-4f43cabb8fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352f86e5-deda-4307-89da-b51c06239d90,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:39.527889 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9a743d73-6a77-4936-bc79-b806f1bdfca9 req-5ea25feb-e814-4c9f-817d-4f72c3dcd550 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Deleting port eaf178f4-585a-4e00-8029-b6a1ba2fad29 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:39.528126 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9a743d73-6a77-4936-bc79-b806f1bdfca9 req-5ea25feb-e814-4c9f-817d-4f72c3dcd550 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.558054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab110c-a113-42f9-8816-eadc385a458b req-4cfee65c-dc3c-425e-b4c8-e289847574ee tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:39.559536 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43ab110c-a113-42f9-8816-eadc385a458b req-4cfee65c-dc3c-425e-b4c8-e289847574ee tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 950 time: 0.2895420 Jul 16 03:30:39.560901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-19a474f8-9262-437f-a78a-f2ed62214ee8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ba094e5-1589-47cf-a2df-461c0f29852f HTTP/1.1" status: 200 len: 217 time: 0.1281316 Jul 16 03:30:39.575260 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d11bc3c-8e76-4011-a915-63c523fad935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.616231 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:39.625168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3d11bc3c-8e76-4011-a915-63c523fad935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b2aeba-30f5-4a54-a630-fa7a29eaec85']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:39.634059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3713e7-a14d-4061-8d2b-6bdb94224e7b req-47108041-4977-4f4c-b75a-f832d4acd94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:39.636079 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7b3713e7-a14d-4061-8d2b-6bdb94224e7b req-47108041-4977-4f4c-b75a-f832d4acd94c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95f0ab929574731ae043e566034f3e6&device_id=1710ed0a-006a-4f08-888f-82cf53b471c5 HTTP/1.1" status: 200 len: 1094 time: 0.5898707 Jul 16 03:30:39.694239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-eea96dcb-2fd0-4dc5-afe8-a1d23e3af9c8 service neutron] 10.222.0.88 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108931 Jul 16 03:30:39.697169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43ab110c-a113-42f9-8816-eadc385a458b req-bed2189d-955c-458c-a95f-d3d6b8915f37 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168392 Jul 16 03:30:39.698974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-23fd75c2-057b-437b-919c-1b799f619e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:39.700597 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-23fd75c2-057b-437b-919c-1b799f619e7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23856370-7d27-4d98-bcd9-ee167a481ce3 HTTP/1.1" status: 200 len: 858 time: 0.1292052 Jul 16 03:30:39.783984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-79bc101b-e56e-46b8-86fc-5d8ef753b16c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731661 Jul 16 03:30:39.786992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3d11bc3c-8e76-4011-a915-63c523fad935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:39.787297 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3d11bc3c-8e76-4011-a915-63c523fad935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc23880f-4e39-4c61-bb6d-5f8c2e79f72b') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:39.900178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55176) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:39.908219 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:30:39.930939 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d11bc3c-8e76-4011-a915-63c523fad935 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.000133 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d11bc3c-8e76-4011-a915-63c523fad935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.013357 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3713e7-a14d-4061-8d2b-6bdb94224e7b req-a9096cfd-a615-4126-88c2-fddfa1fbed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:40.015452 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7b3713e7-a14d-4061-8d2b-6bdb94224e7b req-a9096cfd-a615-4126-88c2-fddfa1fbed07 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b HTTP/1.1" status: 200 len: 919 time: 0.3655984 Jul 16 03:30:40.015781 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.016688 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:40.017255 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.033497 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d11bc3c-8e76-4011-a915-63c523fad935 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:30:40.033838 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d11bc3c-8e76-4011-a915-63c523fad935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:30:40.039769 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:30:40.068735 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-9c7b72cc-6f34-4b35-83d8-949997c1fb01 service neutron] 10.222.0.88 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668647 Jul 16 03:30:40.120389 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7b3713e7-a14d-4061-8d2b-6bdb94224e7b req-83f30f13-5d43-48c2-8178-7e94607235f6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35af7a50-e922-45de-8c87-55abc21415e1 HTTP/1.1" status: 200 len: 217 time: 0.0814912 Jul 16 03:30:40.129701 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-c8b78e71-d539-47e0-b049-f02adae642e9 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324296 Jul 16 03:30:40.179124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc01451-f484-4d92-98d6-56f7df8eb074 req-8365ebf9-c1dc-4dd7-99ad-474c2ab247e4 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:40.183190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9a743d73-6a77-4936-bc79-b806f1bdfca9 req-5ea25feb-e814-4c9f-817d-4f72c3dcd550 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] For port eaf178f4-585a-4e00-8029-b6a1ba2fad29, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=eaf178f4-585a-4e00-8029-b6a1ba2fad29,segment=NetworkSegment(6f3c9af7-6099-469a-95ec-6774be18054f),segment_id=6f3c9af7-6099-469a-95ec-6774be18054f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:40.183560 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9a743d73-6a77-4936-bc79-b806f1bdfca9 req-5ea25feb-e814-4c9f-817d-4f72c3dcd550 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.184938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5dc01451-f484-4d92-98d6-56f7df8eb074 req-8365ebf9-c1dc-4dd7-99ad-474c2ab247e4 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd621bd-e5b9-4e3f-a58b-24fb46218d3f HTTP/1.1" status: 200 len: 945 time: 0.2274497 Jul 16 03:30:40.187706 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-90c397b7-16d8-437a-b8f6-e524b24269a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd4f7aa7b4dc4037a5d78af4283de693&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825160 Jul 16 03:30:40.212901 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55184) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:40.219429 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5056264 Jul 16 03:30:40.230469 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9a743d73-6a77-4936-bc79-b806f1bdfca9 req-5ea25feb-e814-4c9f-817d-4f72c3dcd550 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Calling delete_port for eaf178f4-585a-4e00-8029-b6a1ba2fad29 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:40.234269 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55186) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:40.278628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-eec4fd92-4fec-4009-b5f8-697caec896ba admin admin] Request body: {'subnet': {'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-subnet', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:40.290822 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d11bc3c-8e76-4011-a915-63c523fad935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.300432 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb967e7-9cd0-43da-9f4f-0820a8daeaf9 admin admin] Pushing event updated for resources: {'Network': ['ID=63a46837-9980-4aa6-9f86-1ac43e93b43d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:40.302987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5dc01451-f484-4d92-98d6-56f7df8eb074 req-b69525f1-cf47-44cf-bf64-6a00ef0489be tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.18 "GET /v2.0/security-groups?id=d62ffa1c-639e-4f27-9347-3e7f60051bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846562 Jul 16 03:30:40.312514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d11bc3c-8e76-4011-a915-63c523fad935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.317831 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3d11bc3c-8e76-4011-a915-63c523fad935 admin admin] 10.222.0.18 "DELETE /v2.0/networks/62b2aeba-30f5-4a54-a630-fa7a29eaec85 HTTP/1.1" status: 204 len: 168 time: 1.2981219 Jul 16 03:30:40.324367 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55188) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:40.334548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 63a46837-9980-4aa6-9f86-1ac43e93b43d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:30:40.380526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3713e7-a14d-4061-8d2b-6bdb94224e7b req-935dda04-d60f-452a-aea7-f5f888d1a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:40.381776 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7b3713e7-a14d-4061-8d2b-6bdb94224e7b req-935dda04-d60f-452a-aea7-f5f888d1a2fb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=23856370-7d27-4d98-bcd9-ee167a481ce3 HTTP/1.1" status: 200 len: 858 time: 0.2413590 Jul 16 03:30:40.425853 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11bc3c-8e76-4011-a915-63c523fad935 admin admin] Pushing event deleted for resources: {'Network': ['ID=62b2aeba-30f5-4a54-a630-fa7a29eaec85,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:40.458689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd311759-c4bb-4f75-a2e8-a5f44d0906c8 req-0220a4aa-a73c-43c8-b733-d572a25bc786 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164263 Jul 16 03:30:40.466217 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec4fd92-4fec-4009-b5f8-697caec896ba admin admin] Made reservation on behalf of d79f4b9420fd452b874072e387240e86 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:40.468570 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eec4fd92-4fec-4009-b5f8-697caec896ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.478068 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7b3713e7-a14d-4061-8d2b-6bdb94224e7b req-678f7831-21fe-4c6c-b93c-5495dbb4c26b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833232 Jul 16 03:30:40.480802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb7320-c254-4a88-8224-e5b3c34ed351 req-ff2737e7-2431-4d7d-9120-139754b0545f tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:40.492815 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22cb7320-c254-4a88-8224-e5b3c34ed351 req-ff2737e7-2431-4d7d-9120-139754b0545f tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=1710ed0a-006a-4f08-888f-82cf53b471c5 HTTP/1.1" status: 200 len: 943 time: 0.4714930 Jul 16 03:30:40.555062 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a927d3-95e3-43d5-892a-e39cbc317fcb admin admin] Deleting subnet be7b7df6-24cf-43d8-9080-007add2200f0 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:30:40.568646 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42a927d3-95e3-43d5-892a-e39cbc317fcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.586109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643561-6291-4a51-a68e-2e2074e60735 req-4a28c1f2-c1e3-43a3-832b-54d741448a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:40.587709 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1643561-6291-4a51-a68e-2e2074e60735 req-4a28c1f2-c1e3-43a3-832b-54d741448a17 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95f0ab929574731ae043e566034f3e6&device_id=a57e9f1a-349c-4f5f-98c0-1f998df969a7 HTTP/1.1" status: 200 len: 1095 time: 0.4369800 Jul 16 03:30:40.595963 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9674ffd-3de8-4bb2-a265-aa41f71f0486 req-ab23f26d-b9b5-4e5c-90b8-002f00cf4323 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:40.597577 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9674ffd-3de8-4bb2-a265-aa41f71f0486 req-ab23f26d-b9b5-4e5c-90b8-002f00cf4323 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 950 time: 0.3326702 Jul 16 03:30:40.600487 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cba1d69-def7-40e6-a2db-5024d215c951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.615044 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22cb7320-c254-4a88-8224-e5b3c34ed351 req-1e8f2a00-3f46-4463-99f1-347ac20fb9ac tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206174 Jul 16 03:30:40.800409 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42a927d3-95e3-43d5-892a-e39cbc317fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.827731 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cba1d69-def7-40e6-a2db-5024d215c951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:40.897349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643561-6291-4a51-a68e-2e2074e60735 req-80e763da-fdca-4961-949a-f1811923350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:40.898550 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7b3713e7-a14d-4061-8d2b-6bdb94224e7b req-7e9e8339-a970-48c2-bd7a-2fd0e7f6df77 service neutron] 10.222.0.88 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802595 Jul 16 03:30:40.898849 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1643561-6291-4a51-a68e-2e2074e60735 req-80e763da-fdca-4961-949a-f1811923350a service neutron] 10.222.0.88 "GET /v2.0/networks?id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b HTTP/1.1" status: 200 len: 919 time: 0.2818511 Jul 16 03:30:40.965560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08ff0a2-1ff3-468a-a500-2225ba6361ee', 'tag': '9ba094e5-1589-47cf-a2df-461c0f29852f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:40.967819 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d31d3b9-97d0-4bef-826d-03164befdf91" -d '{"events": [{"name": "network-changed", "server_uuid": "e08ff0a2-1ff3-468a-a500-2225ba6361ee", "tag": "9ba094e5-1589-47cf-a2df-461c0f29852f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:40.978377 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1643561-6291-4a51-a68e-2e2074e60735 req-1626debd-b089-40e0-ae5b-937af3a16356 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abc1cc43-ab7e-4c5f-9080-e7762df8b6ad HTTP/1.1" status: 200 len: 217 time: 0.0539653 Jul 16 03:30:40.987298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b9674ffd-3de8-4bb2-a265-aa41f71f0486 req-0b3f6adb-3de0-4e2d-803c-628c2a2ffe89 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Deleting port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:40.988888 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9674ffd-3de8-4bb2-a265-aa41f71f0486 req-0b3f6adb-3de0-4e2d-803c-628c2a2ffe89 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.008559 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7b3713e7-a14d-4061-8d2b-6bdb94224e7b req-908313e0-eed3-4c3c-bc74-507e30942edf service neutron] 10.222.0.88 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939882 Jul 16 03:30:41.123375 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9a743d73-6a77-4936-bc79-b806f1bdfca9 req-5ea25feb-e814-4c9f-817d-4f72c3dcd550 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.130857 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42a927d3-95e3-43d5-892a-e39cbc317fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.213633 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea25feb-e814-4c9f-817d-4f72c3dcd550 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Pushing event deleted for resources: {'Port': ['ID=eaf178f4-585a-4e00-8029-b6a1ba2fad29,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:41.270996 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cba1d69-def7-40e6-a2db-5024d215c951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.273751 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cba1d69-def7-40e6-a2db-5024d215c951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.277468 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4cba1d69-def7-40e6-a2db-5024d215c951 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8293ba38-1ff8-427c-9901-1fa20ffe9613 HTTP/1.1" status: 204 len: 168 time: 1.0578022 Jul 16 03:30:41.283088 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eec4fd92-4fec-4009-b5f8-697caec896ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.312300 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a743d73-6a77-4936-bc79-b806f1bdfca9 req-5ea25feb-e814-4c9f-817d-4f72c3dcd550 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] No DVR routers for this DVR port eaf178f4-585a-4e00-8029-b6a1ba2fad29 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:41.333388 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba1d69-def7-40e6-a2db-5024d215c951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8293ba38-1ff8-427c-9901-1fa20ffe9613,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:41.339773 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9a743d73-6a77-4936-bc79-b806f1bdfca9 req-5ea25feb-e814-4c9f-817d-4f72c3dcd550 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.341751 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9a743d73-6a77-4936-bc79-b806f1bdfca9 req-5ea25feb-e814-4c9f-817d-4f72c3dcd550 tempest-ServerGroupTestJSON-407782548 tempest-ServerGroupTestJSON-407782548-project] 10.222.0.88 "DELETE /v2.0/ports/eaf178f4-585a-4e00-8029-b6a1ba2fad29 HTTP/1.1" status: 204 len: 173 time: 3.0105236 Jul 16 03:30:41.353336 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd621bd-e5b9-4e3f-a58b-24fb46218d3f', 'name': 'network-vif-deleted', 'tag': 'eaf178f4-585a-4e00-8029-b6a1ba2fad29'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:41.356238 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdf03be-892e-4586-ba78-6e21892b9c4c" -d '{"events": [{"server_uuid": "3fd621bd-e5b9-4e3f-a58b-24fb46218d3f", "name": "network-vif-deleted", "tag": "eaf178f4-585a-4e00-8029-b6a1ba2fad29"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:41.381137 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42a927d3-95e3-43d5-892a-e39cbc317fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.395092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4fd92-4fec-4009-b5f8-697caec896ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=77350ccd-3edf-4270-8e46-f1233ff0f07f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:41.430593 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42a927d3-95e3-43d5-892a-e39cbc317fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.438424 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-42a927d3-95e3-43d5-892a-e39cbc317fcb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/be7b7df6-24cf-43d8-9080-007add2200f0 HTTP/1.1" status: 204 len: 168 time: 1.1057994 Jul 16 03:30:41.439418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a927d3-95e3-43d5-892a-e39cbc317fcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be7b7df6-24cf-43d8-9080-007add2200f0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:41.442616 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55240) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:41.473911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec4fd92-4fec-4009-b5f8-697caec896ba admin admin] Checking segment: {'id': '4c9baf8c-3823-4401-bebb-47666fe3e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:41.474257 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4fd92-4fec-4009-b5f8-697caec896ba admin admin] Network hostable DHCP agents. Network: 63a46837-9980-4aa6-9f86-1ac43e93b43d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:30:41.527952 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94224a5b-ebfe-4fcc-8b04-b0cd8fbeb45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.539715 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4fd92-4fec-4009-b5f8-697caec896ba admin admin] Network 63a46837-9980-4aa6-9f86-1ac43e93b43d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:30:41.568261 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-eec4fd92-4fec-4009-b5f8-697caec896ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 63a46837-9980-4aa6-9f86-1ac43e93b43d) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:41.577278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9790479-bcf8-40c7-b7df-46c3dfe5d267 None None] Network 63a46837-9980-4aa6-9f86-1ac43e93b43d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:41.589087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec4fd92-4fec-4009-b5f8-697caec896ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:41.589691 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eec4fd92-4fec-4009-b5f8-697caec896ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.643867 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94224a5b-ebfe-4fcc-8b04-b0cd8fbeb45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.653442 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-eec4fd92-4fec-4009-b5f8-697caec896ba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4150789 Jul 16 03:30:41.655948 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55246) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:41.661265 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:41.690201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-94224a5b-ebfe-4fcc-8b04-b0cd8fbeb45a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0844821-79ab-4077-9447-c74a686df320']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:41.693151 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.694273 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.702978 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f36361-1e8d-43e9-b721-e77264ca390e x-openstack-request-id: req-49f36361-1e8d-43e9-b721-e77264ca390e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:41.703478 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08ff0a2-1ff3-468a-a500-2225ba6361ee", "tag": "9ba094e5-1589-47cf-a2df-461c0f29852f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:41.703478 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49f36361-1e8d-43e9-b721-e77264ca390e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:41.703935 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08ff0a2-1ff3-468a-a500-2225ba6361ee', 'tag': '9ba094e5-1589-47cf-a2df-461c0f29852f', 'status': 'completed', 'code': 200} Jul 16 03:30:41.709543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-94224a5b-ebfe-4fcc-8b04-b0cd8fbeb45a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1930877c-a93b-4438-ac92-999238db52d3') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:41.709847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-94224a5b-ebfe-4fcc-8b04-b0cd8fbeb45a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1930877c-a93b-4438-ac92-999238db52d3') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:41.723591 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94224a5b-ebfe-4fcc-8b04-b0cd8fbeb45a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.772116 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94224a5b-ebfe-4fcc-8b04-b0cd8fbeb45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.777992 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.781074 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94224a5b-ebfe-4fcc-8b04-b0cd8fbeb45a admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:30:41.782441 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94224a5b-ebfe-4fcc-8b04-b0cd8fbeb45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:30:41.783877 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:30:41.789837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1643561-6291-4a51-a68e-2e2074e60735 req-a3eea4f9-651c-48bc-9799-9f19937b7412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:41.791141 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1643561-6291-4a51-a68e-2e2074e60735 req-a3eea4f9-651c-48bc-9799-9f19937b7412 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=23856370-7d27-4d98-bcd9-ee167a481ce3 HTTP/1.1" status: 200 len: 858 time: 0.7986588 Jul 16 03:30:41.840446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-63a46837-9980-4aa6-9f86-1ac43e93b43d', 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'fixed_ips': [{'subnet_id': '77350ccd-3edf-4270-8e46-f1233ff0f07f'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:30:41.840637 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:41.854419 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1643561-6291-4a51-a68e-2e2074e60735 req-49039db9-c012-4d5a-baa4-5313038a5bd4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487707 Jul 16 03:30:41.919816 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31d3b9-97d0-4bef-826d-03164befdf91 req-94478e8f-d907-45e7-add6-166e82f205e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:41.921435 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d31d3b9-97d0-4bef-826d-03164befdf91 req-94478e8f-d907-45e7-add6-166e82f205e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c95f0ab929574731ae043e566034f3e6&device_id=e08ff0a2-1ff3-468a-a500-2225ba6361ee HTTP/1.1" status: 200 len: 1095 time: 0.2623620 Jul 16 03:30:41.979811 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94224a5b-ebfe-4fcc-8b04-b0cd8fbeb45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.013784 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94224a5b-ebfe-4fcc-8b04-b0cd8fbeb45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.017769 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-94224a5b-ebfe-4fcc-8b04-b0cd8fbeb45a admin admin] 10.222.0.18 "DELETE /v2.0/networks/b0844821-79ab-4077-9447-c74a686df320 HTTP/1.1" status: 204 len: 168 time: 0.5738680 Jul 16 03:30:42.030311 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b9674ffd-3de8-4bb2-a265-aa41f71f0486 req-0b3f6adb-3de0-4e2d-803c-628c2a2ffe89 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] For port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:42.030690 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9674ffd-3de8-4bb2-a265-aa41f71f0486 req-0b3f6adb-3de0-4e2d-803c-628c2a2ffe89 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.036661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94224a5b-ebfe-4fcc-8b04-b0cd8fbeb45a admin admin] Pushing event deleted for resources: {'Network': ['ID=b0844821-79ab-4077-9447-c74a686df320,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:42.037955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Allocated IP 172.20.0.2 (63a46837-9980-4aa6-9f86-1ac43e93b43d/77350ccd-3edf-4270-8e46-f1233ff0f07f/e056888c-b7ba-4a0f-ac27-8781ceb3a53f) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:42.040408 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.070330 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b9674ffd-3de8-4bb2-a265-aa41f71f0486 req-0b3f6adb-3de0-4e2d-803c-628c2a2ffe89 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Calling delete_port for 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:42.117145 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518d535-db2f-4fdb-b175-87203b284b13 req-6b4bab12-96e1-4ecf-af7a-8c46de6c8ae6 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:42.124545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3518d535-db2f-4fdb-b175-87203b284b13 req-6b4bab12-96e1-4ecf-af7a-8c46de6c8ae6 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 950 time: 0.4341698 Jul 16 03:30:42.157490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8821c-0c88-453c-8c29-9c1e47c40332 req-90d31db5-6b69-49e4-a739-5d4998eb1ca1 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:42.164417 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5d8821c-0c88-453c-8c29-9c1e47c40332 req-90d31db5-6b69-49e4-a739-5d4998eb1ca1 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 950 time: 0.4498241 Jul 16 03:30:42.245061 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1643561-6291-4a51-a68e-2e2074e60735 req-edc76512-24fb-4ac6-af34-6630114ff3c7 service neutron] 10.222.0.88 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744383 Jul 16 03:30:42.245609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55264) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:42.312711 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.327560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Transition to ACTIVE for port object e056888c-b7ba-4a0f-ac27-8781ceb3a53f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:42.353802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Transition to ACTIVE for port object e056888c-b7ba-4a0f-ac27-8781ceb3a53f will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:42.362012 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.402737 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3518d535-db2f-4fdb-b175-87203b284b13 req-0dac6f32-2bcc-4272-a1f9-214c19fdc72b tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772739 Jul 16 03:30:42.408227 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3b56a0da-a6b5-44aa-b7e0-c2fa99fe71d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7db53df25eb48488a2a44d10dce2113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611471 Jul 16 03:30:42.429411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31d3b9-97d0-4bef-826d-03164befdf91 req-02204c8e-9207-4b3b-811c-dc83524f869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:42.431072 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d31d3b9-97d0-4bef-826d-03164befdf91 req-02204c8e-9207-4b3b-811c-dc83524f869c service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b HTTP/1.1" status: 200 len: 919 time: 0.4976883 Jul 16 03:30:42.431471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:42.444948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Pushing event updated for resources: {'Port': ['ID=e056888c-b7ba-4a0f-ac27-8781ceb3a53f,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:42.469057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5d8821c-0c88-453c-8c29-9c1e47c40332 req-4fbaeb29-163e-4c6a-abe8-0e10bfa12df4 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026040 Jul 16 03:30:42.477147 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Network 63a46837-9980-4aa6-9f86-1ac43e93b43d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:42.479324 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:42.485217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:42.573785 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d31d3b9-97d0-4bef-826d-03164befdf91 req-cfaef714-2578-4931-a631-c087a506c2a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ba094e5-1589-47cf-a2df-461c0f29852f HTTP/1.1" status: 200 len: 217 time: 0.1280735 Jul 16 03:30:42.616589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Attempting to bind port e056888c-b7ba-4a0f-ac27-8781ceb3a53f on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:42.617494 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Attempting to bind port e056888c-b7ba-4a0f-ac27-8781ceb3a53f by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4c9baf8c-3823-4401-bebb-47666fe3e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:42.618025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Attempting to bind port e056888c-b7ba-4a0f-ac27-8781ceb3a53f on network 63a46837-9980-4aa6-9f86-1ac43e93b43d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:42.647299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:42.647690 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Checking segment: {'id': '4c9baf8c-3823-4401-bebb-47666fe3e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:42.648102 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.651137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Bound using segment: {'id': '4c9baf8c-3823-4401-bebb-47666fe3e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:42.655351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Bound port: e056888c-b7ba-4a0f-ac27-8781ceb3a53f, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9baf8c-3823-4401-bebb-47666fe3e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:42.657024 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.794871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] For port e056888c-b7ba-4a0f-ac27-8781ceb3a53f, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:42.799962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] For port e056888c-b7ba-4a0f-ac27-8781ceb3a53f, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e056888c-b7ba-4a0f-ac27-8781ceb3a53f,segment=NetworkSegment(4c9baf8c-3823-4401-bebb-47666fe3e2f0),segment_id=4c9baf8c-3823-4401-bebb-47666fe3e2f0)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:42.807095 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.906513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 35af7a50-e922-45de-8c87-55abc21415e1 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:42.912785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device eaf178f4-585a-4e00-8029-b6a1ba2fad29 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:42.958465 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9674ffd-3de8-4bb2-a265-aa41f71f0486 req-0b3f6adb-3de0-4e2d-803c-628c2a2ffe89 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:42.982351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['ae17084d-4de7-46fc-be04-73ed56e5a9aa'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:42.999597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31d3b9-97d0-4bef-826d-03164befdf91 req-7c880801-1436-4c9e-8395-8ed68d64e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.001411 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d31d3b9-97d0-4bef-826d-03164befdf91 req-7c880801-1436-4c9e-8395-8ed68d64e7d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23856370-7d27-4d98-bcd9-ee167a481ce3 HTTP/1.1" status: 200 len: 858 time: 0.4046865 Jul 16 03:30:43.003748 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1643561-6291-4a51-a68e-2e2074e60735 req-ad57e4b3-ddc5-48f4-8d0b-360409fddf37 service neutron] 10.222.0.88 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7221670 Jul 16 03:30:43.031833 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f6adb-3de0-4e2d-803c-628c2a2ffe89 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Pushing event deleted for resources: {'Port': ['ID=4ccb4eea-6e1e-42c8-b3e4-d76834c80c50,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:43.054905 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-984f0e99-92a6-451f-945d-1576cece5291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.075723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['4be59503-333b-4779-be07-46d349b2f71f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:43.078179 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce6e338-6361-487e-9f0e-841d93ae8006 x-openstack-request-id: req-2ce6e338-6361-487e-9f0e-841d93ae8006 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:43.078476 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd621bd-e5b9-4e3f-a58b-24fb46218d3f", "name": "network-vif-deleted", "tag": "eaf178f4-585a-4e00-8029-b6a1ba2fad29", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:43.078724 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2ce6e338-6361-487e-9f0e-841d93ae8006 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:43.079115 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd621bd-e5b9-4e3f-a58b-24fb46218d3f', 'name': 'network-vif-deleted', 'tag': 'eaf178f4-585a-4e00-8029-b6a1ba2fad29', 'status': 'completed', 'code': 200} Jul 16 03:30:43.083259 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-984f0e99-92a6-451f-945d-1576cece5291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.140804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478f3df-81a9-48b7-a8a3-83b6dc31ad2d None None] Pushing event updated for resources: {'Port': ['ID=e056888c-b7ba-4a0f-ac27-8781ceb3a53f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:43.149951 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.151651 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: eaf178f4-585a-4e00-8029-b6a1ba2fad29 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:43.152757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device eaf178f4-585a-4e00-8029-b6a1ba2fad29 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:43.191981 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.197506 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d31d3b9-97d0-4bef-826d-03164befdf91 req-c64b5e41-6d35-4bbb-8242-ab73febfad22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1586757 Jul 16 03:30:43.296717 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-984f0e99-92a6-451f-945d-1576cece5291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.297176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac56db4-008c-413c-b251-289856094cfb req-c08a9cb3-0fd4-4eed-981f-3920b377c600 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.299277 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-984f0e99-92a6-451f-945d-1576cece5291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.299958 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9ac56db4-008c-413c-b251-289856094cfb req-c08a9cb3-0fd4-4eed-981f-3920b377c600 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.20 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 950 time: 0.2237914 Jul 16 03:30:43.303017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-984f0e99-92a6-451f-945d-1576cece5291 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1047614-625f-434e-8e57-6fef408a3230 HTTP/1.1" status: 204 len: 168 time: 0.8565464 Jul 16 03:30:43.385767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab44fb0-a737-4579-92a0-b9ef4012909c req-c0e829ec-fc82-49a1-8d61-0496a655d8cd tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.392979 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fab44fb0-a737-4579-92a0-b9ef4012909c req-c0e829ec-fc82-49a1-8d61-0496a655d8cd tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=1710ed0a-006a-4f08-888f-82cf53b471c5 HTTP/1.1" status: 200 len: 943 time: 0.6684141 Jul 16 03:30:43.404696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9674ffd-3de8-4bb2-a265-aa41f71f0486 req-0b3f6adb-3de0-4e2d-803c-628c2a2ffe89 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] No DVR routers for this DVR port 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:43.415266 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b9674ffd-3de8-4bb2-a265-aa41f71f0486 req-0b3f6adb-3de0-4e2d-803c-628c2a2ffe89 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.418209 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9674ffd-3de8-4bb2-a265-aa41f71f0486 req-0b3f6adb-3de0-4e2d-803c-628c2a2ffe89 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "DELETE /v2.0/ports/4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 HTTP/1.1" status: 204 len: 173 time: 2.7997501 Jul 16 03:30:43.429013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f0e99-92a6-451f-945d-1576cece5291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1047614-625f-434e-8e57-6fef408a3230,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:43.622093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Allocated IP 172.25.3.35 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/9039ae40-5947-4549-aae5-cd3710ec16cb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:43.624851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9ac56db4-008c-413c-b251-289856094cfb req-091c86b3-59d3-4d4f-a006-0e4efe86e8d9 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Deleting port ea8f7405-25e0-4446-8f83-28f4d1d12be2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:43.631085 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ac56db4-008c-413c-b251-289856094cfb req-091c86b3-59d3-4d4f-a006-0e4efe86e8d9 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.631309 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fab44fb0-a737-4579-92a0-b9ef4012909c req-155d10b3-a6ea-4390-8c68-5d9b135820cc tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351201 Jul 16 03:30:43.719120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 35af7a50-e922-45de-8c87-55abc21415e1, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=35af7a50-e922-45de-8c87-55abc21415e1,segment=NetworkSegment(9a8c146a-3bf2-46ea-a923-4e85683562d4),segment_id=9a8c146a-3bf2-46ea-a923-4e85683562d4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:43.725198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f437d4-9e38-4ace-879b-766f74d12065', 'name': 'network-vif-deleted', 'tag': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:43.733810 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b19e59-475f-4bae-bcc9-95150b5cfe7b" -d '{"events": [{"server_uuid": "38f437d4-9e38-4ace-879b-766f74d12065", "name": "network-vif-deleted", "tag": "4ccb4eea-6e1e-42c8-b3e4-d76834c80c50"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:43.736700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e056888c-b7ba-4a0f-ac27-8781ceb3a53f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:43.788700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d31d3b9-97d0-4bef-826d-03164befdf91 req-cf2ff1df-9740-44fe-89a5-10158fc4f3d2 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049016 Jul 16 03:30:43.852661 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '35af7a50-e922-45de-8c87-55abc21415e1', 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b', 'port_id': '35af7a50-e922-45de-8c87-55abc21415e1', 'mac_address': 'fa:16:3e:a3:14:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23856370-7d27-4d98-bcd9-ee167a481ce3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:43.888471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda59a1-4c28-4258-b08d-8d171ac45c41 req-8a5dd171-ff83-49b7-aaf8-1284f5b497a9 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:43.890489 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceda59a1-4c28-4258-b08d-8d171ac45c41 req-8a5dd171-ff83-49b7-aaf8-1284f5b497a9 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 947 time: 0.4214501 Jul 16 03:30:43.949235 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55304) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:43.975033 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:43.999501 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35af7a50-e922-45de-8c87-55abc21415e1 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:44.022602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 35af7a50-e922-45de-8c87-55abc21415e1, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=35af7a50-e922-45de-8c87-55abc21415e1,segment=NetworkSegment(9a8c146a-3bf2-46ea-a923-4e85683562d4),segment_id=9a8c146a-3bf2-46ea-a923-4e85683562d4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:44.027567 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.033497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port e056888c-b7ba-4a0f-ac27-8781ceb3a53f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:44.073723 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9ac56db4-008c-413c-b251-289856094cfb req-091c86b3-59d3-4d4f-a006-0e4efe86e8d9 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] For port ea8f7405-25e0-4446-8f83-28f4d1d12be2, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ea8f7405-25e0-4446-8f83-28f4d1d12be2,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:44.074094 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ac56db4-008c-413c-b251-289856094cfb req-091c86b3-59d3-4d4f-a006-0e4efe86e8d9 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.077069 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba8e9313-ea46-4cec-b8c5-7a9677c1dec6 req-b76ffbe3-2d01-4311-b23c-cb2431e689e9 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f437d4-9e38-4ace-879b-766f74d12065 HTTP/1.1" status: 200 len: 210 time: 0.1168702 Jul 16 03:30:44.099042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 9ba094e5-1589-47cf-a2df-461c0f29852f details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:44.102434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9ac56db4-008c-413c-b251-289856094cfb req-091c86b3-59d3-4d4f-a006-0e4efe86e8d9 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Calling delete_port for ea8f7405-25e0-4446-8f83-28f4d1d12be2 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:44.106309 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-133fe950-6bb1-4e6c-894f-11093d8d2273 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=735270d963c74c2bb9ac1f4f368db43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557746 Jul 16 03:30:44.115306 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55308) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:44.119273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:44.121408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceda59a1-4c28-4258-b08d-8d171ac45c41 req-ac742bf8-7361-40b2-a85b-5aa448e1a88c tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057126 Jul 16 03:30:44.167672 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d31d3b9-97d0-4bef-826d-03164befdf91 req-b3849d5c-5211-43cb-99e0-54c40dd50c1f service neutron] 10.222.0.20 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692064 Jul 16 03:30:44.180993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:44.181332 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4ccb4eea-6e1e-42c8-b3e4-d76834c80c50 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:44.203534 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.277961 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6486-13ca-4c6a-8717-28b4352da6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.353856 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=35af7a50-e922-45de-8c87-55abc21415e1,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:44.358663 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6486-13ca-4c6a-8717-28b4352da6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.376407 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 9ba094e5-1589-47cf-a2df-461c0f29852f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=9ba094e5-1589-47cf-a2df-461c0f29852f,segment=NetworkSegment(9a8c146a-3bf2-46ea-a923-4e85683562d4),segment_id=9a8c146a-3bf2-46ea-a923-4e85683562d4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:44.393505 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90ae350-98f4-467c-bda9-a39cb174dcb2 x-openstack-request-id: req-d90ae350-98f4-467c-bda9-a39cb174dcb2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:44.394233 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f437d4-9e38-4ace-879b-766f74d12065", "name": "network-vif-deleted", "tag": "4ccb4eea-6e1e-42c8-b3e4-d76834c80c50", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:44.394233 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d90ae350-98f4-467c-bda9-a39cb174dcb2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:44.394812 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f437d4-9e38-4ace-879b-766f74d12065', 'name': 'network-vif-deleted', 'tag': '4ccb4eea-6e1e-42c8-b3e4-d76834c80c50', 'status': 'completed', 'code': 200} Jul 16 03:30:44.405986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '9ba094e5-1589-47cf-a2df-461c0f29852f', 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b', 'port_id': '9ba094e5-1589-47cf-a2df-461c0f29852f', 'mac_address': 'fa:16:3e:45:16:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23856370-7d27-4d98-bcd9-ee167a481ce3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:44.458671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2220f-d0ef-4963-b122-77ab8fa3d770 req-0bf623ef-f1ed-479f-84f5-182e875b544a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:44.462615 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.466656 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.472968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ff2220f-d0ef-4963-b122-77ab8fa3d770 req-0bf623ef-f1ed-479f-84f5-182e875b544a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=71212d47-186a-4f80-94ba-b3edbd0a8423 HTTP/1.1" status: 200 len: 950 time: 0.1534293 Jul 16 03:30:44.484913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['35af7a50-e922-45de-8c87-55abc21415e1'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:44.519896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:44.528888 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:44.538001 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:44.541762 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba094e5-1589-47cf-a2df-461c0f29852f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:44.553394 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ff2220f-d0ef-4963-b122-77ab8fa3d770 req-cedaa0e1-4756-49fd-94d8-c1161b0fcc1c tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768390 Jul 16 03:30:44.568087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 9ba094e5-1589-47cf-a2df-461c0f29852f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=9ba094e5-1589-47cf-a2df-461c0f29852f,segment=NetworkSegment(9a8c146a-3bf2-46ea-a923-4e85683562d4),segment_id=9a8c146a-3bf2-46ea-a923-4e85683562d4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:44.569343 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6486-13ca-4c6a-8717-28b4352da6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.571890 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a1f6486-13ca-4c6a-8717-28b4352da6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.572408 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9f209e-a344-4f9a-893a-87bdea044e8d None None] Network 63a46837-9980-4aa6-9f86-1ac43e93b43d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:44.573064 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1a1f6486-13ca-4c6a-8717-28b4352da6d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f37f7fa3-2779-4812-9e70-6ec45d74b12c HTTP/1.1" status: 204 len: 168 time: 0.4570937 Jul 16 03:30:44.573772 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Pushing event updated for resources: {'Port': ['ID=9039ae40-5947-4549-aae5-cd3710ec16cb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:44.585641 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ac56db4-008c-413c-b251-289856094cfb req-091c86b3-59d3-4d4f-a006-0e4efe86e8d9 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.595675 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.610397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['32a89459-263f-4c33-afc3-47a2200a014b', 'ea8f7405-25e0-4446-8f83-28f4d1d12be2'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:44.612141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f6486-13ca-4c6a-8717-28b4352da6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37f7fa3-2779-4812-9e70-6ec45d74b12c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:44.743409 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c86b3-59d3-4d4f-a006-0e4efe86e8d9 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Pushing event deleted for resources: {'Port': ['ID=ea8f7405-25e0-4446-8f83-28f4d1d12be2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:44.782326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-ad9c96eb-8139-4e01-8592-ef7c828e5502 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7fba9e325bd242bf87aabe7bc778b66f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498047 Jul 16 03:30:44.814102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac56db4-008c-413c-b251-289856094cfb req-091c86b3-59d3-4d4f-a006-0e4efe86e8d9 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] No DVR routers for this DVR port ea8f7405-25e0-4446-8f83-28f4d1d12be2 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:44.818406 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ac56db4-008c-413c-b251-289856094cfb req-091c86b3-59d3-4d4f-a006-0e4efe86e8d9 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:44.820863 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9ac56db4-008c-413c-b251-289856094cfb req-091c86b3-59d3-4d4f-a006-0e4efe86e8d9 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.20 "DELETE /v2.0/ports/ea8f7405-25e0-4446-8f83-28f4d1d12be2 HTTP/1.1" status: 204 len: 173 time: 1.5147917 Jul 16 03:30:45.015780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device abc1cc43-ab7e-4c5f-9080-e7762df8b6ad details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:45.062816 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7b930832-2320-481a-bcee-6b90f4673473 None None] Provisioning for port e056888c-b7ba-4a0f-ac27-8781ceb3a53f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:45.073391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-c690a04e-2789-4e15-9853-c8da8b7f60c8 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:45.080143 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-c690a04e-2789-4e15-9853-c8da8b7f60c8 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767138 Jul 16 03:30:45.090159 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71212d47-186a-4f80-94ba-b3edbd0a8423', 'name': 'network-vif-deleted', 'tag': 'ea8f7405-25e0-4446-8f83-28f4d1d12be2'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:45.092162 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0616d0-a2ec-4cee-af96-99c731cc0dae" -d '{"events": [{"server_uuid": "71212d47-186a-4f80-94ba-b3edbd0a8423", "name": "network-vif-deleted", "tag": "ea8f7405-25e0-4446-8f83-28f4d1d12be2"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:45.092616 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=9ba094e5-1589-47cf-a2df-461c0f29852f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:45.092982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eb943-a65a-43f2-bd7d-df7120150777 req-229d1728-cbe6-4a79-bd91-bc4757f1bcaa tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:45.094490 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-295eb943-a65a-43f2-bd7d-df7120150777 req-229d1728-cbe6-4a79-bd91-bc4757f1bcaa tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.88 "GET /v2.0/ports?device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 947 time: 0.3113501 Jul 16 03:30:45.096177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7b930832-2320-481a-bcee-6b90f4673473 None None] Provisioning complete for port e056888c-b7ba-4a0f-ac27-8781ceb3a53f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:45.096726 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7b930832-2320-481a-bcee-6b90f4673473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.133490 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['9ba094e5-1589-47cf-a2df-461c0f29852f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:45.136823 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.155377 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-b0734513-0fab-49b0-8a07-8331c63cd4e6 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/quotas/7fba9e325bd242bf87aabe7bc778b66f HTTP/1.1" status: 200 len: 375 time: 0.0742483 Jul 16 03:30:45.221726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c13e1c-090a-42dd-a4bd-982cf3d6d756 req-1531dc13-6a89-4b3c-b690-68644f46d1d8 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:45.225363 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78c13e1c-090a-42dd-a4bd-982cf3d6d756 req-1531dc13-6a89-4b3c-b690-68644f46d1d8 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=1710ed0a-006a-4f08-888f-82cf53b471c5 HTTP/1.1" status: 200 len: 944 time: 0.2482040 Jul 16 03:30:45.230003 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-2cc71318-850a-43b8-8b09-85871c7e25ea tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7fba9e325bd242bf87aabe7bc778b66f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736446 Jul 16 03:30:45.326819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78c13e1c-090a-42dd-a4bd-982cf3d6d756 req-26428457-1b1e-4061-b38e-d68aeade2b25 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883474 Jul 16 03:30:45.344598 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-295eb943-a65a-43f2-bd7d-df7120150777 req-f7bd60f2-9928-4693-8c63-2ba785ea0de2 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Deleting port 09c93ba3-d1e4-4819-8581-e9596133701e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:45.345104 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-295eb943-a65a-43f2-bd7d-df7120150777 req-f7bd60f2-9928-4693-8c63-2ba785ea0de2 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.473044 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port abc1cc43-ab7e-4c5f-9080-e7762df8b6ad, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=abc1cc43-ab7e-4c5f-9080-e7762df8b6ad,segment=NetworkSegment(9a8c146a-3bf2-46ea-a923-4e85683562d4),segment_id=9a8c146a-3bf2-46ea-a923-4e85683562d4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:45.499997 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13626587-5be6-43cb-8be9-046aaddfd060 x-openstack-request-id: req-13626587-5be6-43cb-8be9-046aaddfd060 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:45.501014 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71212d47-186a-4f80-94ba-b3edbd0a8423", "name": "network-vif-deleted", "tag": "ea8f7405-25e0-4446-8f83-28f4d1d12be2", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:45.501453 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-13626587-5be6-43cb-8be9-046aaddfd060 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:45.503411 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71212d47-186a-4f80-94ba-b3edbd0a8423', 'name': 'network-vif-deleted', 'tag': 'ea8f7405-25e0-4446-8f83-28f4d1d12be2', 'status': 'completed', 'code': 200} Jul 16 03:30:45.559253 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.578416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'abc1cc43-ab7e-4c5f-9080-e7762df8b6ad', 'network_id': '5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b', 'port_id': 'abc1cc43-ab7e-4c5f-9080-e7762df8b6ad', 'mac_address': 'fa:16:3e:10:6c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23856370-7d27-4d98-bcd9-ee167a481ce3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:45.614251 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-295eb943-a65a-43f2-bd7d-df7120150777 req-f7bd60f2-9928-4693-8c63-2ba785ea0de2 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] For port 09c93ba3-d1e4-4819-8581-e9596133701e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=09c93ba3-d1e4-4819-8581-e9596133701e,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:45.614996 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-295eb943-a65a-43f2-bd7d-df7120150777 req-f7bd60f2-9928-4693-8c63-2ba785ea0de2 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.617500 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7b930832-2320-481a-bcee-6b90f4673473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.644386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-295eb943-a65a-43f2-bd7d-df7120150777 req-f7bd60f2-9928-4693-8c63-2ba785ea0de2 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Calling delete_port for 09c93ba3-d1e4-4819-8581-e9596133701e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:45.748159 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.759728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7b930832-2320-481a-bcee-6b90f4673473 None None] For port e056888c-b7ba-4a0f-ac27-8781ceb3a53f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e056888c-b7ba-4a0f-ac27-8781ceb3a53f,segment=NetworkSegment(4c9baf8c-3823-4401-bebb-47666fe3e2f0),segment_id=4c9baf8c-3823-4401-bebb-47666fe3e2f0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:45.777546 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7b930832-2320-481a-bcee-6b90f4673473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.789386 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc1cc43-ab7e-4c5f-9080-e7762df8b6ad {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:45.872712 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95fc6e72-bf96-40ef-bd6e-b02bdd559cb4 req-a5a2ce30-d402-4f23-bbd0-2d6c5211af35 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0555167 Jul 16 03:30:45.895729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port abc1cc43-ab7e-4c5f-9080-e7762df8b6ad, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=abc1cc43-ab7e-4c5f-9080-e7762df8b6ad,segment=NetworkSegment(9a8c146a-3bf2-46ea-a923-4e85683562d4),segment_id=9a8c146a-3bf2-46ea-a923-4e85683562d4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:45.912616 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:45.968480 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55366) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:45.972478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b930832-2320-481a-bcee-6b90f4673473 None None] Pushing event updated for resources: {'Port': ['ID=e056888c-b7ba-4a0f-ac27-8781ceb3a53f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:45.994783 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a72fd8-8d4c-4c4a-9480-0340f05bdb39 req-696269eb-2cb0-48f6-b040-8030be698441 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:45.996424 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5a72fd8-8d4c-4c4a-9480-0340f05bdb39 req-696269eb-2cb0-48f6-b040-8030be698441 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8bfa9bb-67b4-452a-b18c-e85950f53fee HTTP/1.1" status: 200 len: 947 time: 0.2443740 Jul 16 03:30:46.043700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:30:46.065250 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-295eb943-a65a-43f2-bd7d-df7120150777 req-f7bd60f2-9928-4693-8c63-2ba785ea0de2 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.079364 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ea8f7405-25e0-4446-8f83-28f4d1d12be2 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:46.112740 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5a72fd8-8d4c-4c4a-9480-0340f05bdb39 req-a5325c3e-3d76-4618-9429-e01a7cfff5fb tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029260 Jul 16 03:30:46.194207 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: ea8f7405-25e0-4446-8f83-28f4d1d12be2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:46.195783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ea8f7405-25e0-4446-8f83-28f4d1d12be2 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:46.208685 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=abc1cc43-ab7e-4c5f-9080-e7762df8b6ad,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:46.210076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1591808481-network', 'tenant_id': 'd5f1db4e8f8e416d95402d13ce5dde6d'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:46.217715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd60f2-9928-4693-8c63-2ba785ea0de2 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Pushing event deleted for resources: {'Port': ['ID=09c93ba3-d1e4-4819-8581-e9596133701e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:46.238333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['abc1cc43-ab7e-4c5f-9080-e7762df8b6ad'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:46.257805 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-295eb943-a65a-43f2-bd7d-df7120150777 req-f7bd60f2-9928-4693-8c63-2ba785ea0de2 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] No DVR routers for this DVR port 09c93ba3-d1e4-4819-8581-e9596133701e on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:46.265277 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-295eb943-a65a-43f2-bd7d-df7120150777 req-f7bd60f2-9928-4693-8c63-2ba785ea0de2 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.268193 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-295eb943-a65a-43f2-bd7d-df7120150777 req-f7bd60f2-9928-4693-8c63-2ba785ea0de2 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.88 "DELETE /v2.0/ports/09c93ba3-d1e4-4819-8581-e9596133701e HTTP/1.1" status: 204 len: 173 time: 1.1582325 Jul 16 03:30:46.307565 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] Made reservation on behalf of d5f1db4e8f8e416d95402d13ce5dde6d for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:46.310560 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.324141 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.353606 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:46.363871 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Sync routers for ids ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:46.381620 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Routers {'989c7e60-fd4e-470f-aab4-4283e2fbdce5'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:46.382377 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:30:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:46.396075 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bfa9bb-67b4-452a-b18c-e85950f53fee', 'name': 'network-vif-deleted', 'tag': '09c93ba3-d1e4-4819-8581-e9596133701e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:46.398978 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c57e4fb-f57a-4bbe-b947-6c1a48282763" -d '{"events": [{"server_uuid": "b8bfa9bb-67b4-452a-b18c-e85950f53fee", "name": "network-vif-deleted", "tag": "09c93ba3-d1e4-4819-8581-e9596133701e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:46.458431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5146284c-e36b-487c-bbf6-5872f0cc7f7c None None] Provisioning complete for port e056888c-b7ba-4a0f-ac27-8781ceb3a53f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:46.458827 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5146284c-e36b-487c-bbf6-5872f0cc7f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.566106 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.573553 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.613747 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:30:46.633021 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ff58f6-2e3d-4f68-8829-e86dc723be42 x-openstack-request-id: req-91ff58f6-2e3d-4f68-8829-e86dc723be42 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:46.633327 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bfa9bb-67b4-452a-b18c-e85950f53fee", "name": "network-vif-deleted", "tag": "09c93ba3-d1e4-4819-8581-e9596133701e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:46.633579 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91ff58f6-2e3d-4f68-8829-e86dc723be42 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:46.634430 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bfa9bb-67b4-452a-b18c-e85950f53fee', 'name': 'network-vif-deleted', 'tag': '09c93ba3-d1e4-4819-8581-e9596133701e', 'status': 'completed', 'code': 200} Jul 16 03:30:46.645968 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.646342 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] Added segment 03e28ab6-662c-4787-a995-ac72e63ebff0 of type vlan for network ae4da56c-d106-465b-8123-a4e05a78074b Jul 16 03:30:46.658383 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Set router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:46.743762 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.781932 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.783517 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5452e2a1-fdff-4247-b5f3-ed189b073511 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1266065 Jul 16 03:30:46.792395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55388) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:46.809200 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e79ed5-c6b8-40be-81a5-abb1bec46aa3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:46.892092 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 35af7a50-e922-45de-8c87-55abc21415e1 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:46.916760 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d808e5-79ed-4031-9d2d-b253a2ca563e req-ec970f3b-6581-4b99-b85c-51bd731b09c7 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:46.918344 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28d808e5-79ed-4031-9d2d-b253a2ca563e req-ec970f3b-6581-4b99-b85c-51bd731b09c7 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef HTTP/1.1" status: 200 len: 950 time: 0.1450458 Jul 16 03:30:46.945115 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.949727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:46.951731 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:46.969844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb908c-ce9f-44ac-b9de-734e5bf48329 req-cd61f27b-c3b6-4e90-b689-d6b07bac5294 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:46.970534 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:41Z', 'updated_at': '2021-07-16T03:30:44Z', 'revision_number': 3, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'gw_port': {'id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:43Z', 'updated_at': '2021-07-16T03:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:46.977354 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2bb908c-ce9f-44ac-b9de-734e5bf48329 req-cd61f27b-c3b6-4e90-b689-d6b07bac5294 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=1710ed0a-006a-4f08-888f-82cf53b471c5 HTTP/1.1" status: 200 len: 944 time: 0.1727345 Jul 16 03:30:46.989403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 35af7a50-e922-45de-8c87-55abc21415e1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:46.997967 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 35af7a50-e922-45de-8c87-55abc21415e1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:46.999055 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.007484 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Checking router: 989c7e60-fd4e-470f-aab4-4283e2fbdce5 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:30:47.007837 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Updating router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 port 9039ae40-5947-4549-aae5-cd3710ec16cb binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:30:47.052486 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.070534 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0963194 Jul 16 03:30:47.080927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55392) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:47.103617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b98d289b-8a63-4b60-97dd-31aceb014739 admin admin] Request body: {'subnet': {'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1591808481-subnet', 'tenant_id': 'd5f1db4e8f8e416d95402d13ce5dde6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:47.163642 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.192474 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1710ed0a-006a-4f08-888f-82cf53b471c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35af7a50-e922-45de-8c87-55abc21415e1'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:47.194813 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf6ecc2-fa68-4acd-a391-92ecd9121b74" -d '{"events": [{"server_uuid": "1710ed0a-006a-4f08-888f-82cf53b471c5", "name": "network-vif-plugged", "status": "completed", "tag": "35af7a50-e922-45de-8c87-55abc21415e1"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:47.212168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 35af7a50-e922-45de-8c87-55abc21415e1, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=35af7a50-e922-45de-8c87-55abc21415e1,segment=NetworkSegment(9a8c146a-3bf2-46ea-a923-4e85683562d4),segment_id=9a8c146a-3bf2-46ea-a923-4e85683562d4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:47.216624 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.218069 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 09c93ba3-d1e4-4819-8581-e9596133701e no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:47.222408 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37414d8-b923-4899-8612-d760889c06e7 admin admin] Pushing event updated for resources: {'Network': ['ID=ae4da56c-d106-465b-8123-a4e05a78074b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:47.280836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98d289b-8a63-4b60-97dd-31aceb014739 admin admin] Made reservation on behalf of d5f1db4e8f8e416d95402d13ce5dde6d for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:47.283177 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b98d289b-8a63-4b60-97dd-31aceb014739 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.311633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 09c93ba3-d1e4-4819-8581-e9596133701e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:47.312252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 09c93ba3-d1e4-4819-8581-e9596133701e not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:47.314057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network ae4da56c-d106-465b-8123-a4e05a78074b details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:30:47.379917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28d808e5-79ed-4031-9d2d-b253a2ca563e req-03cfc48f-6914-4d07-a1a7-f80770f70d06 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523869 Jul 16 03:30:47.395259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=35af7a50-e922-45de-8c87-55abc21415e1,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:47.427476 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2bb908c-ce9f-44ac-b9de-734e5bf48329 req-a6ff4404-6118-4004-bc21-9f0133c9403b tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489431 Jul 16 03:30:47.510531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:47.599182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4dd5a6a-102a-45eb-9181-4cb467ce9b87 admin admin] Deleting subnet 0e30715e-fa0b-465e-b2cc-5531f0d769f2 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:30:47.603303 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4dd5a6a-102a-45eb-9181-4cb467ce9b87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.618222 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e056888c-b7ba-4a0f-ac27-8781ceb3a53f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:47.691209 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.695815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e056888c-b7ba-4a0f-ac27-8781ceb3a53f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:47.696204 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.702432 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-f39292f8-6638-4dbd-b073-726f5c6846f5 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7fba9e325bd242bf87aabe7bc778b66f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480211 Jul 16 03:30:47.715463 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac4a7539-7efd-48f0-a728-5e304a3ec954 req-15ccad22-0db2-411d-af7c-20885a8994e4 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 210 time: 0.0467319 Jul 16 03:30:47.733130 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Transition to ACTIVE for port object 9039ae40-5947-4549-aae5-cd3710ec16cb will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:47.750221 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.780547 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b98d289b-8a63-4b60-97dd-31aceb014739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.784782 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4dd5a6a-102a-45eb-9181-4cb467ce9b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.833728 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f388a-b568-4e2b-aec5-c26178a9ed69 None None] Pushing event updated for resources: {'Port': ['ID=9039ae40-5947-4549-aae5-cd3710ec16cb,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:47.855013 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f388a-b568-4e2b-aec5-c26178a9ed69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:47.858240 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f388a-b568-4e2b-aec5-c26178a9ed69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:47.858706 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f388a-b568-4e2b-aec5-c26178a9ed69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:47.859688 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f388a-b568-4e2b-aec5-c26178a9ed69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:47.860138 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f388a-b568-4e2b-aec5-c26178a9ed69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:47.860630 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f388a-b568-4e2b-aec5-c26178a9ed69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:47.861059 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f388a-b568-4e2b-aec5-c26178a9ed69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:47.863814 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f388a-b568-4e2b-aec5-c26178a9ed69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:47.864274 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f388a-b568-4e2b-aec5-c26178a9ed69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:47.864819 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f388a-b568-4e2b-aec5-c26178a9ed69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:47.865253 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f388a-b568-4e2b-aec5-c26178a9ed69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:47.866332 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466f388a-b568-4e2b-aec5-c26178a9ed69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:30:47.916524 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Attempting to bind port 9039ae40-5947-4549-aae5-cd3710ec16cb on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:47.917058 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Attempting to bind port 9039ae40-5947-4549-aae5-cd3710ec16cb by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:47.917689 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Attempting to bind port 9039ae40-5947-4549-aae5-cd3710ec16cb on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:47.927585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd4409-f699-49e4-8786-31f55682e1c0 req-2081a324-eea3-45ef-910e-b02ed5c15cac tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:47.930742 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:47.931302 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:47.931651 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.932107 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:47.932687 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Bound port: 9039ae40-5947-4549-aae5-cd3710ec16cb, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:47.933170 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.940127 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98d289b-8a63-4b60-97dd-31aceb014739 admin admin] Checking segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:47.940555 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98d289b-8a63-4b60-97dd-31aceb014739 admin admin] Network hostable DHCP agents. Network: ae4da56c-d106-465b-8123-a4e05a78074b, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:30:47.942411 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bbcd4409-f699-49e4-8786-31f55682e1c0 req-2081a324-eea3-45ef-910e-b02ed5c15cac tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.4437001 Jul 16 03:30:47.942557 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d289b-8a63-4b60-97dd-31aceb014739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd3621f4-0a00-45b7-9625-fdac06664981,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:47.954797 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce0ca85-6e67-44c2-827b-30f11a8d361d x-openstack-request-id: req-cce0ca85-6e67-44c2-827b-30f11a8d361d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:47.955234 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:47.955612 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1710ed0a-006a-4f08-888f-82cf53b471c5", "name": "network-vif-plugged", "status": "completed", "tag": "35af7a50-e922-45de-8c87-55abc21415e1", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:47.957278 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cce0ca85-6e67-44c2-827b-30f11a8d361d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:47.957896 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1710ed0a-006a-4f08-888f-82cf53b471c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35af7a50-e922-45de-8c87-55abc21415e1', 'code': 200} Jul 16 03:30:47.985720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-e92be1cd-ed69-4e03-96d5-86866fbf3add tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:47.987742 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-e92be1cd-ed69-4e03-96d5-86866fbf3add tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759831 Jul 16 03:30:48.002711 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Request body: {'port': {'device_id': '20712501-92c7-4936-9431-dbca9c8e1ae4', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '7fba9e325bd242bf87aabe7bc778b66f'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:48.009972 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98d289b-8a63-4b60-97dd-31aceb014739 admin admin] Network ae4da56c-d106-465b-8123-a4e05a78074b is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:30:48.026801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bbcd4409-f699-49e4-8786-31f55682e1c0 req-92c4f020-56a3-45cc-81e8-3dd855b0439e tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827165 Jul 16 03:30:48.031579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b98d289b-8a63-4b60-97dd-31aceb014739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, ae4da56c-d106-465b-8123-a4e05a78074b) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:48.042556 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd817dde-d246-4693-b86c-fc30e42507ca None None] Network ae4da56c-d106-465b-8123-a4e05a78074b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:48.062940 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] For port 9039ae40-5947-4549-aae5-cd3710ec16cb, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:48.068692 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] For port 9039ae40-5947-4549-aae5-cd3710ec16cb, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9039ae40-5947-4549-aae5-cd3710ec16cb,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:48.073954 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.082264 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98d289b-8a63-4b60-97dd-31aceb014739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:48.082866 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b98d289b-8a63-4b60-97dd-31aceb014739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.088834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 9ba094e5-1589-47cf-a2df-461c0f29852f up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:48.132424 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4dd5a6a-102a-45eb-9181-4cb467ce9b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.179157 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f388a-b568-4e2b-aec5-c26178a9ed69 None None] Pushing event updated for resources: {'Port': ['ID=9039ae40-5947-4549-aae5-cd3710ec16cb,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:48.190194 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Routers {'989c7e60-fd4e-470f-aab4-4283e2fbdce5'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:48.191984 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:30:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:48.196948 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b98d289b-8a63-4b60-97dd-31aceb014739 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1032555 Jul 16 03:30:48.372987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 9ba094e5-1589-47cf-a2df-461c0f29852f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:48.390012 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] Set router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:48.409757 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bc2c6-263c-4511-b8f8-c9f902a31d85 req-d59ceddd-63ac-45cd-ae1c-23e09100ba64 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:48.416893 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-035bc2c6-263c-4511-b8f8-c9f902a31d85 req-d59ceddd-63ac-45cd-ae1c-23e09100ba64 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef HTTP/1.1" status: 200 len: 950 time: 0.4104993 Jul 16 03:30:48.452289 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 9ba094e5-1589-47cf-a2df-461c0f29852f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:48.452289 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.533520 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1bd00-e57d-4b1f-b2a9-7e5bf86baca3 req-40dcf912-1779-4ff8-b956-fac2eb40d32a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:48.537319 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-caa1bd00-e57d-4b1f-b2a9-7e5bf86baca3 req-40dcf912-1779-4ff8-b956-fac2eb40d32a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.5461991 Jul 16 03:30:48.567938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748a5509-2d8c-4331-be1d-cbd05fce1b9d None None] Network ae4da56c-d106-465b-8123-a4e05a78074b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:48.665463 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:41Z', 'updated_at': '2021-07-16T03:30:44Z', 'revision_number': 3, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'gw_port': {'id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:43Z', 'updated_at': '2021-07-16T03:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:48.667586 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4dd5a6a-102a-45eb-9181-4cb467ce9b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.680243 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Allocated IP 172.20.0.1 (63a46837-9980-4aa6-9f86-1ac43e93b43d/77350ccd-3edf-4270-8e46-f1233ff0f07f/7035f83b-fa83-4aaa-ae7d-ca54c4fc6128) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:48.708521 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb06ba-2917-478d-a7dd-f2b3e33fc40e None None] The sync data for ids ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'] in n-d-800088-6 is: [{'id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:41Z', 'updated_at': '2021-07-16T03:30:44Z', 'revision_number': 3, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'gw_port': {'id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:43Z', 'updated_at': '2021-07-16T03:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:48.779863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Made reservation on behalf of 7fba9e325bd242bf87aabe7bc778b66f for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:48.783652 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.794932 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4dd5a6a-102a-45eb-9181-4cb467ce9b87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.798438 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.804345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f4dd5a6a-102a-45eb-9181-4cb467ce9b87 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0e30715e-fa0b-465e-b2cc-5531f0d769f2 HTTP/1.1" status: 204 len: 168 time: 1.2881074 Jul 16 03:30:48.818345 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55422) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:48.861683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd5a6a-102a-45eb-9181-4cb467ce9b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e30715e-fa0b-465e-b2cc-5531f0d769f2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:48.892818 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927c842-7193-4389-ab79-0fa4659eba1e req-ddd6bae4-c3f7-4da6-af7e-94f861db2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:48.894802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c927c842-7193-4389-ab79-0fa4659eba1e req-ddd6bae4-c3f7-4da6-af7e-94f861db2793 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1710ed0a-006a-4f08-888f-82cf53b471c5 HTTP/1.1" status: 200 len: 1096 time: 0.6795461 Jul 16 03:30:48.897257 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.901619 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.911500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device abc1cc43-ab7e-4c5f-9080-e7762df8b6ad up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:48.968398 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Transition to ACTIVE for port object 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:48.972832 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c85bb81-ceac-4d6a-8c21-1aef2b82043d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:48.981641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 9ba094e5-1589-47cf-a2df-461c0f29852f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=9ba094e5-1589-47cf-a2df-461c0f29852f,segment=NetworkSegment(9a8c146a-3bf2-46ea-a923-4e85683562d4),segment_id=9a8c146a-3bf2-46ea-a923-4e85683562d4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:48.986797 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.031462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port abc1cc43-ab7e-4c5f-9080-e7762df8b6ad completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:49.043725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port abc1cc43-ab7e-4c5f-9080-e7762df8b6ad triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:49.044101 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.067682 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:49.085523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f440eb-5f66-49ae-8616-c1246112284c req-626d1756-3c76-436d-85a1-2269643001ef tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:49.086728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9f440eb-5f66-49ae-8616-c1246112284c req-626d1756-3c76-436d-85a1-2269643001ef tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c91b64d-994d-47d7-8503-4d3d1226d963 HTTP/1.1" status: 200 len: 948 time: 0.5463443 Jul 16 03:30:49.107098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1440024896-network', 'tenant_id': 'dc45e79826f84845b4d4a498a9c19892'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:49.133673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=9ba094e5-1589-47cf-a2df-461c0f29852f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:49.137797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-035bc2c6-263c-4511-b8f8-c9f902a31d85 req-50df2296-16e4-4b41-bbce-9bc120120a1a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Deleting port 32a89459-263f-4c33-afc3-47a2200a014b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:49.138105 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-035bc2c6-263c-4511-b8f8-c9f902a31d85 req-50df2296-16e4-4b41-bbce-9bc120120a1a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.180684 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c927c842-7193-4389-ab79-0fa4659eba1e req-4970bf83-578e-4307-a941-89a19a839a08 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656929 Jul 16 03:30:49.187998 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.188345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9be33-ef16-4f2b-bf60-1d4d706d5481 req-961a8f73-066b-40f5-a1af-75f2ccca26d4 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:49.196004 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4c9be33-ef16-4f2b-bf60-1d4d706d5481 req-961a8f73-066b-40f5-a1af-75f2ccca26d4 tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef HTTP/1.1" status: 200 len: 950 time: 0.6094599 Jul 16 03:30:49.199092 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c85bb81-ceac-4d6a-8c21-1aef2b82043d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.222352 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6c85bb81-ceac-4d6a-8c21-1aef2b82043d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742e1844-e2d6-4bdd-9e9f-9eec35e3b5df']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:49.226883 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.236456 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.254971 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port abc1cc43-ab7e-4c5f-9080-e7762df8b6ad, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=abc1cc43-ab7e-4c5f-9080-e7762df8b6ad,segment=NetworkSegment(9a8c146a-3bf2-46ea-a923-4e85683562d4),segment_id=9a8c146a-3bf2-46ea-a923-4e85683562d4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:49.257730 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-caa1bd00-e57d-4b1f-b2a9-7e5bf86baca3 req-a7c62975-387b-4ffb-af4f-d5f8067b39d7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Deleting port ae17084d-4de7-46fc-be04-73ed56e5a9aa {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:49.260422 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-caa1bd00-e57d-4b1f-b2a9-7e5bf86baca3 req-a7c62975-387b-4ffb-af4f-d5f8067b39d7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.268456 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.287309 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.291348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6c85bb81-ceac-4d6a-8c21-1aef2b82043d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3c9af7-6099-469a-95ec-6774be18054f') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:49.291644 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6c85bb81-ceac-4d6a-8c21-1aef2b82043d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3c9af7-6099-469a-95ec-6774be18054f') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:49.296117 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Pushing event updated for resources: {'Port': ['ID=7035f83b-fa83-4aaa-ae7d-ca54c4fc6128,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:49.299112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] Made reservation on behalf of dc45e79826f84845b4d4a498a9c19892 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:49.301606 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.346032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d732b8e9-aa3a-4996-a1da-b8169ae2005d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:49.364640 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.376467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Network 63a46837-9980-4aa6-9f86-1ac43e93b43d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:49.376955 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9f440eb-5f66-49ae-8616-c1246112284c req-0802f69a-39a7-4822-93e9-f4ec72965075 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751105 Jul 16 03:30:49.379428 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c85bb81-ceac-4d6a-8c21-1aef2b82043d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.382604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:49.427940 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:49.432203 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4c9be33-ef16-4f2b-bf60-1d4d706d5481 req-794a2e75-fb95-49eb-a8c8-8abbb87b891d tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.18 "GET /v2.0/security-groups?id=062a7cf1-58f5-4fec-93e5-19e7c12dfe59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352779 Jul 16 03:30:49.530757 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.550175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-035bc2c6-263c-4511-b8f8-c9f902a31d85 req-50df2296-16e4-4b41-bbce-9bc120120a1a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] For port 32a89459-263f-4c33-afc3-47a2200a014b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=32a89459-263f-4c33-afc3-47a2200a014b,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:49.550728 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-035bc2c6-263c-4511-b8f8-c9f902a31d85 req-50df2296-16e4-4b41-bbce-9bc120120a1a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.571712 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-035bc2c6-263c-4511-b8f8-c9f902a31d85 req-50df2296-16e4-4b41-bbce-9bc120120a1a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Calling delete_port for 32a89459-263f-4c33-afc3-47a2200a014b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:49.620865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=abc1cc43-ab7e-4c5f-9080-e7762df8b6ad,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:49.666156 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c85bb81-ceac-4d6a-8c21-1aef2b82043d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.675636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9039ae40-5947-4549-aae5-cd3710ec16cb up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:49.697090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c85bb81-ceac-4d6a-8c21-1aef2b82043d admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:30:49.697501 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c85bb81-ceac-4d6a-8c21-1aef2b82043d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:30:49.701119 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:30:49.755336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 9039ae40-5947-4549-aae5-cd3710ec16cb completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:49.759629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9039ae40-5947-4549-aae5-cd3710ec16cb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:49.760014 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.816026 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a41bd60a-65ec-4f36-b334-78baca2b8af9 None None] Provisioning for port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:49.817015 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c85bb81-ceac-4d6a-8c21-1aef2b82043d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.821576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a41bd60a-65ec-4f36-b334-78baca2b8af9 None None] Provisioning complete for port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:49.822068 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a41bd60a-65ec-4f36-b334-78baca2b8af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.824067 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c85bb81-ceac-4d6a-8c21-1aef2b82043d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.828071 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6c85bb81-ceac-4d6a-8c21-1aef2b82043d admin admin] 10.222.0.18 "DELETE /v2.0/networks/742e1844-e2d6-4bdd-9e9f-9eec35e3b5df HTTP/1.1" status: 204 len: 168 time: 1.0010271 Jul 16 03:30:49.847283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85bb81-ceac-4d6a-8c21-1aef2b82043d admin admin] Pushing event deleted for resources: {'Network': ['ID=742e1844-e2d6-4bdd-9e9f-9eec35e3b5df,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:49.856799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Allocated IP 192.168.233.142 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/7963cfe4-5c67-4776-8a49-320ceb6209fa) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:49.872597 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49c10ca6-0a84-4c21-80bc-6646692e32cd req-c9617047-f3af-4360-ab2b-4ea6eb5cb3cd tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 210 time: 0.1175172 Jul 16 03:30:49.896994 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.924350 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 9039ae40-5947-4549-aae5-cd3710ec16cb, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9039ae40-5947-4549-aae5-cd3710ec16cb,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:49.932112 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.945604 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-035bc2c6-263c-4511-b8f8-c9f902a31d85 req-50df2296-16e4-4b41-bbce-9bc120120a1a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:49.987934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08ff0a2-1ff3-468a-a500-2225ba6361ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba094e5-1589-47cf-a2df-461c0f29852f'}, {'server_uuid': 'a57e9f1a-349c-4f5f-98c0-1f998df969a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc1cc43-ab7e-4c5f-9080-e7762df8b6ad'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:49.990156 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca48df5-86de-4d44-9fc7-641adf21b567" -d '{"events": [{"server_uuid": "e08ff0a2-1ff3-468a-a500-2225ba6361ee", "name": "network-vif-plugged", "status": "completed", "tag": "9ba094e5-1589-47cf-a2df-461c0f29852f"}, {"server_uuid": "a57e9f1a-349c-4f5f-98c0-1f998df969a7", "name": "network-vif-plugged", "status": "completed", "tag": "abc1cc43-ab7e-4c5f-9080-e7762df8b6ad"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:49.992736 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=9039ae40-5947-4549-aae5-cd3710ec16cb,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:49.995355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a41bd60a-65ec-4f36-b334-78baca2b8af9 None None] Port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:30:49.997185 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['32a89459-263f-4c33-afc3-47a2200a014b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:50.044744 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df2296-16e4-4b41-bbce-9bc120120a1a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Pushing event deleted for resources: {'Port': ['ID=32a89459-263f-4c33-afc3-47a2200a014b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:50.068891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38006b2d-f095-403b-90d4-381affe6b3e7 req-e28c9048-224c-483e-afb0-6a0efac99eb6 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:50.078602 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38006b2d-f095-403b-90d4-381affe6b3e7 req-e28c9048-224c-483e-afb0-6a0efac99eb6 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=1710ed0a-006a-4f08-888f-82cf53b471c5 HTTP/1.1" status: 200 len: 945 time: 0.3247240 Jul 16 03:30:50.093629 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-caa1bd00-e57d-4b1f-b2a9-7e5bf86baca3 req-a7c62975-387b-4ffb-af4f-d5f8067b39d7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] For port ae17084d-4de7-46fc-be04-73ed56e5a9aa, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ae17084d-4de7-46fc-be04-73ed56e5a9aa,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:50.094475 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-caa1bd00-e57d-4b1f-b2a9-7e5bf86baca3 req-a7c62975-387b-4ffb-af4f-d5f8067b39d7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.175762 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.193802 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55436) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:50.241031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-caa1bd00-e57d-4b1f-b2a9-7e5bf86baca3 req-a7c62975-387b-4ffb-af4f-d5f8067b39d7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Calling delete_port for ae17084d-4de7-46fc-be04-73ed56e5a9aa owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:50.252032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-035bc2c6-263c-4511-b8f8-c9f902a31d85 req-50df2296-16e4-4b41-bbce-9bc120120a1a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] No DVR routers for this DVR port 32a89459-263f-4c33-afc3-47a2200a014b on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:50.257071 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-035bc2c6-263c-4511-b8f8-c9f902a31d85 req-50df2296-16e4-4b41-bbce-9bc120120a1a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.259159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-035bc2c6-263c-4511-b8f8-c9f902a31d85 req-50df2296-16e4-4b41-bbce-9bc120120a1a tempest-ServersAdminNegativeTestJSON-167268222 tempest-ServersAdminNegativeTestJSON-167268222-project] 10.222.0.20 "DELETE /v2.0/ports/32a89459-263f-4c33-afc3-47a2200a014b HTTP/1.1" status: 204 len: 173 time: 1.8250837 Jul 16 03:30:50.264475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef', 'name': 'network-vif-deleted', 'tag': '32a89459-263f-4c33-afc3-47a2200a014b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:50.266762 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737aa927-1022-462f-8914-07e957ad10b4" -d '{"events": [{"server_uuid": "e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef", "name": "network-vif-deleted", "tag": "32a89459-263f-4c33-afc3-47a2200a014b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:50.295245 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.322825 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38006b2d-f095-403b-90d4-381affe6b3e7 req-4305b9a2-45fb-4777-8a30-0ea229f58ef2 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411542 Jul 16 03:30:50.323025 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-aa5e6b88-de1b-4c93-9e51-d79d93557869 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9cde548ca5e4360aa29814ec36fad13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1254988 Jul 16 03:30:50.338623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:50.343650 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Transition to ACTIVE for port object 7963cfe4-5c67-4776-8a49-320ceb6209fa will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:50.434278 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.501361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:50.512713 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:50.519416 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:30:50.523274 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.526805 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Pushing event updated for resources: {'Port': ['ID=7963cfe4-5c67-4776-8a49-320ceb6209fa,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:50.550119 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.585366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50261f54-15cf-41f4-a13d-f28e79386c2f req-2754f6ba-0416-437d-a417-0781081bd53f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:50.593533 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-50261f54-15cf-41f4-a13d-f28e79386c2f req-2754f6ba-0416-437d-a417-0781081bd53f tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 950 time: 0.4113860 Jul 16 03:30:50.627541 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.648546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:50.649226 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.669515 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.692507 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.701581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Pushing event updated for resources: {'Port': ['ID=7035f83b-fa83-4aaa-ae7d-ca54c4fc6128,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:50.707317 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97370d6c-f79d-4b97-9a7a-e9087adf6075 x-openstack-request-id: req-97370d6c-f79d-4b97-9a7a-e9087adf6075 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:50.707833 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08ff0a2-1ff3-468a-a500-2225ba6361ee", "name": "network-vif-plugged", "status": "completed", "tag": "9ba094e5-1589-47cf-a2df-461c0f29852f", "code": 200}, {"server_uuid": "a57e9f1a-349c-4f5f-98c0-1f998df969a7", "name": "network-vif-plugged", "status": "completed", "tag": "abc1cc43-ab7e-4c5f-9080-e7762df8b6ad", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:50.707953 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97370d6c-f79d-4b97-9a7a-e9087adf6075 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:50.708540 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08ff0a2-1ff3-468a-a500-2225ba6361ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba094e5-1589-47cf-a2df-461c0f29852f', 'code': 200} Jul 16 03:30:50.708849 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57e9f1a-349c-4f5f-98c0-1f998df969a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc1cc43-ab7e-4c5f-9080-e7762df8b6ad', 'code': 200} Jul 16 03:30:50.714014 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6effaa57-78f9-4e64-a3ef-9c9bca76242f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7165163 Jul 16 03:30:50.735669 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Request body: {'port': {'device_id': '20712501-92c7-4936-9431-dbca9c8e1ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:50.819991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:30:50.869799 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f927a5-7415-430c-8284-f0c331a1ce39 x-openstack-request-id: req-19f927a5-7415-430c-8284-f0c331a1ce39 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:50.870116 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef", "name": "network-vif-deleted", "tag": "32a89459-263f-4c33-afc3-47a2200a014b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:50.870371 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-19f927a5-7415-430c-8284-f0c331a1ce39 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:50.870782 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b6c707-d365-4d05-a5c5-7d4fb6a1e6ef', 'name': 'network-vif-deleted', 'tag': '32a89459-263f-4c33-afc3-47a2200a014b', 'status': 'completed', 'code': 200} Jul 16 03:30:50.922657 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dafa5ec4-7675-4e65-b6b9-d58c3d4e00b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.941906 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:50.942264 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] Added segment 0330d7a5-1727-442c-96fd-ec1f3edb651c of type vlan for network 66d522a5-12f5-44e7-a3cb-cfd4ed934e75 Jul 16 03:30:51.005802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-50261f54-15cf-41f4-a13d-f28e79386c2f req-11f35271-b54b-4154-a25c-533673f05657 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980608 Jul 16 03:30:51.006837 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.025158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Network 63a46837-9980-4aa6-9f86-1ac43e93b43d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:30:51.036705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:51.043446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167312c6-5c69-42a6-b7f1-9985ba82cc66,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:51.137109 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a50f99a9-9fa2-41c0-bf75-2f9f4c39a532 None None] Provisioning for port 7963cfe4-5c67-4776-8a49-320ceb6209fa completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:51.142448 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a50f99a9-9fa2-41c0-bf75-2f9f4c39a532 None None] Provisioning complete for port 7963cfe4-5c67-4776-8a49-320ceb6209fa triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:51.142831 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a50f99a9-9fa2-41c0-bf75-2f9f4c39a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.173843 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-caa1bd00-e57d-4b1f-b2a9-7e5bf86baca3 req-a7c62975-387b-4ffb-af4f-d5f8067b39d7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.198308 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dcc011-08e5-46e9-8e2a-83ead50138e3 req-f827f6d8-6bc9-49b7-81f9-c590d62a982f tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:51.205639 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f32f3-53d1-42ec-aaf1-2addcad5dcb0 req-9d5ddc00-01c7-4e25-bb13-b29c9a15bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:51.206408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4dcc011-08e5-46e9-8e2a-83ead50138e3 req-f827f6d8-6bc9-49b7-81f9-c590d62a982f tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c91b64d-994d-47d7-8503-4d3d1226d963 HTTP/1.1" status: 200 len: 948 time: 0.7006629 Jul 16 03:30:51.210111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['4be59503-333b-4779-be07-46d349b2f71f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:51.218387 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f3f32f3-53d1-42ec-aaf1-2addcad5dcb0 req-9d5ddc00-01c7-4e25-bb13-b29c9a15bb70 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a57e9f1a-349c-4f5f-98c0-1f998df969a7 HTTP/1.1" status: 200 len: 1097 time: 0.4230120 Jul 16 03:30:51.259773 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dafa5ec4-7675-4e65-b6b9-d58c3d4e00b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.285374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a50f99a9-9fa2-41c0-bf75-2f9f4c39a532 None None] Port 7963cfe4-5c67-4776-8a49-320ceb6209fa cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:30:51.429079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7503128f-3616-4ddc-a2e1-2dbba6b7d143 None None] Provisioning complete for port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:51.429451 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7503128f-3616-4ddc-a2e1-2dbba6b7d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.466599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7503128f-3616-4ddc-a2e1-2dbba6b7d143 None None] Port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:30:51.543289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55456) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:51.556656 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f3f32f3-53d1-42ec-aaf1-2addcad5dcb0 req-c18cbdb6-9cf1-4b75-b1c5-4a66bb274133 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836418 Jul 16 03:30:51.573688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9039ae40-5947-4549-aae5-cd3710ec16cb up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:51.581398 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:30:51.615982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c62975-387b-4ffb-af4f-d5f8067b39d7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Pushing event deleted for resources: {'Port': ['ID=ae17084d-4de7-46fc-be04-73ed56e5a9aa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:51.645062 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7963cfe4-5c67-4776-8a49-320ceb6209fa {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:51.646847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9039ae40-5947-4549-aae5-cd3710ec16cb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:51.647227 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.655376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa1bd00-e57d-4b1f-b2a9-7e5bf86baca3 req-a7c62975-387b-4ffb-af4f-d5f8067b39d7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] No DVR routers for this DVR port ae17084d-4de7-46fc-be04-73ed56e5a9aa on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:51.691511 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-caa1bd00-e57d-4b1f-b2a9-7e5bf86baca3 req-a7c62975-387b-4ffb-af4f-d5f8067b39d7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.693449 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-caa1bd00-e57d-4b1f-b2a9-7e5bf86baca3 req-a7c62975-387b-4ffb-af4f-d5f8067b39d7 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.20 "DELETE /v2.0/ports/ae17084d-4de7-46fc-be04-73ed56e5a9aa HTTP/1.1" status: 204 len: 173 time: 3.1125414 Jul 16 03:30:51.698633 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.733726 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.735047 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Transition to ACTIVE for port object 7963cfe4-5c67-4776-8a49-320ceb6209fa will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:51.779499 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.795212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc7557-2c54-49a4-afd7-80de839c66f9 req-7ed9eeba-3093-4e0f-a40e-9c89d5b7b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:51.796666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4fc7557-2c54-49a4-afd7-80de839c66f9 req-7ed9eeba-3093-4e0f-a40e-9c89d5b7b020 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e08ff0a2-1ff3-468a-a500-2225ba6361ee HTTP/1.1" status: 200 len: 1097 time: 0.9038744 Jul 16 03:30:51.818168 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ef666-9b19-4b5c-845d-1d66e346f50d req-9bdf7ff7-13e8-41f1-a971-489607607a0a tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:51.819655 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a5ef666-9b19-4b5c-845d-1d66e346f50d req-9bdf7ff7-13e8-41f1-a971-489607607a0a tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c91b64d-994d-47d7-8503-4d3d1226d963 HTTP/1.1" status: 200 len: 948 time: 0.8732560 Jul 16 03:30:51.867567 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4ac6667c-b315-4b19-8304-3eb5a9bdacfd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a337b5fa97048279105b0af776c1c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212950 Jul 16 03:30:51.870758 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55460) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:51.893436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Pushing event updated for resources: {'Port': ['ID=7963cfe4-5c67-4776-8a49-320ceb6209fa,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:51.898722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:30:51.914709 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fdf67928-b156-46e5-b9db-4eb7962eeceb admin admin] 10.222.0.18 "PUT /v2.0/routers/989c7e60-fd4e-470f-aab4-4283e2fbdce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1100264 Jul 16 03:30:51.921491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Sync routers for ids ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:30:51.935117 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dafa5ec4-7675-4e65-b6b9-d58c3d4e00b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.941525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Routers {'989c7e60-fd4e-470f-aab4-4283e2fbdce5'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:51.943285 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:30:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:51.944823 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dafa5ec4-7675-4e65-b6b9-d58c3d4e00b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.950408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dafa5ec4-7675-4e65-b6b9-d58c3d4e00b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d62ffa1c-639e-4f27-9347-3e7f60051bdb HTTP/1.1" status: 204 len: 168 time: 1.5102835 Jul 16 03:30:51.958955 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.959891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:51.960678 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:51.975290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb7cba-a110-46dc-8eff-21321520a9cb req-ee1dcbbf-287d-4b55-9524-92997873716a tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:51.982942 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-41cb7cba-a110-46dc-8eff-21321520a9cb req-ee1dcbbf-287d-4b55-9524-92997873716a tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 936 time: 0.3816211 Jul 16 03:30:52.027782 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4fc7557-2c54-49a4-afd7-80de839c66f9 req-7c740c05-ecac-4da3-9881-94b71479e1ef service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190354 Jul 16 03:30:52.074866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a5ef666-9b19-4b5c-845d-1d66e346f50d req-c08ecd23-c0aa-43fd-8eb7-43b7a27c71c1 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d49a0f4-0349-40d7-98cc-f819f8bf1395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410784 Jul 16 03:30:52.076051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa5ec4-7675-4e65-b6b9-d58c3d4e00b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62ffa1c-639e-4f27-9347-3e7f60051bdb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:52.078570 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5213ba80-0e39-41e0-ae82-8aac26c0de6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.138209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 32a89459-263f-4c33-afc3-47a2200a014b no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:52.140051 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Attempting to bind port 7963cfe4-5c67-4776-8a49-320ceb6209fa on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:52.140427 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Attempting to bind port 7963cfe4-5c67-4776-8a49-320ceb6209fa by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:52.140765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Attempting to bind port 7963cfe4-5c67-4776-8a49-320ceb6209fa on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:52.149056 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0761888 Jul 16 03:30:52.163628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55472) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:52.179850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4dc215b7-d3d6-43f4-8cde-169e76fa2cfa admin admin] Request body: {'subnet': {'network_id': '66d522a5-12f5-44e7-a3cb-cfd4ed934e75', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1440024896-subnet', 'tenant_id': 'dc45e79826f84845b4d4a498a9c19892', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:52.198722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Port 7963cfe4-5c67-4776-8a49-320ceb6209fa on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:30:52.199056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Attempting to bind port 7963cfe4-5c67-4776-8a49-320ceb6209fa on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:52.212573 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5213ba80-0e39-41e0-ae82-8aac26c0de6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.241258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:52.241602 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:52.242004 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:52.242526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Bound port: 7963cfe4-5c67-4776-8a49-320ceb6209fa, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:52.242822 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.268043 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 32a89459-263f-4c33-afc3-47a2200a014b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:52.270755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 32a89459-263f-4c33-afc3-47a2200a014b not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:52.271577 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ae17084d-4de7-46fc-be04-73ed56e5a9aa no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:52.294621 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Set router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:52.333666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-41cb7cba-a110-46dc-8eff-21321520a9cb req-0cf60fe5-8e30-4b60-9077-52b58d1a566c tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285730 Jul 16 03:30:52.343771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897d7be-16f2-41d4-ba53-4d0d63ff8bf9 admin admin] Pushing event updated for resources: {'Network': ['ID=66d522a5-12f5-44e7-a3cb-cfd4ed934e75,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:52.391769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a4dcc011-08e5-46e9-8e2a-83ead50138e3 req-d187545f-a536-4fb6-9756-74446c36b853 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Deleting port 9d79e691-6e35-43c1-88cf-3a5027b2208d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:52.392155 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4dcc011-08e5-46e9-8e2a-83ead50138e3 req-d187545f-a536-4fb6-9756-74446c36b853 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.401474 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc215b7-d3d6-43f4-8cde-169e76fa2cfa admin admin] Made reservation on behalf of dc45e79826f84845b4d4a498a9c19892 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:52.410012 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dc215b7-d3d6-43f4-8cde-169e76fa2cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.458378 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: ae17084d-4de7-46fc-be04-73ed56e5a9aa {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:52.458723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ae17084d-4de7-46fc-be04-73ed56e5a9aa not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:52.466229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 66d522a5-12f5-44e7-a3cb-cfd4ed934e75 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:30:52.601468 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:30:52.705740 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a4dcc011-08e5-46e9-8e2a-83ead50138e3 req-d187545f-a536-4fb6-9756-74446c36b853 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] For port 9d79e691-6e35-43c1-88cf-3a5027b2208d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d79e691-6e35-43c1-88cf-3a5027b2208d,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:52.707072 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4dcc011-08e5-46e9-8e2a-83ead50138e3 req-d187545f-a536-4fb6-9756-74446c36b853 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.722479 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a4dcc011-08e5-46e9-8e2a-83ead50138e3 req-d187545f-a536-4fb6-9756-74446c36b853 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Calling delete_port for 9d79e691-6e35-43c1-88cf-3a5027b2208d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:52.765786 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5213ba80-0e39-41e0-ae82-8aac26c0de6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.769265 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5213ba80-0e39-41e0-ae82-8aac26c0de6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.771215 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5213ba80-0e39-41e0-ae82-8aac26c0de6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/062a7cf1-58f5-4fec-93e5-19e7c12dfe59 HTTP/1.1" status: 204 len: 168 time: 0.8970830 Jul 16 03:30:52.797079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] For port 7963cfe4-5c67-4776-8a49-320ceb6209fa, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:52.829261 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] For port 7963cfe4-5c67-4776-8a49-320ceb6209fa, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7963cfe4-5c67-4776-8a49-320ceb6209fa,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:52.838686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213ba80-0e39-41e0-ae82-8aac26c0de6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062a7cf1-58f5-4fec-93e5-19e7c12dfe59,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:52.856466 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:52.881419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c', 'name': 'network-vif-deleted', 'tag': 'ae17084d-4de7-46fc-be04-73ed56e5a9aa'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:52.883992 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c80ae80-9b46-4472-b2fa-638d726f743f" -d '{"events": [{"server_uuid": "4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c", "name": "network-vif-deleted", "tag": "ae17084d-4de7-46fc-be04-73ed56e5a9aa"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:52.900987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9975efcc-b66a-4cef-a252-28b48b240a7a req-9693fdb1-06c5-47f8-bb04-cae65274d10a tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c HTTP/1.1" status: 200 len: 210 time: 0.1143818 Jul 16 03:30:52.999899 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4b0b4b-0ab3-434e-a77c-cc8e845e3f2d x-openstack-request-id: req-2b4b0b4b-0ab3-434e-a77c-cc8e845e3f2d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:53.000498 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c", "name": "network-vif-deleted", "tag": "ae17084d-4de7-46fc-be04-73ed56e5a9aa", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:53.001011 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b4b0b4b-0ab3-434e-a77c-cc8e845e3f2d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:53.001627 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6e8dcb-e69c-40ea-a360-3a2bacdfc69c', 'name': 'network-vif-deleted', 'tag': 'ae17084d-4de7-46fc-be04-73ed56e5a9aa', 'status': 'completed', 'code': 200} Jul 16 03:30:53.029252 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.029883 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.032911 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] 10.222.0.20 "PUT /v2.0/ports/7963cfe4-5c67-4776-8a49-320ceb6209fa HTTP/1.1" status: 200 len: 1096 time: 2.3021789 Jul 16 03:30:53.034626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242eb74-e20b-4940-bcb9-ab5bdd0d9b5d req-5d1bfbbf-4c4e-487c-8250-aa45dde3bc99 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.044704 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a242eb74-e20b-4940-bcb9-ab5bdd0d9b5d req-5d1bfbbf-4c4e-487c-8250-aa45dde3bc99 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=1710ed0a-006a-4f08-888f-82cf53b471c5 HTTP/1.1" status: 200 len: 945 time: 0.3013752 Jul 16 03:30:53.055174 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20712501-92c7-4936-9431-dbca9c8e1ae4', 'tag': '7963cfe4-5c67-4776-8a49-320ceb6209fa'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:53.061990 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ab5d0a-700c-48a4-9f37-a0d8c1b4b879" -d '{"events": [{"name": "network-changed", "server_uuid": "20712501-92c7-4936-9431-dbca9c8e1ae4", "tag": "7963cfe4-5c67-4776-8a49-320ceb6209fa"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:53.245032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:41Z', 'updated_at': '2021-07-16T03:30:50Z', 'revision_number': 4, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'gw_port': {'id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:43Z', 'updated_at': '2021-07-16T03:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7035f83b-fa83-4aaa-ae7d-ca54c4fc6128', 'name': '', 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'mac_address': 'fa:16:3e:5e:3b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:47Z', 'updated_at': '2021-07-16T03:30:50Z', 'revision_number': 2, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'subnets': [{'id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:53.257019 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a242eb74-e20b-4940-bcb9-ab5bdd0d9b5d req-71b47afe-01d6-4818-931d-3846bf1149d8 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111077 Jul 16 03:30:53.299510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Checking router: 989c7e60-fd4e-470f-aab4-4283e2fbdce5 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:30:53.300256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Updating router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:30:53.321861 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4dcc011-08e5-46e9-8e2a-83ead50138e3 req-d187545f-a536-4fb6-9756-74446c36b853 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.353117 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c7fdb8-ede7-49cd-b0b3-34fe5c1fad4e x-openstack-request-id: req-98c7fdb8-ede7-49cd-b0b3-34fe5c1fad4e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:53.353117 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20712501-92c7-4936-9431-dbca9c8e1ae4", "tag": "7963cfe4-5c67-4776-8a49-320ceb6209fa", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:53.353117 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98c7fdb8-ede7-49cd-b0b3-34fe5c1fad4e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:53.355986 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20712501-92c7-4936-9431-dbca9c8e1ae4', 'tag': '7963cfe4-5c67-4776-8a49-320ceb6209fa', 'status': 'completed', 'code': 200} Jul 16 03:30:53.395800 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.421691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2b400-2c82-49db-b193-64d701e60b60 service neutron] Pushing event updated for resources: {'Port': ['ID=7963cfe4-5c67-4776-8a49-320ceb6209fa,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:53.438704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187545f-a536-4fb6-9756-74446c36b853 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Pushing event deleted for resources: {'Port': ['ID=9d79e691-6e35-43c1-88cf-3a5027b2208d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:53.453763 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dc215b7-d3d6-43f4-8cde-169e76fa2cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.582468 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55546) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:53.583672 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dcc011-08e5-46e9-8e2a-83ead50138e3 req-d187545f-a536-4fb6-9756-74446c36b853 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] No DVR routers for this DVR port 9d79e691-6e35-43c1-88cf-3a5027b2208d on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:53.588144 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4dcc011-08e5-46e9-8e2a-83ead50138e3 req-d187545f-a536-4fb6-9756-74446c36b853 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:53.591606 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4dcc011-08e5-46e9-8e2a-83ead50138e3 req-d187545f-a536-4fb6-9756-74446c36b853 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.88 "DELETE /v2.0/ports/9d79e691-6e35-43c1-88cf-3a5027b2208d HTTP/1.1" status: 204 len: 173 time: 2.0415800 Jul 16 03:30:53.647332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55548) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:53.668556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5375e1dd-1517-439b-b4bb-25e6eb110ca5 req-020fe61b-de95-46d5-94f3-4e028963b577 tempest-ListImageFiltersTestJSON-1255786613 tempest-ListImageFiltersTestJSON-1255786613-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c91b64d-994d-47d7-8503-4d3d1226d963 HTTP/1.1" status: 200 len: 210 time: 0.1764901 Jul 16 03:30:53.692667 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc215b7-d3d6-43f4-8cde-169e76fa2cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e21bf7f-c8be-406b-bdfd-4655a3431766,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:53.703109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-b6ba42b0-c5df-4f03-a236-4c40d3bf4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.713548 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-b6ba42b0-c5df-4f03-a236-4c40d3bf4adc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7fba9e325bd242bf87aabe7bc778b66f&device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 1099 time: 0.5783937 Jul 16 03:30:53.743249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a44dd-782b-457e-99fa-bc3597a3f01a req-36f4ee5a-2338-46b6-9487-b4eca5e10822 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:53.755588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-771a44dd-782b-457e-99fa-bc3597a3f01a req-36f4ee5a-2338-46b6-9487-b4eca5e10822 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=a57e9f1a-349c-4f5f-98c0-1f998df969a7 HTTP/1.1" status: 200 len: 946 time: 0.2592268 Jul 16 03:30:53.812340 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-f383d4b3-c932-42db-9654-36e3446646e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=7963cfe4-5c67-4776-8a49-320ceb6209fa HTTP/1.1" status: 200 len: 217 time: 0.0960329 Jul 16 03:30:53.817511 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-389baeac-b69e-4ee5-b500-c6645af19fee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df9fbf4211d74153aa24cfab377b21a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255824 Jul 16 03:30:53.822066 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55558) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:53.830592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-771a44dd-782b-457e-99fa-bc3597a3f01a req-3838ad6a-6e1c-4870-8d41-98a9c4e9b36b tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740128 Jul 16 03:30:53.942967 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc215b7-d3d6-43f4-8cde-169e76fa2cfa admin admin] Checking segment: {'id': '0330d7a5-1727-442c-96fd-ec1f3edb651c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '66d522a5-12f5-44e7-a3cb-cfd4ed934e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:53.943342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc215b7-d3d6-43f4-8cde-169e76fa2cfa admin admin] Network hostable DHCP agents. Network: 66d522a5-12f5-44e7-a3cb-cfd4ed934e75, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:30:53.991349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98c401-2c89-4db5-8256-d7f47747cf3a req-3a59942e-004e-46d3-bfa2-50f1d5344c77 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.002573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b98c401-2c89-4db5-8256-d7f47747cf3a req-3a59942e-004e-46d3-bfa2-50f1d5344c77 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 948 time: 0.1271362 Jul 16 03:30:54.007364 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddda3def-ee2e-4d9b-9e0a-e2240c18f655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.022330 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1272830483-network', 'tenant_id': 'ebb747fbaa4d4250ae33a3472beaf32b'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:54.036357 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.042057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-ab664c91-7208-423e-8192-4e86d1b30ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.043582 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-ab664c91-7208-423e-8192-4e86d1b30ffd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.2206411 Jul 16 03:30:54.071221 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Transition to ACTIVE for port object 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:30:54.075777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b98c401-2c89-4db5-8256-d7f47747cf3a req-26a502ac-bbc9-4ee5-b37c-f4d2c53e2923 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705240 Jul 16 03:30:54.083650 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.154390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc215b7-d3d6-43f4-8cde-169e76fa2cfa admin admin] Network 66d522a5-12f5-44e7-a3cb-cfd4ed934e75 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:30:54.193309 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddda3def-ee2e-4d9b-9e0a-e2240c18f655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.234999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4dc215b7-d3d6-43f4-8cde-169e76fa2cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 66d522a5-12f5-44e7-a3cb-cfd4ed934e75) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:54.237929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c14e67-2512-4897-a2dd-a750a1d6f264 None None] Pushing event updated for resources: {'Port': ['ID=7035f83b-fa83-4aaa-ae7d-ca54c4fc6128,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:54.252215 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] Made reservation on behalf of ebb747fbaa4d4250ae33a3472beaf32b for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:54.255060 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.271150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf3eb49-6539-42be-bd5c-84b039dad751 None None] Network 66d522a5-12f5-44e7-a3cb-cfd4ed934e75 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:54.271746 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc215b7-d3d6-43f4-8cde-169e76fa2cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.272038 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dc215b7-d3d6-43f4-8cde-169e76fa2cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.275013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe1c6a-018a-4dfd-820d-d0ff62172d31 req-9c0c5cee-9273-47cf-a85a-234b41c88e86 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.276661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2fe1c6a-018a-4dfd-820d-d0ff62172d31 req-9c0c5cee-9273-47cf-a85a-234b41c88e86 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=e08ff0a2-1ff3-468a-a500-2225ba6361ee HTTP/1.1" status: 200 len: 946 time: 0.1926963 Jul 16 03:30:54.301707 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.325264 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4dc215b7-d3d6-43f4-8cde-169e76fa2cfa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1604869 Jul 16 03:30:54.370097 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6c431de6-9add-4374-8924-80a320645268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.371637 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-6c431de6-9add-4374-8924-80a320645268 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2993431 Jul 16 03:30:54.382778 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2fe1c6a-018a-4dfd-820d-d0ff62172d31 req-c37035ff-5296-4970-9383-c9cb81be8cbd tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981321 Jul 16 03:30:54.525752 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddda3def-ee2e-4d9b-9e0a-e2240c18f655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.528529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddda3def-ee2e-4d9b-9e0a-e2240c18f655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.539956 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ddda3def-ee2e-4d9b-9e0a-e2240c18f655 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc86737d-0af8-42dd-8579-145b2d714107 HTTP/1.1" status: 204 len: 168 time: 0.6688261 Jul 16 03:30:54.620686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda3def-ee2e-4d9b-9e0a-e2240c18f655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc86737d-0af8-42dd-8579-145b2d714107,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:54.711111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Attempting to bind port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:30:54.711488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Attempting to bind port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4c9baf8c-3823-4401-bebb-47666fe3e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:30:54.716620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Attempting to bind port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 on network 63a46837-9980-4aa6-9f86-1ac43e93b43d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:30:54.726701 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-84ce9212-c7d8-456b-9678-0144b6ed7999 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375781 Jul 16 03:30:54.749554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:30:54.752590 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Checking segment: {'id': '4c9baf8c-3823-4401-bebb-47666fe3e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:54.754374 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.757730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Bound using segment: {'id': '4c9baf8c-3823-4401-bebb-47666fe3e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:30:54.759399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Bound port: 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9baf8c-3823-4401-bebb-47666fe3e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:30:54.760038 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.883021 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d2b4d9ae-d90d-4b21-9395-1c7aea5dc08a req-0fb4ecd4-1e6e-4bd3-ab41-508f5024cadf service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448534 Jul 16 03:30:54.904987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144b959-ec40-43d6-a626-bf8354a46d52 req-2988e497-738c-4836-afc0-2c12e7263801 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:54.915727 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9144b959-ec40-43d6-a626-bf8354a46d52 req-2988e497-738c-4836-afc0-2c12e7263801 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.1200876 Jul 16 03:30:54.934784 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.940154 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:54.959030 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9d79e691-6e35-43c1-88cf-3a5027b2208d no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:30:54.982836 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9144b959-ec40-43d6-a626-bf8354a46d52 req-e8ca8931-c83b-448c-8c32-dbc7fbf97e24 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615864 Jul 16 03:30:54.999487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:30:55.003439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'name': 'network-vif-deleted', 'tag': '9d79e691-6e35-43c1-88cf-3a5027b2208d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:55.007985 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a04d886-ae43-48cc-b1a5-178bfe44c7e0" -d '{"events": [{"server_uuid": "7c91b64d-994d-47d7-8503-4d3d1226d963", "name": "network-vif-deleted", "tag": "9d79e691-6e35-43c1-88cf-3a5027b2208d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:55.027678 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:55.028084 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] Added segment 40afc160-2cf2-404f-ae73-54b41f150724 of type vlan for network c25f7dda-1347-4dac-bbfb-85ae4b87a184 Jul 16 03:30:55.051576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 9d79e691-6e35-43c1-88cf-3a5027b2208d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:30:55.052437 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9d79e691-6e35-43c1-88cf-3a5027b2208d not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:30:55.087622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bdcf28-5dc0-4573-a665-4fd92e23e004 None None] Network 66d522a5-12f5-44e7-a3cb-cfd4ed934e75 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:55.120712 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] For port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:30:55.183842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] For port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7035f83b-fa83-4aaa-ae7d-ca54c4fc6128,segment=NetworkSegment(4c9baf8c-3823-4401-bebb-47666fe3e2f0),segment_id=4c9baf8c-3823-4401-bebb-47666fe3e2f0)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:30:55.255449 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:55.289532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb294c9-cf0e-4eaa-b134-4f6074f38aef req-c2975079-b2b9-45eb-b01e-288285487c81 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.292239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ebb294c9-cf0e-4eaa-b134-4f6074f38aef req-c2975079-b2b9-45eb-b01e-288285487c81 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=a57e9f1a-349c-4f5f-98c0-1f998df969a7 HTTP/1.1" status: 200 len: 946 time: 0.1321783 Jul 16 03:30:55.363445 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ebb294c9-cf0e-4eaa-b134-4f6074f38aef req-759fab16-10b7-4a8b-a3e4-8cfd859b8c0a tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651238 Jul 16 03:30:55.523837 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:55.541349 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c14e67-2512-4897-a2dd-a750a1d6f264 None None] Pushing event updated for resources: {'Port': ['ID=7035f83b-fa83-4aaa-ae7d-ca54c4fc6128,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:55.549178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d870dcf-ec6a-431c-a61e-e0c40475ee64,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:55.602671 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:55.603683 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.604269 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:55.624158 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Routers {'989c7e60-fd4e-470f-aab4-4283e2fbdce5'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:30:55.624921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:30:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:55.670727 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-83dc5999-73c1-4825-91a3-46bb3f8e20e6 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.678672 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-83dc5999-73c1-4825-91a3-46bb3f8e20e6 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 808 time: 0.2485304 Jul 16 03:30:55.692408 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab5d0a-700c-48a4-9f37-a0d8c1b4b879 req-ed013c15-a61c-4fe4-a728-dbcb0132ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:55.693980 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-85ab5d0a-700c-48a4-9f37-a0d8c1b4b879 req-ed013c15-a61c-4fe4-a728-dbcb0132ad32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7fba9e325bd242bf87aabe7bc778b66f&device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 1099 time: 0.7504685 Jul 16 03:30:55.702772 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-221e1dd0-9783-4646-9cf3-7845d8498995 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/quotas/d5f1db4e8f8e416d95402d13ce5dde6d HTTP/1.1" status: 200 len: 375 time: 0.0230556 Jul 16 03:30:55.757754 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-56751126-f818-4f31-ae18-02581a969b6d tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537112 Jul 16 03:30:55.769658 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1208045 Jul 16 03:30:55.776303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:55.785721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a5755839-b7a4-4bf3-9559-56d497e17707 admin admin] Request body: {'subnet': {'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1272830483-subnet', 'tenant_id': 'ebb747fbaa4d4250ae33a3472beaf32b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:55.838561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5755839-b7a4-4bf3-9559-56d497e17707 admin admin] Made reservation on behalf of ebb747fbaa4d4250ae33a3472beaf32b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:55.848944 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5755839-b7a4-4bf3-9559-56d497e17707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:55.868924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] Set router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:30:55.878248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943266a-82dc-4816-8131-faa7d42fe967 admin admin] Pushing event updated for resources: {'Network': ['ID=c25f7dda-1347-4dac-bbfb-85ae4b87a184,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:55.925542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network c25f7dda-1347-4dac-bbfb-85ae4b87a184 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:30:56.017237 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab5d0a-700c-48a4-9f37-a0d8c1b4b879 req-f582a362-847c-42c4-9c89-af56a75244bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:56.019091 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-85ab5d0a-700c-48a4-9f37-a0d8c1b4b879 req-f582a362-847c-42c4-9c89-af56a75244bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.3098609 Jul 16 03:30:56.113459 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-85ab5d0a-700c-48a4-9f37-a0d8c1b4b879 req-8d9b63e6-49cb-4b3f-875f-b7f90f11bc89 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=7963cfe4-5c67-4776-8a49-320ceb6209fa HTTP/1.1" status: 200 len: 217 time: 0.0822022 Jul 16 03:30:56.133156 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-ef35aae8-5f11-480d-8bf6-017b3e8b6af4 service neutron] 10.222.0.18 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740785 Jul 16 03:30:56.223788 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab5d0a-700c-48a4-9f37-a0d8c1b4b879 req-1b130645-2f3a-4f17-9b36-618c2e4b2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:56.225226 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-85ab5d0a-700c-48a4-9f37-a0d8c1b4b879 req-1b130645-2f3a-4f17-9b36-618c2e4b2181 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1066372 Jul 16 03:30:56.267662 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55670) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:56.304430 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4170aa3f-7919-425e-9c5e-cf2ad8bdae14 x-openstack-request-id: req-4170aa3f-7919-425e-9c5e-cf2ad8bdae14 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:56.304806 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c91b64d-994d-47d7-8503-4d3d1226d963", "name": "network-vif-deleted", "tag": "9d79e691-6e35-43c1-88cf-3a5027b2208d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:56.304988 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4170aa3f-7919-425e-9c5e-cf2ad8bdae14 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:56.305363 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c91b64d-994d-47d7-8503-4d3d1226d963', 'name': 'network-vif-deleted', 'tag': '9d79e691-6e35-43c1-88cf-3a5027b2208d', 'status': 'completed', 'code': 200} Jul 16 03:30:56.339966 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab5d0a-700c-48a4-9f37-a0d8c1b4b879 req-5c59c0ff-3c09-4211-9e71-711eb3421c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:56.342763 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-85ab5d0a-700c-48a4-9f37-a0d8c1b4b879 req-5c59c0ff-3c09-4211-9e71-711eb3421c25 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112664 Jul 16 03:30:56.351404 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5755839-b7a4-4bf3-9559-56d497e17707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.443639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d7a29-bc58-4255-9546-13a7bac75c61 req-22243bb1-3559-4478-b8d5-60765d3b9dc3 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:56.445205 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-922d7a29-bc58-4255-9546-13a7bac75c61 req-22243bb1-3559-4478-b8d5-60765d3b9dc3 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.88 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.2647429 Jul 16 03:30:56.454461 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b10dd6d7-c90d-4cd1-a861-f5a65e3cebcc service neutron] 10.222.0.18 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195317 Jul 16 03:30:56.463476 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-933117567-network', 'tenant_id': '7465cfa52aaf47f58d665d18bdf6999d'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:56.550867 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] Made reservation on behalf of 7465cfa52aaf47f58d665d18bdf6999d for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:56.554982 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.565924 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-85ab5d0a-700c-48a4-9f37-a0d8c1b4b879 req-de5cd85b-9bf2-4857-9ca8-7d9b280fc17d service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173409 Jul 16 03:30:56.591257 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.599140 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:41Z', 'updated_at': '2021-07-16T03:30:50Z', 'revision_number': 4, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'gw_port': {'id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:43Z', 'updated_at': '2021-07-16T03:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7035f83b-fa83-4aaa-ae7d-ca54c4fc6128', 'name': '', 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'mac_address': 'fa:16:3e:5e:3b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:47Z', 'updated_at': '2021-07-16T03:30:55Z', 'revision_number': 4, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'subnets': [{'id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:30:56.645715 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb639a-6d44-4783-8ee3-ea0fcdf22f3b req-2cb34071-1995-442a-b45d-cdca5b26aeac tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:56.647276 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-99cb639a-6d44-4783-8ee3-ea0fcdf22f3b req-2cb34071-1995-442a-b45d-cdca5b26aeac tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.88 "GET /v2.0/ports?device_id=a57e9f1a-349c-4f5f-98c0-1f998df969a7 HTTP/1.1" status: 200 len: 946 time: 0.2053812 Jul 16 03:30:56.649098 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d5f65f-8aca-40cd-b422-47229200562f None None] The sync data for ids ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'] in n-d-800088-6 is: [{'id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:41Z', 'updated_at': '2021-07-16T03:30:50Z', 'revision_number': 4, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'gw_port': {'id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:43Z', 'updated_at': '2021-07-16T03:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7035f83b-fa83-4aaa-ae7d-ca54c4fc6128', 'name': '', 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'mac_address': 'fa:16:3e:5e:3b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:47Z', 'updated_at': '2021-07-16T03:30:55Z', 'revision_number': 4, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'subnets': [{'id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:30:56.654156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5755839-b7a4-4bf3-9559-56d497e17707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8536182f-4677-4cbb-86c0-6da48edb163b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:56.725061 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5755839-b7a4-4bf3-9559-56d497e17707 admin admin] Checking segment: {'id': '40afc160-2cf2-404f-ae73-54b41f150724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:56.729468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5755839-b7a4-4bf3-9559-56d497e17707 admin admin] Network hostable DHCP agents. Network: c25f7dda-1347-4dac-bbfb-85ae4b87a184, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:30:56.820660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-922d7a29-bc58-4255-9546-13a7bac75c61 req-aea7c654-aa72-45be-98a4-7d384b1012bc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Deleting port 4be59503-333b-4779-be07-46d349b2f71f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:56.823286 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-922d7a29-bc58-4255-9546-13a7bac75c61 req-aea7c654-aa72-45be-98a4-7d384b1012bc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:56.899388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8638545-d145-48b2-bca3-07925d878a98 req-0cf5c7c4-63bf-428e-841a-7ae3f1316e86 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:56.906644 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e8638545-d145-48b2-bca3-07925d878a98 req-0cf5c7c4-63bf-428e-841a-7ae3f1316e86 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 948 time: 0.4935596 Jul 16 03:30:56.920942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5755839-b7a4-4bf3-9559-56d497e17707 admin admin] Network c25f7dda-1347-4dac-bbfb-85ae4b87a184 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:30:56.991193 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-85ab5d0a-700c-48a4-9f37-a0d8c1b4b879 req-074eb47b-00e4-4ffb-8f8e-cfd9ed3806dd service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154513 Jul 16 03:30:57.041804 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.051650 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-99cb639a-6d44-4783-8ee3-ea0fcdf22f3b req-02147952-ed9a-4200-92f1-d1df384e3424 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Deleting port abc1cc43-ab7e-4c5f-9080-e7762df8b6ad {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:30:57.051992 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-99cb639a-6d44-4783-8ee3-ea0fcdf22f3b req-02147952-ed9a-4200-92f1-d1df384e3424 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.056185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.061638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a5755839-b7a4-4bf3-9559-56d497e17707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, c25f7dda-1347-4dac-bbfb-85ae4b87a184) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:57.072603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75c1e25-d5e3-4cb1-829b-79082562eb17 None None] Network c25f7dda-1347-4dac-bbfb-85ae4b87a184 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:57.087157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5755839-b7a4-4bf3-9559-56d497e17707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:57.087766 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5755839-b7a4-4bf3-9559-56d497e17707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.126506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:30:57.144505 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08f196b-68f9-4ae6-947d-a18fa2559cf3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:57.173050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-922d7a29-bc58-4255-9546-13a7bac75c61 req-aea7c654-aa72-45be-98a4-7d384b1012bc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] For port 4be59503-333b-4779-be07-46d349b2f71f, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4be59503-333b-4779-be07-46d349b2f71f,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:57.173630 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-922d7a29-bc58-4255-9546-13a7bac75c61 req-aea7c654-aa72-45be-98a4-7d384b1012bc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.201813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-922d7a29-bc58-4255-9546-13a7bac75c61 req-aea7c654-aa72-45be-98a4-7d384b1012bc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Calling delete_port for 4be59503-333b-4779-be07-46d349b2f71f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:57.224607 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.224920 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] Added segment d11642f5-a956-44cd-84cd-6ee4c5da40fe of type vlan for network cc564b4d-9cab-41fd-aa1e-24a450b9d348 Jul 16 03:30:57.283103 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c78c15-12bb-4319-a18b-7b7e5075fcba None None] Network c25f7dda-1347-4dac-bbfb-85ae4b87a184 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:57.322008 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e8638545-d145-48b2-bca3-07925d878a98 req-efe8bffc-b6fc-402f-a7ce-e4a04bc04a92 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098234 Jul 16 03:30:57.360911 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.407774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93f6f9-8e81-4fcb-86bf-f95420e3ee9a req-92df7685-383d-4098-aaf0-6d242e21a441 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:57.419286 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff93f6f9-8e81-4fcb-86bf-f95420e3ee9a req-92df7685-383d-4098-aaf0-6d242e21a441 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/ports?device_id=193d2802-2d42-420a-8137-aa81fd2a31b9 HTTP/1.1" status: 200 len: 949 time: 0.4859097 Jul 16 03:30:57.421863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a5755839-b7a4-4bf3-9559-56d497e17707 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6435311 Jul 16 03:30:57.482074 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-99cb639a-6d44-4783-8ee3-ea0fcdf22f3b req-02147952-ed9a-4200-92f1-d1df384e3424 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] For port abc1cc43-ab7e-4c5f-9080-e7762df8b6ad, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=abc1cc43-ab7e-4c5f-9080-e7762df8b6ad,segment=NetworkSegment(9a8c146a-3bf2-46ea-a923-4e85683562d4),segment_id=9a8c146a-3bf2-46ea-a923-4e85683562d4)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:57.482831 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-99cb639a-6d44-4783-8ee3-ea0fcdf22f3b req-02147952-ed9a-4200-92f1-d1df384e3424 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.520253 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-99cb639a-6d44-4783-8ee3-ea0fcdf22f3b req-02147952-ed9a-4200-92f1-d1df384e3424 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Calling delete_port for abc1cc43-ab7e-4c5f-9080-e7762df8b6ad owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:30:57.535258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.536256 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:57.538332 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.617276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff93f6f9-8e81-4fcb-86bf-f95420e3ee9a req-bd8e8d9d-7e6f-4838-b613-d40acc8eb446 tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4daf2d2-377a-4d0f-b76a-6680243cbf8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973829 Jul 16 03:30:57.675091 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] Pushing event updated for resources: {'Network': ['ID=cc564b4d-9cab-41fd-aa1e-24a450b9d348,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:57.699117 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f776130b-be47-432c-904d-6aaa995a2156 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4265945 Jul 16 03:30:57.699117 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55696) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:57.699931 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network cc564b4d-9cab-41fd-aa1e-24a450b9d348 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:30:57.768535 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1e0872f1-a4fd-4aa6-8763-130f2c80bc79 admin admin] Request body: {'subnet': {'network_id': 'cc564b4d-9cab-41fd-aa1e-24a450b9d348', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-933117567-subnet', 'tenant_id': '7465cfa52aaf47f58d665d18bdf6999d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:57.773650 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:30:57.832391 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-922d7a29-bc58-4255-9546-13a7bac75c61 req-aea7c654-aa72-45be-98a4-7d384b1012bc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.867694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0872f1-a4fd-4aa6-8763-130f2c80bc79 admin admin] Made reservation on behalf of 7465cfa52aaf47f58d665d18bdf6999d for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:57.878374 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e0872f1-a4fd-4aa6-8763-130f2c80bc79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:57.901545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['4be59503-333b-4779-be07-46d349b2f71f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:57.950431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7c654-aa72-45be-98a4-7d384b1012bc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Pushing event deleted for resources: {'Port': ['ID=4be59503-333b-4779-be07-46d349b2f71f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:58.105401 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7963cfe4-5c67-4776-8a49-320ceb6209fa details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:30:58.154111 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-99cb639a-6d44-4783-8ee3-ea0fcdf22f3b req-02147952-ed9a-4200-92f1-d1df384e3424 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.208109 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['35af7a50-e922-45de-8c87-55abc21415e1', 'abc1cc43-ab7e-4c5f-9080-e7762df8b6ad'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:58.224447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['9ba094e5-1589-47cf-a2df-461c0f29852f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:58.227853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-922d7a29-bc58-4255-9546-13a7bac75c61 req-aea7c654-aa72-45be-98a4-7d384b1012bc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] No DVR routers for this DVR port 4be59503-333b-4779-be07-46d349b2f71f on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:58.231350 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-922d7a29-bc58-4255-9546-13a7bac75c61 req-aea7c654-aa72-45be-98a4-7d384b1012bc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.232012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02147952-ed9a-4200-92f1-d1df384e3424 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Pushing event deleted for resources: {'Port': ['ID=abc1cc43-ab7e-4c5f-9080-e7762df8b6ad,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:58.233200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-922d7a29-bc58-4255-9546-13a7bac75c61 req-aea7c654-aa72-45be-98a4-7d384b1012bc tempest-MigrationsAdminTest-825834377 tempest-MigrationsAdminTest-825834377-project] 10.222.0.88 "DELETE /v2.0/ports/4be59503-333b-4779-be07-46d349b2f71f HTTP/1.1" status: 204 len: 173 time: 1.7504416 Jul 16 03:30:58.281839 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad027b76-fd27-43b6-bae1-7d9373aee2bf req-84a09fb0-e67a-47b9-b332-ee84274b6bd6 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:58.289447 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad027b76-fd27-43b6-bae1-7d9373aee2bf req-84a09fb0-e67a-47b9-b332-ee84274b6bd6 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=a57e9f1a-349c-4f5f-98c0-1f998df969a7 HTTP/1.1" status: 200 len: 867 time: 0.2820888 Jul 16 03:30:58.312863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193d2802-2d42-420a-8137-aa81fd2a31b9', 'name': 'network-vif-deleted', 'tag': '4be59503-333b-4779-be07-46d349b2f71f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:58.316066 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ed907f-ba35-4d53-8a46-150b27b0b119" -d '{"events": [{"server_uuid": "193d2802-2d42-420a-8137-aa81fd2a31b9", "name": "network-vif-deleted", "tag": "4be59503-333b-4779-be07-46d349b2f71f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:58.401196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad027b76-fd27-43b6-bae1-7d9373aee2bf req-6d8f2a4c-aef6-43b3-9610-7ad97b291b5b tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094742 Jul 16 03:30:58.454835 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cb639a-6d44-4783-8ee3-ea0fcdf22f3b req-02147952-ed9a-4200-92f1-d1df384e3424 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] No DVR routers for this DVR port abc1cc43-ab7e-4c5f-9080-e7762df8b6ad on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:30:58.463847 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-99cb639a-6d44-4783-8ee3-ea0fcdf22f3b req-02147952-ed9a-4200-92f1-d1df384e3424 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.465941 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-99cb639a-6d44-4783-8ee3-ea0fcdf22f3b req-02147952-ed9a-4200-92f1-d1df384e3424 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.88 "DELETE /v2.0/ports/abc1cc43-ab7e-4c5f-9080-e7762df8b6ad HTTP/1.1" status: 204 len: 173 time: 1.8095422 Jul 16 03:30:58.479627 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a57e9f1a-349c-4f5f-98c0-1f998df969a7', 'name': 'network-vif-deleted', 'tag': 'abc1cc43-ab7e-4c5f-9080-e7762df8b6ad'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:30:58.489832 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93902bbb-800e-4eae-9395-f7aa043de7a9" -d '{"events": [{"server_uuid": "a57e9f1a-349c-4f5f-98c0-1f998df969a7", "name": "network-vif-deleted", "tag": "abc1cc43-ab7e-4c5f-9080-e7762df8b6ad"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:30:58.504171 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e0872f1-a4fd-4aa6-8763-130f2c80bc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.617018 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0c5d5de-29c4-4866-b952-016591f42305 req-8751850b-0a5e-4025-956f-171ef3c8b940 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 210 time: 0.1238415 Jul 16 03:30:58.655751 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:30:58.728637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:30:58.729251 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.755306 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 7963cfe4-5c67-4776-8a49-320ceb6209fa, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7963cfe4-5c67-4776-8a49-320ceb6209fa,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:58.819740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '7963cfe4-5c67-4776-8a49-320ceb6209fa', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '7963cfe4-5c67-4776-8a49-320ceb6209fa', 'mac_address': 'fa:16:3e:75:a1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:30:58.862814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0872f1-a4fd-4aa6-8763-130f2c80bc79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77691102-f0e5-4606-8e80-f1b7010ddeef,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:58.879156 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0872f1-a4fd-4aa6-8763-130f2c80bc79 admin admin] Checking segment: {'id': 'd11642f5-a956-44cd-84cd-6ee4c5da40fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'cc564b4d-9cab-41fd-aa1e-24a450b9d348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:30:58.879866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0872f1-a4fd-4aa6-8763-130f2c80bc79 admin admin] Network hostable DHCP agents. Network: cc564b4d-9cab-41fd-aa1e-24a450b9d348, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:30:58.925029 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-cc5cce99-6687-4a7a-ab89-32be3cfa5a43 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:58.927681 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-cc5cce99-6687-4a7a-ab89-32be3cfa5a43 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.20 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 808 time: 0.3246005 Jul 16 03:30:58.929146 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0872f1-a4fd-4aa6-8763-130f2c80bc79 admin admin] Network cc564b4d-9cab-41fd-aa1e-24a450b9d348 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:30:58.934540 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:58.963851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-70b1921a-7f5b-4c68-b4a9-af4a7df1762a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Request body: {'port': {'device_id': '309c2024-8031-4fb2-bc60-5f6aa0a5acbc', 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b', 'admin_state_up': True, 'tenant_id': 'd5f1db4e8f8e416d95402d13ce5dde6d'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:30:58.992051 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1e0872f1-a4fd-4aa6-8763-130f2c80bc79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, cc564b4d-9cab-41fd-aa1e-24a450b9d348) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:30:59.016227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0872f1-a4fd-4aa6-8763-130f2c80bc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:59.027848 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e0872f1-a4fd-4aa6-8763-130f2c80bc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.037203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7963cfe4-5c67-4776-8a49-320ceb6209fa {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:30:59.043365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb68a1a0-6f1c-4889-97a6-23b77c9257bc None None] Network cc564b4d-9cab-41fd-aa1e-24a450b9d348 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:59.119719 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1e0872f1-a4fd-4aa6-8763-130f2c80bc79 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4204390 Jul 16 03:30:59.193242 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 7963cfe4-5c67-4776-8a49-320ceb6209fa, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7963cfe4-5c67-4776-8a49-320ceb6209fa,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:59.196342 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.217897 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.290381 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf94fddc-fc9a-4190-8de0-643d3c3bdd7f x-openstack-request-id: req-bf94fddc-fc9a-4190-8de0-643d3c3bdd7f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:30:59.292067 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193d2802-2d42-420a-8137-aa81fd2a31b9", "name": "network-vif-deleted", "tag": "4be59503-333b-4779-be07-46d349b2f71f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:30:59.292067 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf94fddc-fc9a-4190-8de0-643d3c3bdd7f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:30:59.292067 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193d2802-2d42-420a-8137-aa81fd2a31b9', 'name': 'network-vif-deleted', 'tag': '4be59503-333b-4779-be07-46d349b2f71f', 'status': 'completed', 'code': 200} Jul 16 03:30:59.363831 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7035f83b-fa83-4aaa-ae7d-ca54c4fc6128,segment=NetworkSegment(4c9baf8c-3823-4401-bebb-47666fe3e2f0),segment_id=4c9baf8c-3823-4401-bebb-47666fe3e2f0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:30:59.396201 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.485376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-70b1921a-7f5b-4c68-b4a9-af4a7df1762a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Made reservation on behalf of d5f1db4e8f8e416d95402d13ce5dde6d for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:30:59.492141 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-70b1921a-7f5b-4c68-b4a9-af4a7df1762a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.539372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['7963cfe4-5c67-4776-8a49-320ceb6209fa'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:30:59.602940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=7963cfe4-5c67-4776-8a49-320ceb6209fa,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:59.671486 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:30:59.684028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=7035f83b-fa83-4aaa-ae7d-ca54c4fc6128,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:30:59.696939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-9b16aecc-e25a-439c-a167-59f41941bfef tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:59.700250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9cb84e-61ff-48eb-8d16-ebe522d33899 None None] Network cc564b4d-9cab-41fd-aa1e-24a450b9d348 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:30:59.705057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-9b16aecc-e25a-439c-a167-59f41941bfef tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/networks?id=c25f7dda-1347-4dac-bbfb-85ae4b87a184 HTTP/1.1" status: 200 len: 814 time: 0.3626740 Jul 16 03:30:59.724885 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-57db6440-ba5c-4d62-8e8c-5f88c11093d6 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/quotas/ebb747fbaa4d4250ae33a3472beaf32b HTTP/1.1" status: 200 len: 375 time: 0.0180795 Jul 16 03:30:59.756499 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-70b1921a-7f5b-4c68-b4a9-af4a7df1762a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Allocated IP 172.20.0.14 (ae4da56c-d106-465b-8123-a4e05a78074b/fd3621f4-0a00-45b7-9625-fdac06664981/2e26cc8d-168f-4ba4-8c4d-785cf837ce49) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:30:59.803287 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-dd9c5967-7533-4b82-be45-0cb645293edf tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ebb747fbaa4d4250ae33a3472beaf32b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741179 Jul 16 03:30:59.871836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85c9b2-d575-45ce-8fd4-4107eeb81717 req-f6230c05-0c34-4311-8591-0e54787ba6c9 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:30:59.882930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf85c9b2-d575-45ce-8fd4-4107eeb81717 req-f6230c05-0c34-4311-8591-0e54787ba6c9 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 949 time: 0.2912672 Jul 16 03:30:59.970713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-70b1921a-7f5b-4c68-b4a9-af4a7df1762a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:30:59.995187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d9c8f4f9-5791-4053-9e5c-38bb6088dc1c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f028c308fb9456da455169d17a399e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225315 Jul 16 03:30:59.998680 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55768) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:00.012472 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf85c9b2-d575-45ce-8fd4-4107eeb81717 req-52ceaab3-28b4-44b0-816e-ca6630cccea1 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279228 Jul 16 03:31:00.047539 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4f52ceb2-5e16-478d-a416-223c96ac5d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.062271 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-70b1921a-7f5b-4c68-b4a9-af4a7df1762a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.075397 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-074ea646-0c46-4729-8c18-44fecf2d6131 service neutron] 10.222.0.18 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625914 Jul 16 03:31:00.083866 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5610d5-5b13-4234-9d19-583c805e13f6 x-openstack-request-id: req-0c5610d5-5b13-4234-9d19-583c805e13f6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:00.084276 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a57e9f1a-349c-4f5f-98c0-1f998df969a7", "name": "network-vif-deleted", "tag": "abc1cc43-ab7e-4c5f-9080-e7762df8b6ad", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:00.084642 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c5610d5-5b13-4234-9d19-583c805e13f6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:00.085136 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a57e9f1a-349c-4f5f-98c0-1f998df969a7', 'name': 'network-vif-deleted', 'tag': 'abc1cc43-ab7e-4c5f-9080-e7762df8b6ad', 'status': 'completed', 'code': 200} Jul 16 03:31:00.117512 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3963f8eb-161e-4bd4-8825-54d27b3b378a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.132298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-70b1921a-7f5b-4c68-b4a9-af4a7df1762a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Network ae4da56c-d106-465b-8123-a4e05a78074b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:00.142890 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-70b1921a-7f5b-4c68-b4a9-af4a7df1762a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:00.160431 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-70b1921a-7f5b-4c68-b4a9-af4a7df1762a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:00.178962 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3963f8eb-161e-4bd4-8825-54d27b3b378a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.195418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-8c5d7a81-52d5-4fb6-9cef-45805018c99e service neutron] 10.222.0.18 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188538 Jul 16 03:31:00.210534 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1921a-7f5b-4c68-b4a9-af4a7df1762a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Pushing event updated for resources: {'Port': ['ID=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:00.271300 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-70b1921a-7f5b-4c68-b4a9-af4a7df1762a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:00.272438 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-70b1921a-7f5b-4c68-b4a9-af4a7df1762a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.288876 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-70b1921a-7f5b-4c68-b4a9-af4a7df1762a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3452942 Jul 16 03:31:00.303843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Request body: {'port': {'device_id': '309c2024-8031-4fb2-bc60-5f6aa0a5acbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:00.353104 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3963f8eb-161e-4bd4-8825-54d27b3b378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.360261 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3963f8eb-161e-4bd4-8825-54d27b3b378a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.362231 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3963f8eb-161e-4bd4-8825-54d27b3b378a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d49a0f4-0349-40d7-98cc-f819f8bf1395 HTTP/1.1" status: 204 len: 168 time: 0.3620462 Jul 16 03:31:00.385658 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963f8eb-161e-4bd4-8825-54d27b3b378a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d49a0f4-0349-40d7-98cc-f819f8bf1395,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:00.442466 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.633087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36cae0-1a3c-461c-a1fe-ff1760400a73 req-f0bb12d2-77a5-48b1-a42c-d9f4be99aa5a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:00.635404 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d36cae0-1a3c-461c-a1fe-ff1760400a73 req-f0bb12d2-77a5-48b1-a42c-d9f4be99aa5a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 932 time: 0.1082845 Jul 16 03:31:00.710022 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d36cae0-1a3c-461c-a1fe-ff1760400a73 req-0c649185-5b36-4ee9-8f06-2b2ba34911c5 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691776 Jul 16 03:31:00.811891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-18d30b87-5276-48ea-9f7d-a1a7d68e37a9 req-4e431ab7-038b-4ea5-946c-8d2dc66df2d5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1267370375', 'description': 'tempest-description-1698445723'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:00.855719 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55792) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:00.865331 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:00.872979 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18d30b87-5276-48ea-9f7d-a1a7d68e37a9 req-4e431ab7-038b-4ea5-946c-8d2dc66df2d5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.028892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device abc1cc43-ab7e-4c5f-9080-e7762df8b6ad no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:01.082899 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:01.114796 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d30bae40-bc59-436a-97ea-74a0da4f8bdb req-68acc24e-cbe7-4cc0-ab2d-242f764a4381 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 210 time: 0.0515010 Jul 16 03:31:01.132003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: abc1cc43-ab7e-4c5f-9080-e7762df8b6ad {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:01.132703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device abc1cc43-ab7e-4c5f-9080-e7762df8b6ad not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:01.136103 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4be59503-333b-4779-be07-46d349b2f71f no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:01.140580 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18d30b87-5276-48ea-9f7d-a1a7d68e37a9 req-4e431ab7-038b-4ea5-946c-8d2dc66df2d5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.155340 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18d30b87-5276-48ea-9f7d-a1a7d68e37a9 req-4e431ab7-038b-4ea5-946c-8d2dc66df2d5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.164267 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.193223 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-18d30b87-5276-48ea-9f7d-a1a7d68e37a9 req-4e431ab7-038b-4ea5-946c-8d2dc66df2d5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.199437 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18d30b87-5276-48ea-9f7d-a1a7d68e37a9 req-4e431ab7-038b-4ea5-946c-8d2dc66df2d5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3889396 Jul 16 03:31:01.220642 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a511ffda-ae2e-49c1-95c5-8f4cd2e07a70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad10fbf176f74734b5667b3f7c9813ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3381410 Jul 16 03:31:01.221448 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55812) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:01.293861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e431ab7-038b-4ea5-946c-8d2dc66df2d5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777d13a0-ecc3-48eb-8190-c953406e390b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:01.323118 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Transition to ACTIVE for port object 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:01.324067 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82c5cb25-4666-4a14-8a0f-a1341bf3af6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.337717 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.379166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 4be59503-333b-4779-be07-46d349b2f71f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:01.379545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4be59503-333b-4779-be07-46d349b2f71f not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:01.395350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:01.409434 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.412218 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82c5cb25-4666-4a14-8a0f-a1341bf3af6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.558235 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Attempting to bind port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:01.558662 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Attempting to bind port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:01.559007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Attempting to bind port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:01.568178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 on network ae4da56c-d106-465b-8123-a4e05a78074b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:01.568549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Attempting to bind port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:01.574176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:01.574454 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Checking segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:01.574850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Bound using segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:01.575292 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Bound port: 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:01.575658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.578556 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82c5cb25-4666-4a14-8a0f-a1341bf3af6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.581159 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82c5cb25-4666-4a14-8a0f-a1341bf3af6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.582798 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-82c5cb25-4666-4a14-8a0f-a1341bf3af6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4daf2d2-377a-4d0f-b76a-6680243cbf8e HTTP/1.1" status: 204 len: 168 time: 0.3470368 Jul 16 03:31:01.635937 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5cb25-4666-4a14-8a0f-a1341bf3af6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4daf2d2-377a-4d0f-b76a-6680243cbf8e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:01.640597 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:01.672305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:01.677826 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:01.686154 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.737478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27701e5-e411-49f1-96f5-1d7f1c751f59 req-2af9070f-8780-457a-b791-401ee0529893 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:01.748555 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a27701e5-e411-49f1-96f5-1d7f1c751f59 req-2af9070f-8780-457a-b791-401ee0529893 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 949 time: 0.2790954 Jul 16 03:31:01.770588 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:01.776654 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:01.777308 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.778847 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-b6546373-c833-49da-9232-ca21c3ba6fb9 service neutron] 10.222.0.20 "PUT /v2.0/ports/2e26cc8d-168f-4ba4-8c4d-785cf837ce49 HTTP/1.1" status: 200 len: 1092 time: 1.4813006 Jul 16 03:31:01.787013 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:01.788196 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:01.853414 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a27701e5-e411-49f1-96f5-1d7f1c751f59 req-10158e60-58e6-461a-a95b-bc1b318e0392 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976782 Jul 16 03:31:01.976928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aca6715d-3582-48e9-80b6-1c258350a3c7 req-33b5a163-83d7-4164-a422-263eccb12d32 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/777d13a0-ecc3-48eb-8190-c953406e390b HTTP/1.1" status: 200 len: 1805 time: 0.1512058 Jul 16 03:31:01.990077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-a6071b83-9bc1-44da-a4ec-75004e0c8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:01.990317 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aca6715d-3582-48e9-80b6-1c258350a3c7 req-711a099e-6fc3-4cc1-822c-f251c4e53d0d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '777d13a0-ecc3-48eb-8190-c953406e390b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:01.991209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aca6715d-3582-48e9-80b6-1c258350a3c7 req-711a099e-6fc3-4cc1-822c-f251c4e53d0d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '777d13a0-ecc3-48eb-8190-c953406e390b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:01.994025 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-a6071b83-9bc1-44da-a4ec-75004e0c8c4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 1095 time: 0.0711775 Jul 16 03:31:02.057754 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-16baece3-e55d-48c4-b16b-53ef3f192375 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49 HTTP/1.1" status: 200 len: 217 time: 0.0566039 Jul 16 03:31:02.099323 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7963cfe4-5c67-4776-8a49-320ceb6209fa up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:02.134426 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309c2024-8031-4fb2-bc60-5f6aa0a5acbc', 'tag': '2e26cc8d-168f-4ba4-8c4d-785cf837ce49'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:02.138417 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce2874f-1828-4286-b014-2a8676c0af32" -d '{"events": [{"name": "network-changed", "server_uuid": "309c2024-8031-4fb2-bc60-5f6aa0a5acbc", "tag": "2e26cc8d-168f-4ba4-8c4d-785cf837ce49"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:02.139886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8eaf7-d541-461c-b26e-d2c6eb7b3f01 req-2988a6e5-51df-40ef-b136-2748551fb219 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:02.141564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9bf8eaf7-d541-461c-b26e-d2c6eb7b3f01 req-2988a6e5-51df-40ef-b136-2748551fb219 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 944 time: 0.1317112 Jul 16 03:31:02.144035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-914f11cf-b47f-4baf-a509-f446556ab61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:02.145878 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-914f11cf-b47f-4baf-a509-f446556ab61e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.0819387 Jul 16 03:31:02.156869 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aca6715d-3582-48e9-80b6-1c258350a3c7 req-711a099e-6fc3-4cc1-822c-f251c4e53d0d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.158477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:02.182241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 7963cfe4-5c67-4776-8a49-320ceb6209fa completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:02.188936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 7963cfe4-5c67-4776-8a49-320ceb6209fa triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:02.189518 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.203982 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aca6715d-3582-48e9-80b6-1c258350a3c7 req-711a099e-6fc3-4cc1-822c-f251c4e53d0d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.212747 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-2f8dfad2-7352-433e-91bc-4519d5788b2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510695 Jul 16 03:31:02.213860 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aca6715d-3582-48e9-80b6-1c258350a3c7 req-711a099e-6fc3-4cc1-822c-f251c4e53d0d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.241646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9bf8eaf7-d541-461c-b26e-d2c6eb7b3f01 req-426d8f3a-6b12-44ae-812b-a5e726745b6a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810275 Jul 16 03:31:02.264575 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a099e-6fc3-4cc1-822c-f251c4e53d0d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e0649b-2db7-453b-b2e7-83103c988401,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:02.276524 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aca6715d-3582-48e9-80b6-1c258350a3c7 req-711a099e-6fc3-4cc1-822c-f251c4e53d0d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.284654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aca6715d-3582-48e9-80b6-1c258350a3c7 req-711a099e-6fc3-4cc1-822c-f251c4e53d0d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3067467 Jul 16 03:31:02.327090 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.359165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20712501-92c7-4936-9431-dbca9c8e1ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7963cfe4-5c67-4776-8a49-320ceb6209fa'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:02.365830 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bd1e92-dbb8-4f77-bc55-a8ce4e41c67b" -d '{"events": [{"server_uuid": "20712501-92c7-4936-9431-dbca9c8e1ae4", "name": "network-vif-plugged", "status": "completed", "tag": "7963cfe4-5c67-4776-8a49-320ceb6209fa"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:02.385976 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a1020548-7b7a-4921-b205-953930aed6df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46d3a0bc22a1479d8caae72da29c5ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260051 Jul 16 03:31:02.388831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:02.415745 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-33ef9b8a-af13-4b60-b10e-cf16c7adc6fe service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879282 Jul 16 03:31:02.416189 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 7963cfe4-5c67-4776-8a49-320ceb6209fa, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7963cfe4-5c67-4776-8a49-320ceb6209fa,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:02.422719 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.515667 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=7963cfe4-5c67-4776-8a49-320ceb6209fa,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:02.526020 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb690fcb-5e46-4925-bbb7-70b07e7057cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.663446 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f1d28d4-0c5c-4069-bbeb-4c63e6a17b8a req-f43eaa62-ffca-4863-b564-47309e241ea3 service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330368 Jul 16 03:31:02.748738 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cfd83f82-f2a0-4bfa-b0a5-b8eacd662af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.812057 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:02.821274 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae17f6f-4da2-4290-95da-21a8b12f2362 x-openstack-request-id: req-6ae17f6f-4da2-4290-95da-21a8b12f2362 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:02.821502 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309c2024-8031-4fb2-bc60-5f6aa0a5acbc", "tag": "2e26cc8d-168f-4ba4-8c4d-785cf837ce49", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:02.821742 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ae17f6f-4da2-4290-95da-21a8b12f2362 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:02.822159 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309c2024-8031-4fb2-bc60-5f6aa0a5acbc', 'tag': '2e26cc8d-168f-4ba4-8c4d-785cf837ce49', 'status': 'completed', 'code': 200} Jul 16 03:31:02.865191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-063c52cb-db9f-44e0-b80d-890d1845d7b3 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:02.866773 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-063c52cb-db9f-44e0-b80d-890d1845d7b3 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.88 "GET /v2.0/networks?id=c25f7dda-1347-4dac-bbfb-85ae4b87a184 HTTP/1.1" status: 200 len: 814 time: 0.4500690 Jul 16 03:31:02.888836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-0d57d63e-c38f-48e0-9f43-cc5952260fec tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Request body: {'port': {'device_id': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184', 'admin_state_up': True, 'tenant_id': 'ebb747fbaa4d4250ae33a3472beaf32b'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:02.962383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9971c08c-aaa4-4c1e-86f4-7d648be0f33f req-738ab319-e71b-4dde-9dca-59e6023940f7 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1604077661', 'description': 'tempest-description-1543225539'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:02.982462 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb690fcb-5e46-4925-bbb7-70b07e7057cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.046690 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af61888b-9eb0-48c9-b15e-00d7dbedbec9 req-896fb20d-6e0b-4936-b1f6-6627a1945e48 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 210 time: 0.0549860 Jul 16 03:31:03.047059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2874f-1828-4286-b014-2a8676c0af32 req-daf3c218-5862-4adf-88eb-0d83811bb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:03.049194 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8ce2874f-1828-4286-b014-2a8676c0af32 req-daf3c218-5862-4adf-88eb-0d83811bb93a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 1095 time: 0.1814816 Jul 16 03:31:03.053118 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9971c08c-aaa4-4c1e-86f4-7d648be0f33f req-738ab319-e71b-4dde-9dca-59e6023940f7 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.117394 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb690fcb-5e46-4925-bbb7-70b07e7057cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.119890 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df537e52-6ea1-4460-8bcf-6f7562a2e33c x-openstack-request-id: req-df537e52-6ea1-4460-8bcf-6f7562a2e33c {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:03.120259 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20712501-92c7-4936-9431-dbca9c8e1ae4", "name": "network-vif-plugged", "status": "completed", "tag": "7963cfe4-5c67-4776-8a49-320ceb6209fa", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:03.120645 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df537e52-6ea1-4460-8bcf-6f7562a2e33c {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:03.121058 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb690fcb-5e46-4925-bbb7-70b07e7057cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.121343 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20712501-92c7-4936-9431-dbca9c8e1ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7963cfe4-5c67-4776-8a49-320ceb6209fa', 'code': 200} Jul 16 03:31:03.126869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bb690fcb-5e46-4925-bbb7-70b07e7057cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa4a5fc1-58c5-4e98-bccc-ca1c1e767215 HTTP/1.1" status: 204 len: 168 time: 0.7359192 Jul 16 03:31:03.162252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb690fcb-5e46-4925-bbb7-70b07e7057cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4a5fc1-58c5-4e98-bccc-ca1c1e767215,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:03.206497 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9971c08c-aaa4-4c1e-86f4-7d648be0f33f req-738ab319-e71b-4dde-9dca-59e6023940f7 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.239134 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2874f-1828-4286-b014-2a8676c0af32 req-1e53dc28-f99a-41a6-a17e-fb08ec97f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:03.241001 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8ce2874f-1828-4286-b014-2a8676c0af32 req-1e53dc28-f99a-41a6-a17e-fb08ec97f601 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.1784701 Jul 16 03:31:03.242044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-0d57d63e-c38f-48e0-9f43-cc5952260fec tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Made reservation on behalf of ebb747fbaa4d4250ae33a3472beaf32b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:03.245819 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-0d57d63e-c38f-48e0-9f43-cc5952260fec tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.254517 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9971c08c-aaa4-4c1e-86f4-7d648be0f33f req-738ab319-e71b-4dde-9dca-59e6023940f7 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.290883 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ab319-e71b-4dde-9dca-59e6023940f7 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ac9708-55a0-4305-8a26-a11fd52aebcd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:03.299954 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8ce2874f-1828-4286-b014-2a8676c0af32 req-6e2e4ab4-3c32-4b37-9a03-b3b20727e85f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49 HTTP/1.1" status: 200 len: 217 time: 0.0506711 Jul 16 03:31:03.313313 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9971c08c-aaa4-4c1e-86f4-7d648be0f33f req-738ab319-e71b-4dde-9dca-59e6023940f7 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.315558 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9971c08c-aaa4-4c1e-86f4-7d648be0f33f req-738ab319-e71b-4dde-9dca-59e6023940f7 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3632512 Jul 16 03:31:03.365843 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b16b8-e398-4b99-b009-a4ab01a3304f req-50a5b47f-316d-4ec2-8233-a64cb3453e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:03.367684 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d9b16b8-e398-4b99-b009-a4ab01a3304f req-50a5b47f-316d-4ec2-8233-a64cb3453e59 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 1101 time: 0.1585720 Jul 16 03:31:03.422689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d9b16b8-e398-4b99-b009-a4ab01a3304f req-1aa79226-f455-4ee9-878c-9294a300ccad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468392 Jul 16 03:31:03.430813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbff27-7a50-4fc1-8e23-961367d828ee req-8f06f89f-ea8e-4e23-96ed-86b4915d424b tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:03.444202 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2fbff27-7a50-4fc1-8e23-961367d828ee req-8f06f89f-ea8e-4e23-96ed-86b4915d424b tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 950 time: 0.1263988 Jul 16 03:31:03.445424 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2874f-1828-4286-b014-2a8676c0af32 req-19b7ea61-54ca-4adc-bf6e-5289f6edbd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:03.447111 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8ce2874f-1828-4286-b014-2a8676c0af32 req-19b7ea61-54ca-4adc-bf6e-5289f6edbd5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.1374607 Jul 16 03:31:03.494134 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2fbff27-7a50-4fc1-8e23-961367d828ee req-7cd3f706-727c-469d-99d0-6e5ca6f96a7e tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487692 Jul 16 03:31:03.515782 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8ce2874f-1828-4286-b014-2a8676c0af32 req-c0925b5a-5a81-4c0e-a23d-47f574ea23b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350330 Jul 16 03:31:03.541534 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-0d57d63e-c38f-48e0-9f43-cc5952260fec tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Allocated IP 172.20.0.10 (c25f7dda-1347-4dac-bbfb-85ae4b87a184/8536182f-4677-4cbb-86c0-6da48edb163b/cbd0e8dd-6946-44a8-b4f5-7d216508edf6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:03.565869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4a7d097-5fcd-42e2-819f-4e4e449e985c req-aac8b5f7-96d2-4c14-8cf6-f21c03a7daaa tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/86ac9708-55a0-4305-8a26-a11fd52aebcd HTTP/1.1" status: 200 len: 1805 time: 0.0531616 Jul 16 03:31:03.574776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a4a7d097-5fcd-42e2-819f-4e4e449e985c req-ee7112bd-a40a-4f5c-a362-063f21c3a378 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '86ac9708-55a0-4305-8a26-a11fd52aebcd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:03.575407 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a4a7d097-5fcd-42e2-819f-4e4e449e985c req-ee7112bd-a40a-4f5c-a362-063f21c3a378 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '86ac9708-55a0-4305-8a26-a11fd52aebcd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:03.696994 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8ce2874f-1828-4286-b014-2a8676c0af32 req-b568489a-9208-4377-ab84-3772e37bb017 service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715031 Jul 16 03:31:03.719248 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4a7d097-5fcd-42e2-819f-4e4e449e985c req-ee7112bd-a40a-4f5c-a362-063f21c3a378 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.738438 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.753684 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4a7d097-5fcd-42e2-819f-4e4e449e985c req-ee7112bd-a40a-4f5c-a362-063f21c3a378 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.761094 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4a7d097-5fcd-42e2-819f-4e4e449e985c req-ee7112bd-a40a-4f5c-a362-063f21c3a378 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.789028 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7112bd-a40a-4f5c-a362-063f21c3a378 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8b08b2-95b7-46d4-8596-6be52d6ccf30,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:03.807452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c2797-7365-41d8-95d6-e049a62e63bb req-07fe6941-eb78-4b69-a5f6-32cc215d0647 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:03.809583 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f81c2797-7365-41d8-95d6-e049a62e63bb req-07fe6941-eb78-4b69-a5f6-32cc215d0647 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 944 time: 0.1645501 Jul 16 03:31:03.811414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4a7d097-5fcd-42e2-819f-4e4e449e985c req-ee7112bd-a40a-4f5c-a362-063f21c3a378 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.812544 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4a7d097-5fcd-42e2-819f-4e4e449e985c req-ee7112bd-a40a-4f5c-a362-063f21c3a378 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2458363 Jul 16 03:31:03.868552 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f81c2797-7365-41d8-95d6-e049a62e63bb req-4bf947c7-eac5-44b8-aeaa-645520ff9a45 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520163 Jul 16 03:31:03.887634 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-0d57d63e-c38f-48e0-9f43-cc5952260fec tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:03.893414 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8ce2874f-1828-4286-b014-2a8676c0af32 req-0edd4135-c698-443e-a99b-07cd0cf3c3fd service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878519 Jul 16 03:31:03.946116 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c48553aa-4ab2-4b45-995f-bcaf7936cf41 req-d8a990a4-da81-4eef-9416-e42526e46cbb tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1115375499', 'description': 'tempest-description-1255880637'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:03.964764 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-0d57d63e-c38f-48e0-9f43-cc5952260fec tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.019422 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c48553aa-4ab2-4b45-995f-bcaf7936cf41 req-d8a990a4-da81-4eef-9416-e42526e46cbb tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.020049 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-0d57d63e-c38f-48e0-9f43-cc5952260fec tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Network c25f7dda-1347-4dac-bbfb-85ae4b87a184 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:04.022801 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-0d57d63e-c38f-48e0-9f43-cc5952260fec tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:04.025987 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-0d57d63e-c38f-48e0-9f43-cc5952260fec tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:04.056428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57d63e-c38f-48e0-9f43-cc5952260fec tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Pushing event updated for resources: {'Port': ['ID=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:04.123114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-0d57d63e-c38f-48e0-9f43-cc5952260fec tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:04.123114 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-0d57d63e-c38f-48e0-9f43-cc5952260fec tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.222642 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c48553aa-4ab2-4b45-995f-bcaf7936cf41 req-d8a990a4-da81-4eef-9416-e42526e46cbb tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.229176 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c48553aa-4ab2-4b45-995f-bcaf7936cf41 req-d8a990a4-da81-4eef-9416-e42526e46cbb tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.233397 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-0d57d63e-c38f-48e0-9f43-cc5952260fec tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3503416 Jul 16 03:31:04.247337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Request body: {'port': {'device_id': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:04.259659 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c48553aa-4ab2-4b45-995f-bcaf7936cf41 req-d8a990a4-da81-4eef-9416-e42526e46cbb tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.277262 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c48553aa-4ab2-4b45-995f-bcaf7936cf41 req-d8a990a4-da81-4eef-9416-e42526e46cbb tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3364139 Jul 16 03:31:04.310847 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a990a4-da81-4eef-9416-e42526e46cbb tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c42701c-3f5e-45ca-bd8b-17f8b781fe98,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:04.399637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cd71a0fd-45d5-41a8-95f4-59038a0c935d req-bda04cc8-90f5-4779-add8-dbcd5f206b95 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1771127082', 'description': 'tempest-description-1027836653'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:04.447657 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd71a0fd-45d5-41a8-95f4-59038a0c935d req-bda04cc8-90f5-4779-add8-dbcd5f206b95 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.488228 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.598148 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:04.672797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bd690-c7b6-49cd-8cd1-8c6e87ff6472 req-ccdee5ea-a403-45d5-a84c-b8d9680c4f91 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:04.685690 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e9bd690-c7b6-49cd-8cd1-8c6e87ff6472 req-ccdee5ea-a403-45d5-a84c-b8d9680c4f91 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 932 time: 0.2307560 Jul 16 03:31:04.772336 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e9bd690-c7b6-49cd-8cd1-8c6e87ff6472 req-b8609317-0c59-4abb-a7ee-24b2a592e4ef tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852010 Jul 16 03:31:04.823445 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd71a0fd-45d5-41a8-95f4-59038a0c935d req-bda04cc8-90f5-4779-add8-dbcd5f206b95 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.837062 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd71a0fd-45d5-41a8-95f4-59038a0c935d req-bda04cc8-90f5-4779-add8-dbcd5f206b95 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.923684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda04cc8-90f5-4779-add8-dbcd5f206b95 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6537e0bb-445c-49c9-b760-167dd5a1bf65,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:04.940035 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cd71a0fd-45d5-41a8-95f4-59038a0c935d req-bda04cc8-90f5-4779-add8-dbcd5f206b95 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:04.959564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cd71a0fd-45d5-41a8-95f4-59038a0c935d req-bda04cc8-90f5-4779-add8-dbcd5f206b95 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5741456 Jul 16 03:31:05.201280 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-404b6475-5d8a-4172-835c-abeb555844d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.400696 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd0e8dd-6946-44a8-b4f5-7d216508edf6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:05.411837 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.429053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Transition to ACTIVE for port object cbd0e8dd-6946-44a8-b4f5-7d216508edf6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:05.433767 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.454624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada76520-578e-465c-b770-ba6b3325efee req-ec8eff3b-ecbb-4d87-b684-1b5d71465303 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:05.463563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada76520-578e-465c-b770-ba6b3325efee req-ec8eff3b-ecbb-4d87-b684-1b5d71465303 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:05.468803 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ada76520-578e-465c-b770-ba6b3325efee req-ec8eff3b-ecbb-4d87-b684-1b5d71465303 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=1710ed0a-006a-4f08-888f-82cf53b471c5&device_id=e08ff0a2-1ff3-468a-a500-2225ba6361ee HTTP/1.1" status: 200 len: 1682 time: 0.3052583 Jul 16 03:31:05.514072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1597b2-f95a-41eb-83ba-00caec1bb5d4 req-32a48cb4-832f-4d3c-a11e-860c1b098f3f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:05.516377 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb1597b2-f95a-41eb-83ba-00caec1bb5d4 req-32a48cb4-832f-4d3c-a11e-860c1b098f3f tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 950 time: 0.3316548 Jul 16 03:31:05.532050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:05.615696 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.642731 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Attempting to bind port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:05.643895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Attempting to bind port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '40afc160-2cf2-404f-ae73-54b41f150724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:05.644279 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Attempting to bind port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 on network c25f7dda-1347-4dac-bbfb-85ae4b87a184 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:05.648854 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 on network c25f7dda-1347-4dac-bbfb-85ae4b87a184 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:05.649186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Attempting to bind port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 on network c25f7dda-1347-4dac-bbfb-85ae4b87a184 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:05.649456 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-404b6475-5d8a-4172-835c-abeb555844d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.655745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:05.656096 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Checking segment: {'id': '40afc160-2cf2-404f-ae73-54b41f150724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:05.656939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Bound using segment: {'id': '40afc160-2cf2-404f-ae73-54b41f150724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:05.657221 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Bound port: cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40afc160-2cf2-404f-ae73-54b41f150724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:05.657599 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.665200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb1597b2-f95a-41eb-83ba-00caec1bb5d4 req-1d8ad15a-0783-42af-9c0f-626102e28a6e tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307280 Jul 16 03:31:05.669458 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ada76520-578e-465c-b770-ba6b3325efee req-f9696ec0-dd7c-4ad8-92e4-2cc6390d12e9 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883667 Jul 16 03:31:05.689359 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-404b6475-5d8a-4172-835c-abeb555844d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.747250 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-404b6475-5d8a-4172-835c-abeb555844d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d75ff55c71ac4d04b29618e505ef505a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1435447 Jul 16 03:31:05.755536 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:05.776691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:05.780282 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:05.785410 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.798933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b6475-5d8a-4172-835c-abeb555844d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fdd48e-3eb5-4a4d-be70-0cb862d77caa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:05.828265 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:05.831716 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.834915 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] 10.222.0.88 "PUT /v2.0/ports/cbd0e8dd-6946-44a8-b4f5-7d216508edf6 HTTP/1.1" status: 200 len: 1092 time: 1.5930657 Jul 16 03:31:05.838912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'tag': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:05.848595 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977771df-0835-4971-9455-37e9be93e463" -d '{"events": [{"name": "network-changed", "server_uuid": "0cbe9912-ab3a-4934-b682-78ba36ba29bf", "tag": "cbd0e8dd-6946-44a8-b4f5-7d216508edf6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:05.858076 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c4da798-b920-44c6-8bda-10b31c6c1e06 req-0e97e683-ba96-4277-94e0-926a26e624be tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/6c42701c-3f5e-45ca-bd8b-17f8b781fe98 HTTP/1.1" status: 200 len: 1805 time: 0.1337421 Jul 16 03:31:05.945777 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f345c75c-b30f-46ce-acf5-2a697cf07aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:05.977327 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb34c35-36ae-498d-81f6-73173084e2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:06.003149 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c4da798-b920-44c6-8bda-10b31c6c1e06 req-3f6205f6-e569-4f02-8fb0-c8073522d798 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/6537e0bb-445c-49c9-b760-167dd5a1bf65 HTTP/1.1" status: 200 len: 1805 time: 0.1441138 Jul 16 03:31:06.007807 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-a41a981d-359c-4bb7-8c02-8ff077a4959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:06.009524 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-a41a981d-359c-4bb7-8c02-8ff077a4959d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ebb747fbaa4d4250ae33a3472beaf32b&device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 1095 time: 0.0995896 Jul 16 03:31:06.021927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8c4da798-b920-44c6-8bda-10b31c6c1e06 req-ae9ce6e9-e313-47f2-bf25-62cff60e5d0e tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6c42701c-3f5e-45ca-bd8b-17f8b781fe98', 'remote_group_id': '6537e0bb-445c-49c9-b760-167dd5a1bf65', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:06.022254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8c4da798-b920-44c6-8bda-10b31c6c1e06 req-ae9ce6e9-e313-47f2-bf25-62cff60e5d0e tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6c42701c-3f5e-45ca-bd8b-17f8b781fe98', 'remote_group_id': '6537e0bb-445c-49c9-b760-167dd5a1bf65', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:06.029556 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f345c75c-b30f-46ce-acf5-2a697cf07aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.062668 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-a6f4c238-dab8-4b54-bdc5-f28492b0d672 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6 HTTP/1.1" status: 200 len: 217 time: 0.0438612 Jul 16 03:31:06.111141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705270b-a58f-44bf-95a9-ef58c939d206 req-25abf9ac-ab45-4d01-b416-afbae66bba48 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:06.117672 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:06.118811 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2705270b-a58f-44bf-95a9-ef58c939d206 req-25abf9ac-ab45-4d01-b416-afbae66bba48 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 944 time: 0.1871142 Jul 16 03:31:06.123590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-62218ff9-4885-4b1b-ac1b-9b9290dd9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:06.123590 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-62218ff9-4885-4b1b-ac1b-9b9290dd9141 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8536182f-4677-4cbb-86c0-6da48edb163b HTTP/1.1" status: 200 len: 854 time: 0.0545521 Jul 16 03:31:06.174632 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f345c75c-b30f-46ce-acf5-2a697cf07aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.174632 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f345c75c-b30f-46ce-acf5-2a697cf07aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.175560 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f345c75c-b30f-46ce-acf5-2a697cf07aa0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6fdd48e-3eb5-4a4d-be70-0cb862d77caa HTTP/1.1" status: 204 len: 168 time: 0.4190567 Jul 16 03:31:06.201140 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-d819bcb2-935c-46b1-bcca-8b2ecab6dbc9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c25f7dda-1347-4dac-bbfb-85ae4b87a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568695 Jul 16 03:31:06.237030 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2705270b-a58f-44bf-95a9-ef58c939d206 req-1dfd3980-e22d-47af-838b-cd569d807e93 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170931 Jul 16 03:31:06.259106 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c4da798-b920-44c6-8bda-10b31c6c1e06 req-ae9ce6e9-e313-47f2-bf25-62cff60e5d0e tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.296012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345c75c-b30f-46ce-acf5-2a697cf07aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fdd48e-3eb5-4a4d-be70-0cb862d77caa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:06.301329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:06.338669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '2e26cc8d-168f-4ba4-8c4d-785cf837ce49', 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b', 'port_id': '2e26cc8d-168f-4ba4-8c4d-785cf837ce49', 'mac_address': 'fa:16:3e:38:97:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd3621f4-0a00-45b7-9625-fdac06664981', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:06.381701 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.394798 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c4da798-b920-44c6-8bda-10b31c6c1e06 req-ae9ce6e9-e313-47f2-bf25-62cff60e5d0e tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.396912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:06.400073 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c4da798-b920-44c6-8bda-10b31c6c1e06 req-ae9ce6e9-e313-47f2-bf25-62cff60e5d0e tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.433533 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:06.441269 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.456371 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ce6e9-e313-47f2-bf25-62cff60e5d0e tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154bae50-bae2-4c07-925f-37b1b2de25c5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:06.466111 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c4da798-b920-44c6-8bda-10b31c6c1e06 req-ae9ce6e9-e313-47f2-bf25-62cff60e5d0e tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:06.467079 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-f74612d2-1b13-4d00-92fb-a76c7921ac5c service neutron] 10.222.0.88 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551661 Jul 16 03:31:06.467702 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c4da798-b920-44c6-8bda-10b31c6c1e06 req-ae9ce6e9-e313-47f2-bf25-62cff60e5d0e tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4548593 Jul 16 03:31:06.514855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:06.590148 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8c32532-e960-430a-b66d-0618d1e49b52 req-64f7ab49-8a1b-48c7-b839-cb8aac891218 service neutron] 10.222.0.88 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098142 Jul 16 03:31:06.670484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['2e26cc8d-168f-4ba4-8c4d-785cf837ce49'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:06.953518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fdf34-df8c-4e3d-8223-ad32a1fb5b65 req-05f4aef4-9b6a-48c9-846e-f2e567680395 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:06.955070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-460fdf34-df8c-4e3d-8223-ad32a1fb5b65 req-05f4aef4-9b6a-48c9-846e-f2e567680395 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 944 time: 0.0870087 Jul 16 03:31:07.027606 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-460fdf34-df8c-4e3d-8223-ad32a1fb5b65 req-f51238a2-badc-4c0d-a728-ae6983235856 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662744 Jul 16 03:31:07.118116 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404cf27a-866d-4e99-923e-437b84c9092d x-openstack-request-id: req-404cf27a-866d-4e99-923e-437b84c9092d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:07.118401 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cbe9912-ab3a-4934-b682-78ba36ba29bf", "tag": "cbd0e8dd-6946-44a8-b4f5-7d216508edf6", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:07.118626 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-404cf27a-866d-4e99-923e-437b84c9092d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:07.119024 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'tag': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6', 'status': 'completed', 'code': 200} Jul 16 03:31:07.285868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977771df-0835-4971-9455-37e9be93e463 req-9f7d8ad3-bb7d-416c-9c4c-38b51c52072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:07.288560 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-977771df-0835-4971-9455-37e9be93e463 req-9f7d8ad3-bb7d-416c-9c4c-38b51c52072d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ebb747fbaa4d4250ae33a3472beaf32b&device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 1095 time: 0.1345840 Jul 16 03:31:07.371863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3a5eb539-3356-482b-b097-341fd51bb21c req-4dacac19-0254-4d3c-8a17-a112d1cf7f18 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-263763734', 'description': 'tempest-description-249942751'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:07.380151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56012) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:07.395867 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a5eb539-3356-482b-b097-341fd51bb21c req-4dacac19-0254-4d3c-8a17-a112d1cf7f18 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.469325 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977771df-0835-4971-9455-37e9be93e463 req-17ebb178-5c02-41ed-8fc8-d61d56023910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:07.471525 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-977771df-0835-4971-9455-37e9be93e463 req-17ebb178-5c02-41ed-8fc8-d61d56023910 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c25f7dda-1347-4dac-bbfb-85ae4b87a184 HTTP/1.1" status: 200 len: 915 time: 0.1739802 Jul 16 03:31:07.541318 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-977771df-0835-4971-9455-37e9be93e463 req-177c39e8-e95f-4bf3-a8a3-a1edbc038dbc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6 HTTP/1.1" status: 200 len: 217 time: 0.0632443 Jul 16 03:31:07.554709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1978241389-network', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:07.557251 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a5eb539-3356-482b-b097-341fd51bb21c req-4dacac19-0254-4d3c-8a17-a112d1cf7f18 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.561801 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a5eb539-3356-482b-b097-341fd51bb21c req-4dacac19-0254-4d3c-8a17-a112d1cf7f18 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.618844 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977771df-0835-4971-9455-37e9be93e463 req-33d0d0e6-7d59-402d-8794-6c62b792e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:07.620356 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-977771df-0835-4971-9455-37e9be93e463 req-33d0d0e6-7d59-402d-8794-6c62b792e5ea service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8536182f-4677-4cbb-86c0-6da48edb163b HTTP/1.1" status: 200 len: 854 time: 0.0710883 Jul 16 03:31:07.626157 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] Made reservation on behalf of b4fdd29d148e475cbbcdda2c0a1c04b4 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:07.631014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.635829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacac19-0254-4d3c-8a17-a112d1cf7f18 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df33241a-2acf-4da5-bfbe-96ee705978e4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:07.640250 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a5eb539-3356-482b-b097-341fd51bb21c req-4dacac19-0254-4d3c-8a17-a112d1cf7f18 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.641587 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a5eb539-3356-482b-b097-341fd51bb21c req-4dacac19-0254-4d3c-8a17-a112d1cf7f18 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2759907 Jul 16 03:31:07.678816 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-977771df-0835-4971-9455-37e9be93e463 req-55789e0d-1b16-4c2a-bcf4-08bc4cd7f3a8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c25f7dda-1347-4dac-bbfb-85ae4b87a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480447 Jul 16 03:31:07.679914 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:07.849350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf9dcc-977c-457e-8e42-fcceeae01763 req-1a48c27c-d0ff-4e18-98ca-19a21faa9869 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:07.851130 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64bf9dcc-977c-457e-8e42-fcceeae01763 req-1a48c27c-d0ff-4e18-98ca-19a21faa9869 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 950 time: 0.0896997 Jul 16 03:31:07.919077 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-977771df-0835-4971-9455-37e9be93e463 req-63b7d157-3f91-4ae3-87e1-b43827a9e96a service neutron] 10.222.0.88 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267811 Jul 16 03:31:07.927675 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64bf9dcc-977c-457e-8e42-fcceeae01763 req-63146a2c-06e9-4acb-b809-5cfa58541008 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704460 Jul 16 03:31:07.980035 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4b3e3a82-ff38-422b-94f8-e50a79966cfd req-40a45b7d-1239-4852-b840-527e717753b5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e08ff0a2-1ff3-468a-a500-2225ba6361ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1934769 Jul 16 03:31:08.000221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37784a-8992-4a3c-b6b3-62a474677e31 req-bf7e57b4-cfc7-40c9-838c-ec1df9eaa861 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:08.010972 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f37784a-8992-4a3c-b6b3-62a474677e31 req-bf7e57b4-cfc7-40c9-838c-ec1df9eaa861 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 945 time: 0.1255846 Jul 16 03:31:08.030246 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.037110 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.073289 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f37784a-8992-4a3c-b6b3-62a474677e31 req-1d04fbcf-15bb-4e3f-8cdc-58e0c77afd68 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594368 Jul 16 03:31:08.101390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2d58a199-118b-4b9b-afef-f9f1170f857b req-acb2d99e-fb30-466a-9d45-4815d844da32 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1247445629', 'description': 'tempest-description-1736731608'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:08.117191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:08.126773 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f30e82-9049-4513-9065-f9d7fda2825f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:08.135088 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:08.143932 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-977771df-0835-4971-9455-37e9be93e463 req-6d253e05-7c03-42f3-9f2a-85bb03cac0a2 service neutron] 10.222.0.88 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164552 Jul 16 03:31:08.151099 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.151445 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] Added segment 4811f62d-a58a-4d2b-970a-a0f755a5aed5 of type vlan for network b984194a-6086-4e8b-9f9f-a200d3ed3239 Jul 16 03:31:08.188792 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d58a199-118b-4b9b-afef-f9f1170f857b req-acb2d99e-fb30-466a-9d45-4815d844da32 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.208253 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.224109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e3a82-ff38-422b-94f8-e50a79966cfd req-c6186a07-59b5-4a8f-8b82-000a6654c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:08.226140 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4b3e3a82-ff38-422b-94f8-e50a79966cfd req-c6186a07-59b5-4a8f-8b82-000a6654c8fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c95f0ab929574731ae043e566034f3e6&device_id=e08ff0a2-1ff3-468a-a500-2225ba6361ee HTTP/1.1" status: 200 len: 1097 time: 0.1716723 Jul 16 03:31:08.240909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:08.250490 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:08.253020 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.261651 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.262642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:08.263241 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.332442 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d58a199-118b-4b9b-afef-f9f1170f857b req-acb2d99e-fb30-466a-9d45-4815d844da32 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.343398 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d58a199-118b-4b9b-afef-f9f1170f857b req-acb2d99e-fb30-466a-9d45-4815d844da32 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.368843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] Pushing event updated for resources: {'Network': ['ID=b984194a-6086-4e8b-9f9f-a200d3ed3239,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:08.399011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2d99e-fb30-466a-9d45-4815d844da32 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310bc119-b351-4085-8e4b-fd03cbf1a97b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:08.407250 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.408209 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f2c24e6f-44ea-4bd2-b440-d37bf6d3789a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0240633 Jul 16 03:31:08.412797 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56034) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:08.412943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network b984194a-6086-4e8b-9f9f-a200d3ed3239 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:08.415204 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d58a199-118b-4b9b-afef-f9f1170f857b req-acb2d99e-fb30-466a-9d45-4815d844da32 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.424456 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c3cd886d-13c3-4309-9e4d-795fb0abe58c admin admin] Request body: {'subnet': {'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1978241389-subnet', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:08.429141 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d58a199-118b-4b9b-afef-f9f1170f857b req-acb2d99e-fb30-466a-9d45-4815d844da32 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3345423 Jul 16 03:31:08.461819 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e3a82-ff38-422b-94f8-e50a79966cfd req-f437d337-d275-458a-8792-b80ea144bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:08.463363 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4b3e3a82-ff38-422b-94f8-e50a79966cfd req-f437d337-d275-458a-8792-b80ea144bf21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b HTTP/1.1" status: 200 len: 919 time: 0.1705153 Jul 16 03:31:08.469526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cd886d-13c3-4309-9e4d-795fb0abe58c admin admin] Made reservation on behalf of b4fdd29d148e475cbbcdda2c0a1c04b4 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:08.475166 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3cd886d-13c3-4309-9e4d-795fb0abe58c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.527255 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4b3e3a82-ff38-422b-94f8-e50a79966cfd req-4a3a510e-13e2-4b9f-90ab-bd7fc7177909 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ba094e5-1589-47cf-a2df-461c0f29852f HTTP/1.1" status: 200 len: 217 time: 0.0494699 Jul 16 03:31:08.598153 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309c2024-8031-4fb2-bc60-5f6aa0a5acbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e26cc8d-168f-4ba4-8c4d-785cf837ce49'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:08.600556 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658b73b2-ae08-4726-b7a5-a69fa07aba1f" -d '{"events": [{"server_uuid": "309c2024-8031-4fb2-bc60-5f6aa0a5acbc", "name": "network-vif-plugged", "status": "completed", "tag": "2e26cc8d-168f-4ba4-8c4d-785cf837ce49"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:08.631955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:08.643157 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.667070 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e3a82-ff38-422b-94f8-e50a79966cfd req-81e74d24-ffa3-4a72-9819-05639c846af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:08.668916 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4b3e3a82-ff38-422b-94f8-e50a79966cfd req-81e74d24-ffa3-4a72-9819-05639c846af9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=23856370-7d27-4d98-bcd9-ee167a481ce3 HTTP/1.1" status: 200 len: 858 time: 0.1297321 Jul 16 03:31:08.708083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fff9e-479c-4e26-baf6-3c928e27e5a5 req-fb30c918-ba3f-4af7-8a67-d78a4fa3f575 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:08.715150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d3fff9e-479c-4e26-baf6-3c928e27e5a5 req-fb30c918-ba3f-4af7-8a67-d78a4fa3f575 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 944 time: 0.1611559 Jul 16 03:31:08.715463 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4b3e3a82-ff38-422b-94f8-e50a79966cfd req-b0477d7a-be47-4ceb-b5a7-933ec2cbe127 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400903 Jul 16 03:31:08.724483 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:08.733972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cdc2e-99bd-4590-b5a8-0c529fb14a97 req-98c5d299-c18e-4cf1-95fe-2b7141838b35 tempest-DeleteServersAdminTestJSON-309533840 tempest-DeleteServersAdminTestJSON-309533840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:08.735467 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b7cdc2e-99bd-4590-b5a8-0c529fb14a97 req-98c5d299-c18e-4cf1-95fe-2b7141838b35 tempest-DeleteServersAdminTestJSON-309533840 tempest-DeleteServersAdminTestJSON-309533840-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 1101 time: 0.2211759 Jul 16 03:31:08.831533 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d3fff9e-479c-4e26-baf6-3c928e27e5a5 req-6b9c5196-d8d3-4624-83fa-f9b1e8b05535 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154225 Jul 16 03:31:08.846287 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89f570f2-79ac-4edf-b2c8-8b1285507560 req-e35151bf-91a2-480f-b3b4-b9e53b61e8b5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/df33241a-2acf-4da5-bfbe-96ee705978e4 HTTP/1.1" status: 200 len: 1803 time: 0.1831932 Jul 16 03:31:08.886489 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4b3e3a82-ff38-422b-94f8-e50a79966cfd req-47daca76-c15b-49c6-8fab-c4a64c9aa0b1 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622806 Jul 16 03:31:08.896560 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3cd886d-13c3-4309-9e4d-795fb0abe58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.920703 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89f570f2-79ac-4edf-b2c8-8b1285507560 req-7cede7bb-829b-4cba-9f10-6d8a67148237 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/310bc119-b351-4085-8e4b-fd03cbf1a97b HTTP/1.1" status: 200 len: 1805 time: 0.0736032 Jul 16 03:31:08.929195 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca53463c-550f-4b15-a40f-5f59e32b95e7 x-openstack-request-id: req-ca53463c-550f-4b15-a40f-5f59e32b95e7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:08.929490 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309c2024-8031-4fb2-bc60-5f6aa0a5acbc", "name": "network-vif-plugged", "status": "completed", "tag": "2e26cc8d-168f-4ba4-8c4d-785cf837ce49", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:08.929742 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca53463c-550f-4b15-a40f-5f59e32b95e7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:08.930131 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309c2024-8031-4fb2-bc60-5f6aa0a5acbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e26cc8d-168f-4ba4-8c4d-785cf837ce49', 'code': 200} Jul 16 03:31:08.934741 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6b7cdc2e-99bd-4590-b5a8-0c529fb14a97 req-2a88b697-d354-4c0e-945f-835c8e194b20 tempest-DeleteServersAdminTestJSON-309533840 tempest-DeleteServersAdminTestJSON-309533840-project-admin] Deleting port 7963cfe4-5c67-4776-8a49-320ceb6209fa {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:08.935408 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6b7cdc2e-99bd-4590-b5a8-0c529fb14a97 req-2a88b697-d354-4c0e-945f-835c8e194b20 tempest-DeleteServersAdminTestJSON-309533840 tempest-DeleteServersAdminTestJSON-309533840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:08.952608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-89f570f2-79ac-4edf-b2c8-8b1285507560 req-2f60b549-448b-4b30-b875-11a9483ba954 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'df33241a-2acf-4da5-bfbe-96ee705978e4', 'remote_group_id': '310bc119-b351-4085-8e4b-fd03cbf1a97b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:08.953168 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-89f570f2-79ac-4edf-b2c8-8b1285507560 req-2f60b549-448b-4b30-b875-11a9483ba954 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'df33241a-2acf-4da5-bfbe-96ee705978e4', 'remote_group_id': '310bc119-b351-4085-8e4b-fd03cbf1a97b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:08.975144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd886d-13c3-4309-9e4d-795fb0abe58c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ae9b78d-4074-4a16-bc83-022ba6f10863,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:09.088871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cd886d-13c3-4309-9e4d-795fb0abe58c admin admin] Checking segment: {'id': '4811f62d-a58a-4d2b-970a-a0f755a5aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:09.089238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd886d-13c3-4309-9e4d-795fb0abe58c admin admin] Network hostable DHCP agents. Network: b984194a-6086-4e8b-9f9f-a200d3ed3239, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:09.097435 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4b3e3a82-ff38-422b-94f8-e50a79966cfd req-221bd325-7eba-43cf-aa64-b350d32e1263 service neutron] 10.222.0.20 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966217 Jul 16 03:31:09.102440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6b7cdc2e-99bd-4590-b5a8-0c529fb14a97 req-2a88b697-d354-4c0e-945f-835c8e194b20 tempest-DeleteServersAdminTestJSON-309533840 tempest-DeleteServersAdminTestJSON-309533840-project-admin] For port 7963cfe4-5c67-4776-8a49-320ceb6209fa, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7963cfe4-5c67-4776-8a49-320ceb6209fa,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:09.103337 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6b7cdc2e-99bd-4590-b5a8-0c529fb14a97 req-2a88b697-d354-4c0e-945f-835c8e194b20 tempest-DeleteServersAdminTestJSON-309533840 tempest-DeleteServersAdminTestJSON-309533840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.130055 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-593053ea-7618-4371-9fb4-6b0364391d71 req-ce6ff601-a355-4db1-a798-0710658a26a8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1710ed0a-006a-4f08-888f-82cf53b471c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1153622 Jul 16 03:31:09.132586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cd886d-13c3-4309-9e4d-795fb0abe58c admin admin] Network b984194a-6086-4e8b-9f9f-a200d3ed3239 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:09.141305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6b7cdc2e-99bd-4590-b5a8-0c529fb14a97 req-2a88b697-d354-4c0e-945f-835c8e194b20 tempest-DeleteServersAdminTestJSON-309533840 tempest-DeleteServersAdminTestJSON-309533840-project-admin] Calling delete_port for 7963cfe4-5c67-4776-8a49-320ceb6209fa owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:09.159824 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89f570f2-79ac-4edf-b2c8-8b1285507560 req-2f60b549-448b-4b30-b875-11a9483ba954 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.164962 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c3cd886d-13c3-4309-9e4d-795fb0abe58c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, b984194a-6086-4e8b-9f9f-a200d3ed3239) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:09.193730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cd886d-13c3-4309-9e4d-795fb0abe58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:09.193730 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c3cd886d-13c3-4309-9e4d-795fb0abe58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.198608 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c43d9e9-48d2-4ed6-833d-3e9c57761cad None None] Network b984194a-6086-4e8b-9f9f-a200d3ed3239 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:09.253081 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c79d91-a9d5-4581-abd5-b2d274374f63 req-407aaacc-7be2-4514-aee5-9231e054aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:09.254616 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4c79d91-a9d5-4581-abd5-b2d274374f63 req-407aaacc-7be2-4514-aee5-9231e054aaf2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 1097 time: 0.2206457 Jul 16 03:31:09.290959 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c3cd886d-13c3-4309-9e4d-795fb0abe58c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8770106 Jul 16 03:31:09.294283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56056) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:09.300430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:09.348483 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.349344 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89f570f2-79ac-4edf-b2c8-8b1285507560 req-2f60b549-448b-4b30-b875-11a9483ba954 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.349837 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.359039 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593053ea-7618-4371-9fb4-6b0364391d71 req-8350d125-db4e-4452-955e-c2a1213755ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:09.360958 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-593053ea-7618-4371-9fb4-6b0364391d71 req-8350d125-db4e-4452-955e-c2a1213755ac service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c95f0ab929574731ae043e566034f3e6&device_id=1710ed0a-006a-4f08-888f-82cf53b471c5 HTTP/1.1" status: 200 len: 1096 time: 0.1175108 Jul 16 03:31:09.370663 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89f570f2-79ac-4edf-b2c8-8b1285507560 req-2f60b549-448b-4b30-b875-11a9483ba954 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.421300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4c79d91-a9d5-4581-abd5-b2d274374f63 req-e02be05c-4e31-42d7-8d2c-bae76b89b810 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520846 Jul 16 03:31:09.428386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60b549-448b-4b30-b875-11a9483ba954 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c207fd1-0cb9-4343-827d-c50623afc2f5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:09.442250 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-89f570f2-79ac-4edf-b2c8-8b1285507560 req-2f60b549-448b-4b30-b875-11a9483ba954 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.443622 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89f570f2-79ac-4edf-b2c8-8b1285507560 req-2f60b549-448b-4b30-b875-11a9483ba954 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5118594 Jul 16 03:31:09.470283 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-b984194a-6086-4e8b-9f9f-a200d3ed3239', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'fixed_ips': [{'subnet_id': '2ae9b78d-4074-4a16-bc83-022ba6f10863'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:31:09.472872 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.531248 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.572357 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6b7cdc2e-99bd-4590-b5a8-0c529fb14a97 req-2a88b697-d354-4c0e-945f-835c8e194b20 tempest-DeleteServersAdminTestJSON-309533840 tempest-DeleteServersAdminTestJSON-309533840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.711378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7cdc2e-99bd-4590-b5a8-0c529fb14a97 req-2a88b697-d354-4c0e-945f-835c8e194b20 tempest-DeleteServersAdminTestJSON-309533840 tempest-DeleteServersAdminTestJSON-309533840-project-admin] No DVR routers for this DVR port 7963cfe4-5c67-4776-8a49-320ceb6209fa on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:09.725132 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6b7cdc2e-99bd-4590-b5a8-0c529fb14a97 req-2a88b697-d354-4c0e-945f-835c8e194b20 tempest-DeleteServersAdminTestJSON-309533840 tempest-DeleteServersAdminTestJSON-309533840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.732146 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b7cdc2e-99bd-4590-b5a8-0c529fb14a97 req-2a88b697-d354-4c0e-945f-835c8e194b20 tempest-DeleteServersAdminTestJSON-309533840 tempest-DeleteServersAdminTestJSON-309533840-project-admin] 10.222.0.20 "DELETE /v2.0/ports/7963cfe4-5c67-4776-8a49-320ceb6209fa HTTP/1.1" status: 204 len: 173 time: 0.9788306 Jul 16 03:31:09.743700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20712501-92c7-4936-9431-dbca9c8e1ae4', 'name': 'network-vif-deleted', 'tag': '7963cfe4-5c67-4776-8a49-320ceb6209fa'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:09.747920 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064f4cba-b511-4470-a6f0-33cfe8491fd7" -d '{"events": [{"server_uuid": "20712501-92c7-4936-9431-dbca9c8e1ae4", "name": "network-vif-deleted", "tag": "7963cfe4-5c67-4776-8a49-320ceb6209fa"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:09.789292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88b697-d354-4c0e-945f-835c8e194b20 tempest-DeleteServersAdminTestJSON-309533840 tempest-DeleteServersAdminTestJSON-309533840-project-admin] Pushing event deleted for resources: {'Port': ['ID=7963cfe4-5c67-4776-8a49-320ceb6209fa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:09.794372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['7963cfe4-5c67-4776-8a49-320ceb6209fa'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:09.803353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Allocated IP 172.20.0.2 (b984194a-6086-4e8b-9f9f-a200d3ed3239/2ae9b78d-4074-4a16-bc83-022ba6f10863/24a16f54-ce87-40c2-aa1a-220ce985a365) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:09.858594 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1cec38b2-ab1d-4a66-b65f-093696dcabdf req-baea05a7-8abb-4a90-8721-c3f39b8d3563 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=20712501-92c7-4936-9431-dbca9c8e1ae4 HTTP/1.1" status: 200 len: 210 time: 0.1248124 Jul 16 03:31:09.898560 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:09.973154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ee4c2-0b2a-4ebc-a7dc-8155747bc477 req-cbcb36e6-2c61-4de4-a63d-5583aad3f8e5 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:09.994151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593053ea-7618-4371-9fb4-6b0364391d71 req-d6fbd441-c187-4450-a872-6a17eb7cb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:09.997796 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-573ee4c2-0b2a-4ebc-a7dc-8155747bc477 req-cbcb36e6-2c61-4de4-a63d-5583aad3f8e5 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.20 "GET /v2.0/ports?device_id=e08ff0a2-1ff3-468a-a500-2225ba6361ee HTTP/1.1" status: 200 len: 946 time: 0.2437985 Jul 16 03:31:09.999415 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-593053ea-7618-4371-9fb4-6b0364391d71 req-d6fbd441-c187-4450-a872-6a17eb7cb389 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b HTTP/1.1" status: 200 len: 919 time: 0.5914979 Jul 16 03:31:10.090705 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-593053ea-7618-4371-9fb4-6b0364391d71 req-2c1ba26a-18e8-4c9b-a3b3-870811269dfa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35af7a50-e922-45de-8c87-55abc21415e1 HTTP/1.1" status: 200 len: 217 time: 0.0815015 Jul 16 03:31:10.144279 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.157570 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Transition to ACTIVE for port object 24a16f54-ce87-40c2-aa1a-220ce985a365 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:10.175119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Transition to ACTIVE for port object 24a16f54-ce87-40c2-aa1a-220ce985a365 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:10.195714 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.249930 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Network b984194a-6086-4e8b-9f9f-a200d3ed3239 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:10.252934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:10.259727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:10.262116 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Pushing event updated for resources: {'Port': ['ID=24a16f54-ce87-40c2-aa1a-220ce985a365,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:10.278310 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-573ee4c2-0b2a-4ebc-a7dc-8155747bc477 req-c3bf82a9-21d4-4d03-b9ad-4a275912ffa4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Deleting port 9ba094e5-1589-47cf-a2df-461c0f29852f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:10.278655 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-573ee4c2-0b2a-4ebc-a7dc-8155747bc477 req-c3bf82a9-21d4-4d03-b9ad-4a275912ffa4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.304886 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593053ea-7618-4371-9fb4-6b0364391d71 req-562898cc-cd8c-4956-aef6-39b58ae923e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:10.305776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05202cac-f428-4bc2-b34d-ed0f3316e78e req-e7cedf90-df27-4f29-a9bb-e6e38a1a48dd tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:10.305880 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-593053ea-7618-4371-9fb4-6b0364391d71 req-562898cc-cd8c-4956-aef6-39b58ae923e4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=23856370-7d27-4d98-bcd9-ee167a481ce3 HTTP/1.1" status: 200 len: 858 time: 0.2058241 Jul 16 03:31:10.312968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05202cac-f428-4bc2-b34d-ed0f3316e78e req-e7cedf90-df27-4f29-a9bb-e6e38a1a48dd tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 946 time: 0.1781547 Jul 16 03:31:10.354168 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-593053ea-7618-4371-9fb4-6b0364391d71 req-c62f12ed-d2be-47fb-b992-fc5f0707fff0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351446 Jul 16 03:31:10.413614 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Attempting to bind port 24a16f54-ce87-40c2-aa1a-220ce985a365 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:10.413991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Attempting to bind port 24a16f54-ce87-40c2-aa1a-220ce985a365 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4811f62d-a58a-4d2b-970a-a0f755a5aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:10.414359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Attempting to bind port 24a16f54-ce87-40c2-aa1a-220ce985a365 on network b984194a-6086-4e8b-9f9f-a200d3ed3239 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:10.429653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:10.430076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Checking segment: {'id': '4811f62d-a58a-4d2b-970a-a0f755a5aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:10.430416 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.430805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Bound using segment: {'id': '4811f62d-a58a-4d2b-970a-a0f755a5aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:10.431285 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Bound port: 24a16f54-ce87-40c2-aa1a-220ce985a365, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4811f62d-a58a-4d2b-970a-a0f755a5aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:10.431666 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.495246 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-573ee4c2-0b2a-4ebc-a7dc-8155747bc477 req-c3bf82a9-21d4-4d03-b9ad-4a275912ffa4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] For port 9ba094e5-1589-47cf-a2df-461c0f29852f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=9ba094e5-1589-47cf-a2df-461c0f29852f,segment=NetworkSegment(9a8c146a-3bf2-46ea-a923-4e85683562d4),segment_id=9a8c146a-3bf2-46ea-a923-4e85683562d4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:10.495779 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-573ee4c2-0b2a-4ebc-a7dc-8155747bc477 req-c3bf82a9-21d4-4d03-b9ad-4a275912ffa4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.513247 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-573ee4c2-0b2a-4ebc-a7dc-8155747bc477 req-c3bf82a9-21d4-4d03-b9ad-4a275912ffa4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Calling delete_port for 9ba094e5-1589-47cf-a2df-461c0f29852f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:10.561021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] For port 24a16f54-ce87-40c2-aa1a-220ce985a365, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:10.567941 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] For port 24a16f54-ce87-40c2-aa1a-220ce985a365, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=24a16f54-ce87-40c2-aa1a-220ce985a365,segment=NetworkSegment(4811f62d-a58a-4d2b-970a-a0f755a5aed5),segment_id=4811f62d-a58a-4d2b-970a-a0f755a5aed5)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:10.581223 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.583438 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.609778 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-593053ea-7618-4371-9fb4-6b0364391d71 req-10c3086d-7b98-4176-9f80-f85de275a4bd service neutron] 10.222.0.88 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456121 Jul 16 03:31:10.611040 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.750734 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73fc99-c6b5-4b73-8209-84fef1c66c47 None None] Pushing event updated for resources: {'Port': ['ID=24a16f54-ce87-40c2-aa1a-220ce985a365,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:10.772544 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05202cac-f428-4bc2-b34d-ed0f3316e78e req-d082f76b-6db6-4549-bb06-f4d5f4f98fea tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4584508 Jul 16 03:31:10.820185 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-593053ea-7618-4371-9fb4-6b0364391d71 req-73a7cc63-e938-4063-a0cb-3150402e76a0 service neutron] 10.222.0.88 "GET /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003059 Jul 16 03:31:10.846371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Allocated IP 172.25.3.64 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/153ff2ae-c8a8-4537-9e2e-333abfddb2ca) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:10.852299 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-573ee4c2-0b2a-4ebc-a7dc-8155747bc477 req-c3bf82a9-21d4-4d03-b9ad-4a275912ffa4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:10.868715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['9ba094e5-1589-47cf-a2df-461c0f29852f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:10.872051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['35af7a50-e922-45de-8c87-55abc21415e1'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:10.958924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf82a9-21d4-4d03-b9ad-4a275912ffa4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Pushing event deleted for resources: {'Port': ['ID=9ba094e5-1589-47cf-a2df-461c0f29852f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:11.039966 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device cbd0e8dd-6946-44a8-b4f5-7d216508edf6 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:11.053171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2c0d6-8288-4edd-b9a5-53a77bbc7558 req-94c5fa6b-95fe-4bff-81e9-9b7bd157e015 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:11.055035 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86e2c0d6-8288-4edd-b9a5-53a77bbc7558 req-94c5fa6b-95fe-4bff-81e9-9b7bd157e015 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/ports?device_id=e08ff0a2-1ff3-468a-a500-2225ba6361ee HTTP/1.1" status: 200 len: 867 time: 0.7377415 Jul 16 03:31:11.063484 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.126393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dda9e94d-c572-4cba-9a8e-5f5f4918b3b1 req-8749e88f-d7a8-4620-b296-f12af00b146d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/310bc119-b351-4085-8e4b-fd03cbf1a97b HTTP/1.1" status: 200 len: 1805 time: 0.3251119 Jul 16 03:31:11.161589 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.197344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-573ee4c2-0b2a-4ebc-a7dc-8155747bc477 req-c3bf82a9-21d4-4d03-b9ad-4a275912ffa4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] No DVR routers for this DVR port 9ba094e5-1589-47cf-a2df-461c0f29852f on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:11.212161 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-573ee4c2-0b2a-4ebc-a7dc-8155747bc477 req-c3bf82a9-21d4-4d03-b9ad-4a275912ffa4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.214974 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-573ee4c2-0b2a-4ebc-a7dc-8155747bc477 req-c3bf82a9-21d4-4d03-b9ad-4a275912ffa4 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.20 "DELETE /v2.0/ports/9ba094e5-1589-47cf-a2df-461c0f29852f HTTP/1.1" status: 204 len: 173 time: 1.2085671 Jul 16 03:31:11.243835 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Pushing event updated for resources: {'Port': ['ID=153ff2ae-c8a8-4537-9e2e-333abfddb2ca,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:11.259020 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:11.261687 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:11.266499 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:11.299681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:11.337633 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86e2c0d6-8288-4edd-b9a5-53a77bbc7558 req-07ec44c5-4ccc-49ea-9afc-fd9b08904db0 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.18 "GET /v2.0/security-groups?id=28d70931-9c27-407e-9cbb-2f7fd5613536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498565 Jul 16 03:31:11.343228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6', 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184', 'port_id': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6', 'mac_address': 'fa:16:3e:79:bf:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8536182f-4677-4cbb-86c0-6da48edb163b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:11.387420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e9139-8a91-4471-bc4f-1a1ada3b8e20 req-a6aeaf42-806e-41da-8477-5c61753e6463 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:11.397630 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a1e9139-8a91-4471-bc4f-1a1ada3b8e20 req-a6aeaf42-806e-41da-8477-5c61753e6463 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.88 "GET /v2.0/ports?device_id=1710ed0a-006a-4f08-888f-82cf53b471c5 HTTP/1.1" status: 200 len: 945 time: 0.5344436 Jul 16 03:31:11.459746 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.483890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd0e8dd-6946-44a8-b4f5-7d216508edf6 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:11.572396 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:11.579451 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.580554 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bbe4d3-619a-44ab-b9ae-4d40f1fd179f x-openstack-request-id: req-c1bbe4d3-619a-44ab-b9ae-4d40f1fd179f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:11.581071 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20712501-92c7-4936-9431-dbca9c8e1ae4", "name": "network-vif-deleted", "tag": "7963cfe4-5c67-4776-8a49-320ceb6209fa", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:11.583090 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1bbe4d3-619a-44ab-b9ae-4d40f1fd179f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:11.583628 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20712501-92c7-4936-9431-dbca9c8e1ae4', 'name': 'network-vif-deleted', 'tag': '7963cfe4-5c67-4776-8a49-320ceb6209fa', 'status': 'completed', 'code': 200} Jul 16 03:31:11.654078 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dda9e94d-c572-4cba-9a8e-5f5f4918b3b1 req-9eb43c58-8ea1-4b3f-92b4-f341aa3c91bd tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.689108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:11.708967 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dda9e94d-c572-4cba-9a8e-5f5f4918b3b1 req-9eb43c58-8ea1-4b3f-92b4-f341aa3c91bd tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.738715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 24a16f54-ce87-40c2-aa1a-220ce985a365 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:11.870075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 24a16f54-ce87-40c2-aa1a-220ce985a365 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:11.884665 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['cbd0e8dd-6946-44a8-b4f5-7d216508edf6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:11.901554 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dda9e94d-c572-4cba-9a8e-5f5f4918b3b1 req-9eb43c58-8ea1-4b3f-92b4-f341aa3c91bd tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.904519 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dda9e94d-c572-4cba-9a8e-5f5f4918b3b1 req-9eb43c58-8ea1-4b3f-92b4-f341aa3c91bd tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:11.949939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dda9e94d-c572-4cba-9a8e-5f5f4918b3b1 req-9eb43c58-8ea1-4b3f-92b4-f341aa3c91bd tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "DELETE /v2.0/security-groups/310bc119-b351-4085-8e4b-fd03cbf1a97b HTTP/1.1" status: 204 len: 173 time: 0.7620754 Jul 16 03:31:11.976104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb43c58-8ea1-4b3f-92b4-f341aa3c91bd tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=310bc119-b351-4085-8e4b-fd03cbf1a97b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:11.991676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7a1e9139-8a91-4471-bc4f-1a1ada3b8e20 req-2531a883-bd84-41ab-ac10-2e9f461adb70 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Deleting port 35af7a50-e922-45de-8c87-55abc21415e1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:11.992100 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a1e9139-8a91-4471-bc4f-1a1ada3b8e20 req-2531a883-bd84-41ab-ac10-2e9f461adb70 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.005953 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534d1c7-d9d8-461e-884b-dc207b0a4d79 req-7125f4d3-ec9f-42f8-afbd-0138f6c42701 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:12.020963 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8534d1c7-d9d8-461e-884b-dc207b0a4d79 req-7125f4d3-ec9f-42f8-afbd-0138f6c42701 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 945 time: 0.2259300 Jul 16 03:31:12.184522 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7963cfe4-5c67-4776-8a49-320ceb6209fa no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:12.220731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7a1e9139-8a91-4471-bc4f-1a1ada3b8e20 req-2531a883-bd84-41ab-ac10-2e9f461adb70 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] For port 35af7a50-e922-45de-8c87-55abc21415e1, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=35af7a50-e922-45de-8c87-55abc21415e1,segment=NetworkSegment(9a8c146a-3bf2-46ea-a923-4e85683562d4),segment_id=9a8c146a-3bf2-46ea-a923-4e85683562d4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:12.221106 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a1e9139-8a91-4471-bc4f-1a1ada3b8e20 req-2531a883-bd84-41ab-ac10-2e9f461adb70 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.238565 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7a1e9139-8a91-4471-bc4f-1a1ada3b8e20 req-2531a883-bd84-41ab-ac10-2e9f461adb70 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Calling delete_port for 35af7a50-e922-45de-8c87-55abc21415e1 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:12.264869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 7963cfe4-5c67-4776-8a49-320ceb6209fa {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:12.265562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7963cfe4-5c67-4776-8a49-320ceb6209fa not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:12.320079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac5eac6-30e2-424a-9156-607e9fd85bc0 None None] Network b984194a-6086-4e8b-9f9f-a200d3ed3239 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:12.471543 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.472166 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a1e9139-8a91-4471-bc4f-1a1ada3b8e20 req-2531a883-bd84-41ab-ac10-2e9f461adb70 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.475100 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4eba2106-ee6c-4828-904c-fe53275951bd None None] Provisioning for port 24a16f54-ce87-40c2-aa1a-220ce985a365 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:12.485416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4eba2106-ee6c-4828-904c-fe53275951bd None None] Provisioning complete for port 24a16f54-ce87-40c2-aa1a-220ce985a365 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:12.486808 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4eba2106-ee6c-4828-904c-fe53275951bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.543483 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8534d1c7-d9d8-461e-884b-dc207b0a4d79 req-95dd85ce-43c6-4879-a87d-72d1c65a000c tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214603 Jul 16 03:31:12.602456 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531a883-bd84-41ab-ac10-2e9f461adb70 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Pushing event deleted for resources: {'Port': ['ID=35af7a50-e922-45de-8c87-55abc21415e1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:12.702130 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4eba2106-ee6c-4828-904c-fe53275951bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.733930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1e9139-8a91-4471-bc4f-1a1ada3b8e20 req-2531a883-bd84-41ab-ac10-2e9f461adb70 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] No DVR routers for this DVR port 35af7a50-e922-45de-8c87-55abc21415e1 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:12.737444 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a1e9139-8a91-4471-bc4f-1a1ada3b8e20 req-2531a883-bd84-41ab-ac10-2e9f461adb70 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.748374 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a1e9139-8a91-4471-bc4f-1a1ada3b8e20 req-2531a883-bd84-41ab-ac10-2e9f461adb70 tempest-ListServersNegativeTestJSON-703208458 tempest-ListServersNegativeTestJSON-703208458-project] 10.222.0.88 "DELETE /v2.0/ports/35af7a50-e922-45de-8c87-55abc21415e1 HTTP/1.1" status: 204 len: 173 time: 1.3397324 Jul 16 03:31:12.758169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f470dd6c-50ca-4aa0-9937-a9458caa7107 req-de9f9170-fc64-4ca5-bb50-34c2a172a7cb tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/df33241a-2acf-4da5-bfbe-96ee705978e4 HTTP/1.1" status: 200 len: 1803 time: 0.1625817 Jul 16 03:31:12.777761 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea182a-43c8-42c6-82a8-1309053f980a req-9a442c68-e206-48f0-88b4-b3b876dc50f1 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:12.779958 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d8ea182a-43c8-42c6-82a8-1309053f980a req-9a442c68-e206-48f0-88b4-b3b876dc50f1 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 946 time: 0.3118999 Jul 16 03:31:12.858204 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4eba2106-ee6c-4828-904c-fe53275951bd None None] For port 24a16f54-ce87-40c2-aa1a-220ce985a365, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=24a16f54-ce87-40c2-aa1a-220ce985a365,segment=NetworkSegment(4811f62d-a58a-4d2b-970a-a0f755a5aed5),segment_id=4811f62d-a58a-4d2b-970a-a0f755a5aed5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:12.866564 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4eba2106-ee6c-4828-904c-fe53275951bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:12.873244 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d8ea182a-43c8-42c6-82a8-1309053f980a req-db654796-5fdd-450a-a940-a6968de56d98 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858202 Jul 16 03:31:12.874972 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.014846 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba2106-ee6c-4828-904c-fe53275951bd None None] Pushing event updated for resources: {'Port': ['ID=24a16f54-ce87-40c2-aa1a-220ce985a365,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:13.030364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7d9e01d1-d3e1-4f94-a497-730859da19f3 req-1176efa1-4e8d-4d52-8726-77dcc1e546c5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1257321516', 'description': 'tempest-description-2015730945'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:13.034205 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device cbd0e8dd-6946-44a8-b4f5-7d216508edf6 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:13.119043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-d21a7248-dd6c-46cb-b324-f106d5bc2cdf tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=7fba9e325bd242bf87aabe7bc778b66f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468762 Jul 16 03:31:13.120530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:13.131068 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d9e01d1-d3e1-4f94-a497-730859da19f3 req-1176efa1-4e8d-4d52-8726-77dcc1e546c5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.134502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:13.135102 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.190483 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Router 81f31f80-9277-440a-8377-5de11aab5b63 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:31:13.221619 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56118) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:13.263368 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a47050b0-fde5-4a24-9d4e-592392231633 None None] Provisioning complete for port 24a16f54-ce87-40c2-aa1a-220ce985a365 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:13.263697 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a47050b0-fde5-4a24-9d4e-592392231633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.282104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-8ceb7b1d-9614-45cb-9de6-6793808ef56c tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:13.289450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-8ceb7b1d-9614-45cb-9de6-6793808ef56c tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694047 Jul 16 03:31:13.311040 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.315402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-bd45f48b-fc9d-445a-a6c2-60fff6816a71 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/quotas/7fba9e325bd242bf87aabe7bc778b66f HTTP/1.1" status: 200 len: 375 time: 0.0249527 Jul 16 03:31:13.349988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:31:13.353565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:13.355851 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76960733-b953-472c-a597-ea555634736d" -d '{"events": [{"server_uuid": "0cbe9912-ab3a-4934-b682-78ba36ba29bf", "name": "network-vif-plugged", "status": "completed", "tag": "cbd0e8dd-6946-44a8-b4f5-7d216508edf6"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:13.361580 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Sync routers for ids ['81f31f80-9277-440a-8377-5de11aab5b63'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:31:13.370432 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d9e01d1-d3e1-4f94-a497-730859da19f3 req-1176efa1-4e8d-4d52-8726-77dcc1e546c5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.371049 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:13.382703 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Routers {'81f31f80-9277-440a-8377-5de11aab5b63'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:13.382850 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:31:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['81f31f80-9277-440a-8377-5de11aab5b63'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:13.392122 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.393527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 35af7a50-e922-45de-8c87-55abc21415e1 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:13.423470 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.429842 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-77829f4f-4354-4f33-b2bb-4ae9f5f998a2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1325705 Jul 16 03:31:13.430870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56128) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:13.438199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 35af7a50-e922-45de-8c87-55abc21415e1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:13.438553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 35af7a50-e922-45de-8c87-55abc21415e1 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:13.460059 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-6994f538-2500-4889-ac94-ae3e3d29d5e4 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7fba9e325bd242bf87aabe7bc778b66f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1437583 Jul 16 03:31:13.463154 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d9e01d1-d3e1-4f94-a497-730859da19f3 req-1176efa1-4e8d-4d52-8726-77dcc1e546c5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.495697 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:13.525675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c24dfdbd-5669-4603-a8f7-6af0dde5db81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.592790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08ff0a2-1ff3-468a-a500-2225ba6361ee', 'name': 'network-vif-deleted', 'tag': '9ba094e5-1589-47cf-a2df-461c0f29852f'}, {'server_uuid': '1710ed0a-006a-4f08-888f-82cf53b471c5', 'name': 'network-vif-deleted', 'tag': '35af7a50-e922-45de-8c87-55abc21415e1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:13.597541 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f6084a-2565-4308-83b2-05d5cdf5368b" -d '{"events": [{"server_uuid": "e08ff0a2-1ff3-468a-a500-2225ba6361ee", "name": "network-vif-deleted", "tag": "9ba094e5-1589-47cf-a2df-461c0f29852f"}, {"server_uuid": "1710ed0a-006a-4f08-888f-82cf53b471c5", "name": "network-vif-deleted", "tag": "35af7a50-e922-45de-8c87-55abc21415e1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:13.605157 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7d9e01d1-d3e1-4f94-a497-730859da19f3 req-1176efa1-4e8d-4d52-8726-77dcc1e546c5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.621607 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d9e01d1-d3e1-4f94-a497-730859da19f3 req-1176efa1-4e8d-4d52-8726-77dcc1e546c5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5976408 Jul 16 03:31:13.677042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176efa1-4e8d-4d52-8726-77dcc1e546c5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e4ba47-4c8a-4a61-bad4-e93bb8c34efb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:13.700808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 24a16f54-ce87-40c2-aa1a-220ce985a365 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:13.747968 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Set router 81f31f80-9277-440a-8377-5de11aab5b63 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:13.839753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 24a16f54-ce87-40c2-aa1a-220ce985a365 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:13.840146 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:13.902385 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd7ae1f-433c-41dd-9b8c-ffbcbaa8310d x-openstack-request-id: req-9bd7ae1f-433c-41dd-9b8c-ffbcbaa8310d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:13.902683 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbe9912-ab3a-4934-b682-78ba36ba29bf", "name": "network-vif-plugged", "status": "completed", "tag": "cbd0e8dd-6946-44a8-b4f5-7d216508edf6", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:13.903038 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9bd7ae1f-433c-41dd-9b8c-ffbcbaa8310d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:13.903323 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6', 'code': 200} Jul 16 03:31:14.155327 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 9ba094e5-1589-47cf-a2df-461c0f29852f no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:14.196963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 9ba094e5-1589-47cf-a2df-461c0f29852f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:14.201650 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 9ba094e5-1589-47cf-a2df-461c0f29852f not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:14.246127 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.285453 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f31f80-9277-440a-8377-5de11aab5b63', 'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:09Z', 'updated_at': '2021-07-16T03:31:12Z', 'revision_number': 3, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'gw_port': {'id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:44:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:14.317331 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Checking router: 81f31f80-9277-440a-8377-5de11aab5b63 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:31:14.317681 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Updating router 81f31f80-9277-440a-8377-5de11aab5b63 port 153ff2ae-c8a8-4537-9e2e-333abfddb2ca binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:31:14.363698 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.431886 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c24dfdbd-5669-4603-a8f7-6af0dde5db81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.433275 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Allocated IP 172.20.0.1 (b984194a-6086-4e8b-9f9f-a200d3ed3239/2ae9b78d-4074-4a16-bc83-022ba6f10863/d569a932-c451-43b3-94e9-a9a3acda041a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:14.451932 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c24dfdbd-5669-4603-a8f7-6af0dde5db81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.512423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24dfdbd-5669-4603-a8f7-6af0dde5db81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2ae4b5-8442-4078-9b15-170a4788e918,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:14.530154 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c24dfdbd-5669-4603-a8f7-6af0dde5db81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eebc07b1099046238b62a9e3154d61e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3033850 Jul 16 03:31:14.535914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:14.563507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a758b9-4414-4ac3-aa53-e07775e2ee0c req-366b76dc-d050-4b7b-a7b8-65090ff17f31 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:14.571365 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0a758b9-4414-4ac3-aa53-e07775e2ee0c req-366b76dc-d050-4b7b-a7b8-65090ff17f31 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.2418287 Jul 16 03:31:14.591427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ceb18-a644-465a-b17f-dd0e59efc0f8 req-de6ab4fb-6e21-4f9e-b039-4db73dbf8269 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:14.593268 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e27ceb18-a644-465a-b17f-dd0e59efc0f8 req-de6ab4fb-6e21-4f9e-b039-4db73dbf8269 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 1097 time: 0.2648454 Jul 16 03:31:14.600098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891ef92-7270-4f18-8cff-ff5cb9465e52 req-60591818-2f07-4368-9480-13596ad1e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:14.601730 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4891ef92-7270-4f18-8cff-ff5cb9465e52 req-60591818-2f07-4368-9480-13596ad1e0d1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 1097 time: 0.2705605 Jul 16 03:31:14.630140 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.641307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Transition to ACTIVE for port object d569a932-c451-43b3-94e9-a9a3acda041a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:14.680033 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.731544 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Network b984194a-6086-4e8b-9f9f-a200d3ed3239 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:14.735173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:14.739150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:14.778972 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.782761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0a758b9-4414-4ac3-aa53-e07775e2ee0c req-35ffca75-fb7f-40bf-af6c-496d3e804230 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101784 Jul 16 03:31:14.788408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4891ef92-7270-4f18-8cff-ff5cb9465e52 req-1202afd9-169a-4ce5-8f7a-a3aaeff597ad service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460066 Jul 16 03:31:14.802208 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.803389 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Transition to ACTIVE for port object 153ff2ae-c8a8-4537-9e2e-333abfddb2ca will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:14.810600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Pushing event updated for resources: {'Port': ['ID=d569a932-c451-43b3-94e9-a9a3acda041a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:14.812833 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.824651 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e27ceb18-a644-465a-b17f-dd0e59efc0f8 req-0f9540e6-9c84-4bee-a219-ebd6e28ae11b tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799338 Jul 16 03:31:14.826228 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324b61dc-9dea-4ccb-b26c-4f45108f3625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.883517 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9565090-70b6-45ed-b41e-519d0ede152a None None] Pushing event updated for resources: {'Port': ['ID=153ff2ae-c8a8-4537-9e2e-333abfddb2ca,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:14.918410 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Attempting to bind port 153ff2ae-c8a8-4537-9e2e-333abfddb2ca on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:14.919154 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Attempting to bind port 153ff2ae-c8a8-4537-9e2e-333abfddb2ca by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:14.919531 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Attempting to bind port 153ff2ae-c8a8-4537-9e2e-333abfddb2ca on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:14.925424 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324b61dc-9dea-4ccb-b26c-4f45108f3625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.928173 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879c36c7-c312-4947-94c7-256fc27dbdf9 x-openstack-request-id: req-879c36c7-c312-4947-94c7-256fc27dbdf9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:14.929058 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08ff0a2-1ff3-468a-a500-2225ba6361ee", "name": "network-vif-deleted", "tag": "9ba094e5-1589-47cf-a2df-461c0f29852f", "status": "completed", "code": 200}, {"server_uuid": "1710ed0a-006a-4f08-888f-82cf53b471c5", "name": "network-vif-deleted", "tag": "35af7a50-e922-45de-8c87-55abc21415e1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:14.929670 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-879c36c7-c312-4947-94c7-256fc27dbdf9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:14.930907 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08ff0a2-1ff3-468a-a500-2225ba6361ee', 'name': 'network-vif-deleted', 'tag': '9ba094e5-1589-47cf-a2df-461c0f29852f', 'status': 'completed', 'code': 200} Jul 16 03:31:14.931268 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1710ed0a-006a-4f08-888f-82cf53b471c5', 'name': 'network-vif-deleted', 'tag': '35af7a50-e922-45de-8c87-55abc21415e1', 'status': 'completed', 'code': 200} Jul 16 03:31:14.944095 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:14.944552 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:14.944985 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.945393 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:14.945886 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Bound port: 153ff2ae-c8a8-4537-9e2e-333abfddb2ca, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:14.946450 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:14.992134 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2d27064-89bc-455a-88df-e5fd2a56147e req-91e49266-1a73-49b8-9aa5-18af7f2a82f0 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/64e4ba47-4c8a-4a61-bad4-e93bb8c34efb HTTP/1.1" status: 200 len: 1805 time: 0.1524184 Jul 16 03:31:15.014671 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] For port 153ff2ae-c8a8-4537-9e2e-333abfddb2ca, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:15.018606 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] For port 153ff2ae-c8a8-4537-9e2e-333abfddb2ca, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=153ff2ae-c8a8-4537-9e2e-333abfddb2ca,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:15.022938 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.023133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c2d27064-89bc-455a-88df-e5fd2a56147e req-59c3bdfc-6292-40f3-8778-0c5c6f34771f tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64e4ba47-4c8a-4a61-bad4-e93bb8c34efb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:15.023416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c2d27064-89bc-455a-88df-e5fd2a56147e req-59c3bdfc-6292-40f3-8778-0c5c6f34771f tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64e4ba47-4c8a-4a61-bad4-e93bb8c34efb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:15.087802 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324b61dc-9dea-4ccb-b26c-4f45108f3625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.091349 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-324b61dc-9dea-4ccb-b26c-4f45108f3625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.092801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-324b61dc-9dea-4ccb-b26c-4f45108f3625 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d2ae4b5-8442-4078-9b15-170a4788e918 HTTP/1.1" status: 204 len: 168 time: 0.5514216 Jul 16 03:31:15.113812 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Routers {'81f31f80-9277-440a-8377-5de11aab5b63'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:15.114937 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:31:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['81f31f80-9277-440a-8377-5de11aab5b63'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:15.116488 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9565090-70b6-45ed-b41e-519d0ede152a None None] Pushing event updated for resources: {'Port': ['ID=153ff2ae-c8a8-4537-9e2e-333abfddb2ca,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:15.124539 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b61dc-9dea-4ccb-b26c-4f45108f3625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2ae4b5-8442-4078-9b15-170a4788e918,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:15.150876 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2d27064-89bc-455a-88df-e5fd2a56147e req-59c3bdfc-6292-40f3-8778-0c5c6f34771f tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.185144 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.188443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-adc36cfe-01c2-427c-b5a1-3c9a17b926d1 None None] Provisioning for port d569a932-c451-43b3-94e9-a9a3acda041a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:15.196161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-adc36cfe-01c2-427c-b5a1-3c9a17b926d1 None None] Provisioning complete for port d569a932-c451-43b3-94e9-a9a3acda041a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:15.196569 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-adc36cfe-01c2-427c-b5a1-3c9a17b926d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.221478 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2d27064-89bc-455a-88df-e5fd2a56147e req-59c3bdfc-6292-40f3-8778-0c5c6f34771f tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.236557 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1a7e490-df87-402e-8dfc-e1d92d54bee6 req-0f8bb726-0500-4da2-8e34-8ed321041744 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=8581246a-6d01-491a-936b-4274d17a4c5f HTTP/1.1" status: 200 len: 210 time: 0.0621698 Jul 16 03:31:15.238893 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2d27064-89bc-455a-88df-e5fd2a56147e req-59c3bdfc-6292-40f3-8778-0c5c6f34771f tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.298371 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3bdfc-6292-40f3-8778-0c5c6f34771f tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c99137-73ee-4c8d-aa54-52b18869c98e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:15.300207 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-adc36cfe-01c2-427c-b5a1-3c9a17b926d1 None None] Port d569a932-c451-43b3-94e9-a9a3acda041a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:15.308139 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c2d27064-89bc-455a-88df-e5fd2a56147e req-59c3bdfc-6292-40f3-8778-0c5c6f34771f tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.311893 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2d27064-89bc-455a-88df-e5fd2a56147e req-59c3bdfc-6292-40f3-8778-0c5c6f34771f tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2974510 Jul 16 03:31:15.393901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-1252fbdc-512d-471a-9875-1acbb38846c6 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7fba9e325bd242bf87aabe7bc778b66f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659018 Jul 16 03:31:15.453933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:15.456976 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] Set router 81f31f80-9277-440a-8377-5de11aab5b63 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:15.526058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-07882e46-b1bc-4391-8447-1c5089fea6ae admin admin] Deleting subnet 23856370-7d27-4d98-bcd9-ee167a481ce3 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:31:15.530259 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07882e46-b1bc-4391-8447-1c5089fea6ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.595846 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07882e46-b1bc-4391-8447-1c5089fea6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.662642 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07882e46-b1bc-4391-8447-1c5089fea6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.666490 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.674308 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.722682 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f31f80-9277-440a-8377-5de11aab5b63', 'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:09Z', 'updated_at': '2021-07-16T03:31:15Z', 'revision_number': 4, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'gw_port': {'id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:44:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd569a932-c451-43b3-94e9-a9a3acda041a', 'name': '', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'mac_address': 'fa:16:3e:a6:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:14Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 1, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'subnets': [{'id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:15.723234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:15.757945 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0035c442-1695-4eea-908e-a8f9bb04e44a None None] The sync data for ids ['81f31f80-9277-440a-8377-5de11aab5b63'] in n-d-800088-6 is: [{'id': '81f31f80-9277-440a-8377-5de11aab5b63', 'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:09Z', 'updated_at': '2021-07-16T03:31:15Z', 'revision_number': 4, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'gw_port': {'id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:44:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd569a932-c451-43b3-94e9-a9a3acda041a', 'name': '', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'mac_address': 'fa:16:3e:a6:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:14Z', 'updated_at': '2021-07-16T03:31:14Z', 'revision_number': 1, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'subnets': [{'id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:31:15.782095 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Pushing event updated for resources: {'Port': ['ID=d569a932-c451-43b3-94e9-a9a3acda041a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:15.801447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.866951 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbc33f6c-19c3-4e87-9cfe-79221e9e36f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:15.931135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Network b984194a-6086-4e8b-9f9f-a200d3ed3239 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:15.932935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:15.952642 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07882e46-b1bc-4391-8447-1c5089fea6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.005178 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b229101-5945-43cf-9a9d-0c3d593a8891 req-436e4352-3545-47fb-bb19-36caeb106647 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/64e4ba47-4c8a-4a61-bad4-e93bb8c34efb HTTP/1.1" status: 200 len: 2398 time: 0.2884300 Jul 16 03:31:16.021152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-2d92572e-fcb0-446b-b3fd-a17e965aefae tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:16.022692 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-2d92572e-fcb0-446b-b3fd-a17e965aefae tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6266177 Jul 16 03:31:16.026293 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1b229101-5945-43cf-9a9d-0c3d593a8891 req-1a99516d-eba6-499e-98de-56050cfc9fc7 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64e4ba47-4c8a-4a61-bad4-e93bb8c34efb', 'remote_group_id': None}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:16.026596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1b229101-5945-43cf-9a9d-0c3d593a8891 req-1a99516d-eba6-499e-98de-56050cfc9fc7 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64e4ba47-4c8a-4a61-bad4-e93bb8c34efb', 'remote_group_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:16.037531 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07882e46-b1bc-4391-8447-1c5089fea6ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.039415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-07882e46-b1bc-4391-8447-1c5089fea6ae admin admin] 10.222.0.18 "DELETE /v2.0/subnets/23856370-7d27-4d98-bcd9-ee167a481ce3 HTTP/1.1" status: 204 len: 168 time: 0.5821671 Jul 16 03:31:16.040247 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07882e46-b1bc-4391-8447-1c5089fea6ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23856370-7d27-4d98-bcd9-ee167a481ce3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:16.049992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:16.063987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-8de83227-bba7-4b6d-8dd9-8e645ec9bab2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Request body: {'port': {'device_id': '8581246a-6d01-491a-936b-4274d17a4c5f', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '7fba9e325bd242bf87aabe7bc778b66f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:16.143745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Router 81f31f80-9277-440a-8377-5de11aab5b63 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:31:16.196656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eab1c5-3b9c-4198-a832-76b09b4be98f req-c20d22fb-881d-42d6-be05-c90cecdf2015 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:16.205449 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0eab1c5-3b9c-4198-a832-76b09b4be98f req-c20d22fb-881d-42d6-be05-c90cecdf2015 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 1097 time: 0.4860678 Jul 16 03:31:16.276893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:31:16.305892 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2c821cff-b536-4785-88cc-64dd4a800c28 admin admin] 10.222.0.18 "PUT /v2.0/routers/81f31f80-9277-440a-8377-5de11aab5b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8651748 Jul 16 03:31:16.347051 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f45cca7-b92a-461a-9ecb-8b148796ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.363847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7b04a5a4-9a34-4c06-b828-470211265e9c None None] Provisioning complete for port d569a932-c451-43b3-94e9-a9a3acda041a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:16.364454 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7b04a5a4-9a34-4c06-b828-470211265e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.401702 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0eab1c5-3b9c-4198-a832-76b09b4be98f req-ed397db7-127b-4b22-a7bb-4caa2aa82cd1 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950600 Jul 16 03:31:16.404182 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7b04a5a4-9a34-4c06-b828-470211265e9c None None] Port d569a932-c451-43b3-94e9-a9a3acda041a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:16.534372 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f45cca7-b92a-461a-9ecb-8b148796ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.557088 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbc33f6c-19c3-4e87-9cfe-79221e9e36f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.560378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7f45cca7-b92a-461a-9ecb-8b148796ef3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:16.591445 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fbc33f6c-19c3-4e87-9cfe-79221e9e36f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.618677 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7f45cca7-b92a-461a-9ecb-8b148796ef3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8c146a-3bf2-46ea-a923-4e85683562d4') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:16.619123 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7f45cca7-b92a-461a-9ecb-8b148796ef3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8c146a-3bf2-46ea-a923-4e85683562d4') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:16.653790 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f45cca7-b92a-461a-9ecb-8b148796ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.734939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fbc33f6c-19c3-4e87-9cfe-79221e9e36f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f96fa7033974f888bb2127cf299ddb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0100775 Jul 16 03:31:16.737730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56194) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:16.766712 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f45cca7-b92a-461a-9ecb-8b148796ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.775985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc33f6c-19c3-4e87-9cfe-79221e9e36f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b43c6bb-ba84-4a19-81cf-965bfc954633,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:16.788999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f45cca7-b92a-461a-9ecb-8b148796ef3d admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:16.789320 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f45cca7-b92a-461a-9ecb-8b148796ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:16.792569 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:16.805196 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-8de83227-bba7-4b6d-8dd9-8e645ec9bab2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Made reservation on behalf of 7fba9e325bd242bf87aabe7bc778b66f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:16.808706 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-8de83227-bba7-4b6d-8dd9-8e645ec9bab2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.822304 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7919-b8d7-4449-81d2-6c50aca6c134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.854866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d6281-3e76-4823-a4ac-fc56e3634126 req-b9a7165b-14f2-443f-bbdf-0cb231086b6d tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:16.862621 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-047d6281-3e76-4823-a4ac-fc56e3634126 req-b9a7165b-14f2-443f-bbdf-0cb231086b6d tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.3248935 Jul 16 03:31:16.864274 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7919-b8d7-4449-81d2-6c50aca6c134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.923061 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7919-b8d7-4449-81d2-6c50aca6c134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.925739 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c3d7919-b8d7-4449-81d2-6c50aca6c134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.929823 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6c3d7919-b8d7-4449-81d2-6c50aca6c134 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b43c6bb-ba84-4a19-81cf-965bfc954633 HTTP/1.1" status: 204 len: 168 time: 0.1908669 Jul 16 03:31:16.941615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d7919-b8d7-4449-81d2-6c50aca6c134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b43c6bb-ba84-4a19-81cf-965bfc954633,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:16.947487 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b229101-5945-43cf-9a9d-0c3d593a8891 req-1a99516d-eba6-499e-98de-56050cfc9fc7 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:16.951425 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f45cca7-b92a-461a-9ecb-8b148796ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.055866 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b229101-5945-43cf-9a9d-0c3d593a8891 req-1a99516d-eba6-499e-98de-56050cfc9fc7 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.059987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-047d6281-3e76-4823-a4ac-fc56e3634126 req-3cb7ef59-9904-42d0-8e11-c1f4e8c87612 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963720 Jul 16 03:31:17.061543 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f45cca7-b92a-461a-9ecb-8b148796ef3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.078442 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7f45cca7-b92a-461a-9ecb-8b148796ef3d admin admin] 10.222.0.18 "DELETE /v2.0/networks/5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b HTTP/1.1" status: 204 len: 168 time: 1.0195580 Jul 16 03:31:17.089509 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45cca7-b92a-461a-9ecb-8b148796ef3d admin admin] Pushing event deleted for resources: {'Network': ['ID=5bdb3dd0-9e85-442f-a8cb-0635c02e3d5b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:17.096058 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b229101-5945-43cf-9a9d-0c3d593a8891 req-1a99516d-eba6-499e-98de-56050cfc9fc7 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.164306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99516d-eba6-499e-98de-56050cfc9fc7 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd4bdd1-2a67-4143-8d17-c237ba00695f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:17.217911 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1b229101-5945-43cf-9a9d-0c3d593a8891 req-1a99516d-eba6-499e-98de-56050cfc9fc7 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.220295 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b229101-5945-43cf-9a9d-0c3d593a8891 req-1a99516d-eba6-499e-98de-56050cfc9fc7 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.2142069 Jul 16 03:31:17.347550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56222) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:17.386821 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4463f97a-ba64-4487-b90f-11969da99237 req-6b7a0141-20c8-46aa-a12c-b74638165502 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=8581246a-6d01-491a-936b-4274d17a4c5f HTTP/1.1" status: 200 len: 210 time: 0.0478389 Jul 16 03:31:17.412914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-8de83227-bba7-4b6d-8dd9-8e645ec9bab2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Allocated IP 192.168.233.150 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/d00d9ea0-dbf7-451e-8bc2-be475d99f148) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:17.478158 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5bd09a33-b70c-4aac-9c4d-008130154d93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c95f0ab929574731ae043e566034f3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1293595 Jul 16 03:31:17.481589 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56226) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:17.583883 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.588288 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be70bca9-fda7-4b4f-a477-5ee6aae74968 req-6e6613e6-bf40-41c3-857d-d5908401a6b9 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/64e4ba47-4c8a-4a61-bad4-e93bb8c34efb HTTP/1.1" status: 200 len: 2996 time: 0.1507337 Jul 16 03:31:17.656375 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.699168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 153ff2ae-c8a8-4537-9e2e-333abfddb2ca up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:17.786096 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.788844 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.792394 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28d70931-9c27-407e-9cbb-2f7fd5613536 HTTP/1.1" status: 204 len: 168 time: 0.3074536 Jul 16 03:31:17.805521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d70931-9c27-407e-9cbb-2f7fd5613536,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:17.821848 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:17.822217 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:17.822576 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:17.822893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:17.825962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 153ff2ae-c8a8-4537-9e2e-333abfddb2ca completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:17.833347 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:17.833898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:17.834256 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:17.835374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 153ff2ae-c8a8-4537-9e2e-333abfddb2ca triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:17.837741 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.839712 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:17.840851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:17.841392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:17.842330 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:17.842844 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457b9109-6219-48ea-8273-7017a481fc00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:17.881851 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-8de83227-bba7-4b6d-8dd9-8e645ec9bab2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:17.918411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-8de83227-bba7-4b6d-8dd9-8e645ec9bab2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Transition to ACTIVE for port object d00d9ea0-dbf7-451e-8bc2-be475d99f148 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:18.014301 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-8de83227-bba7-4b6d-8dd9-8e645ec9bab2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.082788 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.106656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 153ff2ae-c8a8-4537-9e2e-333abfddb2ca, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=153ff2ae-c8a8-4537-9e2e-333abfddb2ca,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:18.113208 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.170670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-8de83227-bba7-4b6d-8dd9-8e645ec9bab2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:18.202843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=153ff2ae-c8a8-4537-9e2e-333abfddb2ca,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:18.204113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de83227-bba7-4b6d-8dd9-8e645ec9bab2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Pushing event updated for resources: {'Port': ['ID=d00d9ea0-dbf7-451e-8bc2-be475d99f148,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:18.210384 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-8de83227-bba7-4b6d-8dd9-8e645ec9bab2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:18.213143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-8de83227-bba7-4b6d-8dd9-8e645ec9bab2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:18.275034 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-8de83227-bba7-4b6d-8dd9-8e645ec9bab2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:18.276102 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-8de83227-bba7-4b6d-8dd9-8e645ec9bab2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.298857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-8de83227-bba7-4b6d-8dd9-8e645ec9bab2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2495422 Jul 16 03:31:18.313431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Request body: {'port': {'device_id': '8581246a-6d01-491a-936b-4274d17a4c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:18.338895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56254) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:18.344173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-481389c8-9ff0-40d6-8c9d-358ce5b4bb7a tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--879897785', 'description': 'tempest-description--2127914537'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:18.409809 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-481389c8-9ff0-40d6-8c9d-358ce5b4bb7a tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.623025 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-481389c8-9ff0-40d6-8c9d-358ce5b4bb7a tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.628945 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-481389c8-9ff0-40d6-8c9d-358ce5b4bb7a tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.641997 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.643458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ff9a9b63-692a-4911-9345-3bf637691d4f None None] Provisioning for port d00d9ea0-dbf7-451e-8bc2-be475d99f148 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:18.654371 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ff9a9b63-692a-4911-9345-3bf637691d4f None None] Provisioning complete for port d00d9ea0-dbf7-451e-8bc2-be475d99f148 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:18.654751 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff9a9b63-692a-4911-9345-3bf637691d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.672681 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-481389c8-9ff0-40d6-8c9d-358ce5b4bb7a tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.674887 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-481389c8-9ff0-40d6-8c9d-358ce5b4bb7a tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3346334 Jul 16 03:31:18.677820 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56280) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:18.682627 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9176ed61-18bf-4d60-a876-bbd391d1890d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Request body: {'security_group_rule': {'security_group_id': '9727949a-05b8-48ad-aaef-af0bdb59bb3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:18.693869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481389c8-9ff0-40d6-8c9d-358ce5b4bb7a tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9727949a-05b8-48ad-aaef-af0bdb59bb3c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:18.721516 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9176ed61-18bf-4d60-a876-bbd391d1890d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.754502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a9b63-692a-4911-9345-3bf637691d4f None None] Port d00d9ea0-dbf7-451e-8bc2-be475d99f148 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:18.814651 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9176ed61-18bf-4d60-a876-bbd391d1890d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.820026 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9176ed61-18bf-4d60-a876-bbd391d1890d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.850161 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176ed61-18bf-4d60-a876-bbd391d1890d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fe6c22-d69b-4727-872e-9a271489b59e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:18.866522 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9176ed61-18bf-4d60-a876-bbd391d1890d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:18.871631 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9176ed61-18bf-4d60-a876-bbd391d1890d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1925926 Jul 16 03:31:18.872240 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56286) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:18.882244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a1ab38e8-9a1e-416c-9d98-fe25f566983d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Request body: {'security_group_rule': {'security_group_id': '9727949a-05b8-48ad-aaef-af0bdb59bb3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:18.939939 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1ab38e8-9a1e-416c-9d98-fe25f566983d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.081120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Sync routers for ids ['81f31f80-9277-440a-8377-5de11aab5b63'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:31:19.105500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Routers {'81f31f80-9277-440a-8377-5de11aab5b63'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:19.110150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:31:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['81f31f80-9277-440a-8377-5de11aab5b63'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:19.149489 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1ab38e8-9a1e-416c-9d98-fe25f566983d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.154750 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1ab38e8-9a1e-416c-9d98-fe25f566983d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.155694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-800d180d-05b2-4187-a128-623938bf9c78 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:19.165310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-800d180d-05b2-4187-a128-623938bf9c78 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/networks?id=c25f7dda-1347-4dac-bbfb-85ae4b87a184 HTTP/1.1" status: 200 len: 814 time: 0.6600599 Jul 16 03:31:19.187493 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1ab38e8-9a1e-416c-9d98-fe25f566983d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.189074 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a1ab38e8-9a1e-416c-9d98-fe25f566983d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3140600 Jul 16 03:31:19.192206 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab38e8-9a1e-416c-9d98-fe25f566983d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd35001-4974-4117-b962-ae44f976f608,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:19.193945 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-3bceef84-787f-4632-862a-513336d32afa tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/quotas/ebb747fbaa4d4250ae33a3472beaf32b HTTP/1.1" status: 200 len: 375 time: 0.0269628 Jul 16 03:31:19.194467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56306) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:19.200362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:19.245396 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.454382 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00d9ea0-dbf7-451e-8bc2-be475d99f148 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:19.488247 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.502465 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.520475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Transition to ACTIVE for port object d00d9ea0-dbf7-451e-8bc2-be475d99f148 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:19.528615 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.647608 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 153ff2ae-c8a8-4537-9e2e-333abfddb2ca up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:19.722969 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=d00d9ea0-dbf7-451e-8bc2-be475d99f148,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:19.742496 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Allocated IP 172.25.3.93 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/6fa8cc9a-5c11-4725-b469-1bb25df5ef54) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:19.773776 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 153ff2ae-c8a8-4537-9e2e-333abfddb2ca triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:19.776344 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:19.785421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-0c35f516-1fb7-4e7d-8c22-a344a887404a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ebb747fbaa4d4250ae33a3472beaf32b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5893800 Jul 16 03:31:19.844897 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Set router 81f31f80-9277-440a-8377-5de11aab5b63 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:19.954353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.042006 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.061722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:20.066151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:20.124751 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:20.164446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Attempting to bind port d00d9ea0-dbf7-451e-8bc2-be475d99f148 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:20.165705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Attempting to bind port d00d9ea0-dbf7-451e-8bc2-be475d99f148 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:20.166772 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Attempting to bind port d00d9ea0-dbf7-451e-8bc2-be475d99f148 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:20.200435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Port d00d9ea0-dbf7-451e-8bc2-be475d99f148 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:20.200782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Attempting to bind port d00d9ea0-dbf7-451e-8bc2-be475d99f148 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:20.226352 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:20.226757 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:20.227169 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:20.227627 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Bound port: d00d9ea0-dbf7-451e-8bc2-be475d99f148, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:20.228292 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.246682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-12774f12-a654-47aa-91fd-18d67bdd6ebd service neutron] 10.222.0.18 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197474 Jul 16 03:31:20.252715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f31f80-9277-440a-8377-5de11aab5b63', 'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:09Z', 'updated_at': '2021-07-16T03:31:15Z', 'revision_number': 4, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'gw_port': {'id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd569a932-c451-43b3-94e9-a9a3acda041a', 'name': '', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'mac_address': 'fa:16:3e:a6:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:14Z', 'updated_at': '2021-07-16T03:31:15Z', 'revision_number': 2, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'subnets': [{'id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:20.268622 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Pushing event updated for resources: {'Port': ['ID=6fa8cc9a-5c11-4725-b469-1bb25df5ef54,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:20.311121 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Checking router: 81f31f80-9277-440a-8377-5de11aab5b63 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:31:20.311484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Updating router 81f31f80-9277-440a-8377-5de11aab5b63 port d569a932-c451-43b3-94e9-a9a3acda041a binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:31:20.350614 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.366461 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.374571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] For port d00d9ea0-dbf7-451e-8bc2-be475d99f148, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:20.402682 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] For port d00d9ea0-dbf7-451e-8bc2-be475d99f148, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d00d9ea0-dbf7-451e-8bc2-be475d99f148,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:20.410049 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.436343 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.487942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-d635c678-40ad-4ad2-b282-8a8b574ff85c tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:31:20.496100 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-d635c678-40ad-4ad2-b282-8a8b574ff85c tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5811021 Jul 16 03:31:20.532923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:20.533582 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.535041 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] 10.222.0.20 "PUT /v2.0/ports/d00d9ea0-dbf7-451e-8bc2-be475d99f148 HTTP/1.1" status: 200 len: 1096 time: 2.2297139 Jul 16 03:31:20.553874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8581246a-6d01-491a-936b-4274d17a4c5f', 'tag': 'd00d9ea0-dbf7-451e-8bc2-be475d99f148'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:20.557000 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab4f0d9-c3d1-4171-9925-cb0973604c17" -d '{"events": [{"name": "network-changed", "server_uuid": "8581246a-6d01-491a-936b-4274d17a4c5f", "tag": "d00d9ea0-dbf7-451e-8bc2-be475d99f148"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:20.600944 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-90ed561f-c735-4f96-ab79-72a5e532804d service neutron] 10.222.0.18 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408689 Jul 16 03:31:20.604679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a0e31-6a5a-46f2-b000-6f99981d5ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=d00d9ea0-dbf7-451e-8bc2-be475d99f148,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:20.643325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-de85ed7f-9d67-484a-a918-f394420e0cdd tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:20.650082 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-de85ed7f-9d67-484a-a918-f394420e0cdd tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports/2e26cc8d-168f-4ba4-8c4d-785cf837ce49 HTTP/1.1" status: 200 len: 1094 time: 0.1529696 Jul 16 03:31:20.715488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-3ce5d9f0-d339-4ad9-9c4f-37052022a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:20.718310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-3ce5d9f0-d339-4ad9-9c4f-37052022a488 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7fba9e325bd242bf87aabe7bc778b66f&device_id=8581246a-6d01-491a-936b-4274d17a4c5f HTTP/1.1" status: 200 len: 1099 time: 0.0970588 Jul 16 03:31:20.723202 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.733563 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.800665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-c957760d-61be-4ad1-b2d8-553a17fe7fdb service neutron] Request body: {'binding': {'host': 'n-h1-800088-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:20.806017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-c957760d-61be-4ad1-b2d8-553a17fe7fdb service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:31:20.813713 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-80becefd-780c-4d5d-a747-6dbbfb3a6d72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=d00d9ea0-dbf7-451e-8bc2-be475d99f148 HTTP/1.1" status: 200 len: 217 time: 0.0802073 Jul 16 03:31:20.866744 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Pushing event updated for resources: {'Port': ['ID=6fa8cc9a-5c11-4725-b469-1bb25df5ef54,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:20.894903 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.912703 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.920297 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:20.921798 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8aadc4ea-c659-4a98-b6df-012555a58cce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7261760 Jul 16 03:31:20.927336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Transition to ACTIVE for port object d569a932-c451-43b3-94e9-a9a3acda041a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:20.946502 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.005356 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83932df7-a20c-420e-b529-3c7b5fd1efc2 None None] Pushing event updated for resources: {'Port': ['ID=d569a932-c451-43b3-94e9-a9a3acda041a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:21.105395 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Attempting to bind port d569a932-c451-43b3-94e9-a9a3acda041a on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:21.105812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Attempting to bind port d569a932-c451-43b3-94e9-a9a3acda041a by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4811f62d-a58a-4d2b-970a-a0f755a5aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:21.106179 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Attempting to bind port d569a932-c451-43b3-94e9-a9a3acda041a on network b984194a-6086-4e8b-9f9f-a200d3ed3239 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:21.117584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:21.118373 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Checking segment: {'id': '4811f62d-a58a-4d2b-970a-a0f755a5aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:21.119403 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.119812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Bound using segment: {'id': '4811f62d-a58a-4d2b-970a-a0f755a5aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:21.120339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Bound port: d569a932-c451-43b3-94e9-a9a3acda041a, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4811f62d-a58a-4d2b-970a-a0f755a5aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:21.120830 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.235080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] For port d569a932-c451-43b3-94e9-a9a3acda041a, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:21.239710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] For port d569a932-c451-43b3-94e9-a9a3acda041a, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d569a932-c451-43b3-94e9-a9a3acda041a,segment=NetworkSegment(4811f62d-a58a-4d2b-970a-a0f755a5aed5),segment_id=4811f62d-a58a-4d2b-970a-a0f755a5aed5)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:21.245244 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.334201 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83932df7-a20c-420e-b529-3c7b5fd1efc2 None None] Pushing event updated for resources: {'Port': ['ID=d569a932-c451-43b3-94e9-a9a3acda041a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:21.371055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Routers {'81f31f80-9277-440a-8377-5de11aab5b63'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:31:21.372358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:31:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['81f31f80-9277-440a-8377-5de11aab5b63'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:21.481069 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27ca7410-e55e-4eae-b9b8-17251c6d1d4e req-39a383b6-bdb5-4f25-9576-8accf69a357e tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-group-rules/9dd4bdd1-2a67-4143-8d17-c237ba00695f HTTP/1.1" status: 200 len: 783 time: 0.1147120 Jul 16 03:31:21.659436 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] Set router 81f31f80-9277-440a-8377-5de11aab5b63 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:31:21.683996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27ca7410-e55e-4eae-b9b8-17251c6d1d4e req-9cbca543-01bc-4995-8705-c9cd2007188d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/64e4ba47-4c8a-4a61-bad4-e93bb8c34efb HTTP/1.1" status: 200 len: 2996 time: 0.2016299 Jul 16 03:31:21.758416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-d26b4aa3-a77e-4dc7-a4aa-6f1593936966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:21.759953 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-d26b4aa3-a77e-4dc7-a4aa-6f1593936966 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.4013135 Jul 16 03:31:21.763109 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-27ca7410-e55e-4eae-b9b8-17251c6d1d4e req-f07330af-cd22-46e8-be75-34328efb07bf tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.767179 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-c957760d-61be-4ad1-b2d8-553a17fe7fdb service neutron] Attempting to bind port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 on host n-h1-800088-6 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:21.767508 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-c957760d-61be-4ad1-b2d8-553a17fe7fdb service neutron] Attempting to bind port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:21.767837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-c957760d-61be-4ad1-b2d8-553a17fe7fdb service neutron] Attempting to bind port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:21.799495 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-27ca7410-e55e-4eae-b9b8-17251c6d1d4e req-f07330af-cd22-46e8-be75-34328efb07bf tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.806485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-c957760d-61be-4ad1-b2d8-553a17fe7fdb service neutron] Port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 on network ae4da56c-d106-465b-8123-a4e05a78074b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:21.806777 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-c957760d-61be-4ad1-b2d8-553a17fe7fdb service neutron] Attempting to bind port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:21.888894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-c957760d-61be-4ad1-b2d8-553a17fe7fdb service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:21.889271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-c957760d-61be-4ad1-b2d8-553a17fe7fdb service neutron] Checking segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:21.889664 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-c957760d-61be-4ad1-b2d8-553a17fe7fdb service neutron] Bound using segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:21.890299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-c957760d-61be-4ad1-b2d8-553a17fe7fdb service neutron] Bound port: 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:21.914136 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d569a932-c451-43b3-94e9-a9a3acda041a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:21.978693 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-27ca7410-e55e-4eae-b9b8-17251c6d1d4e req-f07330af-cd22-46e8-be75-34328efb07bf tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.984940 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-27ca7410-e55e-4eae-b9b8-17251c6d1d4e req-f07330af-cd22-46e8-be75-34328efb07bf tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:21.990924 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27ca7410-e55e-4eae-b9b8-17251c6d1d4e req-f07330af-cd22-46e8-be75-34328efb07bf tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/9dd4bdd1-2a67-4143-8d17-c237ba00695f HTTP/1.1" status: 204 len: 173 time: 0.3056414 Jul 16 03:31:22.038185 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d569a932-c451-43b3-94e9-a9a3acda041a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:22.054007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d569a932-c451-43b3-94e9-a9a3acda041a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:22.054007 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.063719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f31f80-9277-440a-8377-5de11aab5b63', 'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:09Z', 'updated_at': '2021-07-16T03:31:15Z', 'revision_number': 4, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'gw_port': {'id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd569a932-c451-43b3-94e9-a9a3acda041a', 'name': '', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'mac_address': 'fa:16:3e:a6:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:14Z', 'updated_at': '2021-07-16T03:31:21Z', 'revision_number': 4, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'subnets': [{'id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:22.076663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07330af-cd22-46e8-be75-34328efb07bf tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dd4bdd1-2a67-4143-8d17-c237ba00695f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:22.139789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-384daea4-5eae-4807-883e-b961a9a2bf62 None None] Provisioning complete for port d569a932-c451-43b3-94e9-a9a3acda041a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:22.140015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-c957760d-61be-4ad1-b2d8-553a17fe7fdb service neutron] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:22.140176 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-384daea4-5eae-4807-883e-b961a9a2bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.146674 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782b0786-793e-4ac4-9853-19e0e0eba248 None None] The sync data for ids ['81f31f80-9277-440a-8377-5de11aab5b63'] in n-d-800088-6 is: [{'id': '81f31f80-9277-440a-8377-5de11aab5b63', 'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:09Z', 'updated_at': '2021-07-16T03:31:15Z', 'revision_number': 4, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'gw_port': {'id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd569a932-c451-43b3-94e9-a9a3acda041a', 'name': '', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'mac_address': 'fa:16:3e:a6:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:14Z', 'updated_at': '2021-07-16T03:31:21Z', 'revision_number': 4, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'subnets': [{'id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:31:22.161769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-dde60378-0a0d-4b9f-a8b0-c4e34218e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:22.164995 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-dde60378-0a0d-4b9f-a8b0-c4e34218e148 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3948772 Jul 16 03:31:22.169524 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-c957760d-61be-4ad1-b2d8-553a17fe7fdb service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.172096 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-c957760d-61be-4ad1-b2d8-553a17fe7fdb service neutron] 10.222.0.18 "POST /v2.0/ports/2e26cc8d-168f-4ba4-8c4d-785cf837ce49/bindings HTTP/1.1" status: 201 len: 389 time: 1.5211866 Jul 16 03:31:22.338152 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-384daea4-5eae-4807-883e-b961a9a2bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.360684 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.384241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-d1af644d-ac56-43cf-bb40-e898c0a6ab65 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081358 Jul 16 03:31:22.429850 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38b459-54ba-4f12-9316-e2c5b4d8121d req-45e9989b-5a96-41d1-b369-4cdcdf6c36c4 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:22.440183 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d38b459-54ba-4f12-9316-e2c5b4d8121d req-45e9989b-5a96-41d1-b369-4cdcdf6c36c4 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=8581246a-6d01-491a-936b-4274d17a4c5f HTTP/1.1" status: 200 len: 948 time: 0.2275846 Jul 16 03:31:22.441495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-384daea4-5eae-4807-883e-b961a9a2bf62 None None] For port d569a932-c451-43b3-94e9-a9a3acda041a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d569a932-c451-43b3-94e9-a9a3acda041a,segment=NetworkSegment(4811f62d-a58a-4d2b-970a-a0f755a5aed5),segment_id=4811f62d-a58a-4d2b-970a-a0f755a5aed5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:22.449064 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-384daea4-5eae-4807-883e-b961a9a2bf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:22.570799 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384daea4-5eae-4807-883e-b961a9a2bf62 None None] Pushing event updated for resources: {'Port': ['ID=d569a932-c451-43b3-94e9-a9a3acda041a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:22.629860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d38b459-54ba-4f12-9316-e2c5b4d8121d req-66280271-95d4-4733-8dc4-1565706fc049 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861968 Jul 16 03:31:22.686737 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:31:22.687119 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:31:22.700786 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-011662e7-c524-42d8-8df0-39a7b2cb5648 req-1c0dfe46-e527-4343-97f4-b807a349d3ab service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508607 Jul 16 03:31:22.752006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-58702512-bcaf-447b-a726-6213028ad50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:22.753510 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-58702512-bcaf-447b-a726-6213028ad50c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 1097 time: 0.2179294 Jul 16 03:31:22.889888 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-0fff2174-156f-4eb5-bf58-926ebdae01eb tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:22.891589 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-0fff2174-156f-4eb5-bf58-926ebdae01eb tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.88 "GET /v2.0/networks?id=c25f7dda-1347-4dac-bbfb-85ae4b87a184 HTTP/1.1" status: 200 len: 814 time: 0.1642866 Jul 16 03:31:22.905147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-5e491d1d-a98f-41e8-b6b4-59f2bda191f7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Request body: {'port': {'device_id': '0d93bf1c-56f4-437c-a334-30fd0198e55e', 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184', 'admin_state_up': True, 'tenant_id': 'ebb747fbaa4d4250ae33a3472beaf32b'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:22.963102 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b75c9f3-4b11-44a5-8cde-8520bb142ab9 x-openstack-request-id: req-9b75c9f3-4b11-44a5-8cde-8520bb142ab9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:22.963102 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8581246a-6d01-491a-936b-4274d17a4c5f", "tag": "d00d9ea0-dbf7-451e-8bc2-be475d99f148", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:22.964654 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b75c9f3-4b11-44a5-8cde-8520bb142ab9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:22.966694 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8581246a-6d01-491a-936b-4274d17a4c5f', 'tag': 'd00d9ea0-dbf7-451e-8bc2-be475d99f148', 'status': 'completed', 'code': 200} Jul 16 03:31:22.983161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2b836a3b-9525-400f-8b41-114f436b97d9 req-76ea2cb8-4ab4-48ad-8feb-ad9d1254a3ba tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1230646703', 'description': 'tempest-description-1229707315'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:23.184982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-52a90e90-1208-4414-b6a2-18fd17e49cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:23.187369 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-52a90e90-1208-4414-b6a2-18fd17e49cd9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.4221671 Jul 16 03:31:23.204079 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b702a7cb-c888-4fca-95b3-db227389c3e9 req-c4439014-faf4-49fa-b1ae-b595049d077e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d93bf1c-56f4-437c-a334-30fd0198e55e HTTP/1.1" status: 200 len: 210 time: 0.0714304 Jul 16 03:31:23.208179 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b836a3b-9525-400f-8b41-114f436b97d9 req-76ea2cb8-4ab4-48ad-8feb-ad9d1254a3ba tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.246383 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b836a3b-9525-400f-8b41-114f436b97d9 req-76ea2cb8-4ab4-48ad-8feb-ad9d1254a3ba tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.270483 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-5e491d1d-a98f-41e8-b6b4-59f2bda191f7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Made reservation on behalf of ebb747fbaa4d4250ae33a3472beaf32b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:23.282728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-5e491d1d-a98f-41e8-b6b4-59f2bda191f7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.377929 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-3559fb59-984f-4acc-95a4-871343fb0fd6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49 HTTP/1.1" status: 200 len: 217 time: 0.1722705 Jul 16 03:31:23.499433 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b836a3b-9525-400f-8b41-114f436b97d9 req-76ea2cb8-4ab4-48ad-8feb-ad9d1254a3ba tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.519819 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b836a3b-9525-400f-8b41-114f436b97d9 req-76ea2cb8-4ab4-48ad-8feb-ad9d1254a3ba tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.554170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4f0d9-c3d1-4171-9925-cb0973604c17 req-eac062cc-f8ca-466f-94ff-49af3e63d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:23.555968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ab4f0d9-c3d1-4171-9925-cb0973604c17 req-eac062cc-f8ca-466f-94ff-49af3e63d5c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7fba9e325bd242bf87aabe7bc778b66f&device_id=8581246a-6d01-491a-936b-4274d17a4c5f HTTP/1.1" status: 200 len: 1099 time: 0.5763803 Jul 16 03:31:23.581151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-5e491d1d-a98f-41e8-b6b4-59f2bda191f7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Allocated IP 172.20.0.7 (c25f7dda-1347-4dac-bbfb-85ae4b87a184/8536182f-4677-4cbb-86c0-6da48edb163b/1d151f38-a51b-4f96-aec7-fd27e08efc7d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:23.632478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d569a932-c451-43b3-94e9-a9a3acda041a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:23.696180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d569a932-c451-43b3-94e9-a9a3acda041a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:23.697244 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:23.760580 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-521f2a19-a105-461e-9a63-57d63e27d8c6 req-7d4e3e5e-da34-490f-a8b4-c61b78f5ede9 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/64e4ba47-4c8a-4a61-bad4-e93bb8c34efb HTTP/1.1" status: 200 len: 2398 time: 0.4789691 Jul 16 03:31:23.784416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4f0d9-c3d1-4171-9925-cb0973604c17 req-9600410f-6ff9-405e-8e6d-87a7156e8d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:23.787585 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ab4f0d9-c3d1-4171-9925-cb0973604c17 req-9600410f-6ff9-405e-8e6d-87a7156e8d58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.2057884 Jul 16 03:31:23.889933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-9ad9acee-9257-432d-9e70-877f8bf2dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:23.891794 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-9ad9acee-9257-432d-9e70-877f8bf2dd32 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.3909349 Jul 16 03:31:23.893326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ab4f0d9-c3d1-4171-9925-cb0973604c17 req-9776fd6a-f44d-4fe4-9ee4-d4358c42510f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=d00d9ea0-dbf7-451e-8bc2-be475d99f148 HTTP/1.1" status: 200 len: 217 time: 0.0568175 Jul 16 03:31:23.902864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea2cb8-4ab4-48ad-8feb-ad9d1254a3ba tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03a736c-72cf-4bc3-8d7c-9b0b8a645280,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:24.025254 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-521f2a19-a105-461e-9a63-57d63e27d8c6 req-3a5c5d13-1bfa-4d28-8cb8-eadacbc5801e tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.028404 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-204adff7-0f9c-4e1c-990a-fa16fc129045 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140964 Jul 16 03:31:24.116205 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-521f2a19-a105-461e-9a63-57d63e27d8c6 req-3a5c5d13-1bfa-4d28-8cb8-eadacbc5801e tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.123742 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4f0d9-c3d1-4171-9925-cb0973604c17 req-36ed47d6-9c37-4a69-baa4-523bf69cbc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:24.125833 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ab4f0d9-c3d1-4171-9925-cb0973604c17 req-36ed47d6-9c37-4a69-baa4-523bf69cbc79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.2152889 Jul 16 03:31:24.266403 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b836a3b-9525-400f-8b41-114f436b97d9 req-76ea2cb8-4ab4-48ad-8feb-ad9d1254a3ba tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.299669 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b836a3b-9525-400f-8b41-114f436b97d9 req-76ea2cb8-4ab4-48ad-8feb-ad9d1254a3ba tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.339193 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-31b5a12a-a3c5-46f9-8bb3-d869227daed8 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945409 Jul 16 03:31:24.347300 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4f0d9-c3d1-4171-9925-cb0973604c17 req-3c9bb7db-45cc-4998-8011-0f02a4acf66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:24.347589 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ab4f0d9-c3d1-4171-9925-cb0973604c17 req-3c9bb7db-45cc-4998-8011-0f02a4acf66a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042177 Jul 16 03:31:24.354588 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-521f2a19-a105-461e-9a63-57d63e27d8c6 req-3a5c5d13-1bfa-4d28-8cb8-eadacbc5801e tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.357176 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-521f2a19-a105-461e-9a63-57d63e27d8c6 req-3a5c5d13-1bfa-4d28-8cb8-eadacbc5801e tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.363349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-521f2a19-a105-461e-9a63-57d63e27d8c6 req-3a5c5d13-1bfa-4d28-8cb8-eadacbc5801e tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "DELETE /v2.0/security-groups/64e4ba47-4c8a-4a61-bad4-e93bb8c34efb HTTP/1.1" status: 204 len: 173 time: 0.6013858 Jul 16 03:31:24.399136 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b836a3b-9525-400f-8b41-114f436b97d9 req-76ea2cb8-4ab4-48ad-8feb-ad9d1254a3ba tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.400917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b836a3b-9525-400f-8b41-114f436b97d9 req-76ea2cb8-4ab4-48ad-8feb-ad9d1254a3ba tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.4487422 Jul 16 03:31:24.403366 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-5e491d1d-a98f-41e8-b6b4-59f2bda191f7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.435255 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea2cb8-4ab4-48ad-8feb-ad9d1254a3ba tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a54bcc-4fbc-4182-a7af-5675d14c3488,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:24.457639 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-5e491d1d-a98f-41e8-b6b4-59f2bda191f7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.461689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c5d13-1bfa-4d28-8cb8-eadacbc5801e tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e4ba47-4c8a-4a61-bad4-e93bb8c34efb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:24.471401 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['cbd0e8dd-6946-44a8-b4f5-7d216508edf6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:24.549368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-5e491d1d-a98f-41e8-b6b4-59f2bda191f7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Network c25f7dda-1347-4dac-bbfb-85ae4b87a184 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:24.553601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-5e491d1d-a98f-41e8-b6b4-59f2bda191f7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:24.563641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-5e491d1d-a98f-41e8-b6b4-59f2bda191f7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:24.665189 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e491d1d-a98f-41e8-b6b4-59f2bda191f7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Pushing event updated for resources: {'Port': ['ID=1d151f38-a51b-4f96-aec7-fd27e08efc7d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:24.691876 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-5e491d1d-a98f-41e8-b6b4-59f2bda191f7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:24.692558 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-5e491d1d-a98f-41e8-b6b4-59f2bda191f7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.727880 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-5e491d1d-a98f-41e8-b6b4-59f2bda191f7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8274267 Jul 16 03:31:24.735215 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-51cf4aff-931e-4a8a-bf89-d0f598a44a87 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816826 Jul 16 03:31:24.741144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Request body: {'port': {'device_id': '0d93bf1c-56f4-437c-a334-30fd0198e55e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:24.791541 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-285e7dad-e5a5-4d33-953e-afeb804929c1 req-3f639047-24ea-4243-b348-4d0478083a36 tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.1943583 Jul 16 03:31:24.901389 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:24.965649 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ab4f0d9-c3d1-4171-9925-cb0973604c17 req-dedf2f7f-f7f7-40f2-8bb6-38385ce38e09 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787895 Jul 16 03:31:25.083160 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed4501-b548-4691-b892-f7f35f96a165 req-743c9bb3-1200-4be7-b187-42994171877b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:25.084727 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2fed4501-b548-4691-b892-f7f35f96a165 req-743c9bb3-1200-4be7-b187-42994171877b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 946 time: 0.5020509 Jul 16 03:31:25.234450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2fed4501-b548-4691-b892-f7f35f96a165 req-034491aa-2947-4280-b6c6-d3ca30537b83 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008852 Jul 16 03:31:25.243595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-1a1e1bf0-6e64-485c-a575-beab7d03da26 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:25.245145 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-1a1e1bf0-6e64-485c-a575-beab7d03da26 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 1097 time: 0.4315338 Jul 16 03:31:25.261415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ab4f0d9-c3d1-4171-9925-cb0973604c17 req-9e726c9a-4ea8-440f-87b3-f8c5070b1e89 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891860 Jul 16 03:31:25.261415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-6'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:25.298357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432e665-9616-41ab-9731-08d48787728d req-0d2c9dbe-ea5a-4bf2-ae4d-f17ff567fda7 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:25.299901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9432e665-9616-41ab-9731-08d48787728d req-0d2c9dbe-ea5a-4bf2-ae4d-f17ff567fda7 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=8581246a-6d01-491a-936b-4274d17a4c5f HTTP/1.1" status: 200 len: 948 time: 0.3100140 Jul 16 03:31:25.332049 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d151f38-a51b-4f96-aec7-fd27e08efc7d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:25.340818 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.355270 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Transition to ACTIVE for port object 1d151f38-a51b-4f96-aec7-fd27e08efc7d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:25.360575 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.381885 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.412842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d151f38-a51b-4f96-aec7-fd27e08efc7d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:25.461937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9432e665-9616-41ab-9731-08d48787728d req-21efdb9a-f5fe-4afa-96e2-ff0c3d70d046 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023142 Jul 16 03:31:25.518176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Attempting to bind port 1d151f38-a51b-4f96-aec7-fd27e08efc7d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:25.518521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Attempting to bind port 1d151f38-a51b-4f96-aec7-fd27e08efc7d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '40afc160-2cf2-404f-ae73-54b41f150724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:25.518844 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Attempting to bind port 1d151f38-a51b-4f96-aec7-fd27e08efc7d on network c25f7dda-1347-4dac-bbfb-85ae4b87a184 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:25.524503 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Port 1d151f38-a51b-4f96-aec7-fd27e08efc7d on network c25f7dda-1347-4dac-bbfb-85ae4b87a184 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:25.525176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Attempting to bind port 1d151f38-a51b-4f96-aec7-fd27e08efc7d on network c25f7dda-1347-4dac-bbfb-85ae4b87a184 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:25.530569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:25.530739 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Checking segment: {'id': '40afc160-2cf2-404f-ae73-54b41f150724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:25.531097 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Bound using segment: {'id': '40afc160-2cf2-404f-ae73-54b41f150724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:25.531840 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Bound port: 1d151f38-a51b-4f96-aec7-fd27e08efc7d, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40afc160-2cf2-404f-ae73-54b41f150724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:25.532129 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.555319 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-f0ba8fd8-abc7-4dce-a990-ab2253fccf8d req-cc1aa1d3-8f54-4262-80f2-db8c092390a5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] show failed (client error): The resource could not be found. Jul 16 03:31:25.568282 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0ba8fd8-abc7-4dce-a990-ab2253fccf8d req-cc1aa1d3-8f54-4262-80f2-db8c092390a5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/310bc119-b351-4085-8e4b-fd03cbf1a97b HTTP/1.1" status: 404 len: 352 time: 0.0590379 Jul 16 03:31:25.603222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05ad6a-c187-49b1-a9c6-e380652eef08 req-eb8a60c4-066e-4a9d-99bf-992a27abb74f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:25.605074 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9c05ad6a-c187-49b1-a9c6-e380652eef08 req-eb8a60c4-066e-4a9d-99bf-992a27abb74f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d93bf1c-56f4-437c-a334-30fd0198e55e HTTP/1.1" status: 200 len: 943 time: 0.2333319 Jul 16 03:31:25.616799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5d7780ad-4b1b-46ef-b3ed-7356dc21cef2 req-3805934d-ba41-4be9-9495-828ae1211ff3 tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Request body: {'security_group': {'name': 'tempest-securitygroup-112030516', 'description': 'tempest-description-1832612982'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:25.623142 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] For port 1d151f38-a51b-4f96-aec7-fd27e08efc7d, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:25.630276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] For port 1d151f38-a51b-4f96-aec7-fd27e08efc7d, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1d151f38-a51b-4f96-aec7-fd27e08efc7d,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:25.635214 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.671864 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:25.672745 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.674853 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] 10.222.0.88 "PUT /v2.0/ports/1d151f38-a51b-4f96-aec7-fd27e08efc7d HTTP/1.1" status: 200 len: 1091 time: 0.9393167 Jul 16 03:31:25.675515 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d93bf1c-56f4-437c-a334-30fd0198e55e', 'tag': '1d151f38-a51b-4f96-aec7-fd27e08efc7d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:25.677897 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220056c0-4e43-4c97-9aba-d283d3d0b3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0d93bf1c-56f4-437c-a334-30fd0198e55e", "tag": "1d151f38-a51b-4f96-aec7-fd27e08efc7d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:25.704379 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfe537-3f57-4252-ba61-d619d1e6e3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=1d151f38-a51b-4f96-aec7-fd27e08efc7d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:25.710819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9c05ad6a-c187-49b1-a9c6-e380652eef08 req-0b8135ad-0204-4d0f-a4d1-a01d82354a2c tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879529 Jul 16 03:31:25.711574 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d7780ad-4b1b-46ef-b3ed-7356dc21cef2 req-3805934d-ba41-4be9-9495-828ae1211ff3 tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.769827 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:25.796941 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-1c9eeef0-4781-4078-9e97-31a08c070cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:25.800287 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-1c9eeef0-4781-4078-9e97-31a08c070cce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ebb747fbaa4d4250ae33a3472beaf32b&device_id=0d93bf1c-56f4-437c-a334-30fd0198e55e HTTP/1.1" status: 200 len: 1094 time: 0.0741341 Jul 16 03:31:25.861619 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-363373a9-0d6a-49a0-afdd-3c9daafde365 req-de88a0fa-8c50-42b0-9d26-697d5131c56b tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/df33241a-2acf-4da5-bfbe-96ee705978e4 HTTP/1.1" status: 200 len: 1803 time: 0.1112082 Jul 16 03:31:25.870196 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:25.879993 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-0d98810f-984b-4a01-9015-67752099965d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d151f38-a51b-4f96-aec7-fd27e08efc7d HTTP/1.1" status: 200 len: 217 time: 0.0562489 Jul 16 03:31:25.962156 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d7780ad-4b1b-46ef-b3ed-7356dc21cef2 req-3805934d-ba41-4be9-9495-828ae1211ff3 tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.967664 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309c2024-8031-4fb2-bc60-5f6aa0a5acbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e26cc8d-168f-4ba4-8c4d-785cf837ce49'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:25.970702 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101b0631-2940-46ce-aba6-5d5c1e94d23a" -d '{"events": [{"server_uuid": "309c2024-8031-4fb2-bc60-5f6aa0a5acbc", "name": "network-vif-unplugged", "status": "completed", "tag": "2e26cc8d-168f-4ba4-8c4d-785cf837ce49"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:25.975319 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:25.983602 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d7780ad-4b1b-46ef-b3ed-7356dc21cef2 req-3805934d-ba41-4be9-9495-828ae1211ff3 tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.000227 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.017544 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d7780ad-4b1b-46ef-b3ed-7356dc21cef2 req-3805934d-ba41-4be9-9495-828ae1211ff3 tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.029476 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d7780ad-4b1b-46ef-b3ed-7356dc21cef2 req-3805934d-ba41-4be9-9495-828ae1211ff3 tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4349613 Jul 16 03:31:26.031865 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-8ed8b997-7ec5-46b5-88eb-6ef6b63a600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:26.034900 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-8ed8b997-7ec5-46b5-88eb-6ef6b63a600f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8536182f-4677-4cbb-86c0-6da48edb163b HTTP/1.1" status: 200 len: 854 time: 0.1455960 Jul 16 03:31:26.074623 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-1277c931-70ef-4a1c-a4fe-bfe4e8311ec4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c25f7dda-1347-4dac-bbfb-85ae4b87a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326161 Jul 16 03:31:26.078321 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a1171d-bd07-4518-8b1b-525ece86d6a8 x-openstack-request-id: req-56a1171d-bd07-4518-8b1b-525ece86d6a8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:26.078618 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d93bf1c-56f4-437c-a334-30fd0198e55e", "tag": "1d151f38-a51b-4f96-aec7-fd27e08efc7d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:26.078874 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56a1171d-bd07-4518-8b1b-525ece86d6a8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:26.079305 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d93bf1c-56f4-437c-a334-30fd0198e55e', 'tag': '1d151f38-a51b-4f96-aec7-fd27e08efc7d', 'status': 'completed', 'code': 200} Jul 16 03:31:26.223644 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-0bc117ea-695f-40a8-8db3-982e25cc5f5b service neutron] 10.222.0.88 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344581 Jul 16 03:31:26.232486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d00d9ea0-dbf7-451e-8bc2-be475d99f148 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:26.268648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56496) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:26.274230 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1f4c7895-1672-4e33-8ea2-a4b562ea6a95 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-751426602'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:26.341608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4c7895-1672-4e33-8ea2-a4b562ea6a95 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Made reservation on behalf of d79f4b9420fd452b874072e387240e86 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:26.345666 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7895-1672-4e33-8ea2-a4b562ea6a95 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.383171 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bb6fd2d5-f482-488a-b1ce-e3fea87032f7 req-f6c627c2-9a4a-4c4c-86c2-132f6050c587 service neutron] 10.222.0.88 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407192 Jul 16 03:31:26.386627 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4c7895-1672-4e33-8ea2-a4b562ea6a95 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:26.400675 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7895-1672-4e33-8ea2-a4b562ea6a95 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.401125 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-1f4c7895-1672-4e33-8ea2-a4b562ea6a95 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Added segment de5d6014-7919-40c3-aa5d-ccb6723a6c29 of type vlan for network 5cda0bd3-70e5-481d-b638-9f7104dcd15f Jul 16 03:31:26.420454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805934d-ba41-4be9-9495-828ae1211ff3 tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1c8c7e-c128-48e1-b2a6-70c85882ee3e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.424403 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7bf2ecfb-8b3e-480e-91f8-ab9d959222ca req-c384ce71-4db8-430f-9092-12f1efbe5315 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0984402 Jul 16 03:31:26.448447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d00d9ea0-dbf7-451e-8bc2-be475d99f148, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d00d9ea0-dbf7-451e-8bc2-be475d99f148,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:26.449775 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7895-1672-4e33-8ea2-a4b562ea6a95 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.452387 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d56d49f4-759b-421a-899f-62a3b11bca40 req-2bfab878-946e-4524-a3e7-1a4e868a8e5e tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.1036446 Jul 16 03:31:26.460678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'd00d9ea0-dbf7-451e-8bc2-be475d99f148', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': 'd00d9ea0-dbf7-451e-8bc2-be475d99f148', 'mac_address': 'fa:16:3e:6c:7d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:26.461498 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-363373a9-0d6a-49a0-afdd-3c9daafde365 req-bda2535f-9de4-4f2a-a688-799680484298 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.512546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Pushing event updated for resources: {'Port': ['ID=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.527934 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.533055 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7895-1672-4e33-8ea2-a4b562ea6a95 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.542630 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-363373a9-0d6a-49a0-afdd-3c9daafde365 req-bda2535f-9de4-4f2a-a688-799680484298 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.545723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00d9ea0-dbf7-451e-8bc2-be475d99f148 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:26.550602 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c7895-1672-4e33-8ea2-a4b562ea6a95 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:26.551473 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7895-1672-4e33-8ea2-a4b562ea6a95 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.568181 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d00d9ea0-dbf7-451e-8bc2-be475d99f148, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d00d9ea0-dbf7-451e-8bc2-be475d99f148,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:26.572760 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53113a8b-cd89-476d-9dc4-673cc65eec09 x-openstack-request-id: req-53113a8b-cd89-476d-9dc4-673cc65eec09 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:26.573060 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309c2024-8031-4fb2-bc60-5f6aa0a5acbc", "name": "network-vif-unplugged", "status": "completed", "tag": "2e26cc8d-168f-4ba4-8c4d-785cf837ce49", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:26.573347 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53113a8b-cd89-476d-9dc4-673cc65eec09 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:26.573775 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309c2024-8031-4fb2-bc60-5f6aa0a5acbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e26cc8d-168f-4ba4-8c4d-785cf837ce49', 'code': 200} Jul 16 03:31:26.575019 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.579782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Attempting to bind port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 on host n-h2-800088-6 for vnic_type normal with profile {"migrating_to": "n-h1-800088-6"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:26.580117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Attempting to bind port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:26.580849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Attempting to bind port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:26.593329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220056c0-4e43-4c97-9aba-d283d3d0b3f0 req-8d786ae0-e7af-4f0d-b8ee-35bb60e5829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:26.593329 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-220056c0-4e43-4c97-9aba-d283d3d0b3f0 req-8d786ae0-e7af-4f0d-b8ee-35bb60e5829d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ebb747fbaa4d4250ae33a3472beaf32b&device_id=0d93bf1c-56f4-437c-a334-30fd0198e55e HTTP/1.1" status: 200 len: 1094 time: 0.1386585 Jul 16 03:31:26.614105 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 on network ae4da56c-d106-465b-8123-a4e05a78074b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:26.614449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Attempting to bind port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:26.623025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:26.623368 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Checking segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:26.628273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Bound using segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:26.628824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Bound port: 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:26.629206 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.644394 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1f4c7895-1672-4e33-8ea2-a4b562ea6a95 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3728948 Jul 16 03:31:26.648754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:26.658807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=d00d9ea0-dbf7-451e-8bc2-be475d99f148,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.659685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5fa0e220-5610-4f64-b555-0b3e55bf307d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-179906284'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:26.667407 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-363373a9-0d6a-49a0-afdd-3c9daafde365 req-bda2535f-9de4-4f2a-a688-799680484298 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.670467 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-363373a9-0d6a-49a0-afdd-3c9daafde365 req-bda2535f-9de4-4f2a-a688-799680484298 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.671612 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-363373a9-0d6a-49a0-afdd-3c9daafde365 req-bda2535f-9de4-4f2a-a688-799680484298 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "DELETE /v2.0/security-groups/df33241a-2acf-4da5-bfbe-96ee705978e4 HTTP/1.1" status: 204 len: 173 time: 0.7995818 Jul 16 03:31:26.729743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3a142d33-1345-4894-848c-cdab8d243c2c req-f77fdf09-b82e-4928-872b-c04f8e2a2a57 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-356212930', 'description': 'tempest-description-654437988'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:26.735052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c7895-1672-4e33-8ea2-a4b562ea6a95 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'Network': ['ID=5cda0bd3-70e5-481d-b638-9f7104dcd15f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.739576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2535f-9de4-4f2a-a688-799680484298 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df33241a-2acf-4da5-bfbe-96ee705978e4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:26.752229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 5cda0bd3-70e5-481d-b638-9f7104dcd15f details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:26.775269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa0e220-5610-4f64-b555-0b3e55bf307d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Made reservation on behalf of d79f4b9420fd452b874072e387240e86 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:26.779208 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0e220-5610-4f64-b555-0b3e55bf307d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.805854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:26.827686 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a142d33-1345-4894-848c-cdab8d243c2c req-f77fdf09-b82e-4928-872b-c04f8e2a2a57 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.831602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:26.832996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa0e220-5610-4f64-b555-0b3e55bf307d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:26.838884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220056c0-4e43-4c97-9aba-d283d3d0b3f0 req-631d75c8-dab5-4722-bcba-bfbc2ebeadf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:26.841518 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-220056c0-4e43-4c97-9aba-d283d3d0b3f0 req-631d75c8-dab5-4722-bcba-bfbc2ebeadf2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c25f7dda-1347-4dac-bbfb-85ae4b87a184 HTTP/1.1" status: 200 len: 915 time: 0.2304807 Jul 16 03:31:26.844297 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a142d33-1345-4894-848c-cdab8d243c2c req-f77fdf09-b82e-4928-872b-c04f8e2a2a57 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.849450 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.856026 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['d00d9ea0-dbf7-451e-8bc2-be475d99f148'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:26.912146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0e220-5610-4f64-b555-0b3e55bf307d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:26.912774 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-5fa0e220-5610-4f64-b555-0b3e55bf307d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Added segment f9a6bb5f-e9a3-41a5-9c35-00c03745e50d of type vlan for network bfe6d903-2807-4d33-bde4-98398f0edb6c Jul 16 03:31:26.914237 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-220056c0-4e43-4c97-9aba-d283d3d0b3f0 req-67332481-9642-496d-820a-91ac396134a3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d151f38-a51b-4f96-aec7-fd27e08efc7d HTTP/1.1" status: 200 len: 217 time: 0.0633531 Jul 16 03:31:26.982455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220056c0-4e43-4c97-9aba-d283d3d0b3f0 req-e1839e55-bf67-491e-8198-42d76f0f1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:26.983783 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-220056c0-4e43-4c97-9aba-d283d3d0b3f0 req-e1839e55-bf67-491e-8198-42d76f0f1eca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8536182f-4677-4cbb-86c0-6da48edb163b HTTP/1.1" status: 200 len: 854 time: 0.0628688 Jul 16 03:31:27.028440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:27.029080 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.030569 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] 10.222.0.88 "PUT /v2.0/ports/2e26cc8d-168f-4ba4-8c4d-785cf837ce49 HTTP/1.1" status: 200 len: 1122 time: 1.7775197 Jul 16 03:31:27.044048 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-220056c0-4e43-4c97-9aba-d283d3d0b3f0 req-725e4754-5e93-4099-a7fb-f72c048507f3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c25f7dda-1347-4dac-bbfb-85ae4b87a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523002 Jul 16 03:31:27.057587 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0e220-5610-4f64-b555-0b3e55bf307d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.086797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532bd59-c3de-4083-831f-a7a9f1debe5a service neutron] Pushing event updated for resources: {'Port': ['ID=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:27.113602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['2e26cc8d-168f-4ba4-8c4d-785cf837ce49'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:27.145554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7dace-f51d-4671-9126-f55d522aa427 req-95bb9d83-0a23-4f8b-a2f1-e624afc877a5 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:27.152524 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dca7dace-f51d-4671-9126-f55d522aa427 req-95bb9d83-0a23-4f8b-a2f1-e624afc877a5 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 944 time: 0.2931254 Jul 16 03:31:27.156624 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-220056c0-4e43-4c97-9aba-d283d3d0b3f0 req-af43fd3e-b78c-42ee-84b1-bc71c8060b56 service neutron] 10.222.0.88 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053042 Jul 16 03:31:27.163865 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0e220-5610-4f64-b555-0b3e55bf307d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.169683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa0e220-5610-4f64-b555-0b3e55bf307d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:27.170547 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5fa0e220-5610-4f64-b555-0b3e55bf307d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.324415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0e220-5610-4f64-b555-0b3e55bf307d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'Network': ['ID=bfe6d903-2807-4d33-bde4-98398f0edb6c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:27.339491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dca7dace-f51d-4671-9126-f55d522aa427 req-1f357fc4-3b22-4ef8-b7c8-fa572e75d060 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860216 Jul 16 03:31:27.342770 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network bfe6d903-2807-4d33-bde4-98398f0edb6c details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:27.370760 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a142d33-1345-4894-848c-cdab8d243c2c req-f77fdf09-b82e-4928-872b-c04f8e2a2a57 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.375956 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-220056c0-4e43-4c97-9aba-d283d3d0b3f0 req-6b139b4d-957f-4540-932e-567b4a7eeddc service neutron] 10.222.0.88 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113862 Jul 16 03:31:27.380144 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a142d33-1345-4894-848c-cdab8d243c2c req-f77fdf09-b82e-4928-872b-c04f8e2a2a57 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.410216 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5fa0e220-5610-4f64-b555-0b3e55bf307d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7574801 Jul 16 03:31:27.411105 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56514) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:27.417131 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e09ffd05-2efd-4d6c-a754-2192ea0a91d4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'subnet': {'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:27.465392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fdf09-b82e-4928-872b-c04f8e2a2a57 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563337d7-9a61-4b6e-83c1-d1f69fb8d758,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:27.558295 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a142d33-1345-4894-848c-cdab8d243c2c req-f77fdf09-b82e-4928-872b-c04f8e2a2a57 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.566448 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a142d33-1345-4894-848c-cdab8d243c2c req-f77fdf09-b82e-4928-872b-c04f8e2a2a57 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.582005 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09ffd05-2efd-4d6c-a754-2192ea0a91d4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Made reservation on behalf of d79f4b9420fd452b874072e387240e86 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:27.585829 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e09ffd05-2efd-4d6c-a754-2192ea0a91d4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.605505 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a142d33-1345-4894-848c-cdab8d243c2c req-f77fdf09-b82e-4928-872b-c04f8e2a2a57 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.613012 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a142d33-1345-4894-848c-cdab8d243c2c req-f77fdf09-b82e-4928-872b-c04f8e2a2a57 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9071701 Jul 16 03:31:27.627549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77fdf09-b82e-4928-872b-c04f8e2a2a57 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37ef06f-bc55-47c0-b8f3-6e41a2ecba91,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:27.648576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba3211-a339-44df-a4b4-93eae5c70313 req-34077a76-4cac-433c-ad9b-27cc54fe7876 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:27.650457 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6fba3211-a339-44df-a4b4-93eae5c70313 req-34077a76-4cac-433c-ad9b-27cc54fe7876 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=8581246a-6d01-491a-936b-4274d17a4c5f HTTP/1.1" status: 200 len: 949 time: 0.1340919 Jul 16 03:31:27.720486 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6fba3211-a339-44df-a4b4-93eae5c70313 req-8104d401-03dc-45c7-a0eb-3929f2def6bb tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634115 Jul 16 03:31:27.728972 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9bf8ca0c-0566-4be4-91a1-e2cf5019c4d8 req-d361b9e0-e28c-4947-8d3e-e68303a21802 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/6537e0bb-445c-49c9-b760-167dd5a1bf65 HTTP/1.1" status: 200 len: 1805 time: 0.0985963 Jul 16 03:31:27.790866 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bf8ca0c-0566-4be4-91a1-e2cf5019c4d8 req-393ca1d3-348e-4209-beda-e8cb8270f3c5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.808988 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e09ffd05-2efd-4d6c-a754-2192ea0a91d4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.819202 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bf8ca0c-0566-4be4-91a1-e2cf5019c4d8 req-393ca1d3-348e-4209-beda-e8cb8270f3c5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.887466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ffd05-2efd-4d6c-a754-2192ea0a91d4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'Subnet': ['ID=5d18479b-9c1e-4457-94c7-343fd8185f0d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:27.893904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ffd05-2efd-4d6c-a754-2192ea0a91d4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Checking segment: {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:27.894394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ffd05-2efd-4d6c-a754-2192ea0a91d4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Network hostable DHCP agents. Network: 5cda0bd3-70e5-481d-b638-9f7104dcd15f, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:27.912927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ffd05-2efd-4d6c-a754-2192ea0a91d4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Network 5cda0bd3-70e5-481d-b638-9f7104dcd15f is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:27.924214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e09ffd05-2efd-4d6c-a754-2192ea0a91d4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 5cda0bd3-70e5-481d-b638-9f7104dcd15f) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:27.927741 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bf8ca0c-0566-4be4-91a1-e2cf5019c4d8 req-393ca1d3-348e-4209-beda-e8cb8270f3c5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.930375 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9bf8ca0c-0566-4be4-91a1-e2cf5019c4d8 req-393ca1d3-348e-4209-beda-e8cb8270f3c5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.937902 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7b4828-0f73-4b77-8878-085cccc68902 None None] Network 5cda0bd3-70e5-481d-b638-9f7104dcd15f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:27.943326 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09ffd05-2efd-4d6c-a754-2192ea0a91d4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:27.944584 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e09ffd05-2efd-4d6c-a754-2192ea0a91d4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:27.945118 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9bf8ca0c-0566-4be4-91a1-e2cf5019c4d8 req-393ca1d3-348e-4209-beda-e8cb8270f3c5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "DELETE /v2.0/security-groups/6537e0bb-445c-49c9-b760-167dd5a1bf65 HTTP/1.1" status: 204 len: 173 time: 0.2150311 Jul 16 03:31:27.962592 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e09ffd05-2efd-4d6c-a754-2192ea0a91d4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5501950 Jul 16 03:31:27.964354 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ca1d3-348e-4209-beda-e8cb8270f3c5 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6537e0bb-445c-49c9-b760-167dd5a1bf65,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:27.965485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56522) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:27.977935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-eb989115-b23f-433a-a9a7-040ad9cfb851 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'subnet': {'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:27.982127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15743600-be29-4738-89a3-4da72f9cd083 req-2febbb8e-b570-4c6a-98b0-4708c3425543 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:27.983701 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15743600-be29-4738-89a3-4da72f9cd083 req-2febbb8e-b570-4c6a-98b0-4708c3425543 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d93bf1c-56f4-437c-a334-30fd0198e55e HTTP/1.1" status: 200 len: 943 time: 0.1256292 Jul 16 03:31:28.071633 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15743600-be29-4738-89a3-4da72f9cd083 req-039b499d-bd61-4179-9d60-f386fce241b5 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761261 Jul 16 03:31:28.133698 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cceff7d2-b842-4855-b913-d92c8ade2d6a req-1707288a-f72d-498f-8af1-88a53351109a tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1172995750', 'description': 'tempest-description-1756522133'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:28.139953 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38ed2a53-22b0-45fd-8d55-802ad17e5420 req-a1f6237f-9c19-4ae6-8ad0-139980882c2c tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0623357 Jul 16 03:31:28.140643 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb989115-b23f-433a-a9a7-040ad9cfb851 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Made reservation on behalf of d79f4b9420fd452b874072e387240e86 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:28.146449 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb989115-b23f-433a-a9a7-040ad9cfb851 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.149592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-5cda0bd3-70e5-481d-b638-9f7104dcd15f', 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'fixed_ips': [{'subnet_id': '5d18479b-9c1e-4457-94c7-343fd8185f0d'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:31:28.152356 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.167050 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cceff7d2-b842-4855-b913-d92c8ade2d6a req-1707288a-f72d-498f-8af1-88a53351109a tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.252298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d00d9ea0-dbf7-451e-8bc2-be475d99f148 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:28.269153 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f57b11da-e86b-4f40-8b63-299b34d22354 req-1d853d8b-ea5e-470b-ad44-7ec54e327850 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/6c42701c-3f5e-45ca-bd8b-17f8b781fe98 HTTP/1.1" status: 200 len: 1805 time: 0.0750062 Jul 16 03:31:28.333194 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cceff7d2-b842-4855-b913-d92c8ade2d6a req-1707288a-f72d-498f-8af1-88a53351109a tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.351598 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cceff7d2-b842-4855-b913-d92c8ade2d6a req-1707288a-f72d-498f-8af1-88a53351109a tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.378928 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb989115-b23f-433a-a9a7-040ad9cfb851 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.380088 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Allocated IP 10.1.1.2 (5cda0bd3-70e5-481d-b638-9f7104dcd15f/5d18479b-9c1e-4457-94c7-343fd8185f0d/d177a782-3eec-4b53-aa8f-7e563f905d5a) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:28.382870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port d00d9ea0-dbf7-451e-8bc2-be475d99f148 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:28.390200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707288a-f72d-498f-8af1-88a53351109a tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0c2447-2102-4b7c-8413-a12f428cfdba,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:28.395878 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port d00d9ea0-dbf7-451e-8bc2-be475d99f148 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:28.396533 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.398842 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cceff7d2-b842-4855-b913-d92c8ade2d6a req-1707288a-f72d-498f-8af1-88a53351109a tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.411998 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cceff7d2-b842-4855-b913-d92c8ade2d6a req-1707288a-f72d-498f-8af1-88a53351109a tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2830739 Jul 16 03:31:28.449161 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f57b11da-e86b-4f40-8b63-299b34d22354 req-e3f05082-0eb3-450f-bb50-c68d669770ef tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.471954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb989115-b23f-433a-a9a7-040ad9cfb851 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'Subnet': ['ID=baf48007-44c7-4aed-a544-a06964ab95a5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:28.474762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb989115-b23f-433a-a9a7-040ad9cfb851 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Checking segment: {'id': 'f9a6bb5f-e9a3-41a5-9c35-00c03745e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:28.475234 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb989115-b23f-433a-a9a7-040ad9cfb851 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Network hostable DHCP agents. Network: bfe6d903-2807-4d33-bde4-98398f0edb6c, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:28.518660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb989115-b23f-433a-a9a7-040ad9cfb851 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Network bfe6d903-2807-4d33-bde4-98398f0edb6c is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:28.518894 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f57b11da-e86b-4f40-8b63-299b34d22354 req-e3f05082-0eb3-450f-bb50-c68d669770ef tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.526956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-eb989115-b23f-433a-a9a7-040ad9cfb851 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, bfe6d903-2807-4d33-bde4-98398f0edb6c) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:28.532625 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb989115-b23f-433a-a9a7-040ad9cfb851 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:28.534017 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb989115-b23f-433a-a9a7-040ad9cfb851 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.553743 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-eb989115-b23f-433a-a9a7-040ad9cfb851 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5872283 Jul 16 03:31:28.556406 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:28.564353 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1430eadd-08ef-45b1-9e50-b69aee438125 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'port': {'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f', 'name': 'tempest-TaggedBootDevicesTest_v242-420372589', 'fixed_ips': [{'subnet_id': '5d18479b-9c1e-4457-94c7-343fd8185f0d'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:28.599663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309c2024-8031-4fb2-bc60-5f6aa0a5acbc', 'tag': '2e26cc8d-168f-4ba4-8c4d-785cf837ce49'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:28.603075 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30ffeda-84c7-4a59-9c48-308ab4fd9ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "309c2024-8031-4fb2-bc60-5f6aa0a5acbc", "tag": "2e26cc8d-168f-4ba4-8c4d-785cf837ce49"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:28.612585 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f57b11da-e86b-4f40-8b63-299b34d22354 req-e3f05082-0eb3-450f-bb50-c68d669770ef tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.618899 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f57b11da-e86b-4f40-8b63-299b34d22354 req-e3f05082-0eb3-450f-bb50-c68d669770ef tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.637361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f57b11da-e86b-4f40-8b63-299b34d22354 req-e3f05082-0eb3-450f-bb50-c68d669770ef tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c42701c-3f5e-45ca-bd8b-17f8b781fe98 HTTP/1.1" status: 204 len: 173 time: 0.3591557 Jul 16 03:31:28.640971 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075423f3-a6ac-4dd0-8ee0-d8d82d2bb86b None None] Network bfe6d903-2807-4d33-bde4-98398f0edb6c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:28.662644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f05082-0eb3-450f-bb50-c68d669770ef tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c42701c-3f5e-45ca-bd8b-17f8b781fe98,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:28.804757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1430eadd-08ef-45b1-9e50-b69aee438125 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Made reservation on behalf of d79f4b9420fd452b874072e387240e86 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:28.817274 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.863936 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.889626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401515a-f92d-48ed-b565-7c96d3c2433c req-ed261536-78ee-4a0e-b249-09681df6d22b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:28.891130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8581246a-6d01-491a-936b-4274d17a4c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00d9ea0-dbf7-451e-8bc2-be475d99f148'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:28.891339 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1401515a-f92d-48ed-b565-7c96d3c2433c req-ed261536-78ee-4a0e-b249-09681df6d22b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 944 time: 0.1284018 Jul 16 03:31:28.893601 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703252cf-534a-4951-8642-3eb6f7fdb3cf" -d '{"events": [{"server_uuid": "8581246a-6d01-491a-936b-4274d17a4c5f", "name": "network-vif-plugged", "status": "completed", "tag": "d00d9ea0-dbf7-451e-8bc2-be475d99f148"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:28.913559 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1430eadd-08ef-45b1-9e50-b69aee438125 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.915246 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Transition to ACTIVE for port object d177a782-3eec-4b53-aa8f-7e563f905d5a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:28.934242 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d00d9ea0-dbf7-451e-8bc2-be475d99f148, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d00d9ea0-dbf7-451e-8bc2-be475d99f148,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:28.944213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-1430eadd-08ef-45b1-9e50-b69aee438125 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] device_id is not set on port e9079290-624f-49dd-b11b-ce5dbc2db7e5 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:31:28.944976 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:28.952606 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1401515a-f92d-48ed-b565-7c96d3c2433c req-51bab2c5-2f63-4eef-88bf-80f41ec6fd07 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552535 Jul 16 03:31:28.988837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Transition to ACTIVE for port object d177a782-3eec-4b53-aa8f-7e563f905d5a will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:28.997843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-bfe6d903-2807-4d33-bde4-98398f0edb6c', 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'fixed_ips': [{'subnet_id': 'baf48007-44c7-4aed-a544-a06964ab95a5'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:31:28.998699 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.016109 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.052905 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=d00d9ea0-dbf7-451e-8bc2-be475d99f148,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:29.065403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Network 5cda0bd3-70e5-481d-b638-9f7104dcd15f is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:29.094730 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5524a856-6178-4b68-a90f-743136e18fc2 x-openstack-request-id: req-5524a856-6178-4b68-a90f-743136e18fc2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:29.095531 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309c2024-8031-4fb2-bc60-5f6aa0a5acbc", "tag": "2e26cc8d-168f-4ba4-8c4d-785cf837ce49", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:29.095885 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5524a856-6178-4b68-a90f-743136e18fc2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:29.096399 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309c2024-8031-4fb2-bc60-5f6aa0a5acbc', 'tag': '2e26cc8d-168f-4ba4-8c4d-785cf837ce49', 'status': 'completed', 'code': 200} Jul 16 03:31:29.120907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1d151f38-a51b-4f96-aec7-fd27e08efc7d details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:29.144498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:29.153136 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:29.231710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Pushing event updated for resources: {'Port': ['ID=d177a782-3eec-4b53-aa8f-7e563f905d5a,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:29.237345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d46d4a47-54ee-4a58-8958-f51f288b287d req-c610d6b1-263f-4a56-8ee8-8a0eab404cd9 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/86ac9708-55a0-4305-8a26-a11fd52aebcd HTTP/1.1" status: 200 len: 2404 time: 0.1013448 Jul 16 03:31:29.310960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1430eadd-08ef-45b1-9e50-b69aee438125 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Allocated IP 10.1.1.84 (5cda0bd3-70e5-481d-b638-9f7104dcd15f/5d18479b-9c1e-4457-94c7-343fd8185f0d/e9079290-624f-49dd-b11b-ce5dbc2db7e5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:29.318592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Attempting to bind port d177a782-3eec-4b53-aa8f-7e563f905d5a on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:29.321157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Attempting to bind port d177a782-3eec-4b53-aa8f-7e563f905d5a by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:29.321157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Attempting to bind port d177a782-3eec-4b53-aa8f-7e563f905d5a on network 5cda0bd3-70e5-481d-b638-9f7104dcd15f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:29.337676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ffeda-84c7-4a59-9c48-308ab4fd9ce0 req-97dd593f-3d62-4a53-8154-458490c34a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:29.339199 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f30ffeda-84c7-4a59-9c48-308ab4fd9ce0 req-97dd593f-3d62-4a53-8154-458490c34a69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 1125 time: 0.2017069 Jul 16 03:31:29.359891 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Allocated IP 10.2.2.2 (bfe6d903-2807-4d33-bde4-98398f0edb6c/baf48007-44c7-4aed-a544-a06964ab95a5/0d7daecb-9652-49f7-9162-ed5d99cedd2e) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:29.364254 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:29.364662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Checking segment: {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:29.365069 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.365504 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Bound using segment: {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:29.365988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Bound port: d177a782-3eec-4b53-aa8f-7e563f905d5a, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:29.366373 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.409530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1d151f38-a51b-4f96-aec7-fd27e08efc7d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1d151f38-a51b-4f96-aec7-fd27e08efc7d,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:29.467670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '1d151f38-a51b-4f96-aec7-fd27e08efc7d', 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184', 'port_id': '1d151f38-a51b-4f96-aec7-fd27e08efc7d', 'mac_address': 'fa:16:3e:72:39:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8536182f-4677-4cbb-86c0-6da48edb163b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:29.494822 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d46d4a47-54ee-4a58-8958-f51f288b287d req-95d77d0b-2c04-4d83-832d-e1a0336632f3 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.523483 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d46d4a47-54ee-4a58-8958-f51f288b287d req-95d77d0b-2c04-4d83-832d-e1a0336632f3 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.533429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ffeda-84c7-4a59-9c48-308ab4fd9ce0 req-95862e4f-48bc-4e90-9331-960e6f9a2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:29.535319 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f30ffeda-84c7-4a59-9c48-308ab4fd9ce0 req-95862e4f-48bc-4e90-9331-960e6f9a2d98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.1863897 Jul 16 03:31:29.572840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] For port d177a782-3eec-4b53-aa8f-7e563f905d5a, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:29.600975 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:31:29.604387 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.611795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] For port d177a782-3eec-4b53-aa8f-7e563f905d5a, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d177a782-3eec-4b53-aa8f-7e563f905d5a,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:29.631223 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f30ffeda-84c7-4a59-9c48-308ab4fd9ce0 req-9c5ed863-09c8-4af8-ad1f-1b8e764fc88d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49 HTTP/1.1" status: 200 len: 217 time: 0.0776067 Jul 16 03:31:29.635705 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.642288 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1430eadd-08ef-45b1-9e50-b69aee438125 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.650717 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d151f38-a51b-4f96-aec7-fd27e08efc7d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:29.692253 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1430eadd-08ef-45b1-9e50-b69aee438125 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Transition to ACTIVE for port object e9079290-624f-49dd-b11b-ce5dbc2db7e5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:29.718373 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d46d4a47-54ee-4a58-8958-f51f288b287d req-95d77d0b-2c04-4d83-832d-e1a0336632f3 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.718373 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d46d4a47-54ee-4a58-8958-f51f288b287d req-95d77d0b-2c04-4d83-832d-e1a0336632f3 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.733367 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d46d4a47-54ee-4a58-8958-f51f288b287d req-95d77d0b-2c04-4d83-832d-e1a0336632f3 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "DELETE /v2.0/security-groups/86ac9708-55a0-4305-8a26-a11fd52aebcd HTTP/1.1" status: 204 len: 173 time: 0.4946826 Jul 16 03:31:29.738284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1d151f38-a51b-4f96-aec7-fd27e08efc7d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1d151f38-a51b-4f96-aec7-fd27e08efc7d,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:29.749101 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.764889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f421f-7079-4fa9-bf04-3d6f37513acb None None] Pushing event updated for resources: {'Port': ['ID=d177a782-3eec-4b53-aa8f-7e563f905d5a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:29.770175 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1430eadd-08ef-45b1-9e50-b69aee438125 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.777459 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.791952 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d77d0b-2c04-4d83-832d-e1a0336632f3 tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ac9708-55a0-4305-8a26-a11fd52aebcd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:29.795569 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ffeda-84c7-4a59-9c48-308ab4fd9ce0 req-b378da45-9ab7-46f6-81da-404e061368e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:29.797728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f30ffeda-84c7-4a59-9c48-308ab4fd9ce0 req-b378da45-9ab7-46f6-81da-404e061368e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.1578650 Jul 16 03:31:29.831666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-3b12e749-6611-4003-8e41-8f9cc9e58d36 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 46693 time: 0.8208084 Jul 16 03:31:29.869634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f30ffeda-84c7-4a59-9c48-308ab4fd9ce0 req-9de1a67c-af04-4078-a5d6-96aca857877d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368679 Jul 16 03:31:29.885880 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1430eadd-08ef-45b1-9e50-b69aee438125 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Network 5cda0bd3-70e5-481d-b638-9f7104dcd15f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:29.886794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1430eadd-08ef-45b1-9e50-b69aee438125 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:29.888368 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Transition to ACTIVE for port object 0d7daecb-9652-49f7-9162-ed5d99cedd2e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:29.894289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1430eadd-08ef-45b1-9e50-b69aee438125 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:29.941880 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=1d151f38-a51b-4f96-aec7-fd27e08efc7d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:29.949346 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430eadd-08ef-45b1-9e50-b69aee438125 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'Port': ['ID=e9079290-624f-49dd-b11b-ce5dbc2db7e5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:29.950559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Transition to ACTIVE for port object 0d7daecb-9652-49f7-9162-ed5d99cedd2e will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:29.965553 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.971311 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430eadd-08ef-45b1-9e50-b69aee438125 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:29.972130 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1430eadd-08ef-45b1-9e50-b69aee438125 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:29.991215 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1430eadd-08ef-45b1-9e50-b69aee438125 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4329276 Jul 16 03:31:29.997576 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56552) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:30.007477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0e86532e-a3b3-4c10-804e-2ea1943d6701 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'port': {'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f', 'name': 'tempest-TaggedBootDevicesTest_v242-2032445887', 'fixed_ips': [{'subnet_id': '5d18479b-9c1e-4457-94c7-343fd8185f0d'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:30.022960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Network bfe6d903-2807-4d33-bde4-98398f0edb6c is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:30.032853 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:30.038913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:30.046447 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65f84464-3809-4107-9728-aa224e4c5fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.056193 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Pushing event updated for resources: {'Port': ['ID=0d7daecb-9652-49f7-9162-ed5d99cedd2e,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:30.056462 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-ad81dd42-36ae-4dd4-837e-3aa3d4265263 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0d870dcf-ec6a-431c-a61e-e0c40475ee64 HTTP/1.1" status: 200 len: 2981 time: 0.1884801 Jul 16 03:31:30.109253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['1d151f38-a51b-4f96-aec7-fd27e08efc7d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:30.136460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a577d2-7c6c-475a-883c-5200a433ae8e req-b1258e64-b2b0-4384-a45d-10df9382a246 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:30.138113 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3a577d2-7c6c-475a-883c-5200a433ae8e req-b1258e64-b2b0-4384-a45d-10df9382a246 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=8581246a-6d01-491a-936b-4274d17a4c5f HTTP/1.1" status: 200 len: 950 time: 0.2676556 Jul 16 03:31:30.143755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f30ffeda-84c7-4a59-9c48-308ab4fd9ce0 req-ccf19786-2ac1-4190-8378-a1914b0c59d9 service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474174 Jul 16 03:31:30.205897 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e86532e-a3b3-4c10-804e-2ea1943d6701 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Made reservation on behalf of d79f4b9420fd452b874072e387240e86 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:30.209376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Attempting to bind port 0d7daecb-9652-49f7-9162-ed5d99cedd2e on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:30.210073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Attempting to bind port 0d7daecb-9652-49f7-9162-ed5d99cedd2e by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'f9a6bb5f-e9a3-41a5-9c35-00c03745e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:30.210635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Attempting to bind port 0d7daecb-9652-49f7-9162-ed5d99cedd2e on network bfe6d903-2807-4d33-bde4-98398f0edb6c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:30.212964 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e86532e-a3b3-4c10-804e-2ea1943d6701 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.249050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:30.249734 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Checking segment: {'id': 'f9a6bb5f-e9a3-41a5-9c35-00c03745e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:30.250332 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.250933 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Bound using segment: {'id': 'f9a6bb5f-e9a3-41a5-9c35-00c03745e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:30.251589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Bound port: 0d7daecb-9652-49f7-9162-ed5d99cedd2e, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a6bb5f-e9a3-41a5-9c35-00c03745e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:30.252415 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.260792 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-0e86532e-a3b3-4c10-804e-2ea1943d6701 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] device_id is not set on port 1eaad86e-022e-42f7-979e-03f3493e587c yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:31:30.271300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3a577d2-7c6c-475a-883c-5200a433ae8e req-160ec5f7-b771-4ab5-93c8-55e0d9f6722d tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200855 Jul 16 03:31:30.300615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-caa1676a-32e8-489a-8417-d179e3cc7438 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0d870dcf-ec6a-431c-a61e-e0c40475ee64 HTTP/1.1" status: 200 len: 2981 time: 0.2310452 Jul 16 03:31:30.358521 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2ffcf8-f9fc-41c7-819a-3bf01a4cd1d9 x-openstack-request-id: req-dc2ffcf8-f9fc-41c7-819a-3bf01a4cd1d9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:30.358823 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8581246a-6d01-491a-936b-4274d17a4c5f", "name": "network-vif-plugged", "status": "completed", "tag": "d00d9ea0-dbf7-451e-8bc2-be475d99f148", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:30.359076 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dc2ffcf8-f9fc-41c7-819a-3bf01a4cd1d9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:30.363386 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8581246a-6d01-491a-936b-4274d17a4c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00d9ea0-dbf7-451e-8bc2-be475d99f148', 'code': 200} Jul 16 03:31:30.435182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-ff323ce3-2914-4ed7-9a0f-7523c94f7a93 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/167312c6-5c69-42a6-b7f1-9985ba82cc66 HTTP/1.1" status: 200 len: 2981 time: 0.1334486 Jul 16 03:31:30.491830 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] For port 0d7daecb-9652-49f7-9162-ed5d99cedd2e, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:30.498318 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] For port 0d7daecb-9652-49f7-9162-ed5d99cedd2e, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0d7daecb-9652-49f7-9162-ed5d99cedd2e,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:30.506344 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.542066 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-c8546ede-e36c-4d04-898e-89f090eaf589 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/167312c6-5c69-42a6-b7f1-9985ba82cc66 HTTP/1.1" status: 200 len: 2981 time: 0.1058953 Jul 16 03:31:30.558605 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f30ffeda-84c7-4a59-9c48-308ab4fd9ce0 req-9f196192-90b4-4a8a-8412-9ed9e0069839 service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814104 Jul 16 03:31:30.582487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5eea91-2fd9-4b30-8ad7-9974b40542f4 None None] Pushing event updated for resources: {'Port': ['ID=0d7daecb-9652-49f7-9162-ed5d99cedd2e,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:30.634362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0e86532e-a3b3-4c10-804e-2ea1943d6701 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Allocated IP 10.1.1.247 (5cda0bd3-70e5-481d-b638-9f7104dcd15f/5d18479b-9c1e-4457-94c7-343fd8185f0d/1eaad86e-022e-42f7-979e-03f3493e587c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:30.640944 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-1687f279-cb41-4eae-b835-a341e5cc9b1e tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/1da1c5c5-fb4f-4147-b908-b365b5bdade5 HTTP/1.1" status: 200 len: 2973 time: 0.0977473 Jul 16 03:31:30.676983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66cf73-ad27-42f6-b8fa-8327cc5ddcb2 req-d64dac0f-439a-447c-a1dd-1fbe62d4df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:30.678636 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0a66cf73-ad27-42f6-b8fa-8327cc5ddcb2 req-d64dac0f-439a-447c-a1dd-1fbe62d4df3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8581246a-6d01-491a-936b-4274d17a4c5f HTTP/1.1" status: 200 len: 1101 time: 0.1811502 Jul 16 03:31:30.739013 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-20557bc5-87c1-40d5-9c3a-790745198c29 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/1da1c5c5-fb4f-4147-b908-b365b5bdade5 HTTP/1.1" status: 200 len: 2973 time: 0.0883999 Jul 16 03:31:30.758490 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:30.786274 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0a66cf73-ad27-42f6-b8fa-8327cc5ddcb2 req-b6f64d40-099c-4568-9205-e5bd49c50f63 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938091 Jul 16 03:31:30.838499 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-948754b4-3b0d-44ce-9876-ee0c071e1cc0 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/563337d7-9a61-4b6e-83c1-d1f69fb8d758 HTTP/1.1" status: 200 len: 2981 time: 0.0816510 Jul 16 03:31:30.908336 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-acc90ba9-4f1c-4caf-ab89-c366ef4f861d tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/563337d7-9a61-4b6e-83c1-d1f69fb8d758 HTTP/1.1" status: 200 len: 2981 time: 0.0645306 Jul 16 03:31:30.977474 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e86532e-a3b3-4c10-804e-2ea1943d6701 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.020628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0e86532e-a3b3-4c10-804e-2ea1943d6701 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Transition to ACTIVE for port object 1eaad86e-022e-42f7-979e-03f3493e587c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:31.021495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-bee965ab-a0a4-4f50-a9e6-38bec7317aff tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/85e79ed5-c6b8-40be-81a5-abb1bec46aa3 HTTP/1.1" status: 200 len: 2981 time: 0.1016846 Jul 16 03:31:31.083977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-9820453e-93fc-47b7-9e1d-9213befa282d tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/85e79ed5-c6b8-40be-81a5-abb1bec46aa3 HTTP/1.1" status: 200 len: 2981 time: 0.0551200 Jul 16 03:31:31.109041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:31.114769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1d151f38-a51b-4f96-aec7-fd27e08efc7d up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:31.134406 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e86532e-a3b3-4c10-804e-2ea1943d6701 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.186781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e86532e-a3b3-4c10-804e-2ea1943d6701 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Network 5cda0bd3-70e5-481d-b638-9f7104dcd15f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:31.203315 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-174a9dc9-e6d6-47b7-89ed-8ee0d5c2db61 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/9db6abb7-5f2e-42b9-aac3-5d93285bddda HTTP/1.1" status: 200 len: 2981 time: 0.1132224 Jul 16 03:31:31.228219 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0e86532e-a3b3-4c10-804e-2ea1943d6701 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:31.231023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e86532e-a3b3-4c10-804e-2ea1943d6701 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:31.293457 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.309805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-8a695530-72a4-4ad2-b41c-b28028ee4c25 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/9db6abb7-5f2e-42b9-aac3-5d93285bddda HTTP/1.1" status: 200 len: 2981 time: 0.0999510 Jul 16 03:31:31.314821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86532e-a3b3-4c10-804e-2ea1943d6701 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'Port': ['ID=1eaad86e-022e-42f7-979e-03f3493e587c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:31.346485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e86532e-a3b3-4c10-804e-2ea1943d6701 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.347167 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e86532e-a3b3-4c10-804e-2ea1943d6701 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.382494 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0e86532e-a3b3-4c10-804e-2ea1943d6701 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3838713 Jul 16 03:31:31.400413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 1d151f38-a51b-4f96-aec7-fd27e08efc7d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:31.402361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-b54174ef-633c-45ce-a3f8-9633afa149b0 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/9e515c04-5497-4a86-ad31-3caaffdaaa8b HTTP/1.1" status: 200 len: 2977 time: 0.0916133 Jul 16 03:31:31.412639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 1d151f38-a51b-4f96-aec7-fd27e08efc7d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:31.413368 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.468715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:31.493724 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 has no active binding in host n-h1-800088-6 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:31:31.498180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-ed603348-56b0-4dc8-8185-31840ea14d2d tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/9e515c04-5497-4a86-ad31-3caaffdaaa8b HTTP/1.1" status: 200 len: 2977 time: 0.0945978 Jul 16 03:31:31.584171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9dd31-7996-4c1d-acc8-7be3d906d251 req-6dde7272-1117-41d5-bef2-a88b4c8d478e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:31.588930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bed9dd31-7996-4c1d-acc8-7be3d906d251 req-6dde7272-1117-41d5-bef2-a88b4c8d478e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d93bf1c-56f4-437c-a334-30fd0198e55e HTTP/1.1" status: 200 len: 944 time: 0.1833901 Jul 16 03:31:31.627544 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.683462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1d151f38-a51b-4f96-aec7-fd27e08efc7d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1d151f38-a51b-4f96-aec7-fd27e08efc7d,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:31.687178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa035a74-fe10-4b06-a2f4-860256b85d60 None None] Network 5cda0bd3-70e5-481d-b638-9f7104dcd15f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:31.690973 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:31.703819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-288e33e8-e391-497b-bfbd-cecd0cf88641 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a03a736c-72cf-4bc3-8d7c-9b0b8a645280 HTTP/1.1" status: 200 len: 2981 time: 0.1894681 Jul 16 03:31:31.731780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bed9dd31-7996-4c1d-acc8-7be3d906d251 req-d6ad1fe3-fc08-47be-893d-a53c57c16d7f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317284 Jul 16 03:31:31.797453 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0d7daecb-9652-49f7-9162-ed5d99cedd2e up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:31.832636 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-7e1a0e17-3e4d-4ebc-af7f-f23198ec2497 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/a03a736c-72cf-4bc3-8d7c-9b0b8a645280 HTTP/1.1" status: 200 len: 2981 time: 0.1189647 Jul 16 03:31:31.874118 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=1d151f38-a51b-4f96-aec7-fd27e08efc7d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:31.908664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c79cffe4-e70f-4461-a91d-ce1045a06f35 req-8f1501a4-3d6c-4796-b606-c05c4d9b3bcf tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "GET /v2.0/security-groups/777d13a0-ecc3-48eb-8190-c953406e390b HTTP/1.1" status: 200 len: 2398 time: 0.0933022 Jul 16 03:31:31.927625 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:31.927887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:31.928230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:31.928670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:31.929005 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:31.929334 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:31.929661 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:31.929986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:31.930309 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:31.930644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:31.930948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:31.931280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:31.936645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-b7fd587c-5777-40b3-af3d-5094b56ddfe8 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ac228e0f-aa27-4db3-b46f-93d1453f832f HTTP/1.1" status: 200 len: 2981 time: 0.0981681 Jul 16 03:31:31.944406 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0f374496-f22c-4791-abe1-b2ed38c520d3 None None] Provisioning for port d177a782-3eec-4b53-aa8f-7e563f905d5a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:32.000494 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 0d7daecb-9652-49f7-9162-ed5d99cedd2e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:32.007959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d177a782-3eec-4b53-aa8f-7e563f905d5a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:32.037074 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-321af0e4-0e89-463c-b4de-cd7fbc1d6b04 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/ac228e0f-aa27-4db3-b46f-93d1453f832f HTTP/1.1" status: 200 len: 2981 time: 0.0918221 Jul 16 03:31:32.042648 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c79cffe4-e70f-4461-a91d-ce1045a06f35 req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.106565 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c79cffe4-e70f-4461-a91d-ce1045a06f35 req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.137469 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-395856cc-ef08-46bc-b031-7d23cafcdfb7 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/c1f30e82-9049-4513-9065-f9d7fda2825f HTTP/1.1" status: 200 len: 2981 time: 0.0927980 Jul 16 03:31:32.205303 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-7ed4924b-620e-44dd-893a-533b0f8054f7 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/c1f30e82-9049-4513-9065-f9d7fda2825f HTTP/1.1" status: 200 len: 2981 time: 0.0613244 Jul 16 03:31:32.206502 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c79cffe4-e70f-4461-a91d-ce1045a06f35 req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.209224 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c79cffe4-e70f-4461-a91d-ce1045a06f35 req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.210271 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c79cffe4-e70f-4461-a91d-ce1045a06f35 req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] 10.222.0.18 "DELETE /v2.0/security-groups/777d13a0-ecc3-48eb-8190-c953406e390b HTTP/1.1" status: 204 len: 173 time: 0.2869158 Jul 16 03:31:32.216960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56578) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:32.219820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66ea3fe-cac0-4065-9d9d-a560d0e0966a None None] Network bfe6d903-2807-4d33-bde4-98398f0edb6c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:32.240585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777d13a0-ecc3-48eb-8190-c953406e390b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:32.280976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:32.281372 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:32.281705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:32.282569 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:32.282927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:32.283262 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:32.283601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:32.283938 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:32.284271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:32.284662 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:32.284988 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:32.285314 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc634c73-400d-493c-ac7b-88a5a602de7d tempest-SecurityGroupRulesTestJSON-695438296 tempest-SecurityGroupRulesTestJSON-695438296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:31:32.329718 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-2c4de686-dbc6-4e69-9e17-2c6f729c4fa3 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d732b8e9-aa3a-4996-a1da-b8169ae2005d HTTP/1.1" status: 200 len: 2981 time: 0.1184487 Jul 16 03:31:32.335501 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b5cf32-72b1-4e8e-8728-16ab14c3d139 admin admin] Deleting subnet 77691102-f0e5-4606-8e80-f1b7010ddeef {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:31:32.350034 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9b5cf32-72b1-4e8e-8728-16ab14c3d139 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.370644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d93bf1c-56f4-437c-a334-30fd0198e55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d151f38-a51b-4f96-aec7-fd27e08efc7d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:32.373855 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0e9540-ca06-44d8-89f6-e5226559dba9" -d '{"events": [{"server_uuid": "0d93bf1c-56f4-437c-a334-30fd0198e55e", "name": "network-vif-plugged", "status": "completed", "tag": "1d151f38-a51b-4f96-aec7-fd27e08efc7d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:32.388623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-eeeb91dc-6291-46ff-bd06-f2e6d7cabab6 service neutron] 10.222.0.20 "GET /v2.0/ports/2e26cc8d-168f-4ba4-8c4d-785cf837ce49/bindings/n-h1-800088-6 HTTP/1.1" status: 200 len: 384 time: 0.1630692 Jul 16 03:31:32.392326 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d177a782-3eec-4b53-aa8f-7e563f905d5a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:32.393454 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9b5cf32-72b1-4e8e-8728-16ab14c3d139 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.408416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d177a782-3eec-4b53-aa8f-7e563f905d5a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:32.408927 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.445836 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-543ad3ff-d483-4ff3-85c6-0be62d97657e None None] Provisioning for port 0d7daecb-9652-49f7-9162-ed5d99cedd2e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:32.448265 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9b5cf32-72b1-4e8e-8728-16ab14c3d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.459586 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-771f7801-053d-4ecb-b633-53cd6c0b61c5 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d732b8e9-aa3a-4996-a1da-b8169ae2005d HTTP/1.1" status: 200 len: 2981 time: 0.1234298 Jul 16 03:31:32.474634 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-543ad3ff-d483-4ff3-85c6-0be62d97657e None None] Provisioning complete for port 0d7daecb-9652-49f7-9162-ed5d99cedd2e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:32.475258 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-543ad3ff-d483-4ff3-85c6-0be62d97657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.508610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3fccc-529c-470c-b434-e8fd0ed30440 req-da0f12fa-6c74-458d-af05-4388d191bf3c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:32.512991 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe3fccc-529c-470c-b434-e8fd0ed30440 req-da0f12fa-6c74-458d-af05-4388d191bf3c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 944 time: 0.1807199 Jul 16 03:31:32.518053 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9b5cf32-72b1-4e8e-8728-16ab14c3d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.544060 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5cf32-72b1-4e8e-8728-16ab14c3d139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77691102-f0e5-4606-8e80-f1b7010ddeef,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:32.551195 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f9b5cf32-72b1-4e8e-8728-16ab14c3d139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.553214 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f9b5cf32-72b1-4e8e-8728-16ab14c3d139 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/77691102-f0e5-4606-8e80-f1b7010ddeef HTTP/1.1" status: 204 len: 168 time: 0.3342054 Jul 16 03:31:32.556506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:32.637992 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-934df95d-57ce-4e30-8236-113c4c3d03f6 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e08f196b-68f9-4ae6-947d-a18fa2559cf3 HTTP/1.1" status: 200 len: 2981 time: 0.1669402 Jul 16 03:31:32.676706 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe3fccc-529c-470c-b434-e8fd0ed30440 req-58c1e281-cb3c-4701-a006-6d4d696898bf tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516900 Jul 16 03:31:32.697376 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73c5cad4-f601-4a58-acd6-5aa8c8ac1e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.780394 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.785383 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fbb9f8d-3844-485d-bff0-c53406650d29 req-11cf9c13-e3c3-4a32-bde8-26d69c2ab47d tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/e08f196b-68f9-4ae6-947d-a18fa2559cf3 HTTP/1.1" status: 200 len: 2981 time: 0.1401742 Jul 16 03:31:32.805296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-4f0e4199-bbfb-4fe1-996b-a166f71b8e59 service neutron] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:32.828742 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-4f0e4199-bbfb-4fe1-996b-a166f71b8e59 service neutron] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:32.853588 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73c5cad4-f601-4a58-acd6-5aa8c8ac1e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.878984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-4f0e4199-bbfb-4fe1-996b-a166f71b8e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:32.883187 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-543ad3ff-d483-4ff3-85c6-0be62d97657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.884553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-73c5cad4-f601-4a58-acd6-5aa8c8ac1e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc564b4d-9cab-41fd-aa1e-24a450b9d348']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:32.905424 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2667eb2d-9061-41c0-9296-c9bf62929d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.909392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-4f0e4199-bbfb-4fe1-996b-a166f71b8e59 service neutron] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:32.917981 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-73c5cad4-f601-4a58-acd6-5aa8c8ac1e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11642f5-a956-44cd-84cd-6ee4c5da40fe') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:32.919116 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-73c5cad4-f601-4a58-acd6-5aa8c8ac1e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11642f5-a956-44cd-84cd-6ee4c5da40fe') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:31:32.948191 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73c5cad4-f601-4a58-acd6-5aa8c8ac1e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.979291 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73c5cad4-f601-4a58-acd6-5aa8c8ac1e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.984964 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd23ff0a-63e8-4a08-bdf8-c9a04de4074e req-e7fa5752-f892-4975-beb6-678c3cba62d5 tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0547695 Jul 16 03:31:32.988923 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-4f0e4199-bbfb-4fe1-996b-a166f71b8e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.993685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c5cad4-f601-4a58-acd6-5aa8c8ac1e7c admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:31:32.994091 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73c5cad4-f601-4a58-acd6-5aa8c8ac1e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:31:32.997017 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:31:33.090612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port d177a782-3eec-4b53-aa8f-7e563f905d5a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d177a782-3eec-4b53-aa8f-7e563f905d5a,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:33.103199 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.120443 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.121307 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73c5cad4-f601-4a58-acd6-5aa8c8ac1e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.132737 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73c5cad4-f601-4a58-acd6-5aa8c8ac1e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.139934 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-73c5cad4-f601-4a58-acd6-5aa8c8ac1e7c admin admin] 10.222.0.18 "DELETE /v2.0/networks/cc564b4d-9cab-41fd-aa1e-24a450b9d348 HTTP/1.1" status: 204 len: 168 time: 0.5823853 Jul 16 03:31:33.164625 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5cad4-f601-4a58-acd6-5aa8c8ac1e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=cc564b4d-9cab-41fd-aa1e-24a450b9d348,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:33.204333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=d177a782-3eec-4b53-aa8f-7e563f905d5a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:33.216403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-543ad3ff-d483-4ff3-85c6-0be62d97657e None None] For port 0d7daecb-9652-49f7-9162-ed5d99cedd2e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0d7daecb-9652-49f7-9162-ed5d99cedd2e,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:33.223984 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-543ad3ff-d483-4ff3-85c6-0be62d97657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.336510 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-4f0e4199-bbfb-4fe1-996b-a166f71b8e59 service neutron] Transition to ACTIVE for port object 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:33.348048 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-4f0e4199-bbfb-4fe1-996b-a166f71b8e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.366219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ad3ff-d483-4ff3-85c6-0be62d97657e None None] Pushing event updated for resources: {'Port': ['ID=0d7daecb-9652-49f7-9162-ed5d99cedd2e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:33.382840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a23dae85-d2cb-43e8-b756-fbd44e83d926 None None] Provisioning for port e9079290-624f-49dd-b11b-ce5dbc2db7e5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:33.395444 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a23dae85-d2cb-43e8-b756-fbd44e83d926 None None] Provisioning complete for port e9079290-624f-49dd-b11b-ce5dbc2db7e5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:33.396045 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a23dae85-d2cb-43e8-b756-fbd44e83d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.443057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a23dae85-d2cb-43e8-b756-fbd44e83d926 None None] Port e9079290-624f-49dd-b11b-ce5dbc2db7e5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:33.457844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a23dae85-d2cb-43e8-b756-fbd44e83d926 None None] Provisioning complete for port d177a782-3eec-4b53-aa8f-7e563f905d5a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:33.458363 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a23dae85-d2cb-43e8-b756-fbd44e83d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.485460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56592) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:33.511742 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-4f0e4199-bbfb-4fe1-996b-a166f71b8e59 service neutron] No DVR routers for this DVR port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:33.526129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56594) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:33.554338 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddfecd-4afe-48e1-80d4-6f088cb90010 req-5f523400-124b-47ea-a2ba-65d94783fc21 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:33.556667 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-13ddfecd-4afe-48e1-80d4-6f088cb90010 req-5f523400-124b-47ea-a2ba-65d94783fc21 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=8581246a-6d01-491a-936b-4274d17a4c5f HTTP/1.1" status: 200 len: 950 time: 0.4240274 Jul 16 03:31:33.557394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a8d07f4d-beea-4990-99c0-3a78d7a2bd87 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1854672003', 'description': 'tempest-description--1122412763'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:33.590111 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90c179c-1a68-412d-9c0c-39cf00c1ce30 x-openstack-request-id: req-f90c179c-1a68-412d-9c0c-39cf00c1ce30 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:33.590441 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d93bf1c-56f4-437c-a334-30fd0198e55e", "name": "network-vif-plugged", "status": "completed", "tag": "1d151f38-a51b-4f96-aec7-fd27e08efc7d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:33.590651 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f90c179c-1a68-412d-9c0c-39cf00c1ce30 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:33.591054 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d93bf1c-56f4-437c-a334-30fd0198e55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d151f38-a51b-4f96-aec7-fd27e08efc7d', 'code': 200} Jul 16 03:31:33.647017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-4f0e4199-bbfb-4fe1-996b-a166f71b8e59 service neutron] 10.222.0.20 "PUT /v2.0/ports/2e26cc8d-168f-4ba4-8c4d-785cf837ce49/bindings/n-h1-800088-6/activate HTTP/1.1" status: 200 len: 369 time: 1.2516227 Jul 16 03:31:33.648996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e4199-bbfb-4fe1-996b-a166f71b8e59 service neutron] Pushing event updated for resources: {'Port': ['ID=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:33.685721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-13ddfecd-4afe-48e1-80d4-6f088cb90010 req-dd91a7f7-e689-44f8-90f0-72547203ec20 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599489 Jul 16 03:31:33.700327 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0d7daecb-9652-49f7-9162-ed5d99cedd2e up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:33.756003 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cb68ce89-3adf-4bf6-b1b9-cf873b061a6f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7465cfa52aaf47f58d665d18bdf6999d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692308 Jul 16 03:31:33.758309 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56600) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:33.762460 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.764399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a23dae85-d2cb-43e8-b756-fbd44e83d926 None None] Provisioning for port 1eaad86e-022e-42f7-979e-03f3493e587c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:33.773338 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a23dae85-d2cb-43e8-b756-fbd44e83d926 None None] Provisioning complete for port 1eaad86e-022e-42f7-979e-03f3493e587c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:33.773759 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a23dae85-d2cb-43e8-b756-fbd44e83d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.778093 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8d07f4d-beea-4990-99c0-3a78d7a2bd87 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.804814 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 0d7daecb-9652-49f7-9162-ed5d99cedd2e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:33.805384 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.847267 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a23dae85-d2cb-43e8-b756-fbd44e83d926 None None] Port 1eaad86e-022e-42f7-979e-03f3493e587c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:33.865944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c2711-4c99-4b59-aafa-140318f3f8ab req-f0b42581-0ea3-4e5e-b8f2-724f1b3c717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:33.866992 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-502c2711-4c99-4b59-aafa-140318f3f8ab req-f0b42581-0ea3-4e5e-b8f2-724f1b3c717f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0d93bf1c-56f4-437c-a334-30fd0198e55e HTTP/1.1" status: 200 len: 1096 time: 0.2183609 Jul 16 03:31:33.902536 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d177a782-3eec-4b53-aa8f-7e563f905d5a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:33.905643 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9f4de21-e02f-4406-8c34-80fd973f8638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.923588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82748757-d12f-4c27-8ba5-7e18920234bf req-1b383777-053b-4ffb-97f4-ea8cf654f388 tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcd1588557b847c089260fe7e237e759 HTTP/1.1" status: 200 len: 6103 time: 0.1510043 Jul 16 03:31:33.953821 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-502c2711-4c99-4b59-aafa-140318f3f8ab req-c28bf4e0-526f-4493-842c-e535dcaa52bb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750496 Jul 16 03:31:33.959474 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9f4de21-e02f-4406-8c34-80fd973f8638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:33.961499 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d177a782-3eec-4b53-aa8f-7e563f905d5a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:33.962102 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.006906 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8d07f4d-beea-4990-99c0-3a78d7a2bd87 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.012284 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a64f610a-f714-44b8-a557-119ee44968d2 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:34.013854 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a64f610a-f714-44b8-a557-119ee44968d2 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 1096 time: 0.2980535 Jul 16 03:31:34.015004 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8d07f4d-beea-4990-99c0-3a78d7a2bd87 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.024248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-629783a0-af07-45e1-880b-9b6fd185a55b None None] Provisioning complete for port 0d7daecb-9652-49f7-9162-ed5d99cedd2e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:34.025110 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-629783a0-af07-45e1-880b-9b6fd185a55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.025329 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d946b-0c8b-42eb-89f9-8bdd0127cff5 req-2ddc6711-e1e9-4eeb-a418-9f57e0d10c4e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:34.028762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-803d946b-0c8b-42eb-89f9-8bdd0127cff5 req-2ddc6711-e1e9-4eeb-a418-9f57e0d10c4e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d93bf1c-56f4-437c-a334-30fd0198e55e HTTP/1.1" status: 200 len: 945 time: 0.2407556 Jul 16 03:31:34.039334 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82748757-d12f-4c27-8ba5-7e18920234bf req-7f608423-e8d4-4655-ba11-4a89759efd8c tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] 10.222.0.18 "GET /v2.0/security-groups/a03a736c-72cf-4bc3-8d7c-9b0b8a645280 HTTP/1.1" status: 200 len: 2981 time: 0.1148655 Jul 16 03:31:34.049393 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8d07f4d-beea-4990-99c0-3a78d7a2bd87 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.053166 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a8d07f4d-beea-4990-99c0-3a78d7a2bd87 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5136573 Jul 16 03:31:34.053166 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d07f4d-beea-4990-99c0-3a78d7a2bd87 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d326aa-cd98-46ec-bb8f-a9f968da6975,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:34.055312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56606) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:34.061335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-098a29ef-ddeb-4e40-9e23-f5bd0293336a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'security_group_rule': {'security_group_id': 'e3d326aa-cd98-46ec-bb8f-a9f968da6975', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:34.068289 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9f4de21-e02f-4406-8c34-80fd973f8638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.071677 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d9f4de21-e02f-4406-8c34-80fd973f8638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.074918 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d9f4de21-e02f-4406-8c34-80fd973f8638 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e08f196b-68f9-4ae6-947d-a18fa2559cf3 HTTP/1.1" status: 204 len: 168 time: 0.3097386 Jul 16 03:31:34.090194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4de21-e02f-4406-8c34-80fd973f8638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08f196b-68f9-4ae6-947d-a18fa2559cf3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:34.108111 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-098a29ef-ddeb-4e40-9e23-f5bd0293336a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.244032 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-803d946b-0c8b-42eb-89f9-8bdd0127cff5 req-f1e76056-896d-46f5-8eb1-d2ec43c6d1b7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963983 Jul 16 03:31:34.279313 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82748757-d12f-4c27-8ba5-7e18920234bf req-f30926f3-c3b4-446a-8175-a6d6080a8786 tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] 10.222.0.18 "GET /v2.0/security-groups/a03a736c-72cf-4bc3-8d7c-9b0b8a645280 HTTP/1.1" status: 200 len: 2981 time: 0.2028618 Jul 16 03:31:34.303936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-b9162166-b1d7-49e6-8861-8d49322ea8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:34.305530 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-b9162166-b1d7-49e6-8861-8d49322ea8c1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d HTTP/1.1" status: 200 len: 1096 time: 0.2698445 Jul 16 03:31:34.345723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-629783a0-af07-45e1-880b-9b6fd185a55b None None] Provisioning complete for port 1eaad86e-022e-42f7-979e-03f3493e587c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:34.346069 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-629783a0-af07-45e1-880b-9b6fd185a55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.393477 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-629783a0-af07-45e1-880b-9b6fd185a55b None None] Port 1eaad86e-022e-42f7-979e-03f3493e587c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:34.586405 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-098a29ef-ddeb-4e40-9e23-f5bd0293336a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.595614 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-098a29ef-ddeb-4e40-9e23-f5bd0293336a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.634472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-098a29ef-ddeb-4e40-9e23-f5bd0293336a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.646091 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-098a29ef-ddeb-4e40-9e23-f5bd0293336a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5879691 Jul 16 03:31:34.656505 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a29ef-ddeb-4e40-9e23-f5bd0293336a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf109616-6188-44a9-932e-807613101019,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:34.659635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56620) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:34.666272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1c136ec2-732f-4c3a-a514-cbd8374fe3ee tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'security_group_rule': {'security_group_id': 'e3d326aa-cd98-46ec-bb8f-a9f968da6975', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:34.706094 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c136ec2-732f-4c3a-a514-cbd8374fe3ee tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.775043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-39661059-e91a-4f52-a21e-1d0ccb076044 req-dc737977-7b84-4418-9683-4e11df917a7b tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0456679 Jul 16 03:31:34.782703 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-b2902fb4-d392-485b-b7d2-be6a96dfabee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:34.783826 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-b2902fb4-d392-485b-b7d2-be6a96dfabee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 1096 time: 0.4415741 Jul 16 03:31:34.809920 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c136ec2-732f-4c3a-a514-cbd8374fe3ee tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.817264 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c136ec2-732f-4c3a-a514-cbd8374fe3ee tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.830102 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec95c30-39a6-4a26-a159-7b422c913d89 req-17d476a5-cfb9-48ac-8556-d7a1f6199d46 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:34.835629 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c136ec2-732f-4c3a-a514-cbd8374fe3ee tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d1516a-9963-4813-bc28-1d5e5fedf03e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:34.843371 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ec95c30-39a6-4a26-a159-7b422c913d89 req-17d476a5-cfb9-48ac-8556-d7a1f6199d46 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 945 time: 0.1619794 Jul 16 03:31:34.853658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c136ec2-732f-4c3a-a514-cbd8374fe3ee tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.855585 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1c136ec2-732f-4c3a-a514-cbd8374fe3ee tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1946115 Jul 16 03:31:34.858883 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56626) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:34.865422 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:34.922748 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:34.970590 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e48ae3b-efc1-4a0e-b8c4-82b4bf00bc70 req-bab43db4-9301-45db-875b-57b2a7e35747 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/8d0c2447-2102-4b7c-8413-a12f428cfdba HTTP/1.1" status: 200 len: 1778 time: 0.1148267 Jul 16 03:31:34.985679 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ec95c30-39a6-4a26-a159-7b422c913d89 req-22f80ae9-e8d7-45ba-a73c-6a6c2cd456d9 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413319 Jul 16 03:31:35.026128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a88cd33f-c5ce-4970-ae46-65c00ec597b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:35.027985 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a88cd33f-c5ce-4970-ae46-65c00ec597b2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.2350914 Jul 16 03:31:35.089706 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.105330 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-01e5efa9-b4e4-4af3-b73d-c7e2ab5dc3e5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49 HTTP/1.1" status: 200 len: 217 time: 0.0689445 Jul 16 03:31:35.181317 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e48ae3b-efc1-4a0e-b8c4-82b4bf00bc70 req-653d0e1d-6f9f-4c5b-a161-46b5d02b93c7 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.199938 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-bfcdc581-7a6a-4597-9556-7f235eb4d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:35.201988 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-bfcdc581-7a6a-4597-9556-7f235eb4d654 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.0888789 Jul 16 03:31:35.240901 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Allocated IP 172.25.3.136 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/9de5f7b8-630f-4c42-b7ea-c31e9b8f2d84) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:35.265799 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e48ae3b-efc1-4a0e-b8c4-82b4bf00bc70 req-653d0e1d-6f9f-4c5b-a161-46b5d02b93c7 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.296400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-eb1a3914-61ae-42c1-8533-e592a3cb363b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474930 Jul 16 03:31:35.322095 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56640) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:35.378919 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.419015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f6466-c964-4896-bb6f-5ce0f58cc5f6 req-a668e03e-a37c-417d-b678-3d58a806d353 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:35.426863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a5f6466-c964-4896-bb6f-5ce0f58cc5f6 req-a668e03e-a37c-417d-b678-3d58a806d353 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=8581246a-6d01-491a-936b-4274d17a4c5f HTTP/1.1" status: 200 len: 950 time: 0.2184398 Jul 16 03:31:35.432499 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.455638 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e48ae3b-efc1-4a0e-b8c4-82b4bf00bc70 req-653d0e1d-6f9f-4c5b-a161-46b5d02b93c7 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.458699 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e48ae3b-efc1-4a0e-b8c4-82b4bf00bc70 req-653d0e1d-6f9f-4c5b-a161-46b5d02b93c7 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.459863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e48ae3b-efc1-4a0e-b8c4-82b4bf00bc70 req-653d0e1d-6f9f-4c5b-a161-46b5d02b93c7 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d0c2447-2102-4b7c-8413-a12f428cfdba HTTP/1.1" status: 204 len: 173 time: 0.4885702 Jul 16 03:31:35.477723 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-949085234-network', 'tenant_id': '202f5f6937cf45a5bd3f1ea0aa8c9525'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:35.484420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d0e1d-6f9f-4c5b-a161-46b5d02b93c7 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0c2447-2102-4b7c-8413-a12f428cfdba,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:35.498314 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a5f6466-c964-4896-bb6f-5ce0f58cc5f6 req-ac5a33fb-3796-4cf9-8ff5-2afd7960821c tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704820 Jul 16 03:31:35.518545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-a6e5d37b-9788-41d8-8f3e-8716b133e514 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121162 Jul 16 03:31:35.545186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:35.551162 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:35.552808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'Port': ['ID=9de5f7b8-630f-4c42-b7ea-c31e9b8f2d84,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:35.557955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:35.583475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] Made reservation on behalf of 202f5f6937cf45a5bd3f1ea0aa8c9525 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:35.586473 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.601391 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.619584 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.710320 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.726744 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-daf7edfe-41a2-464c-97f2-58479fbf9b4a req-e42c5e8a-5c72-445c-9a02-d8d455434b36 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f37ef06f-bc55-47c0-b8f3-6e41a2ecba91 HTTP/1.1" status: 200 len: 1776 time: 0.1457160 Jul 16 03:31:35.752540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-ad598b56-fa9f-4b14-b46f-61d0b0c8cfee service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260127 Jul 16 03:31:35.783573 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.804400 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196ae8a-b76d-491d-9baf-0b0a5c64b87f req-e6b31f7a-7cc5-4ea2-9399-5b0bc504b136 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:35.806033 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1196ae8a-b76d-491d-9baf-0b0a5c64b87f req-e6b31f7a-7cc5-4ea2-9399-5b0bc504b136 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d93bf1c-56f4-437c-a334-30fd0198e55e HTTP/1.1" status: 200 len: 945 time: 0.2238176 Jul 16 03:31:35.819506 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.828481 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.854864 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-daf7edfe-41a2-464c-97f2-58479fbf9b4a req-ff273309-ea0a-4d8e-b75d-f0462fc6a432 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.868168 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1196ae8a-b76d-491d-9baf-0b0a5c64b87f req-8d0ac6e2-dde0-4ed2-8f74-de5bbcb39652 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550671 Jul 16 03:31:35.868666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:31:35.888699 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-daf7edfe-41a2-464c-97f2-58479fbf9b4a req-ff273309-ea0a-4d8e-b75d-f0462fc6a432 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.915954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:35.922204 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.922204 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] Added segment eb511b0b-9676-4a31-8d32-521ad9c20cd0 of type vlan for network be7cdd0f-74f6-488d-98d5-76c8162efc41 Jul 16 03:31:35.956332 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-daf7edfe-41a2-464c-97f2-58479fbf9b4a req-ff273309-ea0a-4d8e-b75d-f0462fc6a432 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.959577 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-daf7edfe-41a2-464c-97f2-58479fbf9b4a req-ff273309-ea0a-4d8e-b75d-f0462fc6a432 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:35.973316 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-daf7edfe-41a2-464c-97f2-58479fbf9b4a req-ff273309-ea0a-4d8e-b75d-f0462fc6a432 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/f37ef06f-bc55-47c0-b8f3-6e41a2ecba91 HTTP/1.1" status: 204 len: 173 time: 0.2369282 Jul 16 03:31:35.999189 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.001968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff273309-ea0a-4d8e-b75d-f0462fc6a432 tempest-SecurityGroupsTestAdminJSON-103308327 tempest-SecurityGroupsTestAdminJSON-103308327-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37ef06f-bc55-47c0-b8f3-6e41a2ecba91,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:36.077986 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.080977 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:36.080977 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.095269 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.148899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.167060 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8436859 Jul 16 03:31:36.174374 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-845e3347-a25a-425e-8b18-ba0a97c338f5 req-305fea4d-da1f-442b-a9ab-029f06c7f631 tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0440543 Jul 16 03:31:36.174972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:36.184951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2b8ad0b3-6530-4db0-b72f-26369a7e5f97 admin admin] Request body: {'subnet': {'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-949085234-subnet', 'tenant_id': '202f5f6937cf45a5bd3f1ea0aa8c9525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:36.223320 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-07415c1d-1646-4ba1-a803-05bcd252c534 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:36.225055 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-07415c1d-1646-4ba1-a803-05bcd252c534 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 1096 time: 0.1527369 Jul 16 03:31:36.232996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8ad0b3-6530-4db0-b72f-26369a7e5f97 admin admin] Made reservation on behalf of 202f5f6937cf45a5bd3f1ea0aa8c9525 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:36.237999 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad0b3-6530-4db0-b72f-26369a7e5f97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.256054 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac075bbb-79c9-4037-84fc-d502e105951e admin admin] Pushing event updated for resources: {'Network': ['ID=be7cdd0f-74f6-488d-98d5-76c8162efc41,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:36.268128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network be7cdd0f-74f6-488d-98d5-76c8162efc41 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:31:36.280651 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'Port': ['ID=9de5f7b8-630f-4c42-b7ea-c31e9b8f2d84,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:36.306646 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.332900 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.340404 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-11a83d41-f90e-4673-84f8-e30d06d0265e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4742310 Jul 16 03:31:36.348952 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:36.462733 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ed17a017-527a-4425-81c9-814293ede6e7 req-1b4fa7f4-0219-4f1c-a2e4-af07c15cb484 tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] 10.222.0.18 "GET /v2.0/security-groups/cf1c8c7e-c128-48e1-b2a6-70c85882ee3e HTTP/1.1" status: 200 len: 1777 time: 0.1258757 Jul 16 03:31:36.514981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:36.603849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-6fffdcd5-5d39-4514-8309-958ae06d288a service neutron] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:36.627165 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-6fffdcd5-5d39-4514-8309-958ae06d288a service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.628147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60e21ec7-719a-4a81-a90f-bbad2b69f8c3 req-6fffdcd5-5d39-4514-8309-958ae06d288a service neutron] 10.222.0.88 "DELETE /v2.0/ports/2e26cc8d-168f-4ba4-8c4d-785cf837ce49/bindings/n-h2-800088-6 HTTP/1.1" status: 204 len: 173 time: 0.3860307 Jul 16 03:31:36.635803 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed17a017-527a-4425-81c9-814293ede6e7 req-71ab21fe-c7b8-43c7-a9f8-3de6dc0ae63a tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.703519 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed17a017-527a-4425-81c9-814293ede6e7 req-71ab21fe-c7b8-43c7-a9f8-3de6dc0ae63a tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.727822 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad0b3-6530-4db0-b72f-26369a7e5f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.835411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ad0b3-6530-4db0-b72f-26369a7e5f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13b8bb6-41ee-4dcf-b76a-74d1e597a14e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:36.839869 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed17a017-527a-4425-81c9-814293ede6e7 req-71ab21fe-c7b8-43c7-a9f8-3de6dc0ae63a tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.842506 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ed17a017-527a-4425-81c9-814293ede6e7 req-71ab21fe-c7b8-43c7-a9f8-3de6dc0ae63a tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.843557 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ed17a017-527a-4425-81c9-814293ede6e7 req-71ab21fe-c7b8-43c7-a9f8-3de6dc0ae63a tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] 10.222.0.18 "DELETE /v2.0/security-groups/cf1c8c7e-c128-48e1-b2a6-70c85882ee3e HTTP/1.1" status: 204 len: 173 time: 0.3552260 Jul 16 03:31:36.870435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab21fe-c7b8-43c7-a9f8-3de6dc0ae63a tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1c8c7e-c128-48e1-b2a6-70c85882ee3e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:36.876844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ad0b3-6530-4db0-b72f-26369a7e5f97 admin admin] Checking segment: {'id': 'eb511b0b-9676-4a31-8d32-521ad9c20cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:36.877327 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8ad0b3-6530-4db0-b72f-26369a7e5f97 admin admin] Network hostable DHCP agents. Network: be7cdd0f-74f6-488d-98d5-76c8162efc41, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:31:36.903482 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578ac2f-78a0-45f6-a4ed-32feac45c3f0 req-2de468f0-3349-4b30-a76f-82d727b807f5 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:36.905008 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f578ac2f-78a0-45f6-a4ed-32feac45c3f0 req-2de468f0-3349-4b30-a76f-82d727b807f5 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 945 time: 0.1473274 Jul 16 03:31:36.913848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8ad0b3-6530-4db0-b72f-26369a7e5f97 admin admin] Network be7cdd0f-74f6-488d-98d5-76c8162efc41 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:31:36.935354 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2b8ad0b3-6530-4db0-b72f-26369a7e5f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, be7cdd0f-74f6-488d-98d5-76c8162efc41) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:36.940134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8ad0b3-6530-4db0-b72f-26369a7e5f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:36.940754 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad0b3-6530-4db0-b72f-26369a7e5f97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:36.956403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c59ee-6601-41c1-928a-21952c7eb1c6 None None] Network be7cdd0f-74f6-488d-98d5-76c8162efc41 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:36.974573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f578ac2f-78a0-45f6-a4ed-32feac45c3f0 req-d8b0c2e5-3b22-4a50-95f7-a1a7c9655cd1 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580349 Jul 16 03:31:36.976553 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2b8ad0b3-6530-4db0-b72f-26369a7e5f97 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8001504 Jul 16 03:31:37.086763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38761981-cae8-44ba-a85c-11d170029567 req-fa53ebf5-778f-41ce-9440-5c8364317488 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:37.087911 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38761981-cae8-44ba-a85c-11d170029567 req-fa53ebf5-778f-41ce-9440-5c8364317488 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/ports?device_id=8581246a-6d01-491a-936b-4274d17a4c5f HTTP/1.1" status: 200 len: 950 time: 0.0823092 Jul 16 03:31:37.157945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58de7c4-55a6-4374-99f7-2ff4f82facbb None None] Network be7cdd0f-74f6-488d-98d5-76c8162efc41 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:31:37.176382 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38761981-cae8-44ba-a85c-11d170029567 req-8a37ec78-fed9-4d53-930d-2f0b46322c92 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.18 "GET /v2.0/security-groups?id=d732b8e9-aa3a-4996-a1da-b8169ae2005d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821316 Jul 16 03:31:37.209083 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-4674600c-1a8f-4639-8fb6-f01e1b94a7e3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1854672003&fields=id&tenant_id=d79f4b9420fd452b874072e387240e86 HTTP/1.1" status: 200 len: 267 time: 0.0700810 Jul 16 03:31:37.281795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-820d78a7-a611-4ea1-a8aa-cddab8505a53 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:37.288619 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-820d78a7-a611-4ea1-a8aa-cddab8505a53 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports/e9079290-624f-49dd-b11b-ce5dbc2db7e5 HTTP/1.1" status: 200 len: 935 time: 0.0713844 Jul 16 03:31:37.380406 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-47daa257-7ecb-4378-9874-f3b3558c4710 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:37.381796 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-47daa257-7ecb-4378-9874-f3b3558c4710 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports/1eaad86e-022e-42f7-979e-03f3493e587c HTTP/1.1" status: 200 len: 937 time: 0.0924339 Jul 16 03:31:37.439835 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-7643714c-c20c-40b0-88bb-fe6efeacbec7 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?network_id=bfe6d903-2807-4d33-bde4-98398f0edb6c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0508442 Jul 16 03:31:37.468581 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b654d-ff0d-43fa-bc7b-50c105ec113f req-4e0e954e-3be2-4ffa-8a08-5e4586244368 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:37.474887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-266b654d-ff0d-43fa-bc7b-50c105ec113f req-4e0e954e-3be2-4ffa-8a08-5e4586244368 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d93bf1c-56f4-437c-a334-30fd0198e55e HTTP/1.1" status: 200 len: 945 time: 0.1472929 Jul 16 03:31:37.495328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-0de7ce33-fe46-4a0f-8cd5-9724f63bf74e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?network_id=bfe6d903-2807-4d33-bde4-98398f0edb6c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0491455 Jul 16 03:31:37.566270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-266b654d-ff0d-43fa-bc7b-50c105ec113f req-68780b32-c3bc-49e5-87e0-fa5f967db240 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734248 Jul 16 03:31:37.670459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-ae259ceb-0c0a-430a-a0f8-5f6d8e9753e4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:37.676776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-ae259ceb-0c0a-430a-a0f8-5f6d8e9753e4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:37.682476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-ae259ceb-0c0a-430a-a0f8-5f6d8e9753e4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:37.684129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-ae259ceb-0c0a-430a-a0f8-5f6d8e9753e4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/networks?id=63a46837-9980-4aa6-9f86-1ac43e93b43d&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=bfe6d903-2807-4d33-bde4-98398f0edb6c&id=bfe6d903-2807-4d33-bde4-98398f0edb6c HTTP/1.1" status: 200 len: 1994 time: 0.1803746 Jul 16 03:31:37.688780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c2434da-ab56-48cf-a143-cbd32a06f895 req-7e627d93-3aa7-4106-b74d-b91357647f54 tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] 10.222.0.18 "GET /v2.0/security-groups/64a54bcc-4fbc-4182-a7af-5675d14c3488 HTTP/1.1" status: 200 len: 1778 time: 0.0863817 Jul 16 03:31:37.747598 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-670c62ce-2122-477f-bee8-9f2d902e6953 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/quotas/d79f4b9420fd452b874072e387240e86 HTTP/1.1" status: 200 len: 375 time: 0.0465615 Jul 16 03:31:37.830194 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c2434da-ab56-48cf-a143-cbd32a06f895 req-5f584581-517b-455c-94b8-7aac091d6ebb tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.858713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90864f-f2dc-4ddb-9260-bb8db776e13c req-22e88c04-73c8-457f-a9a0-6713d7f81921 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:37.860834 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb90864f-f2dc-4ddb-9260-bb8db776e13c req-22e88c04-73c8-457f-a9a0-6713d7f81921 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.20 "GET /v2.0/ports?device_id=8581246a-6d01-491a-936b-4274d17a4c5f HTTP/1.1" status: 200 len: 950 time: 0.1693580 Jul 16 03:31:37.882224 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c2434da-ab56-48cf-a143-cbd32a06f895 req-5f584581-517b-455c-94b8-7aac091d6ebb tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:37.942847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-fc73a2b4-9a5d-47f7-bb68-acbe1c1245ca tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d79f4b9420fd452b874072e387240e86&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1866820 Jul 16 03:31:38.017815 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c2434da-ab56-48cf-a143-cbd32a06f895 req-5f584581-517b-455c-94b8-7aac091d6ebb tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.020429 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c2434da-ab56-48cf-a143-cbd32a06f895 req-5f584581-517b-455c-94b8-7aac091d6ebb tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.021622 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c2434da-ab56-48cf-a143-cbd32a06f895 req-5f584581-517b-455c-94b8-7aac091d6ebb tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] 10.222.0.18 "DELETE /v2.0/security-groups/64a54bcc-4fbc-4182-a7af-5675d14c3488 HTTP/1.1" status: 204 len: 173 time: 0.3217831 Jul 16 03:31:38.071927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f584581-517b-455c-94b8-7aac091d6ebb tempest-SecurityGroupsTestAdminJSON-484174069 tempest-SecurityGroupsTestAdminJSON-484174069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a54bcc-4fbc-4182-a7af-5675d14c3488,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:38.092623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-eb90864f-f2dc-4ddb-9260-bb8db776e13c req-106f42c8-fc74-49dc-b621-39b1840850d2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Deleting port d00d9ea0-dbf7-451e-8bc2-be475d99f148 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:38.093566 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb90864f-f2dc-4ddb-9260-bb8db776e13c req-106f42c8-fc74-49dc-b621-39b1840850d2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.261428 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f5c76594-16d5-4a45-90a8-beaae6876d47 req-30d26394-3fc7-4a9b-9e7a-0430347c96d4 tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0744121 Jul 16 03:31:38.285449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:38.332847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-95a01891-8e77-435e-8fac-292fee17392c service neutron] 10.222.0.18 "GET /v2.0/networks/63a46837-9980-4aa6-9f86-1ac43e93b43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774557 Jul 16 03:31:38.338228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-eb90864f-f2dc-4ddb-9260-bb8db776e13c req-106f42c8-fc74-49dc-b621-39b1840850d2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] For port d00d9ea0-dbf7-451e-8bc2-be475d99f148, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d00d9ea0-dbf7-451e-8bc2-be475d99f148,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:38.338589 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb90864f-f2dc-4ddb-9260-bb8db776e13c req-106f42c8-fc74-49dc-b621-39b1840850d2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:38.379573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-eb90864f-f2dc-4ddb-9260-bb8db776e13c req-106f42c8-fc74-49dc-b621-39b1840850d2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Calling delete_port for d00d9ea0-dbf7-451e-8bc2-be475d99f148 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:38.396398 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff445a70-35ae-4bdc-b184-f43efe4c7351 req-9e75432c-038a-4f45-a6ce-d774c96eca46 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:38.397677 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff445a70-35ae-4bdc-b184-f43efe4c7351 req-9e75432c-038a-4f45-a6ce-d774c96eca46 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.88 "GET /v2.0/ports?device_id=0d93bf1c-56f4-437c-a334-30fd0198e55e HTTP/1.1" status: 200 len: 945 time: 0.2736928 Jul 16 03:31:38.871716 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-88fd7308-3e92-45be-9577-2edf410286c6 service neutron] 10.222.0.18 "GET /v2.0/networks/63a46837-9980-4aa6-9f86-1ac43e93b43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295005 Jul 16 03:31:38.906629 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ac3e67b5-008a-4f2c-bc5a-9be42115e243 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcd1588557b847c089260fe7e237e759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6182733 Jul 16 03:31:38.910635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56720) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:39.019679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc3fdf75-f260-4735-9bf7-0ac89f371771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.020282 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-b91e01a7-933e-424b-ba6a-d32c881127d8 service neutron] 10.222.0.18 "GET /v2.0/ports/e9079290-624f-49dd-b11b-ce5dbc2db7e5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1291142 Jul 16 03:31:39.078124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc3fdf75-f260-4735-9bf7-0ac89f371771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.104122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ff445a70-35ae-4bdc-b184-f43efe4c7351 req-5fc1c572-822d-4f94-9bd7-3477f755ce1a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Deleting port 1d151f38-a51b-4f96-aec7-fd27e08efc7d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:31:39.104497 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff445a70-35ae-4bdc-b184-f43efe4c7351 req-5fc1c572-822d-4f94-9bd7-3477f755ce1a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.120628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-53512728-735e-46d6-a5e1-a4444de2a701 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:39.122183 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-53512728-735e-46d6-a5e1-a4444de2a701 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/networks?id=be7cdd0f-74f6-488d-98d5-76c8162efc41 HTTP/1.1" status: 200 len: 814 time: 0.2944000 Jul 16 03:31:39.139055 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc3fdf75-f260-4735-9bf7-0ac89f371771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.142449 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc3fdf75-f260-4735-9bf7-0ac89f371771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.143960 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cc3fdf75-f260-4735-9bf7-0ac89f371771 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a03a736c-72cf-4bc3-8d7c-9b0b8a645280 HTTP/1.1" status: 204 len: 168 time: 0.2322652 Jul 16 03:31:39.155234 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fdf75-f260-4735-9bf7-0ac89f371771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03a736c-72cf-4bc3-8d7c-9b0b8a645280,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:39.158924 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb90864f-f2dc-4ddb-9260-bb8db776e13c req-106f42c8-fc74-49dc-b621-39b1840850d2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.175055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['d00d9ea0-dbf7-451e-8bc2-be475d99f148'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:39.225983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f42c8-fc74-49dc-b621-39b1840850d2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Pushing event deleted for resources: {'Port': ['ID=d00d9ea0-dbf7-451e-8bc2-be475d99f148,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:39.263954 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-d8c8e75f-c442-4d33-92a0-e1776a1a4c38 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/quotas/202f5f6937cf45a5bd3f1ea0aa8c9525 HTTP/1.1" status: 200 len: 375 time: 0.1059880 Jul 16 03:31:39.314134 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-e3ad4180-c52c-405a-bf8a-ec921cf8ee90 service neutron] 10.222.0.18 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833712 Jul 16 03:31:39.352736 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb90864f-f2dc-4ddb-9260-bb8db776e13c req-106f42c8-fc74-49dc-b621-39b1840850d2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] No DVR routers for this DVR port d00d9ea0-dbf7-451e-8bc2-be475d99f148 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:39.361086 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-070d4273-0458-4640-a197-796ab7efc92b tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=202f5f6937cf45a5bd3f1ea0aa8c9525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887253 Jul 16 03:31:39.367474 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-eb90864f-f2dc-4ddb-9260-bb8db776e13c req-106f42c8-fc74-49dc-b621-39b1840850d2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.369722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb90864f-f2dc-4ddb-9260-bb8db776e13c req-106f42c8-fc74-49dc-b621-39b1840850d2 tempest-DeleteServersAdminTestJSON-60345041 tempest-DeleteServersAdminTestJSON-60345041-project] 10.222.0.20 "DELETE /v2.0/ports/d00d9ea0-dbf7-451e-8bc2-be475d99f148 HTTP/1.1" status: 204 len: 173 time: 1.4999218 Jul 16 03:31:39.378237 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8581246a-6d01-491a-936b-4274d17a4c5f', 'name': 'network-vif-deleted', 'tag': 'd00d9ea0-dbf7-451e-8bc2-be475d99f148'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:39.380745 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899e16f6-739e-46dd-b065-a08564379709" -d '{"events": [{"server_uuid": "8581246a-6d01-491a-936b-4274d17a4c5f", "name": "network-vif-deleted", "tag": "d00d9ea0-dbf7-451e-8bc2-be475d99f148"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:39.451505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ff445a70-35ae-4bdc-b184-f43efe4c7351 req-5fc1c572-822d-4f94-9bd7-3477f755ce1a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] For port 1d151f38-a51b-4f96-aec7-fd27e08efc7d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1d151f38-a51b-4f96-aec7-fd27e08efc7d,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:39.452000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff445a70-35ae-4bdc-b184-f43efe4c7351 req-5fc1c572-822d-4f94-9bd7-3477f755ce1a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.497908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56740) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:39.570546 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9ae59b5a-a2f6-4bbb-970a-14ba8ee46dab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe23cfd4f4574119babc135994bcee6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710471 Jul 16 03:31:39.571323 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56742) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:39.597181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-ff445a70-35ae-4bdc-b184-f43efe4c7351 req-5fc1c572-822d-4f94-9bd7-3477f755ce1a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Calling delete_port for 1d151f38-a51b-4f96-aec7-fd27e08efc7d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:31:39.641330 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f48602a-7659-49aa-84d7-88af64160f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.666222 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f48602a-7659-49aa-84d7-88af64160f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.674208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-f5c0c772-3b01-48a4-97bc-6c87fd29b252 service neutron] 10.222.0.18 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229353 Jul 16 03:31:39.677889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-66b6aaec-6aba-402d-b2eb-88a511b0341a service neutron] 10.222.0.18 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004699 Jul 16 03:31:39.727089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f48602a-7659-49aa-84d7-88af64160f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.730157 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f48602a-7659-49aa-84d7-88af64160f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.731320 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2f48602a-7659-49aa-84d7-88af64160f8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/563337d7-9a61-4b6e-83c1-d1f69fb8d758 HTTP/1.1" status: 204 len: 168 time: 0.1589074 Jul 16 03:31:39.743115 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48602a-7659-49aa-84d7-88af64160f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563337d7-9a61-4b6e-83c1-d1f69fb8d758,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:39.805829 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c82200f9-2e70-4ff3-97f8-4992882ebc72 service neutron] 10.222.0.18 "GET /v2.0/ports/1eaad86e-022e-42f7-979e-03f3493e587c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1223090 Jul 16 03:31:39.888351 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-de8ee363-8ba1-4b94-b7f4-8a2fac6b5232 service neutron] 10.222.0.18 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022023 Jul 16 03:31:39.943615 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff445a70-35ae-4bdc-b184-f43efe4c7351 req-5fc1c572-822d-4f94-9bd7-3477f755ce1a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:39.957574 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['cbd0e8dd-6946-44a8-b4f5-7d216508edf6', '1d151f38-a51b-4f96-aec7-fd27e08efc7d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:39.985841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1c572-822d-4f94-9bd7-3477f755ce1a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Pushing event deleted for resources: {'Port': ['ID=1d151f38-a51b-4f96-aec7-fd27e08efc7d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:40.009923 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c7405f14-4d4c-4a87-a3bb-df9b5c5cdd2e service neutron] 10.222.0.18 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955106 Jul 16 03:31:40.071270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff445a70-35ae-4bdc-b184-f43efe4c7351 req-5fc1c572-822d-4f94-9bd7-3477f755ce1a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] No DVR routers for this DVR port 1d151f38-a51b-4f96-aec7-fd27e08efc7d on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:31:40.080744 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ff445a70-35ae-4bdc-b184-f43efe4c7351 req-5fc1c572-822d-4f94-9bd7-3477f755ce1a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:40.082703 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff445a70-35ae-4bdc-b184-f43efe4c7351 req-5fc1c572-822d-4f94-9bd7-3477f755ce1a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.88 "DELETE /v2.0/ports/1d151f38-a51b-4f96-aec7-fd27e08efc7d HTTP/1.1" status: 204 len: 173 time: 1.6758225 Jul 16 03:31:40.191753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-4239e32a-1804-45e1-832d-41b791bdadfa service neutron] 10.222.0.18 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631310 Jul 16 03:31:40.458884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-81ee4d52-dbde-4ec2-b1b3-612ed2cbc6de service neutron] 10.222.0.18 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502422 Jul 16 03:31:40.509100 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a037ba-6ed5-4fe1-9ea6-ee361868ccb9 req-7a2bc8ea-45f7-40a1-b225-b1eb7d726ea8 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:40.511026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05a037ba-6ed5-4fe1-9ea6-ee361868ccb9 req-7a2bc8ea-45f7-40a1-b225-b1eb7d726ea8 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 1096 time: 0.1476924 Jul 16 03:31:40.651714 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05a037ba-6ed5-4fe1-9ea6-ee361868ccb9 req-8d950329-5306-42ed-af1e-96dd9a41d7f1 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074471 Jul 16 03:31:40.660976 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-2131bf08-541e-4d7e-981d-1cc14b72afbf service neutron] 10.222.0.18 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939881 Jul 16 03:31:40.873458 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-9a5a0ea2-bd7e-4df2-9531-e165ed45443b service neutron] 10.222.0.18 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056384 Jul 16 03:31:41.042848 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-a112a01b-29f5-41ba-924f-9ea49091e7a2 service neutron] 10.222.0.18 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627483 Jul 16 03:31:41.076563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-11468497-aa5b-4683-8928-87c77692485a req-edb57e1f-91d5-44f4-864d-80ce8458038b tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d93bf1c-56f4-437c-a334-30fd0198e55e HTTP/1.1" status: 200 len: 210 time: 0.0490525 Jul 16 03:31:41.270411 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-d694c502-1219-48e1-ad04-140a4d5475d2 service neutron] 10.222.0.18 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078047 Jul 16 03:31:41.312938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e398ed7-0242-44be-b310-35a1aa7e56d0 req-095320a3-b314-4fbb-8dfe-314fecff1fff tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0412309 Jul 16 03:31:41.381964 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac65b38-81c7-4e2a-981d-8bd3911befdf x-openstack-request-id: req-4ac65b38-81c7-4e2a-981d-8bd3911befdf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:41.382499 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8581246a-6d01-491a-936b-4274d17a4c5f", "name": "network-vif-deleted", "tag": "d00d9ea0-dbf7-451e-8bc2-be475d99f148", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:41.382917 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ac65b38-81c7-4e2a-981d-8bd3911befdf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:41.383463 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8581246a-6d01-491a-936b-4274d17a4c5f', 'name': 'network-vif-deleted', 'tag': 'd00d9ea0-dbf7-451e-8bc2-be475d99f148', 'status': 'completed', 'code': 200} Jul 16 03:31:41.420633 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-19f85c2c-14e7-4725-8922-01d333c337fe service neutron] 10.222.0.18 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381156 Jul 16 03:31:41.518283 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd49b71d-da84-4671-b93d-fa350db2631c req-e977ef6f-bfd1-4774-94e9-b8fa388d56e8 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 210 time: 0.0343628 Jul 16 03:31:41.549252 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1302df97-7658-49aa-b9c3-16447f2dcd49 service neutron] 10.222.0.18 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277051 Jul 16 03:31:41.689488 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-def61870-00e8-4fe7-8262-4c9c7fe79caf service neutron] 10.222.0.18 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308441 Jul 16 03:31:41.961981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-374c3e53-359b-4eb2-9a67-a89cce530966 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:41.963331 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-374c3e53-359b-4eb2-9a67-a89cce530966 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.20 "GET /v2.0/networks?id=be7cdd0f-74f6-488d-98d5-76c8162efc41 HTTP/1.1" status: 200 len: 814 time: 0.2030344 Jul 16 03:31:41.973090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-1fcc7dd3-9fa2-4f2e-a34d-67c1cf5bf751 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:41.974837 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-1fcc7dd3-9fa2-4f2e-a34d-67c1cf5bf751 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 808 time: 0.2044320 Jul 16 03:31:41.979594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-9695d1fa-943b-4142-b1ac-db6d7407b903 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Request body: {'port': {'device_id': '08467728-bcd9-4316-a539-02deba20a874', 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41', 'admin_state_up': True, 'tenant_id': '202f5f6937cf45a5bd3f1ea0aa8c9525'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:42.015413 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-761da57c-07cd-482f-bb91-d68805a70e41 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/quotas/d5f1db4e8f8e416d95402d13ce5dde6d HTTP/1.1" status: 200 len: 375 time: 0.0323017 Jul 16 03:31:42.157657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-ba0a3886-a6d8-4c0a-b06c-315eda8acb1b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1341906 Jul 16 03:31:42.167527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-9695d1fa-943b-4142-b1ac-db6d7407b903 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Made reservation on behalf of 202f5f6937cf45a5bd3f1ea0aa8c9525 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:42.171438 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-9695d1fa-943b-4142-b1ac-db6d7407b903 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:42.353558 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d00d9ea0-dbf7-451e-8bc2-be475d99f148 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:42.407649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: d00d9ea0-dbf7-451e-8bc2-be475d99f148 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:42.408211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d00d9ea0-dbf7-451e-8bc2-be475d99f148 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:42.651450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-9d409395-5763-4a5f-bf8e-c5eacadd56bb service neutron] 10.222.0.18 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756770 Jul 16 03:31:42.680900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02578eea-6b48-481b-908c-25520271286a req-6bc632a3-b585-4919-bb21-0905968af644 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6f5c753e52654e67a51e2590717e8ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607028 Jul 16 03:31:42.880162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-9695d1fa-943b-4142-b1ac-db6d7407b903 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Allocated IP 172.20.0.5 (be7cdd0f-74f6-488d-98d5-76c8162efc41/e13b8bb6-41ee-4dcf-b76a-74d1e597a14e/a6b436ff-d721-4b21-87c1-dc519e3998e1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:42.921189 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-2efe1a5f-2082-4a01-9143-2448c60b6a10 service neutron] 10.222.0.18 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569108 Jul 16 03:31:42.930524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02578eea-6b48-481b-908c-25520271286a req-22bfc605-0854-4e58-bf36-df8699b42ba1 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:42.931960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02578eea-6b48-481b-908c-25520271286a req-22bfc605-0854-4e58-bf36-df8699b42ba1 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364523 Jul 16 03:31:42.961662 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02578eea-6b48-481b-908c-25520271286a req-2281048d-c9a7-4b60-ab4d-566d7ddf3ff3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/quotas/6f5c753e52654e67a51e2590717e8ff6 HTTP/1.1" status: 200 len: 375 time: 0.0202317 Jul 16 03:31:43.020479 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02578eea-6b48-481b-908c-25520271286a req-ba3d235c-6822-471a-b134-c53f541f863d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481405 Jul 16 03:31:43.123060 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-9695d1fa-943b-4142-b1ac-db6d7407b903 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.187076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1d151f38-a51b-4f96-aec7-fd27e08efc7d no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:31:43.203514 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-9695d1fa-943b-4142-b1ac-db6d7407b903 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.229488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 1d151f38-a51b-4f96-aec7-fd27e08efc7d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:31:43.229967 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1d151f38-a51b-4f96-aec7-fd27e08efc7d not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:31:43.328206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695d1fa-943b-4142-b1ac-db6d7407b903 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Pushing event updated for resources: {'Port': ['ID=a6b436ff-d721-4b21-87c1-dc519e3998e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:43.338764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-9695d1fa-943b-4142-b1ac-db6d7407b903 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Network be7cdd0f-74f6-488d-98d5-76c8162efc41 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:43.341350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-9695d1fa-943b-4142-b1ac-db6d7407b903 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:43.348924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-9695d1fa-943b-4142-b1ac-db6d7407b903 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:43.385078 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d93bf1c-56f4-437c-a334-30fd0198e55e', 'name': 'network-vif-deleted', 'tag': '1d151f38-a51b-4f96-aec7-fd27e08efc7d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:43.388188 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132b33b6-cef2-45f5-8c94-3a71140bf11a" -d '{"events": [{"server_uuid": "0d93bf1c-56f4-437c-a334-30fd0198e55e", "name": "network-vif-deleted", "tag": "1d151f38-a51b-4f96-aec7-fd27e08efc7d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:43.465450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cbdb57bb-bdcc-4107-9ad1-489d59850931 req-9912e5ab-36a9-4373-a349-46dfe58d7be3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.0630224 Jul 16 03:31:43.481720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-9695d1fa-943b-4142-b1ac-db6d7407b903 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:43.482499 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-9695d1fa-943b-4142-b1ac-db6d7407b903 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:43.517315 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1e63d57-5909-4d8f-8ba4-409112d82c8f req-84393f82-0299-40a6-a554-8d54bd4ba89d tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0556085 Jul 16 03:31:43.551462 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-9695d1fa-943b-4142-b1ac-db6d7407b903 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5675159 Jul 16 03:31:43.560125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Request body: {'port': {'device_id': '08467728-bcd9-4316-a539-02deba20a874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:43.762091 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5ba3b44-68f5-4098-94f1-afac6c63f272 req-05fcd130-ca3b-4bf4-9643-40f82656e33c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 210 time: 0.0798132 Jul 16 03:31:43.788727 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:44.015924 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7870ad69-cbe4-4de2-85cd-43c1f7157be0 req-4faa92f6-1ac6-483b-af55-92f2d4af4af7 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 210 time: 0.1149459 Jul 16 03:31:44.055250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-fdddf6b1-2280-47c2-b5e4-0897b6c5ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:44.056740 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-fdddf6b1-2280-47c2-b5e4-0897b6c5ee6a service neutron] 10.222.0.88 "GET /v2.0/ports/e9079290-624f-49dd-b11b-ce5dbc2db7e5 HTTP/1.1" status: 200 len: 1031 time: 0.1576004 Jul 16 03:31:44.217411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c3a74-11dc-42c8-8c9c-c12e9728da25 req-a589f667-2095-4235-be61-51f109bb08a7 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:44.231922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-171c3a74-11dc-42c8-8c9c-c12e9728da25 req-a589f667-2095-4235-be61-51f109bb08a7 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 931 time: 0.4118912 Jul 16 03:31:44.296077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-d0523dca-a9ce-4aea-a2da-fdc473a6a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:44.298431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-d0523dca-a9ce-4aea-a2da-fdc473a6a9df service neutron] 10.222.0.88 "GET /v2.0/ports/1eaad86e-022e-42f7-979e-03f3493e587c HTTP/1.1" status: 200 len: 1033 time: 0.1772654 Jul 16 03:31:44.406461 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-171c3a74-11dc-42c8-8c9c-c12e9728da25 req-3c1a9c5c-1154-429d-a3b6-dd71fe9b6f52 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731179 Jul 16 03:31:44.490887 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb8ceb6-85ca-490b-a716-0c8f89ec580f x-openstack-request-id: req-1cb8ceb6-85ca-490b-a716-0c8f89ec580f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:44.491168 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d93bf1c-56f4-437c-a334-30fd0198e55e", "name": "network-vif-deleted", "tag": "1d151f38-a51b-4f96-aec7-fd27e08efc7d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:44.491618 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cb8ceb6-85ca-490b-a716-0c8f89ec580f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:44.492178 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d93bf1c-56f4-437c-a334-30fd0198e55e', 'name': 'network-vif-deleted', 'tag': '1d151f38-a51b-4f96-aec7-fd27e08efc7d', 'status': 'completed', 'code': 200} Jul 16 03:31:44.544244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5cc4f-db37-4dc2-838e-db569a60f301 req-bb0358ce-166f-4ad3-ad59-71efae35d675 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:44.545822 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8a5cc4f-db37-4dc2-838e-db569a60f301 req-bb0358ce-166f-4ad3-ad59-71efae35d675 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.2735293 Jul 16 03:31:44.552901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-0ae6baac-4845-45b9-832e-9b499a271fea tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:44.558577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-0ae6baac-4845-45b9-832e-9b499a271fea tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:44.564394 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-0ae6baac-4845-45b9-832e-9b499a271fea tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:44.565969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-0ae6baac-4845-45b9-832e-9b499a271fea tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "GET /v2.0/networks?id=63a46837-9980-4aa6-9f86-1ac43e93b43d&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=bfe6d903-2807-4d33-bde4-98398f0edb6c&id=bfe6d903-2807-4d33-bde4-98398f0edb6c HTTP/1.1" status: 200 len: 1994 time: 0.2354355 Jul 16 03:31:44.624682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8a5cc4f-db37-4dc2-838e-db569a60f301 req-1d120d8e-0ddf-4eb8-bb1a-47e643d1afc2 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549848 Jul 16 03:31:44.726308 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-2e19dadc-47c5-4130-bf1a-432acdf15554 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d79f4b9420fd452b874072e387240e86 HTTP/1.1" status: 200 len: 380 time: 0.1488504 Jul 16 03:31:44.769310 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-296885d6-deac-4b4c-8292-544d2890eff1 req-6efd193f-2244-45f1-94ef-e0044dc091c5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'port': {'device_id': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'admin_state_up': True, 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'security_groups': ['e3d326aa-cd98-46ec-bb8f-a9f968da6975']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:44.815109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b436ff-d721-4b21-87c1-dc519e3998e1 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:44.889180 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:44.965804 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3aeb9ba5-66bd-4af6-88d8-75ae4e23fbd7 req-52d3471d-1576-4d74-98d1-2a4671f5ee1d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.1775517 Jul 16 03:31:45.028759 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec67aecf-8c10-418f-b0ca-48a7011da6ee req-0425c0e5-dcb7-40e2-a167-edf3382871c6 tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0681834 Jul 16 03:31:45.036553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Transition to ACTIVE for port object a6b436ff-d721-4b21-87c1-dc519e3998e1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:45.115692 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.125465 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:45.197344 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-dacd74e1-370c-43a3-8375-e2b05d9a771a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:45.199757 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-dacd74e1-370c-43a3-8375-e2b05d9a771a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.88 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 808 time: 0.2395031 Jul 16 03:31:45.216054 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ac6cfa0-65c9-4269-8a50-4082addbdd38 req-9823c0d0-6da5-4e87-a433-fe8d94f6ac3c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 210 time: 0.0634997 Jul 16 03:31:45.223082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-0a0c689e-b095-4479-ac77-eafce5efd84a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Request body: {'port': {'device_id': 'b36b8853-1b8e-437e-88db-17fb88f00577', 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b', 'admin_state_up': True, 'tenant_id': 'd5f1db4e8f8e416d95402d13ce5dde6d'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:45.282415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Pushing event updated for resources: {'Port': ['ID=a6b436ff-d721-4b21-87c1-dc519e3998e1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:45.337733 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef1feb42-fd4d-413b-bd57-4d463df80602 req-1fa4fcbf-8ba7-47d5-81e5-bad1a2c33487 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 210 time: 0.0370283 Jul 16 03:31:45.366736 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-6efd193f-2244-45f1-94ef-e0044dc091c5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Made reservation on behalf of d79f4b9420fd452b874072e387240e86 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:45.370237 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-6efd193f-2244-45f1-94ef-e0044dc091c5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.402885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Attempting to bind port a6b436ff-d721-4b21-87c1-dc519e3998e1 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:45.403225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Attempting to bind port a6b436ff-d721-4b21-87c1-dc519e3998e1 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'eb511b0b-9676-4a31-8d32-521ad9c20cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:45.403557 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Attempting to bind port a6b436ff-d721-4b21-87c1-dc519e3998e1 on network be7cdd0f-74f6-488d-98d5-76c8162efc41 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:45.437353 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-0a0c689e-b095-4479-ac77-eafce5efd84a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Made reservation on behalf of d5f1db4e8f8e416d95402d13ce5dde6d for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:45.443082 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-0a0c689e-b095-4479-ac77-eafce5efd84a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.466559 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ee51cbb0-caac-4383-b18e-0420e29f1e7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fba9e325bd242bf87aabe7bc778b66f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339274 Jul 16 03:31:45.472136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:45.499320 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Port a6b436ff-d721-4b21-87c1-dc519e3998e1 on network be7cdd0f-74f6-488d-98d5-76c8162efc41 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:45.499664 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Attempting to bind port a6b436ff-d721-4b21-87c1-dc519e3998e1 on network be7cdd0f-74f6-488d-98d5-76c8162efc41 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:45.602737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:45.603631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Checking segment: {'id': 'eb511b0b-9676-4a31-8d32-521ad9c20cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:45.603631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Bound using segment: {'id': 'eb511b0b-9676-4a31-8d32-521ad9c20cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:45.603917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Bound port: a6b436ff-d721-4b21-87c1-dc519e3998e1, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb511b0b-9676-4a31-8d32-521ad9c20cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:45.604278 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.658795 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02578eea-6b48-481b-908c-25520271286a req-c1d9adf4-c887-4357-a640-4ce2c2f273a1 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=6f5c753e52654e67a51e2590717e8ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548558 Jul 16 03:31:45.719738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-0a0c689e-b095-4479-ac77-eafce5efd84a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Allocated IP 172.20.0.13 (ae4da56c-d106-465b-8123-a4e05a78074b/fd3621f4-0a00-45b7-9625-fdac06664981/89561d40-35f1-4ba1-9e1e-14af6eca00c0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:45.803352 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2d54768-6eee-453d-9d6f-0ef4b5c253ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.846005 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02578eea-6b48-481b-908c-25520271286a req-eccc8688-fe30-4980-b97f-36e8bdde3907 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:45.848138 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02578eea-6b48-481b-908c-25520271286a req-eccc8688-fe30-4980-b97f-36e8bdde3907 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832223 Jul 16 03:31:45.887420 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2d54768-6eee-453d-9d6f-0ef4b5c253ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:45.889384 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Request body: {'port': {'device_id': '094cedaf-ef12-46ad-a6f9-37e0a51b719a', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '6f5c753e52654e67a51e2590717e8ff6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:45.898495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7845fed-39d9-49b0-9443-177ef19b7887 req-1f8e26ac-7987-43e9-a9c3-0764b351edc8 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:45.906412 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7845fed-39d9-49b0-9443-177ef19b7887 req-1f8e26ac-7987-43e9-a9c3-0764b351edc8 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.4036293 Jul 16 03:31:45.932523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760015d3-f9d0-4464-b694-dee73f30b8ee req-1e3d30ec-3f8e-4a67-8641-593b0454a9df tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:45.934659 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-760015d3-f9d0-4464-b694-dee73f30b8ee req-1e3d30ec-3f8e-4a67-8641-593b0454a9df tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 943 time: 0.3223939 Jul 16 03:31:45.949508 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] For port a6b436ff-d721-4b21-87c1-dc519e3998e1, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:45.953049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-296885d6-deac-4b4c-8292-544d2890eff1 req-6efd193f-2244-45f1-94ef-e0044dc091c5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Allocated IP 172.20.0.5 (63a46837-9980-4aa6-9f86-1ac43e93b43d/77350ccd-3edf-4270-8e46-f1233ff0f07f/3939b0e6-0a70-473e-9c0d-3543bd2d5fa5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:45.958915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] For port a6b436ff-d721-4b21-87c1-dc519e3998e1, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a6b436ff-d721-4b21-87c1-dc519e3998e1,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:45.982145 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.059792 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-0a0c689e-b095-4479-ac77-eafce5efd84a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.073992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:46.074629 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.076051 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] 10.222.0.20 "PUT /v2.0/ports/a6b436ff-d721-4b21-87c1-dc519e3998e1 HTTP/1.1" status: 200 len: 1091 time: 2.5237281 Jul 16 03:31:46.093453 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Made reservation on behalf of 6f5c753e52654e67a51e2590717e8ff6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:46.098539 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.121837 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.132676 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7845fed-39d9-49b0-9443-177ef19b7887 req-bab24f22-ec88-4ed5-94a9-88891884583b tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247972 Jul 16 03:31:46.186412 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-0a0c689e-b095-4479-ac77-eafce5efd84a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.237686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-760015d3-f9d0-4464-b694-dee73f30b8ee req-dc29df7b-54cf-4dda-9f10-f715e16047ee tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836652 Jul 16 03:31:46.241502 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-0a0c689e-b095-4479-ac77-eafce5efd84a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Network ae4da56c-d106-465b-8123-a4e05a78074b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:46.252802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf881b-22d0-4c5c-b96a-36fe7d65362a service neutron] Pushing event updated for resources: {'Port': ['ID=a6b436ff-d721-4b21-87c1-dc519e3998e1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:46.253150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-0a0c689e-b095-4479-ac77-eafce5efd84a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:46.257550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-0a0c689e-b095-4479-ac77-eafce5efd84a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:46.291372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c689e-b095-4479-ac77-eafce5efd84a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Pushing event updated for resources: {'Port': ['ID=89561d40-35f1-4ba1-9e1e-14af6eca00c0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:46.310086 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2d54768-6eee-453d-9d6f-0ef4b5c253ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.314086 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b2d54768-6eee-453d-9d6f-0ef4b5c253ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.315664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b2d54768-6eee-453d-9d6f-0ef4b5c253ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d732b8e9-aa3a-4996-a1da-b8169ae2005d HTTP/1.1" status: 204 len: 168 time: 0.8376756 Jul 16 03:31:46.355141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d54768-6eee-453d-9d6f-0ef4b5c253ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d732b8e9-aa3a-4996-a1da-b8169ae2005d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:46.387061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-0a0c689e-b095-4479-ac77-eafce5efd84a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:46.387810 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-0a0c689e-b095-4479-ac77-eafce5efd84a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.389091 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09a493a4-6da4-436b-bc12-51430885166d req-46651135-4c25-4bda-87f8-0b10f28e04e1 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.0557554 Jul 16 03:31:46.423505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-90aa55db-8c65-41be-983f-6e13e5484847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:46.425324 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-90aa55db-8c65-41be-983f-6e13e5484847 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=202f5f6937cf45a5bd3f1ea0aa8c9525&device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 1094 time: 0.2615223 Jul 16 03:31:46.433003 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.439263 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.481197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:46.487758 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-0a0c689e-b095-4479-ac77-eafce5efd84a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2768092 Jul 16 03:31:46.530197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Request body: {'port': {'device_id': 'b36b8853-1b8e-437e-88db-17fb88f00577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:46.704285 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.718118 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Allocated IP 192.168.233.217 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/87af4b36-f84f-438e-aaa9-6bdc8eb86b91) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:46.766649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08467728-bcd9-4316-a539-02deba20a874', 'tag': 'a6b436ff-d721-4b21-87c1-dc519e3998e1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:46.769060 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d298b577-9392-4782-a6f6-8acba5e3a7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "08467728-bcd9-4316-a539-02deba20a874", "tag": "a6b436ff-d721-4b21-87c1-dc519e3998e1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:46.803307 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90837e34-b17e-48d9-b0eb-8af2fa4ad9cf req-7a2fea87-1237-4efd-b243-000b8d575f83 tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.3727000 Jul 16 03:31:46.804748 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:46.822859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-68520f71-31dd-48ff-b09a-69fa4f7d3bd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6b436ff-d721-4b21-87c1-dc519e3998e1 HTTP/1.1" status: 200 len: 217 time: 0.3811655 Jul 16 03:31:46.878399 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6813534e-e6b3-4a06-851f-c47ecdae43b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.884622 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-6efd193f-2244-45f1-94ef-e0044dc091c5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:46.928128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-296885d6-deac-4b4c-8292-544d2890eff1 req-6efd193f-2244-45f1-94ef-e0044dc091c5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Transition to ACTIVE for port object 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:46.936986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-2b694c66-ac7b-4c1e-941f-27948e17ff82 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--879897785&fields=id&tenant_id=b4fdd29d148e475cbbcdda2c0a1c04b4 HTTP/1.1" status: 200 len: 267 time: 0.1617291 Jul 16 03:31:46.942483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-0d6cb46d-d3f7-48ae-bb89-d65f90ea50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:46.943913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-0d6cb46d-d3f7-48ae-bb89-d65f90ea50ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e13b8bb6-41ee-4dcf-b76a-74d1e597a14e HTTP/1.1" status: 200 len: 854 time: 0.1086338 Jul 16 03:31:46.984242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89561d40-35f1-4ba1-9e1e-14af6eca00c0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:46.994797 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.024613 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Transition to ACTIVE for port object 89561d40-35f1-4ba1-9e1e-14af6eca00c0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:47.033328 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.048773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-da03075a-b84c-4210-a3d7-bf116bab47af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be7cdd0f-74f6-488d-98d5-76c8162efc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943847 Jul 16 03:31:47.166099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Pushing event updated for resources: {'Port': ['ID=89561d40-35f1-4ba1-9e1e-14af6eca00c0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:47.193430 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-6efd193f-2244-45f1-94ef-e0044dc091c5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.245913 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.256786 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Attempting to bind port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:47.257128 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Attempting to bind port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:47.257454 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Attempting to bind port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:47.266412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 on network ae4da56c-d106-465b-8123-a4e05a78074b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:47.266782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Attempting to bind port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:47.271092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Transition to ACTIVE for port object 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:47.276814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:47.277161 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Checking segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:47.277554 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Bound using segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:47.277996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Bound port: 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:47.278360 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.299904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296885d6-deac-4b4c-8292-544d2890eff1 req-6efd193f-2244-45f1-94ef-e0044dc091c5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Network 63a46837-9980-4aa6-9f86-1ac43e93b43d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:47.317962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-296885d6-deac-4b4c-8292-544d2890eff1 req-6efd193f-2244-45f1-94ef-e0044dc091c5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:47.326127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-51048223-a74c-4f93-86ca-6b2c33b27042 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:47.327361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-51048223-a74c-4f93-86ca-6b2c33b27042 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/networks?id=b984194a-6086-4e8b-9f9f-a200d3ed3239 HTTP/1.1" status: 200 len: 816 time: 0.3782322 Jul 16 03:31:47.333923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-6efd193f-2244-45f1-94ef-e0044dc091c5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:47.336299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd193f-2244-45f1-94ef-e0044dc091c5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'Port': ['ID=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:47.357341 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.374805 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:47.375264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6959189-d2de-4eb0-9251-2bb8edbdd77c req-8121207a-5dce-4281-84c9-0382e0f109da tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:47.380869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6959189-d2de-4eb0-9251-2bb8edbdd77c req-8121207a-5dce-4281-84c9-0382e0f109da tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.4078925 Jul 16 03:31:47.383191 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-c5c2c35e-6046-4b15-a6e0-1f7fc1cded05 service neutron] 10.222.0.20 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171265 Jul 16 03:31:47.422682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-b9bc640a-d3a4-4edc-bf82-bb395999f6ec tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/quotas/b4fdd29d148e475cbbcdda2c0a1c04b4 HTTP/1.1" status: 200 len: 375 time: 0.0808628 Jul 16 03:31:47.440849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event updated for resources: {'Port': ['ID=87af4b36-f84f-438e-aaa9-6bdc8eb86b91,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:47.458703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:47.466546 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.472143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:47.483985 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6813534e-e6b3-4a06-851f-c47ecdae43b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.507082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:47.514490 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6813534e-e6b3-4a06-851f-c47ecdae43b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.516456 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:47.545836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-6efd193f-2244-45f1-94ef-e0044dc091c5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:47.550031 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-6efd193f-2244-45f1-94ef-e0044dc091c5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.566859 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:47.567858 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.568906 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] 10.222.0.88 "PUT /v2.0/ports/89561d40-35f1-4ba1-9e1e-14af6eca00c0 HTTP/1.1" status: 200 len: 1092 time: 1.0435708 Jul 16 03:31:47.569344 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36b8853-1b8e-437e-88db-17fb88f00577', 'tag': '89561d40-35f1-4ba1-9e1e-14af6eca00c0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:47.571585 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b37506-1b4c-494b-9823-0e01d1b3dac3" -d '{"events": [{"name": "network-changed", "server_uuid": "b36b8853-1b8e-437e-88db-17fb88f00577", "tag": "89561d40-35f1-4ba1-9e1e-14af6eca00c0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:47.638089 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6959189-d2de-4eb0-9251-2bb8edbdd77c req-11ecf6b4-72a7-4fd8-a347-b11061113134 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353272 Jul 16 03:31:47.660585 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf9365-a9cc-40f2-a2fc-3379a843746b service neutron] Pushing event updated for resources: {'Port': ['ID=89561d40-35f1-4ba1-9e1e-14af6eca00c0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:47.686318 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6813534e-e6b3-4a06-851f-c47ecdae43b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94d372b9a88c46d4a81d524b4a086450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8758571 Jul 16 03:31:47.691243 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813534e-e6b3-4a06-851f-c47ecdae43b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47819a3-47d1-415c-8563-a785894df96a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:47.691451 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56968) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:31:47.706518 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-6efd193f-2244-45f1-94ef-e0044dc091c5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9580948 Jul 16 03:31:47.720138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-296885d6-deac-4b4c-8292-544d2890eff1 req-91d731aa-d386-474c-952f-d052882ce1fe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'port': {'device_id': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f', 'admin_state_up': True, 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'security_groups': ['e3d326aa-cd98-46ec-bb8f-a9f968da6975']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:47.754336 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:47.755130 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.758076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6ed90038-ba64-4305-a81a-76164d45c36c None None] Provisioning for port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:47.762133 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92f72d34-c67b-4139-b07a-501fb8aac68b req-c738e73a-3f64-47e4-85e5-fc851f7745e1 service neutron] 10.222.0.20 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572299 Jul 16 03:31:47.779604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6ed90038-ba64-4305-a81a-76164d45c36c None None] Provisioning complete for port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:47.780071 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6ed90038-ba64-4305-a81a-76164d45c36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.801817 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-f0ae822d-03cd-4479-9e98-d8656b944c4b tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b4fdd29d148e475cbbcdda2c0a1c04b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3621504 Jul 16 03:31:47.845694 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02578eea-6b48-481b-908c-25520271286a req-4ea0cfc6-63c3-4b28-860b-864ec81aef8b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9760704 Jul 16 03:31:47.872925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Request body: {'port': {'device_id': '094cedaf-ef12-46ad-a6f9-37e0a51b719a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:47.879438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-f91f6ee5-2405-41f0-8729-0efe294641bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:47.879929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6ed90038-ba64-4305-a81a-76164d45c36c None None] Port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:47.881201 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-f91f6ee5-2405-41f0-8729-0efe294641bc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 1095 time: 0.2644410 Jul 16 03:31:47.908958 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d6c3d57-8611-46bc-8c48-029630ba615f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:47.954933 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-e7544c13-2b81-473c-8b03-91b7eac970d0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0 HTTP/1.1" status: 200 len: 217 time: 0.0543575 Jul 16 03:31:47.982607 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d6c3d57-8611-46bc-8c48-029630ba615f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.004828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9e49dbe5-8ec2-47ac-87a6-652aa30959ec None None] Provisioning for port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:48.010380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9e49dbe5-8ec2-47ac-87a6-652aa30959ec None None] Provisioning complete for port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:48.011276 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9e49dbe5-8ec2-47ac-87a6-652aa30959ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.043353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b87aeb-5395-432e-97ad-abf2b42e684a req-dadbfb11-7ed6-4eb7-a271-f8f1f9fd1b14 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:48.050533 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38b87aeb-5395-432e-97ad-abf2b42e684a req-dadbfb11-7ed6-4eb7-a271-f8f1f9fd1b14 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 944 time: 0.2472723 Jul 16 03:31:48.075455 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.077658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9e49dbe5-8ec2-47ac-87a6-652aa30959ec None None] Port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:48.080019 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-7244ead1-3ad6-4d17-b5c2-25c9e6b4e55c service neutron] 10.222.0.18 "GET /v2.0/networks/b984194a-6086-4e8b-9f9f-a200d3ed3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283959 Jul 16 03:31:48.081151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-202126ba-c045-4203-ac12-5de639e756d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:48.082776 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-202126ba-c045-4203-ac12-5de639e756d9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.1171002 Jul 16 03:31:48.083924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-91d731aa-d386-474c-952f-d052882ce1fe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Made reservation on behalf of d79f4b9420fd452b874072e387240e86 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:48.087638 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-91d731aa-d386-474c-952f-d052882ce1fe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.177170 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38b87aeb-5395-432e-97ad-abf2b42e684a req-a23d77b0-5f43-4230-874c-ea7c255072e4 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255543 Jul 16 03:31:48.227658 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-5653549f-635f-4dbc-a97c-8803b7662e54 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338265 Jul 16 03:31:48.321196 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d6c3d57-8611-46bc-8c48-029630ba615f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.324617 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d6c3d57-8611-46bc-8c48-029630ba615f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.325906 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8d6c3d57-8611-46bc-8c48-029630ba615f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f47819a3-47d1-415c-8563-a785894df96a HTTP/1.1" status: 204 len: 168 time: 0.6253033 Jul 16 03:31:48.355380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c3d57-8611-46bc-8c48-029630ba615f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47819a3-47d1-415c-8563-a785894df96a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:48.498734 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-1c1dae85-9676-4d6f-8660-d44157722656 service neutron] 10.222.0.18 "GET /v2.0/networks/b984194a-6086-4e8b-9f9f-a200d3ed3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177396 Jul 16 03:31:48.549242 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-74ebda9b-7c20-4862-965c-1a0f8b8f6608 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061213 Jul 16 03:31:48.589393 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-296885d6-deac-4b4c-8292-544d2890eff1 req-91d731aa-d386-474c-952f-d052882ce1fe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Allocated IP 10.1.1.131 (5cda0bd3-70e5-481d-b638-9f7104dcd15f/5d18479b-9c1e-4457-94c7-343fd8185f0d/1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:48.603290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c39bc-f276-4f03-8222-13a9a2c61037 req-bac7f18c-e63d-4e57-8e73-ee33c40595a2 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:48.616604 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df8c39bc-f276-4f03-8222-13a9a2c61037 req-bac7f18c-e63d-4e57-8e73-ee33c40595a2 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 936 time: 0.2209699 Jul 16 03:31:48.680445 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd9cd65c-db1f-4db3-94d6-adae582b31f2 req-7cc973ca-cd3a-4548-8737-04e092951f2d service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186802 Jul 16 03:31:48.759756 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df8c39bc-f276-4f03-8222-13a9a2c61037 req-ecedc152-38ad-4c44-9f1e-4a5b6c984571 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420264 Jul 16 03:31:48.768775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:48.780296 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.799816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Transition to ACTIVE for port object 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:48.805037 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:48.925302 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=87af4b36-f84f-438e-aaa9-6bdc8eb86b91,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:48.944300 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfee5d76-f998-4dd7-828e-98452e460e46 x-openstack-request-id: req-dfee5d76-f998-4dd7-828e-98452e460e46 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:48.944614 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08467728-bcd9-4316-a539-02deba20a874", "tag": "a6b436ff-d721-4b21-87c1-dc519e3998e1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:48.944879 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfee5d76-f998-4dd7-828e-98452e460e46 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:48.945254 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08467728-bcd9-4316-a539-02deba20a874', 'tag': 'a6b436ff-d721-4b21-87c1-dc519e3998e1', 'status': 'completed', 'code': 200} Jul 16 03:31:49.064533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Attempting to bind port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:49.066513 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Attempting to bind port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:49.066862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Attempting to bind port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:49.074578 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:49.075146 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Attempting to bind port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:49.094440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:49.094793 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:49.095204 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:49.095671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Bound port: 87af4b36-f84f-438e-aaa9-6bdc8eb86b91, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:49.096071 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.306374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] For port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:49.322634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] For port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=87af4b36-f84f-438e-aaa9-6bdc8eb86b91,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:49.329382 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.342646 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-91d731aa-d386-474c-952f-d052882ce1fe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.379927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:49.380729 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.382011 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02578eea-6b48-481b-908c-25520271286a req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] 10.222.0.88 "PUT /v2.0/ports/87af4b36-f84f-438e-aaa9-6bdc8eb86b91 HTTP/1.1" status: 200 len: 1096 time: 1.5255909 Jul 16 03:31:49.406793 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-296885d6-deac-4b4c-8292-544d2890eff1 req-91d731aa-d386-474c-952f-d052882ce1fe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Transition to ACTIVE for port object 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:49.446433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298b577-9392-4782-a6f6-8acba5e3a7e7 req-60c67ec6-ef2f-47a4-94b3-c79bbd1dd22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:49.447977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d298b577-9392-4782-a6f6-8acba5e3a7e7 req-60c67ec6-ef2f-47a4-94b3-c79bbd1dd22e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=202f5f6937cf45a5bd3f1ea0aa8c9525&device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 1094 time: 0.5019724 Jul 16 03:31:49.545335 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e90616-f7b5-4e39-8074-eba971ebd9a4 req-36cbeaa3-10e7-4892-b206-b325f7d77f14 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:49.552658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-81e90616-f7b5-4e39-8074-eba971ebd9a4 req-36cbeaa3-10e7-4892-b206-b325f7d77f14 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 943 time: 0.5168715 Jul 16 03:31:49.683009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298b577-9392-4782-a6f6-8acba5e3a7e7 req-6fea7958-1361-4884-9593-8327a9df39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:49.685033 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d298b577-9392-4782-a6f6-8acba5e3a7e7 req-6fea7958-1361-4884-9593-8327a9df39b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be7cdd0f-74f6-488d-98d5-76c8162efc41 HTTP/1.1" status: 200 len: 915 time: 0.2291195 Jul 16 03:31:49.774170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c13c8f-a09b-40bd-a02d-63a05a8f173d req-7a638fa2-0c5b-40e6-a17a-a595373ba88c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:49.782767 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17c13c8f-a09b-40bd-a02d-63a05a8f173d req-7a638fa2-0c5b-40e6-a17a-a595373ba88c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 931 time: 0.5174942 Jul 16 03:31:49.787711 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-91d731aa-d386-474c-952f-d052882ce1fe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:49.790029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d298b577-9392-4782-a6f6-8acba5e3a7e7 req-739849a9-1b2c-422f-995d-f2a6371e94ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6b436ff-d721-4b21-87c1-dc519e3998e1 HTTP/1.1" status: 200 len: 217 time: 0.0928326 Jul 16 03:31:49.886381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2836bd9-55bc-40ad-ad54-d717be008aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=87af4b36-f84f-438e-aaa9-6bdc8eb86b91,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:49.899697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02578eea-6b48-481b-908c-25520271286a req-d24fe31e-c1cf-4681-b170-dfdf3d3be5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:49.901367 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02578eea-6b48-481b-908c-25520271286a req-d24fe31e-c1cf-4681-b170-dfdf3d3be5f3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 1099 time: 0.4509811 Jul 16 03:31:49.921102 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-81e90616-f7b5-4e39-8074-eba971ebd9a4 req-8b2de7e1-80fa-44ce-a390-2a6046d8cb47 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584755 Jul 16 03:31:49.955450 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02578eea-6b48-481b-908c-25520271286a req-7a2f85e2-352c-4238-82af-312a9fc02254 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=87af4b36-f84f-438e-aaa9-6bdc8eb86b91 HTTP/1.1" status: 200 len: 217 time: 0.0410831 Jul 16 03:31:49.964681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d731aa-d386-474c-952f-d052882ce1fe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'Port': ['ID=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:49.974761 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296885d6-deac-4b4c-8292-544d2890eff1 req-91d731aa-d386-474c-952f-d052882ce1fe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Network 5cda0bd3-70e5-481d-b638-9f7104dcd15f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:49.981547 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-296885d6-deac-4b4c-8292-544d2890eff1 req-91d731aa-d386-474c-952f-d052882ce1fe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:49.993763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-91d731aa-d386-474c-952f-d052882ce1fe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:50.059694 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17c13c8f-a09b-40bd-a02d-63a05a8f173d req-1d7a59a3-fcc4-4407-914e-5f2b88c9ded5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759216 Jul 16 03:31:50.068763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298b577-9392-4782-a6f6-8acba5e3a7e7 req-d0d167e3-88d3-44f5-bc9a-005e57277589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:50.072647 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d298b577-9392-4782-a6f6-8acba5e3a7e7 req-d0d167e3-88d3-44f5-bc9a-005e57277589 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e13b8bb6-41ee-4dcf-b76a-74d1e597a14e HTTP/1.1" status: 200 len: 854 time: 0.2593510 Jul 16 03:31:50.165145 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d298b577-9392-4782-a6f6-8acba5e3a7e7 req-bd2d619a-bde2-47f4-b5ee-f9bdebbe1835 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be7cdd0f-74f6-488d-98d5-76c8162efc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756760 Jul 16 03:31:50.191778 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02578eea-6b48-481b-908c-25520271286a req-cf837d65-b96a-4521-b2e4-f7e30cfd4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:50.198717 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02578eea-6b48-481b-908c-25520271286a req-cf837d65-b96a-4521-b2e4-f7e30cfd4da2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.2311196 Jul 16 03:31:50.204178 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68e9b87-00d0-4f2c-acce-3adb84aaa962 x-openstack-request-id: req-b68e9b87-00d0-4f2c-acce-3adb84aaa962 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:50.204522 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36b8853-1b8e-437e-88db-17fb88f00577", "tag": "89561d40-35f1-4ba1-9e1e-14af6eca00c0", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:50.204774 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b68e9b87-00d0-4f2c-acce-3adb84aaa962 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:50.205175 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36b8853-1b8e-437e-88db-17fb88f00577', 'tag': '89561d40-35f1-4ba1-9e1e-14af6eca00c0', 'status': 'completed', 'code': 200} Jul 16 03:31:50.207433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-91d731aa-d386-474c-952f-d052882ce1fe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:50.208529 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-91d731aa-d386-474c-952f-d052882ce1fe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.337503 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-91d731aa-d386-474c-952f-d052882ce1fe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6238782 Jul 16 03:31:50.348860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a905eca9-6335-4b78-a506-02e24168bd28 req-7e4221d0-18d7-440e-9bbf-2e5cccd4011c tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 210 time: 0.1069777 Jul 16 03:31:50.369926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-296885d6-deac-4b4c-8292-544d2890eff1 req-78e27c3a-9086-4571-af32-5eeac928de0b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'port': {'device_id': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f', 'admin_state_up': True, 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'security_groups': ['e3d326aa-cd98-46ec-bb8f-a9f968da6975']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:50.398120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a6b436ff-d721-4b21-87c1-dc519e3998e1 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:50.459932 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b37506-1b4c-494b-9823-0e01d1b3dac3 req-ed8e4fef-2de7-438c-8202-230cb8d76bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:50.461547 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-31b37506-1b4c-494b-9823-0e01d1b3dac3 req-ed8e4fef-2de7-438c-8202-230cb8d76bd6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 1095 time: 0.2555184 Jul 16 03:31:50.463303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02578eea-6b48-481b-908c-25520271286a req-48107522-6d94-47cc-ad40-9b298a32f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:50.464689 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02578eea-6b48-481b-908c-25520271286a req-48107522-6d94-47cc-ad40-9b298a32f3da service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2575798 Jul 16 03:31:50.557281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-00d6a90b-8f34-4e0a-9519-1429de6a7cce None None] Provisioning for port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:50.564750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-00d6a90b-8f34-4e0a-9519-1429de6a7cce None None] Provisioning complete for port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:50.565362 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-00d6a90b-8f34-4e0a-9519-1429de6a7cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.604924 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aaae457a-4016-4603-a4e4-6c21ea6ab30f req-c45ef9c4-f3b5-49c1-83be-cbb70b104c62 tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.1452830 Jul 16 03:31:50.639113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a6b436ff-d721-4b21-87c1-dc519e3998e1, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a6b436ff-d721-4b21-87c1-dc519e3998e1,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:50.697362 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'a6b436ff-d721-4b21-87c1-dc519e3998e1', 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41', 'port_id': 'a6b436ff-d721-4b21-87c1-dc519e3998e1', 'mac_address': 'fa:16:3e:7a:75:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13b8bb6-41ee-4dcf-b76a-74d1e597a14e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:50.712229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-00d6a90b-8f34-4e0a-9519-1429de6a7cce None None] Port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:50.783903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d298b577-9392-4782-a6f6-8acba5e3a7e7 req-f0acf0ab-f2c3-4bc1-ab34-1179597b813f service neutron] 10.222.0.20 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710535 Jul 16 03:31:50.809390 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.834604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b436ff-d721-4b21-87c1-dc519e3998e1 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:50.908037 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a6b436ff-d721-4b21-87c1-dc519e3998e1, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a6b436ff-d721-4b21-87c1-dc519e3998e1,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:50.913749 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:50.948392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b37506-1b4c-494b-9823-0e01d1b3dac3 req-e03c5195-0485-4da1-9e8e-4f7794ba98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:50.950103 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-31b37506-1b4c-494b-9823-0e01d1b3dac3 req-e03c5195-0485-4da1-9e8e-4f7794ba98f3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.4748173 Jul 16 03:31:51.001567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=a6b436ff-d721-4b21-87c1-dc519e3998e1,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:51.036417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-78e27c3a-9086-4571-af32-5eeac928de0b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Made reservation on behalf of d79f4b9420fd452b874072e387240e86 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:51.040013 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-78e27c3a-9086-4571-af32-5eeac928de0b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.059675 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-31b37506-1b4c-494b-9823-0e01d1b3dac3 req-8e4bc426-4602-4e45-ad46-49f6938c447b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0 HTTP/1.1" status: 200 len: 217 time: 0.0998936 Jul 16 03:31:51.068123 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02578eea-6b48-481b-908c-25520271286a req-d2d3286c-5259-4ed2-bec2-cb76d0524368 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760146 Jul 16 03:31:51.132764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['a6b436ff-d721-4b21-87c1-dc519e3998e1'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:51.168465 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b37506-1b4c-494b-9823-0e01d1b3dac3 req-f73e39ad-fa44-44d3-89ce-3700e7d70094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:51.170203 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-31b37506-1b4c-494b-9823-0e01d1b3dac3 req-f73e39ad-fa44-44d3-89ce-3700e7d70094 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.1009903 Jul 16 03:31:51.203094 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d298b577-9392-4782-a6f6-8acba5e3a7e7 req-b54331f0-8b3b-4a0b-8106-99e2167593f7 service neutron] 10.222.0.20 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878195 Jul 16 03:31:51.222970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a8942-fcc1-4ec6-a2e0-ec19945a416c req-0bcd1d9b-af15-416d-b902-960ec256a0f4 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:51.231708 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f0a8942-fcc1-4ec6-a2e0-ec19945a416c req-0bcd1d9b-af15-416d-b902-960ec256a0f4 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 944 time: 0.4642730 Jul 16 03:31:51.237919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 89561d40-35f1-4ba1-9e1e-14af6eca00c0 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:51.255615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714621d5-7fd9-457e-9c02-8256447d193c req-458f752b-ff84-4797-8fe0-238d6030857c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:51.257532 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-714621d5-7fd9-457e-9c02-8256447d193c req-458f752b-ff84-4797-8fe0-238d6030857c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 948 time: 0.3051784 Jul 16 03:31:51.303294 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-31b37506-1b4c-494b-9823-0e01d1b3dac3 req-818b29d8-d8f8-4b69-a4f4-5ea67eddae86 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984023 Jul 16 03:31:51.414087 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-31b37506-1b4c-494b-9823-0e01d1b3dac3 req-c6bf04fa-a6f3-4ef8-a549-ef8256c5336c service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986006 Jul 16 03:31:51.477470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:51.498640 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '89561d40-35f1-4ba1-9e1e-14af6eca00c0', 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b', 'port_id': '89561d40-35f1-4ba1-9e1e-14af6eca00c0', 'mac_address': 'fa:16:3e:c6:ea:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd3621f4-0a00-45b7-9625-fdac06664981', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:51.519209 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-31b37506-1b4c-494b-9823-0e01d1b3dac3 req-35a6cffa-fc4e-4fbc-8512-dd2a4db049f8 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970221 Jul 16 03:31:51.525177 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02578eea-6b48-481b-908c-25520271286a req-59159883-a65b-4400-a841-32c95c51b216 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195242 Jul 16 03:31:51.576451 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.594560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89561d40-35f1-4ba1-9e1e-14af6eca00c0 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:51.620446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:51.626052 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:51.684476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-296885d6-deac-4b4c-8292-544d2890eff1 req-78e27c3a-9086-4571-af32-5eeac928de0b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Allocated IP 10.1.1.182 (5cda0bd3-70e5-481d-b638-9f7104dcd15f/5d18479b-9c1e-4457-94c7-343fd8185f0d/a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:51.693988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=89561d40-35f1-4ba1-9e1e-14af6eca00c0,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:51.743656 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-714621d5-7fd9-457e-9c02-8256447d193c req-4868d939-ead3-42d6-a10c-7a886d586c76 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561151 Jul 16 03:31:51.757877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f0a8942-fcc1-4ec6-a2e0-ec19945a416c req-875d198f-bd79-40ea-ae5e-b473d44a3390 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247419 Jul 16 03:31:51.837302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-89861f2d-5fa2-4d6f-9c82-9aeba46720ca tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:51.838835 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-89861f2d-5fa2-4d6f-9c82-9aeba46720ca tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.20 "GET /v2.0/networks?id=b984194a-6086-4e8b-9f9f-a200d3ed3239 HTTP/1.1" status: 200 len: 816 time: 0.6010303 Jul 16 03:31:51.877225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['89561d40-35f1-4ba1-9e1e-14af6eca00c0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:51.961938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-4c3d41d9-4df7-4217-9272-efa70e57f9a5 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4fdd29d148e475cbbcdda2c0a1c04b4 HTTP/1.1" status: 200 len: 379 time: 0.1099458 Jul 16 03:31:52.006892 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-39b1f916-7d1d-449c-92b0-ccadf22b5380 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Request body: {'port': {'device_id': 'c7f8d016-b411-466a-81ae-13944810b553', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'admin_state_up': True, 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'security_groups': ['9727949a-05b8-48ad-aaef-af0bdb59bb3c']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:52.141938 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-78e27c3a-9086-4571-af32-5eeac928de0b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.154730 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609b06f-9ef6-4773-b89e-7291ea7ba4c7 req-fb30d793-a156-4dbc-ac03-42b78fc6a671 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:52.157038 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3609b06f-9ef6-4773-b89e-7291ea7ba4c7 req-fb30d793-a156-4dbc-ac03-42b78fc6a671 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 944 time: 0.2616708 Jul 16 03:31:52.197062 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-296885d6-deac-4b4c-8292-544d2890eff1 req-78e27c3a-9086-4571-af32-5eeac928de0b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Transition to ACTIVE for port object a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:52.206604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094cedaf-ef12-46ad-a6f9-37e0a51b719a', 'tag': '87af4b36-f84f-438e-aaa9-6bdc8eb86b91'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:52.209143 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590258f9-614b-4884-917b-930a7b602c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "094cedaf-ef12-46ad-a6f9-37e0a51b719a", "tag": "87af4b36-f84f-438e-aaa9-6bdc8eb86b91"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:52.232556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3609b06f-9ef6-4773-b89e-7291ea7ba4c7 req-0554791e-b5d1-4a51-97b8-20e8d8ab5283 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678773 Jul 16 03:31:52.248649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-39b1f916-7d1d-449c-92b0-ccadf22b5380 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Made reservation on behalf of b4fdd29d148e475cbbcdda2c0a1c04b4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:52.253979 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-39b1f916-7d1d-449c-92b0-ccadf22b5380 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.342264 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-78e27c3a-9086-4571-af32-5eeac928de0b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.412028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a6b436ff-d721-4b21-87c1-dc519e3998e1 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:52.462013 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port a6b436ff-d721-4b21-87c1-dc519e3998e1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:52.463294 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296885d6-deac-4b4c-8292-544d2890eff1 req-78e27c3a-9086-4571-af32-5eeac928de0b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Network 5cda0bd3-70e5-481d-b638-9f7104dcd15f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:52.466871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port a6b436ff-d721-4b21-87c1-dc519e3998e1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:52.467446 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.476660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-296885d6-deac-4b4c-8292-544d2890eff1 req-78e27c3a-9086-4571-af32-5eeac928de0b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:52.482913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e27c3a-9086-4571-af32-5eeac928de0b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'Port': ['ID=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:52.485094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-78e27c3a-9086-4571-af32-5eeac928de0b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:52.543511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-39b1f916-7d1d-449c-92b0-ccadf22b5380 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Allocated IP 172.20.0.14 (b984194a-6086-4e8b-9f9f-a200d3ed3239/2ae9b78d-4074-4a16-bc83-022ba6f10863/28600d35-2157-47a6-b286-3a505ef12f2f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:52.573865 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-78e27c3a-9086-4571-af32-5eeac928de0b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:52.574802 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-78e27c3a-9086-4571-af32-5eeac928de0b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.575155 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.607898 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08467728-bcd9-4316-a539-02deba20a874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b436ff-d721-4b21-87c1-dc519e3998e1'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:52.611368 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecca47ab-def6-429b-b00a-09438d6e9339" -d '{"events": [{"server_uuid": "08467728-bcd9-4316-a539-02deba20a874", "name": "network-vif-plugged", "status": "completed", "tag": "a6b436ff-d721-4b21-87c1-dc519e3998e1"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:52.639201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9edcd1-80ec-439b-ac89-a73e3b5713f0 req-82323c2f-22ba-44ff-92e0-7f9fd0b221bd tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:52.640127 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a6b436ff-d721-4b21-87c1-dc519e3998e1, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a6b436ff-d721-4b21-87c1-dc519e3998e1,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:52.646087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9edcd1-80ec-439b-ac89-a73e3b5713f0 req-82323c2f-22ba-44ff-92e0-7f9fd0b221bd tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:52.649429 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.652422 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9edcd1-80ec-439b-ac89-a73e3b5713f0 req-82323c2f-22ba-44ff-92e0-7f9fd0b221bd tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:52.654194 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a9edcd1-80ec-439b-ac89-a73e3b5713f0 req-82323c2f-22ba-44ff-92e0-7f9fd0b221bd tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 2374 time: 0.2734649 Jul 16 03:31:52.658273 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-78e27c3a-9086-4571-af32-5eeac928de0b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3021896 Jul 16 03:31:52.673972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-296885d6-deac-4b4c-8292-544d2890eff1 req-adee4336-e1bf-48bd-bd67-f7a8782dfdd4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'port': {'device_id': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c', 'admin_state_up': True, 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'security_groups': ['e3d326aa-cd98-46ec-bb8f-a9f968da6975']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:52.714131 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=a6b436ff-d721-4b21-87c1-dc519e3998e1,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:52.759621 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f815c16d-e332-4b43-8ee9-a30cd8f22e03 None None] Provisioning for port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:52.763921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f815c16d-e332-4b43-8ee9-a30cd8f22e03 None None] Provisioning complete for port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:52.764290 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f815c16d-e332-4b43-8ee9-a30cd8f22e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.830658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a9edcd1-80ec-439b-ac89-a73e3b5713f0 req-5cab8dae-af95-4bb8-aa80-245d6ec984b1 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531172 Jul 16 03:31:52.907530 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-39b1f916-7d1d-449c-92b0-ccadf22b5380 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:52.926962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-39b1f916-7d1d-449c-92b0-ccadf22b5380 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Transition to ACTIVE for port object 28600d35-2157-47a6-b286-3a505ef12f2f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:52.928020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f815c16d-e332-4b43-8ee9-a30cd8f22e03 None None] Port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:52.940450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-adee4336-e1bf-48bd-bd67-f7a8782dfdd4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Made reservation on behalf of d79f4b9420fd452b874072e387240e86 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:53.023489 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-39b1f916-7d1d-449c-92b0-ccadf22b5380 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.088181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-39b1f916-7d1d-449c-92b0-ccadf22b5380 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Network b984194a-6086-4e8b-9f9f-a200d3ed3239 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:53.095285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-39b1f916-7d1d-449c-92b0-ccadf22b5380 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:53.097471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1f916-7d1d-449c-92b0-ccadf22b5380 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Pushing event updated for resources: {'Port': ['ID=28600d35-2157-47a6-b286-3a505ef12f2f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:53.099744 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-39b1f916-7d1d-449c-92b0-ccadf22b5380 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:53.128571 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-adee4336-e1bf-48bd-bd67-f7a8782dfdd4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.183043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-39b1f916-7d1d-449c-92b0-ccadf22b5380 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:53.183607 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-39b1f916-7d1d-449c-92b0-ccadf22b5380 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.250532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 89561d40-35f1-4ba1-9e1e-14af6eca00c0 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:53.287916 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-39b1f916-7d1d-449c-92b0-ccadf22b5380 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2855039 Jul 16 03:31:53.310903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:53.313544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Request body: {'port': {'device_id': 'c7f8d016-b411-466a-81ae-13944810b553', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:53.316613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:53.317153 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.408069 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.449746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:53.456283 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.458089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383c19e-4f67-4fa6-a10d-e77e6d0665aa req-c16d6542-b6f4-42b0-97b2-e3dbbdeafa06 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:53.459860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8383c19e-4f67-4fa6-a10d-e77e6d0665aa req-c16d6542-b6f4-42b0-97b2-e3dbbdeafa06 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 932 time: 0.2967296 Jul 16 03:31:53.507671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=89561d40-35f1-4ba1-9e1e-14af6eca00c0,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:53.511075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-65162d65-4382-441a-abc9-0470871818a0 None None] Provisioning for port 28600d35-2157-47a6-b286-3a505ef12f2f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:53.515738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-65162d65-4382-441a-abc9-0470871818a0 None None] Provisioning complete for port 28600d35-2157-47a6-b286-3a505ef12f2f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:53.516351 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65162d65-4382-441a-abc9-0470871818a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.526572 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.554371 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-65162d65-4382-441a-abc9-0470871818a0 None None] Port 28600d35-2157-47a6-b286-3a505ef12f2f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:53.563097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-296885d6-deac-4b4c-8292-544d2890eff1 req-adee4336-e1bf-48bd-bd67-f7a8782dfdd4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Allocated IP 10.2.2.100 (bfe6d903-2807-4d33-bde4-98398f0edb6c/baf48007-44c7-4aed-a544-a06964ab95a5/9cfcebe2-6d7b-463b-b357-cbda6d087cca) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:53.573545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8383c19e-4f67-4fa6-a10d-e77e6d0665aa req-0a3cbd5d-d82b-4b47-beea-deb3eac13432 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups?id=9727949a-05b8-48ad-aaef-af0bdb59bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006622 Jul 16 03:31:53.754808 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a012161e-fe84-4701-bb46-a8aafb0cf1cf req-945b4848-5cee-4567-a1ec-0ae30a55378a tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0512271 Jul 16 03:31:53.811905 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cbd759-2c21-462e-9360-c418f9039300 x-openstack-request-id: req-d6cbd759-2c21-462e-9360-c418f9039300 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:53.812438 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094cedaf-ef12-46ad-a6f9-37e0a51b719a", "tag": "87af4b36-f84f-438e-aaa9-6bdc8eb86b91", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:53.812572 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6cbd759-2c21-462e-9360-c418f9039300 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:53.812889 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094cedaf-ef12-46ad-a6f9-37e0a51b719a', 'tag': '87af4b36-f84f-438e-aaa9-6bdc8eb86b91', 'status': 'completed', 'code': 200} Jul 16 03:31:53.844830 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbed3b4-4a0b-4be6-8b91-5f3a67e2acae x-openstack-request-id: req-5fbed3b4-4a0b-4be6-8b91-5f3a67e2acae {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:53.845323 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08467728-bcd9-4316-a539-02deba20a874", "name": "network-vif-plugged", "status": "completed", "tag": "a6b436ff-d721-4b21-87c1-dc519e3998e1", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:53.845687 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fbed3b4-4a0b-4be6-8b91-5f3a67e2acae {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:53.846177 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08467728-bcd9-4316-a539-02deba20a874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b436ff-d721-4b21-87c1-dc519e3998e1', 'code': 200} Jul 16 03:31:53.892765 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-adee4336-e1bf-48bd-bd67-f7a8782dfdd4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:53.919606 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-296885d6-deac-4b4c-8292-544d2890eff1 req-adee4336-e1bf-48bd-bd67-f7a8782dfdd4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Transition to ACTIVE for port object 9cfcebe2-6d7b-463b-b357-cbda6d087cca will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:53.942678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590258f9-614b-4884-917b-930a7b602c5b req-b7185a53-6388-4b66-a611-d33ffb275392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:53.944377 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-590258f9-614b-4884-917b-930a7b602c5b req-b7185a53-6388-4b66-a611-d33ffb275392 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 1099 time: 0.1009569 Jul 16 03:31:54.050635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590258f9-614b-4884-917b-930a7b602c5b req-cc1954f3-9692-433b-9842-361295c077ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.052341 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-590258f9-614b-4884-917b-930a7b602c5b req-cc1954f3-9692-433b-9842-361295c077ae service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.0991619 Jul 16 03:31:54.083776 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-adee4336-e1bf-48bd-bd67-f7a8782dfdd4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.095444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28600d35-2157-47a6-b286-3a505ef12f2f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:54.103685 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-590258f9-614b-4884-917b-930a7b602c5b req-02d18a6a-aad1-4d5e-adf5-ce8855c8590a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=87af4b36-f84f-438e-aaa9-6bdc8eb86b91 HTTP/1.1" status: 200 len: 217 time: 0.0381398 Jul 16 03:31:54.133318 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.144392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98462a1-08f1-4665-8f63-ec968f87bb25 req-309cb4dc-fc52-4945-b576-6bea4d912450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.145897 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e98462a1-08f1-4665-8f63-ec968f87bb25 req-309cb4dc-fc52-4945-b576-6bea4d912450 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 1096 time: 0.2275839 Jul 16 03:31:54.167276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590258f9-614b-4884-917b-930a7b602c5b req-4e72b13e-1c3d-43ae-adba-9e4fc3ac925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.168943 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-590258f9-614b-4884-917b-930a7b602c5b req-4e72b13e-1c3d-43ae-adba-9e4fc3ac925c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0522838 Jul 16 03:31:54.181035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296885d6-deac-4b4c-8292-544d2890eff1 req-adee4336-e1bf-48bd-bd67-f7a8782dfdd4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Network bfe6d903-2807-4d33-bde4-98398f0edb6c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:54.190380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Transition to ACTIVE for port object 28600d35-2157-47a6-b286-3a505ef12f2f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:54.201372 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-296885d6-deac-4b4c-8292-544d2890eff1 req-adee4336-e1bf-48bd-bd67-f7a8782dfdd4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:54.204994 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.206847 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee4336-e1bf-48bd-bd67-f7a8782dfdd4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'Port': ['ID=9cfcebe2-6d7b-463b-b357-cbda6d087cca,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:54.209167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-adee4336-e1bf-48bd-bd67-f7a8782dfdd4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:54.220159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca31792-cd88-468b-a196-3fb10d2ecb74 req-6e0269a6-2c18-42b4-b611-ab4904b2fd85 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.227172 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ca31792-cd88-468b-a196-3fb10d2ecb74 req-6e0269a6-2c18-42b4-b611-ab4904b2fd85 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 948 time: 0.2497134 Jul 16 03:31:54.244536 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590258f9-614b-4884-917b-930a7b602c5b req-0cd9d977-8871-461d-9598-21adec289b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.246423 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-590258f9-614b-4884-917b-930a7b602c5b req-0cd9d977-8871-461d-9598-21adec289b92 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700223 Jul 16 03:31:54.314595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-adee4336-e1bf-48bd-bd67-f7a8782dfdd4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.315543 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-adee4336-e1bf-48bd-bd67-f7a8782dfdd4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.349722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e98462a1-08f1-4665-8f63-ec968f87bb25 req-7576248e-700f-4347-aae7-1b6085db557f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904726 Jul 16 03:31:54.363650 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-590258f9-614b-4884-917b-930a7b602c5b req-2e2681db-2ea5-4038-a102-131b9c6de667 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104603 Jul 16 03:31:54.400005 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ca31792-cd88-468b-a196-3fb10d2ecb74 req-5dd0945f-0b59-42bf-99f7-26725a66b287 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718559 Jul 16 03:31:54.401502 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-adee4336-e1bf-48bd-bd67-f7a8782dfdd4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7354281 Jul 16 03:31:54.417619 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5edbcb69-13fc-424a-85bf-59f1d116325b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'port': {'device_id': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c', 'admin_state_up': True, 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'security_groups': ['e3d326aa-cd98-46ec-bb8f-a9f968da6975']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:54.532931 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-590258f9-614b-4884-917b-930a7b602c5b req-c2f6b107-a518-4031-a41d-bc2b05ce86b9 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622205 Jul 16 03:31:54.587281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1ce2928a-0ee9-4260-96b4-ec5992a8fb76 None None] Provisioning for port 9cfcebe2-6d7b-463b-b357-cbda6d087cca completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:54.593269 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1ce2928a-0ee9-4260-96b4-ec5992a8fb76 None None] Provisioning complete for port 9cfcebe2-6d7b-463b-b357-cbda6d087cca triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:54.593959 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1ce2928a-0ee9-4260-96b4-ec5992a8fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.638443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1ce2928a-0ee9-4260-96b4-ec5992a8fb76 None None] Port 9cfcebe2-6d7b-463b-b357-cbda6d087cca cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:54.786006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Pushing event updated for resources: {'Port': ['ID=28600d35-2157-47a6-b286-3a505ef12f2f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:54.931050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Attempting to bind port 28600d35-2157-47a6-b286-3a505ef12f2f on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:54.931759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Attempting to bind port 28600d35-2157-47a6-b286-3a505ef12f2f by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '4811f62d-a58a-4d2b-970a-a0f755a5aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:54.931911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Attempting to bind port 28600d35-2157-47a6-b286-3a505ef12f2f on network b984194a-6086-4e8b-9f9f-a200d3ed3239 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:54.939581 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5edbcb69-13fc-424a-85bf-59f1d116325b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Made reservation on behalf of d79f4b9420fd452b874072e387240e86 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:31:54.944078 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5edbcb69-13fc-424a-85bf-59f1d116325b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:54.954546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2edf7-2f89-4a77-bcbb-e90ef6043a6d req-931e6257-788b-4c3e-9c01-b2c6b98eacf0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:54.956004 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1a2edf7-2f89-4a77-bcbb-e90ef6043a6d req-931e6257-788b-4c3e-9c01-b2c6b98eacf0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 946 time: 0.1633956 Jul 16 03:31:54.956566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Port 28600d35-2157-47a6-b286-3a505ef12f2f on network b984194a-6086-4e8b-9f9f-a200d3ed3239 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:54.956890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Attempting to bind port 28600d35-2157-47a6-b286-3a505ef12f2f on network b984194a-6086-4e8b-9f9f-a200d3ed3239 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:54.976796 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:54.977134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Checking segment: {'id': '4811f62d-a58a-4d2b-970a-a0f755a5aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:54.977518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Bound using segment: {'id': '4811f62d-a58a-4d2b-970a-a0f755a5aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:54.977929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Bound port: 28600d35-2157-47a6-b286-3a505ef12f2f, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4811f62d-a58a-4d2b-970a-a0f755a5aed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:54.978279 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.070666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1a2edf7-2f89-4a77-bcbb-e90ef6043a6d req-fd77b099-9652-4169-8f0d-7b05ffbffa68 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056080 Jul 16 03:31:55.159569 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] For port 28600d35-2157-47a6-b286-3a505ef12f2f, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:55.165125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] For port 28600d35-2157-47a6-b286-3a505ef12f2f, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=28600d35-2157-47a6-b286-3a505ef12f2f,segment=NetworkSegment(4811f62d-a58a-4d2b-970a-a0f755a5aed5),segment_id=4811f62d-a58a-4d2b-970a-a0f755a5aed5)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:55.169380 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.236370 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:55.237087 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.238689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] 10.222.0.20 "PUT /v2.0/ports/28600d35-2157-47a6-b286-3a505ef12f2f HTTP/1.1" status: 200 len: 1092 time: 1.9403284 Jul 16 03:31:55.241325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f8d016-b411-466a-81ae-13944810b553', 'tag': '28600d35-2157-47a6-b286-3a505ef12f2f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:55.243527 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed5369a-98c7-436f-9ff5-311d99a7cb43" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f8d016-b411-466a-81ae-13944810b553", "tag": "28600d35-2157-47a6-b286-3a505ef12f2f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:55.262101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:31:55.284994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1766b23-4788-418f-8603-6447b190fe3b service neutron] Pushing event updated for resources: {'Port': ['ID=28600d35-2157-47a6-b286-3a505ef12f2f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:55.299239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5edbcb69-13fc-424a-85bf-59f1d116325b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Allocated IP 10.2.2.200 (bfe6d903-2807-4d33-bde4-98398f0edb6c/baf48007-44c7-4aed-a544-a06964ab95a5/ddc47a2c-65da-404e-a55b-40a1a9e6ca45) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:31:55.406193 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=87af4b36-f84f-438e-aaa9-6bdc8eb86b91,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:55.422534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '87af4b36-f84f-438e-aaa9-6bdc8eb86b91', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '87af4b36-f84f-438e-aaa9-6bdc8eb86b91', 'mac_address': 'fa:16:3e:dc:95:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:31:55.466305 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.485806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:55.511411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=87af4b36-f84f-438e-aaa9-6bdc8eb86b91,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:55.516054 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.529694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b440a-5ef6-4fe7-86ee-eb4672e00002 req-961b6bb4-b6e5-44eb-ade3-4eff862d5856 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:55.531358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a0b440a-5ef6-4fe7-86ee-eb4672e00002 req-961b6bb4-b6e5-44eb-ade3-4eff862d5856 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.2206202 Jul 16 03:31:55.541479 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-fdb6352a-39e2-4118-8843-161ed93c986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:55.543014 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-fdb6352a-39e2-4118-8843-161ed93c986c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4fdd29d148e475cbbcdda2c0a1c04b4&device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 1095 time: 0.2170348 Jul 16 03:31:55.577223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=87af4b36-f84f-438e-aaa9-6bdc8eb86b91,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:55.615694 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-a13c1e33-e49d-406a-8593-5f55c918a2ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28600d35-2157-47a6-b286-3a505ef12f2f HTTP/1.1" status: 200 len: 217 time: 0.0581145 Jul 16 03:31:55.637256 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5edbcb69-13fc-424a-85bf-59f1d116325b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.690150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a0b440a-5ef6-4fe7-86ee-eb4672e00002 req-e7afdf46-8961-4cf1-8f36-f71a32095944 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441312 Jul 16 03:31:55.691135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5edbcb69-13fc-424a-85bf-59f1d116325b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Transition to ACTIVE for port object ddc47a2c-65da-404e-a55b-40a1a9e6ca45 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:55.707651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-fb2194cf-9522-4f05-a65b-d8344ef05f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:55.709056 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-fb2194cf-9522-4f05-a65b-d8344ef05f74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ae9b78d-4074-4a16-bc83-022ba6f10863 HTTP/1.1" status: 200 len: 855 time: 0.0854893 Jul 16 03:31:55.770384 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5edbcb69-13fc-424a-85bf-59f1d116325b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:55.809965 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:31:55.821693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5edbcb69-13fc-424a-85bf-59f1d116325b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Network bfe6d903-2807-4d33-bde4-98398f0edb6c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:31:55.832294 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5edbcb69-13fc-424a-85bf-59f1d116325b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:31:55.834729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5edbcb69-13fc-424a-85bf-59f1d116325b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:31:55.851003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36b8853-1b8e-437e-88db-17fb88f00577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89561d40-35f1-4ba1-9e1e-14af6eca00c0'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:55.853543 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ac4637-3c23-4173-a111-f76829ac68c1" -d '{"events": [{"server_uuid": "b36b8853-1b8e-437e-88db-17fb88f00577", "name": "network-vif-plugged", "status": "completed", "tag": "89561d40-35f1-4ba1-9e1e-14af6eca00c0"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:55.902034 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbcb69-13fc-424a-85bf-59f1d116325b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event updated for resources: {'Port': ['ID=ddc47a2c-65da-404e-a55b-40a1a9e6ca45,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:55.909734 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-024d615a-2017-4475-8727-32458acff517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:55.911295 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-024d615a-2017-4475-8727-32458acff517 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b984194a-6086-4e8b-9f9f-a200d3ed3239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949260 Jul 16 03:31:55.972328 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5edbcb69-13fc-424a-85bf-59f1d116325b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:55.973043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5edbcb69-13fc-424a-85bf-59f1d116325b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.023741 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5edbcb69-13fc-424a-85bf-59f1d116325b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6153352 Jul 16 03:31:56.042621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Request body: {'port': {'device_id': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:56.082060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423aa9c-137d-4677-a9ee-9d2ad80f35c6 req-d477e578-b0c6-443f-ae89-342993eefb15 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:56.087907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423aa9c-137d-4677-a9ee-9d2ad80f35c6 req-d477e578-b0c6-443f-ae89-342993eefb15 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:56.094289 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423aa9c-137d-4677-a9ee-9d2ad80f35c6 req-d477e578-b0c6-443f-ae89-342993eefb15 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:56.100283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423aa9c-137d-4677-a9ee-9d2ad80f35c6 req-d477e578-b0c6-443f-ae89-342993eefb15 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:56.106138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423aa9c-137d-4677-a9ee-9d2ad80f35c6 req-d477e578-b0c6-443f-ae89-342993eefb15 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:56.108347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a423aa9c-137d-4677-a9ee-9d2ad80f35c6 req-d477e578-b0c6-443f-ae89-342993eefb15 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 3816 time: 0.2782981 Jul 16 03:31:56.133233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1ef08d8e-dca2-4e67-8907-422123a3945e None None] Provisioning for port ddc47a2c-65da-404e-a55b-40a1a9e6ca45 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:56.137851 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1ef08d8e-dca2-4e67-8907-422123a3945e None None] Provisioning complete for port ddc47a2c-65da-404e-a55b-40a1a9e6ca45 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:56.138279 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1ef08d8e-dca2-4e67-8907-422123a3945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.146984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-3aeb19e2-2954-463b-90dd-df47053022f8 service neutron] 10.222.0.20 "GET /v2.0/networks/b984194a-6086-4e8b-9f9f-a200d3ed3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208064 Jul 16 03:31:56.173738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1ef08d8e-dca2-4e67-8907-422123a3945e None None] Port ddc47a2c-65da-404e-a55b-40a1a9e6ca45 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:31:56.215121 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a423aa9c-137d-4677-a9ee-9d2ad80f35c6 req-b4141435-3778-4228-bc26-5490ebcbd61f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935113 Jul 16 03:31:56.264081 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.322490 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac925c1e-3efb-41ce-bd78-ace3a2f62f79 req-e7fba9df-59d1-4e6a-af75-35b2fa49c3cf service neutron] 10.222.0.20 "GET /v2.0/networks/b984194a-6086-4e8b-9f9f-a200d3ed3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668367 Jul 16 03:31:56.519309 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6f6fd-1a32-427c-ae8d-d380a1e9f643 req-75787cc9-ae37-4006-982a-8385b4cf15f8 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:56.520816 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e2d6f6fd-1a32-427c-ae8d-d380a1e9f643 req-75787cc9-ae37-4006-982a-8385b4cf15f8 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 944 time: 0.1822298 Jul 16 03:31:56.578734 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e2d6f6fd-1a32-427c-ae8d-d380a1e9f643 req-642f4389-eddb-42d8-82d7-48ca075f314b tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups?id=9727949a-05b8-48ad-aaef-af0bdb59bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512788 Jul 16 03:31:56.639292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:56.647675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.659337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Transition to ACTIVE for port object 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:56.663450 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.748415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b982974f-bb11-443d-8cd1-2a4a289581e4 req-8057f5eb-9ae3-4626-b4bc-1178e60d9ca8 tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0578172 Jul 16 03:31:56.755357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Pushing event updated for resources: {'Port': ['ID=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:56.843933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Attempting to bind port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:56.844454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Attempting to bind port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '4c9baf8c-3823-4401-bebb-47666fe3e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:56.844882 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Attempting to bind port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 on network 63a46837-9980-4aa6-9f86-1ac43e93b43d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:56.849912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 on network 63a46837-9980-4aa6-9f86-1ac43e93b43d not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:56.850347 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Attempting to bind port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 on network 63a46837-9980-4aa6-9f86-1ac43e93b43d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:56.860217 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:56.860735 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Checking segment: {'id': '4c9baf8c-3823-4401-bebb-47666fe3e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:56.861313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Bound using segment: {'id': '4c9baf8c-3823-4401-bebb-47666fe3e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:56.861876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Bound port: 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9baf8c-3823-4401-bebb-47666fe3e2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:56.862341 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:56.873698 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db26bafe-d997-460c-b305-95e01023162a x-openstack-request-id: req-db26bafe-d997-460c-b305-95e01023162a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:56.874106 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f8d016-b411-466a-81ae-13944810b553", "tag": "28600d35-2157-47a6-b286-3a505ef12f2f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:56.875254 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db26bafe-d997-460c-b305-95e01023162a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:56.875904 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f8d016-b411-466a-81ae-13944810b553', 'tag': '28600d35-2157-47a6-b286-3a505ef12f2f', 'status': 'completed', 'code': 200} Jul 16 03:31:56.982777 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] For port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:56.995424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] For port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5,segment=NetworkSegment(4c9baf8c-3823-4401-bebb-47666fe3e2f0),segment_id=4c9baf8c-3823-4401-bebb-47666fe3e2f0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:57.019538 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.025995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5369a-98c7-436f-9ff5-311d99a7cb43 req-d40c2e2e-e02c-436d-b24e-a6515e697d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:57.027551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ed5369a-98c7-436f-9ff5-311d99a7cb43 req-d40c2e2e-e02c-436d-b24e-a6515e697d56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4fdd29d148e475cbbcdda2c0a1c04b4&device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 1095 time: 0.1234536 Jul 16 03:31:57.081964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:57.082582 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.083967 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] 10.222.0.88 "PUT /v2.0/ports/3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 HTTP/1.1" status: 200 len: 1091 time: 1.0487058 Jul 16 03:31:57.127395 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Request body: {'port': {'device_id': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:57.136597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c37a69-6016-4992-bbce-840f6fa91fdb service neutron] Pushing event updated for resources: {'Port': ['ID=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:57.223290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12dd76-0117-49fe-aee6-30917f9adbe7 req-979aa4a7-1b41-4827-b5ae-112962b4425f tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:57.224786 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cf12dd76-0117-49fe-aee6-30917f9adbe7 req-979aa4a7-1b41-4827-b5ae-112962b4425f tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 949 time: 0.2455015 Jul 16 03:31:57.264529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:31:57.273051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5369a-98c7-436f-9ff5-311d99a7cb43 req-557f6b87-b320-4d2b-bb27-81136b71454a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:57.274536 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ed5369a-98c7-436f-9ff5-311d99a7cb43 req-557f6b87-b320-4d2b-bb27-81136b71454a service neutron] 10.222.0.20 "GET /v2.0/networks?id=b984194a-6086-4e8b-9f9f-a200d3ed3239 HTTP/1.1" status: 200 len: 917 time: 0.2391279 Jul 16 03:31:57.321288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:31:57.328571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:31:57.328946 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.332065 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ed5369a-98c7-436f-9ff5-311d99a7cb43 req-64795eb7-9d6b-4022-b299-beafc67da9e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28600d35-2157-47a6-b286-3a505ef12f2f HTTP/1.1" status: 200 len: 217 time: 0.0492015 Jul 16 03:31:57.333365 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.337396 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cf12dd76-0117-49fe-aee6-30917f9adbe7 req-a405750c-5ee4-4c11-aebf-029c0506fc61 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003621 Jul 16 03:31:57.427538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5369a-98c7-436f-9ff5-311d99a7cb43 req-398cd1d2-6f2e-43c7-adfb-2a89eb75e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:57.429240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ed5369a-98c7-436f-9ff5-311d99a7cb43 req-398cd1d2-6f2e-43c7-adfb-2a89eb75e568 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ae9b78d-4074-4a16-bc83-022ba6f10863 HTTP/1.1" status: 200 len: 855 time: 0.0840750 Jul 16 03:31:57.435399 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.473637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=87af4b36-f84f-438e-aaa9-6bdc8eb86b91,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:31:57.478189 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:57.528534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=87af4b36-f84f-438e-aaa9-6bdc8eb86b91,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:57.669021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd2f68-af2a-45b5-b6f4-e518cf856547 req-81bc461c-e4ee-479b-9357-3604111c23b1 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:57.670564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b4dd2f68-af2a-45b5-b6f4-e518cf856547 req-81bc461c-e4ee-479b-9357-3604111c23b1 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.1830568 Jul 16 03:31:57.677945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5369a-98c7-436f-9ff5-311d99a7cb43 req-e8df2669-2102-4fe6-995d-e8196ba01ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:57.679399 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ed5369a-98c7-436f-9ff5-311d99a7cb43 req-e8df2669-2102-4fe6-995d-e8196ba01ee9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b984194a-6086-4e8b-9f9f-a200d3ed3239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1929963 Jul 16 03:31:57.772507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b4dd2f68-af2a-45b5-b6f4-e518cf856547 req-bfba6a9f-c5e8-4e8e-94d9-896e06eb9700 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921352 Jul 16 03:31:57.875429 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e7eb63-00fa-4e41-801f-b9c0fcfeadf1 x-openstack-request-id: req-a3e7eb63-00fa-4e41-801f-b9c0fcfeadf1 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:57.875823 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36b8853-1b8e-437e-88db-17fb88f00577", "name": "network-vif-plugged", "status": "completed", "tag": "89561d40-35f1-4ba1-9e1e-14af6eca00c0", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:57.876089 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3e7eb63-00fa-4e41-801f-b9c0fcfeadf1 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:57.876581 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36b8853-1b8e-437e-88db-17fb88f00577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89561d40-35f1-4ba1-9e1e-14af6eca00c0', 'code': 200} Jul 16 03:31:58.044901 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e961f-f6c2-4d5c-a33a-b1a85329dad1 req-77b1b4d1-e753-4b2b-9d0a-680be8a161d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:58.047768 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-941e961f-f6c2-4d5c-a33a-b1a85329dad1 req-77b1b4d1-e753-4b2b-9d0a-680be8a161d8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 1097 time: 0.0915146 Jul 16 03:31:58.099697 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-941e961f-f6c2-4d5c-a33a-b1a85329dad1 req-663c3e45-28b2-4dd6-af25-38281cd9857f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369637 Jul 16 03:31:58.256200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9079290-624f-49dd-b11b-ce5dbc2db7e5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:58.269536 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ed5369a-98c7-436f-9ff5-311d99a7cb43 req-b833707d-5a76-4b10-a312-4d5ed7d8b221 service neutron] 10.222.0.20 "GET /v2.0/networks/b984194a-6086-4e8b-9f9f-a200d3ed3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743659 Jul 16 03:31:58.271321 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.320894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Transition to ACTIVE for port object e9079290-624f-49dd-b11b-ce5dbc2db7e5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:58.332920 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.441717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d2ad9-85d7-458f-b7e0-3b0697107bf2 req-78dd67ef-7f6f-446e-83e8-8078eeb75557 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:58.443275 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c95d2ad9-85d7-458f-b7e0-3b0697107bf2 req-78dd67ef-7f6f-446e-83e8-8078eeb75557 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 946 time: 0.2715745 Jul 16 03:31:58.461843 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aee76-a7e5-4c70-a115-0af43389faf8 req-1d2bdce5-0443-4991-821f-2d1fab5e3876 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:58.467854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aee76-a7e5-4c70-a115-0af43389faf8 req-1d2bdce5-0443-4991-821f-2d1fab5e3876 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:58.474654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aee76-a7e5-4c70-a115-0af43389faf8 req-1d2bdce5-0443-4991-821f-2d1fab5e3876 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:58.480593 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aee76-a7e5-4c70-a115-0af43389faf8 req-1d2bdce5-0443-4991-821f-2d1fab5e3876 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:58.486484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aee76-a7e5-4c70-a115-0af43389faf8 req-1d2bdce5-0443-4991-821f-2d1fab5e3876 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:58.493965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b1aee76-a7e5-4c70-a115-0af43389faf8 req-1d2bdce5-0443-4991-821f-2d1fab5e3876 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 3828 time: 0.3129046 Jul 16 03:31:58.504932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9079290-624f-49dd-b11b-ce5dbc2db7e5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:58.566496 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ed5369a-98c7-436f-9ff5-311d99a7cb43 req-ec5df6d4-4922-4306-a369-993533a49e27 service neutron] 10.222.0.20 "GET /v2.0/networks/b984194a-6086-4e8b-9f9f-a200d3ed3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855394 Jul 16 03:31:58.625656 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b1aee76-a7e5-4c70-a115-0af43389faf8 req-d00552d8-0d53-4014-ac7c-1adfcaa64547 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306658 Jul 16 03:31:58.630475 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c95d2ad9-85d7-458f-b7e0-3b0697107bf2 req-cf340515-448a-473b-83f7-6c90376709d1 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343033 Jul 16 03:31:58.646751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Attempting to bind port e9079290-624f-49dd-b11b-ce5dbc2db7e5 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:31:58.647098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Attempting to bind port e9079290-624f-49dd-b11b-ce5dbc2db7e5 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:31:58.647431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Attempting to bind port e9079290-624f-49dd-b11b-ce5dbc2db7e5 on network 5cda0bd3-70e5-481d-b638-9f7104dcd15f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:58.671401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Port e9079290-624f-49dd-b11b-ce5dbc2db7e5 on network 5cda0bd3-70e5-481d-b638-9f7104dcd15f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:31:58.671998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Attempting to bind port e9079290-624f-49dd-b11b-ce5dbc2db7e5 on network 5cda0bd3-70e5-481d-b638-9f7104dcd15f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:31:58.678122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:31:58.678540 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Checking segment: {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:31:58.679069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Bound using segment: {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:31:58.680179 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Bound port: e9079290-624f-49dd-b11b-ce5dbc2db7e5, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:31:58.680634 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.786181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] For port e9079290-624f-49dd-b11b-ce5dbc2db7e5, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:31:58.791573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] For port e9079290-624f-49dd-b11b-ce5dbc2db7e5, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e9079290-624f-49dd-b11b-ce5dbc2db7e5,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:31:58.805515 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.838464 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d2c5d4c-2016-4e34-803a-5cc41a3731e0 req-86229c13-edb2-41e0-a4ac-ce79153c26d8 tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0496368 Jul 16 03:31:58.884942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:58.887598 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2a2e80-2ab5-4e5d-bdc9-6f7d54b5a0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "3939b0e6-0a70-473e-9c0d-3543bd2d5fa5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:58.896986 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:58.897745 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:58.899302 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] 10.222.0.88 "PUT /v2.0/ports/e9079290-624f-49dd-b11b-ce5dbc2db7e5 HTTP/1.1" status: 200 len: 1134 time: 1.7851732 Jul 16 03:31:58.939141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Request body: {'port': {'device_id': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:31:58.971619 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbad694-d408-4c94-8c34-044bb2c4e0a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9079290-624f-49dd-b11b-ce5dbc2db7e5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:58.997153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f5dab-10f0-4d9b-b22c-ea2874637664 req-c8f5df32-dcf9-4d20-bd33-c75a6f4c1b82 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:58.999211 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cb6f5dab-10f0-4d9b-b22c-ea2874637664 req-c8f5df32-dcf9-4d20-bd33-c75a6f4c1b82 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 944 time: 0.1972556 Jul 16 03:31:59.078962 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.098037 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cb6f5dab-10f0-4d9b-b22c-ea2874637664 req-5c99daae-6baa-4dde-9a1b-96bbe0a8dab0 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups?id=9727949a-05b8-48ad-aaef-af0bdb59bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910404 Jul 16 03:31:59.366588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dbd82640-f625-4ac7-a354-43ecd4b17e8c req-f2995493-75f4-4fc1-a129-5dc21910c21a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0628083 Jul 16 03:31:59.509424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac3c14-554c-45ca-b179-215ac384e5cd req-f1cdb1d1-121c-4798-95cd-f4f9353365e5 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:59.511239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-57ac3c14-554c-45ca-b179-215ac384e5cd req-f1cdb1d1-121c-4798-95cd-f4f9353365e5 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.2715898 Jul 16 03:31:59.669781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-57ac3c14-554c-45ca-b179-215ac384e5cd req-9693b821-5664-4e85-ac28-347537de4d4a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474245 Jul 16 03:31:59.710976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eaad86e-022e-42f7-979e-03f3493e587c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:31:59.720079 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.740768 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Transition to ACTIVE for port object 1eaad86e-022e-42f7-979e-03f3493e587c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:31:59.747496 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:31:59.770670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037e683-a2e6-4d65-a22f-019a2f34fc01 req-8864a43d-94d4-470d-96f4-a6317a8bdd2c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:59.772531 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1037e683-a2e6-4d65-a22f-019a2f34fc01 req-8864a43d-94d4-470d-96f4-a6317a8bdd2c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 950 time: 0.2042525 Jul 16 03:31:59.793199 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e060c8-04c6-4408-8959-2a3ba652e0b6 x-openstack-request-id: req-e2e060c8-04c6-4408-8959-2a3ba652e0b6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:31:59.793505 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "3939b0e6-0a70-473e-9c0d-3543bd2d5fa5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:31:59.793741 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2e060c8-04c6-4408-8959-2a3ba652e0b6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:31:59.794133 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5', 'status': 'completed', 'code': 200} Jul 16 03:31:59.838710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Pushing event updated for resources: {'Port': ['ID=1eaad86e-022e-42f7-979e-03f3493e587c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:31:59.878563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094cedaf-ef12-46ad-a6f9-37e0a51b719a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87af4b36-f84f-438e-aaa9-6bdc8eb86b91'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:31:59.882528 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3dbdb4-9133-4dfb-bf66-a54920b01495" -d '{"events": [{"server_uuid": "094cedaf-ef12-46ad-a6f9-37e0a51b719a", "name": "network-vif-plugged", "status": "completed", "tag": "87af4b36-f84f-438e-aaa9-6bdc8eb86b91"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:31:59.893145 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1037e683-a2e6-4d65-a22f-019a2f34fc01 req-21ab0d12-4736-42c4-a8d5-3a0f927d07c3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955276 Jul 16 03:31:59.979115 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2e80-2ab5-4e5d-bdc9-6f7d54b5a0e0 req-cab7efe3-0f83-4fdc-9866-0bb9932c197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:59.981288 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2e80-2ab5-4e5d-bdc9-6f7d54b5a0e0 req-cab7efe3-0f83-4fdc-9866-0bb9932c197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:59.981957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2e80-2ab5-4e5d-bdc9-6f7d54b5a0e0 req-cab7efe3-0f83-4fdc-9866-0bb9932c197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:59.982604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2e80-2ab5-4e5d-bdc9-6f7d54b5a0e0 req-cab7efe3-0f83-4fdc-9866-0bb9932c197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:59.983248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2e80-2ab5-4e5d-bdc9-6f7d54b5a0e0 req-cab7efe3-0f83-4fdc-9866-0bb9932c197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:59.983893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2e80-2ab5-4e5d-bdc9-6f7d54b5a0e0 req-cab7efe3-0f83-4fdc-9866-0bb9932c197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:59.985103 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2e80-2ab5-4e5d-bdc9-6f7d54b5a0e0 req-cab7efe3-0f83-4fdc-9866-0bb9932c197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:31:59.987465 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bb2a2e80-2ab5-4e5d-bdc9-6f7d54b5a0e0 req-cab7efe3-0f83-4fdc-9866-0bb9932c197e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d79f4b9420fd452b874072e387240e86&device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 6177 time: 0.1087022 Jul 16 03:32:00.047459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Attempting to bind port 1eaad86e-022e-42f7-979e-03f3493e587c on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:00.047459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Attempting to bind port 1eaad86e-022e-42f7-979e-03f3493e587c by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:00.047459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Attempting to bind port 1eaad86e-022e-42f7-979e-03f3493e587c on network 5cda0bd3-70e5-481d-b638-9f7104dcd15f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:00.062861 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b8d740c-8610-406b-ab36-f36ab4ebe3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.068796 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Port 1eaad86e-022e-42f7-979e-03f3493e587c on network 5cda0bd3-70e5-481d-b638-9f7104dcd15f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:00.069268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Attempting to bind port 1eaad86e-022e-42f7-979e-03f3493e587c on network 5cda0bd3-70e5-481d-b638-9f7104dcd15f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:00.086818 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbe10b-5171-4ba3-b936-93d0e69234f8 req-7f7e3403-aeda-4b67-aa82-a62b8b044c91 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.095712 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71cbe10b-5171-4ba3-b936-93d0e69234f8 req-7f7e3403-aeda-4b67-aa82-a62b8b044c91 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.2008655 Jul 16 03:32:00.107618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:00.107618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Checking segment: {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:00.113214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Bound using segment: {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:00.115257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Bound port: 1eaad86e-022e-42f7-979e-03f3493e587c, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:00.116803 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.240999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2e80-2ab5-4e5d-bdc9-6f7d54b5a0e0 req-969ede8d-5a0e-48ac-84c9-26487c424c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.241489 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2e80-2ab5-4e5d-bdc9-6f7d54b5a0e0 req-969ede8d-5a0e-48ac-84c9-26487c424c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.241988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2e80-2ab5-4e5d-bdc9-6f7d54b5a0e0 req-969ede8d-5a0e-48ac-84c9-26487c424c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.243714 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bb2a2e80-2ab5-4e5d-bdc9-6f7d54b5a0e0 req-969ede8d-5a0e-48ac-84c9-26487c424c6c service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=d79f4b9420fd452b874072e387240e86&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2481897 Jul 16 03:32:00.267605 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71cbe10b-5171-4ba3-b936-93d0e69234f8 req-1b3ea463-ecd2-4035-885a-727add174c13 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707954 Jul 16 03:32:00.274729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] For port 1eaad86e-022e-42f7-979e-03f3493e587c, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:00.278815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] For port 1eaad86e-022e-42f7-979e-03f3493e587c, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1eaad86e-022e-42f7-979e-03f3493e587c,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:00.302165 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.383203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a2e80-2ab5-4e5d-bdc9-6f7d54b5a0e0 req-cbc74724-3b21-45b6-9570-8aa66e4df3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.385827 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.386913 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.387870 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] 10.222.0.88 "PUT /v2.0/ports/1eaad86e-022e-42f7-979e-03f3493e587c HTTP/1.1" status: 200 len: 1136 time: 1.4618256 Jul 16 03:32:00.388584 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bb2a2e80-2ab5-4e5d-bdc9-6f7d54b5a0e0 req-cbc74724-3b21-45b6-9570-8aa66e4df3f5 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388066 Jul 16 03:32:00.443178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Request body: {'port': {'device_id': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:00.450900 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0947b8a-7f44-401e-a844-654138316b2c req-9ba49bf9-99bc-42b1-a76f-24c35ece555f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.459356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0947b8a-7f44-401e-a844-654138316b2c req-9ba49bf9-99bc-42b1-a76f-24c35ece555f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.486579 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0947b8a-7f44-401e-a844-654138316b2c req-9ba49bf9-99bc-42b1-a76f-24c35ece555f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.493908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0947b8a-7f44-401e-a844-654138316b2c req-9ba49bf9-99bc-42b1-a76f-24c35ece555f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.501937 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0947b8a-7f44-401e-a844-654138316b2c req-9ba49bf9-99bc-42b1-a76f-24c35ece555f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.513182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0947b8a-7f44-401e-a844-654138316b2c req-9ba49bf9-99bc-42b1-a76f-24c35ece555f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.520495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0947b8a-7f44-401e-a844-654138316b2c req-9ba49bf9-99bc-42b1-a76f-24c35ece555f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.528220 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.528823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0947b8a-7f44-401e-a844-654138316b2c req-9ba49bf9-99bc-42b1-a76f-24c35ece555f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5382 time: 0.3443847 Jul 16 03:32:00.583514 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe82fb-b14a-493a-9c99-2acb1b036b49 service neutron] Pushing event updated for resources: {'Port': ['ID=1eaad86e-022e-42f7-979e-03f3493e587c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:00.634644 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0947b8a-7f44-401e-a844-654138316b2c req-d0054cb1-57ac-4b88-b4d5-a8193dba6456 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048267 Jul 16 03:32:00.662547 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e06190-7dcf-4cab-993d-53851cc3f362 req-f626f1de-0d77-4edc-8b32-286e223cedd6 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.664115 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-47e06190-7dcf-4cab-993d-53851cc3f362 req-f626f1de-0d77-4edc-8b32-286e223cedd6 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 946 time: 0.2461855 Jul 16 03:32:00.725733 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-47e06190-7dcf-4cab-993d-53851cc3f362 req-588cedd1-ee10-4ce5-9f4c-c6ed067ae85e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550103 Jul 16 03:32:00.769965 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.848069 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:00.854802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759222d-4a72-4648-a620-3ac23ef47d53 req-b758eab7-676e-436a-8e46-1b5acab69145 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:00.856685 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1759222d-4a72-4648-a620-3ac23ef47d53 req-b758eab7-676e-436a-8e46-1b5acab69145 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0772974 Jul 16 03:32:00.856836 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.871736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Transition to ACTIVE for port object 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:00.875178 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:00.906667 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91409e8f-f13e-4b0c-8aed-fe7456d6e2ee req-f4885247-d537-4e1d-9205-351601839103 tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0369132 Jul 16 03:32:00.929460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:00.939090 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1759222d-4a72-4648-a620-3ac23ef47d53 req-fa77695f-2079-4c03-9d71-04dea7a5e6c5 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766103 Jul 16 03:32:01.002799 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d50b101-504d-47fd-a808-25141509deef x-openstack-request-id: req-4d50b101-504d-47fd-a808-25141509deef {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:01.003324 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094cedaf-ef12-46ad-a6f9-37e0a51b719a", "name": "network-vif-plugged", "status": "completed", "tag": "87af4b36-f84f-438e-aaa9-6bdc8eb86b91", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:01.003324 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d50b101-504d-47fd-a808-25141509deef {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:01.003707 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094cedaf-ef12-46ad-a6f9-37e0a51b719a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87af4b36-f84f-438e-aaa9-6bdc8eb86b91', 'code': 200} Jul 16 03:32:01.094074 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Attempting to bind port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:01.094635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Attempting to bind port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:01.094874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Attempting to bind port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c on network 5cda0bd3-70e5-481d-b638-9f7104dcd15f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:01.100996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c on network 5cda0bd3-70e5-481d-b638-9f7104dcd15f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:01.101557 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Attempting to bind port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c on network 5cda0bd3-70e5-481d-b638-9f7104dcd15f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:01.107351 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:01.108253 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Checking segment: {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:01.108989 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Bound using segment: {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:01.109727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Bound port: 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:01.110389 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.196037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] For port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:01.200208 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] For port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:01.213544 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.245758 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.289223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:01.289862 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.291546 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] 10.222.0.88 "PUT /v2.0/ports/1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c HTTP/1.1" status: 200 len: 1091 time: 0.8561914 Jul 16 03:32:01.292194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': '1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:01.294741 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6025ae73-37d9-4290-a043-a5b4e46ae545" -d '{"events": [{"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:01.333022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Request body: {'port': {'device_id': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:01.352981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4889c0-f9ba-4d09-b782-10a8a8d9b289 req-a5d58942-08a3-442f-b501-6bfc63becccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:01.354700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e4889c0-f9ba-4d09-b782-10a8a8d9b289 req-a5d58942-08a3-442f-b501-6bfc63becccb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 1101 time: 0.2778018 Jul 16 03:32:01.371840 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2430b4-c83e-44fc-977e-987faf9e4e57 req-73f3cd41-10b6-4eba-899f-1f014870f502 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:01.377228 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b2430b4-c83e-44fc-977e-987faf9e4e57 req-73f3cd41-10b6-4eba-899f-1f014870f502 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 944 time: 0.2248876 Jul 16 03:32:01.449920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be988c-bbc8-434c-bfba-13c2b16f4348 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:01.472603 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20562dd3-2b90-4b1f-bfb4-f9bda231e1c1 req-aefa532d-1ef3-4880-8c64-3e868e48ec13 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:01.475449 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20562dd3-2b90-4b1f-bfb4-f9bda231e1c1 req-aefa532d-1ef3-4880-8c64-3e868e48ec13 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 1097 time: 0.2602186 Jul 16 03:32:01.493757 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.547619 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e4889c0-f9ba-4d09-b782-10a8a8d9b289 req-b087b56c-0e9b-4fef-9325-ed6791b7881a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691573 Jul 16 03:32:01.565822 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b2430b4-c83e-44fc-977e-987faf9e4e57 req-cd003fd3-1e36-4901-9e4a-dd08ce5e4304 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups?id=9727949a-05b8-48ad-aaef-af0bdb59bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705248 Jul 16 03:32:01.598397 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20562dd3-2b90-4b1f-bfb4-f9bda231e1c1 req-6974db56-ff40-4703-9d92-b070c61fffb1 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878735 Jul 16 03:32:01.733644 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d39a0f0-b59e-4658-b601-9f3ea566bfb7 x-openstack-request-id: req-2d39a0f0-b59e-4658-b601-9f3ea566bfb7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:01.734560 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:01.734896 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2d39a0f0-b59e-4658-b601-9f3ea566bfb7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:01.735423 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': '1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c', 'status': 'completed', 'code': 200} Jul 16 03:32:01.825351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': 'e9079290-624f-49dd-b11b-ce5dbc2db7e5'}, {'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': '1eaad86e-022e-42f7-979e-03f3493e587c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:01.830464 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86" -d '{"events": [{"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "e9079290-624f-49dd-b11b-ce5dbc2db7e5"}, {"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "1eaad86e-022e-42f7-979e-03f3493e587c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:01.890606 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:01.899101 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:01.912139 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Transition to ACTIVE for port object a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:01.916766 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.003489 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209aab7-4508-42e8-8e82-331ed098ba5d req-bd9b4a82-fd86-43c8-9065-7f570af5515d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.004996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b209aab7-4508-42e8-8e82-331ed098ba5d req-bd9b4a82-fd86-43c8-9065-7f570af5515d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 950 time: 0.1687999 Jul 16 03:32:02.038443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848f734-f76a-4c04-95a3-205a2e6e393a req-aba85860-204c-4913-aa8a-5429609c06f8 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.050216 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2848f734-f76a-4c04-95a3-205a2e6e393a req-aba85860-204c-4913-aa8a-5429609c06f8 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.1607285 Jul 16 03:32:02.059469 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Attempting to bind port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:02.060197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025ae73-37d9-4290-a043-a5b4e46ae545 req-9193e7e5-c83f-4117-aefd-6fe3cec1c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.060724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025ae73-37d9-4290-a043-a5b4e46ae545 req-9193e7e5-c83f-4117-aefd-6fe3cec1c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.061203 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025ae73-37d9-4290-a043-a5b4e46ae545 req-9193e7e5-c83f-4117-aefd-6fe3cec1c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.061681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025ae73-37d9-4290-a043-a5b4e46ae545 req-9193e7e5-c83f-4117-aefd-6fe3cec1c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.062186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025ae73-37d9-4290-a043-a5b4e46ae545 req-9193e7e5-c83f-4117-aefd-6fe3cec1c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.062660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025ae73-37d9-4290-a043-a5b4e46ae545 req-9193e7e5-c83f-4117-aefd-6fe3cec1c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.063152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025ae73-37d9-4290-a043-a5b4e46ae545 req-9193e7e5-c83f-4117-aefd-6fe3cec1c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.065115 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6025ae73-37d9-4290-a043-a5b4e46ae545 req-9193e7e5-c83f-4117-aefd-6fe3cec1c344 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d79f4b9420fd452b874072e387240e86&device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 6286 time: 0.3069022 Jul 16 03:32:02.072874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Attempting to bind port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:02.073226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Attempting to bind port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f on network 5cda0bd3-70e5-481d-b638-9f7104dcd15f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:02.075663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:02.095862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f on network 5cda0bd3-70e5-481d-b638-9f7104dcd15f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:02.096616 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Attempting to bind port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f on network 5cda0bd3-70e5-481d-b638-9f7104dcd15f {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:02.111070 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:02.111836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Checking segment: {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:02.113198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Bound using segment: {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:02.114240 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Bound port: a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5d6014-7919-40c3-aa5d-ccb6723a6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:02.115044 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.245934 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] For port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:02.252201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] For port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:02.267006 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.313299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025ae73-37d9-4290-a043-a5b4e46ae545 req-3e0e92ee-4d36-4802-b81d-bf89fe1f9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.314019 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025ae73-37d9-4290-a043-a5b4e46ae545 req-3e0e92ee-4d36-4802-b81d-bf89fe1f9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.314681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025ae73-37d9-4290-a043-a5b4e46ae545 req-3e0e92ee-4d36-4802-b81d-bf89fe1f9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.316283 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6025ae73-37d9-4290-a043-a5b4e46ae545 req-3e0e92ee-4d36-4802-b81d-bf89fe1f9f60 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=d79f4b9420fd452b874072e387240e86&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2380712 Jul 16 03:32:02.335262 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2848f734-f76a-4c04-95a3-205a2e6e393a req-5f81f3b9-106f-4f3d-afa6-5d155a9703eb tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837684 Jul 16 03:32:02.349537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.350461 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.352508 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] 10.222.0.88 "PUT /v2.0/ports/a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f HTTP/1.1" status: 200 len: 1091 time: 1.0279377 Jul 16 03:32:02.379944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Request body: {'port': {'device_id': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:02.386787 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b209aab7-4508-42e8-8e82-331ed098ba5d req-b19f3a86-baaa-4a81-bb25-ab0f6ee48aae tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343720 Jul 16 03:32:02.427974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db6c30-4648-4abe-88c7-8903068b54f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:02.510405 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.713813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025ae73-37d9-4290-a043-a5b4e46ae545 req-428ceaa4-1dd2-4804-825c-c8597c0e09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.718709 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6025ae73-37d9-4290-a043-a5b4e46ae545 req-428ceaa4-1dd2-4804-825c-c8597c0e09eb service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3816307 Jul 16 03:32:02.746056 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1e2e-ea6c-47af-85d5-f3c9227b6177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.749622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a5a9f-9495-4da4-b194-831c29957583 req-1ce57432-b20a-4d02-bec8-f494f174fdeb tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:02.751570 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-795a5a9f-9495-4da4-b194-831c29957583 req-1ce57432-b20a-4d02-bec8-f494f174fdeb tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 1097 time: 0.2606387 Jul 16 03:32:02.792971 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.821213 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-795a5a9f-9495-4da4-b194-831c29957583 req-901fe0ea-8e8c-4e2f-81d7-029661ad35d9 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635972 Jul 16 03:32:02.931502 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93637c43-7a70-4225-988f-95ab4218add8 req-080db8b9-772b-41ed-a23a-80dbc1711b6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02033406e2764310a8974f0458da8f11&device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0412912 Jul 16 03:32:02.953554 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cfcebe2-6d7b-463b-b357-cbda6d087cca {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:02.966982 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:02.981232 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Transition to ACTIVE for port object 9cfcebe2-6d7b-463b-b357-cbda6d087cca will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:02.993312 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.008009 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c337560f-cbdd-4c09-9f1a-c8a52b27bb2d x-openstack-request-id: req-c337560f-cbdd-4c09-9f1a-c8a52b27bb2d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:03.008399 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "e9079290-624f-49dd-b11b-ce5dbc2db7e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "1eaad86e-022e-42f7-979e-03f3493e587c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:03.010268 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c337560f-cbdd-4c09-9f1a-c8a52b27bb2d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:03.011780 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': 'e9079290-624f-49dd-b11b-ce5dbc2db7e5', 'status': 'completed', 'code': 200} Jul 16 03:32:03.012050 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': '1eaad86e-022e-42f7-979e-03f3493e587c', 'status': 'completed', 'code': 200} Jul 16 03:32:03.016861 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93637c43-7a70-4225-988f-95ab4218add8 req-bf0553fb-6c03-4a6d-82be-0a88fd98a4f8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=02033406e2764310a8974f0458da8f11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612772 Jul 16 03:32:03.050593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Pushing event updated for resources: {'Port': ['ID=9cfcebe2-6d7b-463b-b357-cbda6d087cca,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:03.204585 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Attempting to bind port 9cfcebe2-6d7b-463b-b357-cbda6d087cca on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:03.205153 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Attempting to bind port 9cfcebe2-6d7b-463b-b357-cbda6d087cca by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'f9a6bb5f-e9a3-41a5-9c35-00c03745e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:03.205275 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Attempting to bind port 9cfcebe2-6d7b-463b-b357-cbda6d087cca on network bfe6d903-2807-4d33-bde4-98398f0edb6c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:03.209942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Port 9cfcebe2-6d7b-463b-b357-cbda6d087cca on network bfe6d903-2807-4d33-bde4-98398f0edb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:03.210259 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Attempting to bind port 9cfcebe2-6d7b-463b-b357-cbda6d087cca on network bfe6d903-2807-4d33-bde4-98398f0edb6c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:03.215532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:03.215870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Checking segment: {'id': 'f9a6bb5f-e9a3-41a5-9c35-00c03745e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:03.216257 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Bound using segment: {'id': 'f9a6bb5f-e9a3-41a5-9c35-00c03745e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:03.216745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Bound port: 9cfcebe2-6d7b-463b-b357-cbda6d087cca, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a6bb5f-e9a3-41a5-9c35-00c03745e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:03.217106 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.337483 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] For port 9cfcebe2-6d7b-463b-b357-cbda6d087cca, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:03.343563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] For port 9cfcebe2-6d7b-463b-b357-cbda6d087cca, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9cfcebe2-6d7b-463b-b357-cbda6d087cca,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:03.349693 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.384815 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57190) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:03.406276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.406919 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.408410 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] 10.222.0.88 "PUT /v2.0/ports/9cfcebe2-6d7b-463b-b357-cbda6d087cca HTTP/1.1" status: 200 len: 1091 time: 1.0330210 Jul 16 03:32:03.442306 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Request body: {'port': {'device_id': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:03.473646 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ae7a4-a429-49c2-87fc-da05bad7cd35 service neutron] Pushing event updated for resources: {'Port': ['ID=9cfcebe2-6d7b-463b-b357-cbda6d087cca,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:03.578211 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d677427e-669b-45cc-9c3c-ccc4e9fd3515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.601219 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.694644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d44a5-4da0-4dbc-b821-ef5be8ad9055 req-26baf647-fa55-4b79-be90-39b93ac24ca8 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.700841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d44a5-4da0-4dbc-b821-ef5be8ad9055 req-26baf647-fa55-4b79-be90-39b93ac24ca8 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.707241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d44a5-4da0-4dbc-b821-ef5be8ad9055 req-26baf647-fa55-4b79-be90-39b93ac24ca8 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.713278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d44a5-4da0-4dbc-b821-ef5be8ad9055 req-26baf647-fa55-4b79-be90-39b93ac24ca8 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.726431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d44a5-4da0-4dbc-b821-ef5be8ad9055 req-26baf647-fa55-4b79-be90-39b93ac24ca8 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.732426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d44a5-4da0-4dbc-b821-ef5be8ad9055 req-26baf647-fa55-4b79-be90-39b93ac24ca8 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.742588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d44a5-4da0-4dbc-b821-ef5be8ad9055 req-26baf647-fa55-4b79-be90-39b93ac24ca8 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.744531 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b7d44a5-4da0-4dbc-b821-ef5be8ad9055 req-26baf647-fa55-4b79-be90-39b93ac24ca8 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5418 time: 0.6850126 Jul 16 03:32:03.755851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93637c43-7a70-4225-988f-95ab4218add8 req-28e4d77f-5062-4b97-91dc-d56026049e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.757291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93637c43-7a70-4225-988f-95ab4218add8 req-28e4d77f-5062-4b97-91dc-d56026049e3a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7336891 Jul 16 03:32:03.768987 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.771450 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': 'a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f'}, {'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': '9cfcebe2-6d7b-463b-b357-cbda6d087cca'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:03.772932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-4eebe64b-7316-4402-907c-b0460407cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.773425 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-4eebe64b-7316-4402-907c-b0460407cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.773765 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68472a09-cd3c-4878-a53a-421d89744474" -d '{"events": [{"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f"}, {"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "9cfcebe2-6d7b-463b-b357-cbda6d087cca"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:03.773935 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-4eebe64b-7316-4402-907c-b0460407cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.774314 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-4eebe64b-7316-4402-907c-b0460407cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.774770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-4eebe64b-7316-4402-907c-b0460407cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.775228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-4eebe64b-7316-4402-907c-b0460407cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.775880 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-4eebe64b-7316-4402-907c-b0460407cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.777919 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-4eebe64b-7316-4402-907c-b0460407cc97 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d79f4b9420fd452b874072e387240e86&device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 6378 time: 0.7456925 Jul 16 03:32:03.808920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb88178-b217-4fed-95b9-c1e31722ff1c req-fdf41c0a-b5d1-46bd-85f7-db4be99e70a4 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.810394 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ddb88178-b217-4fed-95b9-c1e31722ff1c req-fdf41c0a-b5d1-46bd-85f7-db4be99e70a4 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 944 time: 0.6484931 Jul 16 03:32:03.820123 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d677427e-669b-45cc-9c3c-ccc4e9fd3515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.842063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d677427e-669b-45cc-9c3c-ccc4e9fd3515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:03.871451 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b7d44a5-4da0-4dbc-b821-ef5be8ad9055 req-cb4df1b2-c704-4d6f-ac30-ae7694bf0d77 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184814 Jul 16 03:32:03.917888 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677427e-669b-45cc-9c3c-ccc4e9fd3515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b1332f-d6cc-44d1-9460-8f67c2341cb8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:03.922722 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d677427e-669b-45cc-9c3c-ccc4e9fd3515 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0e38246819e4700b190a8e6375634a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5364423 Jul 16 03:32:03.925412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57200) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:03.961975 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-d1fd92df-12bc-4cbb-b80a-aa1b09ddb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.961975 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-d1fd92df-12bc-4cbb-b80a-aa1b09ddb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.961975 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-d1fd92df-12bc-4cbb-b80a-aa1b09ddb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:03.964661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-d1fd92df-12bc-4cbb-b80a-aa1b09ddb961 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=d79f4b9420fd452b874072e387240e86&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1754320 Jul 16 03:32:04.012645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b63c6e1-1fa2-47ee-8ce4-9c32809906a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.033001 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ddb88178-b217-4fed-95b9-c1e31722ff1c req-98f3e7a8-938e-4968-8c17-10198a397d66 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups?id=9727949a-05b8-48ad-aaef-af0bdb59bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106450 Jul 16 03:32:04.066605 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b63c6e1-1fa2-47ee-8ce4-9c32809906a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.075906 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc47a2c-65da-404e-a55b-40a1a9e6ca45 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:04.086741 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.119000 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Transition to ACTIVE for port object ddc47a2c-65da-404e-a55b-40a1a9e6ca45 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:04.124406 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.173305 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b63c6e1-1fa2-47ee-8ce4-9c32809906a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.175896 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b63c6e1-1fa2-47ee-8ce4-9c32809906a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.177173 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8b63c6e1-1fa2-47ee-8ce4-9c32809906a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8b1332f-d6cc-44d1-9460-8f67c2341cb8 HTTP/1.1" status: 204 len: 168 time: 0.2508078 Jul 16 03:32:04.197666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc47a2c-65da-404e-a55b-40a1a9e6ca45,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:04.198548 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-8c3f7864-2e2d-4c32-b42b-859589f93e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.230493 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-8c3f7864-2e2d-4c32-b42b-859589f93e84 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2541769 Jul 16 03:32:04.237249 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63c6e1-1fa2-47ee-8ce4-9c32809906a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b1332f-d6cc-44d1-9460-8f67c2341cb8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:04.390975 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4099049-bc3b-44b3-81fe-32f7ebe6ec25 req-d8d4ed14-05b9-4176-94f8-55e3cc71e461 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1907279 Jul 16 03:32:04.391653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Attempting to bind port ddc47a2c-65da-404e-a55b-40a1a9e6ca45 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:04.392153 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Attempting to bind port ddc47a2c-65da-404e-a55b-40a1a9e6ca45 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'f9a6bb5f-e9a3-41a5-9c35-00c03745e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:04.392511 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Attempting to bind port ddc47a2c-65da-404e-a55b-40a1a9e6ca45 on network bfe6d903-2807-4d33-bde4-98398f0edb6c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:04.399696 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Port ddc47a2c-65da-404e-a55b-40a1a9e6ca45 on network bfe6d903-2807-4d33-bde4-98398f0edb6c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:04.400036 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Attempting to bind port ddc47a2c-65da-404e-a55b-40a1a9e6ca45 on network bfe6d903-2807-4d33-bde4-98398f0edb6c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:04.416983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:04.417875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Checking segment: {'id': 'f9a6bb5f-e9a3-41a5-9c35-00c03745e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:04.419709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Bound using segment: {'id': 'f9a6bb5f-e9a3-41a5-9c35-00c03745e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:04.420431 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Bound port: ddc47a2c-65da-404e-a55b-40a1a9e6ca45, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a6bb5f-e9a3-41a5-9c35-00c03745e50d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:04.420875 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.422120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffd78cd0-0b81-451b-ac16-05a42cda6fd8 req-dc2c567d-00bb-4f9c-891a-b4f2ad8adfe3 tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.18 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.1890099 Jul 16 03:32:04.511242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] For port ddc47a2c-65da-404e-a55b-40a1a9e6ca45, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:04.514888 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] For port ddc47a2c-65da-404e-a55b-40a1a9e6ca45, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ddc47a2c-65da-404e-a55b-40a1a9e6ca45,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:04.530037 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.610930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc47a2c-65da-404e-a55b-40a1a9e6ca45,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:04.636799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.637424 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.637848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacd841-b972-49be-8541-be79f0dbb533 req-12ae8340-f507-46ed-a822-ecb63b168836 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.638969 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-c4626532-f38d-4a3a-9af5-f4e5ffbeccc1 service neutron] 10.222.0.88 "PUT /v2.0/ports/ddc47a2c-65da-404e-a55b-40a1a9e6ca45 HTTP/1.1" status: 200 len: 1091 time: 1.2056844 Jul 16 03:32:04.639608 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edacd841-b972-49be-8541-be79f0dbb533 req-12ae8340-f507-46ed-a822-ecb63b168836 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.3509769 Jul 16 03:32:04.662041 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-b5500ec1-6c39-46b8-b3b4-d5fe8963083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.662521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-b5500ec1-6c39-46b8-b3b4-d5fe8963083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.662992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-b5500ec1-6c39-46b8-b3b4-d5fe8963083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.663456 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-b5500ec1-6c39-46b8-b3b4-d5fe8963083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.663957 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-b5500ec1-6c39-46b8-b3b4-d5fe8963083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.664546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-b5500ec1-6c39-46b8-b3b4-d5fe8963083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.664837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-b5500ec1-6c39-46b8-b3b4-d5fe8963083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.666735 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-b5500ec1-6c39-46b8-b3b4-d5fe8963083b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d79f4b9420fd452b874072e387240e86&device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 6445 time: 0.2250812 Jul 16 03:32:04.667217 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:04.670440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4099049-bc3b-44b3-81fe-32f7ebe6ec25 req-ede40efb-3883-43cd-bd93-108b80867d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.672214 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4099049-bc3b-44b3-81fe-32f7ebe6ec25 req-ede40efb-3883-43cd-bd93-108b80867d65 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 1096 time: 0.1551802 Jul 16 03:32:04.726749 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92e6daf0-dc58-4094-b1ea-4e07ab8a1e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:04.793949 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4099049-bc3b-44b3-81fe-32f7ebe6ec25 req-7477fccc-0604-4901-b489-2e9d968f8f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.795440 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4099049-bc3b-44b3-81fe-32f7ebe6ec25 req-7477fccc-0604-4901-b489-2e9d968f8f37 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.1003261 Jul 16 03:32:04.823174 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edacd841-b972-49be-8541-be79f0dbb533 req-b98caef1-cb0f-434b-8253-bf32572d2856 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689708 Jul 16 03:32:04.905072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-0aff0a27-557b-46ec-ab43-81e498a33ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.905503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-0aff0a27-557b-46ec-ab43-81e498a33ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.905999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-0aff0a27-557b-46ec-ab43-81e498a33ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.907704 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-0aff0a27-557b-46ec-ab43-81e498a33ab0 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=d79f4b9420fd452b874072e387240e86&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2267380 Jul 16 03:32:04.937592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706b2fc-782a-4817-87a3-81decabf0114 req-a144ac76-8ea2-449c-95ad-2425f2d5a79c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:04.945003 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a706b2fc-782a-4817-87a3-81decabf0114 req-a144ac76-8ea2-449c-95ad-2425f2d5a79c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 950 time: 0.2663157 Jul 16 03:32:05.041646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93637c43-7a70-4225-988f-95ab4218add8 req-d5a0b7b7-d748-4583-9e48-dcd6a61ed6aa tempest-ServerShowV254Test-337805388 tempest-ServerShowV254Test-337805388-project] 10.222.0.20 "GET /v2.0/ports?device_id=381f6774-ddcf-48cc-8f92-6720629b2c84 HTTP/1.1" status: 200 len: 210 time: 0.0408776 Jul 16 03:32:05.074509 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a706b2fc-782a-4817-87a3-81decabf0114 req-4b21cfe0-58f9-4682-b52e-d5f19381bdbf tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290934 Jul 16 03:32:05.193869 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4099049-bc3b-44b3-81fe-32f7ebe6ec25 req-71bdd728-e717-48e1-8df0-e10d662169b7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49 HTTP/1.1" status: 200 len: 217 time: 0.3914258 Jul 16 03:32:05.196597 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb5ee44-1540-4bc1-b24e-c97f7b9c395d x-openstack-request-id: req-deb5ee44-1540-4bc1-b24e-c97f7b9c395d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:05.197147 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "9cfcebe2-6d7b-463b-b357-cbda6d087cca", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:05.197646 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-deb5ee44-1540-4bc1-b24e-c97f7b9c395d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:05.198308 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': 'a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f', 'status': 'completed', 'code': 200} Jul 16 03:32:05.198829 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': '9cfcebe2-6d7b-463b-b357-cbda6d087cca', 'status': 'completed', 'code': 200} Jul 16 03:32:05.246843 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-0f032082-1e53-4f6b-8418-234705333836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.248630 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a49f544a-a0ab-4bac-8e80-b22f7e18fb86 req-0f032082-1e53-4f6b-8418-234705333836 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3324347 Jul 16 03:32:05.255776 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4099049-bc3b-44b3-81fe-32f7ebe6ec25 req-10fd0b36-fb6c-418f-a5b6-d31ac5f06d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.257724 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4099049-bc3b-44b3-81fe-32f7ebe6ec25 req-10fd0b36-fb6c-418f-a5b6-d31ac5f06d02 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.0563378 Jul 16 03:32:05.308863 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4099049-bc3b-44b3-81fe-32f7ebe6ec25 req-49c573b7-9cf9-4380-a05b-4db619bac51d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449336 Jul 16 03:32:05.326010 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92e6daf0-dc58-4094-b1ea-4e07ab8a1e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.351533 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92e6daf0-dc58-4094-b1ea-4e07ab8a1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.377907 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-92e6daf0-dc58-4094-b1ea-4e07ab8a1e96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9614759e9a8e4cfbadc41a43cd63c350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7089205 Jul 16 03:32:05.386077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a4784-f482-415e-b633-01065702d8c9 req-e4cf57d5-d1fa-4456-b9fa-2eb0a681a93e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.387572 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf4a4784-f482-415e-b633-01065702d8c9 req-e4cf57d5-d1fa-4456-b9fa-2eb0a681a93e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.3450222 Jul 16 03:32:05.388939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:05.426710 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4099049-bc3b-44b3-81fe-32f7ebe6ec25 req-b9a60e20-415b-42f5-b29f-bad9c5a60e06 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103573 Jul 16 03:32:05.528933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6daf0-dc58-4094-b1ea-4e07ab8a1e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e87038b-bcdf-478f-8e89-e0175f716dec,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:05.533003 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4099049-bc3b-44b3-81fe-32f7ebe6ec25 req-f31ccbaa-ecfd-4f64-aabd-70997a2ba77a service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993235 Jul 16 03:32:05.573667 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf4a4784-f482-415e-b633-01065702d8c9 req-5c9f98c2-1b38-45f2-a4ef-fd9280ba1253 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770594 Jul 16 03:32:05.585862 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2953-707c-414d-9675-81ca27a1b8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.593957 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1afa48ef-aeb4-47ed-b322-95119a7b2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.594452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1afa48ef-aeb4-47ed-b322-95119a7b2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.594939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1afa48ef-aeb4-47ed-b322-95119a7b2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.595420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1afa48ef-aeb4-47ed-b322-95119a7b2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.595894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1afa48ef-aeb4-47ed-b322-95119a7b2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.596389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1afa48ef-aeb4-47ed-b322-95119a7b2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.596974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1afa48ef-aeb4-47ed-b322-95119a7b2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.609741 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-1afa48ef-aeb4-47ed-b322-95119a7b2b6e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d79f4b9420fd452b874072e387240e86&device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 6487 time: 0.2975326 Jul 16 03:32:05.637486 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.641305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33933ad7-6141-49f3-a287-b9e210059323 req-f6df5b3d-3520-4278-99ee-261c2c9196f0 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.647303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33933ad7-6141-49f3-a287-b9e210059323 req-f6df5b3d-3520-4278-99ee-261c2c9196f0 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.653298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33933ad7-6141-49f3-a287-b9e210059323 req-f6df5b3d-3520-4278-99ee-261c2c9196f0 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.659203 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33933ad7-6141-49f3-a287-b9e210059323 req-f6df5b3d-3520-4278-99ee-261c2c9196f0 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.665066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33933ad7-6141-49f3-a287-b9e210059323 req-f6df5b3d-3520-4278-99ee-261c2c9196f0 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.670904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33933ad7-6141-49f3-a287-b9e210059323 req-f6df5b3d-3520-4278-99ee-261c2c9196f0 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.676791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33933ad7-6141-49f3-a287-b9e210059323 req-f6df5b3d-3520-4278-99ee-261c2c9196f0 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.678750 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-33933ad7-6141-49f3-a287-b9e210059323 req-f6df5b3d-3520-4278-99ee-261c2c9196f0 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5430 time: 0.2583244 Jul 16 03:32:05.732661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-df5feef1-ccd9-45f3-8ed3-8fd74f60cf19 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 HTTP/1.1" status: 200 len: 217 time: 0.1144457 Jul 16 03:32:05.747194 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2953-707c-414d-9675-81ca27a1b8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.854976 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-33933ad7-6141-49f3-a287-b9e210059323 req-7ee46f4a-9c5e-4bfb-a30e-a2f17c7ee45b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1668437 Jul 16 03:32:05.863520 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-2b1fcf5b-ed92-4780-983f-59037662c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.864999 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-2b1fcf5b-ed92-4780-983f-59037662c564 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=77350ccd-3edf-4270-8e46-f1233ff0f07f HTTP/1.1" status: 200 len: 856 time: 0.1158955 Jul 16 03:32:05.914701 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2953-707c-414d-9675-81ca27a1b8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.917302 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2953-707c-414d-9675-81ca27a1b8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:05.918447 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6a2d2953-707c-414d-9675-81ca27a1b8d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e87038b-bcdf-478f-8e89-e0175f716dec HTTP/1.1" status: 204 len: 168 time: 0.5271325 Jul 16 03:32:05.942286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35ad69-e7c5-4444-a8f8-c7c3a4f23436 req-f912602c-607c-464e-8293-b1448b86d9e0 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.943827 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf35ad69-e7c5-4444-a8f8-c7c3a4f23436 req-f912602c-607c-464e-8293-b1448b86d9e0 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 944 time: 0.2261930 Jul 16 03:32:05.949051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d2953-707c-414d-9675-81ca27a1b8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e87038b-bcdf-478f-8e89-e0175f716dec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:05.984956 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-cc303aa9-a67f-49da-b0e5-86d7fe016b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:05.986543 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-cc303aa9-a67f-49da-b0e5-86d7fe016b98 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=63a46837-9980-4aa6-9f86-1ac43e93b43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139669 Jul 16 03:32:06.016820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf35ad69-e7c5-4444-a8f8-c7c3a4f23436 req-7f5e1669-add6-40b8-9ccd-d0dcbbdb326b tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups?id=9727949a-05b8-48ad-aaef-af0bdb59bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656719 Jul 16 03:32:06.093548 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-92217531-ee60-46e3-9483-3df59185b046 service neutron] 10.222.0.88 "GET /v2.0/networks/63a46837-9980-4aa6-9f86-1ac43e93b43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991669 Jul 16 03:32:06.228167 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-de594935-19f5-4565-8c6e-3634da123d42 service neutron] 10.222.0.88 "GET /v2.0/networks/63a46837-9980-4aa6-9f86-1ac43e93b43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268389 Jul 16 03:32:06.275291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-947351e7-3832-4d85-8f09-d53fd2ba8476 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=e9079290-624f-49dd-b11b-ce5dbc2db7e5 HTTP/1.1" status: 200 len: 217 time: 0.0397875 Jul 16 03:32:06.314336 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cc7fa-10f8-46c0-9b7f-9792019b12f5 req-f0bb7a82-02dd-4775-9271-6d9c1a330d6d tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:06.315870 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e2cc7fa-10f8-46c0-9b7f-9792019b12f5 req-f0bb7a82-02dd-4775-9271-6d9c1a330d6d tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 1097 time: 0.1452110 Jul 16 03:32:06.383590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-fe7caa94-67c6-4586-8780-677289db82df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:06.385152 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-fe7caa94-67c6-4586-8780-677289db82df service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.1004820 Jul 16 03:32:06.395641 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e2cc7fa-10f8-46c0-9b7f-9792019b12f5 req-cda98d83-d457-4614-91ce-4fc86439bb72 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588121 Jul 16 03:32:06.432044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d20f0f-8f8e-4033-90ac-a328ac51d84e req-f33c3aef-bc4b-43e1-a5d9-f73171505163 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:06.433613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0d20f0f-8f8e-4033-90ac-a328ac51d84e req-f33c3aef-bc4b-43e1-a5d9-f73171505163 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 1101 time: 0.1628976 Jul 16 03:32:06.465629 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0d20f0f-8f8e-4033-90ac-a328ac51d84e req-13fe753c-0d5a-4110-b5c4-233aa89f6b69 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.476746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-81869c8b-1d70-4d2b-8a08-96fdad0005bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:06.478256 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-81869c8b-1d70-4d2b-8a08-96fdad0005bb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0846348 Jul 16 03:32:06.606865 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:32:06.674533 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-98231939-4e91-48fc-a9bb-ad3f6247def1 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872597 Jul 16 03:32:06.744886 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0d20f0f-8f8e-4033-90ac-a328ac51d84e req-13fe753c-0d5a-4110-b5c4-233aa89f6b69 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.753729 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d0d20f0f-8f8e-4033-90ac-a328ac51d84e req-13fe753c-0d5a-4110-b5c4-233aa89f6b69 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:06.771582 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57256) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:06.807863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ff00c-853d-42f7-b75f-4d3ffd7a038a req-6bbe0a61-d430-40fa-8949-3834b3c107f3 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:06.809406 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-962ff00c-853d-42f7-b75f-4d3ffd7a038a req-6bbe0a61-d430-40fa-8949-3834b3c107f3 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1953955 Jul 16 03:32:06.828057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0d20f0f-8f8e-4033-90ac-a328ac51d84e req-13fe753c-0d5a-4110-b5c4-233aa89f6b69 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807058 Jul 16 03:32:06.868369 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe753c-0d5a-4110-b5c4-233aa89f6b69 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4cb924-ef7f-46e3-b878-a90fa37804a7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:06.887166 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-0a381edb-cfba-45cd-a9c9-680d737802c6 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036531 Jul 16 03:32:06.913187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-962ff00c-853d-42f7-b75f-4d3ffd7a038a req-4fd31d3f-e95a-455c-9aac-e413b5d983d7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931206 Jul 16 03:32:06.945609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-537455c4-fc73-4fc0-bd0b-0acaedb1ff42 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=1eaad86e-022e-42f7-979e-03f3493e587c HTTP/1.1" status: 200 len: 217 time: 0.0461676 Jul 16 03:32:07.037158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-41e82745-3efa-4ba4-ae6e-b1ded39e7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.037422 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69bfbe78-606a-4872-a046-719f70052c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.038638 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-41e82745-3efa-4ba4-ae6e-b1ded39e7641 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.0870724 Jul 16 03:32:07.102025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106e9c0-12e2-4ef4-9190-a2915b185184 req-6fb35785-076b-45cc-9949-94056bbb9a54 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.112722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7106e9c0-12e2-4ef4-9190-a2915b185184 req-6fb35785-076b-45cc-9949-94056bbb9a54 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.1422000 Jul 16 03:32:07.170526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7106e9c0-12e2-4ef4-9190-a2915b185184 req-9cc7ff88-b33a-4600-8a14-6da4feb83293 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569184 Jul 16 03:32:07.178110 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-3d287c3e-32e7-46ab-aa78-bf9332237188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.179617 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-3d287c3e-32e7-46ab-aa78-bf9332237188 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1322501 Jul 16 03:32:07.185420 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69bfbe78-606a-4872-a046-719f70052c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.190921 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-69bfbe78-606a-4872-a046-719f70052c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.201056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': 'ddc47a2c-65da-404e-a55b-40a1a9e6ca45'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:07.208562 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "ddc47a2c-65da-404e-a55b-40a1a9e6ca45"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:07.267707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfbe78-606a-4872-a046-719f70052c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1785a398-3efc-4bd0-8a60-1e357a416ea8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:07.287115 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-69bfbe78-606a-4872-a046-719f70052c1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02033406e2764310a8974f0458da8f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5138533 Jul 16 03:32:07.289830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:07.298668 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-97e083b7-28ef-4b9f-bba5-7ad9bc870122 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125200 Jul 16 03:32:07.475077 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b21f5944-bf34-4e23-92d3-812892c4eee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.516594 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-804cb467-c2c4-4662-a5e8-82fc12bee9d9 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109737 Jul 16 03:32:07.522737 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b21f5944-bf34-4e23-92d3-812892c4eee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.580727 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-be1a865d-8180-4911-9de6-da406723a056 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c HTTP/1.1" status: 200 len: 217 time: 0.0558980 Jul 16 03:32:07.623147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4d59e-2281-4853-8e4f-bca29bcf7ad7 req-c7b8f280-51e1-47fe-a8bc-47b33f4abbf2 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.629489 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4d59e-2281-4853-8e4f-bca29bcf7ad7 req-c7b8f280-51e1-47fe-a8bc-47b33f4abbf2 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.635663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4d59e-2281-4853-8e4f-bca29bcf7ad7 req-c7b8f280-51e1-47fe-a8bc-47b33f4abbf2 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.642050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4d59e-2281-4853-8e4f-bca29bcf7ad7 req-c7b8f280-51e1-47fe-a8bc-47b33f4abbf2 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.647827 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4d59e-2281-4853-8e4f-bca29bcf7ad7 req-c7b8f280-51e1-47fe-a8bc-47b33f4abbf2 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.653780 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4d59e-2281-4853-8e4f-bca29bcf7ad7 req-c7b8f280-51e1-47fe-a8bc-47b33f4abbf2 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.660095 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4d59e-2281-4853-8e4f-bca29bcf7ad7 req-c7b8f280-51e1-47fe-a8bc-47b33f4abbf2 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.662134 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9bb4d59e-2281-4853-8e4f-bca29bcf7ad7 req-c7b8f280-51e1-47fe-a8bc-47b33f4abbf2 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5430 time: 0.2241302 Jul 16 03:32:07.722004 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-3b08bbc9-e3c8-47f8-8f2f-1e3e1f61cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.723480 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-3b08bbc9-e3c8-47f8-8f2f-1e3e1f61cf22 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.1222894 Jul 16 03:32:07.724062 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b21f5944-bf34-4e23-92d3-812892c4eee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.726588 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b21f5944-bf34-4e23-92d3-812892c4eee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:07.727614 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b21f5944-bf34-4e23-92d3-812892c4eee5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1785a398-3efc-4bd0-8a60-1e357a416ea8 HTTP/1.1" status: 204 len: 168 time: 0.4368093 Jul 16 03:32:07.775563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9bb4d59e-2281-4853-8e4f-bca29bcf7ad7 req-6bdeceb5-6ed8-4337-af15-c64d9aa53051 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942593 Jul 16 03:32:07.776616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f5944-bf34-4e23-92d3-812892c4eee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1785a398-3efc-4bd0-8a60-1e357a416ea8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:07.846853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-ba1a6396-ab63-458f-b73e-65239989e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.848392 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-ba1a6396-ab63-458f-b73e-65239989e633 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1107390 Jul 16 03:32:07.853701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76f300-7cb5-40f0-b891-971c8d18ac18 req-81bafdf6-d911-4d6e-8acc-55300d2620b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:07.855173 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c76f300-7cb5-40f0-b891-971c8d18ac18 req-81bafdf6-d911-4d6e-8acc-55300d2620b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=202f5f6937cf45a5bd3f1ea0aa8c9525&device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 1096 time: 0.0754168 Jul 16 03:32:08.042720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-a1380231-20ef-4e1d-881b-3585880e5c50 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865983 Jul 16 03:32:08.068494 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76f300-7cb5-40f0-b891-971c8d18ac18 req-be749c12-604d-4b56-9aaa-21261b675e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.069913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c76f300-7cb5-40f0-b891-971c8d18ac18 req-be749c12-604d-4b56-9aaa-21261b675e83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be7cdd0f-74f6-488d-98d5-76c8162efc41 HTTP/1.1" status: 200 len: 915 time: 0.1869042 Jul 16 03:32:08.137187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-88d59f31-7513-4c5c-b582-47d6ea36c430 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:32:08.138208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-88d59f31-7513-4c5c-b582-47d6ea36c430 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105512 Jul 16 03:32:08.140433 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c76f300-7cb5-40f0-b891-971c8d18ac18 req-19853c05-b7b0-4f80-9759-2879f85e3dab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6b436ff-d721-4b21-87c1-dc519e3998e1 HTTP/1.1" status: 200 len: 217 time: 0.0582759 Jul 16 03:32:08.149343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec7659-a9c0-4321-b5c2-1adbc70b152d req-7a8dab47-9ddd-4862-899a-13091204b3ce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.150925 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4ec7659-a9c0-4321-b5c2-1adbc70b152d req-7a8dab47-9ddd-4862-899a-13091204b3ce tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 944 time: 0.2007654 Jul 16 03:32:08.293873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76f300-7cb5-40f0-b891-971c8d18ac18 req-0eee374f-710c-4750-9f0d-483954f14784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.293873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c76f300-7cb5-40f0-b891-971c8d18ac18 req-0eee374f-710c-4750-9f0d-483954f14784 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e13b8bb6-41ee-4dcf-b76a-74d1e597a14e HTTP/1.1" status: 200 len: 854 time: 0.1147532 Jul 16 03:32:08.315263 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-7786c130-43de-4b91-820c-41df0d8f7cf2 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592397 Jul 16 03:32:08.317498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc13157-a954-4319-a0f5-869b19d30f2f req-c07e42b4-a501-4335-be73-eabdb5ef262d tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.318741 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-c07e42b4-a501-4335-be73-eabdb5ef262d tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports/89561d40-35f1-4ba1-9e1e-14af6eca00c0 HTTP/1.1" status: 200 len: 1094 time: 0.1388073 Jul 16 03:32:08.337755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4ec7659-a9c0-4321-b5c2-1adbc70b152d req-c743b40d-6b65-4aae-b39d-95fbb9836a26 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups?id=9727949a-05b8-48ad-aaef-af0bdb59bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548626 Jul 16 03:32:08.342032 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c76f300-7cb5-40f0-b891-971c8d18ac18 req-fe74d5d4-14a4-4fa7-a55a-91ed5b1862ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be7cdd0f-74f6-488d-98d5-76c8162efc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371087 Jul 16 03:32:08.345576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-afc13157-a954-4319-a0f5-869b19d30f2f req-0a20d2e1-cee5-48c7-9f79-f6e5c17d9625 service neutron] Request body: {'binding': {'host': 'n-h2-800088-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:08.346026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-afc13157-a954-4319-a0f5-869b19d30f2f req-0a20d2e1-cee5-48c7-9f79-f6e5c17d9625 service neutron] Unknown quota resources ['binding']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:32:08.400806 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8a312c-c779-42eb-8dcf-15d2abf380db x-openstack-request-id: req-3d8a312c-c779-42eb-8dcf-15d2abf380db {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:08.401339 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "ddc47a2c-65da-404e-a55b-40a1a9e6ca45", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:08.401624 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d8a312c-c779-42eb-8dcf-15d2abf380db {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:08.403468 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': 'ddc47a2c-65da-404e-a55b-40a1a9e6ca45', 'status': 'completed', 'code': 200} Jul 16 03:32:08.406125 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-a3fb6738-f4e3-41e7-abd1-4a8e4758246a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f HTTP/1.1" status: 200 len: 217 time: 0.0654850 Jul 16 03:32:08.498001 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 28600d35-2157-47a6-b286-3a505ef12f2f details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:08.522110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57346) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:08.602238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 28600d35-2157-47a6-b286-3a505ef12f2f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=28600d35-2157-47a6-b286-3a505ef12f2f,segment=NetworkSegment(4811f62d-a58a-4d2b-970a-a0f755a5aed5),segment_id=4811f62d-a58a-4d2b-970a-a0f755a5aed5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:08.615155 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '28600d35-2157-47a6-b286-3a505ef12f2f', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'port_id': '28600d35-2157-47a6-b286-3a505ef12f2f', 'mac_address': 'fa:16:3e:49:3f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:08.634407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-network', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:08.654221 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.658025 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] Made reservation on behalf of 4ffe993ba0a949d0a9061f925ad98f77 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:08.660980 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.668764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28600d35-2157-47a6-b286-3a505ef12f2f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:08.670275 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.690168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 28600d35-2157-47a6-b286-3a505ef12f2f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=28600d35-2157-47a6-b286-3a505ef12f2f,segment=NetworkSegment(4811f62d-a58a-4d2b-970a-a0f755a5aed5),segment_id=4811f62d-a58a-4d2b-970a-a0f755a5aed5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:08.694559 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.745331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=28600d35-2157-47a6-b286-3a505ef12f2f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:08.770327 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.774587 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.801849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:08.812273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f267488-0efe-4202-99c5-77aff36da0cf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:08.818594 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.818985 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] Added segment 6fcd6253-bfe1-4192-8c70-0ce719c078dc of type vlan for network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 Jul 16 03:32:08.838119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-01dbe0f0-09b0-4b6e-8705-93755562a47f tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6f5c753e52654e67a51e2590717e8ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3665066 Jul 16 03:32:08.846834 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-45861840-46e3-4590-989c-ccb5168eb43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.848235 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-45861840-46e3-4590-989c-ccb5168eb43f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.4276927 Jul 16 03:32:08.863659 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.895124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.896283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:08.896937 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:08.930953 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4050386 Jul 16 03:32:08.931305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57352) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:08.934981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['28600d35-2157-47a6-b286-3a505ef12f2f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:08.936909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ef4ec102-0918-457f-bdc2-3e758b601e0b admin admin] Request body: {'subnet': {'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-subnet', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:08.961401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c76f300-7cb5-40f0-b891-971c8d18ac18 req-fba5a838-0120-4cea-a670-0bf5f3250870 service neutron] 10.222.0.20 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081014 Jul 16 03:32:08.970226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51e5d4-01d7-4b3b-9764-5ab4ea6a3f68 admin admin] Pushing event updated for resources: {'Network': ['ID=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:08.987031 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:08.987993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4ec102-0918-457f-bdc2-3e758b601e0b admin admin] Made reservation on behalf of 4ffe993ba0a949d0a9061f925ad98f77 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:08.990665 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef4ec102-0918-457f-bdc2-3e758b601e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.125757 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e813-06f6-4f57-b6e8-351803ae57be req-d9946e90-2d2b-444e-95d6-6b5d14c3b8fa tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:09.127255 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-d9946e90-2d2b-444e-95d6-6b5d14c3b8fa tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2766950 Jul 16 03:32:09.139292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-afc13157-a954-4319-a0f5-869b19d30f2f req-0a20d2e1-cee5-48c7-9f79-f6e5c17d9625 service neutron] Attempting to bind port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 on host n-h2-800088-6 for vnic_type normal with profile None {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:09.139635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-afc13157-a954-4319-a0f5-869b19d30f2f req-0a20d2e1-cee5-48c7-9f79-f6e5c17d9625 service neutron] Attempting to bind port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:09.140514 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc13157-a954-4319-a0f5-869b19d30f2f req-0a20d2e1-cee5-48c7-9f79-f6e5c17d9625 service neutron] Attempting to bind port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:09.147240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-bd93b685-4873-44ef-9505-d7daa34a80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:09.148712 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-bd93b685-4873-44ef-9505-d7daa34a80d9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2602215 Jul 16 03:32:09.160854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc13157-a954-4319-a0f5-869b19d30f2f req-0a20d2e1-cee5-48c7-9f79-f6e5c17d9625 service neutron] Port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 on network ae4da56c-d106-465b-8123-a4e05a78074b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:09.161180 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc13157-a954-4319-a0f5-869b19d30f2f req-0a20d2e1-cee5-48c7-9f79-f6e5c17d9625 service neutron] Attempting to bind port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:09.165060 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef4ec102-0918-457f-bdc2-3e758b601e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.183305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-c339e325-cf93-4040-aa57-ef0c3b808700 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/quotas/6f5c753e52654e67a51e2590717e8ff6 HTTP/1.1" status: 200 len: 375 time: 0.0403726 Jul 16 03:32:09.193926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc13157-a954-4319-a0f5-869b19d30f2f req-0a20d2e1-cee5-48c7-9f79-f6e5c17d9625 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:09.194267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc13157-a954-4319-a0f5-869b19d30f2f req-0a20d2e1-cee5-48c7-9f79-f6e5c17d9625 service neutron] Checking segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:09.194648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc13157-a954-4319-a0f5-869b19d30f2f req-0a20d2e1-cee5-48c7-9f79-f6e5c17d9625 service neutron] Bound using segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:09.195098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-afc13157-a954-4319-a0f5-869b19d30f2f req-0a20d2e1-cee5-48c7-9f79-f6e5c17d9625 service neutron] Bound port: 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:09.216329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ec102-0918-457f-bdc2-3e758b601e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2843df-4813-4d8f-83e4-b733c2b2e1d2,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:09.228291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4ec102-0918-457f-bdc2-3e758b601e0b admin admin] Checking segment: {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:09.228681 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4ec102-0918-457f-bdc2-3e758b601e0b admin admin] Network hostable DHCP agents. Network: 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:09.239931 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c76f300-7cb5-40f0-b891-971c8d18ac18 req-1d596e8c-44d1-44c9-946f-02ed76c7518e service neutron] 10.222.0.20 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450538 Jul 16 03:32:09.245769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4ec102-0918-457f-bdc2-3e758b601e0b admin admin] Network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:09.257846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ef4ec102-0918-457f-bdc2-3e758b601e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:09.264293 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4ec102-0918-457f-bdc2-3e758b601e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:09.264586 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef4ec102-0918-457f-bdc2-3e758b601e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.267866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa97d81-9460-46fc-8726-d89f478fa198 None None] Network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:09.285361 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ef4ec102-0918-457f-bdc2-3e758b601e0b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3526042 Jul 16 03:32:09.288099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57354) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:09.293479 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:09.318123 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.319747 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.346638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-afc13157-a954-4319-a0f5-869b19d30f2f req-0a20d2e1-cee5-48c7-9f79-f6e5c17d9625 service neutron] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:09.354433 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-dead6e8e-0f39-41c4-8369-fb5fb2888c47 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943769 Jul 16 03:32:09.357636 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afc13157-a954-4319-a0f5-869b19d30f2f req-0a20d2e1-cee5-48c7-9f79-f6e5c17d9625 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.358777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-0a20d2e1-cee5-48c7-9f79-f6e5c17d9625 service neutron] 10.222.0.18 "POST /v2.0/ports/89561d40-35f1-4ba1-9e1e-14af6eca00c0/bindings HTTP/1.1" status: 201 len: 389 time: 1.0199432 Jul 16 03:32:09.407184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-ccb25b98-da01-4d21-bde0-acbded908ba3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2098041 Jul 16 03:32:09.417276 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.440297 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:32:09.441375 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.521226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-155e1bbe-e311-4b82-9c59-da7bfbc559db service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573281 Jul 16 03:32:09.610888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-be42a2bd-89d7-4e20-b7fe-efaa5c9f7377 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9cfcebe2-6d7b-463b-b357-cbda6d087cca HTTP/1.1" status: 200 len: 217 time: 0.0816097 Jul 16 03:32:09.691842 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.693898 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Allocated IP 172.20.0.2 (7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6/df2843df-4813-4d8f-83e4-b733c2b2e1d2/70a7e2d7-52cd-4079-a160-0c821cf13fa2) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:09.747317 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-9bd3ca5b-9953-495b-8fee-051fb8746cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:09.749009 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-9bd3ca5b-9953-495b-8fee-051fb8746cd1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=baf48007-44c7-4aed-a544-a06964ab95a5 HTTP/1.1" status: 200 len: 797 time: 0.1308041 Jul 16 03:32:09.839251 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc13157-a954-4319-a0f5-869b19d30f2f req-071a76d8-8958-48d6-b887-7cefda1c1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:09.840961 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-071a76d8-8958-48d6-b887-7cefda1c1c6d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 1097 time: 0.1562757 Jul 16 03:32:09.888846 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-b407ee29-c4ad-4237-a62f-6e8bc34856cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:09.891042 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-b407ee29-c4ad-4237-a62f-6e8bc34856cb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bfe6d903-2807-4d33-bde4-98398f0edb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1343169 Jul 16 03:32:09.945669 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:09.961312 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Transition to ACTIVE for port object 70a7e2d7-52cd-4079-a160-0c821cf13fa2 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:09.981207 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Transition to ACTIVE for port object 70a7e2d7-52cd-4079-a160-0c821cf13fa2 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:09.988984 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.006315 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc13157-a954-4319-a0f5-869b19d30f2f req-ba1c265e-f021-48fc-9d38-c19abe917bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:10.007801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-ba1c265e-f021-48fc-9d38-c19abe917bf7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.1597681 Jul 16 03:32:10.047325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:10.052881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:10.056552 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:10.066219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Pushing event updated for resources: {'Port': ['ID=70a7e2d7-52cd-4079-a160-0c821cf13fa2,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:10.076631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.115137 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.130530 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-6119d529-5d42-41af-b82b-afe639d5009d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0 HTTP/1.1" status: 200 len: 217 time: 0.1116049 Jul 16 03:32:10.163906 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-85344873-3f3c-42e9-86ce-d40667b16ceb service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457390 Jul 16 03:32:10.173028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Attempting to bind port 70a7e2d7-52cd-4079-a160-0c821cf13fa2 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:10.173419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Attempting to bind port 70a7e2d7-52cd-4079-a160-0c821cf13fa2 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:10.173786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Attempting to bind port 70a7e2d7-52cd-4079-a160-0c821cf13fa2 on network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:10.184973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:10.185352 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Checking segment: {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:10.185754 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.188647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Bound using segment: {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:10.189145 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Bound port: 70a7e2d7-52cd-4079-a160-0c821cf13fa2, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:10.189540 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.304470 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-4951d72f-2571-4430-aa72-b0f72b128104 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005263 Jul 16 03:32:10.307098 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] For port 70a7e2d7-52cd-4079-a160-0c821cf13fa2, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:10.312745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] For port 70a7e2d7-52cd-4079-a160-0c821cf13fa2, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=70a7e2d7-52cd-4079-a160-0c821cf13fa2,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:10.315120 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Allocated IP 172.25.3.132 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/87b45364-e9e0-4762-ad64-758aa005fd9f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:10.323668 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.324139 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc13157-a954-4319-a0f5-869b19d30f2f req-ea42afb2-1598-4062-8890-4093c531a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:10.325790 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-ea42afb2-1598-4062-8890-4093c531a7cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.1838241 Jul 16 03:32:10.416365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67309f7d-b96c-4608-924b-adcc32586798 None None] Pushing event updated for resources: {'Port': ['ID=70a7e2d7-52cd-4079-a160-0c821cf13fa2,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:10.489457 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-a413c20c-f744-4ed5-82d5-6f774af3ef94 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ddc47a2c-65da-404e-a55b-40a1a9e6ca45 HTTP/1.1" status: 200 len: 217 time: 0.1622686 Jul 16 03:32:10.500603 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.501294 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-25ae58ee-8e4b-4014-981f-c982d2a6d42a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134269 Jul 16 03:32:10.516765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 28600d35-2157-47a6-b286-3a505ef12f2f up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:10.567318 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.572633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 28600d35-2157-47a6-b286-3a505ef12f2f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:10.581687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 28600d35-2157-47a6-b286-3a505ef12f2f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:10.582074 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.638621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-f1455c5a-ef43-45a4-b57f-82a81c97a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:10.640054 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-f1455c5a-ef43-45a4-b57f-82a81c97a6d0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=baf48007-44c7-4aed-a544-a06964ab95a5 HTTP/1.1" status: 200 len: 797 time: 0.1370466 Jul 16 03:32:10.670436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:10.678610 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:10.682002 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:10.762998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a9d70-29d1-4e9b-989a-795525bd2c4d req-c8539dac-818a-4d69-ac13-0d2ef9ea37a1 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:10.771550 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de1a9d70-29d1-4e9b-989a-795525bd2c4d req-c8539dac-818a-4d69-ac13-0d2ef9ea37a1 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.4660587 Jul 16 03:32:10.783546 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.813184 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f8d016-b411-466a-81ae-13944810b553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28600d35-2157-47a6-b286-3a505ef12f2f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:10.819806 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07295279-49c3-4b73-a419-34a41cd8a46d" -d '{"events": [{"server_uuid": "c7f8d016-b411-466a-81ae-13944810b553", "name": "network-vif-plugged", "status": "completed", "tag": "28600d35-2157-47a6-b286-3a505ef12f2f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:10.837485 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 28600d35-2157-47a6-b286-3a505ef12f2f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=28600d35-2157-47a6-b286-3a505ef12f2f,segment=NetworkSegment(4811f62d-a58a-4d2b-970a-a0f755a5aed5),segment_id=4811f62d-a58a-4d2b-970a-a0f755a5aed5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:10.839860 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5497e-68c3-4798-8ebf-15a02e3ce0a3 req-df937780-36c9-427a-99df-fb37934926d6 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:10.841677 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b2d5497e-68c3-4798-8ebf-15a02e3ce0a3 req-df937780-36c9-427a-99df-fb37934926d6 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.3791180 Jul 16 03:32:10.849824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-740d349c-cda6-4262-aa02-200f881e5619 service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177946 Jul 16 03:32:10.852404 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:10.861379 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Pushing event updated for resources: {'Port': ['ID=87b45364-e9e0-4762-ad64-758aa005fd9f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:10.914381 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de1a9d70-29d1-4e9b-989a-795525bd2c4d req-4f989543-4666-4d4d-a6fd-dbafdbb6e67e tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415567 Jul 16 03:32:10.916106 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=28600d35-2157-47a6-b286-3a505ef12f2f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:10.995800 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b2d5497e-68c3-4798-8ebf-15a02e3ce0a3 req-e2b5586a-ffbc-4591-b7d8-87a73ba1aa04 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437345 Jul 16 03:32:11.001368 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296885d6-deac-4b4c-8292-544d2890eff1 req-10f99c9d-232b-43da-8929-7612479931f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.003229 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-10f99c9d-232b-43da-8929-7612479931f7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bfe6d903-2807-4d33-bde4-98398f0edb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3093965 Jul 16 03:32:11.073083 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.213323 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-62005dbe-e530-42cf-9c82-288b2e7a30fb service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487461 Jul 16 03:32:11.298578 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-dc2faee1-2742-419b-8d0f-fee10ce7d1a7 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630880 Jul 16 03:32:11.346891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.408019 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e681d2-3418-4cc8-a447-462015cb2be7 req-e8a1a0ff-89e9-4433-a0cd-c6d5afdc4e2d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.413930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e681d2-3418-4cc8-a447-462015cb2be7 req-e8a1a0ff-89e9-4433-a0cd-c6d5afdc4e2d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.420253 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e681d2-3418-4cc8-a447-462015cb2be7 req-e8a1a0ff-89e9-4433-a0cd-c6d5afdc4e2d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.426709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e681d2-3418-4cc8-a447-462015cb2be7 req-e8a1a0ff-89e9-4433-a0cd-c6d5afdc4e2d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.432871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e681d2-3418-4cc8-a447-462015cb2be7 req-e8a1a0ff-89e9-4433-a0cd-c6d5afdc4e2d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.439648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e681d2-3418-4cc8-a447-462015cb2be7 req-e8a1a0ff-89e9-4433-a0cd-c6d5afdc4e2d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.445927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e681d2-3418-4cc8-a447-462015cb2be7 req-e8a1a0ff-89e9-4433-a0cd-c6d5afdc4e2d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.448127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56e681d2-3418-4cc8-a447-462015cb2be7 req-e8a1a0ff-89e9-4433-a0cd-c6d5afdc4e2d tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5430 time: 0.3110800 Jul 16 03:32:11.490803 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Router 1c150962-10d5-4cda-8830-0475015cf9e2 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:32:11.513270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde3955-e021-4db9-83f8-293e8b55804b req-22c95200-7f78-41bf-8b6a-a610303f1b1f tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.514853 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3bde3955-e021-4db9-83f8-293e8b55804b req-22c95200-7f78-41bf-8b6a-a610303f1b1f tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 946 time: 0.3460274 Jul 16 03:32:11.620634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56e681d2-3418-4cc8-a447-462015cb2be7 req-b5974e1a-a4e0-47c2-92a5-ffdaf37f05ad tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1627903 Jul 16 03:32:11.620926 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:11.622818 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc13157-a954-4319-a0f5-869b19d30f2f req-1157ee6f-534c-4647-9da6-9a630e7b8d83 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:11.624378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-1157ee6f-534c-4647-9da6-9a630e7b8d83 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 1097 time: 0.3414400 Jul 16 03:32:11.637744 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Sync routers for ids ['1c150962-10d5-4cda-8830-0475015cf9e2'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:11.647068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-6'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:11.649802 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Routers {'1c150962-10d5-4cda-8830-0475015cf9e2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:11.651999 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:32:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1c150962-10d5-4cda-8830-0475015cf9e2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:11.662199 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.663536 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5291c720-ac8a-4187-9f69-a7381445debd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3741310 Jul 16 03:32:11.677396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57384) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:11.682943 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3bde3955-e021-4db9-83f8-293e8b55804b req-bacaa737-2118-4cd1-9dad-10e03e3016e4 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups?id=9727949a-05b8-48ad-aaef-af0bdb59bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536090 Jul 16 03:32:11.684852 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563cc1d8-231c-44fc-9bd5-df1ed23567f8 None None] Network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:11.692766 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-296885d6-deac-4b4c-8292-544d2890eff1 req-d8522750-11e4-487d-9b57-5f98e7fcd858 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657427 Jul 16 03:32:11.894885 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-12c11590-59a7-4848-87a4-483c5332b252 None None] Provisioning for port 70a7e2d7-52cd-4079-a160-0c821cf13fa2 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:11.902730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 70a7e2d7-52cd-4079-a160-0c821cf13fa2 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:11.928867 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:11.976764 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Set router 1c150962-10d5-4cda-8830-0475015cf9e2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:12.189892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 70a7e2d7-52cd-4079-a160-0c821cf13fa2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:12.203809 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 70a7e2d7-52cd-4079-a160-0c821cf13fa2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:12.203981 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.390421 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:10Z', 'revision_number': 3, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:12.435217 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.448163 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Checking router: 1c150962-10d5-4cda-8830-0475015cf9e2 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:12.449418 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Updating router 1c150962-10d5-4cda-8830-0475015cf9e2 port 87b45364-e9e0-4762-ad64-758aa005fd9f binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:32:12.524908 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 70a7e2d7-52cd-4079-a160-0c821cf13fa2, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=70a7e2d7-52cd-4079-a160-0c821cf13fa2,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:12.538745 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.542998 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.546642 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-778fcee4-9800-4478-9b0f-fba4503970ad req-3acfd733-fef8-41f9-9b17-5b34fb9da4a4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4060783 Jul 16 03:32:12.602373 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-c0ee693b-74f6-4e50-b5f7-2f4c270ffd1a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=6f5c753e52654e67a51e2590717e8ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772316 Jul 16 03:32:12.663483 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=70a7e2d7-52cd-4079-a160-0c821cf13fa2,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:12.808808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a408208f-a617-46fb-b362-784c6973ccb7 None None] Provisioning complete for port 70a7e2d7-52cd-4079-a160-0c821cf13fa2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:12.809350 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a408208f-a617-46fb-b362-784c6973ccb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:12.888655 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-a1a77d0e-298c-4910-9549-8bebf37bec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:12.889143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-a1a77d0e-298c-4910-9549-8bebf37bec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:12.889653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-a1a77d0e-298c-4910-9549-8bebf37bec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:12.890129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-a1a77d0e-298c-4910-9549-8bebf37bec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:12.890602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-a1a77d0e-298c-4910-9549-8bebf37bec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:12.891467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-a1a77d0e-298c-4910-9549-8bebf37bec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:12.892123 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-a1a77d0e-298c-4910-9549-8bebf37bec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:12.894157 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472a09-cd3c-4878-a53a-421d89744474 req-a1a77d0e-298c-4910-9549-8bebf37bec63 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d79f4b9420fd452b874072e387240e86&device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 6487 time: 0.9869373 Jul 16 03:32:12.904252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da6a88-6d7f-45e9-9d07-93567c35c4e5 req-7686aa00-d5c4-44b0-860e-1aa23852eaab tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:12.911887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-85da6a88-6d7f-45e9-9d07-93567c35c4e5 req-7686aa00-d5c4-44b0-860e-1aa23852eaab tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 946 time: 0.9794726 Jul 16 03:32:12.973133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.88', 63662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:13.005603 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.016935 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Transition to ACTIVE for port object 87b45364-e9e0-4762-ad64-758aa005fd9f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:13.035975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-019f9183-ad33-4afb-8a28-b15001b89a1a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=6f5c753e52654e67a51e2590717e8ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554461 Jul 16 03:32:13.036472 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.044921 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:13.066339 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Attempting to bind port 87b45364-e9e0-4762-ad64-758aa005fd9f on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:13.067084 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Attempting to bind port 87b45364-e9e0-4762-ad64-758aa005fd9f by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:13.067572 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Attempting to bind port 87b45364-e9e0-4762-ad64-758aa005fd9f on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:13.094724 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:13.095168 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:13.095659 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.096164 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:13.096792 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Bound port: 87b45364-e9e0-4762-ad64-758aa005fd9f, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:13.097289 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.113019 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-85da6a88-6d7f-45e9-9d07-93567c35c4e5 req-15e72623-949c-4e5c-b759-b236deee2db4 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999803 Jul 16 03:32:13.164760 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6118b2-729c-4434-b352-ed6b9bf60e8b x-openstack-request-id: req-3d6118b2-729c-4434-b352-ed6b9bf60e8b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:13.165278 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f8d016-b411-466a-81ae-13944810b553", "name": "network-vif-plugged", "status": "completed", "tag": "28600d35-2157-47a6-b286-3a505ef12f2f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:13.165393 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d6118b2-729c-4434-b352-ed6b9bf60e8b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:13.165699 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f8d016-b411-466a-81ae-13944810b553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28600d35-2157-47a6-b286-3a505ef12f2f', 'code': 200} Jul 16 03:32:13.196201 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] For port 87b45364-e9e0-4762-ad64-758aa005fd9f, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:13.201468 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] For port 87b45364-e9e0-4762-ad64-758aa005fd9f, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=87b45364-e9e0-4762-ad64-758aa005fd9f,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:13.214179 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33934993-f7c3-4be4-a140-46f29f1c2dd8 None None] Pushing event updated for resources: {'Port': ['ID=87b45364-e9e0-4762-ad64-758aa005fd9f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:13.225256 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934993-f7c3-4be4-a140-46f29f1c2dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:13.225762 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934993-f7c3-4be4-a140-46f29f1c2dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:13.226449 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934993-f7c3-4be4-a140-46f29f1c2dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:13.226841 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934993-f7c3-4be4-a140-46f29f1c2dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:13.227241 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934993-f7c3-4be4-a140-46f29f1c2dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:13.227583 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934993-f7c3-4be4-a140-46f29f1c2dd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:13.228001 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934993-f7c3-4be4-a140-46f29f1c2dd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:13.228465 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934993-f7c3-4be4-a140-46f29f1c2dd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:13.228870 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934993-f7c3-4be4-a140-46f29f1c2dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:13.229264 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934993-f7c3-4be4-a140-46f29f1c2dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:13.229628 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934993-f7c3-4be4-a140-46f29f1c2dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:13.230339 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33934993-f7c3-4be4-a140-46f29f1c2dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:13.237868 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.308456 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33934993-f7c3-4be4-a140-46f29f1c2dd8 None None] Pushing event updated for resources: {'Port': ['ID=87b45364-e9e0-4762-ad64-758aa005fd9f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:13.320710 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Routers {'1c150962-10d5-4cda-8830-0475015cf9e2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:13.321402 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:32:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1c150962-10d5-4cda-8830-0475015cf9e2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:13.326286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-e8335446-2c6c-499f-84c9-ec575d8a051b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:13.328067 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472a09-cd3c-4878-a53a-421d89744474 req-e8335446-2c6c-499f-84c9-ec575d8a051b service neutron] 10.222.0.88 "GET /v2.0/networks?id=5cda0bd3-70e5-481d-b638-9f7104dcd15f HTTP/1.1" status: 200 len: 902 time: 0.4139724 Jul 16 03:32:13.369415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:13.445125 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] Set router 1c150962-10d5-4cda-8830-0475015cf9e2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:13.463556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e813-06f6-4f57-b6e8-351803ae57be req-180f8cb1-ab72-417b-af8d-cf62a356fd57 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:13.465111 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-180f8cb1-ab72-417b-af8d-cf62a356fd57 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4159880 Jul 16 03:32:13.483684 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472a09-cd3c-4878-a53a-421d89744474 req-bd0ec836-e653-4888-8c40-fe401c0e84ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f HTTP/1.1" status: 200 len: 217 time: 0.1217151 Jul 16 03:32:13.497042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5330e813-06f6-4f57-b6e8-351803ae57be req-92b3bacf-c4fd-4e43-98c6-ad682aa605ac tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Request body: {'port': {'device_id': 'd1083dc7-2c58-4ac3-8c37-29d400106129', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '6f5c753e52654e67a51e2590717e8ff6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:13.501977 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e813-06f6-4f57-b6e8-351803ae57be req-46159506-66c6-4b6c-9af3-049b1b6a7bb4 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:13.503324 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-46159506-66c6-4b6c-9af3-049b1b6a7bb4 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8890655 Jul 16 03:32:13.518873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5330e813-06f6-4f57-b6e8-351803ae57be req-dad68be8-7730-46cb-ab09-6192bbf3f70a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Request body: {'port': {'device_id': '09ce7e0a-30f0-42fa-bad1-d1925fa78981', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '6f5c753e52654e67a51e2590717e8ff6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:13.522925 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.562278 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fcee4-9800-4478-9b0f-fba4503970ad req-477142c5-a00b-447e-82b7-eaa7770c45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:13.563783 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-778fcee4-9800-4478-9b0f-fba4503970ad req-477142c5-a00b-447e-82b7-eaa7770c45bd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ebb747fbaa4d4250ae33a3472beaf32b&device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 1097 time: 0.9655049 Jul 16 03:32:13.571153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36b8853-1b8e-437e-88db-17fb88f00577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89561d40-35f1-4ba1-9e1e-14af6eca00c0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:13.573676 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e033289-906a-40f0-8d43-06885de96a49" -d '{"events": [{"server_uuid": "b36b8853-1b8e-437e-88db-17fb88f00577", "name": "network-vif-unplugged", "status": "completed", "tag": "89561d40-35f1-4ba1-9e1e-14af6eca00c0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:13.580082 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.614351 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.695239 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:10Z', 'revision_number': 3, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:13.722857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 70a7e2d7-52cd-4079-a160-0c821cf13fa2 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:13.723030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-2cde4816-d3c6-4964-99b2-bd0db73fac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:13.724519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472a09-cd3c-4878-a53a-421d89744474 req-2cde4816-d3c6-4964-99b2-bd0db73fac25 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.2212520 Jul 16 03:32:13.738120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c85722-016c-4840-84c3-04be7fac4100 req-1d7d9834-04be-4995-8b66-5b5bb6dd460e tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:13.738480 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11966ea-fe91-4396-b056-09a905515c9f None None] The sync data for ids ['1c150962-10d5-4cda-8830-0475015cf9e2'] in n-d-800088-6 is: [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:10Z', 'revision_number': 3, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:13.744545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6c85722-016c-4840-84c3-04be7fac4100 req-1d7d9834-04be-4995-8b66-5b5bb6dd460e tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.4108300 Jul 16 03:32:13.789544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b19245-9237-4878-8016-9078aaeda681 req-7c3f9b46-e658-40cc-8d07-52df9d36ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:13.791152 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17b19245-9237-4878-8016-9078aaeda681 req-7c3f9b46-e658-40cc-8d07-52df9d36ddd2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 1097 time: 0.4236715 Jul 16 03:32:13.796108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 70a7e2d7-52cd-4079-a160-0c821cf13fa2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:13.797207 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.854853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491876f-5f66-4679-942b-5a7487d069d1 req-f9e6bea4-b6f8-4918-8f27-593914877bb7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:13.860641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5330e813-06f6-4f57-b6e8-351803ae57be req-dad68be8-7730-46cb-ab09-6192bbf3f70a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Made reservation on behalf of 6f5c753e52654e67a51e2590717e8ff6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:13.862362 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7491876f-5f66-4679-942b-5a7487d069d1 req-f9e6bea4-b6f8-4918-8f27-593914877bb7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.4654775 Jul 16 03:32:13.864195 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-dad68be8-7730-46cb-ab09-6192bbf3f70a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:13.883372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fcee4-9800-4478-9b0f-fba4503970ad req-8f5a5622-eb60-4b6b-ad17-8175eac3f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:13.884882 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-778fcee4-9800-4478-9b0f-fba4503970ad req-8f5a5622-eb60-4b6b-ad17-8175eac3f452 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c25f7dda-1347-4dac-bbfb-85ae4b87a184 HTTP/1.1" status: 200 len: 915 time: 0.2341549 Jul 16 03:32:13.916276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Allocated IP 172.20.0.1 (7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6/df2843df-4813-4d8f-83e4-b733c2b2e1d2/63031b8d-3c21-4e30-8a6e-acebba03c595) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:13.922123 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Pushing event updated for resources: {'Port': ['ID=89561d40-35f1-4ba1-9e1e-14af6eca00c0,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:13.953498 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-778fcee4-9800-4478-9b0f-fba4503970ad req-6c16117e-5d5e-4327-aa25-e9cde4af0a34 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6 HTTP/1.1" status: 200 len: 217 time: 0.0546374 Jul 16 03:32:13.985266 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6c85722-016c-4840-84c3-04be7fac4100 req-2a81c081-666a-439b-8c5a-2798a7b98f9c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356637 Jul 16 03:32:14.005452 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17b19245-9237-4878-8016-9078aaeda681 req-3e535d28-c367-45af-8ba6-6c5a09691c8f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9727949a-05b8-48ad-aaef-af0bdb59bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869721 Jul 16 03:32:14.006249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Attempting to bind port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 on host n-h1-800088-6 for vnic_type normal with profile {"migrating_to": "n-h2-800088-6"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:14.006653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Attempting to bind port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:14.007054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Attempting to bind port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:14.022106 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7491876f-5f66-4679-942b-5a7487d069d1 req-ee479b60-759c-49bd-b850-30f4dc302f17 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587932 Jul 16 03:32:14.022800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 on network ae4da56c-d106-465b-8123-a4e05a78074b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:14.023374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Attempting to bind port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:14.033582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5330e813-06f6-4f57-b6e8-351803ae57be req-92b3bacf-c4fd-4e43-98c6-ad682aa605ac tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Made reservation on behalf of 6f5c753e52654e67a51e2590717e8ff6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:14.037408 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-92b3bacf-c4fd-4e43-98c6-ad682aa605ac tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.059878 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:14.060225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Checking segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:14.060640 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Bound using segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:14.061102 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Bound port: 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:14.062012 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.095708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fcee4-9800-4478-9b0f-fba4503970ad req-9a6afb76-ccf8-4719-b5d9-bf22d917baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.102450 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-778fcee4-9800-4478-9b0f-fba4503970ad req-9a6afb76-ccf8-4719-b5d9-bf22d917baa1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8536182f-4677-4cbb-86c0-6da48edb163b HTTP/1.1" status: 200 len: 854 time: 0.1205356 Jul 16 03:32:14.128034 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-e763d81e-249c-4b76-a971-fb855253c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.129892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472a09-cd3c-4878-a53a-421d89744474 req-e763d81e-249c-4b76-a971-fb855253c93e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3737156 Jul 16 03:32:14.185337 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-778fcee4-9800-4478-9b0f-fba4503970ad req-a9109f11-abfb-4d6a-9bf9-ff97eddd6ef0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c25f7dda-1347-4dac-bbfb-85ae4b87a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472367 Jul 16 03:32:14.326180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b7e3223-efc4-43e2-b395-4cb0cc49e90a req-04ee0a9e-1bbc-4bed-8262-a8cb2480509e tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ce7e0a-30f0-42fa-bad1-d1925fa78981 HTTP/1.1" status: 200 len: 210 time: 0.0724659 Jul 16 03:32:14.379376 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-778fcee4-9800-4478-9b0f-fba4503970ad req-0e161c36-2445-499e-9f8d-b3f8b3271f28 service neutron] 10.222.0.88 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847346 Jul 16 03:32:14.380633 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-5330e813-06f6-4f57-b6e8-351803ae57be req-dad68be8-7730-46cb-ab09-6192bbf3f70a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Allocated IP 192.168.233.68 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/101b7c39-51e1-4d17-a7b8-a92ca349c1b9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:14.380994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:14.403947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:14.420846 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.467197 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472a09-cd3c-4878-a53a-421d89744474 req-3f782575-7a6e-4aa1-9c1f-f4c36bf68ae1 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028154 Jul 16 03:32:14.499880 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.539297 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-778fcee4-9800-4478-9b0f-fba4503970ad req-832e0cdd-ddb7-48f9-95d0-33e26e843569 service neutron] 10.222.0.88 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481574 Jul 16 03:32:14.540237 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Transition to ACTIVE for port object 63031b8d-3c21-4e30-8a6e-acebba03c595 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:14.611865 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.612823 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.614583 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] 10.222.0.20 "PUT /v2.0/ports/89561d40-35f1-4ba1-9e1e-14af6eca00c0 HTTP/1.1" status: 200 len: 1122 time: 2.9753098 Jul 16 03:32:14.628695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bef3f-c092-4eef-af91-8528afdfc3e3 req-b38f9e8d-079c-47e2-b25b-751178373365 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.637931 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bef3f-c092-4eef-af91-8528afdfc3e3 req-b38f9e8d-079c-47e2-b25b-751178373365 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.646581 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bef3f-c092-4eef-af91-8528afdfc3e3 req-b38f9e8d-079c-47e2-b25b-751178373365 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.653853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bef3f-c092-4eef-af91-8528afdfc3e3 req-b38f9e8d-079c-47e2-b25b-751178373365 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.662316 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bef3f-c092-4eef-af91-8528afdfc3e3 req-b38f9e8d-079c-47e2-b25b-751178373365 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.669561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bef3f-c092-4eef-af91-8528afdfc3e3 req-b38f9e8d-079c-47e2-b25b-751178373365 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.676216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bef3f-c092-4eef-af91-8528afdfc3e3 req-b38f9e8d-079c-47e2-b25b-751178373365 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.678337 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e93bef3f-c092-4eef-af91-8528afdfc3e3 req-b38f9e8d-079c-47e2-b25b-751178373365 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5430 time: 0.3964894 Jul 16 03:32:14.693736 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.715089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d923750-fe8e-4db5-a257-04468adf3d3a service neutron] Pushing event updated for resources: {'Port': ['ID=89561d40-35f1-4ba1-9e1e-14af6eca00c0,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:14.715511 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['89561d40-35f1-4ba1-9e1e-14af6eca00c0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:14.757191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:14.768180 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:14.770549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:14.782761 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-dad68be8-7730-46cb-ab09-6192bbf3f70a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.796581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e93bef3f-c092-4eef-af91-8528afdfc3e3 req-e4a5bbe0-2319-4305-8630-7add26398bd9 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821278 Jul 16 03:32:14.806507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472a09-cd3c-4878-a53a-421d89744474 req-79391dff-278d-42a4-a746-8e87fedb77c4 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282111 Jul 16 03:32:14.814564 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab2324-8b72-4f97-9af5-cd23ba904e48 req-890bee24-6b2f-4e8e-8835-cbcd72f11eaa tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:14.821920 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2ab2324-8b72-4f97-9af5-cd23ba904e48 req-890bee24-6b2f-4e8e-8835-cbcd72f11eaa tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 946 time: 0.3396571 Jul 16 03:32:14.838998 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Pushing event updated for resources: {'Port': ['ID=63031b8d-3c21-4e30-8a6e-acebba03c595,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:14.842405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-5330e813-06f6-4f57-b6e8-351803ae57be req-dad68be8-7730-46cb-ab09-6192bbf3f70a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Transition to ACTIVE for port object 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:14.876300 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:14.915431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2ab2324-8b72-4f97-9af5-cd23ba904e48 req-713dc97a-c0f7-4bd2-af4c-a4101d6b6a30 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups?id=9727949a-05b8-48ad-aaef-af0bdb59bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925143 Jul 16 03:32:14.945483 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd82c0ac-f666-4ddb-b659-18c0af750e86 x-openstack-request-id: req-bd82c0ac-f666-4ddb-b659-18c0af750e86 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:14.945877 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36b8853-1b8e-437e-88db-17fb88f00577", "name": "network-vif-unplugged", "status": "completed", "tag": "89561d40-35f1-4ba1-9e1e-14af6eca00c0", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:14.946217 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd82c0ac-f666-4ddb-b659-18c0af750e86 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:14.946698 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36b8853-1b8e-437e-88db-17fb88f00577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89561d40-35f1-4ba1-9e1e-14af6eca00c0', 'code': 200} Jul 16 03:32:15.105510 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-dad68be8-7730-46cb-ab09-6192bbf3f70a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.118772 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:15.133714 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-0b1668fd-80ce-429c-ad16-e3773d562e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.134315 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-0b1668fd-80ce-429c-ad16-e3773d562e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.134650 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-0b1668fd-80ce-429c-ad16-e3773d562e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.135123 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-0b1668fd-80ce-429c-ad16-e3773d562e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.135860 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-0b1668fd-80ce-429c-ad16-e3773d562e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.136348 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-0b1668fd-80ce-429c-ad16-e3773d562e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.136805 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-0b1668fd-80ce-429c-ad16-e3773d562e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.138914 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472a09-cd3c-4878-a53a-421d89744474 req-0b1668fd-80ce-429c-ad16-e3773d562e49 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d79f4b9420fd452b874072e387240e86&device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 6487 time: 0.1827383 Jul 16 03:32:15.194680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-5330e813-06f6-4f57-b6e8-351803ae57be req-92b3bacf-c4fd-4e43-98c6-ad682aa605ac tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Allocated IP 192.168.233.28 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/6fd0c118-3060-48cb-bafb-28e7e0685765) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:15.232821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-07a94e87-fb03-4767-b82c-a82d98eeeb18 None None] Provisioning for port 63031b8d-3c21-4e30-8a6e-acebba03c595 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:15.239589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-07a94e87-fb03-4767-b82c-a82d98eeeb18 None None] Provisioning complete for port 63031b8d-3c21-4e30-8a6e-acebba03c595 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:15.239967 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-07a94e87-fb03-4767-b82c-a82d98eeeb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.244880 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad68be8-7730-46cb-ab09-6192bbf3f70a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event updated for resources: {'Port': ['ID=101b7c39-51e1-4d17-a7b8-a92ca349c1b9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:15.259478 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5330e813-06f6-4f57-b6e8-351803ae57be req-dad68be8-7730-46cb-ab09-6192bbf3f70a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:15.263240 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-5330e813-06f6-4f57-b6e8-351803ae57be req-dad68be8-7730-46cb-ab09-6192bbf3f70a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:15.266743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5330e813-06f6-4f57-b6e8-351803ae57be req-dad68be8-7730-46cb-ab09-6192bbf3f70a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:15.333806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-07a94e87-fb03-4767-b82c-a82d98eeeb18 None None] Port 63031b8d-3c21-4e30-8a6e-acebba03c595 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:15.345011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-99e277f9-99d0-4283-bf36-50b457b35ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.346491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472a09-cd3c-4878-a53a-421d89744474 req-99e277f9-99d0-4283-bf36-50b457b35ba1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bfe6d903-2807-4d33-bde4-98398f0edb6c HTTP/1.1" status: 200 len: 902 time: 0.1981776 Jul 16 03:32:15.392186 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.451392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e822de-c649-4842-aac9-07066247dc56 req-7e97695f-c12a-44f1-b5e2-8cb81025da96 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.453189 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19e822de-c649-4842-aac9-07066247dc56 req-7e97695f-c12a-44f1-b5e2-8cb81025da96 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 944 time: 0.2247243 Jul 16 03:32:15.454388 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472a09-cd3c-4878-a53a-421d89744474 req-bf799cda-5a47-41cc-b51f-ac1222029cca service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9cfcebe2-6d7b-463b-b357-cbda6d087cca HTTP/1.1" status: 200 len: 217 time: 0.0907497 Jul 16 03:32:15.573349 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e813-06f6-4f57-b6e8-351803ae57be req-dad68be8-7730-46cb-ab09-6192bbf3f70a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.574014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-dad68be8-7730-46cb-ab09-6192bbf3f70a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.639314 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-9ad38572-2cdf-4c9a-8c23-8b6d107c5aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.640684 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-dad68be8-7730-46cb-ab09-6192bbf3f70a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1272972 Jul 16 03:32:15.640917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472a09-cd3c-4878-a53a-421d89744474 req-9ad38572-2cdf-4c9a-8c23-8b6d107c5aba service neutron] 10.222.0.88 "GET /v2.0/subnets?id=baf48007-44c7-4aed-a544-a06964ab95a5 HTTP/1.1" status: 200 len: 797 time: 0.1713626 Jul 16 03:32:15.657563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19e822de-c649-4842-aac9-07066247dc56 req-2107220d-5455-4c97-93a9-0b286f99ca17 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756580 Jul 16 03:32:15.663505 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Request body: {'port': {'device_id': '09ce7e0a-30f0-42fa-bad1-d1925fa78981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:15.666516 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ae124c88-572b-452f-9a3e-8cff026977fe None None] Provisioning for port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:15.678478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ae124c88-572b-452f-9a3e-8cff026977fe None None] Provisioning complete for port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:15.679014 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ae124c88-572b-452f-9a3e-8cff026977fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.711172 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-92b3bacf-c4fd-4e43-98c6-ad682aa605ac tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.718513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 87b45364-e9e0-4762-ad64-758aa005fd9f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:15.731387 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.740124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5330e813-06f6-4f57-b6e8-351803ae57be req-92b3bacf-c4fd-4e43-98c6-ad682aa605ac tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Transition to ACTIVE for port object 6fd0c118-3060-48cb-bafb-28e7e0685765 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:15.747784 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.766451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd911160-c656-4402-8116-d84325cfff77 req-aa562d55-d396-436c-b908-35d63f962da7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.767321 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd911160-c656-4402-8116-d84325cfff77 req-aa562d55-d396-436c-b908-35d63f962da7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.2015765 Jul 16 03:32:15.807433 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.817072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472a09-cd3c-4878-a53a-421d89744474 req-f711fbb6-12f5-4eb7-809f-6643632b0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:15.818607 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472a09-cd3c-4878-a53a-421d89744474 req-f711fbb6-12f5-4eb7-809f-6643632b0d88 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bfe6d903-2807-4d33-bde4-98398f0edb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1601982 Jul 16 03:32:15.862938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd911160-c656-4402-8116-d84325cfff77 req-dcce3606-506b-42cd-9d67-ff53932fe1b8 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861640 Jul 16 03:32:15.871837 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-92b3bacf-c4fd-4e43-98c6-ad682aa605ac tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:15.966426 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Pushing event updated for resources: {'Port': ['ID=63031b8d-3c21-4e30-8a6e-acebba03c595,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:15.971808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:15.976997 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.055208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ae124c88-572b-452f-9a3e-8cff026977fe None None] Port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:16.097295 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 87b45364-e9e0-4762-ad64-758aa005fd9f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:16.103617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 87b45364-e9e0-4762-ad64-758aa005fd9f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:16.104139 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.148198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:16.151807 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:16.265028 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.292216 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 87b45364-e9e0-4762-ad64-758aa005fd9f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=87b45364-e9e0-4762-ad64-758aa005fd9f,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:16.300494 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.320861 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Router 1c150962-10d5-4cda-8830-0475015cf9e2 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:32:16.334301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5330e813-06f6-4f57-b6e8-351803ae57be req-92b3bacf-c4fd-4e43-98c6-ad682aa605ac tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:16.364441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=87b45364-e9e0-4762-ad64-758aa005fd9f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:16.372592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-5330e813-06f6-4f57-b6e8-351803ae57be req-92b3bacf-c4fd-4e43-98c6-ad682aa605ac tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:16.375079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5330e813-06f6-4f57-b6e8-351803ae57be req-92b3bacf-c4fd-4e43-98c6-ad682aa605ac tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:16.410574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3bacf-c4fd-4e43-98c6-ad682aa605ac tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event updated for resources: {'Port': ['ID=6fd0c118-3060-48cb-bafb-28e7e0685765,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:16.449153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9aa301-b720-4aa1-bee2-30daad2bd7b8 req-f6b0763d-8c75-4ba0-b88c-1e7c5a5c3dd1 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.450693 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d9aa301-b720-4aa1-bee2-30daad2bd7b8 req-f6b0763d-8c75-4ba0-b88c-1e7c5a5c3dd1 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.5914655 Jul 16 03:32:16.461969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472a09-cd3c-4878-a53a-421d89744474 req-013faaad-5289-48e7-ba15-bd60d2887475 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287038 Jul 16 03:32:16.470302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e813-06f6-4f57-b6e8-351803ae57be req-92b3bacf-c4fd-4e43-98c6-ad682aa605ac tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.470931 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-92b3bacf-c4fd-4e43-98c6-ad682aa605ac tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.488644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0e7de7d9-2747-4e01-a859-540ff90354fa None None] Provisioning complete for port 63031b8d-3c21-4e30-8a6e-acebba03c595 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:16.489177 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e7de7d9-2747-4e01-a859-540ff90354fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.508391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:16.520260 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.534936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0e7de7d9-2747-4e01-a859-540ff90354fa None None] Port 63031b8d-3c21-4e30-8a6e-acebba03c595 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:16.547880 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Transition to ACTIVE for port object 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:16.551005 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:16.553345 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.558915 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a097733c-8e7d-456d-86c2-5a98552b7a23 admin admin] 10.222.0.18 "PUT /v2.0/routers/1c150962-10d5-4cda-8830-0475015cf9e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8804398 Jul 16 03:32:16.561004 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 89561d40-35f1-4ba1-9e1e-14af6eca00c0 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:16.576788 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-92b3bacf-c4fd-4e43-98c6-ad682aa605ac tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0877757 Jul 16 03:32:16.599135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Request body: {'port': {'device_id': 'd1083dc7-2c58-4ac3-8c37-29d400106129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:16.613195 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793144e5-a6da-4c04-b107-b139e1bccbaf req-0406e312-a78c-456c-848a-2be98baa4001 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.620361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-793144e5-a6da-4c04-b107-b139e1bccbaf req-0406e312-a78c-456c-848a-2be98baa4001 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ce7e0a-30f0-42fa-bad1-d1925fa78981 HTTP/1.1" status: 200 len: 935 time: 0.3310657 Jul 16 03:32:16.656418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d9aa301-b720-4aa1-bee2-30daad2bd7b8 req-923dbe06-7785-4c9c-a523-b0e919f73891 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924155 Jul 16 03:32:16.689955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:16.691061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=101b7c39-51e1-4d17-a7b8-a92ca349c1b9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:16.706045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 89561d40-35f1-4ba1-9e1e-14af6eca00c0 has no active binding in host n-h2-800088-6 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:32:16.709497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Sync routers for ids ['1c150962-10d5-4cda-8830-0475015cf9e2'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:16.725940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Routers {'1c150962-10d5-4cda-8830-0475015cf9e2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:16.726722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:32:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1c150962-10d5-4cda-8830-0475015cf9e2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:16.782626 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472a09-cd3c-4878-a53a-421d89744474 req-806cd0ae-0806-4420-ad30-e9fcbb66bdf3 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080771 Jul 16 03:32:16.796253 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Attempting to bind port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:16.796623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Attempting to bind port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:16.796958 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Attempting to bind port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:16.803925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:16.807039 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Attempting to bind port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:16.815657 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:16.816038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:16.816461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:16.816911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Bound port: 101b7c39-51e1-4d17-a7b8-a92ca349c1b9, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:16.817284 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.853019 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-041536ec-5074-4e69-b6ba-8072d7abdc26 None None] Provisioning for port 6fd0c118-3060-48cb-bafb-28e7e0685765 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:16.862818 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-041536ec-5074-4e69-b6ba-8072d7abdc26 None None] Provisioning complete for port 6fd0c118-3060-48cb-bafb-28e7e0685765 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:16.863485 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-041536ec-5074-4e69-b6ba-8072d7abdc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.910814 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Set router 1c150962-10d5-4cda-8830-0475015cf9e2 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:16.917687 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] For port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:16.922366 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] For port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=101b7c39-51e1-4d17-a7b8-a92ca349c1b9,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:16.926996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-793144e5-a6da-4c04-b107-b139e1bccbaf req-8b870b3b-5f15-4ebf-97c6-b3c9f6eec731 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057699 Jul 16 03:32:16.935749 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.944085 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-041536ec-5074-4e69-b6ba-8072d7abdc26 None None] Port 6fd0c118-3060-48cb-bafb-28e7e0685765 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:16.949969 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36b8853-1b8e-437e-88db-17fb88f00577', 'tag': '89561d40-35f1-4ba1-9e1e-14af6eca00c0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:16.952853 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29efd4e-bd63-4191-8edc-ea79eedb62cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b36b8853-1b8e-437e-88db-17fb88f00577", "tag": "89561d40-35f1-4ba1-9e1e-14af6eca00c0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:16.978048 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:16.998271 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:16.999853 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.005208 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] 10.222.0.88 "PUT /v2.0/ports/101b7c39-51e1-4d17-a7b8-a92ca349c1b9 HTTP/1.1" status: 200 len: 1095 time: 1.3517747 Jul 16 03:32:17.005937 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ce7e0a-30f0-42fa-bad1-d1925fa78981', 'tag': '101b7c39-51e1-4d17-a7b8-a92ca349c1b9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:17.008822 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdafe316-e9b7-4385-b496-64a311076522" -d '{"events": [{"name": "network-changed", "server_uuid": "09ce7e0a-30f0-42fa-bad1-d1925fa78981", "tag": "101b7c39-51e1-4d17-a7b8-a92ca349c1b9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:17.080812 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688040c-dd6b-4938-9e47-07c76e84d5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=101b7c39-51e1-4d17-a7b8-a92ca349c1b9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:17.101872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-0622a809-04ab-4fa6-af7d-055282704460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.102363 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-0622a809-04ab-4fa6-af7d-055282704460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.102842 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-0622a809-04ab-4fa6-af7d-055282704460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.103380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-0622a809-04ab-4fa6-af7d-055282704460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.103790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-0622a809-04ab-4fa6-af7d-055282704460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.104265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-0622a809-04ab-4fa6-af7d-055282704460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.104782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-0622a809-04ab-4fa6-af7d-055282704460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.106754 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-0622a809-04ab-4fa6-af7d-055282704460 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d79f4b9420fd452b874072e387240e86&device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 6487 time: 0.2394357 Jul 16 03:32:17.115468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44367b8f-9a24-4721-a6a5-7903ce6c375d req-e1a0bdea-1e01-4f96-a098-883d6fb3d0ac tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.122792 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44367b8f-9a24-4721-a6a5-7903ce6c375d req-e1a0bdea-1e01-4f96-a098-883d6fb3d0ac tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.2424994 Jul 16 03:32:17.156791 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e813-06f6-4f57-b6e8-351803ae57be req-49540d7d-c793-4373-b238-b9233e24f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.158508 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-49540d7d-c793-4373-b238-b9233e24f0e9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=09ce7e0a-30f0-42fa-bad1-d1925fa78981 HTTP/1.1" status: 200 len: 1098 time: 0.1085603 Jul 16 03:32:17.207700 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-2aa68923-5e94-476c-ad79-ac46ca8b81d6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=101b7c39-51e1-4d17-a7b8-a92ca349c1b9 HTTP/1.1" status: 200 len: 217 time: 0.0412056 Jul 16 03:32:17.215192 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '63031b8d-3c21-4e30-8a6e-acebba03c595', 'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'mac_address': 'fa:16:3e:dc:48:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:13Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 2, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'subnets': [{'id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:17.242101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Checking router: 1c150962-10d5-4cda-8830-0475015cf9e2 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:17.242459 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Updating router 1c150962-10d5-4cda-8830-0475015cf9e2 port 63031b8d-3c21-4e30-8a6e-acebba03c595 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:32:17.267291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e813-06f6-4f57-b6e8-351803ae57be req-cd3c7958-59a0-4a42-a0d0-7fc5366d9935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.269274 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-cd3c7958-59a0-4a42-a0d0-7fc5366d9935 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0504766 Jul 16 03:32:17.276098 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.319347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44367b8f-9a24-4721-a6a5-7903ce6c375d req-71cee96b-61fc-4526-afb9-d27585752b55 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956077 Jul 16 03:32:17.330912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e813-06f6-4f57-b6e8-351803ae57be req-af101830-ab49-4c2c-a8a1-b36be19293c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.332900 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-af101830-ab49-4c2c-a8a1-b36be19293c5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546389 Jul 16 03:32:17.461242 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-e7850269-02b4-4944-86a9-67e79f2d4e27 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181624 Jul 16 03:32:17.481057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524817d-eeaf-45fa-919d-71b612f8b275 req-543689b6-778d-41cd-b9a3-2b0999b7d262 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.487467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524817d-eeaf-45fa-919d-71b612f8b275 req-543689b6-778d-41cd-b9a3-2b0999b7d262 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.493372 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524817d-eeaf-45fa-919d-71b612f8b275 req-543689b6-778d-41cd-b9a3-2b0999b7d262 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.499799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524817d-eeaf-45fa-919d-71b612f8b275 req-543689b6-778d-41cd-b9a3-2b0999b7d262 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.505657 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524817d-eeaf-45fa-919d-71b612f8b275 req-543689b6-778d-41cd-b9a3-2b0999b7d262 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.511982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524817d-eeaf-45fa-919d-71b612f8b275 req-543689b6-778d-41cd-b9a3-2b0999b7d262 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.518355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524817d-eeaf-45fa-919d-71b612f8b275 req-543689b6-778d-41cd-b9a3-2b0999b7d262 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.520346 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5524817d-eeaf-45fa-919d-71b612f8b275 req-543689b6-778d-41cd-b9a3-2b0999b7d262 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5430 time: 0.3948348 Jul 16 03:32:17.521386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-b58db268-bc4e-47c0-90a3-47d20234853a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.522700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-b58db268-bc4e-47c0-90a3-47d20234853a service neutron] 10.222.0.88 "GET /v2.0/networks?id=bfe6d903-2807-4d33-bde4-98398f0edb6c HTTP/1.1" status: 200 len: 902 time: 0.3948598 Jul 16 03:32:17.554270 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-edbb2324-539d-4751-8a6b-944df5ee9555 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858002 Jul 16 03:32:17.609514 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.624017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Transition to ACTIVE for port object 63031b8d-3c21-4e30-8a6e-acebba03c595 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:17.624234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-1d03557a-a549-43e4-8627-68cc4422a7d0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ddc47a2c-65da-404e-a55b-40a1a9e6ca45 HTTP/1.1" status: 200 len: 217 time: 0.0652997 Jul 16 03:32:17.629587 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.660774 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 87b45364-e9e0-4762-ad64-758aa005fd9f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:17.709041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0c142-7adf-40af-9670-00aa738d48b5 None None] Pushing event updated for resources: {'Port': ['ID=63031b8d-3c21-4e30-8a6e-acebba03c595,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:17.714952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5524817d-eeaf-45fa-919d-71b612f8b275 req-01152e87-f6b7-4ddb-a5b2-6f65382064c8 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1778843 Jul 16 03:32:17.722172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd0c118-3060-48cb-bafb-28e7e0685765 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:17.735682 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.748537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-af61058c-1a07-4921-bbbe-b3268ea6077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.750133 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-af61058c-1a07-4921-bbbe-b3268ea6077c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=baf48007-44c7-4aed-a544-a06964ab95a5 HTTP/1.1" status: 200 len: 797 time: 0.1067743 Jul 16 03:32:17.760122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Transition to ACTIVE for port object 6fd0c118-3060-48cb-bafb-28e7e0685765 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:17.778154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdeb42-3eee-4ea7-bf0a-70e56b83895c req-08e6d448-249a-4331-a560-11578e9dcba1 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:17.781577 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 87b45364-e9e0-4762-ad64-758aa005fd9f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:17.782246 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.785615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afcdeb42-3eee-4ea7-bf0a-70e56b83895c req-08e6d448-249a-4331-a560-11578e9dcba1 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 946 time: 0.3188512 Jul 16 03:32:17.788061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Attempting to bind port 63031b8d-3c21-4e30-8a6e-acebba03c595 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:17.788061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Attempting to bind port 63031b8d-3c21-4e30-8a6e-acebba03c595 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:17.788061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Attempting to bind port 63031b8d-3c21-4e30-8a6e-acebba03c595 on network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:17.804667 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.810245 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:17.810695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Checking segment: {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:17.811029 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.811457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Bound using segment: {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:17.811936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Bound port: 63031b8d-3c21-4e30-8a6e-acebba03c595, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:17.812374 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:17.893829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd0c118-3060-48cb-bafb-28e7e0685765,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:17.914509 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afcdeb42-3eee-4ea7-bf0a-70e56b83895c req-df3c1cc4-1ac5-4d19-b7cd-ac71af55a57a tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups?id=9727949a-05b8-48ad-aaef-af0bdb59bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279926 Jul 16 03:32:17.946291 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] For port 63031b8d-3c21-4e30-8a6e-acebba03c595, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:17.975204 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] For port 63031b8d-3c21-4e30-8a6e-acebba03c595, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=63031b8d-3c21-4e30-8a6e-acebba03c595,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:17.981360 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.015133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-d3c43838-bdd3-4e4f-8398-b3d09ab444e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.016703 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-d3c43838-bdd3-4e4f-8398-b3d09ab444e4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bfe6d903-2807-4d33-bde4-98398f0edb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2552385 Jul 16 03:32:18.059610 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Routers {'1c150962-10d5-4cda-8830-0475015cf9e2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:18.060252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:32:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1c150962-10d5-4cda-8830-0475015cf9e2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:18.089248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Attempting to bind port 6fd0c118-3060-48cb-bafb-28e7e0685765 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:18.089595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Attempting to bind port 6fd0c118-3060-48cb-bafb-28e7e0685765 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:18.089936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Attempting to bind port 6fd0c118-3060-48cb-bafb-28e7e0685765 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:18.097119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0c142-7adf-40af-9670-00aa738d48b5 None None] Pushing event updated for resources: {'Port': ['ID=63031b8d-3c21-4e30-8a6e-acebba03c595,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:18.158450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e24857-76ff-4c19-b6a8-4cc6d39ba277 req-a45deb16-f246-44b5-9e1e-8415ef5052ec tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.160047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82e24857-76ff-4c19-b6a8-4cc6d39ba277 req-a45deb16-f246-44b5-9e1e-8415ef5052ec tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 944 time: 0.2719615 Jul 16 03:32:18.163815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Port 6fd0c118-3060-48cb-bafb-28e7e0685765 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:18.164149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Attempting to bind port 6fd0c118-3060-48cb-bafb-28e7e0685765 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:18.199504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:18.199854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:18.199987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] Set router 1c150962-10d5-4cda-8830-0475015cf9e2 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:18.200247 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:18.200748 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Bound port: 6fd0c118-3060-48cb-bafb-28e7e0685765, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:18.201117 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.249191 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-c5ca7d1a-55e6-438b-a859-601d042b6314 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220321 Jul 16 03:32:18.282629 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82e24857-76ff-4c19-b6a8-4cc6d39ba277 req-5e8fa406-4aa3-4612-babe-d938800cd007 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068935 Jul 16 03:32:18.366224 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:18.374853 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--341810535', 'description': 'tempest-description--59418618'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:18.375006 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e87870-1a28-4245-86f7-3db2266db758 x-openstack-request-id: req-e0e87870-1a28-4245-86f7-3db2266db758 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:18.375290 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36b8853-1b8e-437e-88db-17fb88f00577", "tag": "89561d40-35f1-4ba1-9e1e-14af6eca00c0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:18.375543 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0e87870-1a28-4245-86f7-3db2266db758 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:18.375952 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36b8853-1b8e-437e-88db-17fb88f00577', 'tag': '89561d40-35f1-4ba1-9e1e-14af6eca00c0', 'status': 'completed', 'code': 200} Jul 16 03:32:18.388550 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] For port 6fd0c118-3060-48cb-bafb-28e7e0685765, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:18.404897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] For port 6fd0c118-3060-48cb-bafb-28e7e0685765, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6fd0c118-3060-48cb-bafb-28e7e0685765,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:18.415527 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.415907 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402f2651-a468-4c23-9acb-3ff42ae29113 x-openstack-request-id: req-402f2651-a468-4c23-9acb-3ff42ae29113 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:18.417775 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ce7e0a-30f0-42fa-bad1-d1925fa78981", "tag": "101b7c39-51e1-4d17-a7b8-a92ca349c1b9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:18.418113 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-402f2651-a468-4c23-9acb-3ff42ae29113 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:18.419277 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ce7e0a-30f0-42fa-bad1-d1925fa78981', 'tag': '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', 'status': 'completed', 'code': 200} Jul 16 03:32:18.445348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5fa9dc1-ab18-4e1c-a845-b64ea723c8a9 req-b0fa67b8-e712-4a58-b948-8d8e7035bdf3 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760046 Jul 16 03:32:18.455932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.456582 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.457994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] 10.222.0.88 "PUT /v2.0/ports/6fd0c118-3060-48cb-bafb-28e7e0685765 HTTP/1.1" status: 200 len: 1095 time: 1.8721504 Jul 16 03:32:18.553538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '63031b8d-3c21-4e30-8a6e-acebba03c595', 'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'mac_address': 'fa:16:3e:dc:48:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:13Z', 'updated_at': '2021-07-16T03:32:17Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'subnets': [{'id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:18.583966 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:18.589434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab639b-81f9-48c2-8381-3171af5a8726 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd0c118-3060-48cb-bafb-28e7e0685765,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:18.596957 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17db217-095e-4d1c-9123-76815c14dcac None None] The sync data for ids ['1c150962-10d5-4cda-8830-0475015cf9e2'] in n-d-800088-6 is: [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '63031b8d-3c21-4e30-8a6e-acebba03c595', 'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'mac_address': 'fa:16:3e:dc:48:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:13Z', 'updated_at': '2021-07-16T03:32:17Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'subnets': [{'id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:18.645399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29efd4e-bd63-4191-8edc-ea79eedb62cb req-25742760-b39b-4a7d-830d-4fbfd24c0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.646993 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c29efd4e-bd63-4191-8edc-ea79eedb62cb req-25742760-b39b-4a7d-830d-4fbfd24c0e46 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 1125 time: 0.2267251 Jul 16 03:32:18.729981 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafe316-e9b7-4385-b496-64a311076522 req-cd81d071-304b-4e70-baa5-e1415d1cf568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.731523 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fdafe316-e9b7-4385-b496-64a311076522 req-cd81d071-304b-4e70-baa5-e1415d1cf568 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=09ce7e0a-30f0-42fa-bad1-d1925fa78981 HTTP/1.1" status: 200 len: 1098 time: 0.2254329 Jul 16 03:32:18.738174 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-29245af1-27e9-4fa7-90b6-63b1698c27f4 service neutron] 10.222.0.88 "GET /v2.0/ports/89561d40-35f1-4ba1-9e1e-14af6eca00c0/bindings/n-h2-800088-6 HTTP/1.1" status: 200 len: 384 time: 0.2590735 Jul 16 03:32:18.796337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1d9063df-10a3-4acd-8610-883820e1b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.798181 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-1d9063df-10a3-4acd-8610-883820e1b528 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=d1083dc7-2c58-4ac3-8c37-29d400106129 HTTP/1.1" status: 200 len: 1098 time: 0.2705026 Jul 16 03:32:18.805905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0aec5-1bd1-421b-a260-8c5682eb575a req-5758e318-3c43-4373-9899-08ee1306647a tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.807620 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65f0aec5-1bd1-421b-a260-8c5682eb575a req-5758e318-3c43-4373-9899-08ee1306647a tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.2823014 Jul 16 03:32:18.874556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-011dc141-4dfd-4ea5-9d79-f506063c0c7d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=6fd0c118-3060-48cb-bafb-28e7e0685765 HTTP/1.1" status: 200 len: 217 time: 0.0606353 Jul 16 03:32:18.887106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87108aae-1994-4338-b564-c9cec563ae09 req-d79ab984-d4ca-427f-a993-010d0c35f510 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.889161 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-87108aae-1994-4338-b564-c9cec563ae09 req-d79ab984-d4ca-427f-a993-010d0c35f510 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 946 time: 0.2573578 Jul 16 03:32:18.905086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57452) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:18.909794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5966d9c6-3193-4190-a0de-24806319fa81 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Request body: {'floatingip': {'port_id': '28600d35-2157-47a6-b286-3a505ef12f2f'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:18.956265 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65f0aec5-1bd1-421b-a260-8c5682eb575a req-f5365756-b34d-418b-8476-a36b3925ed1a tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347525 Jul 16 03:32:18.990593 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e813-06f6-4f57-b6e8-351803ae57be req-f123507a-8fc5-428f-acfa-aa7caebcb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:18.992475 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-f123507a-8fc5-428f-acfa-aa7caebcb7ed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0970938 Jul 16 03:32:19.197113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b3b1007d-75a1-4ce2-a7e1-5925439f4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.198749 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-b3b1007d-75a1-4ce2-a7e1-5925439f4f07 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1989071 Jul 16 03:32:19.241027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-afc13157-a954-4319-a0f5-869b19d30f2f req-1326cae7-8372-420a-a7aa-e16ed4292cf2 service neutron] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:19.287753 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0009c1-545f-47e6-85d8-62b4191454f4 req-6295fd95-a767-41f3-912d-ed75e05b0596 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.289426 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c0009c1-545f-47e6-85d8-62b4191454f4 req-6295fd95-a767-41f3-912d-ed75e05b0596 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ce7e0a-30f0-42fa-bad1-d1925fa78981 HTTP/1.1" status: 200 len: 947 time: 0.2301173 Jul 16 03:32:19.297288 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5966d9c6-3193-4190-a0de-24806319fa81 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.308670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29efd4e-bd63-4191-8edc-ea79eedb62cb req-9304c2b7-05ce-445c-89da-241bc577909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.309354 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c29efd4e-bd63-4191-8edc-ea79eedb62cb req-9304c2b7-05ce-445c-89da-241bc577909d service neutron] 10.222.0.88 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.6553791 Jul 16 03:32:19.310396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafe316-e9b7-4385-b496-64a311076522 req-4128ed27-9920-4b4a-8a44-533de7d40250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.311677 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fdafe316-e9b7-4385-b496-64a311076522 req-4128ed27-9920-4b4a-8a44-533de7d40250 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.5261688 Jul 16 03:32:19.314122 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.315578 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-afc13157-a954-4319-a0f5-869b19d30f2f req-1326cae7-8372-420a-a7aa-e16ed4292cf2 service neutron] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:19.360485 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.399188 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-afc13157-a954-4319-a0f5-869b19d30f2f req-1326cae7-8372-420a-a7aa-e16ed4292cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89561d40-35f1-4ba1-9e1e-14af6eca00c0 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:19.435543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-afc13157-a954-4319-a0f5-869b19d30f2f req-1326cae7-8372-420a-a7aa-e16ed4292cf2 service neutron] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:19.450434 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c0009c1-545f-47e6-85d8-62b4191454f4 req-780be97b-5a7a-4ce4-a661-dcf7d61cfc82 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458025 Jul 16 03:32:19.458832 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c29efd4e-bd63-4191-8edc-ea79eedb62cb req-71037347-bb13-4aad-9c7a-e9a68ab75165 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0 HTTP/1.1" status: 200 len: 217 time: 0.1177101 Jul 16 03:32:19.460078 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fdafe316-e9b7-4385-b496-64a311076522 req-a7742947-6ac0-48e8-ad41-f94ae91ec9f6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=101b7c39-51e1-4d17-a7b8-a92ca349c1b9 HTTP/1.1" status: 200 len: 217 time: 0.1091433 Jul 16 03:32:19.461591 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7442cc7-acbb-4e71-88c4-0bd919d9d028 req-3a1e932c-262b-45e9-90ac-0658f6d8b4df tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.463138 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7442cc7-acbb-4e71-88c4-0bd919d9d028 req-3a1e932c-262b-45e9-90ac-0658f6d8b4df tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.3008714 Jul 16 03:32:19.465026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-4fe2bddd-ec53-4d6f-af1c-a8deb00bd44b service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458653 Jul 16 03:32:19.472528 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afc13157-a954-4319-a0f5-869b19d30f2f req-1326cae7-8372-420a-a7aa-e16ed4292cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.474789 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.476039 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.1074235 Jul 16 03:32:19.479277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:19.490789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fe52ee57-754a-4d56-82f8-2bd7a46531db tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Request body: {'security_group_rule': {'security_group_id': '5488d609-d5a9-480d-9cc4-211bbea357b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:19.565245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5488d609-d5a9-480d-9cc4-211bbea357b1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:19.595847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:19.596539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:19.597050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:19.597584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:19.598098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:19.598794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:19.599490 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:19.600002 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:19.600541 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:19.601230 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:19.601725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:19.602226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ff9b37-da27-4d53-ae30-5d60f8ec3f0d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:19.694806 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafe316-e9b7-4385-b496-64a311076522 req-44e7bc56-69f2-410c-b359-705c31e0fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.696648 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fdafe316-e9b7-4385-b496-64a311076522 req-44e7bc56-69f2-410c-b359-705c31e0fd7c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.2005258 Jul 16 03:32:19.700502 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29efd4e-bd63-4191-8edc-ea79eedb62cb req-4adc0206-6f84-424e-a819-77fba028ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:19.702752 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c29efd4e-bd63-4191-8edc-ea79eedb62cb req-4adc0206-6f84-424e-a819-77fba028ac2f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.2254739 Jul 16 03:32:19.719438 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 63031b8d-3c21-4e30-8a6e-acebba03c595 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:19.777692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 63031b8d-3c21-4e30-8a6e-acebba03c595 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:19.787944 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 63031b8d-3c21-4e30-8a6e-acebba03c595 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:19.788345 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.815424 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c29efd4e-bd63-4191-8edc-ea79eedb62cb req-dc8c8a8e-9d31-42a7-9c57-3ed8ed8e1295 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620003 Jul 16 03:32:19.886801 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:19.924694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 63031b8d-3c21-4e30-8a6e-acebba03c595, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=63031b8d-3c21-4e30-8a6e-acebba03c595,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:19.929874 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.001303 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=63031b8d-3c21-4e30-8a6e-acebba03c595,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:20.016306 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7442cc7-acbb-4e71-88c4-0bd919d9d028 req-6fb244fd-193d-47c2-a73e-aa65990b06da tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5387542 Jul 16 03:32:20.027088 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe52ee57-754a-4d56-82f8-2bd7a46531db tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.117406 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5330e813-06f6-4f57-b6e8-351803ae57be req-5520907e-c6d1-4423-87c9-af08b597f33f service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724571 Jul 16 03:32:20.119396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-afc13157-a954-4319-a0f5-869b19d30f2f req-1326cae7-8372-420a-a7aa-e16ed4292cf2 service neutron] Transition to ACTIVE for port object 89561d40-35f1-4ba1-9e1e-14af6eca00c0 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:20.136234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c141cf-a74a-4b6b-ad81-32bbb5d0ce92 req-1fecbfbf-bb77-4128-b77d-468897cb7aed tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.150039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c141cf-a74a-4b6b-ad81-32bbb5d0ce92 req-1fecbfbf-bb77-4128-b77d-468897cb7aed tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.155715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c141cf-a74a-4b6b-ad81-32bbb5d0ce92 req-1fecbfbf-bb77-4128-b77d-468897cb7aed tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.161684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c141cf-a74a-4b6b-ad81-32bbb5d0ce92 req-1fecbfbf-bb77-4128-b77d-468897cb7aed tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.168216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c141cf-a74a-4b6b-ad81-32bbb5d0ce92 req-1fecbfbf-bb77-4128-b77d-468897cb7aed tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.174499 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c141cf-a74a-4b6b-ad81-32bbb5d0ce92 req-1fecbfbf-bb77-4128-b77d-468897cb7aed tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.183681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c141cf-a74a-4b6b-ad81-32bbb5d0ce92 req-1fecbfbf-bb77-4128-b77d-468897cb7aed tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.185670 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49c141cf-a74a-4b6b-ad81-32bbb5d0ce92 req-1fecbfbf-bb77-4128-b77d-468897cb7aed tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5430 time: 0.3427575 Jul 16 03:32:20.192449 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afc13157-a954-4319-a0f5-869b19d30f2f req-1326cae7-8372-420a-a7aa-e16ed4292cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.202730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafe316-e9b7-4385-b496-64a311076522 req-66444970-bf69-4160-a0b9-58b26f5d3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.204306 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fdafe316-e9b7-4385-b496-64a311076522 req-66444970-bf69-4160-a0b9-58b26f5d3ccc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4969182 Jul 16 03:32:20.210816 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5966d9c6-3193-4190-a0de-24806319fa81 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.233931 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5966d9c6-3193-4190-a0de-24806319fa81 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.280363 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe52ee57-754a-4d56-82f8-2bd7a46531db tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.292145 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c29efd4e-bd63-4191-8edc-ea79eedb62cb req-9c5c6278-487c-4735-9952-47cbd958b3c5 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671612 Jul 16 03:32:20.298590 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe52ee57-754a-4d56-82f8-2bd7a46531db tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.355813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc13157-a954-4319-a0f5-869b19d30f2f req-1326cae7-8372-420a-a7aa-e16ed4292cf2 service neutron] No DVR routers for this DVR port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:20.371120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52ee57-754a-4d56-82f8-2bd7a46531db tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72f0750-e87e-4db4-954e-7d818b0e7e2d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:20.379817 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49c141cf-a74a-4b6b-ad81-32bbb5d0ce92 req-efb91685-ed21-479a-9658-07cfbd447aec tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1754739 Jul 16 03:32:20.380272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:20.383232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1083dc7-2c58-4ac3-8c37-29d400106129', 'tag': '6fd0c118-3060-48cb-bafb-28e7e0685765'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:20.385801 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e0f369-e599-43b0-a243-314bd2787536" -d '{"events": [{"name": "network-changed", "server_uuid": "d1083dc7-2c58-4ac3-8c37-29d400106129", "tag": "6fd0c118-3060-48cb-bafb-28e7e0685765"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:20.392549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326cae7-8372-420a-a7aa-e16ed4292cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=89561d40-35f1-4ba1-9e1e-14af6eca00c0,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:20.407834 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fe52ee57-754a-4d56-82f8-2bd7a46531db tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.409065 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fe52ee57-754a-4d56-82f8-2bd7a46531db tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9220829 Jul 16 03:32:20.421636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57474) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:20.438752 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-1326cae7-8372-420a-a7aa-e16ed4292cf2 service neutron] 10.222.0.88 "PUT /v2.0/ports/89561d40-35f1-4ba1-9e1e-14af6eca00c0/bindings/n-h2-800088-6/activate HTTP/1.1" status: 200 len: 369 time: 1.6822262 Jul 16 03:32:20.453293 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be17ba-636a-43bc-b9f9-dbcbc2f68763 req-5c8afd5f-963d-4a6e-be0d-ea6b6a46996a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.455236 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-85be17ba-636a-43bc-b9f9-dbcbc2f68763 req-5c8afd5f-963d-4a6e-be0d-ea6b6a46996a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 945 time: 0.2407224 Jul 16 03:32:20.473052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-560cd7c1-c86b-4288-9c94-ac450689878d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Request body: {'security_group_rule': {'security_group_id': '5488d609-d5a9-480d-9cc4-211bbea357b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:20.506991 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fdafe316-e9b7-4385-b496-64a311076522 req-4841ec68-a0dc-48ef-a223-a727151c32e0 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934952 Jul 16 03:32:20.530472 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-85be17ba-636a-43bc-b9f9-dbcbc2f68763 req-3119a4f0-75aa-4647-aa09-4c72be726dc6 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639977 Jul 16 03:32:20.565468 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-560cd7c1-c86b-4288-9c94-ac450689878d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.572761 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-5966d9c6-3193-4190-a0de-24806319fa81 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Floating IP 3b256201-afc2-439f-b50b-3862bcf91f55 associated. External IP: 172.25.3.93, port: 28600d35-2157-47a6-b286-3a505ef12f2f. Jul 16 03:32:20.580974 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d471c3c-81db-4149-94cc-a102e1672a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.651077 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c29efd4e-bd63-4191-8edc-ea79eedb62cb req-0f811dd5-dcd8-475e-bbda-ebd8f050cb98 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518338 Jul 16 03:32:20.737493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc13157-a954-4319-a0f5-869b19d30f2f req-d7ccf5ec-4e49-4efe-b7af-c267709584dc tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.738930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-d7ccf5ec-4e49-4efe-b7af-c267709584dc tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 1096 time: 0.2265491 Jul 16 03:32:20.748101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febe1fc-4f0f-48a7-b254-b377265dfe2d req-088e7575-7fec-4e8e-bced-06b2b2f07a64 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.755102 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3febe1fc-4f0f-48a7-b254-b377265dfe2d req-088e7575-7fec-4e8e-bced-06b2b2f07a64 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.2225089 Jul 16 03:32:20.766738 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fdafe316-e9b7-4385-b496-64a311076522 req-22f67fa4-25f7-4070-9b33-967831104f17 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511201 Jul 16 03:32:20.769913 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-560cd7c1-c86b-4288-9c94-ac450689878d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.776449 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-560cd7c1-c86b-4288-9c94-ac450689878d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.802939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cd7c1-c86b-4288-9c94-ac450689878d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a43c2c-a17d-40c4-8373-df53aa97ad22,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:20.895989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3febe1fc-4f0f-48a7-b254-b377265dfe2d req-5af34b4b-461e-4c79-bca0-1dfb82460340 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399844 Jul 16 03:32:20.912525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e0dc0-de16-4420-8733-0892681384cd req-ec01e991-a2cb-4026-812e-32eae427b8e7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.920433 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de6e0dc0-de16-4420-8733-0892681384cd req-ec01e991-a2cb-4026-812e-32eae427b8e7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.2670281 Jul 16 03:32:20.926243 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d471c3c-81db-4149-94cc-a102e1672a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.943656 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d471c3c-81db-4149-94cc-a102e1672a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.948239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5966d9c6-3193-4190-a0de-24806319fa81 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Router 81f31f80-9277-440a-8377-5de11aab5b63 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:32:20.956724 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-560cd7c1-c86b-4288-9c94-ac450689878d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:20.959395 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-560cd7c1-c86b-4288-9c94-ac450689878d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5316358 Jul 16 03:32:20.962653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57478) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:20.969236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:20.980498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc13157-a954-4319-a0f5-869b19d30f2f req-aec0cfae-dbf0-477c-b727-aded38ebd3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:20.982126 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-aec0cfae-dbf0-477c-b727-aded38ebd3f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d HTTP/1.1" status: 200 len: 1096 time: 0.2250388 Jul 16 03:32:20.988867 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529e9664-f49c-4bed-809f-cfd2b2a88191 x-openstack-request-id: req-529e9664-f49c-4bed-809f-cfd2b2a88191 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:20.989112 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1083dc7-2c58-4ac3-8c37-29d400106129", "tag": "6fd0c118-3060-48cb-bafb-28e7e0685765", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:20.989345 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-529e9664-f49c-4bed-809f-cfd2b2a88191 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:20.989753 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1083dc7-2c58-4ac3-8c37-29d400106129', 'tag': '6fd0c118-3060-48cb-bafb-28e7e0685765', 'status': 'completed', 'code': 200} Jul 16 03:32:21.020094 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6d471c3c-81db-4149-94cc-a102e1672a5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=125493b857c44c10a8197ca8c42b7585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6290908 Jul 16 03:32:21.020094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d471c3c-81db-4149-94cc-a102e1672a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4066edf-6c8e-4eec-afb9-26f08b93372d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:21.023234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:21.056640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de6e0dc0-de16-4420-8733-0892681384cd req-3d966541-9940-490d-8d09-c03dd33a33f0 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228051 Jul 16 03:32:21.104564 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.167395 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51b2c5b8-ccef-4787-b025-ea365af11a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.178586 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc13157-a954-4319-a0f5-869b19d30f2f req-74369a21-5c94-4771-a63f-515f0faa39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:21.179900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5966d9c6-3193-4190-a0de-24806319fa81 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:21.180200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-74369a21-5c94-4771-a63f-515f0faa39c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 1096 time: 0.1419783 Jul 16 03:32:21.197420 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a695a5-fa3d-4eca-8ee1-6689a714c1bc None None] Sync routers for ids ['81f31f80-9277-440a-8377-5de11aab5b63'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:21.197889 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5966d9c6-3193-4190-a0de-24806319fa81 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.206032 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a695a5-fa3d-4eca-8ee1-6689a714c1bc None None] Routers {'81f31f80-9277-440a-8377-5de11aab5b63'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:21.208793 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-01a695a5-fa3d-4eca-8ee1-6689a714c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:32:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['81f31f80-9277-440a-8377-5de11aab5b63'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:21.235128 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51b2c5b8-ccef-4787-b025-ea365af11a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.244123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0f369-e599-43b0-a243-314bd2787536 req-051fc2db-acac-4ff4-8d80-7bdf7a63ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:21.245759 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27e0f369-e599-43b0-a243-314bd2787536 req-051fc2db-acac-4ff4-8d80-7bdf7a63ad4b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=d1083dc7-2c58-4ac3-8c37-29d400106129 HTTP/1.1" status: 200 len: 1098 time: 0.2252650 Jul 16 03:32:21.298597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3263a31-a1a8-4fc1-957f-b25d31f6daa0 req-4e6890b8-e18d-44f8-b356-e9592fbdc089 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:21.300117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b3263a31-a1a8-4fc1-957f-b25d31f6daa0 req-4e6890b8-e18d-44f8-b356-e9592fbdc089 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ce7e0a-30f0-42fa-bad1-d1925fa78981 HTTP/1.1" status: 200 len: 947 time: 0.2020011 Jul 16 03:32:21.334892 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5966d9c6-3193-4190-a0de-24806319fa81 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "PUT /v2.0/floatingips/3b256201-afc2-439f-b50b-3862bcf91f55 HTTP/1.1" status: 200 len: 991 time: 2.4285088 Jul 16 03:32:21.336445 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-01a695a5-fa3d-4eca-8ee1-6689a714c1bc None None] Set router 81f31f80-9277-440a-8377-5de11aab5b63 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:21.338511 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f8d016-b411-466a-81ae-13944810b553', 'tag': '28600d35-2157-47a6-b286-3a505ef12f2f'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:21.340934 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9885d75-345c-4050-b8af-e68f1c67b4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f8d016-b411-466a-81ae-13944810b553", "tag": "28600d35-2157-47a6-b286-3a505ef12f2f"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:21.403026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b3263a31-a1a8-4fc1-957f-b25d31f6daa0 req-2199cdb6-ae77-4924-a15e-c6bcfa36b5b5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965188 Jul 16 03:32:21.406758 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc13157-a954-4319-a0f5-869b19d30f2f req-f892eeb0-2244-492e-9b6c-0dd15584806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:21.408224 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-f892eeb0-2244-492e-9b6c-0dd15584806d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.2100413 Jul 16 03:32:21.409258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0f369-e599-43b0-a243-314bd2787536 req-61fd7fa7-9192-42dc-ba97-4716baa38e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:21.410804 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27e0f369-e599-43b0-a243-314bd2787536 req-61fd7fa7-9192-42dc-ba97-4716baa38e3a service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1289568 Jul 16 03:32:21.421215 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51b2c5b8-ccef-4787-b025-ea365af11a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.423794 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51b2c5b8-ccef-4787-b025-ea365af11a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.427822 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-51b2c5b8-ccef-4787-b025-ea365af11a5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4066edf-6c8e-4eec-afb9-26f08b93372d HTTP/1.1" status: 204 len: 168 time: 0.4017131 Jul 16 03:32:21.445337 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:21.481773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-5c212e2d-c046-4cf5-8de6-5cd4570fd649 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0 HTTP/1.1" status: 200 len: 217 time: 0.0639133 Jul 16 03:32:21.484417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2c5b8-ccef-4787-b025-ea365af11a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4066edf-6c8e-4eec-afb9-26f08b93372d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:21.494495 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.567366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214be98b-443b-4ed7-83a6-ae850fa8c358 req-61e72742-9b63-4125-a653-9406f95e0899 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:21.569725 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-214be98b-443b-4ed7-83a6-ae850fa8c358 req-61e72742-9b63-4125-a653-9406f95e0899 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.2622921 Jul 16 03:32:21.689778 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=101b7c39-51e1-4d17-a7b8-a92ca349c1b9,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:21.709126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', 'mac_address': 'fa:16:3e:03:cc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:21.766884 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-01a695a5-fa3d-4eca-8ee1-6689a714c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f31f80-9277-440a-8377-5de11aab5b63', 'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:09Z', 'updated_at': '2021-07-16T03:31:15Z', 'revision_number': 4, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'gw_port': {'id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '3b256201-afc2-439f-b50b-3862bcf91f55', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'floating_ip_address': '172.25.3.93', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'port_id': '28600d35-2157-47a6-b286-3a505ef12f2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'mac_address': 'fa:16:3e:49:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f8d016-b411-466a-81ae-13944810b553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:31:20Z', 'updated_at': '2021-07-16T03:32:20Z', 'revision_number': 1, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd569a932-c451-43b3-94e9-a9a3acda041a', 'name': '', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'mac_address': 'fa:16:3e:a6:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:14Z', 'updated_at': '2021-07-16T03:31:22Z', 'revision_number': 5, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'subnets': [{'id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:21.768987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-214be98b-443b-4ed7-83a6-ae850fa8c358 req-8b8eb813-d48e-4cb5-adf6-094d4742a91d tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858296 Jul 16 03:32:21.776165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc13157-a954-4319-a0f5-869b19d30f2f req-454b0adf-571b-4a0a-9389-2b3ef77888f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:21.778006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-454b0adf-571b-4a0a-9389-2b3ef77888f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.2889180 Jul 16 03:32:21.816605 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:21.851009 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a695a5-fa3d-4eca-8ee1-6689a714c1bc None None] Checking router: 81f31f80-9277-440a-8377-5de11aab5b63 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:21.853869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 63031b8d-3c21-4e30-8a6e-acebba03c595 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:21.859379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:21.871472 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a695a5-fa3d-4eca-8ee1-6689a714c1bc None None] Routers {'81f31f80-9277-440a-8377-5de11aab5b63'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:21.872104 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-01a695a5-fa3d-4eca-8ee1-6689a714c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:32:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['81f31f80-9277-440a-8377-5de11aab5b63'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:21.874237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-63a9d9d0-c4b9-41aa-893b-66d7bf2d3d7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859494 Jul 16 03:32:21.906365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=101b7c39-51e1-4d17-a7b8-a92ca349c1b9,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:21.936866 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27e0f369-e599-43b0-a243-314bd2787536 req-75dcf5b1-7ee3-4544-8103-7bb986586f71 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=6fd0c118-3060-48cb-bafb-28e7e0685765 HTTP/1.1" status: 200 len: 217 time: 0.5190082 Jul 16 03:32:21.940354 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e02be3-f864-4798-bec6-0a398a4d7bc0 x-openstack-request-id: req-51e02be3-f864-4798-bec6-0a398a4d7bc0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:21.940354 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f8d016-b411-466a-81ae-13944810b553", "tag": "28600d35-2157-47a6-b286-3a505ef12f2f", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:21.940637 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51e02be3-f864-4798-bec6-0a398a4d7bc0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:21.942278 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f8d016-b411-466a-81ae-13944810b553', 'tag': '28600d35-2157-47a6-b286-3a505ef12f2f', 'status': 'completed', 'code': 200} Jul 16 03:32:21.946558 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.023695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 63031b8d-3c21-4e30-8a6e-acebba03c595 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:22.024467 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.026232 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=101b7c39-51e1-4d17-a7b8-a92ca349c1b9,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:22.039851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:22.045303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0f369-e599-43b0-a243-314bd2787536 req-5ef5536f-c1c2-460d-bbc6-42d4803b45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.047115 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27e0f369-e599-43b0-a243-314bd2787536 req-5ef5536f-c1c2-460d-bbc6-42d4803b45b7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1030364 Jul 16 03:32:22.074659 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Allocated IP 172.25.3.60 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/39a01347-7c60-4a59-982a-136642fc90aa) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:22.096831 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-01a695a5-fa3d-4eca-8ee1-6689a714c1bc None None] Set router 81f31f80-9277-440a-8377-5de11aab5b63 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:22.099291 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b338a1d9-27a6-41a7-8b5d-ed27c6e7c0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.127965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9885d75-345c-4050-b8af-e68f1c67b4ea req-82506bb4-0292-4591-b980-d9b177719e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.129120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9885d75-345c-4050-b8af-e68f1c67b4ea req-82506bb4-0292-4591-b980-d9b177719e75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4fdd29d148e475cbbcdda2c0a1c04b4&device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 1097 time: 0.4414620 Jul 16 03:32:22.190952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-1c907b8c-e35f-430c-966a-31ff1a355dd8 service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996895 Jul 16 03:32:22.218863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0f369-e599-43b0-a243-314bd2787536 req-8f44cd96-c0c8-463a-932e-f4ce46ab257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.220847 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27e0f369-e599-43b0-a243-314bd2787536 req-8f44cd96-c0c8-463a-932e-f4ce46ab257b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1558974 Jul 16 03:32:22.230856 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc21996-281c-40d2-bc39-ea33844b6006 req-dcc57c0d-17d3-4bc3-a072-7abf5e697c38 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.236902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc21996-281c-40d2-bc39-ea33844b6006 req-dcc57c0d-17d3-4bc3-a072-7abf5e697c38 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.243011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc21996-281c-40d2-bc39-ea33844b6006 req-dcc57c0d-17d3-4bc3-a072-7abf5e697c38 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.251115 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc21996-281c-40d2-bc39-ea33844b6006 req-dcc57c0d-17d3-4bc3-a072-7abf5e697c38 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.256704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc21996-281c-40d2-bc39-ea33844b6006 req-dcc57c0d-17d3-4bc3-a072-7abf5e697c38 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.263813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc21996-281c-40d2-bc39-ea33844b6006 req-dcc57c0d-17d3-4bc3-a072-7abf5e697c38 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.270226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc21996-281c-40d2-bc39-ea33844b6006 req-dcc57c0d-17d3-4bc3-a072-7abf5e697c38 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.272826 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bc21996-281c-40d2-bc39-ea33844b6006 req-dcc57c0d-17d3-4bc3-a072-7abf5e697c38 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5430 time: 0.3699961 Jul 16 03:32:22.303999 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.336172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b595b1-28d2-4f7f-ab1b-cab57d5db2ce req-1b40fb79-e364-4cfd-a842-561a01531e96 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.343044 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34b595b1-28d2-4f7f-ab1b-cab57d5db2ce req-1b40fb79-e364-4cfd-a842-561a01531e96 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 945 time: 0.3940399 Jul 16 03:32:22.368639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['101b7c39-51e1-4d17-a7b8-a92ca349c1b9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:22.388874 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27e0f369-e599-43b0-a243-314bd2787536 req-1e2eab09-368c-4b14-bb04-cfd917fb37f7 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283455 Jul 16 03:32:22.403906 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.415354 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-01a695a5-fa3d-4eca-8ee1-6689a714c1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f31f80-9277-440a-8377-5de11aab5b63', 'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:09Z', 'updated_at': '2021-07-16T03:31:15Z', 'revision_number': 4, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'gw_port': {'id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '3b256201-afc2-439f-b50b-3862bcf91f55', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'floating_ip_address': '172.25.3.93', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'port_id': '28600d35-2157-47a6-b286-3a505ef12f2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'mac_address': 'fa:16:3e:49:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f8d016-b411-466a-81ae-13944810b553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:31:20Z', 'updated_at': '2021-07-16T03:32:20Z', 'revision_number': 1, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd569a932-c451-43b3-94e9-a9a3acda041a', 'name': '', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'mac_address': 'fa:16:3e:a6:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:14Z', 'updated_at': '2021-07-16T03:31:22Z', 'revision_number': 5, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'subnets': [{'id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:22.424753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:22.427425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:22.447203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:22.454481 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a695a5-fa3d-4eca-8ee1-6689a714c1bc None None] The sync data for ids ['81f31f80-9277-440a-8377-5de11aab5b63'] in n-d-800088-6 is: [{'id': '81f31f80-9277-440a-8377-5de11aab5b63', 'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:09Z', 'updated_at': '2021-07-16T03:31:15Z', 'revision_number': 4, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'gw_port': {'id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '3b256201-afc2-439f-b50b-3862bcf91f55', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'floating_ip_address': '172.25.3.93', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'port_id': '28600d35-2157-47a6-b286-3a505ef12f2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'mac_address': 'fa:16:3e:49:3f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f8d016-b411-466a-81ae-13944810b553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:31:20Z', 'updated_at': '2021-07-16T03:32:20Z', 'revision_number': 1, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd569a932-c451-43b3-94e9-a9a3acda041a', 'name': '', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'mac_address': 'fa:16:3e:a6:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:14Z', 'updated_at': '2021-07-16T03:31:22Z', 'revision_number': 5, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'subnets': [{'id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:22.500240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9885d75-345c-4050-b8af-e68f1c67b4ea req-b2b3dffd-5b18-484d-ae9d-d8b748e839ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.502544 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9885d75-345c-4050-b8af-e68f1c67b4ea req-b2b3dffd-5b18-484d-ae9d-d8b748e839ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=b984194a-6086-4e8b-9f9f-a200d3ed3239 HTTP/1.1" status: 200 len: 917 time: 0.3622160 Jul 16 03:32:22.517043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34b595b1-28d2-4f7f-ab1b-cab57d5db2ce req-23bff764-4fdf-44ed-a81d-78d723fcdfba tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730616 Jul 16 03:32:22.564184 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b338a1d9-27a6-41a7-8b5d-ed27c6e7c0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.589155 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bc21996-281c-40d2-bc39-ea33844b6006 req-504746ad-a0a2-42d4-9b34-36444d666035 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3004427 Jul 16 03:32:22.593513 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27e0f369-e599-43b0-a243-314bd2787536 req-aeda89fa-4dfd-4564-9368-e8b1ce4598be service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994632 Jul 16 03:32:22.648973 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event updated for resources: {'Port': ['ID=39a01347-7c60-4a59-982a-136642fc90aa,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:22.671726 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b338a1d9-27a6-41a7-8b5d-ed27c6e7c0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.678839 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.708526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-5890b40f-5ef2-424c-a236-c5edcf4a438d service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006297 Jul 16 03:32:22.756650 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9885d75-345c-4050-b8af-e68f1c67b4ea req-567e325a-ca5b-4aa9-ab2c-819e5bb12c1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28600d35-2157-47a6-b286-3a505ef12f2f HTTP/1.1" status: 200 len: 999 time: 0.1724555 Jul 16 03:32:22.758369 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.781548 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b338a1d9-27a6-41a7-8b5d-ed27c6e7c0d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68b60d0f56884262898fdbd67226d7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7404718 Jul 16 03:32:22.782519 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338a1d9-27a6-41a7-8b5d-ed27c6e7c0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e576b6-4dfe-49c0-a061-92dc02d402c2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:22.784484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2bfcad-427c-425f-b2a1-6343121549de None None] New status for floating IP 3b256201-afc2-439f-b50b-3862bcf91f55: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:32:22.785294 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57510) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:22.878176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9885d75-345c-4050-b8af-e68f1c67b4ea req-09613a34-65fd-45f3-944a-bae2e5008741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.880038 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9885d75-345c-4050-b8af-e68f1c67b4ea req-09613a34-65fd-45f3-944a-bae2e5008741 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ae9b78d-4074-4a16-bc83-022ba6f10863 HTTP/1.1" status: 200 len: 855 time: 0.1026545 Jul 16 03:32:22.898399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04095db-221c-4535-b070-86aab4a0aaa2 req-bfea93fe-862e-4ba0-9223-2a765243275c tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.900060 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d04095db-221c-4535-b070-86aab4a0aaa2 req-bfea93fe-862e-4ba0-9223-2a765243275c tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.2299387 Jul 16 03:32:22.906267 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b09b03f-df12-41f6-b263-417cccd29580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.946949 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b09b03f-df12-41f6-b263-417cccd29580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:22.958585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcbcfb5-7b40-4a4d-be6a-db305fc7d2df req-c25fcd06-7b5b-473a-9bd2-0e1512816950 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:22.959985 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fcbcfb5-7b40-4a4d-be6a-db305fc7d2df req-c25fcd06-7b5b-473a-9bd2-0e1512816950 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.2022526 Jul 16 03:32:23.001950 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d04095db-221c-4535-b070-86aab4a0aaa2 req-2408e79a-acfa-414b-8b2f-6adfdfb2e704 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929747 Jul 16 03:32:23.052544 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b09b03f-df12-41f6-b263-417cccd29580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.055357 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b09b03f-df12-41f6-b263-417cccd29580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.057241 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9b09b03f-df12-41f6-b263-417cccd29580 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80e576b6-4dfe-49c0-a061-92dc02d402c2 HTTP/1.1" status: 204 len: 168 time: 0.2703633 Jul 16 03:32:23.071926 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.079121 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09b03f-df12-41f6-b263-417cccd29580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e576b6-4dfe-49c0-a061-92dc02d402c2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:23.082997 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.086847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fcbcfb5-7b40-4a4d-be6a-db305fc7d2df req-50b1660c-42aa-4a3c-bb11-67240e18584f tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198437 Jul 16 03:32:23.091559 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9885d75-345c-4050-b8af-e68f1c67b4ea req-043b584f-f35f-45cb-b5e7-7eb479945ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:23.097927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9885d75-345c-4050-b8af-e68f1c67b4ea req-043b584f-f35f-45cb-b5e7-7eb479945ef4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b984194a-6086-4e8b-9f9f-a200d3ed3239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077360 Jul 16 03:32:23.175505 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event updated for resources: {'Port': ['ID=39a01347-7c60-4a59-982a-136642fc90aa,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:23.201564 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.223250 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.230409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc13157-a954-4319-a0f5-869b19d30f2f req-2c11d0f1-0d0b-4766-bbc6-d472ea29ae6b tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:23.231928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-2c11d0f1-0d0b-4766-bbc6-d472ea29ae6b tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 1096 time: 0.2246194 Jul 16 03:32:23.235106 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bb3d7732-833e-4ca6-bfa6-e62cdd2c0321 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2705126 Jul 16 03:32:23.359354 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9885d75-345c-4050-b8af-e68f1c67b4ea req-97ec5086-f205-4b03-bbf0-a2bc0dca2dc1 service neutron] 10.222.0.20 "GET /v2.0/networks/b984194a-6086-4e8b-9f9f-a200d3ed3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401714 Jul 16 03:32:23.385612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0490b9-d9cd-48af-83aa-f20dc272292f req-45979ac1-ff40-4928-90d5-1853127266bd tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:23.387070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e0490b9-d9cd-48af-83aa-f20dc272292f req-45979ac1-ff40-4928-90d5-1853127266bd tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ce7e0a-30f0-42fa-bad1-d1925fa78981 HTTP/1.1" status: 200 len: 948 time: 0.2284999 Jul 16 03:32:23.459462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6fd0c118-3060-48cb-bafb-28e7e0685765 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:23.462137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:23.589300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:23.595740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:23.596255 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.645952 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6fd0c118-3060-48cb-bafb-28e7e0685765, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6fd0c118-3060-48cb-bafb-28e7e0685765,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:23.661141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '6fd0c118-3060-48cb-bafb-28e7e0685765', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '6fd0c118-3060-48cb-bafb-28e7e0685765', 'mac_address': 'fa:16:3e:54:d0:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:23.732550 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.734822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.757667 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd0c118-3060-48cb-bafb-28e7e0685765 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:23.780707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ce7e0a-30f0-42fa-bad1-d1925fa78981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101b7c39-51e1-4d17-a7b8-a92ca349c1b9'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:23.783075 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c800b7ee-dcf3-4c60-a086-5bf32eb00f4c" -d '{"events": [{"server_uuid": "09ce7e0a-30f0-42fa-bad1-d1925fa78981", "name": "network-vif-plugged", "status": "completed", "tag": "101b7c39-51e1-4d17-a7b8-a92ca349c1b9"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:23.802639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6fd0c118-3060-48cb-bafb-28e7e0685765, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6fd0c118-3060-48cb-bafb-28e7e0685765,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:23.805821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=101b7c39-51e1-4d17-a7b8-a92ca349c1b9,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:23.808444 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.818356 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.819146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 89561d40-35f1-4ba1-9e1e-14af6eca00c0 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:23.836612 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e0490b9-d9cd-48af-83aa-f20dc272292f req-ae257449-0b18-448e-bc5a-266ac268b8e0 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343009 Jul 16 03:32:23.893463 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9885d75-345c-4050-b8af-e68f1c67b4ea req-0cb9e604-209f-43ab-9ce9-1be7a2042d78 service neutron] 10.222.0.20 "GET /v2.0/networks/b984194a-6086-4e8b-9f9f-a200d3ed3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230508 Jul 16 03:32:23.895666 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-afc13157-a954-4319-a0f5-869b19d30f2f req-16b94a0d-434a-4bc8-b398-d0a0037d8aa6 service neutron] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:23.903125 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6fd0c118-3060-48cb-bafb-28e7e0685765,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:23.910918 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 89561d40-35f1-4ba1-9e1e-14af6eca00c0 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:23.912404 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297ffa3-72db-4867-9bea-2f62fbb1611d req-185ca468-4ceb-454c-9ed2-5d6b42bfed90 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:23.921781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3297ffa3-72db-4867-9bea-2f62fbb1611d req-185ca468-4ceb-454c-9ed2-5d6b42bfed90 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.5220537 Jul 16 03:32:23.927192 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-afc13157-a954-4319-a0f5-869b19d30f2f req-16b94a0d-434a-4bc8-b398-d0a0037d8aa6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:23.928697 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-16b94a0d-434a-4bc8-b398-d0a0037d8aa6 service neutron] 10.222.0.20 "DELETE /v2.0/ports/89561d40-35f1-4ba1-9e1e-14af6eca00c0/bindings/n-h1-800088-6 HTTP/1.1" status: 204 len: 173 time: 0.6620922 Jul 16 03:32:23.971598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=101b7c39-51e1-4d17-a7b8-a92ca349c1b9,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:23.972902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3297ffa3-72db-4867-9bea-2f62fbb1611d req-14108edd-b9a1-4d5c-aefd-09c796c8965e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501676 Jul 16 03:32:24.028888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-acb3f945-80a1-4b29-8f9c-0b42efd4b4ce tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--341810535&fields=id&tenant_id=4ffe993ba0a949d0a9061f925ad98f77 HTTP/1.1" status: 200 len: 267 time: 0.0651727 Jul 16 03:32:24.083439 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['6fd0c118-3060-48cb-bafb-28e7e0685765'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:24.185028 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-3b759412-d67b-4061-a61d-21ba92e2dacb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.187073 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-3b759412-d67b-4061-a61d-21ba92e2dacb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/networks?id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 200 len: 817 time: 0.1564434 Jul 16 03:32:24.210807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa0edd-3b6a-4ab6-8b4e-913be1029b0e req-3039c3c2-5727-42ac-8baa-6ae858bfca57 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.212605 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74aa0edd-3b6a-4ab6-8b4e-913be1029b0e req-3039c3c2-5727-42ac-8baa-6ae858bfca57 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 945 time: 0.1126039 Jul 16 03:32:24.213980 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-fe6ca84a-5b8c-4045-9f6f-c4a9663c8b1a tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/quotas/4ffe993ba0a949d0a9061f925ad98f77 HTTP/1.1" status: 200 len: 375 time: 0.0210750 Jul 16 03:32:24.285571 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74aa0edd-3b6a-4ab6-8b4e-913be1029b0e req-c2c5edfe-fb95-4741-b981-3481c0294b73 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646367 Jul 16 03:32:24.326700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-3f1c5c25-bfb7-42a3-89c6-ba8a6f005751 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1069136 Jul 16 03:32:24.477277 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-7f35df8b-c247-49d2-afa6-0422faf112a2 service neutron] 10.222.0.18 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379337 Jul 16 03:32:24.541721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482af6a-abdc-48af-a10c-b565bdebf856 req-7095e742-0726-4df5-a348-6cbb4cbb85de tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.548067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482af6a-abdc-48af-a10c-b565bdebf856 req-7095e742-0726-4df5-a348-6cbb4cbb85de tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.554063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482af6a-abdc-48af-a10c-b565bdebf856 req-7095e742-0726-4df5-a348-6cbb4cbb85de tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.560028 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482af6a-abdc-48af-a10c-b565bdebf856 req-7095e742-0726-4df5-a348-6cbb4cbb85de tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.566068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482af6a-abdc-48af-a10c-b565bdebf856 req-7095e742-0726-4df5-a348-6cbb4cbb85de tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.571831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482af6a-abdc-48af-a10c-b565bdebf856 req-7095e742-0726-4df5-a348-6cbb4cbb85de tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.578393 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482af6a-abdc-48af-a10c-b565bdebf856 req-7095e742-0726-4df5-a348-6cbb4cbb85de tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.579634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c482af6a-abdc-48af-a10c-b565bdebf856 req-7095e742-0726-4df5-a348-6cbb4cbb85de tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5430 time: 0.1645772 Jul 16 03:32:24.660427 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c482af6a-abdc-48af-a10c-b565bdebf856 req-097843fa-5b33-4673-b082-014ba742b27a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525289 Jul 16 03:32:24.665968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-56ca1a47-29fe-4130-8f70-463ce7cfa876 service neutron] 10.222.0.18 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843011 Jul 16 03:32:24.725565 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3536dbf7-fdb6-4b75-8720-469ea70c8b3c x-openstack-request-id: req-3536dbf7-fdb6-4b75-8720-469ea70c8b3c {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:24.725857 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ce7e0a-30f0-42fa-bad1-d1925fa78981", "name": "network-vif-plugged", "status": "completed", "tag": "101b7c39-51e1-4d17-a7b8-a92ca349c1b9", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:24.726113 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3536dbf7-fdb6-4b75-8720-469ea70c8b3c {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:24.726504 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ce7e0a-30f0-42fa-bad1-d1925fa78981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', 'code': 200} Jul 16 03:32:24.919931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd9ef9-f0b6-419e-9263-c1cb0c421848 req-33512f17-765c-4f01-9eba-2dac71a713fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.921819 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27bd9ef9-f0b6-419e-9263-c1cb0c421848 req-33512f17-765c-4f01-9eba-2dac71a713fa service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=09ce7e0a-30f0-42fa-bad1-d1925fa78981 HTTP/1.1" status: 200 len: 1100 time: 0.1047192 Jul 16 03:32:24.965044 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27bd9ef9-f0b6-419e-9263-c1cb0c421848 req-a10d4874-35d5-4b52-bc01-183b99e30166 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352461 Jul 16 03:32:24.981042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359add26-95c8-41f8-bcdb-814b44ea83e3 req-135642b8-9b16-40b2-94f4-7c150e6a8211 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:24.983881 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-359add26-95c8-41f8-bcdb-814b44ea83e3 req-135642b8-9b16-40b2-94f4-7c150e6a8211 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1343296 Jul 16 03:32:25.027435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ec52c-3624-4abe-a4ff-aa952d76d86d req-3dc8f718-730a-4879-9499-b053f5db2ee2 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:25.029141 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a29ec52c-3624-4abe-a4ff-aa952d76d86d req-3dc8f718-730a-4879-9499-b053f5db2ee2 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.1152432 Jul 16 03:32:25.056658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-359add26-95c8-41f8-bcdb-814b44ea83e3 req-ddd9fa0b-b2d7-4375-87ab-48007906bd83 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675180 Jul 16 03:32:25.085589 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a29ec52c-3624-4abe-a4ff-aa952d76d86d req-ab563a6e-c062-46b1-8a59-ecb778292e5f tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 Jul 16 03:32:25.196080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-453b458f-5fd6-4cb4-b7a3-1ea8ae9baccf req-1af2366d-3c40-43f9-ba02-b1d333e93f7a tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 210 time: 0.0357542 Jul 16 03:32:25.379713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18519848-c0e0-45c5-ab25-ebb7fcadaf6a req-5bfaa988-eb31-4e1c-97a6-75f9c739e092 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:25.380744 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18519848-c0e0-45c5-ab25-ebb7fcadaf6a req-5bfaa988-eb31-4e1c-97a6-75f9c739e092 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ce7e0a-30f0-42fa-bad1-d1925fa78981 HTTP/1.1" status: 200 len: 949 time: 0.0707567 Jul 16 03:32:25.429070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18519848-c0e0-45c5-ab25-ebb7fcadaf6a req-fe8c8765-77db-4ef5-a170-a94a373afd36 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424147 Jul 16 03:32:25.482461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6fd0c118-3060-48cb-bafb-28e7e0685765 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:25.537661 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 6fd0c118-3060-48cb-bafb-28e7e0685765 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:25.541703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 6fd0c118-3060-48cb-bafb-28e7e0685765 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:25.542093 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.622682 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a65e87-9e0c-41e4-a185-9225bad2fa7c req-d1d5e3f3-1fd5-401e-b978-63caccd38e9b tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:25.624850 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-57a65e87-9e0c-41e4-a185-9225bad2fa7c req-d1d5e3f3-1fd5-401e-b978-63caccd38e9b tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 1096 time: 0.1246905 Jul 16 03:32:25.640180 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.672652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6fd0c118-3060-48cb-bafb-28e7e0685765, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6fd0c118-3060-48cb-bafb-28e7e0685765,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:25.674169 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d835-6e6c-4069-ba30-b3e36cc579a4 req-0147f4e6-b622-4d17-993e-04481f684ae7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:25.675667 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93b4d835-6e6c-4069-ba30-b3e36cc579a4 req-0147f4e6-b622-4d17-993e-04481f684ae7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/networks?id=c25f7dda-1347-4dac-bbfb-85ae4b87a184 HTTP/1.1" status: 200 len: 814 time: 0.1659663 Jul 16 03:32:25.676859 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:25.682524 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-57a65e87-9e0c-41e4-a185-9225bad2fa7c req-c31eeeb3-2ddf-43e1-9353-ddb6ccabd5b9 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511329 Jul 16 03:32:25.696929 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93b4d835-6e6c-4069-ba30-b3e36cc579a4 req-f1936f71-188d-461e-8f51-f9bb997b2826 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/quotas/ebb747fbaa4d4250ae33a3472beaf32b HTTP/1.1" status: 200 len: 375 time: 0.0141015 Jul 16 03:32:25.726985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6fd0c118-3060-48cb-bafb-28e7e0685765,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:25.785639 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93b4d835-6e6c-4069-ba30-b3e36cc579a4 req-e9e125ee-88c8-4b7a-8795-d2bc12dfede4 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ebb747fbaa4d4250ae33a3472beaf32b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0674171 Jul 16 03:32:26.091461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e875ee-5e40-4261-9bdd-a476293dc412 req-b8b390d0-f8e6-4993-af16-24ade4e7bc25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:26.097848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e875ee-5e40-4261-9bdd-a476293dc412 req-b8b390d0-f8e6-4993-af16-24ade4e7bc25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:26.103638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e875ee-5e40-4261-9bdd-a476293dc412 req-b8b390d0-f8e6-4993-af16-24ade4e7bc25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:26.110067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e875ee-5e40-4261-9bdd-a476293dc412 req-b8b390d0-f8e6-4993-af16-24ade4e7bc25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:26.116074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e875ee-5e40-4261-9bdd-a476293dc412 req-b8b390d0-f8e6-4993-af16-24ade4e7bc25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:26.122113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e875ee-5e40-4261-9bdd-a476293dc412 req-b8b390d0-f8e6-4993-af16-24ade4e7bc25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:26.128503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e875ee-5e40-4261-9bdd-a476293dc412 req-b8b390d0-f8e6-4993-af16-24ade4e7bc25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:26.130421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0e875ee-5e40-4261-9bdd-a476293dc412 req-b8b390d0-f8e6-4993-af16-24ade4e7bc25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5430 time: 0.2121015 Jul 16 03:32:26.207118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-570c9fea-ca6c-4314-afb9-513a78b4b58a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:26.209141 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-570c9fea-ca6c-4314-afb9-513a78b4b58a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 808 time: 0.2507768 Jul 16 03:32:26.243948 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d1dc7c8e-592e-4e3c-9690-00ca5da38b2c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/quotas/d5f1db4e8f8e416d95402d13ce5dde6d HTTP/1.1" status: 200 len: 375 time: 0.0275376 Jul 16 03:32:26.247991 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0e875ee-5e40-4261-9bdd-a476293dc412 req-33a49b3a-c1a7-4d53-a5ae-d69ca90b7682 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1064208 Jul 16 03:32:26.279750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-db02275e-05f9-4124-8421-b17ab0fb9478 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:26.281217 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-db02275e-05f9-4124-8421-b17ab0fb9478 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.20 "GET /v2.0/networks?id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 200 len: 817 time: 0.2713554 Jul 16 03:32:26.349419 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-89cf55b5-32f4-4360-9c3d-6c3172d4ddde tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ffe993ba0a949d0a9061f925ad98f77 HTTP/1.1" status: 200 len: 379 time: 0.0475678 Jul 16 03:32:26.362324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-5ac9214e-abba-4691-95bb-3bc560262dce tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Request body: {'port': {'device_id': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'admin_state_up': True, 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'security_groups': ['5488d609-d5a9-480d-9cc4-211bbea357b1']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:26.372206 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-2601eb85-9f21-43fb-8898-b5b7392b70e8 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167676 Jul 16 03:32:26.581857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eac5a-1c28-4e60-9b71-f2ae4b12104d req-1f0c16c6-c552-42c1-95f2-c5ae124fa896 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:26.583235 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c06eac5a-1c28-4e60-9b71-f2ae4b12104d req-1f0c16c6-c552-42c1-95f2-c5ae124fa896 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.2101548 Jul 16 03:32:26.586608 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-df4c0a7c-3726-4888-948e-30a2cecb2cf4 service neutron] 10.222.0.18 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020626 Jul 16 03:32:26.648117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-5ac9214e-abba-4691-95bb-3bc560262dce tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Made reservation on behalf of 4ffe993ba0a949d0a9061f925ad98f77 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:26.651630 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-5ac9214e-abba-4691-95bb-3bc560262dce tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:26.667369 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c06eac5a-1c28-4e60-9b71-f2ae4b12104d req-5dbc5755-0b77-49fc-8a12-798b0dc0ab62 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776620 Jul 16 03:32:26.727299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1083dc7-2c58-4ac3-8c37-29d400106129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd0c118-3060-48cb-bafb-28e7e0685765'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:26.730603 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af713f5a-84c3-4f3a-bb41-ed3fd91ce0bf" -d '{"events": [{"server_uuid": "d1083dc7-2c58-4ac3-8c37-29d400106129", "name": "network-vif-plugged", "status": "completed", "tag": "6fd0c118-3060-48cb-bafb-28e7e0685765"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:26.776278 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-2bc066e9-7097-43f9-8078-af9373d7d05d service neutron] 10.222.0.18 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825113 Jul 16 03:32:26.869939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-5ac9214e-abba-4691-95bb-3bc560262dce tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Allocated IP 172.20.0.5 (7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6/df2843df-4813-4d8f-83e4-b733c2b2e1d2/ebe08917-b22a-46fe-84c6-7d7df9b13903) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:26.899044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6e104-9f5b-4c94-b563-893dc5e1917b req-584db97a-5c71-40f6-9143-1846dd8447be tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:26.900704 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17c6e104-9f5b-4c94-b563-893dc5e1917b req-584db97a-5c71-40f6-9143-1846dd8447be tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.1155498 Jul 16 03:32:26.983658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17c6e104-9f5b-4c94-b563-893dc5e1917b req-389d86a8-b682-48a2-a669-46d5f9bf6fe4 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704978 Jul 16 03:32:27.074567 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-5ac9214e-abba-4691-95bb-3bc560262dce tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.091786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-5ac9214e-abba-4691-95bb-3bc560262dce tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Transition to ACTIVE for port object ebe08917-b22a-46fe-84c6-7d7df9b13903 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:27.180605 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dab73048-1ade-4812-8b4e-33affc3feb83 req-458c8ece-437b-4450-a8c6-ce390c2b4508 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 210 time: 0.0465579 Jul 16 03:32:27.206675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-5ac9214e-abba-4691-95bb-3bc560262dce tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.261460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634bf6b-a991-48eb-b14d-640b7e3288c2 req-257abea4-d5ea-45c1-8311-99bdea4f6c62 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:27.265047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c634bf6b-a991-48eb-b14d-640b7e3288c2 req-257abea4-d5ea-45c1-8311-99bdea4f6c62 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ce7e0a-30f0-42fa-bad1-d1925fa78981 HTTP/1.1" status: 200 len: 949 time: 0.1649151 Jul 16 03:32:27.287446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-5ac9214e-abba-4691-95bb-3bc560262dce tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:27.305377 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-5ac9214e-abba-4691-95bb-3bc560262dce tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:27.318658 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-5ac9214e-abba-4691-95bb-3bc560262dce tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:27.374473 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9214e-abba-4691-95bb-3bc560262dce tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event updated for resources: {'Port': ['ID=ebe08917-b22a-46fe-84c6-7d7df9b13903,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:27.402744 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c634bf6b-a991-48eb-b14d-640b7e3288c2 req-b5620a4b-9451-4944-8310-b8fa00cac84d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285470 Jul 16 03:32:27.416829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-5ac9214e-abba-4691-95bb-3bc560262dce tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:27.417494 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-5ac9214e-abba-4691-95bb-3bc560262dce tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.453769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-5ac9214e-abba-4691-95bb-3bc560262dce tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0960469 Jul 16 03:32:27.467913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd18d2-0904-4177-a1ef-df466ed7da16 req-6b5c49f3-1245-4d96-a0e2-a636143d5da5 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:27.475755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9dbd18d2-0904-4177-a1ef-df466ed7da16 req-6b5c49f3-1245-4d96-a0e2-a636143d5da5 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1756742 Jul 16 03:32:27.482626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Request body: {'port': {'device_id': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:27.557230 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9dbd18d2-0904-4177-a1ef-df466ed7da16 req-4d594169-5fa4-47c0-acac-7dc0b962b92a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803008 Jul 16 03:32:27.594152 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402055f4-5b82-42db-9359-1ceea0c57b84 x-openstack-request-id: req-402055f4-5b82-42db-9359-1ceea0c57b84 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:27.594605 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1083dc7-2c58-4ac3-8c37-29d400106129", "name": "network-vif-plugged", "status": "completed", "tag": "6fd0c118-3060-48cb-bafb-28e7e0685765", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:27.594925 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-402055f4-5b82-42db-9359-1ceea0c57b84 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:27.595417 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1083dc7-2c58-4ac3-8c37-29d400106129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd0c118-3060-48cb-bafb-28e7e0685765', 'code': 200} Jul 16 03:32:27.641607 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.658200 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-41155160-aadd-4a7d-adb6-b10b21365f0a None None] Provisioning for port ebe08917-b22a-46fe-84c6-7d7df9b13903 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:27.668903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-41155160-aadd-4a7d-adb6-b10b21365f0a None None] Provisioning complete for port ebe08917-b22a-46fe-84c6-7d7df9b13903 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:27.669530 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41155160-aadd-4a7d-adb6-b10b21365f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:27.722093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-41155160-aadd-4a7d-adb6-b10b21365f0a None None] Port ebe08917-b22a-46fe-84c6-7d7df9b13903 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:27.757812 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25bc4e62-e4eb-4cf3-af6f-aab4fdfbec72 req-d30d2809-9c2e-4e65-b483-60f7a6b9b52e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 210 time: 0.0375371 Jul 16 03:32:27.900242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d344b4-cc85-43ab-ab0f-2d0eb66e5f31 req-3f43f4ef-b5ad-4a66-ab99-1e353156210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:27.901741 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-24d344b4-cc85-43ab-ab0f-2d0eb66e5f31 req-3f43f4ef-b5ad-4a66-ab99-1e353156210f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d1083dc7-2c58-4ac3-8c37-29d400106129 HTTP/1.1" status: 200 len: 1100 time: 0.0726004 Jul 16 03:32:27.939221 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-24d344b4-cc85-43ab-ab0f-2d0eb66e5f31 req-a491dcee-2b8b-4135-ab42-6ba0df153356 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305994 Jul 16 03:32:28.336877 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839c95f-da57-44c7-91fa-0067c7f7a7cc req-0e224e4b-dc1c-4b71-b317-bc444a19cadd tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:28.343480 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839c95f-da57-44c7-91fa-0067c7f7a7cc req-0e224e4b-dc1c-4b71-b317-bc444a19cadd tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:28.349451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839c95f-da57-44c7-91fa-0067c7f7a7cc req-0e224e4b-dc1c-4b71-b317-bc444a19cadd tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:28.355422 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839c95f-da57-44c7-91fa-0067c7f7a7cc req-0e224e4b-dc1c-4b71-b317-bc444a19cadd tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:28.362026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839c95f-da57-44c7-91fa-0067c7f7a7cc req-0e224e4b-dc1c-4b71-b317-bc444a19cadd tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:28.368054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839c95f-da57-44c7-91fa-0067c7f7a7cc req-0e224e4b-dc1c-4b71-b317-bc444a19cadd tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:28.374097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839c95f-da57-44c7-91fa-0067c7f7a7cc req-0e224e4b-dc1c-4b71-b317-bc444a19cadd tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:28.376031 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2839c95f-da57-44c7-91fa-0067c7f7a7cc req-0e224e4b-dc1c-4b71-b317-bc444a19cadd tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5430 time: 0.5561357 Jul 16 03:32:28.489337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26e6ab-8347-44bc-9cce-0f8f061c6e1f req-9f8839aa-a337-4713-8785-b9d2b360cf8d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:28.490800 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c26e6ab-8347-44bc-9cce-0f8f061c6e1f req-9f8839aa-a337-4713-8785-b9d2b360cf8d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1083dc7-2c58-4ac3-8c37-29d400106129 HTTP/1.1" status: 200 len: 949 time: 0.5908313 Jul 16 03:32:28.518436 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2839c95f-da57-44c7-91fa-0067c7f7a7cc req-eda69c75-be56-4043-9c2a-6504a16c4d31 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1239879 Jul 16 03:32:28.564541 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-bc722c05-cbae-4952-afc7-6310275ad584 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:28.566014 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-bc722c05-cbae-4952-afc7-6310275ad584 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.20 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 808 time: 0.2871261 Jul 16 03:32:28.585055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe08917-b22a-46fe-84c6-7d7df9b13903 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:28.593032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-00bcec2d-bd81-4648-8693-73dd830e5a14 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Request body: {'port': {'device_id': 'ecac0e87-5780-46d3-bb40-f97b8bc26344', 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b', 'admin_state_up': True, 'tenant_id': 'd5f1db4e8f8e416d95402d13ce5dde6d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:28.602291 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.628512 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c26e6ab-8347-44bc-9cce-0f8f061c6e1f req-d50c995b-37a7-454d-8c93-453e0fe6d844 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264312 Jul 16 03:32:28.633467 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a6b436ff-d721-4b21-87c1-dc519e3998e1 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:28.658545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Transition to ACTIVE for port object ebe08917-b22a-46fe-84c6-7d7df9b13903 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:28.696482 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.709446 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6addee8-d1fc-45ad-b35b-8342a5edebb9 req-d8bed3c3-9c1b-484f-b1e9-6a315c96edc7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ebb747fbaa4d4250ae33a3472beaf32b HTTP/1.1" status: 200 len: 221 time: 0.1048026 Jul 16 03:32:28.748611 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a6b436ff-d721-4b21-87c1-dc519e3998e1, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a6b436ff-d721-4b21-87c1-dc519e3998e1,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:28.766330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'a6b436ff-d721-4b21-87c1-dc519e3998e1', 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41', 'port_id': 'a6b436ff-d721-4b21-87c1-dc519e3998e1', 'mac_address': 'fa:16:3e:7a:75:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13b8bb6-41ee-4dcf-b76a-74d1e597a14e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:28.774477 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Pushing event updated for resources: {'Port': ['ID=ebe08917-b22a-46fe-84c6-7d7df9b13903,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:28.836305 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.862624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-00bcec2d-bd81-4648-8693-73dd830e5a14 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Made reservation on behalf of d5f1db4e8f8e416d95402d13ce5dde6d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:28.866121 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-00bcec2d-bd81-4648-8693-73dd830e5a14 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.878678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6b436ff-d721-4b21-87c1-dc519e3998e1 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:28.886102 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Attempting to bind port ebe08917-b22a-46fe-84c6-7d7df9b13903 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:28.886450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Attempting to bind port ebe08917-b22a-46fe-84c6-7d7df9b13903 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:28.886841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Attempting to bind port ebe08917-b22a-46fe-84c6-7d7df9b13903 on network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:28.897078 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Port ebe08917-b22a-46fe-84c6-7d7df9b13903 on network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:28.897412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Attempting to bind port ebe08917-b22a-46fe-84c6-7d7df9b13903 on network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:28.911015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:28.911530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a6b436ff-d721-4b21-87c1-dc519e3998e1, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a6b436ff-d721-4b21-87c1-dc519e3998e1,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:28.911674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Checking segment: {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:28.912075 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Bound using segment: {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:28.912721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Bound port: ebe08917-b22a-46fe-84c6-7d7df9b13903, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:28.913091 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:28.928192 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.034636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=a6b436ff-d721-4b21-87c1-dc519e3998e1,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:29.158749 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['a6b436ff-d721-4b21-87c1-dc519e3998e1'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:29.159769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:29.206480 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:29.219432 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.235588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-00bcec2d-bd81-4648-8693-73dd830e5a14 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Allocated IP 172.20.0.8 (ae4da56c-d106-465b-8123-a4e05a78074b/fd3621f4-0a00-45b7-9625-fdac06664981/f30d445c-995e-48b0-9b73-db1b01f81524) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:29.283766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:29.284423 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.285859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] 10.222.0.20 "PUT /v2.0/ports/ebe08917-b22a-46fe-84c6-7d7df9b13903 HTTP/1.1" status: 200 len: 1091 time: 1.8080945 Jul 16 03:32:29.287287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:29.289597 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c263137-50d4-4175-b92e-4110b291eed7" -d '{"events": [{"name": "network-changed", "server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:29.303542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc817d7-2c74-482a-92a6-1581a06005a2 req-b9b40539-cd0d-4f95-9967-0a8d433efbfe tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:29.310559 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bc817d7-2c74-482a-92a6-1581a06005a2 req-b9b40539-cd0d-4f95-9967-0a8d433efbfe tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 944 time: 0.2615588 Jul 16 03:32:29.408451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f5513-8574-4a1d-b49c-8bb49e7fa1ca service neutron] Pushing event updated for resources: {'Port': ['ID=ebe08917-b22a-46fe-84c6-7d7df9b13903,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:29.450759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796b57f-0175-4a73-b710-47e53952fe7d req-1137089f-bdd2-45e8-9df3-87ca4e240a16 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:29.452844 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3796b57f-0175-4a73-b710-47e53952fe7d req-1137089f-bdd2-45e8-9df3-87ca4e240a16 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 943 time: 0.3276243 Jul 16 03:32:29.465573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bc817d7-2c74-482a-92a6-1581a06005a2 req-0a630587-fa3c-4986-a2ce-5736f8f542b3 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541278 Jul 16 03:32:29.570322 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-b4c75780-ce32-44ef-a16c-bba1c2426e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:29.571780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-b4c75780-ce32-44ef-a16c-bba1c2426e2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 1094 time: 0.2378142 Jul 16 03:32:29.584941 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3796b57f-0175-4a73-b710-47e53952fe7d req-b3d7246e-435f-4d34-8364-97103d03ded3 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111805 Jul 16 03:32:29.663119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-01df6ac3-667c-4a1d-8f15-1115447c6b6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903 HTTP/1.1" status: 200 len: 217 time: 0.0772433 Jul 16 03:32:29.666690 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-00bcec2d-bd81-4648-8693-73dd830e5a14 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.756971 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-593fb01b-2c5d-498e-bfe6-c598fa6f9b5b req-aff4c396-c22e-4e0d-b7e3-bb1ec2775f4f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 210 time: 0.0435715 Jul 16 03:32:29.786310 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5f1b5-a2b0-404c-855a-7399bacc9006 req-8d55c1d3-4a01-4a0e-a856-e7d7e8b659e2 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:29.787907 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1cd5f1b5-a2b0-404c-855a-7399bacc9006 req-8d55c1d3-4a01-4a0e-a856-e7d7e8b659e2 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.2121339 Jul 16 03:32:29.791463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-15077475-f9e3-4734-8191-d8de73a86874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:29.792882 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-15077475-f9e3-4734-8191-d8de73a86874 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df2843df-4813-4d8f-83e4-b733c2b2e1d2 HTTP/1.1" status: 200 len: 856 time: 0.1147368 Jul 16 03:32:29.860100 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-00bcec2d-bd81-4648-8693-73dd830e5a14 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:29.874492 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1cd5f1b5-a2b0-404c-855a-7399bacc9006 req-055dd73b-ee87-43e4-80db-a23a171d241f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794890 Jul 16 03:32:29.925605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-00bcec2d-bd81-4648-8693-73dd830e5a14 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Network ae4da56c-d106-465b-8123-a4e05a78074b is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:29.930344 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53414d6c-438f-4316-ac3c-f47979da6a60 x-openstack-request-id: req-53414d6c-438f-4316-ac3c-f47979da6a60 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:29.930639 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:29.930896 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53414d6c-438f-4316-ac3c-f47979da6a60 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:29.931351 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'status': 'completed', 'code': 200} Jul 16 03:32:29.933276 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcec2d-bd81-4648-8693-73dd830e5a14 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Pushing event updated for resources: {'Port': ['ID=f30d445c-995e-48b0-9b73-db1b01f81524,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:29.937857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-00bcec2d-bd81-4648-8693-73dd830e5a14 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:29.940671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-00bcec2d-bd81-4648-8693-73dd830e5a14 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:29.977318 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-7899acce-c14a-46ad-b485-659b4ada3fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:29.978869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-7899acce-c14a-46ad-b485-659b4ada3fbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746895 Jul 16 03:32:30.003980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-00bcec2d-bd81-4648-8693-73dd830e5a14 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:30.004641 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-00bcec2d-bd81-4648-8693-73dd830e5a14 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.031404 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e73f7532-3762-472e-a0a7-fabed4c1f838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.077900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-00bcec2d-bd81-4648-8693-73dd830e5a14 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5013368 Jul 16 03:32:30.116783 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Request body: {'port': {'device_id': 'ecac0e87-5780-46d3-bb40-f97b8bc26344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:30.200833 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-67560133-f3b7-4fab-af78-26bba4865e20 service neutron] 10.222.0.20 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143478 Jul 16 03:32:30.290518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a9e36-60ec-4626-ac41-7a95dfa0c5f4 req-a58ad35e-0e97-4347-956c-8f8241e72cfe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:30.296847 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a9e36-60ec-4626-ac41-7a95dfa0c5f4 req-a58ad35e-0e97-4347-956c-8f8241e72cfe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:30.302611 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a9e36-60ec-4626-ac41-7a95dfa0c5f4 req-a58ad35e-0e97-4347-956c-8f8241e72cfe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:30.308422 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a9e36-60ec-4626-ac41-7a95dfa0c5f4 req-a58ad35e-0e97-4347-956c-8f8241e72cfe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:30.314806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a9e36-60ec-4626-ac41-7a95dfa0c5f4 req-a58ad35e-0e97-4347-956c-8f8241e72cfe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:30.320646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a9e36-60ec-4626-ac41-7a95dfa0c5f4 req-a58ad35e-0e97-4347-956c-8f8241e72cfe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:30.326505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a9e36-60ec-4626-ac41-7a95dfa0c5f4 req-a58ad35e-0e97-4347-956c-8f8241e72cfe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:30.328329 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-181a9e36-60ec-4626-ac41-7a95dfa0c5f4 req-a58ad35e-0e97-4347-956c-8f8241e72cfe tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5430 time: 0.2930274 Jul 16 03:32:30.338917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283b367-2be4-4e72-9236-94df160f2626 req-d14fec72-d8db-40eb-bafd-bdb9070815f6 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:30.340328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0283b367-2be4-4e72-9236-94df160f2626 req-d14fec72-d8db-40eb-bafd-bdb9070815f6 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1083dc7-2c58-4ac3-8c37-29d400106129 HTTP/1.1" status: 200 len: 949 time: 0.2615540 Jul 16 03:32:30.383641 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.481187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-181a9e36-60ec-4626-ac41-7a95dfa0c5f4 req-ae378fca-90b4-454f-b074-645ca968fcc4 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364322 Jul 16 03:32:30.484919 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3582ad2-ff7b-4623-b5c4-1ace6bdb2c31 req-51164f72-1b67-4fc7-a1be-0d588efe505d service neutron] 10.222.0.20 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731142 Jul 16 03:32:30.487735 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0283b367-2be4-4e72-9236-94df160f2626 req-bee94c22-fa03-452c-b707-533cd4cc3d1c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078320 Jul 16 03:32:30.645448 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a6b436ff-d721-4b21-87c1-dc519e3998e1 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:30.706838 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port a6b436ff-d721-4b21-87c1-dc519e3998e1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:30.707394 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.768818 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c263137-50d4-4175-b92e-4110b291eed7 req-5240fc35-78b0-4f7b-a2e5-f8080c75ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:30.770402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c263137-50d4-4175-b92e-4110b291eed7 req-5240fc35-78b0-4f7b-a2e5-f8080c75ab8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 1094 time: 0.1888216 Jul 16 03:32:30.775499 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.810444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d6435-fec9-47f4-9014-f05a031d2f25 req-b27c11d6-dc66-4239-8398-0767e81534b8 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:30.812793 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a3d6435-fec9-47f4-9014-f05a031d2f25 req-b27c11d6-dc66-4239-8398-0767e81534b8 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.2012763 Jul 16 03:32:30.821733 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.854042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08467728-bcd9-4316-a539-02deba20a874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b436ff-d721-4b21-87c1-dc519e3998e1'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:30.856183 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e914695-5b00-48fa-8b56-a0d480ff58fe" -d '{"events": [{"server_uuid": "08467728-bcd9-4316-a539-02deba20a874", "name": "network-vif-plugged", "status": "completed", "tag": "a6b436ff-d721-4b21-87c1-dc519e3998e1"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:30.871400 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a6b436ff-d721-4b21-87c1-dc519e3998e1, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a6b436ff-d721-4b21-87c1-dc519e3998e1,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:30.876420 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:30.932197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=a6b436ff-d721-4b21-87c1-dc519e3998e1,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:30.991507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a3d6435-fec9-47f4-9014-f05a031d2f25 req-371f79c4-97f1-4efb-8537-8a106a4e51af tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591291 Jul 16 03:32:31.020220 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30d445c-995e-48b0-9b73-db1b01f81524 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:31.027819 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c263137-50d4-4175-b92e-4110b291eed7 req-5d56a587-be13-48e2-b9bb-4edc4d72263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:31.029318 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c263137-50d4-4175-b92e-4110b291eed7 req-5d56a587-be13-48e2-b9bb-4edc4d72263b service neutron] 10.222.0.20 "GET /v2.0/networks?id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 200 len: 918 time: 0.2466245 Jul 16 03:32:31.031249 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.084552 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47b590-e63f-4e1e-aede-933086038854 req-862e11f4-bfd6-4cdc-a2d9-b6b497081c1d tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:31.086039 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e47b590-e63f-4e1e-aede-933086038854 req-862e11f4-bfd6-4cdc-a2d9-b6b497081c1d tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 944 time: 0.2722859 Jul 16 03:32:31.088873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c263137-50d4-4175-b92e-4110b291eed7 req-76bbb7b2-5163-4894-b0be-9fef299615cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903 HTTP/1.1" status: 200 len: 217 time: 0.0520208 Jul 16 03:32:31.089753 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Transition to ACTIVE for port object f30d445c-995e-48b0-9b73-db1b01f81524 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:31.100832 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.211909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e47b590-e63f-4e1e-aede-933086038854 req-1c5b5bc4-155b-41b8-b5f3-bdae81ce478a tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198275 Jul 16 03:32:31.217362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c263137-50d4-4175-b92e-4110b291eed7 req-2178d0b5-4e5b-4b18-920c-fcf3559287eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:31.218448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c263137-50d4-4175-b92e-4110b291eed7 req-2178d0b5-4e5b-4b18-920c-fcf3559287eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df2843df-4813-4d8f-83e4-b733c2b2e1d2 HTTP/1.1" status: 200 len: 856 time: 0.1192906 Jul 16 03:32:31.218902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Pushing event updated for resources: {'Port': ['ID=f30d445c-995e-48b0-9b73-db1b01f81524,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:31.259853 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.398381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Attempting to bind port f30d445c-995e-48b0-9b73-db1b01f81524 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:31.398723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Attempting to bind port f30d445c-995e-48b0-9b73-db1b01f81524 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:31.399053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Attempting to bind port f30d445c-995e-48b0-9b73-db1b01f81524 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:31.412333 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Port f30d445c-995e-48b0-9b73-db1b01f81524 on network ae4da56c-d106-465b-8123-a4e05a78074b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:31.412656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Attempting to bind port f30d445c-995e-48b0-9b73-db1b01f81524 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:31.438219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f2516-874c-4031-849d-08061d908566 req-16bd72dc-2acb-49b7-b9f5-ea0c9f9bcfbd tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:31.444076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f2516-874c-4031-849d-08061d908566 req-16bd72dc-2acb-49b7-b9f5-ea0c9f9bcfbd tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:31.445661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e0f2516-874c-4031-849d-08061d908566 req-16bd72dc-2acb-49b7-b9f5-ea0c9f9bcfbd tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=09ce7e0a-30f0-42fa-bad1-d1925fa78981&device_id=d1083dc7-2c58-4ac3-8c37-29d400106129 HTTP/1.1" status: 200 len: 1689 time: 0.2242608 Jul 16 03:32:31.446887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:31.446887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Checking segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:31.447161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Bound using segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:31.448712 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Bound port: f30d445c-995e-48b0-9b73-db1b01f81524, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:31.448712 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.456688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c263137-50d4-4175-b92e-4110b291eed7 req-df9ce3bf-db44-4e21-8819-7b7f6003a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:31.458147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c263137-50d4-4175-b92e-4110b291eed7 req-df9ce3bf-db44-4e21-8819-7b7f6003a322 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172520 Jul 16 03:32:31.497765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:31.500297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd6732-4d6d-4688-ae2a-e840218871a5 req-d90e8ffa-9951-4748-b5e8-2b8df6d43669 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:31.501810 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edfd6732-4d6d-4688-ae2a-e840218871a5 req-d90e8ffa-9951-4748-b5e8-2b8df6d43669 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 943 time: 0.1869802 Jul 16 03:32:31.621153 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:31.634780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c', 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f', 'port_id': '1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c', 'mac_address': 'fa:16:3e:16:6d:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d18479b-9c1e-4457-94c7-343fd8185f0d', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:31.673068 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.686666 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:31.707361 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:31.711763 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.712467 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:31.784510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:31.786960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:31.798757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f', 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f', 'port_id': 'a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f', 'mac_address': 'fa:16:3e:26:35:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d18479b-9c1e-4457-94c7-343fd8185f0d', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:31.844560 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.861803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:31.890015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:31.895978 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:31.896811 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e9079290-624f-49dd-b11b-ce5dbc2db7e5 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:31.942928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e0f2516-874c-4031-849d-08061d908566 req-e0c6871e-8835-478f-9a24-652416f09b19 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896381 Jul 16 03:32:31.974661 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:31.977840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e9079290-624f-49dd-b11b-ce5dbc2db7e5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e9079290-624f-49dd-b11b-ce5dbc2db7e5,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:31.992480 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:31.992936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:31.993270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:31.993808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:31.994238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:31.994566 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:31.996401 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:31.996401 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:31.996401 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:31.996401 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:31.996401 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:31.996979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:32.004051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'e9079290-624f-49dd-b11b-ce5dbc2db7e5', 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f', 'port_id': 'e9079290-624f-49dd-b11b-ce5dbc2db7e5', 'mac_address': 'fa:16:3e:db:05:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d18479b-9c1e-4457-94c7-343fd8185f0d', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:32.019023 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edfd6732-4d6d-4688-ae2a-e840218871a5 req-c2107bdd-3480-4bce-bc10-147ad99f5f31 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5055876 Jul 16 03:32:32.035834 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:32.043612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f30d445c-995e-48b0-9b73-db1b01f81524,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:32.052981 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.056814 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c263137-50d4-4175-b92e-4110b291eed7 req-c8034ea1-bc6c-4381-a7ee-45690f86deb6 service neutron] 10.222.0.20 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5806861 Jul 16 03:32:32.061538 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.076166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9079290-624f-49dd-b11b-ce5dbc2db7e5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:32.098404 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e9079290-624f-49dd-b11b-ce5dbc2db7e5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e9079290-624f-49dd-b11b-ce5dbc2db7e5,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:32.103024 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.103843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1eaad86e-022e-42f7-979e-03f3493e587c details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:32.126995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.127626 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.129196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] 10.222.0.20 "PUT /v2.0/ports/f30d445c-995e-48b0-9b73-db1b01f81524 HTTP/1.1" status: 200 len: 1091 time: 2.0213866 Jul 16 03:32:32.131476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecac0e87-5780-46d3-bb40-f97b8bc26344', 'tag': 'f30d445c-995e-48b0-9b73-db1b01f81524'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:32.133791 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f7782d-5c7b-433c-954e-d9af71b1e979" -d '{"events": [{"name": "network-changed", "server_uuid": "ecac0e87-5780-46d3-bb40-f97b8bc26344", "tag": "f30d445c-995e-48b0-9b73-db1b01f81524"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:32.134633 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d1a5d3-1bc8-41bf-ac40-1122b330dae1 x-openstack-request-id: req-52d1a5d3-1bc8-41bf-ac40-1122b330dae1 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:32.135278 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08467728-bcd9-4316-a539-02deba20a874", "name": "network-vif-plugged", "status": "completed", "tag": "a6b436ff-d721-4b21-87c1-dc519e3998e1", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:32.135634 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52d1a5d3-1bc8-41bf-ac40-1122b330dae1 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:32.136119 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08467728-bcd9-4316-a539-02deba20a874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b436ff-d721-4b21-87c1-dc519e3998e1', 'code': 200} Jul 16 03:32:32.205845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1eaad86e-022e-42f7-979e-03f3493e587c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1eaad86e-022e-42f7-979e-03f3493e587c,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:32.208287 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=e9079290-624f-49dd-b11b-ce5dbc2db7e5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:32.221056 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '1eaad86e-022e-42f7-979e-03f3493e587c', 'network_id': '5cda0bd3-70e5-481d-b638-9f7104dcd15f', 'port_id': '1eaad86e-022e-42f7-979e-03f3493e587c', 'mac_address': 'fa:16:3e:65:bd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d18479b-9c1e-4457-94c7-343fd8185f0d', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:32.249964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f802a0-8a53-4898-acb9-98573d366803 service neutron] Pushing event updated for resources: {'Port': ['ID=f30d445c-995e-48b0-9b73-db1b01f81524,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:32.280498 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.290744 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c263137-50d4-4175-b92e-4110b291eed7 req-4fa88f48-8ece-4b2d-b123-8d7515a5a8e7 service neutron] 10.222.0.20 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244241 Jul 16 03:32:32.306483 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eaad86e-022e-42f7-979e-03f3493e587c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:32.309625 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795a327-0648-4192-a500-e3da8658463d req-30f564ac-d49f-49e6-966a-5411592757dd tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.316592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0795a327-0648-4192-a500-e3da8658463d req-30f564ac-d49f-49e6-966a-5411592757dd tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 943 time: 0.2194693 Jul 16 03:32:32.334581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1eaad86e-022e-42f7-979e-03f3493e587c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1eaad86e-022e-42f7-979e-03f3493e587c,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:32.339897 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.344845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:32.346442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-51cc4204-091e-4470-8207-81152eeb8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.347965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-51cc4204-091e-4470-8207-81152eeb8cc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 1094 time: 0.1396596 Jul 16 03:32:32.360486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b27c43-ebfa-4070-b56a-3d005e3d5993 req-bf63fd66-fc0f-4845-a973-ba176b394c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.362650 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-29b27c43-ebfa-4070-b56a-3d005e3d5993 req-bf63fd66-fc0f-4845-a973-ba176b394c02 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 1096 time: 0.0807295 Jul 16 03:32:32.375133 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0795a327-0648-4192-a500-e3da8658463d req-31dbc4d2-95e4-4dc4-9e98-0085cfdd5de1 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576701 Jul 16 03:32:32.410655 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-29b27c43-ebfa-4070-b56a-3d005e3d5993 req-0d028826-c31e-46e2-9135-7c9a87d06f20 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414228 Jul 16 03:32:32.422841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-7bc3e41f-7005-4974-8dee-5224dc67f37b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f30d445c-995e-48b0-9b73-db1b01f81524 HTTP/1.1" status: 200 len: 217 time: 0.0668080 Jul 16 03:32:32.484809 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=1eaad86e-022e-42f7-979e-03f3493e587c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.506999 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:32:32.516470 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:32:32.517930 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5,segment=NetworkSegment(4c9baf8c-3823-4401-bebb-47666fe3e2f0),segment_id=4c9baf8c-3823-4401-bebb-47666fe3e2f0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:32.527729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5', 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'port_id': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5', 'mac_address': 'fa:16:3e:df:ab:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:32.549217 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-520876e3-b816-4a85-9457-ac8be6043ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.550722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-520876e3-b816-4a85-9457-ac8be6043ca9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.0922825 Jul 16 03:32:32.569434 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.587425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:32.594726 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-566f17fc-4570-4b3c-8755-9e7a5f8b6f09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311267 Jul 16 03:32:32.607430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5,segment=NetworkSegment(4c9baf8c-3823-4401-bebb-47666fe3e2f0),segment_id=4c9baf8c-3823-4401-bebb-47666fe3e2f0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:32.612772 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2ba85-7dd7-45da-a90f-85cc5c01e702 req-7019d1f3-19e5-40cc-8bb6-d36ea7766c25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.614834 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.615903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9cfcebe2-6d7b-463b-b357-cbda6d087cca details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:32.618730 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2ba85-7dd7-45da-a90f-85cc5c01e702 req-7019d1f3-19e5-40cc-8bb6-d36ea7766c25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.625313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2ba85-7dd7-45da-a90f-85cc5c01e702 req-7019d1f3-19e5-40cc-8bb6-d36ea7766c25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.631221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2ba85-7dd7-45da-a90f-85cc5c01e702 req-7019d1f3-19e5-40cc-8bb6-d36ea7766c25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.637411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2ba85-7dd7-45da-a90f-85cc5c01e702 req-7019d1f3-19e5-40cc-8bb6-d36ea7766c25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.643882 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2ba85-7dd7-45da-a90f-85cc5c01e702 req-7019d1f3-19e5-40cc-8bb6-d36ea7766c25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.649795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2ba85-7dd7-45da-a90f-85cc5c01e702 req-7019d1f3-19e5-40cc-8bb6-d36ea7766c25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.651738 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dfc2ba85-7dd7-45da-a90f-85cc5c01e702 req-7019d1f3-19e5-40cc-8bb6-d36ea7766c25 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5434 time: 0.1542740 Jul 16 03:32:32.653516 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4114a7d-fa1c-4734-bad2-66e60afcda9b x-openstack-request-id: req-c4114a7d-fa1c-4734-bad2-66e60afcda9b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:32.654017 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecac0e87-5780-46d3-bb40-f97b8bc26344", "tag": "f30d445c-995e-48b0-9b73-db1b01f81524", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:32.654509 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4114a7d-fa1c-4734-bad2-66e60afcda9b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:32.655065 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecac0e87-5780-46d3-bb40-f97b8bc26344', 'tag': 'f30d445c-995e-48b0-9b73-db1b01f81524', 'status': 'completed', 'code': 200} Jul 16 03:32:32.674745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:32.704859 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ebe08917-b22a-46fe-84c6-7d7df9b13903 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:32.793168 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dfc2ba85-7dd7-45da-a90f-85cc5c01e702 req-d1f88405-1fe1-423d-96c7-55eb150a7b55 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279614 Jul 16 03:32:32.808799 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-feaf4534-be13-4e12-bcb8-949d2b5a724a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.834438 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-68535b4b-dd7f-444d-82dd-c06d74dfa093 service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783597 Jul 16 03:32:32.852287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f009ad-79bf-456b-a409-96d7b33221e4 req-6174ff29-cdff-4d31-9fbd-d18c0fa65459 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:32.853725 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15f009ad-79bf-456b-a409-96d7b33221e4 req-6174ff29-cdff-4d31-9fbd-d18c0fa65459 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.1498849 Jul 16 03:32:32.859926 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.868781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9cfcebe2-6d7b-463b-b357-cbda6d087cca, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9cfcebe2-6d7b-463b-b357-cbda6d087cca,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:32.890984 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '9cfcebe2-6d7b-463b-b357-cbda6d087cca', 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c', 'port_id': '9cfcebe2-6d7b-463b-b357-cbda6d087cca', 'mac_address': 'fa:16:3e:11:d2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf48007-44c7-4aed-a544-a06964ab95a5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:32.905562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:32.944128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'port_id': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'mac_address': 'fa:16:3e:5c:d9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:32.952826 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:32.976883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15f009ad-79bf-456b-a409-96d7b33221e4 req-2484e93a-41e6-4755-a7c0-b3d3354b3f6f tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024182 Jul 16 03:32:32.986761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cfcebe2-6d7b-463b-b357-cbda6d087cca {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:32.995022 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19764eb-8345-43cf-8c14-a18396c84d7a req-e549fe9c-4e2b-49e1-a492-7d3ca0dcda63 service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521473 Jul 16 03:32:33.022513 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.027968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9cfcebe2-6d7b-463b-b357-cbda6d087cca, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9cfcebe2-6d7b-463b-b357-cbda6d087cca,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:33.048044 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.048733 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ddc47a2c-65da-404e-a55b-40a1a9e6ca45 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:33.075662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe08917-b22a-46fe-84c6-7d7df9b13903 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:33.129409 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:33.144364 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.146213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ddc47a2c-65da-404e-a55b-40a1a9e6ca45, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ddc47a2c-65da-404e-a55b-40a1a9e6ca45,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:33.148688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9cfcebe2-6d7b-463b-b357-cbda6d087cca,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:33.195961 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'ddc47a2c-65da-404e-a55b-40a1a9e6ca45', 'network_id': 'bfe6d903-2807-4d33-bde4-98398f0edb6c', 'port_id': 'ddc47a2c-65da-404e-a55b-40a1a9e6ca45', 'mac_address': 'fa:16:3e:0f:93:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf48007-44c7-4aed-a544-a06964ab95a5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:33.215750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d7f96-5225-4f09-a7b0-020c3e5a2b0c req-62d1921f-17af-4c54-b4f8-7280f90596b9 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:33.216876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-596d7f96-5225-4f09-a7b0-020c3e5a2b0c req-62d1921f-17af-4c54-b4f8-7280f90596b9 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1683156 Jul 16 03:32:33.220152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7782d-5c7b-433c-954e-d9af71b1e979 req-7af9f765-9384-4d3f-b175-db372dcc981e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:33.221599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35f7782d-5c7b-433c-954e-d9af71b1e979 req-7af9f765-9384-4d3f-b175-db372dcc981e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 1094 time: 0.1614771 Jul 16 03:32:33.237092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d7705b-d6df-4bb6-9ec6-18be58cec846 req-05e590b7-c1af-4f24-86cd-65a2c2ee3677 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:33.238612 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74d7705b-d6df-4bb6-9ec6-18be58cec846 req-05e590b7-c1af-4f24-86cd-65a2c2ee3677 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=09ce7e0a-30f0-42fa-bad1-d1925fa78981 HTTP/1.1" status: 200 len: 1100 time: 0.1096187 Jul 16 03:32:33.260677 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=ebe08917-b22a-46fe-84c6-7d7df9b13903,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:33.264848 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.280396 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc47a2c-65da-404e-a55b-40a1a9e6ca45 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:33.305581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ddc47a2c-65da-404e-a55b-40a1a9e6ca45, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ddc47a2c-65da-404e-a55b-40a1a9e6ca45,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:33.314644 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.361216 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=ddc47a2c-65da-404e-a55b-40a1a9e6ca45,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:33.368770 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-596d7f96-5225-4f09-a7b0-020c3e5a2b0c req-17595b8e-e212-4bb2-a217-621004417081 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400769 Jul 16 03:32:33.387361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74d7705b-d6df-4bb6-9ec6-18be58cec846 req-1fa2e8bf-ef70-4cf9-9a0d-238787235af6 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321287 Jul 16 03:32:33.405075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['ebe08917-b22a-46fe-84c6-7d7df9b13903'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:33.406985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7782d-5c7b-433c-954e-d9af71b1e979 req-a808d00b-1ab4-445e-8eeb-c4ccd5f30ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:33.409889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35f7782d-5c7b-433c-954e-d9af71b1e979 req-a808d00b-1ab4-445e-8eeb-c4ccd5f30ded service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.1681976 Jul 16 03:32:33.477943 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35f7782d-5c7b-433c-954e-d9af71b1e979 req-87ab1b35-7524-42ea-bd8d-cfdc74ad39ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f30d445c-995e-48b0-9b73-db1b01f81524 HTTP/1.1" status: 200 len: 217 time: 0.0602937 Jul 16 03:32:33.575226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7782d-5c7b-433c-954e-d9af71b1e979 req-01fcecaf-f57a-4e39-8908-54dc9c670a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:33.577008 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35f7782d-5c7b-433c-954e-d9af71b1e979 req-01fcecaf-f57a-4e39-8908-54dc9c670a70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.0923083 Jul 16 03:32:33.616628 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35f7782d-5c7b-433c-954e-d9af71b1e979 req-90320c17-1066-4e1d-9cb9-3af5480800fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329804 Jul 16 03:32:33.636721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d72a6-b005-44aa-9038-45ee26919a48 req-4c34a11c-7ac1-4b49-b015-7acd7099ddc9 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:33.638545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-816d72a6-b005-44aa-9038-45ee26919a48 req-4c34a11c-7ac1-4b49-b015-7acd7099ddc9 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 944 time: 0.1133590 Jul 16 03:32:33.734176 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-816d72a6-b005-44aa-9038-45ee26919a48 req-c1cbea46-1f97-46de-a8e2-67502749e1f2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871255 Jul 16 03:32:33.735209 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:33.789901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35f7782d-5c7b-433c-954e-d9af71b1e979 req-ed209325-e3b5-457d-a21b-c412e1c610e0 service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503632 Jul 16 03:32:33.844808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab60104-7a79-4701-b096-85ed74376b24 req-127057a7-2af6-4da0-b37c-825b70763505 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:33.846190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ab60104-7a79-4701-b096-85ed74376b24 req-127057a7-2af6-4da0-b37c-825b70763505 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 943 time: 0.1077509 Jul 16 03:32:33.961960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ab60104-7a79-4701-b096-85ed74376b24 req-7ba2c98b-38b3-4670-9f47-1cd3c00a7b2e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031730 Jul 16 03:32:33.965695 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35f7782d-5c7b-433c-954e-d9af71b1e979 req-304408e2-8ef2-4173-892f-ce66c97a84fe service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686330 Jul 16 03:32:33.988166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb4b23-d36f-47f6-9bf3-70354d11e3e9 req-53908e2e-951a-4d99-a0a9-addd283a55dd tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:33.989802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15bb4b23-d36f-47f6-9bf3-70354d11e3e9 req-53908e2e-951a-4d99-a0a9-addd283a55dd tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1426272 Jul 16 03:32:34.027430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15bb4b23-d36f-47f6-9bf3-70354d11e3e9 req-c1dd83c2-5945-46a4-9969-136a93551c2a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321798 Jul 16 03:32:34.118727 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50e468-92d6-4015-b311-e7ae1695ad93 req-1bd370ab-dcf1-45ba-b1a2-5fd578bfce7d tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:34.120186 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee50e468-92d6-4015-b311-e7ae1695ad93 req-1bd370ab-dcf1-45ba-b1a2-5fd578bfce7d tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d1083dc7-2c58-4ac3-8c37-29d400106129 HTTP/1.1" status: 200 len: 1100 time: 0.0518544 Jul 16 03:32:34.132775 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:34.157120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee50e468-92d6-4015-b311-e7ae1695ad93 req-639936ce-df73-4a6c-bf07-dd4bc8995d48 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306990 Jul 16 03:32:34.180776 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:34.210665 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['9cfcebe2-6d7b-463b-b357-cbda6d087cca'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:34.212699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['ddc47a2c-65da-404e-a55b-40a1a9e6ca45'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:34.219887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['3939b0e6-0a70-473e-9c0d-3543bd2d5fa5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:34.345147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcafa7-8dc9-404b-96e8-8fa2ff5028d0 req-1d73dc15-77ff-422d-aa09-df25fdf9aaa6 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:34.351305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcafa7-8dc9-404b-96e8-8fa2ff5028d0 req-1d73dc15-77ff-422d-aa09-df25fdf9aaa6 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:34.357518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcafa7-8dc9-404b-96e8-8fa2ff5028d0 req-1d73dc15-77ff-422d-aa09-df25fdf9aaa6 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:34.363568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcafa7-8dc9-404b-96e8-8fa2ff5028d0 req-1d73dc15-77ff-422d-aa09-df25fdf9aaa6 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:34.369653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcafa7-8dc9-404b-96e8-8fa2ff5028d0 req-1d73dc15-77ff-422d-aa09-df25fdf9aaa6 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:34.376204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcafa7-8dc9-404b-96e8-8fa2ff5028d0 req-1d73dc15-77ff-422d-aa09-df25fdf9aaa6 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:34.382267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcafa7-8dc9-404b-96e8-8fa2ff5028d0 req-1d73dc15-77ff-422d-aa09-df25fdf9aaa6 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:34.384337 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38bcafa7-8dc9-404b-96e8-8fa2ff5028d0 req-1d73dc15-77ff-422d-aa09-df25fdf9aaa6 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5437 time: 0.1191654 Jul 16 03:32:34.431909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38bcafa7-8dc9-404b-96e8-8fa2ff5028d0 req-afa85eff-78d4-48ba-b138-4eba8bf114f7 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406864 Jul 16 03:32:34.650812 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a0bf3-d16e-48eb-b7d9-b1b02eaff785 req-efa0a26a-ea25-4179-a8f0-151737704342 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:34.653432 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-199a0bf3-d16e-48eb-b7d9-b1b02eaff785 req-efa0a26a-ea25-4179-a8f0-151737704342 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.0952585 Jul 16 03:32:34.702765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-199a0bf3-d16e-48eb-b7d9-b1b02eaff785 req-3432291c-4ac6-46f5-bffa-a7dfd43cf03e tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424469 Jul 16 03:32:34.704913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ebe08917-b22a-46fe-84c6-7d7df9b13903 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:34.872650 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89592389-64c6-4dc3-a22f-d67a82a0259c req-e7d7f047-c9d2-4217-b194-b0bdde1c26e8 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:34.874318 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89592389-64c6-4dc3-a22f-d67a82a0259c req-e7d7f047-c9d2-4217-b194-b0bdde1c26e8 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0664980 Jul 16 03:32:34.925853 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89592389-64c6-4dc3-a22f-d67a82a0259c req-f7bc4904-edb9-48ad-9a3e-72b10c6a6681 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436685 Jul 16 03:32:34.979757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port ebe08917-b22a-46fe-84c6-7d7df9b13903 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:34.989104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port ebe08917-b22a-46fe-84c6-7d7df9b13903 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:34.989535 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.066263 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-ff240f30-5e6b-406d-98d8-78bbe1e9bbe0 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6f5c753e52654e67a51e2590717e8ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345562 Jul 16 03:32:35.079836 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.106257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:35.109183 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04680ce2-d55b-4cb0-953f-fcfab4f3782f" -d '{"events": [{"server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "name": "network-vif-plugged", "status": "completed", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:35.127596 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:35.133180 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.202923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=ebe08917-b22a-46fe-84c6-7d7df9b13903,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:35.239152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-35ab898b-206c-4aaf-932a-5437e6a3a723 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:35.240685 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-35ab898b-206c-4aaf-932a-5437e6a3a723 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1681614 Jul 16 03:32:35.262990 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-03116f53-9b78-4709-90b0-7a110ff526b5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/quotas/6f5c753e52654e67a51e2590717e8ff6 HTTP/1.1" status: 200 len: 375 time: 0.0162261 Jul 16 03:32:35.317045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68e154-168c-4994-8a5d-4e0de99de0e1 req-04d27ab0-0fc2-442d-b66d-595e90a5d212 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:35.318724 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4b68e154-168c-4994-8a5d-4e0de99de0e1 req-04d27ab0-0fc2-442d-b66d-595e90a5d212 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.1292841 Jul 16 03:32:35.330445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['e9079290-624f-49dd-b11b-ce5dbc2db7e5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:35.353020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:35.395855 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-959e88cd-afaf-4a97-bfa9-122c7aa9223c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1257286 Jul 16 03:32:35.398185 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4b68e154-168c-4994-8a5d-4e0de99de0e1 req-9542bde2-8fd0-4037-910b-508ae31d4fbd tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727866 Jul 16 03:32:35.404849 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['1eaad86e-022e-42f7-979e-03f3493e587c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:35.492251 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.628593 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.658252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22883a4-ec77-46ab-adfc-0fa648d57e5b req-e00af992-146e-445c-afe9-968b36ad3a73 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:35.659989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b22883a4-ec77-46ab-adfc-0fa648d57e5b req-e00af992-146e-445c-afe9-968b36ad3a73 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.1282833 Jul 16 03:32:35.671306 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.679652 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.738777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b22883a4-ec77-46ab-adfc-0fa648d57e5b req-6f9c7195-2f12-43f4-bdac-61748e90d29d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702991 Jul 16 03:32:35.743629 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8bbb5fc0839428b8536f2a40a37789b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872828 Jul 16 03:32:35.743629 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7436ea-0d44-4dc3-886e-9848ee936cca,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:35.745139 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57854) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:35.749663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:35.750007 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:35.750345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:35.750678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:35.751006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:35.751326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:35.751646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:35.751964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:35.752285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:35.752627 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:35.752947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:35.753261 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e695bdc5-62e7-46f1-aba9-434c41456793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:32:35.810083 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27b61cfd-5e62-4fa0-9955-439ef4d9d75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.837460 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27b61cfd-5e62-4fa0-9955-439ef4d9d75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.909840 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27b61cfd-5e62-4fa0-9955-439ef4d9d75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.912861 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27b61cfd-5e62-4fa0-9955-439ef4d9d75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:35.914256 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-27b61cfd-5e62-4fa0-9955-439ef4d9d75a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b7436ea-0d44-4dc3-886e-9848ee936cca HTTP/1.1" status: 204 len: 168 time: 0.1679373 Jul 16 03:32:35.923158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b61cfd-5e62-4fa0-9955-439ef4d9d75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7436ea-0d44-4dc3-886e-9848ee936cca,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:35.986091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c7078-74f1-4490-8b92-2cb29e1eb790 req-9c4c62ec-735d-469d-b00e-d0423745c332 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:35.987752 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b2c7078-74f1-4490-8b92-2cb29e1eb790 req-9c4c62ec-735d-469d-b00e-d0423745c332 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1276493 Jul 16 03:32:36.046943 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b577e8-35e8-4dd6-9f7e-f38e11a7e379 req-d34d829b-1eb3-4631-9843-5950f504a451 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:36.048721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-07b577e8-35e8-4dd6-9f7e-f38e11a7e379 req-d34d829b-1eb3-4631-9843-5950f504a451 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 943 time: 0.1133337 Jul 16 03:32:36.054179 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b2c7078-74f1-4490-8b92-2cb29e1eb790 req-14c9e984-d379-49df-a1c4-73fe7e5667b6 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580297 Jul 16 03:32:36.095188 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-07b577e8-35e8-4dd6-9f7e-f38e11a7e379 req-0044a582-d7cd-4606-8bed-e5a53d12f0c9 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396609 Jul 16 03:32:36.136844 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c65a2e3-cbea-4cb4-8b13-053116a50fab x-openstack-request-id: req-9c65a2e3-cbea-4cb4-8b13-053116a50fab {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:36.137355 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "name": "network-vif-plugged", "status": "completed", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:36.137496 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c65a2e3-cbea-4cb4-8b13-053116a50fab {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:36.137769 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'code': 200} Jul 16 03:32:36.280568 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57876) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:36.298615 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a92ded61-1c10-4b38-9cfe-5582eaecc838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.318706 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb656f-da85-4f95-87d5-7bc46212a5d3 req-9dc301c2-cf38-4e5a-80eb-3c300b0c8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:36.320292 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89eb656f-da85-4f95-87d5-7bc46212a5d3 req-9dc301c2-cf38-4e5a-80eb-3c300b0c8961 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 1096 time: 0.0989752 Jul 16 03:32:36.385239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89eb656f-da85-4f95-87d5-7bc46212a5d3 req-a327b228-5dd0-4974-a6b2-3a0024b4a137 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570493 Jul 16 03:32:36.476922 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a92ded61-1c10-4b38-9cfe-5582eaecc838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.486248 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a92ded61-1c10-4b38-9cfe-5582eaecc838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.530491 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb094e9-2dbf-4bba-a1e2-c285d31f132d req-be5660a9-2c48-4d49-acfd-2e7766cfec14 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:36.542001 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a92ded61-1c10-4b38-9cfe-5582eaecc838 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99c9b1b9e1c84ac99d44e9eec3186d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603016 Jul 16 03:32:36.543668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ded61-1c10-4b38-9cfe-5582eaecc838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f75e030-7410-4cd4-ac0e-e5cd0f8f856a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:36.546314 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57880) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:36.558570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb094e9-2dbf-4bba-a1e2-c285d31f132d req-be5660a9-2c48-4d49-acfd-2e7766cfec14 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:36.578590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb094e9-2dbf-4bba-a1e2-c285d31f132d req-be5660a9-2c48-4d49-acfd-2e7766cfec14 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:36.595812 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb094e9-2dbf-4bba-a1e2-c285d31f132d req-be5660a9-2c48-4d49-acfd-2e7766cfec14 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:36.604912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb094e9-2dbf-4bba-a1e2-c285d31f132d req-be5660a9-2c48-4d49-acfd-2e7766cfec14 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:36.609355 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151d1e71-ecfa-4125-bfff-20f9b664a58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.612559 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb094e9-2dbf-4bba-a1e2-c285d31f132d req-be5660a9-2c48-4d49-acfd-2e7766cfec14 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:36.619731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb094e9-2dbf-4bba-a1e2-c285d31f132d req-be5660a9-2c48-4d49-acfd-2e7766cfec14 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:36.621965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5eb094e9-2dbf-4bba-a1e2-c285d31f132d req-be5660a9-2c48-4d49-acfd-2e7766cfec14 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5437 time: 0.2239115 Jul 16 03:32:36.651862 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151d1e71-ecfa-4125-bfff-20f9b664a58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.699845 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5eb094e9-2dbf-4bba-a1e2-c285d31f132d req-345239c8-cfda-4272-842d-74a4ab4f5610 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687754 Jul 16 03:32:36.723471 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f30d445c-995e-48b0-9b73-db1b01f81524 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:36.723958 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151d1e71-ecfa-4125-bfff-20f9b664a58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.726962 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151d1e71-ecfa-4125-bfff-20f9b664a58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:36.728269 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-151d1e71-ecfa-4125-bfff-20f9b664a58d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f75e030-7410-4cd4-ac0e-e5cd0f8f856a HTTP/1.1" status: 204 len: 168 time: 0.1809649 Jul 16 03:32:36.766325 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d1e71-ecfa-4125-bfff-20f9b664a58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f75e030-7410-4cd4-ac0e-e5cd0f8f856a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:36.964272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f30d445c-995e-48b0-9b73-db1b01f81524,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:36.983042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'f30d445c-995e-48b0-9b73-db1b01f81524', 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b', 'port_id': 'f30d445c-995e-48b0-9b73-db1b01f81524', 'mac_address': 'fa:16:3e:9b:cc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd3621f4-0a00-45b7-9625-fdac06664981', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:37.029695 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.038123 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-8dd2a0d0-31b1-4579-9ed9-7b1b9afda252 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:37.040038 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-8dd2a0d0-31b1-4579-9ed9-7b1b9afda252 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/networks?id=be7cdd0f-74f6-488d-98d5-76c8162efc41 HTTP/1.1" status: 200 len: 814 time: 0.1711371 Jul 16 03:32:37.056540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30d445c-995e-48b0-9b73-db1b01f81524 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:37.063300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-4fd3e7ce-2f77-47d9-9881-db4a4dee7f45 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/quotas/202f5f6937cf45a5bd3f1ea0aa8c9525 HTTP/1.1" status: 200 len: 375 time: 0.0149155 Jul 16 03:32:37.075286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa595c-2a97-4ec6-ba7f-3abb98fdd139 req-ca1fb95c-c6d2-4c96-8c5a-5262f86acaff tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:37.077724 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00fa595c-2a97-4ec6-ba7f-3abb98fdd139 req-ca1fb95c-c6d2-4c96-8c5a-5262f86acaff tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1523411 Jul 16 03:32:37.081858 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f30d445c-995e-48b0-9b73-db1b01f81524,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:37.086274 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.146543 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=f30d445c-995e-48b0-9b73-db1b01f81524,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:37.149650 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00fa595c-2a97-4ec6-ba7f-3abb98fdd139 req-1fcbee33-a14a-4c40-b121-470e85cfd358 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607252 Jul 16 03:32:37.173351 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-d179cf8e-f6d7-4417-ab10-74bd5f39b8df tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=202f5f6937cf45a5bd3f1ea0aa8c9525&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945635 Jul 16 03:32:37.307127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-88d2a449-cf6b-46f1-9170-fc9b404af77b req-7ebbbb37-1074-42e2-adc6-d36775959c31 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 210 time: 0.0317440 Jul 16 03:32:37.309203 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-49dae460-eae7-46cd-bec2-4d363a68dbf7 service neutron] 10.222.0.18 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286678 Jul 16 03:32:37.394682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['f30d445c-995e-48b0-9b73-db1b01f81524'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:37.475335 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-00f08865-c851-4532-988e-22cc368b8080 service neutron] 10.222.0.18 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589272 Jul 16 03:32:37.517517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786b750-a34d-4ecc-a556-5507f95290d7 req-6b5841aa-b202-4734-bbda-7591cc14fa50 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:37.525375 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2786b750-a34d-4ecc-a556-5507f95290d7 req-6b5841aa-b202-4734-bbda-7591cc14fa50 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.1055481 Jul 16 03:32:37.541848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:37.583874 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2786b750-a34d-4ecc-a556-5507f95290d7 req-25301407-4fb6-423d-9626-cfd07b1b61e9 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575116 Jul 16 03:32:37.734268 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:37.762632 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:37.765237 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.770463 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-6c1e21fb-8bda-4370-9b08-8b4964327702 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=6f5c753e52654e67a51e2590717e8ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746825 Jul 16 03:32:37.773728 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57930) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:37.877097 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-e47af805-2b5c-4297-8894-bb1e88b3f6e0 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6f5c753e52654e67a51e2590717e8ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677388 Jul 16 03:32:37.958200 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:37.975018 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1405773718-network', 'tenant_id': '0a929f6ea9244384a5a076b490702f5d'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:38.005862 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:38.013654 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.015045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:38.025351 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] Made reservation on behalf of 0a929f6ea9244384a5a076b490702f5d for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:38.027851 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.042501 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.148356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.196462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:38.199146 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f71530-d1e6-40b0-b781-ef192c84da86" -d '{"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-plugged", "status": "completed", "tag": "1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:38.201895 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a1c61-371b-4cb1-a579-52e9e476bdf9 req-b17b5c34-3a92-45f2-88f5-22995c124e9a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:38.202165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:38.210156 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d4a1c61-371b-4cb1-a579-52e9e476bdf9 req-b17b5c34-3a92-45f2-88f5-22995c124e9a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 944 time: 0.3567631 Jul 16 03:32:38.226476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-c1b1c693-0186-4bf9-ab4b-bee4dcca6683 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:38.227485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-611797b7-ec31-4b7e-9324-b7af615155e1 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:38.228686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-c1b1c693-0186-4bf9-ab4b-bee4dcca6683 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487216 Jul 16 03:32:38.228990 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-611797b7-ec31-4b7e-9324-b7af615155e1 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4367039 Jul 16 03:32:38.229630 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.247313 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:38.258271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:38.268701 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:38.269742 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.270857 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-45df0840-0506-49d3-9adf-3f547636ed24 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Request body: {'port': {'device_id': '2e2e8f9c-c713-4c13-8668-d06b84aad829', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '6f5c753e52654e67a51e2590717e8ff6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:38.309038 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.309726 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] Added segment 887339f4-82f9-4b04-9e59-9c63db2cecec of type vlan for network 2df1bd28-6852-4266-a424-5e4a4c437f81 Jul 16 03:32:38.355272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1a2449-f869-4f97-b269-0e57f2346f41,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:38.393604 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.432712 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:38.435208 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee7480-0a44-47b4-a437-0035801cffd9 req-4181b400-7c57-4663-b1ff-b7dc31f80e1c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:38.436906 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-51ee7480-0a44-47b4-a437-0035801cffd9 req-4181b400-7c57-4663-b1ff-b7dc31f80e1c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.20 "GET /v2.0/ports?device_id=08467728-bcd9-4316-a539-02deba20a874 HTTP/1.1" status: 200 len: 945 time: 0.2889102 Jul 16 03:32:38.438670 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.439016 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.440111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:38.541617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:38.549092 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:38.551691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-51b7824a-fd96-44f9-b486-4410195e0fa3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Request body: {'port': {'device_id': '8c58e5be-77a1-4f0c-8559-ad2604f76c3e', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '6f5c753e52654e67a51e2590717e8ff6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:38.553427 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:38.553901 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.563430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612e398-8f53-4386-9d0a-762deb03de36 req-5236f98d-e22b-4a5c-a9f9-c84fd83c00b0 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:38.564976 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5612e398-8f53-4386-9d0a-762deb03de36 req-5236f98d-e22b-4a5c-a9f9-c84fd83c00b0 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.6525531 Jul 16 03:32:38.579648 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.580598 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:38.581529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.619432 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-45df0840-0506-49d3-9adf-3f547636ed24 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Made reservation on behalf of 6f5c753e52654e67a51e2590717e8ff6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:38.623285 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-45df0840-0506-49d3-9adf-3f547636ed24 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.638304 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8634279 Jul 16 03:32:38.641953 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d4a1c61-371b-4cb1-a579-52e9e476bdf9 req-4ea9d764-5ea3-4ae4-a429-95ad3fd27c2f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306128 Jul 16 03:32:38.649938 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57946) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:38.672982 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-06006eb2-19c1-4892-93a4-e5710eed8a5d admin admin] Request body: {'subnet': {'network_id': '2df1bd28-6852-4266-a424-5e4a4c437f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1405773718-subnet', 'tenant_id': '0a929f6ea9244384a5a076b490702f5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:38.674563 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.715574 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5612e398-8f53-4386-9d0a-762deb03de36 req-a1b8411e-3caa-47e7-9d8d-4ee53ee1ab8b tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302025 Jul 16 03:32:38.720901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5,segment=NetworkSegment(4c9baf8c-3823-4401-bebb-47666fe3e2f0),segment_id=4c9baf8c-3823-4401-bebb-47666fe3e2f0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:38.725619 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f30d445c-995e-48b0-9b73-db1b01f81524 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:38.748785 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.750389 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9cfcebe2-6d7b-463b-b357-cbda6d087cca up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:38.795747 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-51ee7480-0a44-47b4-a437-0035801cffd9 req-803aab71-a6b4-4712-a464-fd43e008ba53 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Deleting port a6b436ff-d721-4b21-87c1-dc519e3998e1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:32:38.795747 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-51ee7480-0a44-47b4-a437-0035801cffd9 req-803aab71-a6b4-4712-a464-fd43e008ba53 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.800736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d2eab-41f3-4192-b291-5223f6ac10cc admin admin] Pushing event updated for resources: {'Network': ['ID=2df1bd28-6852-4266-a424-5e4a4c437f81,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:38.840351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 2df1bd28-6852-4266-a424-5e4a4c437f81 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:38.852652 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-51b7824a-fd96-44f9-b486-4410195e0fa3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Made reservation on behalf of 6f5c753e52654e67a51e2590717e8ff6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:38.859903 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-51b7824a-fd96-44f9-b486-4410195e0fa3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.884421 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06006eb2-19c1-4892-93a4-e5710eed8a5d admin admin] Made reservation on behalf of 0a929f6ea9244384a5a076b490702f5d for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:38.888131 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06006eb2-19c1-4892-93a4-e5710eed8a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:38.977174 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b121f293-1584-4eef-8a7c-35de62821de3 req-bae73a9c-1319-45f5-bdc4-dbb90efdc3ca tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 210 time: 0.1095562 Jul 16 03:32:38.994579 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:39.014105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 9cfcebe2-6d7b-463b-b357-cbda6d087cca completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:39.018407 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 9cfcebe2-6d7b-463b-b357-cbda6d087cca triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:39.018872 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.020403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port f30d445c-995e-48b0-9b73-db1b01f81524 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:39.046022 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port f30d445c-995e-48b0-9b73-db1b01f81524 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:39.046385 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.051850 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d9fe9c-9220-4994-9939-97af539d5052 x-openstack-request-id: req-a6d9fe9c-9220-4994-9939-97af539d5052 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:39.052207 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-plugged", "status": "completed", "tag": "1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:39.052583 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6d9fe9c-9220-4994-9939-97af539d5052 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:39.053066 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c', 'code': 200} Jul 16 03:32:39.148306 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-51ee7480-0a44-47b4-a437-0035801cffd9 req-803aab71-a6b4-4712-a464-fd43e008ba53 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] For port a6b436ff-d721-4b21-87c1-dc519e3998e1, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a6b436ff-d721-4b21-87c1-dc519e3998e1,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:39.148718 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-51ee7480-0a44-47b4-a437-0035801cffd9 req-803aab71-a6b4-4712-a464-fd43e008ba53 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.169900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-45df0840-0506-49d3-9adf-3f547636ed24 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Allocated IP 192.168.233.187 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/10f88580-a876-42b7-ad38-c04bc986e6ff) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:39.185446 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-51ee7480-0a44-47b4-a437-0035801cffd9 req-803aab71-a6b4-4712-a464-fd43e008ba53 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Calling delete_port for a6b436ff-d721-4b21-87c1-dc519e3998e1 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:32:39.187482 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.198366 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.237007 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-76363a7c-24eb-44b8-a77c-41afe52e4b5d req-5d216a27-05ab-4fe2-a46e-a00e3bc291b0 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 210 time: 0.0528965 Jul 16 03:32:39.250878 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9cfcebe2-6d7b-463b-b357-cbda6d087cca, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9cfcebe2-6d7b-463b-b357-cbda6d087cca,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:39.253223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f30d445c-995e-48b0-9b73-db1b01f81524,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:39.256941 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.267680 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.288730 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511204-6810-4856-9931-0bd267d1b75b req-4d0eabb2-a50c-4fba-922b-56626f82b5ea tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.300981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511204-6810-4856-9931-0bd267d1b75b req-4d0eabb2-a50c-4fba-922b-56626f82b5ea tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.309263 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511204-6810-4856-9931-0bd267d1b75b req-4d0eabb2-a50c-4fba-922b-56626f82b5ea tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.314936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9cfcebe2-6d7b-463b-b357-cbda6d087cca,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:39.317489 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511204-6810-4856-9931-0bd267d1b75b req-4d0eabb2-a50c-4fba-922b-56626f82b5ea tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.325088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511204-6810-4856-9931-0bd267d1b75b req-4d0eabb2-a50c-4fba-922b-56626f82b5ea tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.332694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511204-6810-4856-9931-0bd267d1b75b req-4d0eabb2-a50c-4fba-922b-56626f82b5ea tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.340242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511204-6810-4856-9931-0bd267d1b75b req-4d0eabb2-a50c-4fba-922b-56626f82b5ea tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.349400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e8511204-6810-4856-9931-0bd267d1b75b req-4d0eabb2-a50c-4fba-922b-56626f82b5ea tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5440 time: 0.3823059 Jul 16 03:32:39.381473 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=f30d445c-995e-48b0-9b73-db1b01f81524,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:39.397795 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06006eb2-19c1-4892-93a4-e5710eed8a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.408680 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e8511204-6810-4856-9931-0bd267d1b75b req-81f4d0b2-926e-40d7-9e15-a315ecc5c788 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583181 Jul 16 03:32:39.503769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a4c48-6745-44be-a56d-7db755f9ac6d req-2ac37fae-7b10-43c3-84bc-509789600975 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.505398 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a79a4c48-6745-44be-a56d-7db755f9ac6d req-2ac37fae-7b10-43c3-84bc-509789600975 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.0954893 Jul 16 03:32:39.540925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e9079290-624f-49dd-b11b-ce5dbc2db7e5 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:39.581980 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a79a4c48-6745-44be-a56d-7db755f9ac6d req-2e8c4ef6-2982-4150-9bf5-3713707ecec9 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621874 Jul 16 03:32:39.623537 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port e9079290-624f-49dd-b11b-ce5dbc2db7e5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:39.632154 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06006eb2-19c1-4892-93a4-e5710eed8a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a93061-2462-449e-95ce-fcd2017e2766,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:39.634116 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port e9079290-624f-49dd-b11b-ce5dbc2db7e5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:39.634665 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.710857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd0aae-0df8-42d6-993a-eaaa300db2b9 req-ad5ee837-db4f-4ba0-a263-7668d28792f1 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.712842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-84dd0aae-0df8-42d6-993a-eaaa300db2b9 req-ad5ee837-db4f-4ba0-a263-7668d28792f1 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1215024 Jul 16 03:32:39.743493 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.770720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06006eb2-19c1-4892-93a4-e5710eed8a5d admin admin] Checking segment: {'id': '887339f4-82f9-4b04-9e59-9c63db2cecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2df1bd28-6852-4266-a424-5e4a4c437f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:39.771104 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06006eb2-19c1-4892-93a4-e5710eed8a5d admin admin] Network hostable DHCP agents. Network: 2df1bd28-6852-4266-a424-5e4a4c437f81, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:39.784345 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-51ee7480-0a44-47b4-a437-0035801cffd9 req-803aab71-a6b4-4712-a464-fd43e008ba53 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.793687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e9079290-624f-49dd-b11b-ce5dbc2db7e5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e9079290-624f-49dd-b11b-ce5dbc2db7e5,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:39.801963 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-45df0840-0506-49d3-9adf-3f547636ed24 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.802687 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.803631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1eaad86e-022e-42f7-979e-03f3493e587c up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:39.815802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['a6b436ff-d721-4b21-87c1-dc519e3998e1'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:39.819944 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-84dd0aae-0df8-42d6-993a-eaaa300db2b9 req-9ccd3ca2-4b1c-4b6b-9902-9cafb07ea23a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002882 Jul 16 03:32:39.856049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94cbab-5e82-47d6-85c1-670d68d2076c req-a83aeea3-ffac-4805-a9f8-c3b927b07b17 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.865626 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c94cbab-5e82-47d6-85c1-670d68d2076c req-a83aeea3-ffac-4805-a9f8-c3b927b07b17 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.1074748 Jul 16 03:32:39.866089 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-cb177c00-f448-4cfb-8d5f-d6335e821890 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.867750 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-cb177c00-f448-4cfb-8d5f-d6335e821890 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.88 "GET /v2.0/networks?id=be7cdd0f-74f6-488d-98d5-76c8162efc41 HTTP/1.1" status: 200 len: 814 time: 0.3297660 Jul 16 03:32:39.877038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-45df0840-0506-49d3-9adf-3f547636ed24 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Transition to ACTIVE for port object 10f88580-a876-42b7-ad38-c04bc986e6ff will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:39.877038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06006eb2-19c1-4892-93a4-e5710eed8a5d admin admin] Network 2df1bd28-6852-4266-a424-5e4a4c437f81 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:39.880507 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803aab71-a6b4-4712-a464-fd43e008ba53 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Pushing event deleted for resources: {'Port': ['ID=a6b436ff-d721-4b21-87c1-dc519e3998e1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:39.882238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:39.894957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-363fdcc6-980c-487f-89ca-a28913ee6659 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Request body: {'port': {'device_id': '257c899e-87e1-46d8-9349-35e9d1a1d59b', 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41', 'admin_state_up': True, 'tenant_id': '202f5f6937cf45a5bd3f1ea0aa8c9525'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:39.905125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e1d2814f-5be1-4eaa-a95f-bc677192c6fc tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Request body: {'floatingip': {'port_id': 'ebe08917-b22a-46fe-84c6-7d7df9b13903'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:39.914359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-06006eb2-19c1-4892-93a4-e5710eed8a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 2df1bd28-6852-4266-a424-5e4a4c437f81) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:39.927984 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1428c238-5d14-427b-bfa4-d917f8eda8e4 None None] Network 2df1bd28-6852-4266-a424-5e4a4c437f81 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:39.974949 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06006eb2-19c1-4892-93a4-e5710eed8a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:39.975545 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06006eb2-19c1-4892-93a4-e5710eed8a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:39.983963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=e9079290-624f-49dd-b11b-ce5dbc2db7e5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:40.022361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ee7480-0a44-47b4-a437-0035801cffd9 req-803aab71-a6b4-4712-a464-fd43e008ba53 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] No DVR routers for this DVR port a6b436ff-d721-4b21-87c1-dc519e3998e1 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:32:40.025447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1d2814f-5be1-4eaa-a95f-bc677192c6fc tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.033074 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-51ee7480-0a44-47b4-a437-0035801cffd9 req-803aab71-a6b4-4712-a464-fd43e008ba53 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.035142 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-51ee7480-0a44-47b4-a437-0035801cffd9 req-803aab71-a6b4-4712-a464-fd43e008ba53 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.20 "DELETE /v2.0/ports/a6b436ff-d721-4b21-87c1-dc519e3998e1 HTTP/1.1" status: 204 len: 173 time: 1.5897024 Jul 16 03:32:40.036850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08467728-bcd9-4316-a539-02deba20a874', 'name': 'network-vif-deleted', 'tag': 'a6b436ff-d721-4b21-87c1-dc519e3998e1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:40.046841 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c96f57-11cb-417a-8126-81960acd1028" -d '{"events": [{"server_uuid": "08467728-bcd9-4316-a539-02deba20a874", "name": "network-vif-deleted", "tag": "a6b436ff-d721-4b21-87c1-dc519e3998e1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:40.056170 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 1eaad86e-022e-42f7-979e-03f3493e587c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:40.072501 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 1eaad86e-022e-42f7-979e-03f3493e587c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:40.073538 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.090468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e1295-2de7-4003-90dd-3101a1cd33ad req-53c858c2-144f-45b1-b942-58e6da0c9130 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:40.093378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e4e1295-2de7-4003-90dd-3101a1cd33ad req-53c858c2-144f-45b1-b942-58e6da0c9130 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 945 time: 0.0933862 Jul 16 03:32:40.152988 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e4e1295-2de7-4003-90dd-3101a1cd33ad req-d87332c6-6f75-4ecc-8068-edf2d76285f6 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508730 Jul 16 03:32:40.185827 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6b0075-2812-4efd-9299-0b60a5710513 None None] Network 2df1bd28-6852-4266-a424-5e4a4c437f81 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:40.223629 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-06006eb2-19c1-4892-93a4-e5710eed8a5d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5597816 Jul 16 03:32:40.256815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55165-d174-4927-b8af-7e2d4bb26a12 req-03c978d5-8023-4afd-b4ff-5edf956902e3 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:40.258723 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4f55165-d174-4927-b8af-7e2d4bb26a12 req-03c978d5-8023-4afd-b4ff-5edf956902e3 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0903468 Jul 16 03:32:40.328861 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.343042 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-45df0840-0506-49d3-9adf-3f547636ed24 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.384245 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91', '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', '6fd0c118-3060-48cb-bafb-28e7e0685765'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:40.388902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4f55165-d174-4927-b8af-7e2d4bb26a12 req-e6d1e9fd-3702-4163-a0d8-9731fb78bbd8 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226346 Jul 16 03:32:40.417685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-363fdcc6-980c-487f-89ca-a28913ee6659 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Made reservation on behalf of 202f5f6937cf45a5bd3f1ea0aa8c9525 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:40.422397 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-363fdcc6-980c-487f-89ca-a28913ee6659 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.432194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-45df0840-0506-49d3-9adf-3f547636ed24 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:40.465405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-45df0840-0506-49d3-9adf-3f547636ed24 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:40.467376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1eaad86e-022e-42f7-979e-03f3493e587c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1eaad86e-022e-42f7-979e-03f3493e587c,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:40.504026 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df0840-0506-49d3-9adf-3f547636ed24 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event updated for resources: {'Port': ['ID=10f88580-a876-42b7-ad38-c04bc986e6ff,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:40.509108 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-45df0840-0506-49d3-9adf-3f547636ed24 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:40.513272 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a99b93-97f1-47c6-b7b8-f2e67d6dfa8c x-openstack-request-id: req-98a99b93-97f1-47c6-b7b8-f2e67d6dfa8c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:40.514111 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08467728-bcd9-4316-a539-02deba20a874", "name": "network-vif-deleted", "tag": "a6b436ff-d721-4b21-87c1-dc519e3998e1", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:40.514368 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98a99b93-97f1-47c6-b7b8-f2e67d6dfa8c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:40.514857 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08467728-bcd9-4316-a539-02deba20a874', 'name': 'network-vif-deleted', 'tag': 'a6b436ff-d721-4b21-87c1-dc519e3998e1', 'status': 'completed', 'code': 200} Jul 16 03:32:40.547950 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05d74204-6c63-4591-96f7-b42fb52f348f req-bb87e7d4-4653-4e1c-b1fb-546aeadcd3f3 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 210 time: 0.2013638 Jul 16 03:32:40.647049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-51b7824a-fd96-44f9-b486-4410195e0fa3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Allocated IP 192.168.233.77 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/3a4656b9-5411-4750-b5b4-c8f09940a302) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:40.740276 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.741300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ddc47a2c-65da-404e-a55b-40a1a9e6ca45 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:40.764673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-45df0840-0506-49d3-9adf-3f547636ed24 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:40.765379 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-45df0840-0506-49d3-9adf-3f547636ed24 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.872158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-363fdcc6-980c-487f-89ca-a28913ee6659 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Allocated IP 172.20.0.8 (be7cdd0f-74f6-488d-98d5-76c8162efc41/e13b8bb6-41ee-4dcf-b76a-74d1e597a14e/4cedbee7-e7d9-4f34-b4e6-024c2316cb08) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:40.956926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port ddc47a2c-65da-404e-a55b-40a1a9e6ca45 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:40.967173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port ddc47a2c-65da-404e-a55b-40a1a9e6ca45 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:40.967409 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:40.973750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=1eaad86e-022e-42f7-979e-03f3493e587c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:40.976770 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-389ce061-dcf9-4e97-b954-e621888e83fd None None] Provisioning for port 10f88580-a876-42b7-ad38-c04bc986e6ff completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:40.988728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0df4413-9906-4f74-8537-74b783765203 req-95b3dc32-14b8-4d95-8340-ce5da72ce1a7 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 210 time: 0.0905573 Jul 16 03:32:41.006960 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-45df0840-0506-49d3-9adf-3f547636ed24 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7642934 Jul 16 03:32:41.013176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-389ce061-dcf9-4e97-b954-e621888e83fd None None] Provisioning complete for port 10f88580-a876-42b7-ad38-c04bc986e6ff triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:41.013526 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-389ce061-dcf9-4e97-b954-e621888e83fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.054227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-389ce061-dcf9-4e97-b954-e621888e83fd None None] Port 10f88580-a876-42b7-ad38-c04bc986e6ff cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:41.056298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f'}, {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5'}, {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfcebe2-6d7b-463b-b357-cbda6d087cca'}, {'server_uuid': 'ecac0e87-5780-46d3-bb40-f97b8bc26344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30d445c-995e-48b0-9b73-db1b01f81524'}, {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9079290-624f-49dd-b11b-ce5dbc2db7e5'}, {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaad86e-022e-42f7-979e-03f3493e587c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:41.058739 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2ea241-42ec-4473-9341-a525dbf68b51" -d '{"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-plugged", "status": "completed", "tag": "a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f"}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-plugged", "status": "completed", "tag": "3939b0e6-0a70-473e-9c0d-3543bd2d5fa5"}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-plugged", "status": "completed", "tag": "9cfcebe2-6d7b-463b-b357-cbda6d087cca"}, {"server_uuid": "ecac0e87-5780-46d3-bb40-f97b8bc26344", "name": "network-vif-plugged", "status": "completed", "tag": "f30d445c-995e-48b0-9b73-db1b01f81524"}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-plugged", "status": "completed", "tag": "e9079290-624f-49dd-b11b-ce5dbc2db7e5"}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-plugged", "status": "completed", "tag": "1eaad86e-022e-42f7-979e-03f3493e587c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:41.169324 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.173959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:41.179925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2023798808-network', 'tenant_id': '874acded68e24049b147411a9ae66b42'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:41.240252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ddc47a2c-65da-404e-a55b-40a1a9e6ca45, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ddc47a2c-65da-404e-a55b-40a1a9e6ca45,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:41.275968 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.283468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] Made reservation on behalf of 874acded68e24049b147411a9ae66b42 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:41.286367 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.295588 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-51b7824a-fd96-44f9-b486-4410195e0fa3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.309625 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635c08-67a5-47a0-a6b9-d3d21ab448c0 req-9d6b0637-4913-4bf3-a8bc-762efd7dfd7a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:41.316353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635c08-67a5-47a0-a6b9-d3d21ab448c0 req-9d6b0637-4913-4bf3-a8bc-762efd7dfd7a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:41.322928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635c08-67a5-47a0-a6b9-d3d21ab448c0 req-9d6b0637-4913-4bf3-a8bc-762efd7dfd7a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:41.330026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635c08-67a5-47a0-a6b9-d3d21ab448c0 req-9d6b0637-4913-4bf3-a8bc-762efd7dfd7a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:41.336646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635c08-67a5-47a0-a6b9-d3d21ab448c0 req-9d6b0637-4913-4bf3-a8bc-762efd7dfd7a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:41.343743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635c08-67a5-47a0-a6b9-d3d21ab448c0 req-9d6b0637-4913-4bf3-a8bc-762efd7dfd7a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:41.350303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635c08-67a5-47a0-a6b9-d3d21ab448c0 req-9d6b0637-4913-4bf3-a8bc-762efd7dfd7a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:41.352569 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45635c08-67a5-47a0-a6b9-d3d21ab448c0 req-9d6b0637-4913-4bf3-a8bc-762efd7dfd7a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5443 time: 0.3918889 Jul 16 03:32:41.362812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=ddc47a2c-65da-404e-a55b-40a1a9e6ca45,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:41.371937 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.394493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Request body: {'port': {'device_id': '2e2e8f9c-c713-4c13-8668-d06b84aad829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:41.413212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-51b7824a-fd96-44f9-b486-4410195e0fa3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Transition to ACTIVE for port object 3a4656b9-5411-4750-b5b4-c8f09940a302 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:41.477260 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45635c08-67a5-47a0-a6b9-d3d21ab448c0 req-8478881f-b57d-4fa5-a8e1-f633db085a61 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128843 Jul 16 03:32:41.491965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cbc46-7f41-4407-8707-172c746d4681 req-520110f5-99ca-4c61-a524-18fff9b79ba5 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:41.493838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e84cbc46-7f41-4407-8707-172c746d4681 req-520110f5-99ca-4c61-a524-18fff9b79ba5 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.2762392 Jul 16 03:32:41.556277 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-51b7824a-fd96-44f9-b486-4410195e0fa3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.568289 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-363fdcc6-980c-487f-89ca-a28913ee6659 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.592947 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.605064 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e84cbc46-7f41-4407-8707-172c746d4681 req-a459b71d-d479-49b9-abde-8312d3a94d03 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015418 Jul 16 03:32:41.649326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-51b7824a-fd96-44f9-b486-4410195e0fa3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:41.655998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-51b7824a-fd96-44f9-b486-4410195e0fa3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:41.660341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7824a-fd96-44f9-b486-4410195e0fa3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event updated for resources: {'Port': ['ID=3a4656b9-5411-4750-b5b4-c8f09940a302,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:41.667856 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-51b7824a-fd96-44f9-b486-4410195e0fa3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:41.720750 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7236a1b8-19f6-48a4-aa66-408a054017c9 x-openstack-request-id: req-7236a1b8-19f6-48a4-aa66-408a054017c9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:41.721381 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-plugged", "status": "completed", "tag": "a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f", "code": 200}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-plugged", "status": "completed", "tag": "3939b0e6-0a70-473e-9c0d-3543bd2d5fa5", "code": 200}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-plugged", "status": "completed", "tag": "9cfcebe2-6d7b-463b-b357-cbda6d087cca", "code": 200}, {"server_uuid": "ecac0e87-5780-46d3-bb40-f97b8bc26344", "name": "network-vif-plugged", "status": "completed", "tag": "f30d445c-995e-48b0-9b73-db1b01f81524", "code": 200}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-plugged", "status": "completed", "tag": "e9079290-624f-49dd-b11b-ce5dbc2db7e5", "code": 200}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-plugged", "status": "completed", "tag": "1eaad86e-022e-42f7-979e-03f3493e587c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:41.721877 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7236a1b8-19f6-48a4-aa66-408a054017c9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:41.722476 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f', 'code': 200} Jul 16 03:32:41.722918 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5', 'code': 200} Jul 16 03:32:41.723519 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cfcebe2-6d7b-463b-b357-cbda6d087cca', 'code': 200} Jul 16 03:32:41.724002 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecac0e87-5780-46d3-bb40-f97b8bc26344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30d445c-995e-48b0-9b73-db1b01f81524', 'code': 200} Jul 16 03:32:41.724506 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9079290-624f-49dd-b11b-ce5dbc2db7e5', 'code': 200} Jul 16 03:32:41.724972 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaad86e-022e-42f7-979e-03f3493e587c', 'code': 200} Jul 16 03:32:41.726048 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.737225 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.760913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-51b7824a-fd96-44f9-b486-4410195e0fa3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:41.761623 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-51b7824a-fd96-44f9-b486-4410195e0fa3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.797671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:32:41.825716 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-51b7824a-fd96-44f9-b486-4410195e0fa3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2799237 Jul 16 03:32:41.830023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7283cd59-8081-4dbb-b92c-95ab0d62ded8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:41.833392 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.833746 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] Added segment bc5c46f5-428f-4785-a0f4-cee1a81ad3c7 of type vlan for network 442ca311-d8c8-4ff5-a070-301546824828 Jul 16 03:32:41.846785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Request body: {'port': {'device_id': '8c58e5be-77a1-4f0c-8559-ad2604f76c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:41.981369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c5ac344a-b428-42f5-b320-a45bc6fc7a45 None None] Provisioning for port 3a4656b9-5411-4750-b5b4-c8f09940a302 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:41.981940 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a8c8e548-88f5-4149-ad77-c2ba2ff759f4 req-af01a5a6-2f46-4489-9e0c-a8d102da3344 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 210 time: 0.0951319 Jul 16 03:32:41.986813 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c5ac344a-b428-42f5-b320-a45bc6fc7a45 None None] Provisioning complete for port 3a4656b9-5411-4750-b5b4-c8f09940a302 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:41.987466 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c5ac344a-b428-42f5-b320-a45bc6fc7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:41.998045 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.043120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac344a-b428-42f5-b320-a45bc6fc7a45 None None] Port 3a4656b9-5411-4750-b5b4-c8f09940a302 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:32:42.054229 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-363fdcc6-980c-487f-89ca-a28913ee6659 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.078720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.082109 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.083046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:42.083623 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.124654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660926ed-5374-4840-bb26-e59eb94fd0f7 req-76a8de76-fce5-45bc-877e-0050568b6531 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:42.126803 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-660926ed-5374-4840-bb26-e59eb94fd0f7 req-76a8de76-fce5-45bc-877e-0050568b6531 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 945 time: 0.2595103 Jul 16 03:32:42.143549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-363fdcc6-980c-487f-89ca-a28913ee6659 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Network be7cdd0f-74f6-488d-98d5-76c8162efc41 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:42.145922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a1599-28ae-4117-8aec-f56cb2403f04 req-2585508f-5e8c-4fa5-952b-b0d4dba90c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:42.147481 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-043a1599-28ae-4117-8aec-f56cb2403f04 req-2585508f-5e8c-4fa5-952b-b0d4dba90c35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 1096 time: 0.2730432 Jul 16 03:32:42.155435 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-e1d2814f-5be1-4eaa-a95f-bc677192c6fc tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:32:42.162509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-363fdcc6-980c-487f-89ca-a28913ee6659 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:42.176776 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0009053 Jul 16 03:32:42.196717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:42.204982 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-363fdcc6-980c-487f-89ca-a28913ee6659 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:42.218378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fdcc6-980c-487f-89ca-a28913ee6659 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Pushing event updated for resources: {'Port': ['ID=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:42.241957 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dcc541df-22ac-4bff-b03e-2d6c18a5ff6a admin admin] Request body: {'subnet': {'network_id': '442ca311-d8c8-4ff5-a070-301546824828', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2023798808-subnet', 'tenant_id': '874acded68e24049b147411a9ae66b42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:42.255191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f8777-e9d7-4bb1-aa13-5f8b8b98010a admin admin] Pushing event updated for resources: {'Network': ['ID=442ca311-d8c8-4ff5-a070-301546824828,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:42.270591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 442ca311-d8c8-4ff5-a070-301546824828 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:32:42.320862 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1d2814f-5be1-4eaa-a95f-bc677192c6fc tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.324961 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-043a1599-28ae-4117-8aec-f56cb2403f04 req-4fc453fe-f0ea-4fef-b3f0-6628aed8632a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637297 Jul 16 03:32:42.331616 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-363fdcc6-980c-487f-89ca-a28913ee6659 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:42.332232 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-363fdcc6-980c-487f-89ca-a28913ee6659 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.342554 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1d2814f-5be1-4eaa-a95f-bc677192c6fc tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.346367 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f88580-a876-42b7-ad38-c04bc986e6ff {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:42.351804 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-660926ed-5374-4840-bb26-e59eb94fd0f7 req-188ba394-1f63-46b5-97d8-e8a38c20f3b6 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138345 Jul 16 03:32:42.362481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc541df-22ac-4bff-b03e-2d6c18a5ff6a admin admin] Made reservation on behalf of 874acded68e24049b147411a9ae66b42 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:42.365036 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcc541df-22ac-4bff-b03e-2d6c18a5ff6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.393828 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.436709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987252b-d154-4155-befd-fcdb01d3d314 req-01571c49-2a45-49a4-ac32-a572005f598f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:42.443632 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5987252b-d154-4155-befd-fcdb01d3d314 req-01571c49-2a45-49a4-ac32-a572005f598f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.3103826 Jul 16 03:32:42.461849 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-363fdcc6-980c-487f-89ca-a28913ee6659 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5787358 Jul 16 03:32:42.463016 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Transition to ACTIVE for port object 10f88580-a876-42b7-ad38-c04bc986e6ff will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:42.471600 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.477317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Request body: {'port': {'device_id': '257c899e-87e1-46d8-9349-35e9d1a1d59b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:42.484351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91', '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', '6fd0c118-3060-48cb-bafb-28e7e0685765'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:42.586441 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-e1d2814f-5be1-4eaa-a95f-bc677192c6fc tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Floating IP 84103738-24de-4aa1-9740-d0b522cc964e associated. External IP: 172.25.3.60, port: ebe08917-b22a-46fe-84c6-7d7df9b13903. Jul 16 03:32:42.630862 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5987252b-d154-4155-befd-fcdb01d3d314 req-ca2d8e2d-0db9-4dd0-8e33-0abb62f3f3ec tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826634 Jul 16 03:32:42.634398 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.691802 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Pushing event updated for resources: {'Port': ['ID=10f88580-a876-42b7-ad38-c04bc986e6ff,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:42.784894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a6b436ff-d721-4b21-87c1-dc519e3998e1 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:32:42.825305 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: a6b436ff-d721-4b21-87c1-dc519e3998e1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:32:42.825704 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a6b436ff-d721-4b21-87c1-dc519e3998e1 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:32:42.882132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7eb6b-ee95-4415-abad-5e4310123382 req-55adeac1-7939-4869-ac30-6e93718cffc0 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:42.883645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69b7eb6b-ee95-4415-abad-5e4310123382 req-55adeac1-7939-4869-ac30-6e93718cffc0 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 935 time: 0.3950560 Jul 16 03:32:42.931068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4656b9-5411-4750-b5b4-c8f09940a302 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:42.936082 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcc541df-22ac-4bff-b03e-2d6c18a5ff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:42.954701 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.012210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Attempting to bind port 10f88580-a876-42b7-ad38-c04bc986e6ff on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:43.012663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Attempting to bind port 10f88580-a876-42b7-ad38-c04bc986e6ff by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:43.013067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Attempting to bind port 10f88580-a876-42b7-ad38-c04bc986e6ff on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:43.024927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Port 10f88580-a876-42b7-ad38-c04bc986e6ff on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:43.025353 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Attempting to bind port 10f88580-a876-42b7-ad38-c04bc986e6ff on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:43.025543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Transition to ACTIVE for port object 3a4656b9-5411-4750-b5b4-c8f09940a302 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:43.039308 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.044258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc541df-22ac-4bff-b03e-2d6c18a5ff6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=21fb3507-4b33-4b1a-905a-4202866eeb7e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:43.051199 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69b7eb6b-ee95-4415-abad-5e4310123382 req-f6fad8fb-cf64-4674-8a5c-e2672c30552c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426866 Jul 16 03:32:43.100379 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:43.100379 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:43.101018 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:43.101264 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Bound port: 10f88580-a876-42b7-ad38-c04bc986e6ff, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:43.101821 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.129469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5d409-ba39-48d5-ac74-4d7cdb0e10fa req-f328890d-8a60-4117-aebf-ab78801a2ebb tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.136091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5d409-ba39-48d5-ac74-4d7cdb0e10fa req-f328890d-8a60-4117-aebf-ab78801a2ebb tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.146063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5d409-ba39-48d5-ac74-4d7cdb0e10fa req-f328890d-8a60-4117-aebf-ab78801a2ebb tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.153208 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5d409-ba39-48d5-ac74-4d7cdb0e10fa req-f328890d-8a60-4117-aebf-ab78801a2ebb tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.161650 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5d409-ba39-48d5-ac74-4d7cdb0e10fa req-f328890d-8a60-4117-aebf-ab78801a2ebb tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.171628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5d409-ba39-48d5-ac74-4d7cdb0e10fa req-f328890d-8a60-4117-aebf-ab78801a2ebb tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.180331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5d409-ba39-48d5-ac74-4d7cdb0e10fa req-f328890d-8a60-4117-aebf-ab78801a2ebb tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.189312 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80a5d409-ba39-48d5-ac74-4d7cdb0e10fa req-f328890d-8a60-4117-aebf-ab78801a2ebb tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5444 time: 0.3562868 Jul 16 03:32:43.240301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc541df-22ac-4bff-b03e-2d6c18a5ff6a admin admin] Checking segment: {'id': 'bc5c46f5-428f-4785-a0f4-cee1a81ad3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '442ca311-d8c8-4ff5-a070-301546824828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:43.241019 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc541df-22ac-4bff-b03e-2d6c18a5ff6a admin admin] Network hostable DHCP agents. Network: 442ca311-d8c8-4ff5-a070-301546824828, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:32:43.255747 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4656b9-5411-4750-b5b4-c8f09940a302,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:43.300200 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d2814f-5be1-4eaa-a95f-bc677192c6fc tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Router 1c150962-10d5-4cda-8830-0475015cf9e2 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:32:43.320990 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80a5d409-ba39-48d5-ac74-4d7cdb0e10fa req-1fa1cea5-1601-4f3d-ab5d-6c526fb4ff46 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306295 Jul 16 03:32:43.328828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] For port 10f88580-a876-42b7-ad38-c04bc986e6ff, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:43.340948 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc541df-22ac-4bff-b03e-2d6c18a5ff6a admin admin] Network 442ca311-d8c8-4ff5-a070-301546824828 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:32:43.370741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] For port 10f88580-a876-42b7-ad38-c04bc986e6ff, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=10f88580-a876-42b7-ad38-c04bc986e6ff,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:43.376656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:43.383647 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dcc541df-22ac-4bff-b03e-2d6c18a5ff6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 442ca311-d8c8-4ff5-a070-301546824828) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:43.390386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc541df-22ac-4bff-b03e-2d6c18a5ff6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.390983 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcc541df-22ac-4bff-b03e-2d6c18a5ff6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.395851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Attempting to bind port 3a4656b9-5411-4750-b5b4-c8f09940a302 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:43.396210 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Attempting to bind port 3a4656b9-5411-4750-b5b4-c8f09940a302 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:43.396550 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Attempting to bind port 3a4656b9-5411-4750-b5b4-c8f09940a302 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:43.399020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b7104-c530-402d-93f9-6819be70ffed None None] Network 442ca311-d8c8-4ff5-a070-301546824828 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:43.404213 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.408835 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.418999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Port 3a4656b9-5411-4750-b5b4-c8f09940a302 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:43.419973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Attempting to bind port 3a4656b9-5411-4750-b5b4-c8f09940a302 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:43.443557 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dcc541df-22ac-4bff-b03e-2d6c18a5ff6a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2329237 Jul 16 03:32:43.445421 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:43.445761 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:43.446144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:43.446580 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Bound port: 3a4656b9-5411-4750-b5b4-c8f09940a302, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:43.446938 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.551864 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Pushing event updated for resources: {'Port': ['ID=10f88580-a876-42b7-ad38-c04bc986e6ff,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:43.568153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332deefd-06f2-4d6e-81c8-dd71e6e8235f req-d43b9325-16a2-4027-9c7b-09a7e11894a1 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.569903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-332deefd-06f2-4d6e-81c8-dd71e6e8235f req-d43b9325-16a2-4027-9c7b-09a7e11894a1 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 931 time: 0.1684942 Jul 16 03:32:43.580549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] For port 3a4656b9-5411-4750-b5b4-c8f09940a302, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:43.592129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] For port 3a4656b9-5411-4750-b5b4-c8f09940a302, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3a4656b9-5411-4750-b5b4-c8f09940a302,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:43.602068 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:32:43.611059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.612213 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.613712 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-cd6bd1d6-1977-41e6-97f8-b53518b83be3 service neutron] 10.222.0.88 "PUT /v2.0/ports/10f88580-a876-42b7-ad38-c04bc986e6ff HTTP/1.1" status: 200 len: 1096 time: 2.2228665 Jul 16 03:32:43.613712 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2e8f9c-c713-4c13-8668-d06b84aad829', 'tag': '10f88580-a876-42b7-ad38-c04bc986e6ff'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:43.615718 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4086f2-7093-4e37-b8f8-3013e399d1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2e8f9c-c713-4c13-8668-d06b84aad829", "tag": "10f88580-a876-42b7-ad38-c04bc986e6ff"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:43.618600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Transition to ACTIVE for port object 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:43.640189 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.648770 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.685834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45ef54e-580a-465a-8fcb-ad75eb0768ba None None] Network 442ca311-d8c8-4ff5-a070-301546824828 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:32:43.725865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc47a2c-65da-404e-a55b-40a1a9e6ca45'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:43.728305 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1af45ec-5cd0-40e7-873b-6b6ce640a914" -d '{"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-plugged", "status": "completed", "tag": "ddc47a2c-65da-404e-a55b-40a1a9e6ca45"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:43.746466 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4656b9-5411-4750-b5b4-c8f09940a302,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:43.795554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.796363 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.797911 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-285767a6-4aba-4c93-be0a-eb104e62a971 service neutron] 10.222.0.20 "PUT /v2.0/ports/3a4656b9-5411-4750-b5b4-c8f09940a302 HTTP/1.1" status: 200 len: 1095 time: 1.9625580 Jul 16 03:32:43.810963 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e3dd6-67d5-4ca5-b33e-c837cb35d345 req-4f8404fa-5202-460d-8dee-58c51d63378c tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.813284 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a3e3dd6-67d5-4ca5-b33e-c837cb35d345 req-4f8404fa-5202-460d-8dee-58c51d63378c tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.3046787 Jul 16 03:32:43.813981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c58e5be-77a1-4f0c-8559-ad2604f76c3e', 'tag': '3a4656b9-5411-4750-b5b4-c8f09940a302'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:43.816618 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a612ec3b-7991-483c-b9b3-7179051e7110" -d '{"events": [{"name": "network-changed", "server_uuid": "8c58e5be-77a1-4f0c-8559-ad2604f76c3e", "tag": "3a4656b9-5411-4750-b5b4-c8f09940a302"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:43.844377 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-332deefd-06f2-4d6e-81c8-dd71e6e8235f req-4dd13c37-c6e2-4df3-b54f-fb39a53ce1f7 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653537 Jul 16 03:32:43.901073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Pushing event updated for resources: {'Port': ['ID=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:43.913363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d2814f-5be1-4eaa-a95f-bc677192c6fc tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:43.923069 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1d2814f-5be1-4eaa-a95f-bc677192c6fc tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:43.926953 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e8754-b3d7-4095-98b5-09edbbd98eed None None] Sync routers for ids ['1c150962-10d5-4cda-8830-0475015cf9e2'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:43.935635 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a3e3dd6-67d5-4ca5-b33e-c837cb35d345 req-879e3c4e-3eeb-466c-935b-cb0cd2f2255a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147025 Jul 16 03:32:43.956188 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e8754-b3d7-4095-98b5-09edbbd98eed None None] Routers {'1c150962-10d5-4cda-8830-0475015cf9e2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:43.958951 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-044e8754-b3d7-4095-98b5-09edbbd98eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:32:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1c150962-10d5-4cda-8830-0475015cf9e2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:43.979810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-1bf81fd0-5525-4b79-9542-1a4f284a8bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:43.981499 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-1bf81fd0-5525-4b79-9542-1a4f284a8bc5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=2e2e8f9c-c713-4c13-8668-d06b84aad829 HTTP/1.1" status: 200 len: 1099 time: 0.2824626 Jul 16 03:32:43.984987 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Attempting to bind port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:43.985438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Attempting to bind port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'eb511b0b-9676-4a31-8d32-521ad9c20cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:43.985900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Attempting to bind port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 on network be7cdd0f-74f6-488d-98d5-76c8162efc41 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:44.005645 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 on network be7cdd0f-74f6-488d-98d5-76c8162efc41 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:44.006100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Attempting to bind port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 on network be7cdd0f-74f6-488d-98d5-76c8162efc41 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:44.039853 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:44.040363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Checking segment: {'id': 'eb511b0b-9676-4a31-8d32-521ad9c20cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:44.040866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Bound using segment: {'id': 'eb511b0b-9676-4a31-8d32-521ad9c20cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:44.041428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Bound port: 4cedbee7-e7d9-4f34-b4e6-024c2316cb08, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb511b0b-9676-4a31-8d32-521ad9c20cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:44.041912 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.058161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-9e1a625b-9a6b-4e92-989f-bbf591785f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.059500 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2b37cd-9362-4ace-b2a0-026b4c7ee0cb x-openstack-request-id: req-9b2b37cd-9362-4ace-b2a0-026b4c7ee0cb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:44.059688 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-9e1a625b-9a6b-4e92-989f-bbf591785f79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 1098 time: 0.1964896 Jul 16 03:32:44.059973 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2e8f9c-c713-4c13-8668-d06b84aad829", "tag": "10f88580-a876-42b7-ad38-c04bc986e6ff", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:44.060408 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b2b37cd-9362-4ace-b2a0-026b4c7ee0cb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:44.060900 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2e8f9c-c713-4c13-8668-d06b84aad829', 'tag': '10f88580-a876-42b7-ad38-c04bc986e6ff', 'status': 'completed', 'code': 200} Jul 16 03:32:44.066895 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-fc084ec9-0e4f-4606-b397-94916ce05b02 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=10f88580-a876-42b7-ad38-c04bc986e6ff HTTP/1.1" status: 200 len: 217 time: 0.0746248 Jul 16 03:32:44.083096 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1928ba72-3be1-4cae-9976-62197f04891c x-openstack-request-id: req-1928ba72-3be1-4cae-9976-62197f04891c {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:44.083398 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-plugged", "status": "completed", "tag": "ddc47a2c-65da-404e-a55b-40a1a9e6ca45", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:44.083695 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1928ba72-3be1-4cae-9976-62197f04891c {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:44.084102 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc47a2c-65da-404e-a55b-40a1a9e6ca45', 'code': 200} Jul 16 03:32:44.086323 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e1d2814f-5be1-4eaa-a95f-bc677192c6fc tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "PUT /v2.0/floatingips/84103738-24de-4aa1-9740-d0b522cc964e HTTP/1.1" status: 200 len: 990 time: 4.1954553 Jul 16 03:32:44.131152 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-b1bd6e97-d3c3-4721-aaa1-6a4038793ed0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=3a4656b9-5411-4750-b5b4-c8f09940a302 HTTP/1.1" status: 200 len: 217 time: 0.0603950 Jul 16 03:32:44.144558 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-044e8754-b3d7-4095-98b5-09edbbd98eed None None] Set router 1c150962-10d5-4cda-8830-0475015cf9e2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:44.159229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ef7fc-a4e9-44c6-991d-830bb981374a req-0a8194d9-e428-46cd-8946-9a90d55557e6 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.175898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-edc99f2b-33c7-4e04-b085-13224e210ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.177190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb0ef7fc-a4e9-44c6-991d-830bb981374a req-0a8194d9-e428-46cd-8946-9a90d55557e6 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 945 time: 0.1968250 Jul 16 03:32:44.187327 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-edc99f2b-33c7-4e04-b085-13224e210ef3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0981421 Jul 16 03:32:44.189043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] For port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:44.193506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] For port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:44.199371 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.260862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.261489 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:44.262864 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] 10.222.0.88 "PUT /v2.0/ports/4cedbee7-e7d9-4f34-b4e6-024c2316cb08 HTTP/1.1" status: 200 len: 1091 time: 1.7923303 Jul 16 03:32:44.283865 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-db6b4c86-38fa-4a43-915d-29333b88dff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.285425 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-db6b4c86-38fa-4a43-915d-29333b88dff1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1391232 Jul 16 03:32:44.296170 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e69bda-b743-431c-9042-185bf4632398 service neutron] Pushing event updated for resources: {'Port': ['ID=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:44.322311 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-b6929534-9e2b-4cac-8bee-99e700fed63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.323936 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-b6929534-9e2b-4cac-8bee-99e700fed63a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938485 Jul 16 03:32:44.347523 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb0ef7fc-a4e9-44c6-991d-830bb981374a req-1f484677-99a9-4726-97f8-84ee6db95ce7 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692107 Jul 16 03:32:44.396083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56413c-8b04-49fa-b1df-b1c66e72e23b req-a8805af8-26d8-438c-8b17-6b0ffe3f86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.396623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56413c-8b04-49fa-b1df-b1c66e72e23b req-a8805af8-26d8-438c-8b17-6b0ffe3f86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.397098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56413c-8b04-49fa-b1df-b1c66e72e23b req-a8805af8-26d8-438c-8b17-6b0ffe3f86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.397576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56413c-8b04-49fa-b1df-b1c66e72e23b req-a8805af8-26d8-438c-8b17-6b0ffe3f86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.398048 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56413c-8b04-49fa-b1df-b1c66e72e23b req-a8805af8-26d8-438c-8b17-6b0ffe3f86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.398521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56413c-8b04-49fa-b1df-b1c66e72e23b req-a8805af8-26d8-438c-8b17-6b0ffe3f86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.398991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56413c-8b04-49fa-b1df-b1c66e72e23b req-a8805af8-26d8-438c-8b17-6b0ffe3f86cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.400910 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f56413c-8b04-49fa-b1df-b1c66e72e23b req-a8805af8-26d8-438c-8b17-6b0ffe3f86cf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 6501 time: 0.1735072 Jul 16 03:32:44.435164 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a8404e-8e03-4f0b-a07b-c037973b82dd x-openstack-request-id: req-f0a8404e-8e03-4f0b-a07b-c037973b82dd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:44.435533 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c58e5be-77a1-4f0c-8559-ad2604f76c3e", "tag": "3a4656b9-5411-4750-b5b4-c8f09940a302", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:44.435850 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0a8404e-8e03-4f0b-a07b-c037973b82dd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:44.436294 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c58e5be-77a1-4f0c-8559-ad2604f76c3e', 'tag': '3a4656b9-5411-4750-b5b4-c8f09940a302', 'status': 'completed', 'code': 200} Jul 16 03:32:44.458512 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-044e8754-b3d7-4095-98b5-09edbbd98eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '84103738-24de-4aa1-9740-d0b522cc964e', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'port_id': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'mac_address': 'fa:16:3e:5c:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:32:22Z', 'updated_at': '2021-07-16T03:32:41Z', 'revision_number': 1, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63031b8d-3c21-4e30-8a6e-acebba03c595', 'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'mac_address': 'fa:16:3e:dc:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:13Z', 'updated_at': '2021-07-16T03:32:19Z', 'revision_number': 5, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'subnets': [{'id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:44.480290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-8a68e753-5cda-4121-ab09-60f59c092ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.482424 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-8a68e753-5cda-4121-ab09-60f59c092ddb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1734159 Jul 16 03:32:44.494669 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e8754-b3d7-4095-98b5-09edbbd98eed None None] Checking router: 1c150962-10d5-4cda-8830-0475015cf9e2 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:44.504948 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e8754-b3d7-4095-98b5-09edbbd98eed None None] Routers {'1c150962-10d5-4cda-8830-0475015cf9e2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:44.505577 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-044e8754-b3d7-4095-98b5-09edbbd98eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:32:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1c150962-10d5-4cda-8830-0475015cf9e2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:44.517136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c65559e3-d750-4ba8-96e2-cbc2ed402884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.518650 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-c65559e3-d750-4ba8-96e2-cbc2ed402884 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=202f5f6937cf45a5bd3f1ea0aa8c9525&device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 1094 time: 0.1740263 Jul 16 03:32:44.521361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f56413c-8b04-49fa-b1df-b1c66e72e23b req-6b5fc4b8-38ea-489c-9991-c9d64e5986d3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ac228e0f-aa27-4db3-b46f-93d1453f832f&id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975382 Jul 16 03:32:44.521562 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-0c642465-a16c-4c5d-a779-9de98fd23aeb service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812792 Jul 16 03:32:44.624457 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-044e8754-b3d7-4095-98b5-09edbbd98eed None None] Set router 1c150962-10d5-4cda-8830-0475015cf9e2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:44.650460 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-cd22a09c-e1ba-4a29-a538-64be4da7c87b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cedbee7-e7d9-4f34-b4e6-024c2316cb08 HTTP/1.1" status: 200 len: 217 time: 0.0433714 Jul 16 03:32:44.671786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-5acdfae5-c639-4f79-b63c-97df69531541 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.673329 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-5acdfae5-c639-4f79-b63c-97df69531541 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/networks?id=2df1bd28-6852-4266-a424-5e4a4c437f81 HTTP/1.1" status: 200 len: 815 time: 0.2714484 Jul 16 03:32:44.706361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-51c4e12f-bb80-4bba-951e-eb3114564c5e service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155755 Jul 16 03:32:44.708782 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-ed661119-bde4-45e2-9c84-1becfbf20d44 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/quotas/0a929f6ea9244384a5a076b490702f5d HTTP/1.1" status: 200 len: 375 time: 0.0223887 Jul 16 03:32:44.755476 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-d71beeed-66af-4b7d-b870-e0c6e951c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.756380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1b44-7cfd-4ba4-8e4d-ca85d330ee85 req-67df7f27-d18b-435a-bc3e-915625899c89 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:44.757657 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-d71beeed-66af-4b7d-b870-e0c6e951c8fa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e13b8bb6-41ee-4dcf-b76a-74d1e597a14e HTTP/1.1" status: 200 len: 854 time: 0.0939336 Jul 16 03:32:44.757844 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac7f1b44-7cfd-4ba4-8e4d-ca85d330ee85 req-67df7f27-d18b-435a-bc3e-915625899c89 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1984937 Jul 16 03:32:44.776806 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-98354ca9-32d7-4199-83a7-1239baf09823 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627610 Jul 16 03:32:44.781092 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4bf28664-b4df-4683-b794-9d0a313c86bc tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a929f6ea9244384a5a076b490702f5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584791 Jul 16 03:32:44.794937 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-4df95737-a185-4953-b83c-417e20800f3c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be7cdd0f-74f6-488d-98d5-76c8162efc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292509 Jul 16 03:32:44.878502 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-044e8754-b3d7-4095-98b5-09edbbd98eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '84103738-24de-4aa1-9740-d0b522cc964e', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'port_id': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'mac_address': 'fa:16:3e:5c:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:32:22Z', 'updated_at': '2021-07-16T03:32:41Z', 'revision_number': 1, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63031b8d-3c21-4e30-8a6e-acebba03c595', 'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'mac_address': 'fa:16:3e:dc:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:13Z', 'updated_at': '2021-07-16T03:32:19Z', 'revision_number': 5, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'subnets': [{'id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:45.017547 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044e8754-b3d7-4095-98b5-09edbbd98eed None None] The sync data for ids ['1c150962-10d5-4cda-8830-0475015cf9e2'] in n-d-800088-6 is: [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '84103738-24de-4aa1-9740-d0b522cc964e', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'port_id': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'mac_address': 'fa:16:3e:5c:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:32:22Z', 'updated_at': '2021-07-16T03:32:41Z', 'revision_number': 1, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63031b8d-3c21-4e30-8a6e-acebba03c595', 'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'mac_address': 'fa:16:3e:dc:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:13Z', 'updated_at': '2021-07-16T03:32:19Z', 'revision_number': 5, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'subnets': [{'id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:45.193232 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac7f1b44-7cfd-4ba4-8e4d-ca85d330ee85 req-7ae2c688-6053-4177-914a-d96fa93a09b0 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167037 Jul 16 03:32:45.239879 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-318787a7-a389-4d38-90de-84c93aaf3d81 service neutron] 10.222.0.88 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341571 Jul 16 03:32:45.250461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4086f2-7093-4e37-b8f8-3013e399d1c3 req-fa631ca9-330c-4516-870d-b3b0540e1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.252145 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c4086f2-7093-4e37-b8f8-3013e399d1c3 req-fa631ca9-330c-4516-870d-b3b0540e1fd6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=2e2e8f9c-c713-4c13-8668-d06b84aad829 HTTP/1.1" status: 200 len: 1099 time: 0.1141684 Jul 16 03:32:45.288160 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-1c1c5337-e4d7-4004-a446-b96a9a7bbf14 service neutron] 10.222.0.18 "GET /v2.0/networks/2df1bd28-6852-4266-a424-5e4a4c437f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575093 Jul 16 03:32:45.291570 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db8cfce-26ea-42d9-a163-8a93b35e0f52 req-5cd81994-6ba8-4661-9cb5-b0099709b3dd service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779572 Jul 16 03:32:45.340584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b759c8c9-ef60-470a-bd7f-b1bcb6b5b24c None None] New status for floating IP 84103738-24de-4aa1-9740-d0b522cc964e: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:32:45.419281 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f09d6c54-c8dc-49e0-b530-a66c610143d1 req-23957ef6-8152-4632-a526-4147dcba3e99 service neutron] 10.222.0.88 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659627 Jul 16 03:32:45.422944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4086f2-7093-4e37-b8f8-3013e399d1c3 req-3039af81-6906-4012-aa0c-1bf79e5972fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.424556 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c4086f2-7093-4e37-b8f8-3013e399d1c3 req-3039af81-6906-4012-aa0c-1bf79e5972fa service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1624601 Jul 16 03:32:45.477871 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c4086f2-7093-4e37-b8f8-3013e399d1c3 req-790d0eeb-141b-4644-816a-8768c803d8d7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=10f88580-a876-42b7-ad38-c04bc986e6ff HTTP/1.1" status: 200 len: 217 time: 0.0427971 Jul 16 03:32:45.492244 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-5739e851-eaaf-4963-bb9b-91ecdb182eb0 service neutron] 10.222.0.18 "GET /v2.0/networks/2df1bd28-6852-4266-a424-5e4a4c437f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030838 Jul 16 03:32:45.528348 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f112675c-e5fb-4435-bfe3-d6e4292f0a5f req-a272f8e3-aa08-4065-af00-942429bf730f tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.535685 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f112675c-e5fb-4435-bfe3-d6e4292f0a5f req-a272f8e3-aa08-4065-af00-942429bf730f tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 947 time: 0.1576800 Jul 16 03:32:45.542058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4086f2-7093-4e37-b8f8-3013e399d1c3 req-e7ebbc23-1e3b-4437-81b5-e01faea3b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.544247 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c4086f2-7093-4e37-b8f8-3013e399d1c3 req-e7ebbc23-1e3b-4437-81b5-e01faea3b1df service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0581224 Jul 16 03:32:45.545449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ec3b-7991-483c-b9b3-7179051e7110 req-11b7e861-c5a3-4b8b-9863-4bf4d5a2f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.546886 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a612ec3b-7991-483c-b9b3-7179051e7110 req-11b7e861-c5a3-4b8b-9863-4bf4d5a2f127 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 1098 time: 0.1678090 Jul 16 03:32:45.612697 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f112675c-e5fb-4435-bfe3-d6e4292f0a5f req-65503365-8712-4e9e-bd7a-3fb459bbb6a1 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759461 Jul 16 03:32:45.627066 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4086f2-7093-4e37-b8f8-3013e399d1c3 req-85b16e13-6046-4989-a96b-fee3a1100e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.628800 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c4086f2-7093-4e37-b8f8-3013e399d1c3 req-85b16e13-6046-4989-a96b-fee3a1100e98 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774179 Jul 16 03:32:45.761582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ec3b-7991-483c-b9b3-7179051e7110 req-e936ac75-202a-4189-a59a-f0feabba2571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.763208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a612ec3b-7991-483c-b9b3-7179051e7110 req-e936ac75-202a-4189-a59a-f0feabba2571 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.2088945 Jul 16 03:32:45.773218 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c4086f2-7093-4e37-b8f8-3013e399d1c3 req-05ed1905-d224-427b-b669-9b914923b050 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284900 Jul 16 03:32:45.817490 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a612ec3b-7991-483c-b9b3-7179051e7110 req-54512dce-cf8a-4fdc-8420-07a148f3d396 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=3a4656b9-5411-4750-b5b4-c8f09940a302 HTTP/1.1" status: 200 len: 217 time: 0.0467124 Jul 16 03:32:45.902782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ec3b-7991-483c-b9b3-7179051e7110 req-eb9de94a-ea32-4802-9263-bbef74a9481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:45.905094 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a612ec3b-7991-483c-b9b3-7179051e7110 req-eb9de94a-ea32-4802-9263-bbef74a9481b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0805886 Jul 16 03:32:45.953899 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c4086f2-7093-4e37-b8f8-3013e399d1c3 req-c86752fd-c414-40d7-b68d-eaaed5533614 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595428 Jul 16 03:32:46.062708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903'}, {'name': 'network-changed', 'server_uuid': '257c899e-87e1-46d8-9349-35e9d1a1d59b', 'tag': '4cedbee7-e7d9-4f34-b4e6-024c2316cb08'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:46.065517 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21" -d '{"events": [{"name": "network-changed", "server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903"}, {"name": "network-changed", "server_uuid": "257c899e-87e1-46d8-9349-35e9d1a1d59b", "tag": "4cedbee7-e7d9-4f34-b4e6-024c2316cb08"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:46.118092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df200391-7125-4b10-9553-fb2a840558e6 req-133d1c4a-faaa-4b58-b0e6-5caff580e870 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.120886 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df200391-7125-4b10-9553-fb2a840558e6 req-133d1c4a-faaa-4b58-b0e6-5caff580e870 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 1096 time: 0.1451104 Jul 16 03:32:46.127146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ec3b-7991-483c-b9b3-7179051e7110 req-3e66e43d-f11e-4681-b4ba-7d1b8ac58c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.129658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a612ec3b-7991-483c-b9b3-7179051e7110 req-3e66e43d-f11e-4681-b4ba-7d1b8ac58c95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2172155 Jul 16 03:32:46.143236 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c3194-f2a2-4be4-97f3-ef6e83ed9d0f req-8852b283-96c8-4cb4-be5c-07a104100f4e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.149451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c3194-f2a2-4be4-97f3-ef6e83ed9d0f req-8852b283-96c8-4cb4-be5c-07a104100f4e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.156094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c3194-f2a2-4be4-97f3-ef6e83ed9d0f req-8852b283-96c8-4cb4-be5c-07a104100f4e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.162437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c3194-f2a2-4be4-97f3-ef6e83ed9d0f req-8852b283-96c8-4cb4-be5c-07a104100f4e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.168625 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c3194-f2a2-4be4-97f3-ef6e83ed9d0f req-8852b283-96c8-4cb4-be5c-07a104100f4e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.175158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c3194-f2a2-4be4-97f3-ef6e83ed9d0f req-8852b283-96c8-4cb4-be5c-07a104100f4e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.181159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c3194-f2a2-4be4-97f3-ef6e83ed9d0f req-8852b283-96c8-4cb4-be5c-07a104100f4e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.183199 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d32c3194-f2a2-4be4-97f3-ef6e83ed9d0f req-8852b283-96c8-4cb4-be5c-07a104100f4e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5444 time: 0.2060270 Jul 16 03:32:46.305061 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df200391-7125-4b10-9553-fb2a840558e6 req-a6206042-a43d-443d-b7b1-7711978e487e tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128628 Jul 16 03:32:46.323507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d32c3194-f2a2-4be4-97f3-ef6e83ed9d0f req-bc632db8-333d-4100-94a5-4c90fa8036f5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291802 Jul 16 03:32:46.329631 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a612ec3b-7991-483c-b9b3-7179051e7110 req-963f546e-7504-4637-bba9-28e1712c8098 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453798 Jul 16 03:32:46.479239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a612ec3b-7991-483c-b9b3-7179051e7110 req-e662f704-92a6-4337-ac18-c680f0ad7802 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311250 Jul 16 03:32:46.524665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0e9a8a2-d546-4ec9-bd44-73f45d815b28 req-3f149670-6548-4f44-9f91-a2ceec2209c3 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/ports?device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 210 time: 0.0342247 Jul 16 03:32:46.545762 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf194c7b-ee36-4b23-8b57-e7c3d6a24baa req-0e9cbd77-0150-4df8-a5d0-9c3b3a5a3c17 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.548868 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf194c7b-ee36-4b23-8b57-e7c3d6a24baa req-0e9cbd77-0150-4df8-a5d0-9c3b3a5a3c17 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 943 time: 0.1224151 Jul 16 03:32:46.579245 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0ce140-35a5-4882-879f-36b8fed5c29f x-openstack-request-id: req-df0ce140-35a5-4882-879f-36b8fed5c29f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:46.579781 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "257c899e-87e1-46d8-9349-35e9d1a1d59b", "tag": "4cedbee7-e7d9-4f34-b4e6-024c2316cb08", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:46.579908 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df0ce140-35a5-4882-879f-36b8fed5c29f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:46.580449 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'status': 'completed', 'code': 200} Jul 16 03:32:46.580773 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257c899e-87e1-46d8-9349-35e9d1a1d59b', 'tag': '4cedbee7-e7d9-4f34-b4e6-024c2316cb08', 'status': 'completed', 'code': 200} Jul 16 03:32:46.593582 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf194c7b-ee36-4b23-8b57-e7c3d6a24baa req-3b06d3fb-9f5e-414d-9e9b-afd16692d5ed tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405054 Jul 16 03:32:46.681639 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-69915409-85b3-4320-bc1a-e8cd82af249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.683250 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-69915409-85b3-4320-bc1a-e8cd82af249d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=202f5f6937cf45a5bd3f1ea0aa8c9525&device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 1094 time: 0.0709224 Jul 16 03:32:46.713876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-b90cc6ad-8c10-479b-9d60-7029e0ac7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.723666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-b90cc6ad-8c10-479b-9d60-7029e0ac7849 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 1096 time: 0.1084440 Jul 16 03:32:46.857798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-dc88b506-21e3-4e6b-8bf6-ba478e02281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.861693 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-dc88b506-21e3-4e6b-8bf6-ba478e02281d service neutron] 10.222.0.88 "GET /v2.0/networks?id=be7cdd0f-74f6-488d-98d5-76c8162efc41 HTTP/1.1" status: 200 len: 915 time: 0.1642799 Jul 16 03:32:46.921864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a5049-df6c-478e-a88b-a51a2a43f155 req-af8961db-4202-4f66-b72e-6376b5e16aac tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.930077 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-641a5049-df6c-478e-a88b-a51a2a43f155 req-af8961db-4202-4f66-b72e-6376b5e16aac tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.2041588 Jul 16 03:32:46.950187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-2fd1794d-7c00-4004-adb0-6668b90ad280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:46.952371 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-2fd1794d-7c00-4004-adb0-6668b90ad280 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 200 len: 918 time: 0.1949596 Jul 16 03:32:46.972208 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-7b047b07-531a-4deb-a61d-0bb985061823 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cedbee7-e7d9-4f34-b4e6-024c2316cb08 HTTP/1.1" status: 200 len: 217 time: 0.1000738 Jul 16 03:32:47.049917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-640c937d-0f95-4838-9b87-86f7da9f12a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903 HTTP/1.1" status: 200 len: 1000 time: 0.0901110 Jul 16 03:32:47.085599 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-8431e2d4-d586-447e-a466-d7241aba5208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.087126 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-8431e2d4-d586-447e-a466-d7241aba5208 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e13b8bb6-41ee-4dcf-b76a-74d1e597a14e HTTP/1.1" status: 200 len: 854 time: 0.1012487 Jul 16 03:32:47.144153 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-3ba6f64e-8b90-4cf9-9de1-74a80af0ac9b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be7cdd0f-74f6-488d-98d5-76c8162efc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315509 Jul 16 03:32:47.150851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-f0e29c95-8c58-4110-be29-0f6b50c66456 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.152543 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-f0e29c95-8c58-4110-be29-0f6b50c66456 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.20 "GET /v2.0/networks?id=2df1bd28-6852-4266-a424-5e4a4c437f81 HTTP/1.1" status: 200 len: 815 time: 0.1899881 Jul 16 03:32:47.182588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-641a5049-df6c-478e-a88b-a51a2a43f155 req-f22c0d02-e26a-42b1-9029-cb2cb044944c tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352595 Jul 16 03:32:47.184346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-e234109e-9948-4015-b2d3-66ffcbb87ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.186347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-e234109e-9948-4015-b2d3-66ffcbb87ea0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df2843df-4813-4d8f-83e4-b733c2b2e1d2 HTTP/1.1" status: 200 len: 856 time: 0.1187754 Jul 16 03:32:47.218590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4cf20cfc-7c1d-4a14-8b26-c69d6bdfd4ed tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Request body: {'port': {'device_id': '33f4bd6b-674f-4288-bfc6-f825b7af479a', 'network_id': '2df1bd28-6852-4266-a424-5e4a4c437f81', 'admin_state_up': True, 'tenant_id': '0a929f6ea9244384a5a076b490702f5d'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:47.280355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b5e76-adad-4421-b2ee-cb0f3f092030 req-230becb7-d1c1-4f33-a635-b6323dfcd3a5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.282226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc0b5e76-adad-4421-b2ee-cb0f3f092030 req-230becb7-d1c1-4f33-a635-b6323dfcd3a5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 947 time: 0.2313664 Jul 16 03:32:47.336748 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc0b5e76-adad-4421-b2ee-cb0f3f092030 req-fc2787b4-d945-47ea-bec3-4cc261649b6a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455694 Jul 16 03:32:47.351602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-11acb622-3a6b-438a-87e7-76e58e352789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.353242 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-11acb622-3a6b-438a-87e7-76e58e352789 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610503 Jul 16 03:32:47.494680 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-3a0be865-0847-4fb2-a3a2-ff1285f05082 service neutron] 10.222.0.88 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393793 Jul 16 03:32:47.507879 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-e3033d9c-4c65-404c-8b4d-628f522a5e87 service neutron] 10.222.0.20 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416903 Jul 16 03:32:47.542900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4cf20cfc-7c1d-4a14-8b26-c69d6bdfd4ed tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Made reservation on behalf of 0a929f6ea9244384a5a076b490702f5d for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:47.548561 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 10f88580-a876-42b7-ad38-c04bc986e6ff details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:47.564534 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4cf20cfc-7c1d-4a14-8b26-c69d6bdfd4ed tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.737374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 10f88580-a876-42b7-ad38-c04bc986e6ff, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=10f88580-a876-42b7-ad38-c04bc986e6ff,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:47.765647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '10f88580-a876-42b7-ad38-c04bc986e6ff', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '10f88580-a876-42b7-ad38-c04bc986e6ff', 'mac_address': 'fa:16:3e:2d:83:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:47.788691 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-ed1aeca9-1136-4b0b-a1ac-26ad3f58f645 service neutron] 10.222.0.20 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725518 Jul 16 03:32:47.833532 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c542b5e2-f7cb-40e0-8c06-8d974be4bd21 req-5695b63c-7634-45f3-89a8-16b04fa58f4b service neutron] 10.222.0.88 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041191 Jul 16 03:32:47.837458 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60a096-7a9c-4943-a7cd-70deea95c77c req-33df002e-6a3b-473a-ad3a-433bdbb4f69c tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.839000 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df60a096-7a9c-4943-a7cd-70deea95c77c req-33df002e-6a3b-473a-ad3a-433bdbb4f69c tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1484084 Jul 16 03:32:47.876059 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:47.895574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba612a-d565-4971-ab9e-ba4d641cd057 req-b76f2f61-7fc6-4568-b393-2c5df85b66c3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.902160 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba612a-d565-4971-ab9e-ba4d641cd057 req-b76f2f61-7fc6-4568-b393-2c5df85b66c3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.902926 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4cf20cfc-7c1d-4a14-8b26-c69d6bdfd4ed tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Allocated IP 172.20.0.5 (2df1bd28-6852-4266-a424-5e4a4c437f81/a2a93061-2462-449e-95ce-fcd2017e2766/0673d6b0-d958-4d36-947a-d6c5d57bfe94) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:32:47.908405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f88580-a876-42b7-ad38-c04bc986e6ff {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:47.910874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba612a-d565-4971-ab9e-ba4d641cd057 req-b76f2f61-7fc6-4568-b393-2c5df85b66c3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.916888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba612a-d565-4971-ab9e-ba4d641cd057 req-b76f2f61-7fc6-4568-b393-2c5df85b66c3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.924756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba612a-d565-4971-ab9e-ba4d641cd057 req-b76f2f61-7fc6-4568-b393-2c5df85b66c3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.931086 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba612a-d565-4971-ab9e-ba4d641cd057 req-b76f2f61-7fc6-4568-b393-2c5df85b66c3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.941951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba612a-d565-4971-ab9e-ba4d641cd057 req-b76f2f61-7fc6-4568-b393-2c5df85b66c3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:47.944349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-76ba612a-d565-4971-ab9e-ba4d641cd057 req-b76f2f61-7fc6-4568-b393-2c5df85b66c3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5444 time: 0.2109506 Jul 16 03:32:47.949221 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 10f88580-a876-42b7-ad38-c04bc986e6ff, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=10f88580-a876-42b7-ad38-c04bc986e6ff,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:47.959480 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.016537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df60a096-7a9c-4943-a7cd-70deea95c77c req-3334fcf5-b657-454a-a6ff-cf413445afc5 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710623 Jul 16 03:32:48.023482 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=10f88580-a876-42b7-ad38-c04bc986e6ff,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:48.032598 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-76ba612a-d565-4971-ab9e-ba4d641cd057 req-cc77f29e-15b0-496c-82b9-902797ef6adf tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611205 Jul 16 03:32:48.127288 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4cf20cfc-7c1d-4a14-8b26-c69d6bdfd4ed tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.182852 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4cf20cfc-7c1d-4a14-8b26-c69d6bdfd4ed tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.226067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4cf20cfc-7c1d-4a14-8b26-c69d6bdfd4ed tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Network 2df1bd28-6852-4266-a424-5e4a4c437f81 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:32:48.231481 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4cf20cfc-7c1d-4a14-8b26-c69d6bdfd4ed tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:32:48.235970 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4cf20cfc-7c1d-4a14-8b26-c69d6bdfd4ed tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:32:48.266709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf20cfc-7c1d-4a14-8b26-c69d6bdfd4ed tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Pushing event updated for resources: {'Port': ['ID=0673d6b0-d958-4d36-947a-d6c5d57bfe94,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:48.278487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173d5cd-b8cb-4621-8607-4f87e3b3739a req-6b11f879-8765-4a0c-861e-9b31a343e288 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.280070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8173d5cd-b8cb-4621-8607-4f87e3b3739a req-6b11f879-8765-4a0c-861e-9b31a343e288 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 943 time: 0.1237767 Jul 16 03:32:48.290028 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4cf20cfc-7c1d-4a14-8b26-c69d6bdfd4ed tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.290692 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4cf20cfc-7c1d-4a14-8b26-c69d6bdfd4ed tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.302823 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5a2e5-839e-4539-ae6c-1580eaa188ea req-5807ad4a-c045-4a76-b702-fff9503d4463 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.304375 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46b5a2e5-839e-4539-ae6c-1580eaa188ea req-5807ad4a-c045-4a76-b702-fff9503d4463 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/ports?device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 931 time: 0.1093605 Jul 16 03:32:48.306837 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4cf20cfc-7c1d-4a14-8b26-c69d6bdfd4ed tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1203403 Jul 16 03:32:48.317960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Request body: {'port': {'device_id': '33f4bd6b-674f-4288-bfc6-f825b7af479a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:48.346609 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['10f88580-a876-42b7-ad38-c04bc986e6ff'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:48.347961 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8173d5cd-b8cb-4621-8607-4f87e3b3739a req-1abb2aa2-fd5b-496a-a52c-fb12e4f7394d tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593929 Jul 16 03:32:48.364657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46b5a2e5-839e-4539-ae6c-1580eaa188ea req-d2173e05-b3f4-4e52-b993-daf415722b19 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f1a2449-f869-4f97-b269-0e57f2346f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521216 Jul 16 03:32:48.423467 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.541035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b360c-848a-4f5b-9eb7-40f5c5650e05 req-ec866a40-96f9-4dba-8bfb-f20620bc97d3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.548933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b360c-848a-4f5b-9eb7-40f5c5650e05 req-ec866a40-96f9-4dba-8bfb-f20620bc97d3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.555155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b360c-848a-4f5b-9eb7-40f5c5650e05 req-ec866a40-96f9-4dba-8bfb-f20620bc97d3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.562339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b360c-848a-4f5b-9eb7-40f5c5650e05 req-ec866a40-96f9-4dba-8bfb-f20620bc97d3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.569401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b360c-848a-4f5b-9eb7-40f5c5650e05 req-ec866a40-96f9-4dba-8bfb-f20620bc97d3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.574602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b360c-848a-4f5b-9eb7-40f5c5650e05 req-ec866a40-96f9-4dba-8bfb-f20620bc97d3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.580614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b360c-848a-4f5b-9eb7-40f5c5650e05 req-ec866a40-96f9-4dba-8bfb-f20620bc97d3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.583052 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-340b360c-848a-4f5b-9eb7-40f5c5650e05 req-ec866a40-96f9-4dba-8bfb-f20620bc97d3 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5444 time: 0.1226473 Jul 16 03:32:48.594867 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58116) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:32:48.601396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ec9f7ea7-18b0-4e1a-bc34-2ccd20f86834 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Request body: {'floatingip': {'port_id': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:48.671065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec9f7ea7-18b0-4e1a-bc34-2ccd20f86834 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.739564 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3a4656b9-5411-4750-b5b4-c8f09940a302 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:48.753848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1910c4-c8e2-4ca8-b5d1-17a9b072d384 req-998b4a80-8835-484c-abee-6f4d31256633 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:48.755254 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df1910c4-c8e2-4ca8-b5d1-17a9b072d384 req-998b4a80-8835-484c-abee-6f4d31256633 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 947 time: 0.0749791 Jul 16 03:32:48.820175 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df1910c4-c8e2-4ca8-b5d1-17a9b072d384 req-05715894-2a41-412f-b96f-78316b52daf7 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577455 Jul 16 03:32:48.877453 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 3a4656b9-5411-4750-b5b4-c8f09940a302, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3a4656b9-5411-4750-b5b4-c8f09940a302,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:48.900249 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0673d6b0-d958-4d36-947a-d6c5d57bfe94 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:48.902281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '3a4656b9-5411-4750-b5b4-c8f09940a302', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '3a4656b9-5411-4750-b5b4-c8f09940a302', 'mac_address': 'fa:16:3e:3c:00:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:48.933734 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.951941 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:48.957092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Transition to ACTIVE for port object 0673d6b0-d958-4d36-947a-d6c5d57bfe94 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:32:48.977825 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4656b9-5411-4750-b5b4-c8f09940a302 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:49.012421 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 3a4656b9-5411-4750-b5b4-c8f09940a302, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3a4656b9-5411-4750-b5b4-c8f09940a302,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:49.017776 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.021073 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.068199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=3a4656b9-5411-4750-b5b4-c8f09940a302,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:49.115764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86049729-38c8-4b0d-8c0f-c30abcd695e2 req-8cd2dc72-a697-4952-8f89-2d2c6c7d5d29 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.120359 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86049729-38c8-4b0d-8c0f-c30abcd695e2 req-8cd2dc72-a697-4952-8f89-2d2c6c7d5d29 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1047587 Jul 16 03:32:49.157451 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=0673d6b0-d958-4d36-947a-d6c5d57bfe94,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:49.177139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86049729-38c8-4b0d-8c0f-c30abcd695e2 req-874781bc-b8c5-4355-9b76-966ab2d57096 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483539 Jul 16 03:32:49.266936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Attempting to bind port 0673d6b0-d958-4d36-947a-d6c5d57bfe94 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:32:49.267412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Attempting to bind port 0673d6b0-d958-4d36-947a-d6c5d57bfe94 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '887339f4-82f9-4b04-9e59-9c63db2cecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2df1bd28-6852-4266-a424-5e4a4c437f81'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:32:49.267630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Attempting to bind port 0673d6b0-d958-4d36-947a-d6c5d57bfe94 on network 2df1bd28-6852-4266-a424-5e4a4c437f81 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:49.275823 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Port 0673d6b0-d958-4d36-947a-d6c5d57bfe94 on network 2df1bd28-6852-4266-a424-5e4a4c437f81 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:32:49.276157 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Attempting to bind port 0673d6b0-d958-4d36-947a-d6c5d57bfe94 on network 2df1bd28-6852-4266-a424-5e4a4c437f81 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:32:49.282875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['3a4656b9-5411-4750-b5b4-c8f09940a302'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:49.301371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:32:49.301705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Checking segment: {'id': '887339f4-82f9-4b04-9e59-9c63db2cecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2df1bd28-6852-4266-a424-5e4a4c437f81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:32:49.302100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Bound using segment: {'id': '887339f4-82f9-4b04-9e59-9c63db2cecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2df1bd28-6852-4266-a424-5e4a4c437f81'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:32:49.302552 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Bound port: 0673d6b0-d958-4d36-947a-d6c5d57bfe94, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887339f4-82f9-4b04-9e59-9c63db2cecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2df1bd28-6852-4266-a424-5e4a4c437f81'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:32:49.302941 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.401795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a44cb-1a85-4198-998a-65334d73a567 req-f3a82250-2b47-4bb3-81aa-21e66f5bcedf tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.420922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2a44cb-1a85-4198-998a-65334d73a567 req-f3a82250-2b47-4bb3-81aa-21e66f5bcedf tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1089385 Jul 16 03:32:49.442780 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec9f7ea7-18b0-4e1a-bc34-2ccd20f86834 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.444508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] For port 0673d6b0-d958-4d36-947a-d6c5d57bfe94, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:32:49.457985 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec9f7ea7-18b0-4e1a-bc34-2ccd20f86834 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.485262 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2a44cb-1a85-4198-998a-65334d73a567 req-f20ea855-7c3b-40c3-b9ed-2f5a027aaf30 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620446 Jul 16 03:32:49.501702 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] For port 0673d6b0-d958-4d36-947a-d6c5d57bfe94, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0673d6b0-d958-4d36-947a-d6c5d57bfe94,segment=NetworkSegment(887339f4-82f9-4b04-9e59-9c63db2cecec),segment_id=887339f4-82f9-4b04-9e59-9c63db2cecec)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:32:49.518017 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.571657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:49.699110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:49.704484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafdac9-aac6-47c5-9aeb-7d4aa6166f86 req-9749fd5b-61eb-4d3d-baac-6d6cee477735 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.706073 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1aafdac9-aac6-47c5-9aeb-7d4aa6166f86 req-9749fd5b-61eb-4d3d-baac-6d6cee477735 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 943 time: 0.1484549 Jul 16 03:32:49.724397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '4cedbee7-e7d9-4f34-b4e6-024c2316cb08', 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41', 'port_id': '4cedbee7-e7d9-4f34-b4e6-024c2316cb08', 'mac_address': 'fa:16:3e:63:a7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13b8bb6-41ee-4dcf-b76a-74d1e597a14e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:49.730945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bcd79-f9b6-4daf-834b-bfc48a327b0e req-3bdf31a3-57a9-4b51-8701-de8c5af5a64e tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.738177 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d04bcd79-f9b6-4daf-834b-bfc48a327b0e req-3bdf31a3-57a9-4b51-8701-de8c5af5a64e tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/ports?device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 943 time: 0.1019919 Jul 16 03:32:49.769536 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.777958 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1aafdac9-aac6-47c5-9aeb-7d4aa6166f86 req-43cab721-0a67-41b8-8909-8f152534ea1e tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628059 Jul 16 03:32:49.807837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:49.817691 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d04bcd79-f9b6-4daf-834b-bfc48a327b0e req-9cb366f1-4808-4cb9-a025-1459e7b73ffb tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f1a2449-f869-4f97-b269-0e57f2346f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785460 Jul 16 03:32:49.861628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:49.877350 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.916700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=0673d6b0-d958-4d36-947a-d6c5d57bfe94,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:49.958350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:49.959282 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:49.960890 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-4c4c579e-676a-4d87-bbe5-0cb59de77cf0 service neutron] 10.222.0.20 "PUT /v2.0/ports/0673d6b0-d958-4d36-947a-d6c5d57bfe94 HTTP/1.1" status: 200 len: 1091 time: 1.6472321 Jul 16 03:32:49.961537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f4bd6b-674f-4288-bfc6-f825b7af479a', 'tag': '0673d6b0-d958-4d36-947a-d6c5d57bfe94'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:49.964059 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6ef1fc-adc3-40eb-b524-4904dbedcf46" -d '{"events": [{"name": "network-changed", "server_uuid": "33f4bd6b-674f-4288-bfc6-f825b7af479a", "tag": "0673d6b0-d958-4d36-947a-d6c5d57bfe94"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:49.999212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:50.055231 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-ec9f7ea7-18b0-4e1a-bc34-2ccd20f86834 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Floating IP caa82ed7-b48a-4ff2-9899-b21d91735a3f associated. External IP: 172.25.3.136, port: 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5. Jul 16 03:32:50.120858 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983174be-b95d-48dc-9f3e-2f1ec05c6e53 req-da83ea59-9287-4f0b-9ae7-be96caf42002 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:50.122649 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-983174be-b95d-48dc-9f3e-2f1ec05c6e53 req-da83ea59-9287-4f0b-9ae7-be96caf42002 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 948 time: 0.1290889 Jul 16 03:32:50.136230 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce3811-a757-4862-99c5-4642a9824909 req-94fa203c-9bee-4d12-a18c-04dae7115316 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:50.137737 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6cce3811-a757-4862-99c5-4642a9824909 req-94fa203c-9bee-4d12-a18c-04dae7115316 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0982878 Jul 16 03:32:50.150758 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-1cd9d0bc-1b1c-452e-9235-7394555a2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:50.152271 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-1cd9d0bc-1b1c-452e-9235-7394555a2d95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a929f6ea9244384a5a076b490702f5d&device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 1094 time: 0.1430497 Jul 16 03:32:50.198888 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-50b05228-1c44-4fda-80c3-5a5b411ba198 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0673d6b0-d958-4d36-947a-d6c5d57bfe94 HTTP/1.1" status: 200 len: 217 time: 0.0374291 Jul 16 03:32:50.199789 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-983174be-b95d-48dc-9f3e-2f1ec05c6e53 req-87138cdb-cffe-483b-b2d1-1505055753ac tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608947 Jul 16 03:32:50.214936 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6cce3811-a757-4862-99c5-4642a9824909 req-676d8748-a2bd-4d3c-83b4-6e0a03808fb9 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682235 Jul 16 03:32:50.291732 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['4cedbee7-e7d9-4f34-b4e6-024c2316cb08'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:50.337227 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d4c544-2727-4492-9d66-0914b207660d x-openstack-request-id: req-d3d4c544-2727-4492-9d66-0914b207660d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:50.338055 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f4bd6b-674f-4288-bfc6-f825b7af479a", "tag": "0673d6b0-d958-4d36-947a-d6c5d57bfe94", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:50.338486 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3d4c544-2727-4492-9d66-0914b207660d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:50.338889 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f4bd6b-674f-4288-bfc6-f825b7af479a', 'tag': '0673d6b0-d958-4d36-947a-d6c5d57bfe94', 'status': 'completed', 'code': 200} Jul 16 03:32:50.402082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-ee3d98c7-d563-4e4d-98a5-3f9db70c2c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:50.404460 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-ee3d98c7-d563-4e4d-98a5-3f9db70c2c67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2a93061-2462-449e-95ce-fcd2017e2766 HTTP/1.1" status: 200 len: 855 time: 0.1971390 Jul 16 03:32:50.410543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9f7ea7-18b0-4e1a-bc34-2ccd20f86834 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:32:50.500362 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-92dd8a01-52f7-44ca-90e2-5a19a5ff70a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2df1bd28-6852-4266-a424-5e4a4c437f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775678 Jul 16 03:32:50.540584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374a685-19ee-42d7-bbe7-0f35748466e6 req-04333539-eb9a-43db-b835-71c4e1da9a41 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:50.543594 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4374a685-19ee-42d7-bbe7-0f35748466e6 req-04333539-eb9a-43db-b835-71c4e1da9a41 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0783641 Jul 16 03:32:50.581204 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4374a685-19ee-42d7-bbe7-0f35748466e6 req-6ae0d13f-a51f-4400-8cad-960d89afced7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326655 Jul 16 03:32:50.618726 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9f7ea7-18b0-4e1a-bc34-2ccd20f86834 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:32:50.635916 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9be11a1-4ca9-4873-a3a5-bcc827e0bb36 None None] Sync routers for ids ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:32:50.645129 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be11a1-4ca9-4873-a3a5-bcc827e0bb36 None None] Routers {'989c7e60-fd4e-470f-aab4-4283e2fbdce5'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:50.645757 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b9be11a1-4ca9-4873-a3a5-bcc827e0bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:32:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:50.649582 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-edb5aa2d-24da-4830-9ca7-ca3653d3ccc1 service neutron] 10.222.0.20 "GET /v2.0/networks/2df1bd28-6852-4266-a424-5e4a4c437f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136131 Jul 16 03:32:50.655513 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec9f7ea7-18b0-4e1a-bc34-2ccd20f86834 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:50.752618 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3a4656b9-5411-4750-b5b4-c8f09940a302 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:50.765356 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b9be11a1-4ca9-4873-a3a5-bcc827e0bb36 None None] Set router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:50.766575 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ec9f7ea7-18b0-4e1a-bc34-2ccd20f86834 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "PUT /v2.0/floatingips/caa82ed7-b48a-4ff2-9899-b21d91735a3f HTTP/1.1" status: 200 len: 991 time: 2.1706343 Jul 16 03:32:50.827100 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 3a4656b9-5411-4750-b5b4-c8f09940a302 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:50.847177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 3a4656b9-5411-4750-b5b4-c8f09940a302 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:50.847572 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:50.856002 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9ee278e9-f9c6-45f2-90d8-166e5dbf0386 req-ce2aa480-29ca-47f6-ac07-3a744bb1a43b service neutron] 10.222.0.20 "GET /v2.0/networks/2df1bd28-6852-4266-a424-5e4a4c437f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953197 Jul 16 03:32:50.995169 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c8a77-744d-45ed-b1df-cbe76ccb8c69 req-a0ee22e6-d2e5-44bf-b0e6-569457327470 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:51.004122 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.004925 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-557c8a77-744d-45ed-b1df-cbe76ccb8c69 req-a0ee22e6-d2e5-44bf-b0e6-569457327470 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0857038 Jul 16 03:32:51.038385 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ef1fc-adc3-40eb-b524-4904dbedcf46 req-e2c63070-af1f-49ee-bb17-9235106820dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:51.041644 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ed6ef1fc-adc3-40eb-b524-4904dbedcf46 req-e2c63070-af1f-49ee-bb17-9235106820dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0a929f6ea9244384a5a076b490702f5d&device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 1094 time: 0.1131613 Jul 16 03:32:51.053215 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c58e5be-77a1-4f0c-8559-ad2604f76c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4656b9-5411-4750-b5b4-c8f09940a302'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:51.055549 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cc5246-ea2f-4d51-b1bd-1be0db28d95a" -d '{"events": [{"server_uuid": "8c58e5be-77a1-4f0c-8559-ad2604f76c3e", "name": "network-vif-plugged", "status": "completed", "tag": "3a4656b9-5411-4750-b5b4-c8f09940a302"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:51.064498 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-557c8a77-744d-45ed-b1df-cbe76ccb8c69 req-87ee7881-fe95-46aa-b3bd-9a55ba63eb60 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576570 Jul 16 03:32:51.137274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 3a4656b9-5411-4750-b5b4-c8f09940a302, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3a4656b9-5411-4750-b5b4-c8f09940a302,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:51.148074 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.219744 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=3a4656b9-5411-4750-b5b4-c8f09940a302,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:51.246404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ef1fc-adc3-40eb-b524-4904dbedcf46 req-79abd166-453f-4588-aa1e-a377d4455b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:51.249576 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ed6ef1fc-adc3-40eb-b524-4904dbedcf46 req-79abd166-453f-4588-aa1e-a377d4455b9f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2df1bd28-6852-4266-a424-5e4a4c437f81 HTTP/1.1" status: 200 len: 916 time: 0.2001882 Jul 16 03:32:51.256401 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b9be11a1-4ca9-4873-a3a5-bcc827e0bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:41Z', 'updated_at': '2021-07-16T03:30:50Z', 'revision_number': 4, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'gw_port': {'id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:43Z', 'updated_at': '2021-07-16T03:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'caa82ed7-b48a-4ff2-9899-b21d91735a3f', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'port_id': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'mac_address': 'fa:16:3e:df:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:31:35Z', 'updated_at': '2021-07-16T03:32:49Z', 'revision_number': 1, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7035f83b-fa83-4aaa-ae7d-ca54c4fc6128', 'name': '', 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'mac_address': 'fa:16:3e:5e:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:47Z', 'updated_at': '2021-07-16T03:30:59Z', 'revision_number': 5, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'subnets': [{'id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:51.290086 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9be11a1-4ca9-4873-a3a5-bcc827e0bb36 None None] Checking router: 989c7e60-fd4e-470f-aab4-4283e2fbdce5 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:32:51.296502 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ed6ef1fc-adc3-40eb-b524-4904dbedcf46 req-6c2cd616-c3bf-4d08-b7d4-028f6e162027 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0673d6b0-d958-4d36-947a-d6c5d57bfe94 HTTP/1.1" status: 200 len: 217 time: 0.0391223 Jul 16 03:32:51.300389 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be11a1-4ca9-4873-a3a5-bcc827e0bb36 None None] Routers {'989c7e60-fd4e-470f-aab4-4283e2fbdce5'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:32:51.301344 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b9be11a1-4ca9-4873-a3a5-bcc827e0bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:32:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:51.333221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625a5b1-7d79-474a-8d61-a4bdfb50d1f5 req-e3e01835-b3cf-4150-9a75-6b4c6233ee60 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:51.340427 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c625a5b1-7d79-474a-8d61-a4bdfb50d1f5 req-e3e01835-b3cf-4150-9a75-6b4c6233ee60 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 944 time: 0.1521561 Jul 16 03:32:51.357724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3441f19-83c8-4803-ad9c-d3fceee5182b req-995841e5-fe95-4cee-9196-fe182ece6566 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:51.359543 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3441f19-83c8-4803-ad9c-d3fceee5182b req-995841e5-fe95-4cee-9196-fe182ece6566 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/ports?device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 943 time: 0.1155126 Jul 16 03:32:51.367368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ef1fc-adc3-40eb-b524-4904dbedcf46 req-5bf3bc99-d05d-4237-b752-890fae85a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:51.369408 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ed6ef1fc-adc3-40eb-b524-4904dbedcf46 req-5bf3bc99-d05d-4237-b752-890fae85a2b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2a93061-2462-449e-95ce-fcd2017e2766 HTTP/1.1" status: 200 len: 855 time: 0.0650947 Jul 16 03:32:51.416929 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ed6ef1fc-adc3-40eb-b524-4904dbedcf46 req-923eb415-79a3-42bb-a8b5-9ac8540c40b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2df1bd28-6852-4266-a424-5e4a4c437f81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393074 Jul 16 03:32:51.420707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3441f19-83c8-4803-ad9c-d3fceee5182b req-c77e5515-5490-4a6d-8a52-8509221d1ebf tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f1a2449-f869-4f97-b269-0e57f2346f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538573 Jul 16 03:32:51.434231 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c625a5b1-7d79-474a-8d61-a4bdfb50d1f5 req-ed97a3f8-eb77-4777-ad7e-73510b936662 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927448 Jul 16 03:32:51.449001 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b9be11a1-4ca9-4873-a3a5-bcc827e0bb36 None None] Set router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:32:51.486501 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ad94d9-484b-4b9c-8669-37f993a9d136 x-openstack-request-id: req-a0ad94d9-484b-4b9c-8669-37f993a9d136 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:51.486799 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c58e5be-77a1-4f0c-8559-ad2604f76c3e", "name": "network-vif-plugged", "status": "completed", "tag": "3a4656b9-5411-4750-b5b4-c8f09940a302", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:51.487050 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0ad94d9-484b-4b9c-8669-37f993a9d136 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:51.487444 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c58e5be-77a1-4f0c-8559-ad2604f76c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4656b9-5411-4750-b5b4-c8f09940a302', 'code': 200} Jul 16 03:32:51.534300 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ed6ef1fc-adc3-40eb-b524-4904dbedcf46 req-294f49ed-a001-49bf-b455-de8b1fcc550f service neutron] 10.222.0.20 "GET /v2.0/networks/2df1bd28-6852-4266-a424-5e4a4c437f81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079404 Jul 16 03:32:51.585761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 10f88580-a876-42b7-ad38-c04bc986e6ff up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:51.646512 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 10f88580-a876-42b7-ad38-c04bc986e6ff completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:51.651315 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 10f88580-a876-42b7-ad38-c04bc986e6ff triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:51.651734 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.674388 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ed6ef1fc-adc3-40eb-b524-4904dbedcf46 req-b61ad362-fdae-4462-bc28-df121c881861 service neutron] 10.222.0.20 "GET /v2.0/networks/2df1bd28-6852-4266-a424-5e4a4c437f81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283274 Jul 16 03:32:51.760571 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.764181 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b9be11a1-4ca9-4873-a3a5-bcc827e0bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:41Z', 'updated_at': '2021-07-16T03:30:50Z', 'revision_number': 4, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'gw_port': {'id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:43Z', 'updated_at': '2021-07-16T03:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'caa82ed7-b48a-4ff2-9899-b21d91735a3f', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'port_id': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'mac_address': 'fa:16:3e:df:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:31:35Z', 'updated_at': '2021-07-16T03:32:49Z', 'revision_number': 1, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7035f83b-fa83-4aaa-ae7d-ca54c4fc6128', 'name': '', 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'mac_address': 'fa:16:3e:5e:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:47Z', 'updated_at': '2021-07-16T03:30:59Z', 'revision_number': 5, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'subnets': [{'id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:32:51.798956 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9be11a1-4ca9-4873-a3a5-bcc827e0bb36 None None] The sync data for ids ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'] in n-d-800088-6 is: [{'id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:41Z', 'updated_at': '2021-07-16T03:30:50Z', 'revision_number': 4, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'gw_port': {'id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:43Z', 'updated_at': '2021-07-16T03:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'caa82ed7-b48a-4ff2-9899-b21d91735a3f', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'port_id': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'mac_address': 'fa:16:3e:df:ab:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:31:35Z', 'updated_at': '2021-07-16T03:32:49Z', 'revision_number': 1, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7035f83b-fa83-4aaa-ae7d-ca54c4fc6128', 'name': '', 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'mac_address': 'fa:16:3e:5e:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:47Z', 'updated_at': '2021-07-16T03:30:59Z', 'revision_number': 5, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'subnets': [{'id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:32:51.800008 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 10f88580-a876-42b7-ad38-c04bc986e6ff, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=10f88580-a876-42b7-ad38-c04bc986e6ff,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:51.800428 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe55183-a1bd-47f7-ba26-1fe76c5e130f req-c83e80fe-8feb-4a24-918d-3df644c92f4b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:51.802621 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fe55183-a1bd-47f7-ba26-1fe76c5e130f req-c83e80fe-8feb-4a24-918d-3df644c92f4b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 949 time: 0.1344595 Jul 16 03:32:51.805010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ff33d-e956-4b62-8ebb-7aee5e0338b5 req-ac4ad463-8d15-4e7d-878e-e7513a7bb480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:51.808084 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:51.811230 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb7ff33d-e956-4b62-8ebb-7aee5e0338b5 req-ac4ad463-8d15-4e7d-878e-e7513a7bb480 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 1100 time: 0.0865424 Jul 16 03:32:51.873106 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=10f88580-a876-42b7-ad38-c04bc986e6ff,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:51.874778 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fe55183-a1bd-47f7-ba26-1fe76c5e130f req-98664619-f96d-4e0f-ba9d-2a957fec6528 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622785 Jul 16 03:32:51.878906 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb7ff33d-e956-4b62-8ebb-7aee5e0338b5 req-b1c3a3eb-426c-4e90-ac5a-24f40ae43966 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506513 Jul 16 03:32:52.039442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae3a67-a925-4e69-b6b4-76eafe9db09d None None] New status for floating IP caa82ed7-b48a-4ff2-9899-b21d91735a3f: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:32:52.245437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2b716-820d-4ba4-ba84-6ede663e1e69 req-af938222-7ab6-4b7b-b2e2-4838086a84a3 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.247186 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93a2b716-820d-4ba4-ba84-6ede663e1e69 req-af938222-7ab6-4b7b-b2e2-4838086a84a3 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0715332 Jul 16 03:32:52.286657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93a2b716-820d-4ba4-ba84-6ede663e1e69 req-50420c70-4a41-415b-b81c-866cdc9f3f22 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333645 Jul 16 03:32:52.340266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:52.344041 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14c3aac-5652-4e6a-9efe-3edaac6ea697" -d '{"events": [{"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "3939b0e6-0a70-473e-9c0d-3543bd2d5fa5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:52.385374 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74533417-f4f8-4ecc-a81b-3c8d6598a476 x-openstack-request-id: req-74533417-f4f8-4ecc-a81b-3c8d6598a476 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:52.385667 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "tag": "3939b0e6-0a70-473e-9c0d-3543bd2d5fa5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:52.385920 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74533417-f4f8-4ecc-a81b-3c8d6598a476 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:52.386410 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'tag': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5', 'status': 'completed', 'code': 200} Jul 16 03:32:52.482701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-8d7b95d4-3500-4783-9abd-2b1e48acc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.483345 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-8d7b95d4-3500-4783-9abd-2b1e48acc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.483895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-8d7b95d4-3500-4783-9abd-2b1e48acc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.484468 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-8d7b95d4-3500-4783-9abd-2b1e48acc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.485007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-8d7b95d4-3500-4783-9abd-2b1e48acc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.485601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-8d7b95d4-3500-4783-9abd-2b1e48acc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.486240 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-8d7b95d4-3500-4783-9abd-2b1e48acc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.488478 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-8d7b95d4-3500-4783-9abd-2b1e48acc412 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d79f4b9420fd452b874072e387240e86&device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 6501 time: 0.0700283 Jul 16 03:32:52.612210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-8f503bab-cedc-4733-8b7e-0fe7c64e1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.614844 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-8f503bab-cedc-4733-8b7e-0fe7c64e1027 service neutron] 10.222.0.88 "GET /v2.0/networks?id=63a46837-9980-4aa6-9f86-1ac43e93b43d HTTP/1.1" status: 200 len: 918 time: 0.1184402 Jul 16 03:32:52.674563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df0365-2e13-4717-8a15-9ae59459f987 req-ecd6270d-eb8f-4d97-ac41-f6355e9607fd tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.681947 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7df0365-2e13-4717-8a15-9ae59459f987 req-ecd6270d-eb8f-4d97-ac41-f6355e9607fd tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 944 time: 0.1259282 Jul 16 03:32:52.735739 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-d89e96e3-b054-4948-9632-5be31208a3d1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 HTTP/1.1" status: 200 len: 1001 time: 0.1057835 Jul 16 03:32:52.753003 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7df0365-2e13-4717-8a15-9ae59459f987 req-03db88a0-84a9-40d2-b938-da706f5bace7 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701616 Jul 16 03:32:52.801917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23963ff-bbf2-4ba9-a784-86575a6e4b1e req-db9a05aa-2dd1-4b38-b09d-c39c0f6f7cc4 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.808655 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d23963ff-bbf2-4ba9-a784-86575a6e4b1e req-db9a05aa-2dd1-4b38-b09d-c39c0f6f7cc4 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/ports?device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 943 time: 0.0956893 Jul 16 03:32:52.820867 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-2b7b6ef1-7d31-46a4-89fb-0e55ddd0475c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.822480 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-2b7b6ef1-7d31-46a4-89fb-0e55ddd0475c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=77350ccd-3edf-4270-8e46-f1233ff0f07f HTTP/1.1" status: 200 len: 856 time: 0.0782604 Jul 16 03:32:52.851083 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d23963ff-bbf2-4ba9-a784-86575a6e4b1e req-5f10fd25-da25-4995-b045-d8f75b80109c tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f1a2449-f869-4f97-b269-0e57f2346f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415604 Jul 16 03:32:52.935946 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-3d397aeb-c806-42f9-9f2b-4cac83f2b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:52.938304 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-3d397aeb-c806-42f9-9f2b-4cac83f2b0ca service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=63a46837-9980-4aa6-9f86-1ac43e93b43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094182 Jul 16 03:32:52.996459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f90c2-d91d-4827-bf7d-ce6ddf180cf2 req-9a5ac00e-80ff-4002-85ed-9417d655b07e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:53.004988 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc4f90c2-d91d-4827-bf7d-ce6ddf180cf2 req-9a5ac00e-80ff-4002-85ed-9417d655b07e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1210697 Jul 16 03:32:53.063855 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc4f90c2-d91d-4827-bf7d-ce6ddf180cf2 req-3f625f66-984f-4933-9088-3737523b203e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576868 Jul 16 03:32:53.108202 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-adde8bae-cba5-487f-b2cf-4ad6a7fa5453 service neutron] 10.222.0.88 "GET /v2.0/networks/63a46837-9980-4aa6-9f86-1ac43e93b43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620381 Jul 16 03:32:53.226927 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e14c3aac-5652-4e6a-9efe-3edaac6ea697 req-b4d5c5c5-ec5d-4d91-84b9-9b4915308bfb service neutron] 10.222.0.88 "GET /v2.0/networks/63a46837-9980-4aa6-9f86-1ac43e93b43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119707 Jul 16 03:32:53.275509 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df073086-7c4d-4b84-be76-7baadf983dff req-1001d0f7-9fc3-4349-87d3-7f8fc40770d0 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:53.277006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df073086-7c4d-4b84-be76-7baadf983dff req-1001d0f7-9fc3-4349-87d3-7f8fc40770d0 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 949 time: 0.0751076 Jul 16 03:32:53.317457 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df073086-7c4d-4b84-be76-7baadf983dff req-74fe5a30-3efb-487b-8eaf-061af1ebf267 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337980 Jul 16 03:32:53.488779 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2e8f9c-c713-4c13-8668-d06b84aad829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f88580-a876-42b7-ad38-c04bc986e6ff'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:53.491242 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744b33c0-2009-4bd4-bd80-98bf053910d1" -d '{"events": [{"server_uuid": "2e2e8f9c-c713-4c13-8668-d06b84aad829", "name": "network-vif-plugged", "status": "completed", "tag": "10f88580-a876-42b7-ad38-c04bc986e6ff"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:53.492601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06352a47-e4e6-480c-9480-101afdaa7e97 req-db615ade-3169-4d15-8f8b-ac7046b146a9 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:53.494342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06352a47-e4e6-480c-9480-101afdaa7e97 req-db615ade-3169-4d15-8f8b-ac7046b146a9 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e2e8f9c-c713-4c13-8668-d06b84aad829 HTTP/1.1" status: 200 len: 950 time: 0.0636046 Jul 16 03:32:53.529191 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80154d13-5b24-481d-bb64-c4d413c862b9 x-openstack-request-id: req-80154d13-5b24-481d-bb64-c4d413c862b9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:53.529480 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2e8f9c-c713-4c13-8668-d06b84aad829", "name": "network-vif-plugged", "status": "completed", "tag": "10f88580-a876-42b7-ad38-c04bc986e6ff", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:53.529913 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80154d13-5b24-481d-bb64-c4d413c862b9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:53.530328 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2e8f9c-c713-4c13-8668-d06b84aad829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f88580-a876-42b7-ad38-c04bc986e6ff', 'code': 200} Jul 16 03:32:53.535174 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06352a47-e4e6-480c-9480-101afdaa7e97 req-6224b478-ae24-4080-9687-3a919e2c603d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346594 Jul 16 03:32:53.597243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:53.654996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:53.659587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:53.660204 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.661626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdee6d4-0296-4af6-a923-06c0ba5729da req-1858b0eb-5582-4978-acb1-9d11b0fd75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:53.663148 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3bdee6d4-0296-4af6-a923-06c0ba5729da req-1858b0eb-5582-4978-acb1-9d11b0fd75a9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2e2e8f9c-c713-4c13-8668-d06b84aad829 HTTP/1.1" status: 200 len: 1101 time: 0.0651660 Jul 16 03:32:53.702694 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3bdee6d4-0296-4af6-a923-06c0ba5729da req-e7e9aeb3-191e-4b9c-adec-e6d2d7c9d1a1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313120 Jul 16 03:32:53.736753 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.768252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:53.772193 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:53.825215 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:53.946468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd350e78-c09e-4e81-86b4-223d24ed9426 req-876befb8-4d3f-44a9-8463-3e514444a004 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:53.948008 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cd350e78-c09e-4e81-86b4-223d24ed9426 req-876befb8-4d3f-44a9-8463-3e514444a004 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0715885 Jul 16 03:32:54.015544 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cd350e78-c09e-4e81-86b4-223d24ed9426 req-c6a160a9-a494-431a-8848-398c52d4ebb7 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612347 Jul 16 03:32:54.048348 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcfe79-4c34-47ef-a83b-de7e8755a548 req-306c0e9b-013b-4946-be8f-93d22551300d tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:54.049863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77bcfe79-4c34-47ef-a83b-de7e8755a548 req-306c0e9b-013b-4946-be8f-93d22551300d tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/ports?device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 943 time: 0.0749741 Jul 16 03:32:54.087138 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77bcfe79-4c34-47ef-a83b-de7e8755a548 req-926f2bdc-f294-4255-a0fc-5ed7a6a3275b tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f1a2449-f869-4f97-b269-0e57f2346f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316744 Jul 16 03:32:54.246242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378f194-0607-4f23-91cd-0acc7cc8e867 req-917b88ae-f7da-40f0-8e58-6b37c7024da1 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:54.247707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8378f194-0607-4f23-91cd-0acc7cc8e867 req-917b88ae-f7da-40f0-8e58-6b37c7024da1 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0629094 Jul 16 03:32:54.286472 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8378f194-0607-4f23-91cd-0acc7cc8e867 req-cff0dc4f-a0c5-4db9-98a4-71172fcd7902 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327425 Jul 16 03:32:54.466678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321c617-fd91-4862-aadf-0f3b07716ab0 req-af5848e9-b6f2-48b2-89de-dbd9d142b878 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:54.468119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1321c617-fd91-4862-aadf-0f3b07716ab0 req-af5848e9-b6f2-48b2-89de-dbd9d142b878 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0651083 Jul 16 03:32:54.503926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1321c617-fd91-4862-aadf-0f3b07716ab0 req-14d2cbe2-9af6-4bc7-bc97-dffc0ea76ea3 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303402 Jul 16 03:32:54.740741 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc2651-1188-43a6-8afd-8d10a8f6fcf5 req-158b111e-593f-42ac-8823-e1f372c16695 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:54.742204 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1fc2651-1188-43a6-8afd-8d10a8f6fcf5 req-158b111e-593f-42ac-8823-e1f372c16695 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e2e8f9c-c713-4c13-8668-d06b84aad829 HTTP/1.1" status: 200 len: 950 time: 0.0955813 Jul 16 03:32:54.771099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0673d6b0-d958-4d36-947a-d6c5d57bfe94 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:32:54.790912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500c40b-2f24-40f8-8612-de650981b335 req-82697976-bac3-4692-8122-7c2b0a02f843 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:54.792454 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a500c40b-2f24-40f8-8612-de650981b335 req-82697976-bac3-4692-8122-7c2b0a02f843 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1079757 Jul 16 03:32:54.800062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1fc2651-1188-43a6-8afd-8d10a8f6fcf5 req-95e29636-1ab5-4153-8648-1b85b0720248 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504053 Jul 16 03:32:54.839236 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a500c40b-2f24-40f8-8612-de650981b335 req-d287b6b1-cddb-46f8-accd-3ac7c11dd80a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381708 Jul 16 03:32:54.872093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0673d6b0-d958-4d36-947a-d6c5d57bfe94, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0673d6b0-d958-4d36-947a-d6c5d57bfe94,segment=NetworkSegment(887339f4-82f9-4b04-9e59-9c63db2cecec),segment_id=887339f4-82f9-4b04-9e59-9c63db2cecec)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:54.886014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '0673d6b0-d958-4d36-947a-d6c5d57bfe94', 'network_id': '2df1bd28-6852-4266-a424-5e4a4c437f81', 'port_id': '0673d6b0-d958-4d36-947a-d6c5d57bfe94', 'mac_address': 'fa:16:3e:c4:8f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a93061-2462-449e-95ce-fcd2017e2766', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:32:54.926969 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:54.943009 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0673d6b0-d958-4d36-947a-d6c5d57bfe94 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:32:54.962819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0673d6b0-d958-4d36-947a-d6c5d57bfe94, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0673d6b0-d958-4d36-947a-d6c5d57bfe94,segment=NetworkSegment(887339f4-82f9-4b04-9e59-9c63db2cecec),segment_id=887339f4-82f9-4b04-9e59-9c63db2cecec)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:54.967286 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:55.013196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=0673d6b0-d958-4d36-947a-d6c5d57bfe94,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:55.016404 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a760986-3711-42a8-b166-190f00cda69a req-ac399d2d-e7cb-4220-95fd-25260771b876 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:55.018045 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0a760986-3711-42a8-b166-190f00cda69a req-ac399d2d-e7cb-4220-95fd-25260771b876 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0629985 Jul 16 03:32:55.056824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0a760986-3711-42a8-b166-190f00cda69a req-935e60e1-aed7-4a7a-9efb-52268bde80d8 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330987 Jul 16 03:32:55.190663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e7d11-a852-449b-adc5-dafb80783bb1 req-40d6e9cc-700e-4e78-a73f-433dd43197fc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:55.192175 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-021e7d11-a852-449b-adc5-dafb80783bb1 req-40d6e9cc-700e-4e78-a73f-433dd43197fc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0667584 Jul 16 03:32:55.277301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['0673d6b0-d958-4d36-947a-d6c5d57bfe94'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:32:55.531317 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257c899e-87e1-46d8-9349-35e9d1a1d59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cedbee7-e7d9-4f34-b4e6-024c2316cb08'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:55.533688 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b244c509-0cae-4ada-afd1-ab12a56e4984" -d '{"events": [{"server_uuid": "257c899e-87e1-46d8-9349-35e9d1a1d59b", "name": "network-vif-plugged", "status": "completed", "tag": "4cedbee7-e7d9-4f34-b4e6-024c2316cb08"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:55.534027 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-021e7d11-a852-449b-adc5-dafb80783bb1 req-982f4c6e-c60f-4d1b-9fec-8cadd0e407bc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319433 Jul 16 03:32:55.558473 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8e32f-72aa-450f-9508-121f4f578ebc req-6d4ac17a-99ba-498b-956b-9028af99988b tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:55.560566 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e4b8e32f-72aa-450f-9508-121f4f578ebc req-6d4ac17a-99ba-498b-956b-9028af99988b tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.3674607 Jul 16 03:32:55.597247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e4b8e32f-72aa-450f-9508-121f4f578ebc req-d2b352c1-37bb-41fe-bd48-81762b08f3ab tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311551 Jul 16 03:32:55.703950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82c4d2-67f3-4628-a711-a0a43951b969 req-c27c9f00-6a45-497a-b541-67130274b3de tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:55.705366 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f82c4d2-67f3-4628-a711-a0a43951b969 req-c27c9f00-6a45-497a-b541-67130274b3de tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/ports?device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 944 time: 0.0634587 Jul 16 03:32:55.748631 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f82c4d2-67f3-4628-a711-a0a43951b969 req-71796d3b-9d24-4da5-8dd6-9c905bbea95d tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f1a2449-f869-4f97-b269-0e57f2346f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376050 Jul 16 03:32:55.851428 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0091a4e7-845a-4bb1-ab86-3310b35673b7 x-openstack-request-id: req-0091a4e7-845a-4bb1-ab86-3310b35673b7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:55.851931 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257c899e-87e1-46d8-9349-35e9d1a1d59b", "name": "network-vif-plugged", "status": "completed", "tag": "4cedbee7-e7d9-4f34-b4e6-024c2316cb08", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:55.852302 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0091a4e7-845a-4bb1-ab86-3310b35673b7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:55.852755 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257c899e-87e1-46d8-9349-35e9d1a1d59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cedbee7-e7d9-4f34-b4e6-024c2316cb08', 'code': 200} Jul 16 03:32:55.995161 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ecbdc-a721-4fae-bea8-ff73819cb567 req-a665fefe-b6af-4b3a-b57f-727f42dfb198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:55.996598 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b30ecbdc-a721-4fae-bea8-ff73819cb567 req-a665fefe-b6af-4b3a-b57f-727f42dfb198 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 1096 time: 0.0539029 Jul 16 03:32:56.035719 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b30ecbdc-a721-4fae-bea8-ff73819cb567 req-a63befff-36bb-4bf8-8a85-a669afceafcc service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311973 Jul 16 03:32:56.042910 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d08c95-ca36-4ab3-a7a6-3f3995432745 req-1198741b-2d33-43b0-b344-82e0c99b80a0 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:56.044427 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08d08c95-ca36-4ab3-a7a6-3f3995432745 req-1198741b-2d33-43b0-b344-82e0c99b80a0 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1067979 Jul 16 03:32:56.055742 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfe1a1-6582-4584-bcf0-bdff4f2650e7 req-4fe2fe89-6c1d-428c-a5d9-3bc56849e6a8 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:56.057171 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17cfe1a1-6582-4584-bcf0-bdff4f2650e7 req-4fe2fe89-6c1d-428c-a5d9-3bc56849e6a8 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e2e8f9c-c713-4c13-8668-d06b84aad829 HTTP/1.1" status: 200 len: 950 time: 0.0913203 Jul 16 03:32:56.111794 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08d08c95-ca36-4ab3-a7a6-3f3995432745 req-ad420d98-4f92-409b-98f5-9862c7429228 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535216 Jul 16 03:32:56.118086 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17cfe1a1-6582-4584-bcf0-bdff4f2650e7 req-78e66046-224e-4a9e-879a-62cd50ce745c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533488 Jul 16 03:32:56.358440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b727e1-1442-4b1c-be17-2ff182349dfe req-3c29fcc0-1c19-4a95-a776-734fdccb0889 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:56.359932 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b727e1-1442-4b1c-be17-2ff182349dfe req-3c29fcc0-1c19-4a95-a776-734fdccb0889 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0679612 Jul 16 03:32:56.427526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b727e1-1442-4b1c-be17-2ff182349dfe req-5459cc85-fc46-4dbc-9f0a-32dbc19f3c75 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581377 Jul 16 03:32:56.450465 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e6a2c-ef45-4a23-aceb-a6aa8317734c req-1e189b6b-7bd9-441f-9896-efd79ea467ca tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:56.456735 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e6a2c-ef45-4a23-aceb-a6aa8317734c req-1e189b6b-7bd9-441f-9896-efd79ea467ca tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:56.458335 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae8e6a2c-ef45-4a23-aceb-a6aa8317734c req-1e189b6b-7bd9-441f-9896-efd79ea467ca tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e2e8f9c-c713-4c13-8668-d06b84aad829&device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 1690 time: 0.0974908 Jul 16 03:32:56.499843 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae8e6a2c-ef45-4a23-aceb-a6aa8317734c req-4166fead-481e-439b-96d3-50a52faeb723 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348496 Jul 16 03:32:56.604343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff742f8b-6f6e-4caa-a9fa-c91a88dc9b81 req-8d6a24da-9715-4528-97f0-855138371f13 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:56.605871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff742f8b-6f6e-4caa-a9fa-c91a88dc9b81 req-8d6a24da-9715-4528-97f0-855138371f13 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0671475 Jul 16 03:32:56.645647 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff742f8b-6f6e-4caa-a9fa-c91a88dc9b81 req-814b33e2-fd15-469c-8f98-c7aea3d16283 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340595 Jul 16 03:32:56.719815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746d017-e996-4172-942f-b24a7a932979 req-6cb78656-cca9-4704-9ddb-2c7e42fa367d tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:56.721328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9746d017-e996-4172-942f-b24a7a932979 req-6cb78656-cca9-4704-9ddb-2c7e42fa367d tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0640042 Jul 16 03:32:56.774833 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0673d6b0-d958-4d36-947a-d6c5d57bfe94 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:32:56.785091 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9746d017-e996-4172-942f-b24a7a932979 req-680e178c-e87e-49c8-a28b-c3020a838a32 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578864 Jul 16 03:32:56.808821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28702334-c0b2-4a6e-98bf-85249fd5ad89 req-9783e6a4-ab6d-4029-b6b9-ee4e4cceb572 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:56.810870 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28702334-c0b2-4a6e-98bf-85249fd5ad89 req-9783e6a4-ab6d-4029-b6b9-ee4e4cceb572 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2e2e8f9c-c713-4c13-8668-d06b84aad829 HTTP/1.1" status: 200 len: 1101 time: 0.0643868 Jul 16 03:32:56.835777 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 0673d6b0-d958-4d36-947a-d6c5d57bfe94 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:32:56.839770 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 0673d6b0-d958-4d36-947a-d6c5d57bfe94 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:32:56.840461 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.855334 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28702334-c0b2-4a6e-98bf-85249fd5ad89 req-b45fa813-b7a9-4d79-b299-19bac74717c5 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320561 Jul 16 03:32:56.930676 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:56.969508 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0673d6b0-d958-4d36-947a-d6c5d57bfe94, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0673d6b0-d958-4d36-947a-d6c5d57bfe94,segment=NetworkSegment(887339f4-82f9-4b04-9e59-9c63db2cecec),segment_id=887339f4-82f9-4b04-9e59-9c63db2cecec)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:32:56.975269 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:32:57.028126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=0673d6b0-d958-4d36-947a-d6c5d57bfe94,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:32:57.062228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09684d7-5709-4c26-8e71-f0f4004a6b2c req-f3ef1ffc-ebb5-4261-95cb-cdf2506193cd tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:57.063722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a09684d7-5709-4c26-8e71-f0f4004a6b2c req-f3ef1ffc-ebb5-4261-95cb-cdf2506193cd tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/ports?device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 945 time: 0.1009891 Jul 16 03:32:57.102755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beeb64-f2c1-41e4-89f5-88071843e6d5 req-ce588c10-be28-4250-a991-40260e56d475 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:57.104223 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61beeb64-f2c1-41e4-89f5-88071843e6d5 req-ce588c10-be28-4250-a991-40260e56d475 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0949872 Jul 16 03:32:57.132076 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a09684d7-5709-4c26-8e71-f0f4004a6b2c req-153a6166-5c04-4793-927d-ed9bc6d90c5b tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f1a2449-f869-4f97-b269-0e57f2346f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607474 Jul 16 03:32:57.158619 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61beeb64-f2c1-41e4-89f5-88071843e6d5 req-8b3a5417-95cc-4afd-826c-a7a395ec3ddf tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447385 Jul 16 03:32:57.443288 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6acb24-4d1e-49d9-a267-bb8975d2a5c5 req-a1fd71dd-bb7a-4e00-a454-8b3728816c3a tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:57.444815 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca6acb24-4d1e-49d9-a267-bb8975d2a5c5 req-a1fd71dd-bb7a-4e00-a454-8b3728816c3a tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 1100 time: 0.0973442 Jul 16 03:32:57.457195 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e7147-b7fb-433d-940b-d13652e98a7f req-66795305-f654-4545-a23d-144f8faf4297 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:57.458612 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d44e7147-b7fb-433d-940b-d13652e98a7f req-66795305-f654-4545-a23d-144f8faf4297 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0842574 Jul 16 03:32:57.509927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca6acb24-4d1e-49d9-a267-bb8975d2a5c5 req-d34d569e-dddd-456c-b69c-513419161803 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501208 Jul 16 03:32:57.516366 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d44e7147-b7fb-433d-940b-d13652e98a7f req-11c03a8d-3d37-4272-8a1e-37d2de04d18f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502307 Jul 16 03:32:57.704985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566cdac-abe5-4bc5-9b19-7831f8d5b356 req-c030a563-8a3e-4828-ba63-ddcc78608a20 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:57.706548 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0566cdac-abe5-4bc5-9b19-7831f8d5b356 req-c030a563-8a3e-4828-ba63-ddcc78608a20 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0632484 Jul 16 03:32:57.743205 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-3b34f0cd-d119-4598-99b5-e6641104e050 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6f5c753e52654e67a51e2590717e8ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356827 Jul 16 03:32:57.787455 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0566cdac-abe5-4bc5-9b19-7831f8d5b356 req-7bfc34c0-e078-4cf5-9d82-6d7f6777dd82 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705562 Jul 16 03:32:57.853498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f4bd6b-674f-4288-bfc6-f825b7af479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0673d6b0-d958-4d36-947a-d6c5d57bfe94'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:32:57.856213 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c56471-1a23-42a8-93e8-5abdaa760a00" -d '{"events": [{"server_uuid": "33f4bd6b-674f-4288-bfc6-f825b7af479a", "name": "network-vif-plugged", "status": "completed", "tag": "0673d6b0-d958-4d36-947a-d6c5d57bfe94"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:32:57.862965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-8102d97e-bec9-4ea7-bfe6-3230e4f03bc1 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:57.864581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-8102d97e-bec9-4ea7-bfe6-3230e4f03bc1 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1134388 Jul 16 03:32:57.879722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-6e717dd3-f26a-4802-ae1c-f3c645a6248a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/quotas/6f5c753e52654e67a51e2590717e8ff6 HTTP/1.1" status: 200 len: 375 time: 0.0099425 Jul 16 03:32:57.997694 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-e2513158-9574-4c38-a212-1db64eb6d34d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1123817 Jul 16 03:32:58.010342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778778c-2cad-4e06-8aab-7f57cc3b2b03 req-7a5a7505-5643-44a8-857b-1efaab8e5259 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.011787 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0778778c-2cad-4e06-8aab-7f57cc3b2b03 req-7a5a7505-5643-44a8-857b-1efaab8e5259 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0988042 Jul 16 03:32:58.050897 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0778778c-2cad-4e06-8aab-7f57cc3b2b03 req-4742a2f9-1022-4ce0-af77-dbfac84ac762 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333736 Jul 16 03:32:58.146665 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f13ca9-2aef-4163-973a-90b3ecc50084 x-openstack-request-id: req-28f13ca9-2aef-4163-973a-90b3ecc50084 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:32:58.147285 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f4bd6b-674f-4288-bfc6-f825b7af479a", "name": "network-vif-plugged", "status": "completed", "tag": "0673d6b0-d958-4d36-947a-d6c5d57bfe94", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:32:58.147285 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28f13ca9-2aef-4163-973a-90b3ecc50084 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:32:58.147598 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f4bd6b-674f-4288-bfc6-f825b7af479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0673d6b0-d958-4d36-947a-d6c5d57bfe94', 'code': 200} Jul 16 03:32:58.284909 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2efc5-841a-41df-bbed-0836992652bb req-8e179f44-4cee-4791-9b57-10f04f207f98 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.286531 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6e2efc5-841a-41df-bbed-0836992652bb req-8e179f44-4cee-4791-9b57-10f04f207f98 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1047995 Jul 16 03:32:58.330301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e7ec8-2da6-4ce5-80f9-da792b453129 req-f9c0327d-6530-47b9-959f-df833e877e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.331954 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-467e7ec8-2da6-4ce5-80f9-da792b453129 req-f9c0327d-6530-47b9-959f-df833e877e3e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 1096 time: 0.1037676 Jul 16 03:32:58.337098 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6e2efc5-841a-41df-bbed-0836992652bb req-7f06d84e-f2ab-461b-a355-d6faf062ff44 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Jul 16 03:32:58.417535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-467e7ec8-2da6-4ce5-80f9-da792b453129 req-dd722837-0728-41d4-baf9-6ba8548e85e1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9f1a2449-f869-4f97-b269-0e57f2346f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766644 Jul 16 03:32:58.437665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a33e826-cc06-4a5b-8f93-869ba5138f16 req-d3cdef7c-6755-401b-b2e5-8fbad83015f7 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 210 time: 0.0361688 Jul 16 03:32:58.470350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094a1e0-069a-40c5-8e2b-29916888c8db req-fd4d7406-3898-495e-ad43-25bcda002751 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.472433 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3094a1e0-069a-40c5-8e2b-29916888c8db req-fd4d7406-3898-495e-ad43-25bcda002751 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1135514 Jul 16 03:32:58.514184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3094a1e0-069a-40c5-8e2b-29916888c8db req-7af0ea26-b3f1-4303-88b8-3fc3f4b86f78 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359681 Jul 16 03:32:58.624986 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de5474-045d-4ef9-aeff-c68c212f4fc7 req-e370b74d-c543-4564-a6ac-70eae7d3ab11 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.631834 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00de5474-045d-4ef9-aeff-c68c212f4fc7 req-e370b74d-c543-4564-a6ac-70eae7d3ab11 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/ports?device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 945 time: 0.0875947 Jul 16 03:32:58.674358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00de5474-045d-4ef9-aeff-c68c212f4fc7 req-ec2db043-db84-42f5-b055-f8bf20fd73e0 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f1a2449-f869-4f97-b269-0e57f2346f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416501 Jul 16 03:32:58.932343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1613b-19b2-4d64-884b-3a495f89688b req-aacbab95-3d44-4e42-893d-4b829965855f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:58.933871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ede1613b-19b2-4d64-884b-3a495f89688b req-aacbab95-3d44-4e42-893d-4b829965855f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0718522 Jul 16 03:32:58.972131 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ede1613b-19b2-4d64-884b-3a495f89688b req-af88fd46-3bfb-418b-a628-f4166c5aa980 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326436 Jul 16 03:32:59.083356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2d975-7662-4a82-a3db-147101e61698 req-a91765f1-50a1-41a1-8e2a-d0690d94b921 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:59.084884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46c2d975-7662-4a82-a3db-147101e61698 req-a91765f1-50a1-41a1-8e2a-d0690d94b921 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0678666 Jul 16 03:32:59.151992 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46c2d975-7662-4a82-a3db-147101e61698 req-5d51ebd2-b79f-4610-9f0c-6317506b08f5 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575743 Jul 16 03:32:59.174152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551eb48-f684-44ad-8f7b-b9a11285d850 req-96e20ab2-9d9c-4839-8b4a-01ade4a1cc2a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:59.175648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4551eb48-f684-44ad-8f7b-b9a11285d850 req-96e20ab2-9d9c-4839-8b4a-01ade4a1cc2a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0898802 Jul 16 03:32:59.215107 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4551eb48-f684-44ad-8f7b-b9a11285d850 req-45ba9848-1987-4a97-86a2-f1b5d4f3bdd4 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336556 Jul 16 03:32:59.326589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f280f-862a-43b4-af83-6e9e25a586ca req-ae982e19-2330-4524-81c1-1d7be7b9a3e7 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:59.328256 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f44f280f-862a-43b4-af83-6e9e25a586ca req-ae982e19-2330-4524-81c1-1d7be7b9a3e7 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0662735 Jul 16 03:32:59.427758 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-19f44e2b-12fa-433c-8ce7-2a7f5dfb2987 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6f5c753e52654e67a51e2590717e8ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302203 Jul 16 03:32:59.430574 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f44f280f-862a-43b4-af83-6e9e25a586ca req-4e26f239-96be-42b1-9819-45d0fcefc874 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961859 Jul 16 03:32:59.491141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5d7ac-649f-4829-a765-237e5db75fec req-4279a466-27dd-4b84-aaea-013140c5e38f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:59.493115 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-01f5d7ac-649f-4829-a765-237e5db75fec req-4279a466-27dd-4b84-aaea-013140c5e38f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1448450 Jul 16 03:32:59.593343 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-01f5d7ac-649f-4829-a765-237e5db75fec req-b0b155df-5dab-45b7-97d0-1df9efd6bc81 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925088 Jul 16 03:32:59.636813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-2997632e-a439-4bf1-87a7-d6ddb29c7daf tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:32:59.638160 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-2997632e-a439-4bf1-87a7-d6ddb29c7daf tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936831 Jul 16 03:32:59.671695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-d7c312a9-f502-484f-bbe3-e79c8222f286 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Request body: {'port': {'device_id': 'd7dcf720-fe95-4850-861c-442fdfcb1721', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '6f5c753e52654e67a51e2590717e8ff6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:32:59.791981 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d74acf6-b009-4c1e-a914-3cd120956dcf req-c7066359-944e-4420-913b-dc26b105ee2f tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 210 time: 0.0415082 Jul 16 03:32:59.848922 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-d7c312a9-f502-484f-bbe3-e79c8222f286 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Made reservation on behalf of 6f5c753e52654e67a51e2590717e8ff6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:32:59.854139 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-d7c312a9-f502-484f-bbe3-e79c8222f286 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.032497 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-731429b0-ebd4-4007-ae8c-73bb2b69839c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.070379 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-d7c312a9-f502-484f-bbe3-e79c8222f286 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Allocated IP 192.168.233.22 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/5a071022-d0c7-4833-bd07-627c6ddb5a25) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:00.079840 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa6632-7bf7-4162-a71c-42f5fdc121df req-d86390e5-9e59-48db-b101-0e0dba75c404 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:00.086776 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5dfa6632-7bf7-4162-a71c-42f5fdc121df req-d86390e5-9e59-48db-b101-0e0dba75c404 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1670439 Jul 16 03:33:00.149360 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5dfa6632-7bf7-4162-a71c-42f5fdc121df req-128ffbff-0f68-4b4f-98bf-b48374ec9b30 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616295 Jul 16 03:33:00.313979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcebed-99de-4a03-8d11-8d19c20b9298 req-f35a1d26-49a9-4dd0-bf86-90d538f5175a tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:00.315783 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1fcebed-99de-4a03-8d11-8d19c20b9298 req-f35a1d26-49a9-4dd0-bf86-90d538f5175a tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/ports?device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 945 time: 0.1363626 Jul 16 03:33:00.333274 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-d7c312a9-f502-484f-bbe3-e79c8222f286 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.363907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-d7c312a9-f502-484f-bbe3-e79c8222f286 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Transition to ACTIVE for port object 5a071022-d0c7-4833-bd07-627c6ddb5a25 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:00.375458 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1fcebed-99de-4a03-8d11-8d19c20b9298 req-d652e1d9-a2aa-4762-a1ec-a9a8dac075db tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f1a2449-f869-4f97-b269-0e57f2346f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538146 Jul 16 03:33:00.445733 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-d7c312a9-f502-484f-bbe3-e79c8222f286 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.457394 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['3a4656b9-5411-4750-b5b4-c8f09940a302'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:00.462300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91', '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', '6fd0c118-3060-48cb-bafb-28e7e0685765', '10f88580-a876-42b7-ad38-c04bc986e6ff'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:00.519338 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-d7c312a9-f502-484f-bbe3-e79c8222f286 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:00.527462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-d7c312a9-f502-484f-bbe3-e79c8222f286 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:00.544680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-d7c312a9-f502-484f-bbe3-e79c8222f286 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:00.548220 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c312a9-f502-484f-bbe3-e79c8222f286 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event updated for resources: {'Port': ['ID=5a071022-d0c7-4833-bd07-627c6ddb5a25,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:00.603570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025e803-3462-4615-a0f4-17255450ea99 req-261ce3d7-93a9-4f90-ad38-a8b949fd4609 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:00.620753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8025e803-3462-4615-a0f4-17255450ea99 req-261ce3d7-93a9-4f90-ad38-a8b949fd4609 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.2260749 Jul 16 03:33:00.738139 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-d7c312a9-f502-484f-bbe3-e79c8222f286 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:00.738846 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-d7c312a9-f502-484f-bbe3-e79c8222f286 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:00.759145 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-d7c312a9-f502-484f-bbe3-e79c8222f286 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0940347 Jul 16 03:33:00.773038 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8025e803-3462-4615-a0f4-17255450ea99 req-ca23b46c-0df3-497e-b083-42ad0779be7c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512353 Jul 16 03:33:00.795561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Request body: {'port': {'device_id': 'd7dcf720-fe95-4850-861c-442fdfcb1721', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:00.945499 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817617e8-99d8-4ccc-b720-ff4383d74a3e req-ba2198ee-350c-41dd-bc5e-23c6abc6d7bf tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:00.955403 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-817617e8-99d8-4ccc-b720-ff4383d74a3e req-ba2198ee-350c-41dd-bc5e-23c6abc6d7bf tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.3087983 Jul 16 03:33:00.993646 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.031887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-817617e8-99d8-4ccc-b720-ff4383d74a3e req-212372ae-6b43-4d06-bb1d-c3dfc977bebe tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755994 Jul 16 03:33:01.032806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5a518f45-f8d8-4c19-8936-746f1079260b None None] Provisioning for port 5a071022-d0c7-4833-bd07-627c6ddb5a25 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:01.047800 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5a518f45-f8d8-4c19-8936-746f1079260b None None] Provisioning complete for port 5a071022-d0c7-4833-bd07-627c6ddb5a25 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:01.048095 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a518f45-f8d8-4c19-8936-746f1079260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.118259 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.203121 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5a518f45-f8d8-4c19-8936-746f1079260b None None] Port 5a071022-d0c7-4833-bd07-627c6ddb5a25 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:01.308355 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.353897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdfe6f-b7cb-46b8-916b-e0e38e9b8211 req-cd8ce087-c078-4ff1-a236-7272825e6daf tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:01.357560 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adfdfe6f-b7cb-46b8-916b-e0e38e9b8211 req-cd8ce087-c078-4ff1-a236-7272825e6daf tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 935 time: 0.1980906 Jul 16 03:33:01.371000 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba5045-3a7d-43be-9a22-b75a4184daad req-3706bf6c-a9b9-4eb6-aef2-542763c3b84c tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:01.378697 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aaba5045-3a7d-43be-9a22-b75a4184daad req-3706bf6c-a9b9-4eb6-aef2-542763c3b84c tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 1096 time: 0.1816354 Jul 16 03:33:01.468692 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adfdfe6f-b7cb-46b8-916b-e0e38e9b8211 req-7de5a717-2fee-42ac-868f-b7917f3274a0 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998349 Jul 16 03:33:01.483482 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aaba5045-3a7d-43be-9a22-b75a4184daad req-4a2a825c-49f6-43c5-a883-9718757ccd20 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039436 Jul 16 03:33:01.537481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a071022-d0c7-4833-bd07-627c6ddb5a25 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:01.545092 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.575354 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Transition to ACTIVE for port object 5a071022-d0c7-4833-bd07-627c6ddb5a25 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:01.584851 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.672862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Pushing event updated for resources: {'Port': ['ID=5a071022-d0c7-4833-bd07-627c6ddb5a25,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:01.800266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Attempting to bind port 5a071022-d0c7-4833-bd07-627c6ddb5a25 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:01.800704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Attempting to bind port 5a071022-d0c7-4833-bd07-627c6ddb5a25 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:01.801035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Attempting to bind port 5a071022-d0c7-4833-bd07-627c6ddb5a25 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:01.810577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Port 5a071022-d0c7-4833-bd07-627c6ddb5a25 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:01.810907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Attempting to bind port 5a071022-d0c7-4833-bd07-627c6ddb5a25 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:01.820500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:01.820834 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:01.821225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:01.821672 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Bound port: 5a071022-d0c7-4833-bd07-627c6ddb5a25, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:01.822038 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.833164 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0628637-d540-466a-9cfa-19aae8c61ddf req-d7353a06-7279-4d70-ba27-ae92e91189f7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:01.834631 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a0628637-d540-466a-9cfa-19aae8c61ddf req-d7353a06-7279-4d70-ba27-ae92e91189f7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1314600 Jul 16 03:33:01.904884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a0628637-d540-466a-9cfa-19aae8c61ddf req-341105a0-eb21-4195-86fc-c369b199067d tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637605 Jul 16 03:33:01.926985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] For port 5a071022-d0c7-4833-bd07-627c6ddb5a25, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:01.931420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] For port 5a071022-d0c7-4833-bd07-627c6ddb5a25, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5a071022-d0c7-4833-bd07-627c6ddb5a25,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:01.936923 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.989188 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:01.989848 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:01.991326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] 10.222.0.20 "PUT /v2.0/ports/5a071022-d0c7-4833-bd07-627c6ddb5a25 HTTP/1.1" status: 200 len: 1095 time: 1.2169785 Jul 16 03:33:01.991810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7dcf720-fe95-4850-861c-442fdfcb1721', 'tag': '5a071022-d0c7-4833-bd07-627c6ddb5a25'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:01.994633 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e9c3e6-5ca7-4096-be22-00df0c990b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d7dcf720-fe95-4850-861c-442fdfcb1721", "tag": "5a071022-d0c7-4833-bd07-627c6ddb5a25"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:02.123498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eef386-fb59-4381-8269-ad630b4cc332 service neutron] Pushing event updated for resources: {'Port': ['ID=5a071022-d0c7-4833-bd07-627c6ddb5a25,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:02.163377 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-227575ff-5070-4d45-8a51-c657c2c611e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:02.165105 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-227575ff-5070-4d45-8a51-c657c2c611e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 1098 time: 0.1125896 Jul 16 03:33:02.177381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40d11e-891b-49c3-a449-f38775d24d86 req-bb325453-256c-4bf6-ab71-b8af8d3b2266 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:02.178954 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d40d11e-891b-49c3-a449-f38775d24d86 req-bb325453-256c-4bf6-ab71-b8af8d3b2266 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1467600 Jul 16 03:33:02.223415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-6d8a9f0c-0a6a-4ad7-8cca-c309a52026a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5a071022-d0c7-4833-bd07-627c6ddb5a25 HTTP/1.1" status: 200 len: 217 time: 0.0434344 Jul 16 03:33:02.276047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d40d11e-891b-49c3-a449-f38775d24d86 req-1a944dde-9405-4834-a589-1231c1ecb754 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883873 Jul 16 03:33:02.295961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-42bcb7c5-cab0-4982-8b0c-cfcdb8b997e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:02.297543 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-42bcb7c5-cab0-4982-8b0c-cfcdb8b997e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0590425 Jul 16 03:33:02.358314 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-7f9cc356-6293-4461-b39f-84da57fb50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:02.359522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-7f9cc356-6293-4461-b39f-84da57fb50e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0539765 Jul 16 03:33:02.453317 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace1c68c-15f1-4d68-9395-f9b1bf761d3e x-openstack-request-id: req-ace1c68c-15f1-4d68-9395-f9b1bf761d3e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:02.453611 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7dcf720-fe95-4850-861c-442fdfcb1721", "tag": "5a071022-d0c7-4833-bd07-627c6ddb5a25", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:02.453859 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ace1c68c-15f1-4d68-9395-f9b1bf761d3e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:02.454247 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7dcf720-fe95-4850-861c-442fdfcb1721', 'tag': '5a071022-d0c7-4833-bd07-627c6ddb5a25', 'status': 'completed', 'code': 200} Jul 16 03:33:02.486022 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-5f4013d1-e7f5-4641-b2ec-2a3634a873ef service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078029 Jul 16 03:33:02.589654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d03a46e5-32f4-45b0-ba3c-454458e130d7 req-f8ad62a0-f402-4fe3-aacb-151af1ea60dc service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901828 Jul 16 03:33:02.725415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9c3e6-5ca7-4096-be22-00df0c990b5b req-7258ee61-53d3-4e7d-aea0-32e77edcb4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:02.727203 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04e9c3e6-5ca7-4096-be22-00df0c990b5b req-7258ee61-53d3-4e7d-aea0-32e77edcb4fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 1098 time: 0.0641801 Jul 16 03:33:02.740186 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f015946f-54d0-46b5-8f63-580fc88612d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.784599 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:02.866349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9c3e6-5ca7-4096-be22-00df0c990b5b req-10e04a6f-8471-42dc-9a5c-036ba0f5d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:02.868051 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04e9c3e6-5ca7-4096-be22-00df0c990b5b req-10e04a6f-8471-42dc-9a5c-036ba0f5d0a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1203692 Jul 16 03:33:02.930421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04e9c3e6-5ca7-4096-be22-00df0c990b5b req-d5e53e66-d5be-494d-8c89-697660eec47a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=5a071022-d0c7-4833-bd07-627c6ddb5a25 HTTP/1.1" status: 200 len: 217 time: 0.0423820 Jul 16 03:33:02.948735 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-965c5c4c-2eb1-4d4c-8d20-2005d5db2af2 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:33:02.950318 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-965c5c4c-2eb1-4d4c-8d20-2005d5db2af2 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1165328 Jul 16 03:33:03.004764 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-44de8a8c-355f-4190-8e88-76af0d445695 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.006286 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-44de8a8c-355f-4190-8e88-76af0d445695 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports/f30d445c-995e-48b0-9b73-db1b01f81524 HTTP/1.1" status: 200 len: 1093 time: 0.0497818 Jul 16 03:33:03.066778 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-26e4015d-a795-4ec4-908d-820220c973b3 service neutron] Request body: {'binding': {'host': 'n-h1-800088-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:03.067523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-26e4015d-a795-4ec4-908d-820220c973b3 service neutron] Unknown quota resources ['binding']. {{(pid=93768) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:33:03.207557 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-26e4015d-a795-4ec4-908d-820220c973b3 service neutron] Attempting to bind port f30d445c-995e-48b0-9b73-db1b01f81524 on host n-h1-800088-6 for vnic_type normal with profile None {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:03.207947 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-26e4015d-a795-4ec4-908d-820220c973b3 service neutron] Attempting to bind port f30d445c-995e-48b0-9b73-db1b01f81524 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:03.208233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-26e4015d-a795-4ec4-908d-820220c973b3 service neutron] Attempting to bind port f30d445c-995e-48b0-9b73-db1b01f81524 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:03.213089 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-26e4015d-a795-4ec4-908d-820220c973b3 service neutron] Port f30d445c-995e-48b0-9b73-db1b01f81524 on network ae4da56c-d106-465b-8123-a4e05a78074b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:03.213542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-26e4015d-a795-4ec4-908d-820220c973b3 service neutron] Attempting to bind port f30d445c-995e-48b0-9b73-db1b01f81524 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:03.219855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-26e4015d-a795-4ec4-908d-820220c973b3 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:03.220386 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-26e4015d-a795-4ec4-908d-820220c973b3 service neutron] Checking segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:03.220941 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-26e4015d-a795-4ec4-908d-820220c973b3 service neutron] Bound using segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:03.221519 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-26e4015d-a795-4ec4-908d-820220c973b3 service neutron] Bound port: f30d445c-995e-48b0-9b73-db1b01f81524, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:03.276013 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-26e4015d-a795-4ec4-908d-820220c973b3 service neutron] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=f30d445c-995e-48b0-9b73-db1b01f81524,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:03.281803 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-26e4015d-a795-4ec4-908d-820220c973b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.284977 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-26e4015d-a795-4ec4-908d-820220c973b3 service neutron] 10.222.0.18 "POST /v2.0/ports/f30d445c-995e-48b0-9b73-db1b01f81524/bindings HTTP/1.1" status: 201 len: 389 time: 0.2714870 Jul 16 03:33:03.289139 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9c3e6-5ca7-4096-be22-00df0c990b5b req-b60dc09b-ee4f-496b-ae98-4ef9fd86c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.290590 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04e9c3e6-5ca7-4096-be22-00df0c990b5b req-b60dc09b-ee4f-496b-ae98-4ef9fd86c9f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.3514895 Jul 16 03:33:03.337371 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3093d5-45e1-44e6-9476-a5c1945626d6 req-fc473be4-3e90-4008-bb99-3749a1a2d274 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.338878 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f3093d5-45e1-44e6-9476-a5c1945626d6 req-fc473be4-3e90-4008-bb99-3749a1a2d274 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.4112663 Jul 16 03:33:03.405638 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f3093d5-45e1-44e6-9476-a5c1945626d6 req-682325d6-587b-44a4-8678-3062e1cde859 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609279 Jul 16 03:33:03.408794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9c3e6-5ca7-4096-be22-00df0c990b5b req-cb7dddd0-9287-4b45-9a99-e73e1694f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.410297 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04e9c3e6-5ca7-4096-be22-00df0c990b5b req-cb7dddd0-9287-4b45-9a99-e73e1694f771 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126783 Jul 16 03:33:03.574388 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04e9c3e6-5ca7-4096-be22-00df0c990b5b req-b02d679e-3fd6-4461-8c2e-dcb861376d57 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521728 Jul 16 03:33:03.585832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca89b7-c38b-4a16-8941-0e9f5b596cb6 req-04847d83-5410-4daa-8b27-8ddec3c70483 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.587658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2dca89b7-c38b-4a16-8941-0e9f5b596cb6 req-04847d83-5410-4daa-8b27-8ddec3c70483 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 947 time: 0.1405208 Jul 16 03:33:03.606434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-d3445825-b60b-47e9-ab52-0e50c5f36520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.617420 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-d3445825-b60b-47e9-ab52-0e50c5f36520 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 1096 time: 0.0718899 Jul 16 03:33:03.690189 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2dca89b7-c38b-4a16-8941-0e9f5b596cb6 req-9ed71677-3b19-47f2-b854-bca9f2354e2d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920966 Jul 16 03:33:03.734884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04e9c3e6-5ca7-4096-be22-00df0c990b5b req-e12bab45-8424-4961-bf80-196ea3dab45d service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459720 Jul 16 03:33:03.745167 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:03.764971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-d93ded79-49e2-4ea0-860d-7faaf39b288c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.766887 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-d93ded79-49e2-4ea0-860d-7faaf39b288c service neutron] 10.222.0.88 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.1437984 Jul 16 03:33:03.816681 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-94189157-a348-46d7-88d0-7f8b23020d00 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f30d445c-995e-48b0-9b73-db1b01f81524 HTTP/1.1" status: 200 len: 217 time: 0.0414593 Jul 16 03:33:03.886676 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-b9180078-53fd-4edd-82de-3fb9c534717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.888505 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-b9180078-53fd-4edd-82de-3fb9c534717f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.0600519 Jul 16 03:33:03.893719 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41938ae0-5fb2-4740-8b81-ae1e41d97e6e req-e2f2332c-0dd7-46d3-a3b7-b1c2adc5ef63 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.900775 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-41938ae0-5fb2-4740-8b81-ae1e41d97e6e req-e2f2332c-0dd7-46d3-a3b7-b1c2adc5ef63 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1234639 Jul 16 03:33:03.931823 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6aa6f-a8de-43b3-a418-72e67aa65920 req-cb007b5b-f69e-4c58-9ffd-e79b265bdeec tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:03.933503 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6eb6aa6f-a8de-43b3-a418-72e67aa65920 req-cb007b5b-f69e-4c58-9ffd-e79b265bdeec tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 945 time: 0.1192961 Jul 16 03:33:03.935423 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-048ed5ff-6b90-4569-a3b5-7aedfb3cb01b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363455 Jul 16 03:33:03.958550 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-41938ae0-5fb2-4740-8b81-ae1e41d97e6e req-ae37f2c5-91a0-43ce-af96-c2625e551360 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568233 Jul 16 03:33:03.990958 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6eb6aa6f-a8de-43b3-a418-72e67aa65920 req-74315fd2-00a0-45c8-8d2f-b25f676120fd tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461760 Jul 16 03:33:04.058921 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-46279e70-694b-4458-b901-4cc88cba3902 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129112 Jul 16 03:33:04.172780 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d870987-4adb-433b-ac3c-352a5ea87fb9 req-d304ca73-3c6b-4726-83b4-4655932f3214 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:04.174631 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d870987-4adb-433b-ac3c-352a5ea87fb9 req-d304ca73-3c6b-4726-83b4-4655932f3214 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0722289 Jul 16 03:33:04.186472 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c46e9654-3698-4575-9e7c-aedee15055fb service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129122 Jul 16 03:33:04.215538 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d870987-4adb-433b-ac3c-352a5ea87fb9 req-14dd2020-8b59-4d4c-ab90-f90faf292b69 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351703 Jul 16 03:33:04.442098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9547f4f-e981-4229-a076-e2e40fcf7617 req-4612610c-5483-4d3d-bb6c-ede1e9fd0e96 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:04.443659 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d9547f4f-e981-4229-a076-e2e40fcf7617 req-4612610c-5483-4d3d-bb6c-ede1e9fd0e96 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0756016 Jul 16 03:33:04.486912 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d9547f4f-e981-4229-a076-e2e40fcf7617 req-065ecfae-4c18-4ddb-96f6-b2c4670b80ea tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375180 Jul 16 03:33:04.776256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45eaa3-5148-444f-9708-3af35510e028 req-21240c39-e2eb-4672-a2d0-942352275cf9 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:04.777888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b45eaa3-5148-444f-9708-3af35510e028 req-21240c39-e2eb-4672-a2d0-942352275cf9 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1016254 Jul 16 03:33:04.840928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b45eaa3-5148-444f-9708-3af35510e028 req-dd8b0d95-a4f1-4557-b5d4-22374a2f6526 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562463 Jul 16 03:33:05.010890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f1ed1-2d6a-4e93-9d05-f93d6e6937fc req-98dd9e5a-2e98-44d0-a1d3-2b277faf51b9 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:05.020436 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0f4f1ed1-2d6a-4e93-9d05-f93d6e6937fc req-98dd9e5a-2e98-44d0-a1d3-2b277faf51b9 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 947 time: 0.0928326 Jul 16 03:33:05.057328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0f4f1ed1-2d6a-4e93-9d05-f93d6e6937fc req-c6f6346a-6001-484f-88ab-9aeff3a2d543 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356841 Jul 16 03:33:05.242675 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6d2d7-2778-4c11-a365-a5c52afcfd5d req-4569917c-ca63-47b0-b43f-05a2e33a0919 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:05.244508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92d6d2d7-2778-4c11-a365-a5c52afcfd5d req-4569917c-ca63-47b0-b43f-05a2e33a0919 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0637980 Jul 16 03:33:05.285947 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92d6d2d7-2778-4c11-a365-a5c52afcfd5d req-bf31b9dd-7d44-4e19-a810-54306267c491 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340276 Jul 16 03:33:05.459833 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d698bc9-d1d0-4247-8330-c84513be0d95 req-0e1265ae-ea8e-409c-a00b-a271b71e3eab tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:05.461489 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d698bc9-d1d0-4247-8330-c84513be0d95 req-0e1265ae-ea8e-409c-a00b-a271b71e3eab tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 945 time: 0.0707481 Jul 16 03:33:05.501798 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d698bc9-d1d0-4247-8330-c84513be0d95 req-e40f65ff-76a7-49e1-bd56-92af6917329b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Jul 16 03:33:05.577041 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974eb4f6-ef3c-4289-9225-23a88999b216 req-f75385c1-c28b-4207-90f4-a41366846500 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:05.578544 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-974eb4f6-ef3c-4289-9225-23a88999b216 req-f75385c1-c28b-4207-90f4-a41366846500 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0648859 Jul 16 03:33:05.621171 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-974eb4f6-ef3c-4289-9225-23a88999b216 req-1487a6e8-23e2-4c03-aea8-1307dfa23d6c tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358534 Jul 16 03:33:05.644601 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.236155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcac70-1af7-4d32-8949-98ae79ad6183 req-5032547f-9044-4202-b1b2-4acc5bfbd5c6 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:06.238335 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-76dcac70-1af7-4d32-8949-98ae79ad6183 req-5032547f-9044-4202-b1b2-4acc5bfbd5c6 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 947 time: 0.0664375 Jul 16 03:33:06.279836 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-76dcac70-1af7-4d32-8949-98ae79ad6183 req-9dbf556b-2a3e-4b20-97fe-77e369494d3b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353746 Jul 16 03:33:06.480571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea804042-2ec4-4df5-9731-b8c27e3e345a req-72818150-1591-4ddf-bfee-ca7a19205022 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:06.483138 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea804042-2ec4-4df5-9731-b8c27e3e345a req-72818150-1591-4ddf-bfee-ca7a19205022 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0783997 Jul 16 03:33:06.527346 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea804042-2ec4-4df5-9731-b8c27e3e345a req-07a12b3d-4a1c-4362-8b29-42e346dd0772 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385897 Jul 16 03:33:06.708627 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158cb9e-83f0-4ce5-b51c-2301c1a31f33 req-7b7d621b-c7e3-410e-8430-a6b8bb08627f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:06.710239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8158cb9e-83f0-4ce5-b51c-2301c1a31f33 req-7b7d621b-c7e3-410e-8430-a6b8bb08627f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 945 time: 0.0665905 Jul 16 03:33:06.771166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5a071022-d0c7-4833-bd07-627c6ddb5a25 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:06.793452 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8158cb9e-83f0-4ce5-b51c-2301c1a31f33 req-8945eb4b-f8d7-42b6-b005-af6cf5d9801e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766256 Jul 16 03:33:06.845057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ab16a-74d1-4c47-8ef5-1da670129c3e req-bffc2130-b574-4c62-a586-f8ac7abadcb9 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:06.846849 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-706ab16a-74d1-4c47-8ef5-1da670129c3e req-bffc2130-b574-4c62-a586-f8ac7abadcb9 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1130717 Jul 16 03:33:06.897280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 5a071022-d0c7-4833-bd07-627c6ddb5a25, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5a071022-d0c7-4833-bd07-627c6ddb5a25,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:06.904900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-706ab16a-74d1-4c47-8ef5-1da670129c3e req-c03195b8-005b-43dc-8e3e-5a1f68a53be4 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524919 Jul 16 03:33:06.912081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '5a071022-d0c7-4833-bd07-627c6ddb5a25', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '5a071022-d0c7-4833-bd07-627c6ddb5a25', 'mac_address': 'fa:16:3e:d6:bd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:06.957363 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:06.972475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a071022-d0c7-4833-bd07-627c6ddb5a25 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:06.992379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 5a071022-d0c7-4833-bd07-627c6ddb5a25, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5a071022-d0c7-4833-bd07-627c6ddb5a25,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:06.996491 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:07.054186 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=5a071022-d0c7-4833-bd07-627c6ddb5a25,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:07.306255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['5a071022-d0c7-4833-bd07-627c6ddb5a25'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:07.477646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b5c25-fe41-4d21-b3f4-6dec4db19ab1 req-57347795-ae44-480c-84d3-3ae4bad6c4a9 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:07.479811 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e43b5c25-fe41-4d21-b3f4-6dec4db19ab1 req-57347795-ae44-480c-84d3-3ae4bad6c4a9 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 948 time: 0.0779254 Jul 16 03:33:07.520802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e43b5c25-fe41-4d21-b3f4-6dec4db19ab1 req-3a0042bd-b9e2-419a-b68b-fd1be2660340 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346832 Jul 16 03:33:07.735339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f8769-1509-4980-94fa-e7d03d20cad0 req-f21cc06c-e9a1-4ac4-a9ce-0f39f7a552a4 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:07.737226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-347f8769-1509-4980-94fa-e7d03d20cad0 req-f21cc06c-e9a1-4ac4-a9ce-0f39f7a552a4 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0676568 Jul 16 03:33:07.784231 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-347f8769-1509-4980-94fa-e7d03d20cad0 req-494bdfb6-44e1-418e-8c62-f737fc8d478d tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386946 Jul 16 03:33:07.988709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629596f9-7023-4ea8-9dbd-9dfd3dc4c29f req-e438fab5-cbee-4734-bad7-85d12f42de15 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:07.990243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-629596f9-7023-4ea8-9dbd-9dfd3dc4c29f req-e438fab5-cbee-4734-bad7-85d12f42de15 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 945 time: 0.0690031 Jul 16 03:33:08.034565 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-629596f9-7023-4ea8-9dbd-9dfd3dc4c29f req-54dcc3ae-a73e-4543-906a-ff2095f7b316 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358002 Jul 16 03:33:08.203220 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f64b4-c1c0-447b-9d3a-39d1f68ef066 req-9e8afab1-4686-4772-9639-29fd69645608 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:08.204735 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c79f64b4-c1c0-447b-9d3a-39d1f68ef066 req-9e8afab1-4686-4772-9639-29fd69645608 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0649886 Jul 16 03:33:08.244274 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c79f64b4-c1c0-447b-9d3a-39d1f68ef066 req-1ce8fc12-5c13-410e-8664-0464394c07ad tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340571 Jul 16 03:33:08.698248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e078ec9-1546-4608-ab86-ae1189831e7e req-bf18a689-9195-480e-b327-27174c7df65d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:08.700196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e078ec9-1546-4608-ab86-ae1189831e7e req-bf18a689-9195-480e-b327-27174c7df65d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 948 time: 0.0671241 Jul 16 03:33:08.743294 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e078ec9-1546-4608-ab86-ae1189831e7e req-27445ef0-6ec5-468d-a2c7-1e41e79043c5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347762 Jul 16 03:33:08.801285 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5a071022-d0c7-4833-bd07-627c6ddb5a25 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:08.809540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fb17f2c-0d94-459e-8a7f-4f781a7f57aa req-22396a5a-00dd-4cb7-8993-df447771def7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575924 Jul 16 03:33:08.867551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 5a071022-d0c7-4833-bd07-627c6ddb5a25 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:08.872754 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 5a071022-d0c7-4833-bd07-627c6ddb5a25 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:08.873233 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.949454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb17f2c-0d94-459e-8a7f-4f781a7f57aa req-855e7108-3821-430e-aee5-bc9abcd8ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:08.951710 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fb17f2c-0d94-459e-8a7f-4f781a7f57aa req-855e7108-3821-430e-aee5-bc9abcd8ea89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 1096 time: 0.0935493 Jul 16 03:33:08.960170 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:08.984879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dcf720-fe95-4850-861c-442fdfcb1721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a071022-d0c7-4833-bd07-627c6ddb5a25'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:08.987343 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7e8c21-43a7-4530-ac35-b59612abccb5" -d '{"events": [{"server_uuid": "d7dcf720-fe95-4850-861c-442fdfcb1721", "name": "network-vif-plugged", "status": "completed", "tag": "5a071022-d0c7-4833-bd07-627c6ddb5a25"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:08.990814 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653791c-dcd1-463d-9692-e17d34dde6d4 req-da8bf616-b96a-4928-833b-9353dd9c0a60 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:08.992539 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3653791c-dcd1-463d-9692-e17d34dde6d4 req-da8bf616-b96a-4928-833b-9353dd9c0a60 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0839922 Jul 16 03:33:09.003890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 5a071022-d0c7-4833-bd07-627c6ddb5a25, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5a071022-d0c7-4833-bd07-627c6ddb5a25,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:09.010324 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:09.089582 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=5a071022-d0c7-4833-bd07-627c6ddb5a25,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:09.095101 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fe0114-5257-446c-9275-f7425c263b94 x-openstack-request-id: req-e7fe0114-5257-446c-9275-f7425c263b94 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:09.095747 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dcf720-fe95-4850-861c-442fdfcb1721", "name": "network-vif-plugged", "status": "completed", "tag": "5a071022-d0c7-4833-bd07-627c6ddb5a25", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:09.096302 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7fe0114-5257-446c-9275-f7425c263b94 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:09.096874 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dcf720-fe95-4850-861c-442fdfcb1721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a071022-d0c7-4833-bd07-627c6ddb5a25', 'code': 200} Jul 16 03:33:09.104978 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3653791c-dcd1-463d-9692-e17d34dde6d4 req-ba73d499-e24e-462a-8a15-cc0629e5f7be tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038649 Jul 16 03:33:09.155610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb17f2c-0d94-459e-8a7f-4f781a7f57aa req-1a7bbfb6-45ef-4a35-8a4f-dacb9ac95f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:09.157231 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fb17f2c-0d94-459e-8a7f-4f781a7f57aa req-1a7bbfb6-45ef-4a35-8a4f-dacb9ac95f7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.1637819 Jul 16 03:33:09.195973 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fb512-b3ba-4487-b19a-a937ac8b8e59 req-1ded9459-db37-4539-b483-8b2e2bf3292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:09.198778 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f29fb512-b3ba-4487-b19a-a937ac8b8e59 req-1ded9459-db37-4539-b483-8b2e2bf3292d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 1100 time: 0.0757239 Jul 16 03:33:09.227427 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fb17f2c-0d94-459e-8a7f-4f781a7f57aa req-efc59be3-b378-4601-a0be-059d18d05e39 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0 HTTP/1.1" status: 200 len: 217 time: 0.0621371 Jul 16 03:33:09.242547 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f29fb512-b3ba-4487-b19a-a937ac8b8e59 req-e3862226-c961-4496-80ee-1a14967729c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367122 Jul 16 03:33:09.319075 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb17f2c-0d94-459e-8a7f-4f781a7f57aa req-012cb0f5-4535-4e5e-b915-3414281276e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:09.320600 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fb17f2c-0d94-459e-8a7f-4f781a7f57aa req-012cb0f5-4535-4e5e-b915-3414281276e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.0793531 Jul 16 03:33:09.367840 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fb17f2c-0d94-459e-8a7f-4f781a7f57aa req-21f1c940-653c-4fce-b284-0e676a7477e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385566 Jul 16 03:33:09.390099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44a114-f589-45a5-b1c4-e08263f9a928 req-b8910e03-da89-4820-b33b-d0ca71685c32 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:09.397366 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cf44a114-f589-45a5-b1c4-e08263f9a928 req-b8910e03-da89-4820-b33b-d0ca71685c32 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 945 time: 0.1291792 Jul 16 03:33:09.548114 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cf44a114-f589-45a5-b1c4-e08263f9a928 req-9dc53c1c-ef51-479c-8c18-c69e44706348 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498542 Jul 16 03:33:09.570475 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fb17f2c-0d94-459e-8a7f-4f781a7f57aa req-286b256d-031f-40bd-8bc5-e8213213910d service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705806 Jul 16 03:33:09.585373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c10c43-7fcc-4dfd-96ca-9f5d1a5d1e6a req-b7e0cefe-8840-4620-8879-c2b9346f6c1f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:09.586840 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97c10c43-7fcc-4dfd-96ca-9f5d1a5d1e6a req-b7e0cefe-8840-4620-8879-c2b9346f6c1f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1427112 Jul 16 03:33:09.675089 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97c10c43-7fcc-4dfd-96ca-9f5d1a5d1e6a req-becce518-78ef-46c1-b71d-5ad8b6ad8572 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795982 Jul 16 03:33:09.702402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fb17f2c-0d94-459e-8a7f-4f781a7f57aa req-1c40983a-7f92-45b2-ba50-55421b9ef146 service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146069 Jul 16 03:33:09.929652 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6b154-a0c9-4df9-b135-404cfa914d8c req-c7ae5790-6931-4970-a8cd-01a2542fec5e tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:09.931195 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5d6b154-a0c9-4df9-b135-404cfa914d8c req-c7ae5790-6931-4970-a8cd-01a2542fec5e tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 949 time: 0.0739865 Jul 16 03:33:09.969285 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5d6b154-a0c9-4df9-b135-404cfa914d8c req-b48e36c9-af14-4908-8ced-a55d4f7bf5c3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324004 Jul 16 03:33:10.318542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f9c86-155a-4730-918d-b97b59167200 req-5eadf33a-7750-401b-9721-142367d6f7b4 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:10.323060 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b69f9c86-155a-4730-918d-b97b59167200 req-5eadf33a-7750-401b-9721-142367d6f7b4 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0797970 Jul 16 03:33:10.396529 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b69f9c86-155a-4730-918d-b97b59167200 req-54240b1b-a223-459b-b3cc-e41f5c994dcd tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557842 Jul 16 03:33:10.736880 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b8f38-5be3-408b-85a0-30c6bacd72db req-7289c72a-7379-4549-9dc5-2263f1757d04 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:10.738680 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-333b8f38-5be3-408b-85a0-30c6bacd72db req-7289c72a-7379-4549-9dc5-2263f1757d04 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 945 time: 0.0686531 Jul 16 03:33:10.788869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-333b8f38-5be3-408b-85a0-30c6bacd72db req-28554273-fd34-4972-b5cf-68d96f6fa5a8 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438402 Jul 16 03:33:10.867829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20064fc-4cd3-442a-b56f-c5b9fdec6d31 req-a0c4f9ed-c05a-4034-953a-2503d5a0a3c1 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:10.869822 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b20064fc-4cd3-442a-b56f-c5b9fdec6d31 req-a0c4f9ed-c05a-4034-953a-2503d5a0a3c1 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0722098 Jul 16 03:33:10.911747 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b20064fc-4cd3-442a-b56f-c5b9fdec6d31 req-704e7148-3318-4395-9966-ffe125863a7c tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338705 Jul 16 03:33:11.149770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349590b0-b186-4183-b09a-069915297c22 req-e1ec9ff6-9ca9-4599-b9cd-9a05c2d426e6 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.151272 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-349590b0-b186-4183-b09a-069915297c22 req-e1ec9ff6-9ca9-4599-b9cd-9a05c2d426e6 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 949 time: 0.0688810 Jul 16 03:33:11.193219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-349590b0-b186-4183-b09a-069915297c22 req-048fad8d-d492-4769-a4e8-5db9978b5a21 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356817 Jul 16 03:33:11.376523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06f7ba-b4c4-42dc-8de0-1f7f69edb492 req-773fa37a-d618-48c9-8c27-1b4e16abab68 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.378290 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b06f7ba-b4c4-42dc-8de0-1f7f69edb492 req-773fa37a-d618-48c9-8c27-1b4e16abab68 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 1100 time: 0.0679383 Jul 16 03:33:11.417294 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b06f7ba-b4c4-42dc-8de0-1f7f69edb492 req-a0734113-0916-4876-8adf-0cd7f6beafbf tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294957 Jul 16 03:33:11.623830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42991-cc95-40f2-94c9-f586045d1979 req-0f389de8-e032-48f0-861b-5f7a5b966d5b tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.624806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00a42991-cc95-40f2-94c9-f586045d1979 req-0f389de8-e032-48f0-861b-5f7a5b966d5b tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0804822 Jul 16 03:33:11.670059 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00a42991-cc95-40f2-94c9-f586045d1979 req-fd6c9752-92b8-4933-b634-e12bdbcadf4c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396168 Jul 16 03:33:11.691031 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-22fd58f7-8129-4d38-9d51-ab0d45c6b66d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6f5c753e52654e67a51e2590717e8ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258124 Jul 16 03:33:11.804226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-9ee71c37-0ef8-4eee-9a46-5e8f745f56a2 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.805583 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-9ee71c37-0ef8-4eee-9a46-5e8f745f56a2 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093943 Jul 16 03:33:11.821799 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-22e6f8ec-5c5f-44af-9b6b-d22e21d4e407 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/quotas/6f5c753e52654e67a51e2590717e8ff6 HTTP/1.1" status: 200 len: 375 time: 0.0106356 Jul 16 03:33:11.898773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-8e34d791-558f-43cc-b89e-3577585b6520 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0710411 Jul 16 03:33:11.975081 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e56cf-ea5c-4a86-95d4-56a1a935634e req-933b3c4a-5f83-472a-a443-d891c77531a3 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:11.976652 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-792e56cf-ea5c-4a86-95d4-56a1a935634e req-933b3c4a-5f83-472a-a443-d891c77531a3 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 945 time: 0.0699997 Jul 16 03:33:12.017073 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-792e56cf-ea5c-4a86-95d4-56a1a935634e req-3a140a12-2cb5-43e1-946d-b61fd4716d66 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332587 Jul 16 03:33:12.107333 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edaba1ef-6f71-4232-98f7-1a7f05fb5492 req-167497dd-f8db-41a7-9928-6c908002bbb4 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 210 time: 0.0436220 Jul 16 03:33:12.205453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fbd9e-1c8f-49d4-a4d1-a518075d61ef req-ba3aa067-915f-4a7d-97b6-1fca8fdd7087 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:12.208332 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b73fbd9e-1c8f-49d4-a4d1-a518075d61ef req-ba3aa067-915f-4a7d-97b6-1fca8fdd7087 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0949073 Jul 16 03:33:12.266393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b73fbd9e-1c8f-49d4-a4d1-a518075d61ef req-83962aa2-8310-4be8-8fde-c874786c7949 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489917 Jul 16 03:33:12.850707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c072db-a9b0-4991-b107-add581d33521 req-386b6c75-bca7-4602-bb4a-c7d6eb3b6d37 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:12.852180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6c072db-a9b0-4991-b107-add581d33521 req-386b6c75-bca7-4602-bb4a-c7d6eb3b6d37 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0643768 Jul 16 03:33:12.889599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6c072db-a9b0-4991-b107-add581d33521 req-0962927d-93df-4ac7-90b6-c5a4486d62a9 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Jul 16 03:33:13.103906 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4ea49000-325d-4de5-b9a6-ae8d5e6cbaaf req-d59707c0-4cdf-4d5a-a79c-1f4145814205 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500181 Jul 16 03:33:13.197355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea49000-325d-4de5-b9a6-ae8d5e6cbaaf req-55bbdb7c-3139-4a61-96c5-2ad077c19872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:13.199164 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4ea49000-325d-4de5-b9a6-ae8d5e6cbaaf req-55bbdb7c-3139-4a61-96c5-2ad077c19872 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 1101 time: 0.0616972 Jul 16 03:33:13.217515 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58966d40-174a-462f-9b2e-321a91da112d req-2776a50a-8546-4502-bcee-eb5cd01dce5e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:13.221045 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58966d40-174a-462f-9b2e-321a91da112d req-2776a50a-8546-4502-bcee-eb5cd01dce5e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 945 time: 0.0784698 Jul 16 03:33:13.267260 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-fd05620a-fdaa-415a-95f2-836bca5a1a34 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6f5c753e52654e67a51e2590717e8ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399563 Jul 16 03:33:13.311254 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bfcca689-7c5d-4768-b867-740ccdc2cd33 req-b3f657bd-4ae8-4682-a5f9-71f96977c221 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 210 time: 0.0477762 Jul 16 03:33:13.323305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea49000-325d-4de5-b9a6-ae8d5e6cbaaf req-ce1ce4e0-43f9-4905-b06e-35affb634f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:13.325071 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4ea49000-325d-4de5-b9a6-ae8d5e6cbaaf req-ce1ce4e0-43f9-4905-b06e-35affb634f45 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.0889831 Jul 16 03:33:13.357138 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58966d40-174a-462f-9b2e-321a91da112d req-a5b4924b-dbf2-42f5-a79b-5609548500b7 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316552 Jul 16 03:33:13.411321 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4ea49000-325d-4de5-b9a6-ae8d5e6cbaaf req-37bc56ae-9926-425d-8bea-c443ef72adf1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=87af4b36-f84f-438e-aaa9-6bdc8eb86b91 HTTP/1.1" status: 200 len: 217 time: 0.0779583 Jul 16 03:33:13.457122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-83970e5d-1fa2-431c-a39b-58ade7e9f604 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:13.458749 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-83970e5d-1fa2-431c-a39b-58ade7e9f604 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815805 Jul 16 03:33:13.472205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea49000-325d-4de5-b9a6-ae8d5e6cbaaf req-34979c38-3402-4fea-8a18-06bbe1062ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:13.472869 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-83ebc305-19ba-4a32-b7f7-25b6dbc61dc5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Request body: {'port': {'device_id': 'e19352cc-c325-467d-b875-7f166630f8b1', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '6f5c753e52654e67a51e2590717e8ff6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:13.473876 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4ea49000-325d-4de5-b9a6-ae8d5e6cbaaf req-34979c38-3402-4fea-8a18-06bbe1062ba2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0529170 Jul 16 03:33:13.537734 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea49000-325d-4de5-b9a6-ae8d5e6cbaaf req-c62486bc-ab4e-4c59-97c1-f78746b01d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:13.539232 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4ea49000-325d-4de5-b9a6-ae8d5e6cbaaf req-c62486bc-ab4e-4c59-97c1-f78746b01d63 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0531726 Jul 16 03:33:13.612106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f3e6f-7a80-4fd0-8fd0-8bb4085ba0f6 req-ea2d403e-e219-4203-a0bc-02adb2efa334 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:13.615784 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd9f3e6f-7a80-4fd0-8fd0-8bb4085ba0f6 req-ea2d403e-e219-4203-a0bc-02adb2efa334 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1372194 Jul 16 03:33:13.648765 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4ea49000-325d-4de5-b9a6-ae8d5e6cbaaf req-0ac30bfb-4f3f-454b-ac52-75ca5c87ff3b service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019993 Jul 16 03:33:13.651886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-83ebc305-19ba-4a32-b7f7-25b6dbc61dc5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Made reservation on behalf of 6f5c753e52654e67a51e2590717e8ff6 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:13.656012 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-83ebc305-19ba-4a32-b7f7-25b6dbc61dc5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.677956 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd9f3e6f-7a80-4fd0-8fd0-8bb4085ba0f6 req-e1a5e293-6066-405a-9370-db3a2df0568c tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572209 Jul 16 03:33:13.767753 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4ea49000-325d-4de5-b9a6-ae8d5e6cbaaf req-d00887b7-e54e-4752-b92f-56161e325acc service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116686 Jul 16 03:33:13.806093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-83ebc305-19ba-4a32-b7f7-25b6dbc61dc5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Allocated IP 192.168.233.61 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/9d84993d-c79c-4c0a-b7d5-a62c1b55e301) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:13.956324 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-83ebc305-19ba-4a32-b7f7-25b6dbc61dc5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:13.970529 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-83ebc305-19ba-4a32-b7f7-25b6dbc61dc5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Transition to ACTIVE for port object 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:14.014008 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-83ebc305-19ba-4a32-b7f7-25b6dbc61dc5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.028719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91', '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', '6fd0c118-3060-48cb-bafb-28e7e0685765', '10f88580-a876-42b7-ad38-c04bc986e6ff'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:14.031072 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['3a4656b9-5411-4750-b5b4-c8f09940a302', '5a071022-d0c7-4833-bd07-627c6ddb5a25'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:14.073761 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-83ebc305-19ba-4a32-b7f7-25b6dbc61dc5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:14.083238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-83ebc305-19ba-4a32-b7f7-25b6dbc61dc5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:14.090409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-83ebc305-19ba-4a32-b7f7-25b6dbc61dc5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:14.113058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebc305-19ba-4a32-b7f7-25b6dbc61dc5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event updated for resources: {'Port': ['ID=9d84993d-c79c-4c0a-b7d5-a62c1b55e301,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:14.159736 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-83ebc305-19ba-4a32-b7f7-25b6dbc61dc5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:14.160456 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-83ebc305-19ba-4a32-b7f7-25b6dbc61dc5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.170212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa97e8-8db4-4e86-8e5b-40b8d0dde6f5 req-fde50cd8-4579-4708-a971-c3f1b3cc73d2 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:14.171689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15aa97e8-8db4-4e86-8e5b-40b8d0dde6f5 req-fde50cd8-4579-4708-a971-c3f1b3cc73d2 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1682951 Jul 16 03:33:14.196909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-83ebc305-19ba-4a32-b7f7-25b6dbc61dc5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7295372 Jul 16 03:33:14.214925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Request body: {'port': {'device_id': 'e19352cc-c325-467d-b875-7f166630f8b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:14.241722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15aa97e8-8db4-4e86-8e5b-40b8d0dde6f5 req-1ffe16db-eb4f-4b96-8dfb-aaee267a8f44 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626619 Jul 16 03:33:14.298131 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.431335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-692eee50-573d-4ab4-b629-3a5384402444 None None] Provisioning for port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:14.441564 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-692eee50-573d-4ab4-b629-3a5384402444 None None] Provisioning complete for port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:14.441939 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-692eee50-573d-4ab4-b629-3a5384402444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:14.508396 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-692eee50-573d-4ab4-b629-3a5384402444 None None] Port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:14.912299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5562995-c485-4185-a2b9-fcf2905bdfd6 req-43fc7349-d969-47b7-9492-1c6af6ba2234 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:14.913805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5562995-c485-4185-a2b9-fcf2905bdfd6 req-43fc7349-d969-47b7-9492-1c6af6ba2234 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 935 time: 0.4555330 Jul 16 03:33:14.973773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2416d-4885-4caa-85ec-f4ec6ac0827e req-c08be0a6-93f5-47fc-a03e-c9cfad648ed7 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:14.975130 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20d2416d-4885-4caa-85ec-f4ec6ac0827e req-c08be0a6-93f5-47fc-a03e-c9cfad648ed7 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 945 time: 0.1641662 Jul 16 03:33:15.011975 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:15.022043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5562995-c485-4185-a2b9-fcf2905bdfd6 req-56a96cd9-1e42-4094-b342-8401ddaa560d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010685 Jul 16 03:33:15.024640 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.047784 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20d2416d-4885-4caa-85ec-f4ec6ac0827e req-720e787e-c98d-42fa-a0c3-0fcd02fdb292 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650992 Jul 16 03:33:15.052941 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Transition to ACTIVE for port object 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:15.057461 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.109687 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Pushing event updated for resources: {'Port': ['ID=9d84993d-c79c-4c0a-b7d5-a62c1b55e301,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:15.206690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Attempting to bind port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:15.207132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Attempting to bind port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:15.207566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Attempting to bind port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:15.213705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:15.214296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Attempting to bind port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:15.220181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:15.220903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:15.221534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:15.222658 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Bound port: 9d84993d-c79c-4c0a-b7d5-a62c1b55e301, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:15.223394 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.299492 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] For port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:15.304036 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] For port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=9d84993d-c79c-4c0a-b7d5-a62c1b55e301,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:15.318940 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.377740 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:15.378305 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:15.379938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] 10.222.0.20 "PUT /v2.0/ports/9d84993d-c79c-4c0a-b7d5-a62c1b55e301 HTTP/1.1" status: 200 len: 1095 time: 1.1700671 Jul 16 03:33:15.383390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19352cc-c325-467d-b875-7f166630f8b1', 'tag': '9d84993d-c79c-4c0a-b7d5-a62c1b55e301'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:15.394274 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1534aa2a-fd51-4b67-8bd5-0850e6af3a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "e19352cc-c325-467d-b875-7f166630f8b1", "tag": "9d84993d-c79c-4c0a-b7d5-a62c1b55e301"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:15.483098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c75f15-5cfc-4624-87c4-7d8b92a6755d service neutron] Pushing event updated for resources: {'Port': ['ID=9d84993d-c79c-4c0a-b7d5-a62c1b55e301,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:15.534516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6427e1-f489-49c7-9e18-86bcf7202278 req-08fc6941-1342-4c7a-8835-e256d055bee0 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:15.536085 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee6427e1-f489-49c7-9e18-86bcf7202278 req-08fc6941-1342-4c7a-8835-e256d055bee0 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.2299876 Jul 16 03:33:15.597202 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-366c18bb-eb42-459b-9a45-ada602276b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:15.598707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-366c18bb-eb42-459b-9a45-ada602276b4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 1098 time: 0.1596720 Jul 16 03:33:15.607682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee6427e1-f489-49c7-9e18-86bcf7202278 req-92ebd2ef-611d-41c1-830e-43cf48b0c7c3 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643697 Jul 16 03:33:15.618540 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97111b-7c4d-4035-adb4-c2b11510f763 req-ff119f15-2b4f-4ea4-a41c-ea06ff96bccd tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:15.620041 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d97111b-7c4d-4035-adb4-c2b11510f763 req-ff119f15-2b4f-4ea4-a41c-ea06ff96bccd tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1406603 Jul 16 03:33:15.666594 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-a7ef2f0b-fd0e-43b5-8405-f82d58a4586e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=9d84993d-c79c-4c0a-b7d5-a62c1b55e301 HTTP/1.1" status: 200 len: 217 time: 0.0454614 Jul 16 03:33:15.668573 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec4bd05-cac8-403b-8390-80bc09927485 x-openstack-request-id: req-6ec4bd05-cac8-403b-8390-80bc09927485 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:15.668870 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19352cc-c325-467d-b875-7f166630f8b1", "tag": "9d84993d-c79c-4c0a-b7d5-a62c1b55e301", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:15.669231 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ec4bd05-cac8-403b-8390-80bc09927485 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:15.669482 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19352cc-c325-467d-b875-7f166630f8b1', 'tag': '9d84993d-c79c-4c0a-b7d5-a62c1b55e301', 'status': 'completed', 'code': 200} Jul 16 03:33:15.721892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d97111b-7c4d-4035-adb4-c2b11510f763 req-2a06b427-a4e5-4726-83cc-ceaeb3fcdb34 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935638 Jul 16 03:33:15.736339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-4b54c8c6-d95e-4978-861c-14cd18db8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:15.737849 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-4b54c8c6-d95e-4978-861c-14cd18db8a38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0555472 Jul 16 03:33:15.802509 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-84ef5c6d-b8e6-4b35-9553-43bbfe73f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:15.804437 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-84ef5c6d-b8e6-4b35-9553-43bbfe73f868 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0597141 Jul 16 03:33:15.915527 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-b166c997-65c4-4030-b812-4fc3c4d2a43f service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957012 Jul 16 03:33:16.010610 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b162223-8d74-40ec-a4b6-0f134dfb23b6 req-279b756a-d8eb-4908-a61b-1e39384d5d16 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872846 Jul 16 03:33:16.175934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534aa2a-fd51-4b67-8bd5-0850e6af3a7e req-0f4ad514-6f84-41b8-a17a-80e76b8c63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:16.177493 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1534aa2a-fd51-4b67-8bd5-0850e6af3a7e req-0f4ad514-6f84-41b8-a17a-80e76b8c63b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 1098 time: 0.1088512 Jul 16 03:33:16.310201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad153e-4b30-4a0f-9829-9580a03f8e2a req-f19aaab9-bf74-4b3c-80cf-eefcd90e7df2 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:16.311688 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42ad153e-4b30-4a0f-9829-9580a03f8e2a req-f19aaab9-bf74-4b3c-80cf-eefcd90e7df2 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 947 time: 0.1739271 Jul 16 03:33:16.370144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551abee2-49c4-400b-937a-5f71f63a73b3 req-e645a17c-ba37-4913-83ef-34f501d66b37 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:16.372184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-551abee2-49c4-400b-937a-5f71f63a73b3 req-e645a17c-ba37-4913-83ef-34f501d66b37 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 945 time: 0.1885576 Jul 16 03:33:16.378134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534aa2a-fd51-4b67-8bd5-0850e6af3a7e req-e201cad9-1a5a-4f63-ac4d-56b7aab9bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:16.379507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1534aa2a-fd51-4b67-8bd5-0850e6af3a7e req-e201cad9-1a5a-4f63-ac4d-56b7aab9bbba service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1827567 Jul 16 03:33:16.405989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42ad153e-4b30-4a0f-9829-9580a03f8e2a req-262be5c0-b5cf-40ef-af5c-b2daf53f21bb tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873940 Jul 16 03:33:16.445467 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1534aa2a-fd51-4b67-8bd5-0850e6af3a7e req-f4831832-23f8-48b5-b093-600166cecde6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=9d84993d-c79c-4c0a-b7d5-a62c1b55e301 HTTP/1.1" status: 200 len: 217 time: 0.0540242 Jul 16 03:33:16.466854 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-551abee2-49c4-400b-937a-5f71f63a73b3 req-5c5540ef-f4ff-4d99-bc27-d420bc0b07ef tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863736 Jul 16 03:33:16.504626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534aa2a-fd51-4b67-8bd5-0850e6af3a7e req-54f62dd9-d1db-4d1a-8ac8-9dfbed9d3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:16.506123 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1534aa2a-fd51-4b67-8bd5-0850e6af3a7e req-54f62dd9-d1db-4d1a-8ac8-9dfbed9d3d3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0527363 Jul 16 03:33:16.579912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534aa2a-fd51-4b67-8bd5-0850e6af3a7e req-61382151-c5c4-4cc1-a639-23451ee92eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:16.581488 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1534aa2a-fd51-4b67-8bd5-0850e6af3a7e req-61382151-c5c4-4cc1-a639-23451ee92eb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590537 Jul 16 03:33:16.695552 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1534aa2a-fd51-4b67-8bd5-0850e6af3a7e req-221691bb-8758-421b-9fbd-3d9a10881b32 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006236 Jul 16 03:33:16.872614 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1534aa2a-fd51-4b67-8bd5-0850e6af3a7e req-b716e76d-8c8d-46e4-a66f-c951aab9067b service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606171 Jul 16 03:33:16.904642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83114d2-e329-41be-a07b-3c8bed10c883 req-8b95152b-df2a-4e99-bcd0-0743034dfa05 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:16.906227 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d83114d2-e329-41be-a07b-3c8bed10c883 req-8b95152b-df2a-4e99-bcd0-0743034dfa05 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0811677 Jul 16 03:33:16.971713 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d83114d2-e329-41be-a07b-3c8bed10c883 req-4dd586eb-aa79-40c3-984b-9fb28af1aa63 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597913 Jul 16 03:33:17.002100 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae96248-ada0-4d5a-a7b6-6122806e0b43 req-4a9fdf52-b252-4697-b00a-e54e1cbce520 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:17.003581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ae96248-ada0-4d5a-a7b6-6122806e0b43 req-4a9fdf52-b252-4697-b00a-e54e1cbce520 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0776489 Jul 16 03:33:17.042563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ae96248-ada0-4d5a-a7b6-6122806e0b43 req-d05c7a67-5d38-4e80-ae3d-34c9a88cb9af tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330582 Jul 16 03:33:17.554373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-eb472778-2797-44c0-9409-60020658506f tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:17.556115 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-eb472778-2797-44c0-9409-60020658506f tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 1096 time: 0.0642374 Jul 16 03:33:17.572116 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-800088-6'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:17.590838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eff2f5-c23e-4de0-a8b0-a219f5ac8c25 req-e05ba264-d4b6-458b-9ddb-204e78fa4fa4 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:17.593625 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-26eff2f5-c23e-4de0-a8b0-a219f5ac8c25 req-e05ba264-d4b6-458b-9ddb-204e78fa4fa4 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 947 time: 0.0746288 Jul 16 03:33:17.665691 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.669226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-26eff2f5-c23e-4de0-a8b0-a219f5ac8c25 req-21b92f5c-e7c5-409e-a8d9-a2a7ed67293d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626478 Jul 16 03:33:17.696305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16316b-0f5f-4906-8d57-06becb26e2c3 req-7253ba3b-3c6a-48ad-af4a-da31414cec9b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:17.696305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb16316b-0f5f-4906-8d57-06becb26e2c3 req-7253ba3b-3c6a-48ad-af4a-da31414cec9b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 945 time: 0.1009033 Jul 16 03:33:17.750221 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device cbd0e8dd-6946-44a8-b4f5-7d216508edf6 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:17.757843 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb16316b-0f5f-4906-8d57-06becb26e2c3 req-241392ef-0a37-4caf-a71c-2b24b04fd930 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551715 Jul 16 03:33:17.870808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f30d445c-995e-48b0-9b73-db1b01f81524,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:17.899343 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:17.913563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6', 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184', 'port_id': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6', 'mac_address': 'fa:16:3e:79:bf:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8536182f-4677-4cbb-86c0-6da48edb163b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:17.927740 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:17.966496 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.981385 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbd0e8dd-6946-44a8-b4f5-7d216508edf6 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:17.983959 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecac0e87-5780-46d3-bb40-f97b8bc26344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f30d445c-995e-48b0-9b73-db1b01f81524'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:17.986304 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c467f5b2-a74d-4174-82a4-eee29eebc59e" -d '{"events": [{"server_uuid": "ecac0e87-5780-46d3-bb40-f97b8bc26344", "name": "network-vif-unplugged", "status": "completed", "tag": "f30d445c-995e-48b0-9b73-db1b01f81524"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:17.990737 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:17.997547 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.006208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:18.013677 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.091064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:18.201000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['cbd0e8dd-6946-44a8-b4f5-7d216508edf6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:18.405829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85192def-df16-47ca-8c92-96c9b0f4e852 req-e5a7ae32-7af1-42a2-ab84-10e3bb71cce5 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:18.413753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-85192def-df16-47ca-8c92-96c9b0f4e852 req-e5a7ae32-7af1-42a2-ab84-10e3bb71cce5 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 945 time: 0.2187226 Jul 16 03:33:18.437003 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead2b63-3f68-4792-aab9-de491d868aca req-068f905a-28be-4ba1-afb6-e5582cc93b56 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:18.446092 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dead2b63-3f68-4792-aab9-de491d868aca req-068f905a-28be-4ba1-afb6-e5582cc93b56 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1916475 Jul 16 03:33:18.476886 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b01101-ce5b-4ad4-a7b8-95eebd593bff x-openstack-request-id: req-f2b01101-ce5b-4ad4-a7b8-95eebd593bff {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:18.477201 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecac0e87-5780-46d3-bb40-f97b8bc26344", "name": "network-vif-unplugged", "status": "completed", "tag": "f30d445c-995e-48b0-9b73-db1b01f81524", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:18.477504 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2b01101-ce5b-4ad4-a7b8-95eebd593bff {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:18.478016 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecac0e87-5780-46d3-bb40-f97b8bc26344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f30d445c-995e-48b0-9b73-db1b01f81524', 'code': 200} Jul 16 03:33:18.478664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Pushing event updated for resources: {'Port': ['ID=f30d445c-995e-48b0-9b73-db1b01f81524,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:18.492870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Attempting to bind port f30d445c-995e-48b0-9b73-db1b01f81524 on host n-h2-800088-6 for vnic_type normal with profile {"migrating_to": "n-h1-800088-6"} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:18.493236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Attempting to bind port f30d445c-995e-48b0-9b73-db1b01f81524 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:18.493564 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Attempting to bind port f30d445c-995e-48b0-9b73-db1b01f81524 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:18.498852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Port f30d445c-995e-48b0-9b73-db1b01f81524 on network ae4da56c-d106-465b-8123-a4e05a78074b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:18.499106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Attempting to bind port f30d445c-995e-48b0-9b73-db1b01f81524 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:18.504369 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:18.504711 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Checking segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:18.505089 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Bound using segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:18.505580 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Bound port: f30d445c-995e-48b0-9b73-db1b01f81524, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:18.505936 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.506062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-85192def-df16-47ca-8c92-96c9b0f4e852 req-9a487ccd-9e5d-41cb-aa93-1b52b4f7b90f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909998 Jul 16 03:33:18.527544 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dead2b63-3f68-4792-aab9-de491d868aca req-e90b6197-28c1-4b7e-89e5-c15a376d373c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804391 Jul 16 03:33:18.590785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:18.594857 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f30d445c-995e-48b0-9b73-db1b01f81524,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:18.599025 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.687598 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:18.688885 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:18.690694 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] 10.222.0.88 "PUT /v2.0/ports/f30d445c-995e-48b0-9b73-db1b01f81524 HTTP/1.1" status: 200 len: 1121 time: 1.1231012 Jul 16 03:33:18.714757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dd619-b7a4-4553-b0b1-92100deff635 service neutron] Pushing event updated for resources: {'Port': ['ID=f30d445c-995e-48b0-9b73-db1b01f81524,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:18.834219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:18.993131 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['f30d445c-995e-48b0-9b73-db1b01f81524'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:18.996097 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['f30d445c-995e-48b0-9b73-db1b01f81524'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:19.050485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2eb6fb-59d0-49f9-89be-7963bbaa172b req-c02b8993-b345-4843-b087-09dcdcc531ea tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:19.052805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d2eb6fb-59d0-49f9-89be-7963bbaa172b req-c02b8993-b345-4843-b087-09dcdcc531ea tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 947 time: 0.1629028 Jul 16 03:33:19.082422 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786aaea-a78d-45ef-92c9-5f3ba6b6fdb1 req-2f27f637-0302-46f5-b48d-c0e917645b10 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:19.085322 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d786aaea-a78d-45ef-92c9-5f3ba6b6fdb1 req-2f27f637-0302-46f5-b48d-c0e917645b10 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 943 time: 0.1422863 Jul 16 03:33:19.109941 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=9d84993d-c79c-4c0a-b7d5-a62c1b55e301,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:19.135157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '9d84993d-c79c-4c0a-b7d5-a62c1b55e301', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '9d84993d-c79c-4c0a-b7d5-a62c1b55e301', 'mac_address': 'fa:16:3e:13:01:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:19.151291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d2eb6fb-59d0-49f9-89be-7963bbaa172b req-26d23b8f-cd49-4935-9b46-0547c78bed64 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910909 Jul 16 03:33:19.177712 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d786aaea-a78d-45ef-92c9-5f3ba6b6fdb1 req-cf4c81fc-7ced-4474-80b3-39f1b630f9f8 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841348 Jul 16 03:33:19.278525 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.354808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:19.417149 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=9d84993d-c79c-4c0a-b7d5-a62c1b55e301,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:19.432102 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.511412 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=9d84993d-c79c-4c0a-b7d5-a62c1b55e301,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:19.766701 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device f30d445c-995e-48b0-9b73-db1b01f81524 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:19.773249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device cbd0e8dd-6946-44a8-b4f5-7d216508edf6 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:19.842941 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['9d84993d-c79c-4c0a-b7d5-a62c1b55e301'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:19.934881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a311928-63f9-493e-aa6d-95c42474fd3e req-428debda-7838-4751-9a98-33bd70b2d9cb tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:19.942837 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1a311928-63f9-493e-aa6d-95c42474fd3e req-428debda-7838-4751-9a98-33bd70b2d9cb tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1984482 Jul 16 03:33:19.953410 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:19.954157 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:19.954748 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e89b48-2ca7-4e5c-9395-20a05c10ae6e req-88f0312d-7fe1-439b-9097-35587aa8f674 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:19.960943 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-10e89b48-2ca7-4e5c-9395-20a05c10ae6e req-88f0312d-7fe1-439b-9097-35587aa8f674 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 945 time: 0.2059171 Jul 16 03:33:20.018554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1a311928-63f9-493e-aa6d-95c42474fd3e req-30241867-8df2-4c95-b598-6d3dfcff4127 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746937 Jul 16 03:33:20.046157 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-10e89b48-2ca7-4e5c-9395-20a05c10ae6e req-7c0c1175-6cfa-49b4-8655-6bdf06eeb044 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752530 Jul 16 03:33:20.165334 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f30d445c-995e-48b0-9b73-db1b01f81524,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:20.241851 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device f30d445c-995e-48b0-9b73-db1b01f81524 has no active binding in host n-h1-800088-6 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:33:20.265840 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.325859 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:20.328452 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d24d8b-a6a0-485b-bb50-a3f413de5314" -d '{"events": [{"server_uuid": "0cbe9912-ab3a-4934-b682-78ba36ba29bf", "name": "network-vif-plugged", "status": "completed", "tag": "cbd0e8dd-6946-44a8-b4f5-7d216508edf6"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:20.345607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:20.355224 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:20.412555 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:20.473208 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725d693-32dc-4a52-8517-8347e174d3f8 req-0570838c-4384-45fe-84c3-c131ae4caf2f tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:20.474673 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2725d693-32dc-4a52-8517-8347e174d3f8 req-0570838c-4384-45fe-84c3-c131ae4caf2f tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 948 time: 0.0953207 Jul 16 03:33:20.480632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecac0e87-5780-46d3-bb40-f97b8bc26344', 'tag': 'f30d445c-995e-48b0-9b73-db1b01f81524'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:20.483885 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26d5b61-e834-4738-93a9-55d71df5a494" -d '{"events": [{"name": "network-changed", "server_uuid": "ecac0e87-5780-46d3-bb40-f97b8bc26344", "tag": "f30d445c-995e-48b0-9b73-db1b01f81524"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:20.488976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b299578-31e3-4d63-9cf5-ce0952017f92 req-56449997-61fb-4652-87b8-5fb9985b8a67 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:20.496126 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b299578-31e3-4d63-9cf5-ce0952017f92 req-56449997-61fb-4652-87b8-5fb9985b8a67 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 943 time: 0.1677792 Jul 16 03:33:20.577877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2725d693-32dc-4a52-8517-8347e174d3f8 req-0f56e219-53fa-472a-a963-f20c42624f9f tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743845 Jul 16 03:33:20.603523 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:33:20.613423 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b299578-31e3-4d63-9cf5-ce0952017f92 req-a9acfa8b-b6a9-4b36-8c0b-f6583410dfad tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099870 Jul 16 03:33:20.663069 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c29c42-b690-406c-bb0f-ea6a5e7e8c1c x-openstack-request-id: req-65c29c42-b690-406c-bb0f-ea6a5e7e8c1c {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:20.663399 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbe9912-ab3a-4934-b682-78ba36ba29bf", "name": "network-vif-plugged", "status": "completed", "tag": "cbd0e8dd-6946-44a8-b4f5-7d216508edf6", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:20.663657 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65c29c42-b690-406c-bb0f-ea6a5e7e8c1c {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:20.664058 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6', 'code': 200} Jul 16 03:33:20.851470 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c24aa97-f970-4acd-81ca-b4af602e897b x-openstack-request-id: req-4c24aa97-f970-4acd-81ca-b4af602e897b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:20.851778 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecac0e87-5780-46d3-bb40-f97b8bc26344", "tag": "f30d445c-995e-48b0-9b73-db1b01f81524", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:20.855193 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c24aa97-f970-4acd-81ca-b4af602e897b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:20.856736 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecac0e87-5780-46d3-bb40-f97b8bc26344', 'tag': 'f30d445c-995e-48b0-9b73-db1b01f81524', 'status': 'completed', 'code': 200} Jul 16 03:33:20.957055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d5b61-e834-4738-93a9-55d71df5a494 req-f1f919da-3896-48b1-9af6-2604467b93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:20.959804 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e26d5b61-e834-4738-93a9-55d71df5a494 req-f1f919da-3896-48b1-9af6-2604467b93a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 1124 time: 0.0706537 Jul 16 03:33:21.079774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d5b61-e834-4738-93a9-55d71df5a494 req-471738e4-a84e-4890-be33-d32668a4d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:21.082397 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e26d5b61-e834-4738-93a9-55d71df5a494 req-471738e4-a84e-4890-be33-d32668a4d583 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.1148763 Jul 16 03:33:21.174993 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e26d5b61-e834-4738-93a9-55d71df5a494 req-2d023917-8d86-4257-91f6-5a3b4e3c7bfb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f30d445c-995e-48b0-9b73-db1b01f81524 HTTP/1.1" status: 200 len: 217 time: 0.0838737 Jul 16 03:33:21.333450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d5b61-e834-4738-93a9-55d71df5a494 req-cd45fc01-044d-4fa7-80e4-33fecd8a7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:21.335159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e26d5b61-e834-4738-93a9-55d71df5a494 req-cd45fc01-044d-4fa7-80e4-33fecd8a7f28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.1479607 Jul 16 03:33:21.380820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e26d5b61-e834-4738-93a9-55d71df5a494 req-137e73e0-3fda-4bcd-b74c-493c0180c606 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376747 Jul 16 03:33:21.440430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a023e4-90b1-483c-84b0-3b76f926d3f6 req-ff530a47-271e-45c4-b4e0-185e2a617887 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:21.442153 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05a023e4-90b1-483c-84b0-3b76f926d3f6 req-ff530a47-271e-45c4-b4e0-185e2a617887 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1976192 Jul 16 03:33:21.452208 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b57a1a-001e-4580-8cba-3bf44db00e09 req-3460ff88-e11a-4e89-8f92-3f3966a45f9b tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:21.453932 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8b57a1a-001e-4580-8cba-3bf44db00e09 req-3460ff88-e11a-4e89-8f92-3f3966a45f9b tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.2078266 Jul 16 03:33:21.578908 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05a023e4-90b1-483c-84b0-3b76f926d3f6 req-cd117db3-006d-454c-ac44-7794f73193ff tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221154 Jul 16 03:33:21.588971 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e26d5b61-e834-4738-93a9-55d71df5a494 req-80d5f3d5-14ee-4b20-98bf-f576f12f45c5 service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985512 Jul 16 03:33:21.604421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8b57a1a-001e-4580-8cba-3bf44db00e09 req-b1eaaad5-250c-48a2-8a53-ea116f41ecba tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142704 Jul 16 03:33:21.722092 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e26d5b61-e834-4738-93a9-55d71df5a494 req-21701e73-c35b-4c52-84dc-90cfd57e2c5a service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156833 Jul 16 03:33:21.898070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acaa18-979e-4225-806c-a2616eb3e136 req-c21dc24d-5443-43de-a37d-4e2f5451fab4 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:21.900329 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66acaa18-979e-4225-806c-a2616eb3e136 req-c21dc24d-5443-43de-a37d-4e2f5451fab4 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 948 time: 0.1010041 Jul 16 03:33:21.910688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc71ac3-ab96-4850-b895-b7ce49d4d02b req-796f14fd-3a6f-4c4f-9011-43b528b02165 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:21.912288 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cbc71ac3-ab96-4850-b895-b7ce49d4d02b req-796f14fd-3a6f-4c4f-9011-43b528b02165 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 943 time: 0.1479566 Jul 16 03:33:21.980372 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66acaa18-979e-4225-806c-a2616eb3e136 req-9e1d11a9-018b-4edf-824e-4df8b8c74218 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663538 Jul 16 03:33:21.991855 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cbc71ac3-ab96-4850-b895-b7ce49d4d02b req-55d253c0-d2aa-422c-a43e-cfbe3e77cb44 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680678 Jul 16 03:33:22.864100 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:22.887332 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8b43-d2e1-4380-8fa6-46815af9c883 req-e954549f-9f09-4dd6-801b-0feb10056cbc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:22.889015 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2faa8b43-d2e1-4380-8fa6-46815af9c883 req-e954549f-9f09-4dd6-801b-0feb10056cbc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1202722 Jul 16 03:33:22.944001 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2faa8b43-d2e1-4380-8fa6-46815af9c883 req-3ee17857-f8fa-4126-bcbb-a92565adbad0 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478265 Jul 16 03:33:22.990276 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218fba5-f438-4011-af27-3e11cfad6192 req-edbc990f-9b85-4802-9d3d-89c3152b9586 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:22.992231 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9218fba5-f438-4011-af27-3e11cfad6192 req-edbc990f-9b85-4802-9d3d-89c3152b9586 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1797209 Jul 16 03:33:23.013607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:23.026029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:23.028068 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.053538 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9218fba5-f438-4011-af27-3e11cfad6192 req-f49144ec-222c-4983-b9f6-7d24189f76e2 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537224 Jul 16 03:33:23.338061 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.369663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19352cc-c325-467d-b875-7f166630f8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d84993d-c79c-4c0a-b7d5-a62c1b55e301'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:23.374396 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29eca9ea-3510-4e68-b495-4f51e998830e" -d '{"events": [{"server_uuid": "e19352cc-c325-467d-b875-7f166630f8b1", "name": "network-vif-plugged", "status": "completed", "tag": "9d84993d-c79c-4c0a-b7d5-a62c1b55e301"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:23.390801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab926773-d515-48fe-8087-3f3679bf89bf req-128ee56c-d514-483c-a267-b24a3734c99d tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:23.392570 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab926773-d515-48fe-8087-3f3679bf89bf req-128ee56c-d514-483c-a267-b24a3734c99d tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 943 time: 0.2128789 Jul 16 03:33:23.403637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=9d84993d-c79c-4c0a-b7d5-a62c1b55e301,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:23.410398 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:23.443454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473f43a-fc24-41cd-8102-0a5cdfd6b40d req-55b42caf-a668-4087-857e-d13b43d6b745 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:23.451463 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d473f43a-fc24-41cd-8102-0a5cdfd6b40d req-55b42caf-a668-4087-857e-d13b43d6b745 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 948 time: 0.2142324 Jul 16 03:33:23.491510 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab926773-d515-48fe-8087-3f3679bf89bf req-7c2784d1-4b39-4198-862d-5454998dba7d tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916071 Jul 16 03:33:23.501276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=9d84993d-c79c-4c0a-b7d5-a62c1b55e301,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:23.510215 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d473f43a-fc24-41cd-8102-0a5cdfd6b40d req-039c037f-335f-444e-8b32-d5edbcf1cbb8 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577378 Jul 16 03:33:23.711187 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588a771d-6ed7-475f-bae6-ed7dd29d73ae x-openstack-request-id: req-588a771d-6ed7-475f-bae6-ed7dd29d73ae {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:23.711463 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19352cc-c325-467d-b875-7f166630f8b1", "name": "network-vif-plugged", "status": "completed", "tag": "9d84993d-c79c-4c0a-b7d5-a62c1b55e301", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:23.711719 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-588a771d-6ed7-475f-bae6-ed7dd29d73ae {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:23.712123 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19352cc-c325-467d-b875-7f166630f8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d84993d-c79c-4c0a-b7d5-a62c1b55e301', 'code': 200} Jul 16 03:33:23.878495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a3468-f060-4792-9788-ab736b5dafba req-8126a3f1-47fa-4a0b-ba12-1757f69f1864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:23.880018 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f09a3468-f060-4792-9788-ab736b5dafba req-8126a3f1-47fa-4a0b-ba12-1757f69f1864 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 1100 time: 0.0719562 Jul 16 03:33:23.935595 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f09a3468-f060-4792-9788-ab736b5dafba req-2121c470-b431-4cef-bdf8-a6d7dfbba399 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417905 Jul 16 03:33:24.202391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565369b-48d6-4008-93c1-95a0f474c87b req-ad2469a2-7de4-41b7-9089-55c956329184 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.211630 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2565369b-48d6-4008-93c1-95a0f474c87b req-ad2469a2-7de4-41b7-9089-55c956329184 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0882044 Jul 16 03:33:24.295356 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2565369b-48d6-4008-93c1-95a0f474c87b req-66df44eb-26c0-4601-b4d4-2bfc1f640333 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822217 Jul 16 03:33:24.357462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f68f5-0adf-4c3f-95da-18a499a8dd22 req-e7dfb2a7-548a-420f-a5c3-ad79d207d711 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.361819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a8f68f5-0adf-4c3f-95da-18a499a8dd22 req-e7dfb2a7-548a-420f-a5c3-ad79d207d711 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1104937 Jul 16 03:33:24.408361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a8f68f5-0adf-4c3f-95da-18a499a8dd22 req-8435cd9b-24e4-47a1-af3d-6c3921798e8d tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Jul 16 03:33:24.811198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafef45e-2c16-4374-a8c1-ce541c0d90c4 req-4e9f5143-2a82-4abc-b1db-3f976943ce45 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.821109 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fafef45e-2c16-4374-a8c1-ce541c0d90c4 req-4e9f5143-2a82-4abc-b1db-3f976943ce45 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 949 time: 0.1665177 Jul 16 03:33:24.880962 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fafef45e-2c16-4374-a8c1-ce541c0d90c4 req-0efe4ea0-c0b5-4b3a-b129-77e407e5c42b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580347 Jul 16 03:33:24.901836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c43a7-6302-4b78-88e4-e4e9cb52fc14 req-2bbca04f-1b49-4290-9884-94e896d254f5 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:24.909737 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-937c43a7-6302-4b78-88e4-e4e9cb52fc14 req-2bbca04f-1b49-4290-9884-94e896d254f5 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 943 time: 0.2045856 Jul 16 03:33:24.973579 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-937c43a7-6302-4b78-88e4-e4e9cb52fc14 req-cfa919f0-8fa0-480a-9483-974e2f0be022 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624533 Jul 16 03:33:25.491722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a585b87-eadf-45aa-9844-480b9a517d4c req-1c2f5ba7-056e-4759-9782-1ac952dbccd1 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:25.493375 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1a585b87-eadf-45aa-9844-480b9a517d4c req-1c2f5ba7-056e-4759-9782-1ac952dbccd1 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.0802395 Jul 16 03:33:25.540280 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1a585b87-eadf-45aa-9844-480b9a517d4c req-cdffc1e0-15a0-4d85-ac21-c8c7864b5027 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411527 Jul 16 03:33:25.639730 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b3fea-3a99-4791-b8e4-33fa031f00da req-c5b0e8ba-b496-4c4f-926c-bdd2a9f7cebd tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:25.641566 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e8b3fea-3a99-4791-b8e4-33fa031f00da req-c5b0e8ba-b496-4c4f-926c-bdd2a9f7cebd tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0938489 Jul 16 03:33:25.688298 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e8b3fea-3a99-4791-b8e4-33fa031f00da req-d397970e-9a7a-4681-9246-2f719acca5b4 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Jul 16 03:33:26.195649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679490f-28f5-4038-9390-87e3b3950fd1 req-a9d7e8d9-0533-4f14-b4c3-95e26c7bb48a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:26.219781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c679490f-28f5-4038-9390-87e3b3950fd1 req-a9d7e8d9-0533-4f14-b4c3-95e26c7bb48a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 949 time: 0.1679697 Jul 16 03:33:26.308573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c679490f-28f5-4038-9390-87e3b3950fd1 req-6ff2253a-67ac-4d48-9bc4-bdcfe0d3c336 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844860 Jul 16 03:33:26.373239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9dc2f-965d-4e5e-8b59-8fb3340c4955 req-29cadeaa-cf42-4213-844e-23ac7ca76758 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:26.374842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e4f9dc2f-965d-4e5e-8b59-8fb3340c4955 req-29cadeaa-cf42-4213-844e-23ac7ca76758 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 943 time: 0.1266928 Jul 16 03:33:26.467642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e4f9dc2f-965d-4e5e-8b59-8fb3340c4955 req-c97e9f1d-2189-4070-8422-ff85b64d2330 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821745 Jul 16 03:33:26.926770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478ae65-554b-4fe7-912d-b65763d243d6 req-7a7bd759-52a7-44e1-a71e-3f2fd7d96689 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:26.928400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9478ae65-554b-4fe7-912d-b65763d243d6 req-7a7bd759-52a7-44e1-a71e-3f2fd7d96689 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 1100 time: 0.0987611 Jul 16 03:33:26.962378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa131b3c-c92e-4a78-bfcf-bf9c1ef3b57c req-6c45a72f-4d1e-4b32-bfa5-988eb662b8ab tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:26.969236 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa131b3c-c92e-4a78-bfcf-bf9c1ef3b57c req-6c45a72f-4d1e-4b32-bfa5-988eb662b8ab tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1049902 Jul 16 03:33:27.009087 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9478ae65-554b-4fe7-912d-b65763d243d6 req-6a4a673b-8736-4952-bfb9-f70403858a5f tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725014 Jul 16 03:33:27.031181 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa131b3c-c92e-4a78-bfcf-bf9c1ef3b57c req-3974406e-a4d4-439a-bc9a-b39ca422242c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596149 Jul 16 03:33:27.258773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-07becde9-1fb0-4f12-97cd-df31a0ebe0c8 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6f5c753e52654e67a51e2590717e8ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630178 Jul 16 03:33:27.377924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305937f8-f19e-42f5-9f6c-e96881574073 req-2261b187-ea36-4550-b768-2b982e2d1e32 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:27.377924 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-305937f8-f19e-42f5-9f6c-e96881574073 req-2261b187-ea36-4550-b768-2b982e2d1e32 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1666536 Jul 16 03:33:27.431742 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-0c394a44-c77a-406a-8056-04dc070622fe tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:27.431742 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-0c394a44-c77a-406a-8056-04dc070622fe tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616817 Jul 16 03:33:27.454720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-305937f8-f19e-42f5-9f6c-e96881574073 req-d73ada35-12cb-4531-85ad-42f51c4a9137 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710289 Jul 16 03:33:27.463307 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-4cc734a6-22ea-4327-8c4a-c1fbbb7429f4 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/quotas/6f5c753e52654e67a51e2590717e8ff6 HTTP/1.1" status: 200 len: 375 time: 0.0231521 Jul 16 03:33:27.556549 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-2b9c89ae-5652-4061-a3e2-468d62459f27 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0922029 Jul 16 03:33:27.705632 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efa91b-b33d-4516-af43-38369171a552 req-da06d98d-a451-4825-a09d-69ed1183191c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:27.707609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c1efa91b-b33d-4516-af43-38369171a552 req-da06d98d-a451-4825-a09d-69ed1183191c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 943 time: 0.0868616 Jul 16 03:33:27.766245 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c1efa91b-b33d-4516-af43-38369171a552 req-0b6ca443-e107-4fc6-84c1-e4e60b3007e8 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491905 Jul 16 03:33:28.041930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e0b29da-899b-47d1-b446-25f73528ac5f req-64befb46-be6d-4e4d-8463-68e55e824ad9 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 210 time: 0.0521898 Jul 16 03:33:28.088802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-6da393f0-d87c-4182-bda7-8d8d2b871f17 service neutron] 10.222.0.20 "GET /v2.0/ports/f30d445c-995e-48b0-9b73-db1b01f81524/bindings/n-h1-800088-6 HTTP/1.1" status: 200 len: 384 time: 0.1860261 Jul 16 03:33:28.650668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-e1370b16-60c5-4425-a8b5-6013e4d7b99a service neutron] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f30d445c-995e-48b0-9b73-db1b01f81524,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:28.673721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-e1370b16-60c5-4425-a8b5-6013e4d7b99a service neutron] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:28.719697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-e1370b16-60c5-4425-a8b5-6013e4d7b99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30d445c-995e-48b0-9b73-db1b01f81524 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:28.775725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-e1370b16-60c5-4425-a8b5-6013e4d7b99a service neutron] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=f30d445c-995e-48b0-9b73-db1b01f81524,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:28.798822 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-e1370b16-60c5-4425-a8b5-6013e4d7b99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:28.881039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397cf08-727b-4bd8-915b-b8c3eae73955 req-22873b14-f808-493d-863c-46b9925fb945 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:28.889243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0397cf08-727b-4bd8-915b-b8c3eae73955 req-22873b14-f808-493d-863c-46b9925fb945 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1800261 Jul 16 03:33:28.892358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f30d445c-995e-48b0-9b73-db1b01f81524 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:28.939620 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd80f5f-f1ab-4cd5-a1c0-4ba165289a83 req-253d9422-8025-44a7-826a-20c8a7abb452 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:28.946908 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fdd80f5f-f1ab-4cd5-a1c0-4ba165289a83 req-253d9422-8025-44a7-826a-20c8a7abb452 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.2411978 Jul 16 03:33:29.020833 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0397cf08-727b-4bd8-915b-b8c3eae73955 req-82962641-c468-44cd-bf43-1f5b932c923c tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306212 Jul 16 03:33:29.025569 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-e1370b16-60c5-4425-a8b5-6013e4d7b99a service neutron] Transition to ACTIVE for port object f30d445c-995e-48b0-9b73-db1b01f81524 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:29.046811 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fdd80f5f-f1ab-4cd5-a1c0-4ba165289a83 req-3a217727-e6a6-4ca3-82f0-73d2a3944947 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989575 Jul 16 03:33:29.053507 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-e1370b16-60c5-4425-a8b5-6013e4d7b99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:29.175457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1370b16-60c5-4425-a8b5-6013e4d7b99a service neutron] Pushing event updated for resources: {'Port': ['ID=f30d445c-995e-48b0-9b73-db1b01f81524,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:29.216121 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-e1370b16-60c5-4425-a8b5-6013e4d7b99a service neutron] No DVR routers for this DVR port f30d445c-995e-48b0-9b73-db1b01f81524 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:29.261841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-e1370b16-60c5-4425-a8b5-6013e4d7b99a service neutron] 10.222.0.20 "PUT /v2.0/ports/f30d445c-995e-48b0-9b73-db1b01f81524/bindings/n-h1-800088-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1674066 Jul 16 03:33:29.349154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af10bc7-70f0-4f09-9090-79f2d7e31025 req-d26c8bdc-da38-4635-afd4-a76a1d036ff7 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:29.356742 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5af10bc7-70f0-4f09-9090-79f2d7e31025 req-d26c8bdc-da38-4635-afd4-a76a1d036ff7 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 944 time: 0.1043830 Jul 16 03:33:29.424533 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5af10bc7-70f0-4f09-9090-79f2d7e31025 req-f0d46c01-2e88-4c49-9f43-84057bbece93 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667644 Jul 16 03:33:29.452862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-28f992e3-9eab-4f91-a3b2-ce5c70f10164 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:29.455102 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-28f992e3-9eab-4f91-a3b2-ce5c70f10164 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 1095 time: 0.1119385 Jul 16 03:33:29.661678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c09d19ab-bdba-4144-a1de-118aab5cdaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:29.674567 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c09d19ab-bdba-4144-a1de-118aab5cdaf6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d HTTP/1.1" status: 200 len: 1095 time: 0.1985106 Jul 16 03:33:29.726660 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-37f6a8bc-4ba6-4aa8-8a9d-ee8cb2a32058 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=6f5c753e52654e67a51e2590717e8ff6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497837 Jul 16 03:33:29.854059 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5fa7545-4574-4119-b6d1-fca655fe4b50 req-cb0ba04b-56c0-4814-9a55-55b48e3dbc97 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 210 time: 0.0509109 Jul 16 03:33:29.980175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-ee791b44-2f3e-4378-923b-f5e6c9cb84b8 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:29.981513 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-ee791b44-2f3e-4378-923b-f5e6c9cb84b8 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335565 Jul 16 03:33:29.996544 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-2625ae61-ca7f-4bb9-895a-cdda337253c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:29.999248 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-2625ae61-ca7f-4bb9-895a-cdda337253c8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 1095 time: 0.2703042 Jul 16 03:33:30.006160 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Request body: {'port': {'device_id': 'cd0b2680-16d7-454d-917a-871b3334380e', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '6f5c753e52654e67a51e2590717e8ff6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:30.036333 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-07eff77f-e301-4efc-a0e9-e01f0ecc7b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.221585 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-baa5bbd7-f6c1-43db-ad38-1cbf1d64462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.223295 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-baa5bbd7-f6c1-43db-ad38-1cbf1d64462f service neutron] 10.222.0.88 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.2133377 Jul 16 03:33:30.224483 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Made reservation on behalf of 6f5c753e52654e67a51e2590717e8ff6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:30.228364 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.292684 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-6dfa0427-cdb9-4313-9aeb-7de288ad367c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f30d445c-995e-48b0-9b73-db1b01f81524 HTTP/1.1" status: 200 len: 217 time: 0.0499964 Jul 16 03:33:30.368812 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-fd851b9c-2542-4cd3-bb61-7951841bd90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.371138 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-fd851b9c-2542-4cd3-bb61-7951841bd90d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.0591822 Jul 16 03:33:30.376693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c1d46-ee06-41e6-bc0d-c4ba77155299 req-e0612aa0-540f-467a-b7ca-d205855b4132 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.386726 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-016c1d46-ee06-41e6-bc0d-c4ba77155299 req-e0612aa0-540f-467a-b7ca-d205855b4132 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1595078 Jul 16 03:33:30.422544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaa56c-7b79-4a8b-8ccf-7d79eb5aecaf req-fa6350f7-3027-4a5e-af25-df753b053095 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.425184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aaeaa56c-7b79-4a8b-8ccf-7d79eb5aecaf req-fa6350f7-3027-4a5e-af25-df753b053095 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1495249 Jul 16 03:33:30.442604 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-04403daa-2260-4f5f-a181-1eacce02bebe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402772 Jul 16 03:33:30.472375 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-016c1d46-ee06-41e6-bc0d-c4ba77155299 req-40c8d727-c986-4e6a-bca2-d1d1ccef8373 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846860 Jul 16 03:33:30.504415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aaeaa56c-7b79-4a8b-8ccf-7d79eb5aecaf req-e196365e-2d8b-47f0-baa5-4f9e0c59cb25 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675242 Jul 16 03:33:30.577678 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-1d3c2d82-28bb-4286-9bfc-eb38e5b08490 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186073 Jul 16 03:33:30.787827 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:30.827272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Allocated IP 192.168.233.87 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/391467f7-6030-4709-a748-f42a7650b0e9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:30.898523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888100b-0c06-4f26-8a9b-6062b07f09c8 req-0b119275-0801-4974-b024-c5ed14b64621 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:30.900765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5888100b-0c06-4f26-8a9b-6062b07f09c8 req-0b119275-0801-4974-b024-c5ed14b64621 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 944 time: 0.1141043 Jul 16 03:33:30.963035 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5888100b-0c06-4f26-8a9b-6062b07f09c8 req-73a3fe04-0f66-4cdd-8e72-1e534105eaff tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529878 Jul 16 03:33:31.107710 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-c27cfbd8-1dd2-41ad-8a01-4f82360637ff service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117254 Jul 16 03:33:31.113323 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.133743 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60327016-d29d-4c1e-8ebc-44119f02ed4e req-1a4b7571-4ac9-4285-9c4c-0f8bdefb7473 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 210 time: 0.0457151 Jul 16 03:33:31.149467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Transition to ACTIVE for port object 391467f7-6030-4709-a748-f42a7650b0e9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:31.195417 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.207748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['3a4656b9-5411-4750-b5b4-c8f09940a302', '5a071022-d0c7-4833-bd07-627c6ddb5a25', '9d84993d-c79c-4c0a-b7d5-a62c1b55e301'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:31.251831 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91', '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', '6fd0c118-3060-48cb-bafb-28e7e0685765', '10f88580-a876-42b7-ad38-c04bc986e6ff'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:31.268626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:31.283019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:31.287019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:31.362807 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.363631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event updated for resources: {'Port': ['ID=391467f7-6030-4709-a748-f42a7650b0e9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:31.383023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:31.383890 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.400785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:31.401418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:31.402218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:31.402678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:31.403382 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:31.403907 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:31.404413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:31.404902 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:31.405348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:31.405950 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:31.406535 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:31.407019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:31.412794 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-2f6ec46a-2d53-48dd-a5bd-bb92047e0a55 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4186330 Jul 16 03:33:31.442063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Request body: {'port': {'device_id': 'cd0b2680-16d7-454d-917a-871b3334380e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:31.755645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:31.768896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004438e-6157-4ae8-ac42-7734396c46a2 req-0a9327ce-782e-497c-8495-ccd611542a80 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:31.777201 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9004438e-6157-4ae8-ac42-7734396c46a2 req-0a9327ce-782e-497c-8495-ccd611542a80 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1288338 Jul 16 03:33:31.835098 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:31.837680 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9004438e-6157-4ae8-ac42-7734396c46a2 req-6f0e3442-cb68-4eb1-8c3a-fecb6d1f9b2a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591354 Jul 16 03:33:31.896874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-e9b06b4f-5f74-4bdb-983f-ff1ecd858634 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:31.898396 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-e9b06b4f-5f74-4bdb-983f-ff1ecd858634 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 1095 time: 0.2878532 Jul 16 03:33:31.931113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:31.977549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf605a-eba1-4eba-96d5-064e84b24d18 req-20f29290-47da-4bb7-8d6e-c5fb4e73453a tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:31.996526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ddf605a-eba1-4eba-96d5-064e84b24d18 req-20f29290-47da-4bb7-8d6e-c5fb4e73453a tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1555490 Jul 16 03:33:32.086572 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ddf605a-eba1-4eba-96d5-064e84b24d18 req-95099724-ed8e-4600-a628-d657fc75ce33 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885181 Jul 16 03:33:32.113873 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:32.170138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-88063a7b-063f-4e0e-ae20-045bd14e5c89 None None] Provisioning for port 391467f7-6030-4709-a748-f42a7650b0e9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:32.175783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '4cedbee7-e7d9-4f34-b4e6-024c2316cb08', 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41', 'port_id': '4cedbee7-e7d9-4f34-b4e6-024c2316cb08', 'mac_address': 'fa:16:3e:63:a7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13b8bb6-41ee-4dcf-b76a-74d1e597a14e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:32.211971 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-88063a7b-063f-4e0e-ae20-045bd14e5c89 None None] Provisioning complete for port 391467f7-6030-4709-a748-f42a7650b0e9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:32.212693 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88063a7b-063f-4e0e-ae20-045bd14e5c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:32.287380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-88063a7b-063f-4e0e-ae20-045bd14e5c89 None None] Port 391467f7-6030-4709-a748-f42a7650b0e9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:33:32.342029 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-7cc26aac-132b-4167-a6b6-85f37e04dff4 service neutron] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:32.347939 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-7cc26aac-132b-4167-a6b6-85f37e04dff4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:32.349396 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0b565b9a-b082-40c6-aa9e-f3c08432bc8d req-7cc26aac-132b-4167-a6b6-85f37e04dff4 service neutron] 10.222.0.88 "DELETE /v2.0/ports/f30d445c-995e-48b0-9b73-db1b01f81524/bindings/n-h2-800088-6 HTTP/1.1" status: 204 len: 173 time: 0.4302676 Jul 16 03:33:32.365510 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:32.399362 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:32.510859 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:32.515110 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:32.542556 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:32.564149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391467f7-6030-4709-a748-f42a7650b0e9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:32.582375 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:32.618869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Transition to ACTIVE for port object 391467f7-6030-4709-a748-f42a7650b0e9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:32.624999 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:32.644998 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:32.648365 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cfeee-3256-4989-a935-5bda5660ce8f req-7eeffbaa-f314-413b-b7cd-8ea8cd5ff86f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:32.656963 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-859cfeee-3256-4989-a935-5bda5660ce8f req-7eeffbaa-f314-413b-b7cd-8ea8cd5ff86f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 944 time: 0.1183691 Jul 16 03:33:32.666709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:32.667122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:32.667590 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:32.667943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:32.668277 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:32.668631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:32.668963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:32.669834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:32.670388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:32.670729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:32.671568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:32.671912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:32.687175 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:33:32.688030 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:33:32.731996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-859cfeee-3256-4989-a935-5bda5660ce8f req-8470164e-46b5-4311-bf17-834b2879c33d tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707228 Jul 16 03:33:32.797347 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0fba15c7-2d11-4b8c-b5df-7589675c6a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:32.839828 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:32.852382 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Pushing event updated for resources: {'Port': ['ID=391467f7-6030-4709-a748-f42a7650b0e9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:32.899864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889f6aa-0260-4d7c-b649-dec060c11a70 req-a21e4e87-6c66-4000-bf5a-61238e005dcc tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:32.905782 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e889f6aa-0260-4d7c-b649-dec060c11a70 req-a21e4e87-6c66-4000-bf5a-61238e005dcc tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 947 time: 0.1673291 Jul 16 03:33:32.997560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['4cedbee7-e7d9-4f34-b4e6-024c2316cb08'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:33.008362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Attempting to bind port 391467f7-6030-4709-a748-f42a7650b0e9 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:33.008721 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Attempting to bind port 391467f7-6030-4709-a748-f42a7650b0e9 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:33.009306 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Attempting to bind port 391467f7-6030-4709-a748-f42a7650b0e9 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:33.023256 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e889f6aa-0260-4d7c-b649-dec060c11a70 req-833b9acb-7f29-40cd-8f7f-39a4a60f9ac5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087339 Jul 16 03:33:33.028362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Port 391467f7-6030-4709-a748-f42a7650b0e9 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:33.029395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Attempting to bind port 391467f7-6030-4709-a748-f42a7650b0e9 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:33.044445 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:33.044794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:33.045255 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:33.045620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Bound port: 391467f7-6030-4709-a748-f42a7650b0e9, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:33.045987 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.109511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a9984-298d-46e3-b198-e25de126b97c req-842a32f3-a33a-4900-babd-71804c7086fd tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.117058 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb2a9984-298d-46e3-b198-e25de126b97c req-842a32f3-a33a-4900-babd-71804c7086fd tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/ports?device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 945 time: 0.1452413 Jul 16 03:33:33.198317 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb2a9984-298d-46e3-b198-e25de126b97c req-5c03d270-df65-47ab-bb2a-9faaa28ea1e8 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f1a2449-f869-4f97-b269-0e57f2346f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781128 Jul 16 03:33:33.209207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] For port 391467f7-6030-4709-a748-f42a7650b0e9, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:33.222365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] For port 391467f7-6030-4709-a748-f42a7650b0e9, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=391467f7-6030-4709-a748-f42a7650b0e9,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:33.230592 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.299918 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.300611 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.302125 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] 10.222.0.88 "PUT /v2.0/ports/391467f7-6030-4709-a748-f42a7650b0e9 HTTP/1.1" status: 200 len: 1095 time: 1.8777430 Jul 16 03:33:33.302596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0b2680-16d7-454d-917a-871b3334380e', 'tag': '391467f7-6030-4709-a748-f42a7650b0e9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:33.314967 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca9e1f2-e7c3-4083-b96a-42c7f0229f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0b2680-16d7-454d-917a-871b3334380e", "tag": "391467f7-6030-4709-a748-f42a7650b0e9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:33.329180 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.352403 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc85763-4b7e-4d5b-bfb7-ad0644c00d51 req-6167966f-9dc7-4869-acaf-d64c4259d952 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.360847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adc85763-4b7e-4d5b-bfb7-ad0644c00d51 req-6167966f-9dc7-4869-acaf-d64c4259d952 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1214831 Jul 16 03:33:33.386105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:33.418537 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:33.428462 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.432490 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adc85763-4b7e-4d5b-bfb7-ad0644c00d51 req-5f6fc6d9-7092-4fb8-ae24-48f029744715 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684240 Jul 16 03:33:33.462876 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb0750-bb08-4b39-8424-7af77530852f service neutron] Pushing event updated for resources: {'Port': ['ID=391467f7-6030-4709-a748-f42a7650b0e9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:33.538371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-4d84b4c2-58c0-4d08-9cdc-4c5fdd0fd692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.548133 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-4d84b4c2-58c0-4d08-9cdc-4c5fdd0fd692 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 1098 time: 0.1903713 Jul 16 03:33:33.595778 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:33.670910 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8af41-9160-4e79-85ef-0e922c3faaf8 req-ae478ae2-c75d-440f-ad8e-d37c92f5062c tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.681793 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-67e72b87-1fae-42a4-8860-c88fc27e2337 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=391467f7-6030-4709-a748-f42a7650b0e9 HTTP/1.1" status: 200 len: 217 time: 0.1259682 Jul 16 03:33:33.683076 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4aa8af41-9160-4e79-85ef-0e922c3faaf8 req-ae478ae2-c75d-440f-ad8e-d37c92f5062c tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 1095 time: 0.0878949 Jul 16 03:33:33.733864 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4aa8af41-9160-4e79-85ef-0e922c3faaf8 req-82a2646c-b10a-46ca-99c7-68026f0dc687 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495918 Jul 16 03:33:33.769235 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:33.803321 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-e8faba7d-0a28-4907-a6cd-3d28d9d85b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.805319 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-e8faba7d-0a28-4907-a6cd-3d28d9d85b32 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1160495 Jul 16 03:33:33.870798 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6b98a-7889-47f5-ae9f-d2c7114da418 req-88744ecf-c9de-4cac-8672-b6af27b0889b tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.872873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96f6b98a-7889-47f5-ae9f-d2c7114da418 req-88744ecf-c9de-4cac-8672-b6af27b0889b tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 943 time: 0.1344311 Jul 16 03:33:33.887972 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-fbdf14ce-8811-48aa-8345-c44d1a8f2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:33.889823 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-fbdf14ce-8811-48aa-8345-c44d1a8f2751 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742569 Jul 16 03:33:33.936809 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96f6b98a-7889-47f5-ae9f-d2c7114da418 req-7aa00d2a-ce5a-40f9-964f-cfd3505150be tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574296 Jul 16 03:33:33.985512 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149174a6-57c3-49d3-8621-67601abacc9d x-openstack-request-id: req-149174a6-57c3-49d3-8621-67601abacc9d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:33.985986 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0b2680-16d7-454d-917a-871b3334380e", "tag": "391467f7-6030-4709-a748-f42a7650b0e9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:33.986252 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-149174a6-57c3-49d3-8621-67601abacc9d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:33.986664 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0b2680-16d7-454d-917a-871b3334380e', 'tag': '391467f7-6030-4709-a748-f42a7650b0e9', 'status': 'completed', 'code': 200} Jul 16 03:33:34.018625 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-9b850bec-1746-46d2-a9b6-e1afa9f6cb9b service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177597 Jul 16 03:33:34.149370 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae8a5cb3-3c0f-4604-8e80-56eaeb1008e6 req-7c689776-88c4-4e21-bb76-06a47e90a4a1 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223230 Jul 16 03:33:34.171981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99de68-7c81-4197-904e-3da27c4522ae req-cc9c0914-0007-4e71-8d68-d68368e82b48 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:34.173762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d99de68-7c81-4197-904e-3da27c4522ae req-cc9c0914-0007-4e71-8d68-d68368e82b48 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 1095 time: 0.0765586 Jul 16 03:33:34.262946 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d99de68-7c81-4197-904e-3da27c4522ae req-4668c59d-854e-4e19-9e2d-eef8dbaaff49 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831528 Jul 16 03:33:34.313175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9e1f2-e7c3-4083-b96a-42c7f0229f2e req-0558595f-5321-4374-9df9-7d8b7567d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:34.317441 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8ca9e1f2-e7c3-4083-b96a-42c7f0229f2e req-0558595f-5321-4374-9df9-7d8b7567d617 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6f5c753e52654e67a51e2590717e8ff6&device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 1098 time: 0.0810366 Jul 16 03:33:34.342808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bb034-5c47-417d-b941-8bc789e9da6d req-ffa5972a-4085-409f-b440-ae39c8f1334b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:34.352119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-864bb034-5c47-417d-b941-8bc789e9da6d req-ffa5972a-4085-409f-b440-ae39c8f1334b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 947 time: 0.1483645 Jul 16 03:33:34.456059 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-864bb034-5c47-417d-b941-8bc789e9da6d req-3cbcd0ce-fa97-4210-a80f-9ec18b7ef5b1 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969534 Jul 16 03:33:34.460569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9e1f2-e7c3-4083-b96a-42c7f0229f2e req-7232fb00-3ed5-4a5a-9898-fd3ab1636559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:34.462484 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8ca9e1f2-e7c3-4083-b96a-42c7f0229f2e req-7232fb00-3ed5-4a5a-9898-fd3ab1636559 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1284235 Jul 16 03:33:34.528439 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8ca9e1f2-e7c3-4083-b96a-42c7f0229f2e req-cca07ac9-9246-49db-9b3b-f82b0f0630ed service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=391467f7-6030-4709-a748-f42a7650b0e9 HTTP/1.1" status: 200 len: 217 time: 0.0478041 Jul 16 03:33:34.533792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79967d3c-ba59-4315-8a1c-7ccfb3cfcbe1 req-af66e6f9-d508-40f9-b986-aca2d1a8d81f tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:34.540586 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79967d3c-ba59-4315-8a1c-7ccfb3cfcbe1 req-af66e6f9-d508-40f9-b986-aca2d1a8d81f tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/ports?device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 945 time: 0.1502340 Jul 16 03:33:34.567144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f02f9-4249-46c5-8ab1-4089ab035bc0 req-bb3f2816-6f2a-4de4-ad79-aa879edbf853 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:34.568618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-652f02f9-4249-46c5-8ab1-4089ab035bc0 req-bb3f2816-6f2a-4de4-ad79-aa879edbf853 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.20 "GET /v2.0/ports?device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 945 time: 0.1379714 Jul 16 03:33:34.606168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9e1f2-e7c3-4083-b96a-42c7f0229f2e req-1e70c6ef-bc0f-457a-a44e-68a7e652bb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:34.609119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79967d3c-ba59-4315-8a1c-7ccfb3cfcbe1 req-9061fb5b-bc17-4523-b4d5-9da8cb754772 tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/security-groups?id=9f1a2449-f869-4f97-b269-0e57f2346f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675869 Jul 16 03:33:34.610472 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8ca9e1f2-e7c3-4083-b96a-42c7f0229f2e req-1e70c6ef-bc0f-457a-a44e-68a7e652bb27 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0736344 Jul 16 03:33:34.748890 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9e1f2-e7c3-4083-b96a-42c7f0229f2e req-aefed388-1cea-45a2-90d1-5e5076773cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:34.751622 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8ca9e1f2-e7c3-4083-b96a-42c7f0229f2e req-aefed388-1cea-45a2-90d1-5e5076773cdf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1220834 Jul 16 03:33:34.812387 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-652f02f9-4249-46c5-8ab1-4089ab035bc0 req-0e51294c-84b4-4ab9-8d01-30f252383f7c tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Deleting port 0673d6b0-d958-4d36-947a-d6c5d57bfe94 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:34.812387 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-652f02f9-4249-46c5-8ab1-4089ab035bc0 req-0e51294c-84b4-4ab9-8d01-30f252383f7c tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:34.933188 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8ca9e1f2-e7c3-4083-b96a-42c7f0229f2e req-a4ad4be8-6690-4697-a212-d3fba8586bea service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705956 Jul 16 03:33:34.943292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-652f02f9-4249-46c5-8ab1-4089ab035bc0 req-0e51294c-84b4-4ab9-8d01-30f252383f7c tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] For port 0673d6b0-d958-4d36-947a-d6c5d57bfe94, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0673d6b0-d958-4d36-947a-d6c5d57bfe94,segment=NetworkSegment(887339f4-82f9-4b04-9e59-9c63db2cecec),segment_id=887339f4-82f9-4b04-9e59-9c63db2cecec)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:34.943822 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-652f02f9-4249-46c5-8ab1-4089ab035bc0 req-0e51294c-84b4-4ab9-8d01-30f252383f7c tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:34.957641 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-652f02f9-4249-46c5-8ab1-4089ab035bc0 req-0e51294c-84b4-4ab9-8d01-30f252383f7c tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Calling delete_port for 0673d6b0-d958-4d36-947a-d6c5d57bfe94 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:35.073850 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8ca9e1f2-e7c3-4083-b96a-42c7f0229f2e req-58f4a962-c807-48ce-acd7-f2a9a4dfd06b service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299033 Jul 16 03:33:35.091878 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e73be7-2062-4428-bf92-37f359481780 req-8091cf02-54f1-4bd8-850c-073053214c52 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:35.099418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8e73be7-2062-4428-bf92-37f359481780 req-8091cf02-54f1-4bd8-850c-073053214c52 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.3376737 Jul 16 03:33:35.182014 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8e73be7-2062-4428-bf92-37f359481780 req-4813376b-44e5-4e14-8d49-0054e77b3d9a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813246 Jul 16 03:33:35.217159 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-652f02f9-4249-46c5-8ab1-4089ab035bc0 req-0e51294c-84b4-4ab9-8d01-30f252383f7c tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:35.230705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['0673d6b0-d958-4d36-947a-d6c5d57bfe94'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:35.249257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51294c-84b4-4ab9-8d01-30f252383f7c tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Pushing event deleted for resources: {'Port': ['ID=0673d6b0-d958-4d36-947a-d6c5d57bfe94,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:35.332401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-652f02f9-4249-46c5-8ab1-4089ab035bc0 req-0e51294c-84b4-4ab9-8d01-30f252383f7c tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] No DVR routers for this DVR port 0673d6b0-d958-4d36-947a-d6c5d57bfe94 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:35.335213 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-652f02f9-4249-46c5-8ab1-4089ab035bc0 req-0e51294c-84b4-4ab9-8d01-30f252383f7c tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:35.337654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-652f02f9-4249-46c5-8ab1-4089ab035bc0 req-0e51294c-84b4-4ab9-8d01-30f252383f7c tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.20 "DELETE /v2.0/ports/0673d6b0-d958-4d36-947a-d6c5d57bfe94 HTTP/1.1" status: 204 len: 173 time: 0.7522821 Jul 16 03:33:35.356227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f4bd6b-674f-4288-bfc6-f825b7af479a', 'name': 'network-vif-deleted', 'tag': '0673d6b0-d958-4d36-947a-d6c5d57bfe94'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:35.359264 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd60e53b-93ae-413e-abfa-869ad289a5db" -d '{"events": [{"server_uuid": "33f4bd6b-674f-4288-bfc6-f825b7af479a", "name": "network-vif-deleted", "tag": "0673d6b0-d958-4d36-947a-d6c5d57bfe94"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:35.405807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950c2b5-ef4e-4815-a86e-88c71921ade6 req-b1e118a2-8d30-4df1-83cc-22109ec4e666 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:35.407800 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3950c2b5-ef4e-4815-a86e-88c71921ade6 req-b1e118a2-8d30-4df1-83cc-22109ec4e666 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 943 time: 0.1044288 Jul 16 03:33:35.435965 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6aa467-84d6-4605-b138-41cf24569ef5 x-openstack-request-id: req-3b6aa467-84d6-4605-b138-41cf24569ef5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:35.436626 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f4bd6b-674f-4288-bfc6-f825b7af479a", "name": "network-vif-deleted", "tag": "0673d6b0-d958-4d36-947a-d6c5d57bfe94", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:35.437123 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b6aa467-84d6-4605-b138-41cf24569ef5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:35.437847 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f4bd6b-674f-4288-bfc6-f825b7af479a', 'name': 'network-vif-deleted', 'tag': '0673d6b0-d958-4d36-947a-d6c5d57bfe94', 'status': 'completed', 'code': 200} Jul 16 03:33:35.470599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3950c2b5-ef4e-4815-a86e-88c71921ade6 req-60d57039-7962-4176-a9e6-1e362aadfed6 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531607 Jul 16 03:33:35.651769 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:35.666146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ff31b-9983-4575-91ea-691a3535c008 req-bda89a7f-7f6c-4e48-b67a-c5579d23f89c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:35.667708 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-286ff31b-9983-4575-91ea-691a3535c008 req-bda89a7f-7f6c-4e48-b67a-c5579d23f89c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 947 time: 0.0813093 Jul 16 03:33:35.708918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-286ff31b-9983-4575-91ea-691a3535c008 req-ded43eb0-4b50-4154-b1f5-3446a5a4e6e3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340068 Jul 16 03:33:35.764390 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28dfaac7-3c63-4d7e-9b1c-67ffed5e856c req-f60e4ca6-d4ee-4f25-afd7-283007567a6c tempest-VolumesAdminNegativeTest-1527241271 tempest-VolumesAdminNegativeTest-1527241271-project] 10.222.0.18 "GET /v2.0/ports?device_id=33f4bd6b-674f-4288-bfc6-f825b7af479a HTTP/1.1" status: 200 len: 210 time: 0.0296330 Jul 16 03:33:35.838390 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:35.898416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:35.898700 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:35.977527 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:36.004227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257c899e-87e1-46d8-9349-35e9d1a1d59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cedbee7-e7d9-4f34-b4e6-024c2316cb08'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:36.006922 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e1f499-d992-454e-8012-5906a96d7b78" -d '{"events": [{"server_uuid": "257c899e-87e1-46d8-9349-35e9d1a1d59b", "name": "network-vif-plugged", "status": "completed", "tag": "4cedbee7-e7d9-4f34-b4e6-024c2316cb08"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:36.022622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:36.027122 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:36.082158 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe714d0-5eef-4814-b5ee-a227d16ea333 x-openstack-request-id: req-0fe714d0-5eef-4814-b5ee-a227d16ea333 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:36.082610 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257c899e-87e1-46d8-9349-35e9d1a1d59b", "name": "network-vif-plugged", "status": "completed", "tag": "4cedbee7-e7d9-4f34-b4e6-024c2316cb08", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:36.082873 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fe714d0-5eef-4814-b5ee-a227d16ea333 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:36.083267 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257c899e-87e1-46d8-9349-35e9d1a1d59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cedbee7-e7d9-4f34-b4e6-024c2316cb08', 'code': 200} Jul 16 03:33:36.112797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:36.440395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142412ae-d36f-445c-be37-88a8ccaa7a4c req-f606a78b-899c-4322-8fd1-f316113b0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:36.443828 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-142412ae-d36f-445c-be37-88a8ccaa7a4c req-f606a78b-899c-4322-8fd1-f316113b0864 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 1096 time: 0.1383481 Jul 16 03:33:36.489348 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-142412ae-d36f-445c-be37-88a8ccaa7a4c req-e92f31b3-cdaa-4c67-88cd-3d47092ea8b1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363431 Jul 16 03:33:36.502574 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88b559-3290-4e48-a808-b1e1a39cea80 req-bc308d8c-9806-40d2-a26b-0363f1adabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:36.504153 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cb88b559-3290-4e48-a808-b1e1a39cea80 req-bc308d8c-9806-40d2-a26b-0363f1adabbb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ebb747fbaa4d4250ae33a3472beaf32b&device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 1097 time: 0.1641498 Jul 16 03:33:36.653135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c4a4e-3eb2-4d9e-85e5-dd7aad340869 req-14eb3819-07b1-48bd-8ed8-19c4fd78bd8a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:36.654662 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c66c4a4e-3eb2-4d9e-85e5-dd7aad340869 req-14eb3819-07b1-48bd-8ed8-19c4fd78bd8a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1164906 Jul 16 03:33:36.659737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88b559-3290-4e48-a808-b1e1a39cea80 req-82919c6e-a2bb-4f57-9ba6-4f58de027fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:36.661741 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cb88b559-3290-4e48-a808-b1e1a39cea80 req-82919c6e-a2bb-4f57-9ba6-4f58de027fb8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c25f7dda-1347-4dac-bbfb-85ae4b87a184 HTTP/1.1" status: 200 len: 915 time: 0.1122923 Jul 16 03:33:36.698852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1d2d8-a70f-499f-9fcb-d17dda95b61e req-779afddf-4d20-4086-83ee-592fda32ab23 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:36.700389 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02c1d2d8-a70f-499f-9fcb-d17dda95b61e req-779afddf-4d20-4086-83ee-592fda32ab23 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1029129 Jul 16 03:33:36.719088 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c66c4a4e-3eb2-4d9e-85e5-dd7aad340869 req-61097028-4459-4d74-984a-04c7cf08e741 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562186 Jul 16 03:33:36.723800 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cb88b559-3290-4e48-a808-b1e1a39cea80 req-25ef4201-9e55-4284-98d4-f421b8353e1e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6 HTTP/1.1" status: 200 len: 217 time: 0.0535150 Jul 16 03:33:36.791012 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02c1d2d8-a70f-499f-9fcb-d17dda95b61e req-4bd44e6d-4cb8-4b96-9e3e-a5e624c6081a tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808063 Jul 16 03:33:36.820549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88b559-3290-4e48-a808-b1e1a39cea80 req-05598ff1-d7d4-4532-9574-c605c11e1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:36.823004 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cb88b559-3290-4e48-a808-b1e1a39cea80 req-05598ff1-d7d4-4532-9574-c605c11e1acb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8536182f-4677-4cbb-86c0-6da48edb163b HTTP/1.1" status: 200 len: 854 time: 0.0907872 Jul 16 03:33:36.861973 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cb88b559-3290-4e48-a808-b1e1a39cea80 req-b046250d-a777-47cb-871e-8ae6ccbd065d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c25f7dda-1347-4dac-bbfb-85ae4b87a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298831 Jul 16 03:33:36.892745 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:36.966191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Deleting subnet a2a93061-2462-449e-95ce-fcd2017e2766 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:33:36.970609 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:36.976619 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cb88b559-3290-4e48-a808-b1e1a39cea80 req-b7878e03-a384-49d3-b1d8-d3fe0fc176c4 service neutron] 10.222.0.88 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050446 Jul 16 03:33:36.980972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f78313-3b4e-48d1-81c5-396f3d268d60 req-51a279f2-14c0-4dbb-8c5e-902c4df5b468 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:36.982568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3f78313-3b4e-48d1-81c5-396f3d268d60 req-51a279f2-14c0-4dbb-8c5e-902c4df5b468 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 947 time: 0.1369929 Jul 16 03:33:37.030655 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.070982 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3f78313-3b4e-48d1-81c5-396f3d268d60 req-0265f810-97f9-4ba8-bd3a-e04bfb744dec tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693765 Jul 16 03:33:37.084264 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.085680 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cb88b559-3290-4e48-a808-b1e1a39cea80 req-f5f3dda0-e4e6-4460-9e1a-f84ea54a2be5 service neutron] 10.222.0.88 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003850 Jul 16 03:33:37.145673 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.182990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a93061-2462-449e-95ce-fcd2017e2766,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:37.191476 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.193650 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a2a93061-2462-449e-95ce-fcd2017e2766 HTTP/1.1" status: 204 len: 168 time: 0.2996593 Jul 16 03:33:37.195614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:37.195958 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:37.196264 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59028) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:37.196429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:37.196645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:37.196978 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:37.197316 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:37.197666 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:37.197997 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:37.198308 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:37.198628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:37.200920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:37.200920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4995ef55-396a-468f-a636-a8ae0570d53d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:33:37.277815 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f07949db-6bd0-44e8-91db-358ccffe57ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.360022 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f07949db-6bd0-44e8-91db-358ccffe57ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.370451 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f07949db-6bd0-44e8-91db-358ccffe57ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df1bd28-6852-4266-a424-5e4a4c437f81']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:37.380355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f07949db-6bd0-44e8-91db-358ccffe57ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887339f4-82f9-4b04-9e59-9c63db2cecec') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:37.380661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f07949db-6bd0-44e8-91db-358ccffe57ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887339f4-82f9-4b04-9e59-9c63db2cecec') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:37.389793 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f07949db-6bd0-44e8-91db-358ccffe57ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.404855 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f07949db-6bd0-44e8-91db-358ccffe57ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.411115 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07949db-6bd0-44e8-91db-358ccffe57ae admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:33:37.411532 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f07949db-6bd0-44e8-91db-358ccffe57ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:33:37.413364 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:33:37.477582 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f07949db-6bd0-44e8-91db-358ccffe57ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.485441 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f07949db-6bd0-44e8-91db-358ccffe57ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.488158 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f07949db-6bd0-44e8-91db-358ccffe57ae admin admin] 10.222.0.18 "DELETE /v2.0/networks/2df1bd28-6852-4266-a424-5e4a4c437f81 HTTP/1.1" status: 204 len: 168 time: 0.2907660 Jul 16 03:33:37.491237 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:37.502781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07949db-6bd0-44e8-91db-358ccffe57ae admin admin] Pushing event deleted for resources: {'Network': ['ID=2df1bd28-6852-4266-a424-5e4a4c437f81,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:37.548241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7b1dc5-b3fd-43db-862e-6b82de6feb2a admin admin] Deleting subnet 21fb3507-4b33-4b1a-905a-4202866eeb7e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:33:37.552222 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7b1dc5-b3fd-43db-862e-6b82de6feb2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.597022 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7b1dc5-b3fd-43db-862e-6b82de6feb2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.641621 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7b1dc5-b3fd-43db-862e-6b82de6feb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.698040 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7b1dc5-b3fd-43db-862e-6b82de6feb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.729420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b1dc5-b3fd-43db-862e-6b82de6feb2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21fb3507-4b33-4b1a-905a-4202866eeb7e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:37.733367 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7b1dc5-b3fd-43db-862e-6b82de6feb2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.735928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bd7b1dc5-b3fd-43db-862e-6b82de6feb2a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/21fb3507-4b33-4b1a-905a-4202866eeb7e HTTP/1.1" status: 204 len: 168 time: 0.2434742 Jul 16 03:33:37.738626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59038) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:37.821910 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8c755af-4927-4247-9254-a61a8804e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.859403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 391467f7-6030-4709-a748-f42a7650b0e9 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:37.931374 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8c755af-4927-4247-9254-a61a8804e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.946127 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f8c755af-4927-4247-9254-a61a8804e2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442ca311-d8c8-4ff5-a070-301546824828']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:37.959913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f8c755af-4927-4247-9254-a61a8804e2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5c46f5-428f-4785-a0f4-cee1a81ad3c7') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:37.960539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f8c755af-4927-4247-9254-a61a8804e2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5c46f5-428f-4785-a0f4-cee1a81ad3c7') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:33:37.975396 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8c755af-4927-4247-9254-a61a8804e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:37.998485 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8c755af-4927-4247-9254-a61a8804e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.006038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c755af-4927-4247-9254-a61a8804e2bd admin admin] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:33:38.006952 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8c755af-4927-4247-9254-a61a8804e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:33:38.009791 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:33:38.013070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be315ea0-2520-4567-9f67-60a530195d08 req-b42f3ef1-9116-4381-9aef-f680ddb9e00f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.013070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be315ea0-2520-4567-9f67-60a530195d08 req-b42f3ef1-9116-4381-9aef-f680ddb9e00f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1316922 Jul 16 03:33:38.043475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 391467f7-6030-4709-a748-f42a7650b0e9, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=391467f7-6030-4709-a748-f42a7650b0e9,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:38.059274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '391467f7-6030-4709-a748-f42a7650b0e9', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '391467f7-6030-4709-a748-f42a7650b0e9', 'mac_address': 'fa:16:3e:19:52:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:38.065136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd949cc3-4d2c-49af-9d7b-a26a64ef6196 req-a76dcc57-779f-4f75-bfe6-789d2e7477df tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.066664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd949cc3-4d2c-49af-9d7b-a26a64ef6196 req-a76dcc57-779f-4f75-bfe6-789d2e7477df tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1191816 Jul 16 03:33:38.069978 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be315ea0-2520-4567-9f67-60a530195d08 req-ddf5f70a-a7e2-4c93-9369-e0564fbdb085 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470185 Jul 16 03:33:38.077537 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8c755af-4927-4247-9254-a61a8804e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.087770 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8c755af-4927-4247-9254-a61a8804e2bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.095983 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f8c755af-4927-4247-9254-a61a8804e2bd admin admin] 10.222.0.18 "DELETE /v2.0/networks/442ca311-d8c8-4ff5-a070-301546824828 HTTP/1.1" status: 204 len: 168 time: 0.3539600 Jul 16 03:33:38.123621 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd949cc3-4d2c-49af-9d7b-a26a64ef6196 req-31ca8f4b-8de5-40af-a9b4-b8bc0b0ff56e tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446253 Jul 16 03:33:38.129891 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c755af-4927-4247-9254-a61a8804e2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=442ca311-d8c8-4ff5-a070-301546824828,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:38.138366 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.174308 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391467f7-6030-4709-a748-f42a7650b0e9 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:38.227362 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 391467f7-6030-4709-a748-f42a7650b0e9, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=391467f7-6030-4709-a748-f42a7650b0e9,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:38.236498 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.324747 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=391467f7-6030-4709-a748-f42a7650b0e9,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:38.406170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bd5b4-e28e-4b1c-a782-127177a25c21 req-236a31df-2f03-474d-9de6-301823c33786 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.414378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b6bd5b4-e28e-4b1c-a782-127177a25c21 req-236a31df-2f03-474d-9de6-301823c33786 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1396172 Jul 16 03:33:38.429853 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59054) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:38.461442 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b6bd5b4-e28e-4b1c-a782-127177a25c21 req-d6371258-ed50-4770-93f7-f38e4fb9c3c0 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464518 Jul 16 03:33:38.475001 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7d8ed31d-1516-472f-a017-84e85aef63ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a929f6ea9244384a5a076b490702f5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437934 Jul 16 03:33:38.478841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed5ca9-44d5-4432-820c-9572cef63bb4 req-90d4eb76-3451-44ba-ace1-f46636b2d1e0 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:38.480779 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59058) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:38.481276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38ed5ca9-44d5-4432-820c-9572cef63bb4 req-90d4eb76-3451-44ba-ace1-f46636b2d1e0 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 948 time: 0.1290808 Jul 16 03:33:38.540227 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38ed5ca9-44d5-4432-820c-9572cef63bb4 req-4470012f-ab65-45cf-a19d-fe36b78a82dd tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536499 Jul 16 03:33:38.540740 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a17ad2dd-375f-402a-91ea-63a6bfe93207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.568051 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a17ad2dd-375f-402a-91ea-63a6bfe93207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.641464 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a17ad2dd-375f-402a-91ea-63a6bfe93207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.646268 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a17ad2dd-375f-402a-91ea-63a6bfe93207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:38.647763 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a17ad2dd-375f-402a-91ea-63a6bfe93207 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f1a2449-f869-4f97-b269-0e57f2346f41 HTTP/1.1" status: 204 len: 168 time: 0.1653178 Jul 16 03:33:38.657364 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ad2dd-375f-402a-91ea-63a6bfe93207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1a2449-f869-4f97-b269-0e57f2346f41,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:38.680913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['391467f7-6030-4709-a748-f42a7650b0e9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:38.926320 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0673d6b0-d958-4d36-947a-d6c5d57bfe94 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:38.954918 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 0673d6b0-d958-4d36-947a-d6c5d57bfe94 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:38.955497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0673d6b0-d958-4d36-947a-d6c5d57bfe94 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:39.081533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59076) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:39.123560 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-de208611-fea1-4fab-8624-8c6aa71f43ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=874acded68e24049b147411a9ae66b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408430 Jul 16 03:33:39.126309 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59084) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:39.183069 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-699a0b54-4145-4713-b4e4-57fcd13d1ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.209056 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-699a0b54-4145-4713-b4e4-57fcd13d1ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.267995 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-699a0b54-4145-4713-b4e4-57fcd13d1ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.271594 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-699a0b54-4145-4713-b4e4-57fcd13d1ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:39.273034 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-699a0b54-4145-4713-b4e4-57fcd13d1ad2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7283cd59-8081-4dbb-b92c-95ab0d62ded8 HTTP/1.1" status: 204 len: 168 time: 0.1456275 Jul 16 03:33:39.283737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a0b54-4145-4713-b4e4-57fcd13d1ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7283cd59-8081-4dbb-b92c-95ab0d62ded8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:39.308170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-31fab1d4-e788-498a-9f15-48ddd4612d60 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.315333 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-31fab1d4-e788-498a-9f15-48ddd4612d60 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/networks?id=be7cdd0f-74f6-488d-98d5-76c8162efc41 HTTP/1.1" status: 200 len: 814 time: 0.1890490 Jul 16 03:33:39.334001 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-903bdca2-05b8-42b1-9e9d-e4468812b286 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/quotas/202f5f6937cf45a5bd3f1ea0aa8c9525 HTTP/1.1" status: 200 len: 375 time: 0.0177097 Jul 16 03:33:39.401926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a9dc4-f34c-4338-af3c-5f630bc3ed99 req-53744da4-1611-47b1-9735-6351f2680bee tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.403584 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-859a9dc4-f34c-4338-af3c-5f630bc3ed99 req-53744da4-1611-47b1-9735-6351f2680bee tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1587632 Jul 16 03:33:39.461663 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-b41bdd9e-c12e-49b0-bfd3-19c38d804bdc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=202f5f6937cf45a5bd3f1ea0aa8c9525&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1261871 Jul 16 03:33:39.476918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-859a9dc4-f34c-4338-af3c-5f630bc3ed99 req-a1e11316-25cf-4bbc-b6dd-ceb7fad55019 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606887 Jul 16 03:33:39.581453 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-d699f6d4-0925-4739-a804-94251d33a57a service neutron] 10.222.0.18 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022842 Jul 16 03:33:39.768930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-9d5d0c4b-bfd0-4f6e-a161-e7fd08ab10ed service neutron] 10.222.0.18 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790624 Jul 16 03:33:39.811989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949197c-0658-48c2-a4fb-e9a0dcc4976e req-3da8acc9-0692-4ee6-a7e6-a3285d8255ce tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:39.816966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2949197c-0658-48c2-a4fb-e9a0dcc4976e req-3da8acc9-0692-4ee6-a7e6-a3285d8255ce tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 948 time: 0.1082423 Jul 16 03:33:39.850118 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device cbd0e8dd-6946-44a8-b4f5-7d216508edf6 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:39.875815 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2949197c-0658-48c2-a4fb-e9a0dcc4976e req-1c7e55a5-c495-4374-9884-1cafd5646dcc tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549600 Jul 16 03:33:39.979937 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.006490 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:40.009467 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a291abc-34a9-4330-90b4-e8c91c5d80b9" -d '{"events": [{"server_uuid": "0cbe9912-ab3a-4934-b682-78ba36ba29bf", "name": "network-vif-unplugged", "status": "completed", "tag": "cbd0e8dd-6946-44a8-b4f5-7d216508edf6"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:40.039729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:40.044556 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:40.135398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:40.212644 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f5d2e1e-06c5-423a-ae9e-8c3555d4e9cc req-6b3ff830-cd09-4bc2-b0d2-f5535da6d540 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 210 time: 0.0449219 Jul 16 03:33:40.262268 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade49f99-32b3-45a6-ad58-042187c3a8c1 x-openstack-request-id: req-ade49f99-32b3-45a6-ad58-042187c3a8c1 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:40.262786 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbe9912-ab3a-4934-b682-78ba36ba29bf", "name": "network-vif-unplugged", "status": "completed", "tag": "cbd0e8dd-6946-44a8-b4f5-7d216508edf6", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:40.263219 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ade49f99-32b3-45a6-ad58-042187c3a8c1 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:40.264076 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6', 'code': 200} Jul 16 03:33:40.699494 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11e638-6da7-44f0-91c9-cf8dd8c7abcf req-eda94383-5158-493a-86d2-bd07454e008a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:40.707219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5f11e638-6da7-44f0-91c9-cf8dd8c7abcf req-eda94383-5158-493a-86d2-bd07454e008a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 944 time: 0.0917368 Jul 16 03:33:40.760150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5f11e638-6da7-44f0-91c9-cf8dd8c7abcf req-511efed7-26a0-4439-86ef-6dcb1afedb93 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515275 Jul 16 03:33:40.862098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd90a22-0d15-4b02-a8a8-126fc7c8031c req-f4cfbe55-967c-499c-a246-f18ec4883d87 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:40.866302 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6cd90a22-0d15-4b02-a8a8-126fc7c8031c req-f4cfbe55-967c-499c-a246-f18ec4883d87 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.88 "GET /v2.0/ports?device_id=257c899e-87e1-46d8-9349-35e9d1a1d59b HTTP/1.1" status: 200 len: 945 time: 0.1143680 Jul 16 03:33:41.049069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69977a-da89-4564-9b11-169fa20f2e05 req-cfc07377-f952-4276-aafa-3ae36c617fe6 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.051853 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a69977a-da89-4564-9b11-169fa20f2e05 req-cfc07377-f952-4276-aafa-3ae36c617fe6 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 944 time: 0.0821080 Jul 16 03:33:41.093407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6cd90a22-0d15-4b02-a8a8-126fc7c8031c req-d663338d-da76-4c91-9486-2bd043d2137c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Deleting port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:41.094623 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6cd90a22-0d15-4b02-a8a8-126fc7c8031c req-d663338d-da76-4c91-9486-2bd043d2137c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.150729 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a69977a-da89-4564-9b11-169fa20f2e05 req-61210087-538d-4b1f-af9a-09a0cc41aa4e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889809 Jul 16 03:33:41.235008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fbb33-765d-42c4-9dc4-fa4abcdb9967 req-3d894d0a-4184-4933-8882-c10fad581fd3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.239338 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a3fbb33-765d-42c4-9dc4-fa4abcdb9967 req-3d894d0a-4184-4933-8882-c10fad581fd3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 948 time: 0.1551266 Jul 16 03:33:41.341938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a3fbb33-765d-42c4-9dc4-fa4abcdb9967 req-fe97e4ac-de2a-4107-9c54-4bd61fcfdf5a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962174 Jul 16 03:33:41.367037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59238) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:41.420563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6cd90a22-0d15-4b02-a8a8-126fc7c8031c req-d663338d-da76-4c91-9486-2bd043d2137c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] For port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:41.420942 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6cd90a22-0d15-4b02-a8a8-126fc7c8031c req-d663338d-da76-4c91-9486-2bd043d2137c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.452033 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6cd90a22-0d15-4b02-a8a8-126fc7c8031c req-d663338d-da76-4c91-9486-2bd043d2137c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Calling delete_port for 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:41.577131 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6eb9cadc-1074-4d55-9aa1-274c09d65d78 req-6473b81d-f3d1-4df1-be97-ffbae406c758 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 210 time: 0.0739579 Jul 16 03:33:41.672951 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae464404-baa2-4de7-8a77-0119387601e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.758352 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-d4187966-58f0-4f02-ba90-50a3b5c9445a tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:41.763702 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-d4187966-58f0-4f02-ba90-50a3b5c9445a tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.20 "GET /v2.0/networks?id=be7cdd0f-74f6-488d-98d5-76c8162efc41 HTTP/1.1" status: 200 len: 814 time: 0.3858693 Jul 16 03:33:41.777161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ebbda20a-2605-4233-9b7b-37b795db6c95 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Request body: {'port': {'device_id': 'ef8c6402-8433-49ac-8327-fa7f85d48eb9', 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41', 'admin_state_up': True, 'tenant_id': '202f5f6937cf45a5bd3f1ea0aa8c9525'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:41.786459 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6cd90a22-0d15-4b02-a8a8-126fc7c8031c req-d663338d-da76-4c91-9486-2bd043d2137c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.799879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['4cedbee7-e7d9-4f34-b4e6-024c2316cb08'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:41.842264 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663338d-da76-4c91-9486-2bd043d2137c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Pushing event deleted for resources: {'Port': ['ID=4cedbee7-e7d9-4f34-b4e6-024c2316cb08,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:41.857393 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 391467f7-6030-4709-a748-f42a7650b0e9 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:41.914931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd90a22-0d15-4b02-a8a8-126fc7c8031c req-d663338d-da76-4c91-9486-2bd043d2137c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] No DVR routers for this DVR port 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:41.918611 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6cd90a22-0d15-4b02-a8a8-126fc7c8031c req-d663338d-da76-4c91-9486-2bd043d2137c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.919694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 391467f7-6030-4709-a748-f42a7650b0e9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:41.921274 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6cd90a22-0d15-4b02-a8a8-126fc7c8031c req-d663338d-da76-4c91-9486-2bd043d2137c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.88 "DELETE /v2.0/ports/4cedbee7-e7d9-4f34-b4e6-024c2316cb08 HTTP/1.1" status: 204 len: 173 time: 1.0463951 Jul 16 03:33:41.922992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257c899e-87e1-46d8-9349-35e9d1a1d59b', 'name': 'network-vif-deleted', 'tag': '4cedbee7-e7d9-4f34-b4e6-024c2316cb08'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:41.925640 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 391467f7-6030-4709-a748-f42a7650b0e9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:41.926325 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:41.926455 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c26f1e-662b-4f28-81b0-0a2537d65b90" -d '{"events": [{"server_uuid": "257c899e-87e1-46d8-9349-35e9d1a1d59b", "name": "network-vif-deleted", "tag": "4cedbee7-e7d9-4f34-b4e6-024c2316cb08"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:41.976353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-908a757b-7201-4d2f-a79a-f5af559e027b req-649e20e8-2027-4f55-a922-28f6b6c485ab service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:33:41.977538 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-908a757b-7201-4d2f-a79a-f5af559e027b req-649e20e8-2027-4f55-a922-28f6b6c485ab service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092125 Jul 16 03:33:42.006296 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c2ed5a-bb95-45b2-812d-05d22b086ffa x-openstack-request-id: req-14c2ed5a-bb95-45b2-812d-05d22b086ffa {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:42.007010 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257c899e-87e1-46d8-9349-35e9d1a1d59b", "name": "network-vif-deleted", "tag": "4cedbee7-e7d9-4f34-b4e6-024c2316cb08", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:42.007443 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14c2ed5a-bb95-45b2-812d-05d22b086ffa {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:42.008146 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257c899e-87e1-46d8-9349-35e9d1a1d59b', 'name': 'network-vif-deleted', 'tag': '4cedbee7-e7d9-4f34-b4e6-024c2316cb08', 'status': 'completed', 'code': 200} Jul 16 03:33:42.015497 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae464404-baa2-4de7-8a77-0119387601e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.021853 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae464404-baa2-4de7-8a77-0119387601e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.066511 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ae464404-baa2-4de7-8a77-0119387601e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2491871d773c4ab5b52db432543b52e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6982598 Jul 16 03:33:42.068157 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae464404-baa2-4de7-8a77-0119387601e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8ccfd6-f78a-4972-9e81-93c4d5f5c31d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:42.069395 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:42.081159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ebbda20a-2605-4233-9b7b-37b795db6c95 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Made reservation on behalf of 202f5f6937cf45a5bd3f1ea0aa8c9525 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:33:42.086373 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ebbda20a-2605-4233-9b7b-37b795db6c95 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.117243 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.183571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 391467f7-6030-4709-a748-f42a7650b0e9, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=391467f7-6030-4709-a748-f42a7650b0e9,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:42.188382 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.189397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device cbd0e8dd-6946-44a8-b4f5-7d216508edf6 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:42.230538 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e163615-d57d-40af-95a8-15c2286979e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.272494 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e163615-d57d-40af-95a8-15c2286979e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.278654 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b2680-16d7-454d-917a-871b3334380e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391467f7-6030-4709-a748-f42a7650b0e9'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:42.287214 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255d717c-e3ae-405e-9a99-4eaee3cd4cad" -d '{"events": [{"server_uuid": "cd0b2680-16d7-454d-917a-871b3334380e", "name": "network-vif-plugged", "status": "completed", "tag": "391467f7-6030-4709-a748-f42a7650b0e9"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:42.399266 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230734eb-d1ad-4529-9d83-0d66197c4fca x-openstack-request-id: req-230734eb-d1ad-4529-9d83-0d66197c4fca {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:42.400068 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b2680-16d7-454d-917a-871b3334380e", "name": "network-vif-plugged", "status": "completed", "tag": "391467f7-6030-4709-a748-f42a7650b0e9", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:42.400550 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-230734eb-d1ad-4529-9d83-0d66197c4fca {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:42.401164 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0b2680-16d7-454d-917a-871b3334380e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391467f7-6030-4709-a748-f42a7650b0e9', 'code': 200} Jul 16 03:33:42.447763 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=391467f7-6030-4709-a748-f42a7650b0e9,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:42.469690 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-0295f32e-88d0-452f-a1b8-e1a50e454651 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0643325 Jul 16 03:33:42.566240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ebbda20a-2605-4233-9b7b-37b795db6c95 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Allocated IP 172.20.0.11 (be7cdd0f-74f6-488d-98d5-76c8162efc41/e13b8bb6-41ee-4dcf-b76a-74d1e597a14e/d04a297a-3c18-4371-b554-aefa0440e741) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:33:42.587831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d818e5-5e0e-474d-afa3-65cfb7282c52 req-6b3c5fc6-2593-451b-b6a6-9be4cdd5b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:42.590597 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00d818e5-5e0e-474d-afa3-65cfb7282c52 req-6b3c5fc6-2593-451b-b6a6-9be4cdd5b362 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 1100 time: 0.1197922 Jul 16 03:33:42.645090 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e163615-d57d-40af-95a8-15c2286979e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.647905 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e163615-d57d-40af-95a8-15c2286979e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:42.649096 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5e163615-d57d-40af-95a8-15c2286979e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c8ccfd6-f78a-4972-9e81-93c4d5f5c31d HTTP/1.1" status: 204 len: 168 time: 0.5782099 Jul 16 03:33:42.661078 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00d818e5-5e0e-474d-afa3-65cfb7282c52 req-096878cc-b70c-413c-9337-97866007a102 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625801 Jul 16 03:33:42.681579 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45578f19-4cfc-4dc8-852e-91b8ab99d252 req-dda3f4c1-5d94-4d22-bd4c-b4ffaee33995 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:42.689465 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45578f19-4cfc-4dc8-852e-91b8ab99d252 req-dda3f4c1-5d94-4d22-bd4c-b4ffaee33995 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 944 time: 0.3039336 Jul 16 03:33:42.702576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e163615-d57d-40af-95a8-15c2286979e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8ccfd6-f78a-4972-9e81-93c4d5f5c31d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:42.801808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a190f-180d-4d96-a19c-b37cb5d5ae95 req-8bc413cc-8943-4c12-99f2-c5dad50a121d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:42.812737 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f6a190f-180d-4d96-a19c-b37cb5d5ae95 req-8bc413cc-8943-4c12-99f2-c5dad50a121d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 949 time: 0.2971096 Jul 16 03:33:42.914835 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45578f19-4cfc-4dc8-852e-91b8ab99d252 req-4b529e65-028f-4321-b4a2-08ab7976ec8d tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216325 Jul 16 03:33:42.958349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f6a190f-180d-4d96-a19c-b37cb5d5ae95 req-fe9fb455-6c10-4f41-81a3-df168ebb05a0 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444077 Jul 16 03:33:42.978182 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ebbda20a-2605-4233-9b7b-37b795db6c95 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:43.029439 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ebbda20a-2605-4233-9b7b-37b795db6c95 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:43.090042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ebbda20a-2605-4233-9b7b-37b795db6c95 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Network be7cdd0f-74f6-488d-98d5-76c8162efc41 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:33:43.096138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ebbda20a-2605-4233-9b7b-37b795db6c95 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:33:43.096138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ebbda20a-2605-4233-9b7b-37b795db6c95 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:33:43.170881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ebbda20a-2605-4233-9b7b-37b795db6c95 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:43.171584 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ebbda20a-2605-4233-9b7b-37b795db6c95 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:43.195467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbda20a-2605-4233-9b7b-37b795db6c95 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Pushing event updated for resources: {'Port': ['ID=d04a297a-3c18-4371-b554-aefa0440e741,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:43.218513 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ebbda20a-2605-4233-9b7b-37b795db6c95 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4381423 Jul 16 03:33:43.233212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Request body: {'port': {'device_id': 'ef8c6402-8433-49ac-8327-fa7f85d48eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:43.382960 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:43.421289 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621a160-db97-4183-9a7d-0ceacd739c36 req-4954dfa1-9b6a-4944-98c1-5751497e9d20 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:43.423050 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f621a160-db97-4183-9a7d-0ceacd739c36 req-4954dfa1-9b6a-4944-98c1-5751497e9d20 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 932 time: 0.1451573 Jul 16 03:33:43.550511 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f621a160-db97-4183-9a7d-0ceacd739c36 req-7317707d-1e68-4227-ba0a-fed771a16aef tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084626 Jul 16 03:33:43.823194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-8803fa4f-31b5-4402-acd5-d76d4e3dc1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:43.824947 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-8803fa4f-31b5-4402-acd5-d76d4e3dc1a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf&tenant_id=ebb747fbaa4d4250ae33a3472beaf32b HTTP/1.1" status: 200 len: 1095 time: 0.0768673 Jul 16 03:33:43.848019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:33:43.885834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:43.923873 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:43.924602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4cedbee7-e7d9-4f34-b4e6-024c2316cb08 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:44.129522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04a297a-3c18-4371-b554-aefa0440e741 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:44.140261 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.157184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Transition to ACTIVE for port object d04a297a-3c18-4371-b554-aefa0440e741 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:44.173238 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.258588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Pushing event updated for resources: {'Port': ['ID=d04a297a-3c18-4371-b554-aefa0440e741,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:44.323545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e05804-4823-4654-b811-6d581ebb4243 req-116a80d6-6a1f-435f-8bd4-53e779e0e932 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:44.325306 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22e05804-4823-4654-b811-6d581ebb4243 req-116a80d6-6a1f-435f-8bd4-53e779e0e932 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 944 time: 0.1663384 Jul 16 03:33:44.342179 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.405197 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22e05804-4823-4654-b811-6d581ebb4243 req-368ce168-5974-47a9-b1de-26df71abe8b7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509202 Jul 16 03:33:44.414719 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Attempting to bind port d04a297a-3c18-4371-b554-aefa0440e741 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:44.415065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Attempting to bind port d04a297a-3c18-4371-b554-aefa0440e741 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'eb511b0b-9676-4a31-8d32-521ad9c20cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:44.415457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Attempting to bind port d04a297a-3c18-4371-b554-aefa0440e741 on network be7cdd0f-74f6-488d-98d5-76c8162efc41 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:44.420064 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Port d04a297a-3c18-4371-b554-aefa0440e741 on network be7cdd0f-74f6-488d-98d5-76c8162efc41 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:44.420474 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Attempting to bind port d04a297a-3c18-4371-b554-aefa0440e741 on network be7cdd0f-74f6-488d-98d5-76c8162efc41 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:44.425559 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:44.425886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Checking segment: {'id': 'eb511b0b-9676-4a31-8d32-521ad9c20cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:44.426271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Bound using segment: {'id': 'eb511b0b-9676-4a31-8d32-521ad9c20cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:44.426703 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Bound port: d04a297a-3c18-4371-b554-aefa0440e741, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb511b0b-9676-4a31-8d32-521ad9c20cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:44.427132 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.593568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] For port d04a297a-3c18-4371-b554-aefa0440e741, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:44.614604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] For port d04a297a-3c18-4371-b554-aefa0440e741, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d04a297a-3c18-4371-b554-aefa0440e741,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:44.618499 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:44.623579 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.662770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:44.663921 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7393625-c5eb-4afb-9bf1-6406bd920cd1 req-f4ecde5b-140c-4f1a-8129-00a52d0c9ae1 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:44.665516 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7393625-c5eb-4afb-9bf1-6406bd920cd1 req-f4ecde5b-140c-4f1a-8129-00a52d0c9ae1 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 949 time: 0.1478255 Jul 16 03:33:44.683302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:44.683993 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.685988 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] 10.222.0.20 "PUT /v2.0/ports/d04a297a-3c18-4371-b554-aefa0440e741 HTTP/1.1" status: 200 len: 1092 time: 1.4579916 Jul 16 03:33:44.693146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8c6402-8433-49ac-8327-fa7f85d48eb9', 'tag': 'd04a297a-3c18-4371-b554-aefa0440e741'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:44.695305 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c4615b-9957-4146-9e8d-d002c1768ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8c6402-8433-49ac-8327-fa7f85d48eb9", "tag": "d04a297a-3c18-4371-b554-aefa0440e741"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:44.720604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd0e8dd-6946-44a8-b4f5-7d216508edf6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:44.729880 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a7375-bcc7-4953-adc1-28f2d08e6bdf service neutron] Pushing event updated for resources: {'Port': ['ID=d04a297a-3c18-4371-b554-aefa0440e741,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:44.735386 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.762663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Transition to ACTIVE for port object cbd0e8dd-6946-44a8-b4f5-7d216508edf6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:33:44.768421 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:44.780907 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7393625-c5eb-4afb-9bf1-6406bd920cd1 req-8293f18c-0683-4499-806b-ed2f7ba233e3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063328 Jul 16 03:33:44.846432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-6a2a4458-f05e-4535-b89e-6ecc381bc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:44.848981 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-6a2a4458-f05e-4535-b89e-6ecc381bc9d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=202f5f6937cf45a5bd3f1ea0aa8c9525&device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 1095 time: 0.1101739 Jul 16 03:33:44.849548 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] No DVR routers for this DVR port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:44.908167 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99ef060-b926-4bf2-ac98-b707068b8733 x-openstack-request-id: req-c99ef060-b926-4bf2-ac98-b707068b8733 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:44.908578 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8c6402-8433-49ac-8327-fa7f85d48eb9", "tag": "d04a297a-3c18-4371-b554-aefa0440e741", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:44.908897 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c99ef060-b926-4bf2-ac98-b707068b8733 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:44.909349 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8c6402-8433-49ac-8327-fa7f85d48eb9', 'tag': 'd04a297a-3c18-4371-b554-aefa0440e741', 'status': 'completed', 'code': 200} Jul 16 03:33:44.911248 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-fea9e83f-7fce-441b-b378-5e9473e11b99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d04a297a-3c18-4371-b554-aefa0440e741 HTTP/1.1" status: 200 len: 217 time: 0.0527587 Jul 16 03:33:44.922730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Attempting to bind port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:33:44.923002 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Attempting to bind port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '40afc160-2cf2-404f-ae73-54b41f150724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:33:44.923324 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Attempting to bind port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 on network c25f7dda-1347-4dac-bbfb-85ae4b87a184 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:44.925551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:44.939573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 on network c25f7dda-1347-4dac-bbfb-85ae4b87a184 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:33:44.939911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Attempting to bind port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 on network c25f7dda-1347-4dac-bbfb-85ae4b87a184 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:33:44.946318 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:33:44.946911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Checking segment: {'id': '40afc160-2cf2-404f-ae73-54b41f150724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:33:44.947304 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Bound using segment: {'id': '40afc160-2cf2-404f-ae73-54b41f150724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:33:44.948662 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Bound port: cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40afc160-2cf2-404f-ae73-54b41f150724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:33:44.949052 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.035668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:33:45.039858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:33:45.042468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-b84ed7d8-efd5-4e03-93cb-26fced408858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.043987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-b84ed7d8-efd5-4e03-93cb-26fced408858 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e13b8bb6-41ee-4dcf-b76a-74d1e597a14e HTTP/1.1" status: 200 len: 854 time: 0.1255028 Jul 16 03:33:45.046249 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.082378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.082997 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:45.084427 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/cbd0e8dd-6946-44a8-b4f5-7d216508edf6 HTTP/1.1" status: 200 len: 1092 time: 1.2467093 Jul 16 03:33:45.084859 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'tag': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:45.087190 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d4fc6a-e533-4508-8cbc-5c66b784044f" -d '{"events": [{"name": "network-changed", "server_uuid": "0cbe9912-ab3a-4934-b682-78ba36ba29bf", "tag": "cbd0e8dd-6946-44a8-b4f5-7d216508edf6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:45.095319 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-64f4609a-84ae-4a6e-9546-49fbf7ac7633 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be7cdd0f-74f6-488d-98d5-76c8162efc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351088 Jul 16 03:33:45.118314 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d8796-4577-474f-8f4e-80d6766c49d9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:45.119178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec508e9a-6c05-4cb2-bee8-6ec39974b0f8 req-8deba06e-d39f-4b13-9b62-db93fc33c252 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.120871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec508e9a-6c05-4cb2-bee8-6ec39974b0f8 req-8deba06e-d39f-4b13-9b62-db93fc33c252 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 944 time: 0.1594999 Jul 16 03:33:45.167451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b4f19-48db-43e1-9a73-c1d402e2b6e3 req-07241eef-64da-4651-8517-1d36ed464cac tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.168975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a10b4f19-48db-43e1-9a73-c1d402e2b6e3 req-07241eef-64da-4651-8517-1d36ed464cac tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 1100 time: 0.1708503 Jul 16 03:33:45.191743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-deeff232-1f44-4152-bd56-a43e44911ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.193199 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-deeff232-1f44-4152-bd56-a43e44911ce8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebb747fbaa4d4250ae33a3472beaf32b&device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 1096 time: 0.0713406 Jul 16 03:33:45.259334 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec508e9a-6c05-4cb2-bee8-6ec39974b0f8 req-17fde3b4-18c6-40ac-90dd-03f9fa90851e tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116755 Jul 16 03:33:45.277155 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a10b4f19-48db-43e1-9a73-c1d402e2b6e3 req-2af35835-d7a5-4245-a07e-3c7f05174486 tempest-ServersOnMultiNodesTest-1352014110 tempest-ServersOnMultiNodesTest-1352014110-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992541 Jul 16 03:33:45.303826 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-73a3c555-1a16-4805-89bd-7e729a7e9a12 service neutron] 10.222.0.20 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787574 Jul 16 03:33:45.304193 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-f7a49808-c477-4b5a-8a9c-99a66a35f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.304193 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-f7a49808-c477-4b5a-8a9c-99a66a35f9c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c25f7dda-1347-4dac-bbfb-85ae4b87a184 HTTP/1.1" status: 200 len: 915 time: 0.1029239 Jul 16 03:33:45.358630 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fe8f51-ede0-4720-897f-688eae88d086 x-openstack-request-id: req-74fe8f51-ede0-4720-897f-688eae88d086 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:45.358630 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cbe9912-ab3a-4934-b682-78ba36ba29bf", "tag": "cbd0e8dd-6946-44a8-b4f5-7d216508edf6", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:45.358630 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74fe8f51-ede0-4720-897f-688eae88d086 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:45.359030 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'tag': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6', 'status': 'completed', 'code': 200} Jul 16 03:33:45.360879 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-acb5be52-9fb3-4cb6-b094-1588b0a5fc55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6 HTTP/1.1" status: 200 len: 217 time: 0.0481405 Jul 16 03:33:45.420730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-b72dbb38-9554-4e7c-98d6-618ba6a7e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.423753 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-b72dbb38-9554-4e7c-98d6-618ba6a7e3f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8536182f-4677-4cbb-86c0-6da48edb163b HTTP/1.1" status: 200 len: 854 time: 0.0547855 Jul 16 03:33:45.462524 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7c333f-b21b-41a3-9a5c-85f71e4cc148 req-45b64eb3-96a9-47e1-8162-5bebe5b70a2b service neutron] 10.222.0.20 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478064 Jul 16 03:33:45.484270 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-ee14367f-8c0d-4e1c-bb71-6cf8ac8a2f04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c25f7dda-1347-4dac-bbfb-85ae4b87a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518117 Jul 16 03:33:45.627589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4615b-9957-4146-9e8d-d002c1768ba2 req-11721cf9-2c49-4dc5-8091-a55346288409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.629261 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6c4615b-9957-4146-9e8d-d002c1768ba2 req-11721cf9-2c49-4dc5-8091-a55346288409 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=202f5f6937cf45a5bd3f1ea0aa8c9525&device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 1095 time: 0.0878224 Jul 16 03:33:45.692499 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-e4b1360f-4b96-42fd-8341-8d4c8c7c93be service neutron] 10.222.0.20 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945438 Jul 16 03:33:45.762961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4615b-9957-4146-9e8d-d002c1768ba2 req-c0eb658d-8fad-4d86-9be1-2333b80bb8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.764498 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6c4615b-9957-4146-9e8d-d002c1768ba2 req-c0eb658d-8fad-4d86-9be1-2333b80bb8a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be7cdd0f-74f6-488d-98d5-76c8162efc41 HTTP/1.1" status: 200 len: 915 time: 0.1276181 Jul 16 03:33:45.815403 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ff5b003e-4df9-4338-826c-671bac9aa29b req-1431a230-4a35-473c-9c29-925e98a5b456 service neutron] 10.222.0.20 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157610 Jul 16 03:33:45.830296 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6c4615b-9957-4146-9e8d-d002c1768ba2 req-13ad8788-e08b-44e1-91c7-be88a0ae6027 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d04a297a-3c18-4371-b554-aefa0440e741 HTTP/1.1" status: 200 len: 217 time: 0.0422070 Jul 16 03:33:45.906942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ea315-6227-493a-be59-80ecc1a41f73 req-8b7bd7f8-de87-41a5-b342-90b2ececcf37 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.914603 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf8ea315-6227-493a-be59-80ecc1a41f73 req-8b7bd7f8-de87-41a5-b342-90b2ececcf37 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 945 time: 0.1753874 Jul 16 03:33:45.927843 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4615b-9957-4146-9e8d-d002c1768ba2 req-cc10bbe4-fa47-4cb4-b219-37d603f037f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.929607 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6c4615b-9957-4146-9e8d-d002c1768ba2 req-cc10bbe4-fa47-4cb4-b219-37d603f037f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e13b8bb6-41ee-4dcf-b76a-74d1e597a14e HTTP/1.1" status: 200 len: 854 time: 0.0916278 Jul 16 03:33:45.976797 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4fc6a-e533-4508-8cbc-5c66b784044f req-da77edf5-0dae-446c-bcc1-caae4c7bb3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:45.979159 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61d4fc6a-e533-4508-8cbc-5c66b784044f req-da77edf5-0dae-446c-bcc1-caae4c7bb3c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebb747fbaa4d4250ae33a3472beaf32b&device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 1096 time: 0.1030006 Jul 16 03:33:45.987169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6c4615b-9957-4146-9e8d-d002c1768ba2 req-c3faae8d-ce0e-4bc3-b23f-fcc60bb7e389 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be7cdd0f-74f6-488d-98d5-76c8162efc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464494 Jul 16 03:33:46.001666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf8ea315-6227-493a-be59-80ecc1a41f73 req-f6e57f13-ae6f-4ab1-9d0d-672d7fb03809 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861917 Jul 16 03:33:46.108755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6c4615b-9957-4146-9e8d-d002c1768ba2 req-e565a56a-d2c7-4867-9366-a008c488de68 service neutron] 10.222.0.20 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052136 Jul 16 03:33:46.115350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4fc6a-e533-4508-8cbc-5c66b784044f req-c00aa866-2c5c-435b-a063-432798c05b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.123686 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61d4fc6a-e533-4508-8cbc-5c66b784044f req-c00aa866-2c5c-435b-a063-432798c05b8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c25f7dda-1347-4dac-bbfb-85ae4b87a184 HTTP/1.1" status: 200 len: 915 time: 0.1364453 Jul 16 03:33:46.191075 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61d4fc6a-e533-4508-8cbc-5c66b784044f req-dcc51b58-dcc6-4bf0-89b1-dd6fcdb81456 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6 HTTP/1.1" status: 200 len: 217 time: 0.0591707 Jul 16 03:33:46.262642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb93d-f5a2-4bc7-904d-8e40003b9f43 req-695e62bc-ce83-48df-8b04-fbd6060dad19 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.270209 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e3cb93d-f5a2-4bc7-904d-8e40003b9f43 req-695e62bc-ce83-48df-8b04-fbd6060dad19 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 949 time: 0.1603777 Jul 16 03:33:46.303426 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4fc6a-e533-4508-8cbc-5c66b784044f req-8b1513f6-1c5c-4f28-bc6e-a81fd1ecc5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.307035 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61d4fc6a-e533-4508-8cbc-5c66b784044f req-8b1513f6-1c5c-4f28-bc6e-a81fd1ecc5f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8536182f-4677-4cbb-86c0-6da48edb163b HTTP/1.1" status: 200 len: 854 time: 0.1015522 Jul 16 03:33:46.308979 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6c4615b-9957-4146-9e8d-d002c1768ba2 req-2279a831-3600-44a2-9f62-3370f2a0794d service neutron] 10.222.0.20 "GET /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867867 Jul 16 03:33:46.325007 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e3cb93d-f5a2-4bc7-904d-8e40003b9f43 req-f07ba827-c02d-4c72-9ba2-3c9f262059df tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539033 Jul 16 03:33:46.365643 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61d4fc6a-e533-4508-8cbc-5c66b784044f req-bede0b48-68d5-49ed-90f6-75fd27a6d6ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c25f7dda-1347-4dac-bbfb-85ae4b87a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436335 Jul 16 03:33:46.531169 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61d4fc6a-e533-4508-8cbc-5c66b784044f req-0b27e2b1-ed5c-45d5-bc7f-8433d88ef7f1 service neutron] 10.222.0.20 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579027 Jul 16 03:33:46.582599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0247d0-b0ff-4677-804d-12d5ccd64784 req-cdd04436-7fe3-43f3-ba29-941d005f039b tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:46.586716 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e0247d0-b0ff-4677-804d-12d5ccd64784 req-cdd04436-7fe3-43f3-ba29-941d005f039b tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 944 time: 0.1408486 Jul 16 03:33:46.688720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e0247d0-b0ff-4677-804d-12d5ccd64784 req-e25b2583-becb-41aa-b8ca-a712ae70b3dc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910344 Jul 16 03:33:47.303654 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac351de-698c-46d9-bcdf-3c8ac44ef712 req-15af2d56-f8dd-4932-a17a-fcdca90298da tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:47.306051 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dac351de-698c-46d9-bcdf-3c8ac44ef712 req-15af2d56-f8dd-4932-a17a-fcdca90298da tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "GET /v2.0/ports?device_id=cd0b2680-16d7-454d-917a-871b3334380e HTTP/1.1" status: 200 len: 949 time: 0.1087677 Jul 16 03:33:47.407214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad01b8-4dfa-4938-9f34-b760f6b2ada1 req-8ed30a4f-80f8-42fc-8ae8-e1e2b4936726 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:47.422093 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0ad01b8-4dfa-4938-9f34-b760f6b2ada1 req-8ed30a4f-80f8-42fc-8ae8-e1e2b4936726 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 945 time: 0.0943573 Jul 16 03:33:47.495246 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-dac351de-698c-46d9-bcdf-3c8ac44ef712 req-10c6a7fe-4c3d-4779-8c07-069f7e26ee9b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Deleting port 391467f7-6030-4709-a748-f42a7650b0e9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:33:47.495627 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dac351de-698c-46d9-bcdf-3c8ac44ef712 req-10c6a7fe-4c3d-4779-8c07-069f7e26ee9b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:47.517762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0ad01b8-4dfa-4938-9f34-b760f6b2ada1 req-3430a0df-13d0-4ed3-95b8-572567f9211d tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911570 Jul 16 03:33:47.662210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dac351de-698c-46d9-bcdf-3c8ac44ef712 req-10c6a7fe-4c3d-4779-8c07-069f7e26ee9b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] For port 391467f7-6030-4709-a748-f42a7650b0e9, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=391467f7-6030-4709-a748-f42a7650b0e9,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:47.662994 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dac351de-698c-46d9-bcdf-3c8ac44ef712 req-10c6a7fe-4c3d-4779-8c07-069f7e26ee9b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:47.686750 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-dac351de-698c-46d9-bcdf-3c8ac44ef712 req-10c6a7fe-4c3d-4779-8c07-069f7e26ee9b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Calling delete_port for 391467f7-6030-4709-a748-f42a7650b0e9 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:33:47.851515 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dac351de-698c-46d9-bcdf-3c8ac44ef712 req-10c6a7fe-4c3d-4779-8c07-069f7e26ee9b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:47.866684 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91', '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', '6fd0c118-3060-48cb-bafb-28e7e0685765', '10f88580-a876-42b7-ad38-c04bc986e6ff', '391467f7-6030-4709-a748-f42a7650b0e9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:47.876102 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['3a4656b9-5411-4750-b5b4-c8f09940a302', '5a071022-d0c7-4833-bd07-627c6ddb5a25', '9d84993d-c79c-4c0a-b7d5-a62c1b55e301'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:47.919477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6a7fe-4c3d-4779-8c07-069f7e26ee9b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event deleted for resources: {'Port': ['ID=391467f7-6030-4709-a748-f42a7650b0e9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:47.941396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac351de-698c-46d9-bcdf-3c8ac44ef712 req-10c6a7fe-4c3d-4779-8c07-069f7e26ee9b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] No DVR routers for this DVR port 391467f7-6030-4709-a748-f42a7650b0e9 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:33:47.946180 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dac351de-698c-46d9-bcdf-3c8ac44ef712 req-10c6a7fe-4c3d-4779-8c07-069f7e26ee9b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:47.948801 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dac351de-698c-46d9-bcdf-3c8ac44ef712 req-10c6a7fe-4c3d-4779-8c07-069f7e26ee9b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "DELETE /v2.0/ports/391467f7-6030-4709-a748-f42a7650b0e9 HTTP/1.1" status: 204 len: 173 time: 0.6369352 Jul 16 03:33:47.949542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0b2680-16d7-454d-917a-871b3334380e', 'name': 'network-vif-deleted', 'tag': '391467f7-6030-4709-a748-f42a7650b0e9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:47.952248 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62968fb-1ed9-4676-949f-d3b26e61cab8" -d '{"events": [{"server_uuid": "cd0b2680-16d7-454d-917a-871b3334380e", "name": "network-vif-deleted", "tag": "391467f7-6030-4709-a748-f42a7650b0e9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:48.954163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d04a297a-3c18-4371-b554-aefa0440e741 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:33:49.071567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d04a297a-3c18-4371-b554-aefa0440e741, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d04a297a-3c18-4371-b554-aefa0440e741,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:49.084384 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'd04a297a-3c18-4371-b554-aefa0440e741', 'network_id': 'be7cdd0f-74f6-488d-98d5-76c8162efc41', 'port_id': 'd04a297a-3c18-4371-b554-aefa0440e741', 'mac_address': 'fa:16:3e:da:1a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13b8bb6-41ee-4dcf-b76a-74d1e597a14e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:33:49.131273 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.144910 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04a297a-3c18-4371-b554-aefa0440e741 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:33:49.165383 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d04a297a-3c18-4371-b554-aefa0440e741, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d04a297a-3c18-4371-b554-aefa0440e741,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:49.170589 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:49.237171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=d04a297a-3c18-4371-b554-aefa0440e741,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:49.539068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['d04a297a-3c18-4371-b554-aefa0440e741'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:33:50.970424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d04a297a-3c18-4371-b554-aefa0440e741 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:33:51.026288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port d04a297a-3c18-4371-b554-aefa0440e741 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:33:51.031639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port d04a297a-3c18-4371-b554-aefa0440e741 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:33:51.032295 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:51.127737 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:51.154443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8c6402-8433-49ac-8327-fa7f85d48eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04a297a-3c18-4371-b554-aefa0440e741'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:33:51.156624 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfeebd3-3b6a-443f-96b7-2d3b8201af5b" -d '{"events": [{"server_uuid": "ef8c6402-8433-49ac-8327-fa7f85d48eb9", "name": "network-vif-plugged", "status": "completed", "tag": "d04a297a-3c18-4371-b554-aefa0440e741"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:33:51.171314 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d04a297a-3c18-4371-b554-aefa0440e741, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d04a297a-3c18-4371-b554-aefa0440e741,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:33:51.176943 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:51.244302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=d04a297a-3c18-4371-b554-aefa0440e741,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:51.922309 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 391467f7-6030-4709-a748-f42a7650b0e9 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:33:51.952490 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 391467f7-6030-4709-a748-f42a7650b0e9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:33:51.952901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 391467f7-6030-4709-a748-f42a7650b0e9 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:33:57.602356 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:33:58.331896 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61d4fc6a-e533-4508-8cbc-5c66b784044f req-0899f472-13e4-4df8-8ea1-b0cefe3e3ae7 service neutron] 10.222.0.20 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105573 Jul 16 03:33:58.516071 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40da803c-ecf4-4e87-8f9c-e18b27bcdeaa x-openstack-request-id: req-40da803c-ecf4-4e87-8f9c-e18b27bcdeaa {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:58.516398 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0b2680-16d7-454d-917a-871b3334380e", "name": "network-vif-deleted", "tag": "391467f7-6030-4709-a748-f42a7650b0e9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:58.516658 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40da803c-ecf4-4e87-8f9c-e18b27bcdeaa {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:58.517068 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0b2680-16d7-454d-917a-871b3334380e', 'name': 'network-vif-deleted', 'tag': '391467f7-6030-4709-a748-f42a7650b0e9', 'status': 'completed', 'code': 200} Jul 16 03:33:58.646269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77392b-2002-497d-8155-e660c8dc2e71 req-c2502398-194e-465f-bd5e-b0a0d6745424 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.647816 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f77392b-2002-497d-8155-e660c8dc2e71 req-c2502398-194e-465f-bd5e-b0a0d6745424 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 946 time: 0.0979702 Jul 16 03:33:58.705929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cc937-687d-4d7c-b9b3-454334d6ddf6 req-c83b650b-9b56-4c94-902e-213ac70b977f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.707374 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc8cc937-687d-4d7c-b9b3-454334d6ddf6 req-c83b650b-9b56-4c94-902e-213ac70b977f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 945 time: 0.1054115 Jul 16 03:33:58.710535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f77392b-2002-497d-8155-e660c8dc2e71 req-8cbc328f-2995-4f04-aeba-077196d1d1b3 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553305 Jul 16 03:33:58.746993 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc8cc937-687d-4d7c-b9b3-454334d6ddf6 req-f324ce9c-37b0-4bcf-bf70-a7a80825eba6 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329936 Jul 16 03:33:58.757296 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b532d14-60c7-4c20-a9a3-3f36237cea67 x-openstack-request-id: req-4b532d14-60c7-4c20-a9a3-3f36237cea67 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:33:58.757842 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8c6402-8433-49ac-8327-fa7f85d48eb9", "name": "network-vif-plugged", "status": "completed", "tag": "d04a297a-3c18-4371-b554-aefa0440e741", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:33:58.757842 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b532d14-60c7-4c20-a9a3-3f36237cea67 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:33:58.758219 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8c6402-8433-49ac-8327-fa7f85d48eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04a297a-3c18-4371-b554-aefa0440e741', 'code': 200} Jul 16 03:33:58.892810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a0f20-afe5-49c2-a176-2c6a07133ad7 req-925d31a8-0fa9-4437-b6dd-b45bbbf66f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:58.894619 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-235a0f20-afe5-49c2-a176-2c6a07133ad7 req-925d31a8-0fa9-4437-b6dd-b45bbbf66f4e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 1097 time: 0.0624287 Jul 16 03:33:58.935856 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-235a0f20-afe5-49c2-a176-2c6a07133ad7 req-d8d43a74-cad2-4e06-92bc-203a17a85897 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322363 Jul 16 03:33:59.147955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0670e7f-c095-4f25-accd-8fb6642f2371 req-4feea09d-88ba-4e52-81d3-014d96848f9a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:59.149476 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b0670e7f-c095-4f25-accd-8fb6642f2371 req-4feea09d-88ba-4e52-81d3-014d96848f9a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 949 time: 0.0637450 Jul 16 03:33:59.157848 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59484) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:59.191682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b0670e7f-c095-4f25-accd-8fb6642f2371 req-50733418-fc61-43df-a18f-ac5097d0a922 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360754 Jul 16 03:33:59.259296 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffaafb71-ca07-43f0-bdc5-ff3945754baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.353896 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffaafb71-ca07-43f0-bdc5-ff3945754baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.357727 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffaafb71-ca07-43f0-bdc5-ff3945754baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.395615 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ffaafb71-ca07-43f0-bdc5-ff3945754baa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7944daac0464a018f288294a9fb2dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366841 Jul 16 03:33:59.396501 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaafb71-ca07-43f0-bdc5-ff3945754baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ddc545-a5dd-4189-ab10-5b055baa0635,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:59.398572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:33:59.454279 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21f2d113-fa48-471d-abb9-03d4231c1aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.477961 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21f2d113-fa48-471d-abb9-03d4231c1aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.551651 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21f2d113-fa48-471d-abb9-03d4231c1aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.554387 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21f2d113-fa48-471d-abb9-03d4231c1aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:33:59.555535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-21f2d113-fa48-471d-abb9-03d4231c1aba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41ddc545-a5dd-4189-ab10-5b055baa0635 HTTP/1.1" status: 204 len: 168 time: 0.1559670 Jul 16 03:33:59.573855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2d113-fa48-471d-abb9-03d4231c1aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ddc545-a5dd-4189-ab10-5b055baa0635,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:33:59.640815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-b09d9d21-ddae-4fa9-ac25-4a0276841ee4 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:59.642342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-b09d9d21-ddae-4fa9-ac25-4a0276841ee4 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 808 time: 0.1239393 Jul 16 03:33:59.657595 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-6a4ee749-c133-4560-830a-ac95139190f3 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/quotas/d5f1db4e8f8e416d95402d13ce5dde6d HTTP/1.1" status: 200 len: 375 time: 0.0097644 Jul 16 03:33:59.730316 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-233bcfc3-aee0-41a3-b2e8-0cc1d1bf9177 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674012 Jul 16 03:33:59.824838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-c0cba098-fecd-459b-b011-af5e68a66252 service neutron] 10.222.0.18 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880399 Jul 16 03:33:59.966588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6aad9-e25d-4fe0-8269-4bca4c1a4fc9 req-6ce1d543-047d-4efd-a695-a0cf7df0990c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:33:59.968091 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3f6aad9-e25d-4fe0-8269-4bca4c1a4fc9 req-6ce1d543-047d-4efd-a695-a0cf7df0990c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 946 time: 0.1380346 Jul 16 03:33:59.970105 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-f1d90bcf-8e41-4d84-9e96-42d184f76034 service neutron] 10.222.0.18 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381485 Jul 16 03:34:00.025110 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3f6aad9-e25d-4fe0-8269-4bca4c1a4fc9 req-ac353286-4f52-47d9-898d-cf3049dfac97 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507634 Jul 16 03:34:00.039355 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f54f67b2-f6bf-4c49-993e-ffe970f4ec80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.205331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b141597-6e22-4192-9093-8eda6973209a req-543412fe-b6d7-41e6-acb7-32a2b809b6f0 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:00.206853 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b141597-6e22-4192-9093-8eda6973209a req-543412fe-b6d7-41e6-acb7-32a2b809b6f0 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 945 time: 0.0753803 Jul 16 03:34:00.243816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59534) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:00.248290 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b141597-6e22-4192-9093-8eda6973209a req-10d8f5d2-3bc4-4b3f-9075-edd2e2a2f7f8 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348618 Jul 16 03:34:00.358149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-867442636-network', 'tenant_id': '5de23e95f523459998dd23106bb4d222'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:00.367112 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ab981a8-f413-411a-bed1-3534926d2805 req-937bc6f6-23b4-4a71-b76d-29649d864bb3 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 210 time: 0.0327570 Jul 16 03:34:00.400157 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] Made reservation on behalf of 5de23e95f523459998dd23106bb4d222 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:00.403905 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.414614 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.480251 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76669ca-c896-4e04-9b51-ad6831defab3 req-37db4b79-de11-4158-a999-ec7a9774ba7f tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:00.484842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a76669ca-c896-4e04-9b51-ad6831defab3 req-37db4b79-de11-4158-a999-ec7a9774ba7f tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 949 time: 0.0908954 Jul 16 03:34:00.525205 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.528080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a76669ca-c896-4e04-9b51-ad6831defab3 req-f62e087b-08af-42a6-8cba-b79c4ce377a1 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389118 Jul 16 03:34:00.533695 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.560746 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:34:00.571077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e7ac8b-e82f-4c83-a3ae-c9d2e1ee53f6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:00.576622 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.576975 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] Added segment 3e4e0f73-e026-4b2b-8562-c2079c9b8f77 of type vlan for network 701168e1-8c36-4329-b842-7d09567f8383 Jul 16 03:34:00.625150 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.661241 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.662143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:00.662708 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.725023 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4791243 Jul 16 03:34:00.727933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:00.734296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f78b81bc-96c5-4f37-a5f7-4c1ec532b155 admin admin] Request body: {'subnet': {'network_id': '701168e1-8c36-4329-b842-7d09567f8383', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-867442636-subnet', 'tenant_id': '5de23e95f523459998dd23106bb4d222', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:00.755032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78b81bc-96c5-4f37-a5f7-4c1ec532b155 admin admin] Made reservation on behalf of 5de23e95f523459998dd23106bb4d222 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:00.757569 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f78b81bc-96c5-4f37-a5f7-4c1ec532b155 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.768147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc536dd-8fab-4f06-94f8-278b6d1245fe admin admin] Pushing event updated for resources: {'Network': ['ID=701168e1-8c36-4329-b842-7d09567f8383,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:00.778630 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 701168e1-8c36-4329-b842-7d09567f8383 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:34:00.801083 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbed51-2ff5-4d3d-b7b2-669ec6968132 req-b8d40af5-6c1f-4cd0-ba64-a06b38bd1cd5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:00.802736 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c9dbed51-2ff5-4d3d-b7b2-669ec6968132 req-b8d40af5-6c1f-4cd0-ba64-a06b38bd1cd5 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.20 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 949 time: 0.1369681 Jul 16 03:34:00.845319 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.924877 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-c9dbed51-2ff5-4d3d-b7b2-669ec6968132 req-d7b7f0dd-b1cc-4b97-b285-330b0b35215d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Deleting port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:00.925275 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c9dbed51-2ff5-4d3d-b7b2-669ec6968132 req-d7b7f0dd-b1cc-4b97-b285-330b0b35215d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.939412 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f78b81bc-96c5-4f37-a5f7-4c1ec532b155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:00.997534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b81bc-96c5-4f37-a5f7-4c1ec532b155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=791968d5-da3d-4f9b-9fd8-7f42ba86d16a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:01.007752 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78b81bc-96c5-4f37-a5f7-4c1ec532b155 admin admin] Checking segment: {'id': '3e4e0f73-e026-4b2b-8562-c2079c9b8f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '701168e1-8c36-4329-b842-7d09567f8383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:01.008115 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b81bc-96c5-4f37-a5f7-4c1ec532b155 admin admin] Network hostable DHCP agents. Network: 701168e1-8c36-4329-b842-7d09567f8383, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:34:01.020418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c9dbed51-2ff5-4d3d-b7b2-669ec6968132 req-d7b7f0dd-b1cc-4b97-b285-330b0b35215d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] For port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=9d84993d-c79c-4c0a-b7d5-a62c1b55e301,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:01.020718 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c9dbed51-2ff5-4d3d-b7b2-669ec6968132 req-d7b7f0dd-b1cc-4b97-b285-330b0b35215d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.027352 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78b81bc-96c5-4f37-a5f7-4c1ec532b155 admin admin] Network 701168e1-8c36-4329-b842-7d09567f8383 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:34:01.035532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device cbd0e8dd-6946-44a8-b4f5-7d216508edf6 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:01.037423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f78b81bc-96c5-4f37-a5f7-4c1ec532b155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 701168e1-8c36-4329-b842-7d09567f8383) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:01.041282 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-c9dbed51-2ff5-4d3d-b7b2-669ec6968132 req-d7b7f0dd-b1cc-4b97-b285-330b0b35215d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Calling delete_port for 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:01.042305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b81bc-96c5-4f37-a5f7-4c1ec532b155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:01.043968 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f78b81bc-96c5-4f37-a5f7-4c1ec532b155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.051503 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34352a05-10e2-40e1-9f0e-c8420cecafbe None None] Network 701168e1-8c36-4329-b842-7d09567f8383 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:01.060387 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f78b81bc-96c5-4f37-a5f7-4c1ec532b155 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3305514 Jul 16 03:34:01.170682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:01.198378 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6', 'network_id': 'c25f7dda-1347-4dac-bbfb-85ae4b87a184', 'port_id': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6', 'mac_address': 'fa:16:3e:79:bf:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8536182f-4677-4cbb-86c0-6da48edb163b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:01.249940 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c9dbed51-2ff5-4d3d-b7b2-669ec6968132 req-d7b7f0dd-b1cc-4b97-b285-330b0b35215d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.266770 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91', '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', '6fd0c118-3060-48cb-bafb-28e7e0685765', '10f88580-a876-42b7-ad38-c04bc986e6ff'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:01.285373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f4729-cb1a-464c-b340-a6f3644075bb req-caee7b42-0067-418d-b82f-e984f59a060d tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:01.286925 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b9f4729-cb1a-464c-b340-a6f3644075bb req-caee7b42-0067-418d-b82f-e984f59a060d tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 946 time: 0.1224172 Jul 16 03:34:01.287090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7f0dd-b1cc-4b97-b285-330b0b35215d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event deleted for resources: {'Port': ['ID=9d84993d-c79c-4c0a-b7d5-a62c1b55e301,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:01.329330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['3a4656b9-5411-4750-b5b4-c8f09940a302', '5a071022-d0c7-4833-bd07-627c6ddb5a25', '9d84993d-c79c-4c0a-b7d5-a62c1b55e301'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:01.344784 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dbed51-2ff5-4d3d-b7b2-669ec6968132 req-d7b7f0dd-b1cc-4b97-b285-330b0b35215d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] No DVR routers for this DVR port 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:01.347462 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c9dbed51-2ff5-4d3d-b7b2-669ec6968132 req-d7b7f0dd-b1cc-4b97-b285-330b0b35215d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.349775 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c9dbed51-2ff5-4d3d-b7b2-669ec6968132 req-d7b7f0dd-b1cc-4b97-b285-330b0b35215d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.20 "DELETE /v2.0/ports/9d84993d-c79c-4c0a-b7d5-a62c1b55e301 HTTP/1.1" status: 204 len: 173 time: 0.5411851 Jul 16 03:34:01.350227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19352cc-c325-467d-b875-7f166630f8b1', 'name': 'network-vif-deleted', 'tag': '9d84993d-c79c-4c0a-b7d5-a62c1b55e301'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:01.352814 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeb0e49-7ca6-426d-a9c3-45a0d89c5013" -d '{"events": [{"server_uuid": "e19352cc-c325-467d-b875-7f166630f8b1", "name": "network-vif-deleted", "tag": "9d84993d-c79c-4c0a-b7d5-a62c1b55e301"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:01.360519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b9f4729-cb1a-464c-b340-a6f3644075bb req-80d8b070-371e-4b8c-bc5a-fadd79eaebea tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636225 Jul 16 03:34:01.412661 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.438002 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.459255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd0e8dd-6946-44a8-b4f5-7d216508edf6 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:01.483806 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-cc3ceb12-6823-48f5-9372-05e01016ace2 req-95b885c8-6777-405b-86ca-9889d6735ed3 tempest-SecurityGroupsNegativeTestJSON-305860230 tempest-SecurityGroupsNegativeTestJSON-305860230-project] show failed (client error): The resource could not be found. Jul 16 03:34:01.484348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc3ceb12-6823-48f5-9372-05e01016ace2 req-95b885c8-6777-405b-86ca-9889d6735ed3 tempest-SecurityGroupsNegativeTestJSON-305860230 tempest-SecurityGroupsNegativeTestJSON-305860230-project] 10.222.0.18 "GET /v2.0/security-groups/9677b425-9305-44ba-be5c-8a14e852f024 HTTP/1.1" status: 404 len: 352 time: 0.0188379 Jul 16 03:34:01.527608 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1016a72b-325e-49f6-a2f1-3aa669c8acfa x-openstack-request-id: req-1016a72b-325e-49f6-a2f1-3aa669c8acfa {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:01.528268 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19352cc-c325-467d-b875-7f166630f8b1", "name": "network-vif-deleted", "tag": "9d84993d-c79c-4c0a-b7d5-a62c1b55e301", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:01.528268 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1016a72b-325e-49f6-a2f1-3aa669c8acfa {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:01.528537 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19352cc-c325-467d-b875-7f166630f8b1', 'name': 'network-vif-deleted', 'tag': '9d84993d-c79c-4c0a-b7d5-a62c1b55e301', 'status': 'completed', 'code': 200} Jul 16 03:34:01.570820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:01.575761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d7f686-53b5-4eba-aa3f-c92b846f3c79 None None] Network 701168e1-8c36-4329-b842-7d09567f8383 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:01.578877 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47be18-0587-4f86-9acb-3196986e6dc9 req-43696ca3-a7ab-4cbd-94e5-0cafa9366bbc tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:01.580669 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b47be18-0587-4f86-9acb-3196986e6dc9 req-43696ca3-a7ab-4cbd-94e5-0cafa9366bbc tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 945 time: 0.0954542 Jul 16 03:34:01.585544 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:01.663280 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b47be18-0587-4f86-9acb-3196986e6dc9 req-481426e7-1244-425c-9c04-6a8f3ca30be7 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758464 Jul 16 03:34:01.790422 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2823a-4b8d-4d78-8e89-1caf75c9f8d9 req-4912026a-ae8f-4ced-8bd6-1b8cfb1765da tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:01.798409 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93b2823a-4b8d-4d78-8e89-1caf75c9f8d9 req-4912026a-ae8f-4ced-8bd6-1b8cfb1765da tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 946 time: 0.1333599 Jul 16 03:34:01.855561 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93b2823a-4b8d-4d78-8e89-1caf75c9f8d9 req-7efd5de2-ac94-484f-86cf-1a284030900e tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561686 Jul 16 03:34:01.888547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,revision_number=11']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:01.905806 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-ef49aaee-b945-47b3-b2d9-40f4d166096c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:01.907336 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-ef49aaee-b945-47b3-b2d9-40f4d166096c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.88 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 808 time: 0.1444144 Jul 16 03:34:01.923114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-d7de1244-99ec-4a77-bfd9-54eff13bd367 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Request body: {'port': {'device_id': '85960c40-8221-4c71-bfca-27ec84651d85', 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b', 'admin_state_up': True, 'tenant_id': 'd5f1db4e8f8e416d95402d13ce5dde6d'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:01.942791 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b739794-2446-44c2-8a85-644337e90c6c req-61a9e30f-1950-48d0-afea-3d55d6a70e59 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 210 time: 0.0549383 Jul 16 03:34:01.976294 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['cbd0e8dd-6946-44a8-b4f5-7d216508edf6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:02.140383 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d51d9fb-94c1-4406-a4b0-bcc19c41de07 req-820db338-39fa-4dec-b8ff-6e9fc5726364 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=e19352cc-c325-467d-b875-7f166630f8b1 HTTP/1.1" status: 200 len: 210 time: 0.0459192 Jul 16 03:34:02.175761 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-d7de1244-99ec-4a77-bfd9-54eff13bd367 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Made reservation on behalf of d5f1db4e8f8e416d95402d13ce5dde6d for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:02.181392 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-d7de1244-99ec-4a77-bfd9-54eff13bd367 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.404025 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-840b27d3-25d9-40fa-ab3a-d7de5f872550 req-e71353d4-c221-463e-96ac-f10d060f42b0 tempest-SecurityGroupsNegativeTestJSON-305860230 tempest-SecurityGroupsNegativeTestJSON-305860230-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5de23e95f523459998dd23106bb4d222 HTTP/1.1" status: 200 len: 2984 time: 0.0762243 Jul 16 03:34:02.405714 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-d7de1244-99ec-4a77-bfd9-54eff13bd367 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Allocated IP 172.20.0.11 (ae4da56c-d106-465b-8123-a4e05a78074b/fd3621f4-0a00-45b7-9625-fdac06664981/effcc2e6-0b45-461b-867e-ae143c975b20) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:02.455018 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-840b27d3-25d9-40fa-ab3a-d7de5f872550 req-599618f5-248e-4148-bcd8-643aa6d47bb6 tempest-SecurityGroupsNegativeTestJSON-305860230 tempest-SecurityGroupsNegativeTestJSON-305860230-project] 10.222.0.18 "GET /v2.0/security-groups/b4e7ac8b-e82f-4c83-a3ae-c9d2e1ee53f6 HTTP/1.1" status: 200 len: 2981 time: 0.0498657 Jul 16 03:34:02.506742 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-840b27d3-25d9-40fa-ab3a-d7de5f872550 req-f6bb3f27-f09c-4dca-ad1d-a7cfe763851f tempest-SecurityGroupsNegativeTestJSON-305860230 tempest-SecurityGroupsNegativeTestJSON-305860230-project] 10.222.0.18 "GET /v2.0/security-groups/b4e7ac8b-e82f-4c83-a3ae-c9d2e1ee53f6 HTTP/1.1" status: 200 len: 2981 time: 0.0505476 Jul 16 03:34:02.616374 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8551b995-1d28-474a-a9d8-ec4e626ce201 req-9c2f71ad-a951-476a-9735-51cdb87ee761 tempest-SecurityGroupsNegativeTestJSON-305860230 tempest-SecurityGroupsNegativeTestJSON-305860230-project] 10.222.0.18 "GET /v2.0/security-groups/b4e7ac8b-e82f-4c83-a3ae-c9d2e1ee53f6 HTTP/1.1" status: 200 len: 2981 time: 0.0848317 Jul 16 03:34:02.651839 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-d7de1244-99ec-4a77-bfd9-54eff13bd367 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.699068 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-d7de1244-99ec-4a77-bfd9-54eff13bd367 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.701233 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-8551b995-1d28-474a-a9d8-ec4e626ce201 req-9b860e5b-fac2-4b9a-93af-537f21ccee61 tempest-SecurityGroupsNegativeTestJSON-305860230 tempest-SecurityGroupsNegativeTestJSON-305860230-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 03:34:02.703086 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8551b995-1d28-474a-a9d8-ec4e626ce201 req-9b860e5b-fac2-4b9a-93af-537f21ccee61 tempest-SecurityGroupsNegativeTestJSON-305860230 tempest-SecurityGroupsNegativeTestJSON-305860230-project] 10.222.0.18 "DELETE /v2.0/security-groups/b4e7ac8b-e82f-4c83-a3ae-c9d2e1ee53f6 HTTP/1.1" status: 409 len: 352 time: 0.0855851 Jul 16 03:34:02.744552 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0983e487-b76a-421d-a9e5-c00d1905a602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.782008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-d7de1244-99ec-4a77-bfd9-54eff13bd367 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Network ae4da56c-d106-465b-8123-a4e05a78074b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:02.787923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb26a5-bccc-44b4-b46a-ada1902caa57 req-b1fc4267-f12f-4971-a722-bae1e73b617f tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:02.789490 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37bb26a5-bccc-44b4-b46a-ada1902caa57 req-b1fc4267-f12f-4971-a722-bae1e73b617f tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 946 time: 0.0735579 Jul 16 03:34:02.791565 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-d7de1244-99ec-4a77-bfd9-54eff13bd367 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:02.796270 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.804703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-d7de1244-99ec-4a77-bfd9-54eff13bd367 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:02.833321 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37bb26a5-bccc-44b4-b46a-ada1902caa57 req-e842574a-9bff-40ab-96fd-6623e06918bf tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372233 Jul 16 03:34:02.841119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de1244-99ec-4a77-bfd9-54eff13bd367 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Pushing event updated for resources: {'Port': ['ID=effcc2e6-0b45-461b-867e-ae143c975b20,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:02.878698 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-d7de1244-99ec-4a77-bfd9-54eff13bd367 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:02.879502 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-d7de1244-99ec-4a77-bfd9-54eff13bd367 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:02.894494 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-d7de1244-99ec-4a77-bfd9-54eff13bd367 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9772632 Jul 16 03:34:02.896898 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-cfd8f14b-7fb7-4ea2-901c-cd088bec1d81 req-c9343367-113e-4a3c-b857-c39fa135fabf tempest-SecurityGroupsNegativeTestJSON-305860230 tempest-SecurityGroupsNegativeTestJSON-305860230-project] show failed (client error): The resource could not be found. Jul 16 03:34:02.898042 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cfd8f14b-7fb7-4ea2-901c-cd088bec1d81 req-c9343367-113e-4a3c-b857-c39fa135fabf tempest-SecurityGroupsNegativeTestJSON-305860230 tempest-SecurityGroupsNegativeTestJSON-305860230-project] 10.222.0.18 "GET /v2.0/security-groups/f49419d7-b43a-429a-9218-04cf3e2659af HTTP/1.1" status: 404 len: 352 time: 0.0201082 Jul 16 03:34:02.916745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Request body: {'port': {'device_id': '85960c40-8221-4c71-bfca-27ec84651d85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:02.938888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70892dc5-6431-4828-b4b8-f577bdbc8e2f req-008b44e6-59b2-4e8f-b305-3d316aca309a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:02.940537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70892dc5-6431-4828-b4b8-f577bdbc8e2f req-008b44e6-59b2-4e8f-b305-3d316aca309a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.0933781 Jul 16 03:34:02.990861 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70892dc5-6431-4828-b4b8-f577bdbc8e2f req-476eb6d8-0bdb-4c4a-afea-5010e0f92986 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424895 Jul 16 03:34:03.013215 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.071207 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-ab59d138-d64b-4ec6-93ee-34ea0fb0aaaa req-dab6c9b5-706e-42a2-a3d7-576de343d236 tempest-SecurityGroupsNegativeTestJSON-305860230 tempest-SecurityGroupsNegativeTestJSON-305860230-project] show failed (client error): The resource could not be found. Jul 16 03:34:03.072821 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab59d138-d64b-4ec6-93ee-34ea0fb0aaaa req-dab6c9b5-706e-42a2-a3d7-576de343d236 tempest-SecurityGroupsNegativeTestJSON-305860230 tempest-SecurityGroupsNegativeTestJSON-305860230-project] 10.222.0.18 "GET /v2.0/security-groups/f54de0aa-cc59-4ef7-913c-067d8ceb551e HTTP/1.1" status: 404 len: 352 time: 0.0373521 Jul 16 03:34:03.085001 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59600) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:03.119391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330137f2-3ab6-45bb-87b7-5e2cbfa04d28 req-20ed0f17-1ff7-4ce1-a407-9cc66fef5631 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:03.121022 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330137f2-3ab6-45bb-87b7-5e2cbfa04d28 req-20ed0f17-1ff7-4ce1-a407-9cc66fef5631 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 946 time: 0.0956428 Jul 16 03:34:03.174085 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330137f2-3ab6-45bb-87b7-5e2cbfa04d28 req-be4776f8-bca0-4562-89f1-34ba8d876d13 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458794 Jul 16 03:34:03.228329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc2ff86-38d8-4372-aabc-06d5f4bde764 admin admin] Deleting subnet 791968d5-da3d-4f9b-9fd8-7f42ba86d16a {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:03.233645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-acc2ff86-38d8-4372-aabc-06d5f4bde764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.272900 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01caa-6f00-4647-aa13-30c3125c63f2 req-df178d22-3e66-4a6a-9e0c-138896f0fb10 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:03.275016 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3d01caa-6f00-4647-aa13-30c3125c63f2 req-df178d22-3e66-4a6a-9e0c-138896f0fb10 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 932 time: 0.0778718 Jul 16 03:34:03.325117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3d01caa-6f00-4647-aa13-30c3125c63f2 req-4018761d-a950-4d75-8f66-447fe2975547 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416460 Jul 16 03:34:03.363803 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-acc2ff86-38d8-4372-aabc-06d5f4bde764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.432273 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-acc2ff86-38d8-4372-aabc-06d5f4bde764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.527468 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effcc2e6-0b45-461b-867e-ae143c975b20 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:03.539158 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.542839 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-acc2ff86-38d8-4372-aabc-06d5f4bde764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.560982 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-acc2ff86-38d8-4372-aabc-06d5f4bde764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.565023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:03.565210 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-acc2ff86-38d8-4372-aabc-06d5f4bde764 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/791968d5-da3d-4f9b-9fd8-7f42ba86d16a HTTP/1.1" status: 204 len: 168 time: 0.4775653 Jul 16 03:34:03.585079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ff86-38d8-4372-aabc-06d5f4bde764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=791968d5-da3d-4f9b-9fd8-7f42ba86d16a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:03.596999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Transition to ACTIVE for port object effcc2e6-0b45-461b-867e-ae143c975b20 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:03.599584 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.668144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Pushing event updated for resources: {'Port': ['ID=effcc2e6-0b45-461b-867e-ae143c975b20,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:03.728705 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53b325af-aab0-47e3-ae77-a5a9291779c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.767956 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.778069 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Attempting to bind port effcc2e6-0b45-461b-867e-ae143c975b20 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:03.778532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Attempting to bind port effcc2e6-0b45-461b-867e-ae143c975b20 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:03.778743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Attempting to bind port effcc2e6-0b45-461b-867e-ae143c975b20 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:03.795196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Port effcc2e6-0b45-461b-867e-ae143c975b20 on network ae4da56c-d106-465b-8123-a4e05a78074b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:03.795774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Attempting to bind port effcc2e6-0b45-461b-867e-ae143c975b20 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:03.800872 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:03.801216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Checking segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:03.801609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Bound using segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:03.802046 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Bound port: effcc2e6-0b45-461b-867e-ae143c975b20, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:03.802407 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.841511 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53b325af-aab0-47e3-ae77-a5a9291779c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.854592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-53b325af-aab0-47e3-ae77-a5a9291779c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701168e1-8c36-4329-b842-7d09567f8383']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:03.885863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-53b325af-aab0-47e3-ae77-a5a9291779c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4e0f73-e026-4b2b-8562-c2079c9b8f77') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:03.886165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-53b325af-aab0-47e3-ae77-a5a9291779c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4e0f73-e026-4b2b-8562-c2079c9b8f77') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:03.892795 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:03.897041 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=effcc2e6-0b45-461b-867e-ae143c975b20,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:03.902523 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.923712 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53b325af-aab0-47e3-ae77-a5a9291779c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.946144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:03.947221 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.949619 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] 10.222.0.88 "PUT /v2.0/ports/effcc2e6-0b45-461b-867e-ae143c975b20 HTTP/1.1" status: 200 len: 1092 time: 1.0433004 Jul 16 03:34:03.950559 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85960c40-8221-4c71-bfca-27ec84651d85', 'tag': 'effcc2e6-0b45-461b-867e-ae143c975b20'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:03.951477 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['f30d445c-995e-48b0-9b73-db1b01f81524'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:03.952807 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53b325af-aab0-47e3-ae77-a5a9291779c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.953999 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f5adc8-7eec-4df0-b18e-7afe617e8ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "85960c40-8221-4c71-bfca-27ec84651d85", "tag": "effcc2e6-0b45-461b-867e-ae143c975b20"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:03.963693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b325af-aab0-47e3-ae77-a5a9291779c0 admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:34:03.964173 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53b325af-aab0-47e3-ae77-a5a9291779c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:34:03.965989 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:34:03.990156 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ba761-a7d0-45dd-98de-f76770df7241 service neutron] Pushing event updated for resources: {'Port': ['ID=effcc2e6-0b45-461b-867e-ae143c975b20,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:03.999225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eef517-723a-4e40-955e-18423bec349b req-bd18daad-2686-4eac-bc56-e9e53ca4be5f tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:04.006062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-26eef517-723a-4e40-955e-18423bec349b req-bd18daad-2686-4eac-bc56-e9e53ca4be5f tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 946 time: 0.1393595 Jul 16 03:34:04.064949 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-52330498-614e-41e9-a569-da5a323a14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:04.066773 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-52330498-614e-41e9-a569-da5a323a14ac service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 1095 time: 0.0612638 Jul 16 03:34:04.078174 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-26eef517-723a-4e40-955e-18423bec349b req-c1a538b4-47aa-4b65-8462-4c246800e968 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711737 Jul 16 03:34:04.079043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53b325af-aab0-47e3-ae77-a5a9291779c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.096240 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53b325af-aab0-47e3-ae77-a5a9291779c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.098124 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-53b325af-aab0-47e3-ae77-a5a9291779c0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/701168e1-8c36-4329-b842-7d09567f8383 HTTP/1.1" status: 204 len: 168 time: 0.5321023 Jul 16 03:34:04.147431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b325af-aab0-47e3-ae77-a5a9291779c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=701168e1-8c36-4329-b842-7d09567f8383,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:04.158730 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-533cb823-ea69-48a6-ba76-71369d8289b8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=effcc2e6-0b45-461b-867e-ae143c975b20 HTTP/1.1" status: 200 len: 217 time: 0.0846543 Jul 16 03:34:04.255416 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-87824428-d956-449f-9201-2516212abdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:04.260735 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-87824428-d956-449f-9201-2516212abdf3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.0950239 Jul 16 03:34:04.262542 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b02aba-9d27-48a3-9c73-29ff0441cddf x-openstack-request-id: req-82b02aba-9d27-48a3-9c73-29ff0441cddf {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:04.262934 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85960c40-8221-4c71-bfca-27ec84651d85", "tag": "effcc2e6-0b45-461b-867e-ae143c975b20", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:04.263444 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82b02aba-9d27-48a3-9c73-29ff0441cddf {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:04.263929 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85960c40-8221-4c71-bfca-27ec84651d85', 'tag': 'effcc2e6-0b45-461b-867e-ae143c975b20', 'status': 'completed', 'code': 200} Jul 16 03:34:04.286737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2f4a7-c031-4cf6-9e00-9971cb31a2ee req-526e64b1-2170-40be-9f29-4e7042402c09 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:04.288637 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db2f4a7-c031-4cf6-9e00-9971cb31a2ee req-526e64b1-2170-40be-9f29-4e7042402c09 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 949 time: 0.1443598 Jul 16 03:34:04.296918 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:04.313466 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-324a1fcb-c035-4b5c-b2ae-490a22f356e1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451255 Jul 16 03:34:04.393036 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f31c6e4e-cd5b-40fa-a62f-60ef7b6fdef3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5de23e95f523459998dd23106bb4d222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921707 Jul 16 03:34:04.396657 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:04.433453 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1db2f4a7-c031-4cf6-9e00-9971cb31a2ee req-1e14709b-974a-4896-a8d2-e7a45abb07c8 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387374 Jul 16 03:34:04.475216 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-8a945e04-a767-43fa-997c-1cb9b39fa3d2 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545134 Jul 16 03:34:04.492238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1b72c-fc52-4d89-9ca6-119987b16c31 req-5931b9e0-534a-4d4d-b478-f934e158bb4b tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:04.499719 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-30c1b72c-fc52-4d89-9ca6-119987b16c31 req-5931b9e0-534a-4d4d-b478-f934e158bb4b tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 946 time: 0.1813598 Jul 16 03:34:04.502607 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab1cc73e-7fd3-4c64-b72e-ec66aeffa025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.556677 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab1cc73e-7fd3-4c64-b72e-ec66aeffa025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.579773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-30c1b72c-fc52-4d89-9ca6-119987b16c31 req-a923b54a-1ed2-4347-84cd-d94520547ddc tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790515 Jul 16 03:34:04.651366 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab1cc73e-7fd3-4c64-b72e-ec66aeffa025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.654144 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab1cc73e-7fd3-4c64-b72e-ec66aeffa025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:04.655372 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ab1cc73e-7fd3-4c64-b72e-ec66aeffa025 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4e7ac8b-e82f-4c83-a3ae-c9d2e1ee53f6 HTTP/1.1" status: 204 len: 168 time: 0.2566366 Jul 16 03:34:04.658435 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-67f6d8ba-bfd8-4971-b022-797a28496be0 req-d4ffe120-c683-46c9-ab44-e85255cd8a74 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777813 Jul 16 03:34:04.670278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1cc73e-7fd3-4c64-b72e-ec66aeffa025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e7ac8b-e82f-4c83-a3ae-c9d2e1ee53f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:04.791442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5adc8-7eec-4df0-b18e-7afe617e8ec5 req-a8a4ed48-bdae-4c70-ad89-4dfe24a902e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:04.793377 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32f5adc8-7eec-4df0-b18e-7afe617e8ec5 req-a8a4ed48-bdae-4c70-ad89-4dfe24a902e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 1095 time: 0.0796854 Jul 16 03:34:04.797769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813a053-241b-404c-9bb8-61b6abce7cbe req-5d4db087-f011-4ca7-bdef-ad9dd5088e82 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:04.799934 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d813a053-241b-404c-9bb8-61b6abce7cbe req-5d4db087-f011-4ca7-bdef-ad9dd5088e82 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 946 time: 0.1275833 Jul 16 03:34:04.895765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d813a053-241b-404c-9bb8-61b6abce7cbe req-dd806c2a-8d9b-424c-aadb-88254b64bfd8 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864577 Jul 16 03:34:04.947306 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5adc8-7eec-4df0-b18e-7afe617e8ec5 req-d7e4944b-504a-427a-a555-adbf3513b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:04.949389 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32f5adc8-7eec-4df0-b18e-7afe617e8ec5 req-d7e4944b-504a-427a-a555-adbf3513b5ce service neutron] 10.222.0.88 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.1487889 Jul 16 03:34:05.035429 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32f5adc8-7eec-4df0-b18e-7afe617e8ec5 req-160cdccc-b538-41b1-a416-146524660a1d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=effcc2e6-0b45-461b-867e-ae143c975b20 HTTP/1.1" status: 200 len: 217 time: 0.0781603 Jul 16 03:34:05.043019 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device cbd0e8dd-6946-44a8-b4f5-7d216508edf6 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:05.062428 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d581dd-122e-4c69-9e1d-ca1b4c2c2a51 req-ae291125-58d8-47f3-88a3-410c0627288e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.069612 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-13d581dd-122e-4c69-9e1d-ca1b4c2c2a51 req-ae291125-58d8-47f3-88a3-410c0627288e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 944 time: 0.1571102 Jul 16 03:34:05.182589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:05.195071 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5adc8-7eec-4df0-b18e-7afe617e8ec5 req-05c2a04f-7526-43c4-8d6c-a5778fb42b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.201302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:05.201560 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-13d581dd-122e-4c69-9e1d-ca1b4c2c2a51 req-12b84bf2-d797-4a6f-b6a1-efb3b9b3188d tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270311 Jul 16 03:34:05.202282 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32f5adc8-7eec-4df0-b18e-7afe617e8ec5 req-05c2a04f-7526-43c4-8d6c-a5778fb42b09 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.1597636 Jul 16 03:34:05.217136 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.298080 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32f5adc8-7eec-4df0-b18e-7afe617e8ec5 req-41203b90-9a04-4caf-8032-c91f5205a1ef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812697 Jul 16 03:34:05.397996 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.448605 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:05.451123 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b167b496-e5be-41eb-b2f0-bf166201c005" -d '{"events": [{"server_uuid": "0cbe9912-ab3a-4934-b682-78ba36ba29bf", "name": "network-vif-plugged", "status": "completed", "tag": "cbd0e8dd-6946-44a8-b4f5-7d216508edf6"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:05.475317 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:05.481235 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.482192 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:05.512848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:05.513203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 9d84993d-c79c-4c0a-b7d5-a62c1b55e301 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:05.546497 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32f5adc8-7eec-4df0-b18e-7afe617e8ec5 req-d8bed631-851c-4e16-a2e7-3acdf58a4614 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417405 Jul 16 03:34:05.562196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433a982-6452-41cb-8549-c52de571f909 req-fee307da-1cda-487e-9ee8-1cc5adbee37d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.563952 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3433a982-6452-41cb-8549-c52de571f909 req-fee307da-1cda-487e-9ee8-1cc5adbee37d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 949 time: 0.1944563 Jul 16 03:34:05.588057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721b66d-0e16-414d-83cb-a02e41162609 req-3856a446-ef70-49a3-be38-6e9187033bec tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:05.590510 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b721b66d-0e16-414d-83cb-a02e41162609 req-3856a446-ef70-49a3-be38-6e9187033bec tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 946 time: 0.1389518 Jul 16 03:34:05.599994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,revision_number=12']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:05.674015 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.714076 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b721b66d-0e16-414d-83cb-a02e41162609 req-5780bdc9-a61a-4d6b-a54f-9ab63b3e67e9 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups?id=9727949a-05b8-48ad-aaef-af0bdb59bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166289 Jul 16 03:34:05.766716 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f6dd47-70e3-4705-a9a4-702612f02808 x-openstack-request-id: req-14f6dd47-70e3-4705-a9a4-702612f02808 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:05.767375 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbe9912-ab3a-4934-b682-78ba36ba29bf", "name": "network-vif-plugged", "status": "completed", "tag": "cbd0e8dd-6946-44a8-b4f5-7d216508edf6", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:05.767903 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-14f6dd47-70e3-4705-a9a4-702612f02808 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:05.768875 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6', 'code': 200} Jul 16 03:34:05.770629 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32f5adc8-7eec-4df0-b18e-7afe617e8ec5 req-3f3849f9-2805-44ba-8061-2059addc83d6 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165461 Jul 16 03:34:05.814579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3433a982-6452-41cb-8549-c52de571f909 req-4ec98e55-48a6-4316-be9e-d62c6a5bd71c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Deleting port 5a071022-d0c7-4833-bd07-627c6ddb5a25 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:05.814579 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3433a982-6452-41cb-8549-c52de571f909 req-4ec98e55-48a6-4316-be9e-d62c6a5bd71c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.964437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3433a982-6452-41cb-8549-c52de571f909 req-4ec98e55-48a6-4316-be9e-d62c6a5bd71c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] For port 5a071022-d0c7-4833-bd07-627c6ddb5a25, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5a071022-d0c7-4833-bd07-627c6ddb5a25,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:05.964686 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3433a982-6452-41cb-8549-c52de571f909 req-4ec98e55-48a6-4316-be9e-d62c6a5bd71c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:05.978163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3433a982-6452-41cb-8549-c52de571f909 req-4ec98e55-48a6-4316-be9e-d62c6a5bd71c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Calling delete_port for 5a071022-d0c7-4833-bd07-627c6ddb5a25 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:06.089460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b7f3c-3be8-4d4f-aeae-5f4a706bac46 req-1f470ee7-6ead-4987-89f1-361777fe0cf9 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:06.091012 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf5b7f3c-3be8-4d4f-aeae-5f4a706bac46 req-1f470ee7-6ead-4987-89f1-361777fe0cf9 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7dcf720-fe95-4850-861c-442fdfcb1721 HTTP/1.1" status: 200 len: 949 time: 0.2154214 Jul 16 03:34:06.099771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1512c1-0950-43ea-a4f9-eacfac56e1e3 req-1b5d8bc7-0f66-49e9-96b7-94c048493fae tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:06.101740 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a1512c1-0950-43ea-a4f9-eacfac56e1e3 req-1b5d8bc7-0f66-49e9-96b7-94c048493fae tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.1469376 Jul 16 03:34:06.123030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95b913-0abc-4a77-98a7-87c82e962f1b req-fd910f3b-d3c6-4dfa-af0f-dce7aaaadbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:06.124605 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf95b913-0abc-4a77-98a7-87c82e962f1b req-fd910f3b-d3c6-4dfa-af0f-dce7aaaadbb9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 1098 time: 0.1329792 Jul 16 03:34:06.161395 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3433a982-6452-41cb-8549-c52de571f909 req-4ec98e55-48a6-4316-be9e-d62c6a5bd71c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.174184 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91', '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', '6fd0c118-3060-48cb-bafb-28e7e0685765', '10f88580-a876-42b7-ad38-c04bc986e6ff'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:06.179207 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['3a4656b9-5411-4750-b5b4-c8f09940a302', '5a071022-d0c7-4833-bd07-627c6ddb5a25'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:06.187486 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf5b7f3c-3be8-4d4f-aeae-5f4a706bac46 req-5a738a5b-4a92-4d51-8c85-3bc164c7f7b6 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846682 Jul 16 03:34:06.207203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec98e55-48a6-4316-be9e-d62c6a5bd71c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event deleted for resources: {'Port': ['ID=5a071022-d0c7-4833-bd07-627c6ddb5a25,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:06.218933 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a1512c1-0950-43ea-a4f9-eacfac56e1e3 req-9e974256-8fc0-4354-8b9e-9deb2505e2c1 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064579 Jul 16 03:34:06.242817 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf95b913-0abc-4a77-98a7-87c82e962f1b req-a5ded84a-57a4-45e2-9974-2a58b1d2ec5c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012466 Jul 16 03:34:06.298037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3433a982-6452-41cb-8549-c52de571f909 req-4ec98e55-48a6-4316-be9e-d62c6a5bd71c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] No DVR routers for this DVR port 5a071022-d0c7-4833-bd07-627c6ddb5a25 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:06.301526 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3433a982-6452-41cb-8549-c52de571f909 req-4ec98e55-48a6-4316-be9e-d62c6a5bd71c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.307936 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3433a982-6452-41cb-8549-c52de571f909 req-4ec98e55-48a6-4316-be9e-d62c6a5bd71c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.20 "DELETE /v2.0/ports/5a071022-d0c7-4833-bd07-627c6ddb5a25 HTTP/1.1" status: 204 len: 173 time: 0.7353399 Jul 16 03:34:06.308855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7dcf720-fe95-4850-861c-442fdfcb1721', 'name': 'network-vif-deleted', 'tag': '5a071022-d0c7-4833-bd07-627c6ddb5a25'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:06.313709 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7367b3d7-0225-4ea1-9aac-8c77d49b3fa4" -d '{"events": [{"server_uuid": "d7dcf720-fe95-4850-861c-442fdfcb1721", "name": "network-vif-deleted", "tag": "5a071022-d0c7-4833-bd07-627c6ddb5a25"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:06.335897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:06.550228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-155143206-network', 'tenant_id': 'a3144678d7524f32b5455e34020e6df1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:06.593688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855e1a2-4d63-4627-bd7f-b65f417fce45 req-81c3e337-32df-4e16-83ae-50b4688ec93d tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:06.616550 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2855e1a2-4d63-4627-bd7f-b65f417fce45 req-81c3e337-32df-4e16-83ae-50b4688ec93d tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 944 time: 0.1427517 Jul 16 03:34:06.655826 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] Made reservation on behalf of a3144678d7524f32b5455e34020e6df1 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:06.658565 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.671418 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.712186 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2855e1a2-4d63-4627-bd7f-b65f417fce45 req-558610c2-c521-4c47-9df7-a635af7d823e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944483 Jul 16 03:34:06.806757 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfad737-cebd-4ae7-ae14-70359e14c109 x-openstack-request-id: req-9bfad737-cebd-4ae7-ae14-70359e14c109 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:06.807056 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7dcf720-fe95-4850-861c-442fdfcb1721", "name": "network-vif-deleted", "tag": "5a071022-d0c7-4833-bd07-627c6ddb5a25", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:06.807312 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9bfad737-cebd-4ae7-ae14-70359e14c109 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:06.807708 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7dcf720-fe95-4850-861c-442fdfcb1721', 'name': 'network-vif-deleted', 'tag': '5a071022-d0c7-4833-bd07-627c6ddb5a25', 'status': 'completed', 'code': 200} Jul 16 03:34:06.899526 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.905430 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.919654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:34:06.930830 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:06.931468 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] Added segment 9028e88f-11ab-444b-95fe-2a38dd2fae31 of type vlan for network 424001cf-673a-487d-900c-8d545bf39911 Jul 16 03:34:06.980592 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:07.106987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093de6ec-e3f1-487d-a50d-762ab8c53687,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:07.158562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e8769-b72a-4b17-bb99-26825d6f5452 req-cc541dcb-0b67-4eae-8894-d3150dcd2b1c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.160322 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a3e8769-b72a-4b17-bb99-26825d6f5452 req-cc541dcb-0b67-4eae-8894-d3150dcd2b1c tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 946 time: 0.1757584 Jul 16 03:34:07.161252 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:07.162577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.163570 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:07.261130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] Pushing event updated for resources: {'Network': ['ID=424001cf-673a-487d-900c-8d545bf39911,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:07.276527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 424001cf-673a-487d-900c-8d545bf39911 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:34:07.314408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2407836a-971d-4e5e-9e16-42241dc13f33 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9746327 Jul 16 03:34:07.314777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59698) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:07.320299 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8cbf5bc5-94ca-4dec-b7be-7011a0ad0ec2 admin admin] Request body: {'subnet': {'network_id': '424001cf-673a-487d-900c-8d545bf39911', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-155143206-subnet', 'tenant_id': 'a3144678d7524f32b5455e34020e6df1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:07.372153 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbf5bc5-94ca-4dec-b7be-7011a0ad0ec2 admin admin] Made reservation on behalf of a3144678d7524f32b5455e34020e6df1 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:07.375585 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8cbf5bc5-94ca-4dec-b7be-7011a0ad0ec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:07.391260 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a3e8769-b72a-4b17-bb99-26825d6f5452 req-db42c687-ebd2-4f0f-ab63-44785c1dbec0 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376593 Jul 16 03:34:07.547667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168a0c1-1cc2-4a8e-b503-891dabd272cf req-5d3d29a7-d7a4-41ea-8303-e581d1dccb2d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.550658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5168a0c1-1cc2-4a8e-b503-891dabd272cf req-5d3d29a7-d7a4-41ea-8303-e581d1dccb2d tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 946 time: 0.0875237 Jul 16 03:34:07.619590 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5168a0c1-1cc2-4a8e-b503-891dabd272cf req-430ef366-c057-436d-8844-d08e2e40ab57 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups?id=9727949a-05b8-48ad-aaef-af0bdb59bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606999 Jul 16 03:34:07.637392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ece05b-1b0c-4bc2-bb55-3665eeeeaf09 req-1f934630-23f3-43d6-aacd-c60169f60555 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.639141 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-83ece05b-1b0c-4bc2-bb55-3665eeeeaf09 req-1f934630-23f3-43d6-aacd-c60169f60555 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.20 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 946 time: 0.1228034 Jul 16 03:34:07.742657 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d763d4c-6b87-49d3-a38f-6d22848f9fed req-c6bca238-59ce-4deb-a2a0-a13e5910beea tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:07.744450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d763d4c-6b87-49d3-a38f-6d22848f9fed req-c6bca238-59ce-4deb-a2a0-a13e5910beea tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.0888796 Jul 16 03:34:07.848381 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d763d4c-6b87-49d3-a38f-6d22848f9fed req-d4900c98-cbe8-465a-af82-abb5384503b8 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959201 Jul 16 03:34:08.137453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b13eb-54ba-4578-ab36-2d09a3024d8b req-b8a9f75c-dc49-4ade-8243-78ac098779ae tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:08.147108 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-133b13eb-54ba-4578-ab36-2d09a3024d8b req-b8a9f75c-dc49-4ade-8243-78ac098779ae tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 944 time: 0.1159873 Jul 16 03:34:08.148094 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8cbf5bc5-94ca-4dec-b7be-7011a0ad0ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:08.182063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-83ece05b-1b0c-4bc2-bb55-3665eeeeaf09 req-e118f139-de72-4f8c-916d-5f4907952abc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Deleting port d04a297a-3c18-4371-b554-aefa0440e741 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:08.182767 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-83ece05b-1b0c-4bc2-bb55-3665eeeeaf09 req-e118f139-de72-4f8c-916d-5f4907952abc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:08.217116 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-133b13eb-54ba-4578-ab36-2d09a3024d8b req-fdd4f61d-fe98-4c05-9822-cde034bf607c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637364 Jul 16 03:34:08.260138 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf5bc5-94ca-4dec-b7be-7011a0ad0ec2 admin admin] Checking segment: {'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:08.260824 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf5bc5-94ca-4dec-b7be-7011a0ad0ec2 admin admin] Network hostable DHCP agents. Network: 424001cf-673a-487d-900c-8d545bf39911, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:34:08.269157 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf5bc5-94ca-4dec-b7be-7011a0ad0ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30f8002-791b-49aa-a88d-6e5780d50a09,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:08.326881 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf5bc5-94ca-4dec-b7be-7011a0ad0ec2 admin admin] Network 424001cf-673a-487d-900c-8d545bf39911 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:34:08.349287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf5bc5-94ca-4dec-b7be-7011a0ad0ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 424001cf-673a-487d-900c-8d545bf39911) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:08.359129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbf5bc5-94ca-4dec-b7be-7011a0ad0ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:08.359980 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8cbf5bc5-94ca-4dec-b7be-7011a0ad0ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:08.360113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a60ed8-c8ed-4d42-ac5c-11cfe75cd6f6 None None] Network 424001cf-673a-487d-900c-8d545bf39911 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:08.365285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-83ece05b-1b0c-4bc2-bb55-3665eeeeaf09 req-e118f139-de72-4f8c-916d-5f4907952abc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] For port d04a297a-3c18-4371-b554-aefa0440e741, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d04a297a-3c18-4371-b554-aefa0440e741,segment=NetworkSegment(eb511b0b-9676-4a31-8d32-521ad9c20cd0),segment_id=eb511b0b-9676-4a31-8d32-521ad9c20cd0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:08.365735 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-83ece05b-1b0c-4bc2-bb55-3665eeeeaf09 req-e118f139-de72-4f8c-916d-5f4907952abc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:08.386465 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-83ece05b-1b0c-4bc2-bb55-3665eeeeaf09 req-e118f139-de72-4f8c-916d-5f4907952abc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Calling delete_port for d04a297a-3c18-4371-b554-aefa0440e741 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:08.411824 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8cbf5bc5-94ca-4dec-b7be-7011a0ad0ec2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0956891 Jul 16 03:34:08.621059 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-83ece05b-1b0c-4bc2-bb55-3665eeeeaf09 req-e118f139-de72-4f8c-916d-5f4907952abc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:08.640437 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['d04a297a-3c18-4371-b554-aefa0440e741'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:08.707401 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118f139-de72-4f8c-916d-5f4907952abc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Pushing event deleted for resources: {'Port': ['ID=d04a297a-3c18-4371-b554-aefa0440e741,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:08.734051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4886a31d-d9db-4053-af9d-92aa66e2e178 None None] Network 424001cf-673a-487d-900c-8d545bf39911 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:08.793887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ece05b-1b0c-4bc2-bb55-3665eeeeaf09 req-e118f139-de72-4f8c-916d-5f4907952abc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] No DVR routers for this DVR port d04a297a-3c18-4371-b554-aefa0440e741 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:08.796872 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-83ece05b-1b0c-4bc2-bb55-3665eeeeaf09 req-e118f139-de72-4f8c-916d-5f4907952abc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:08.799309 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-83ece05b-1b0c-4bc2-bb55-3665eeeeaf09 req-e118f139-de72-4f8c-916d-5f4907952abc tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.20 "DELETE /v2.0/ports/d04a297a-3c18-4371-b554-aefa0440e741 HTTP/1.1" status: 204 len: 173 time: 1.1473999 Jul 16 03:34:08.809210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8c6402-8433-49ac-8327-fa7f85d48eb9', 'name': 'network-vif-deleted', 'tag': 'd04a297a-3c18-4371-b554-aefa0440e741'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:08.812409 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25769766-4eb9-40c1-a4b7-eddc20f8274c" -d '{"events": [{"server_uuid": "ef8c6402-8433-49ac-8327-fa7f85d48eb9", "name": "network-vif-deleted", "tag": "d04a297a-3c18-4371-b554-aefa0440e741"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:08.821182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ff2fe4b-43ae-420a-9255-dd7f0dae6ac3 req-2534fe74-129e-43c8-afbe-3ba874089f94 tempest-ServerDiskConfigTestJSON-317036345 tempest-ServerDiskConfigTestJSON-317036345-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef8c6402-8433-49ac-8327-fa7f85d48eb9 HTTP/1.1" status: 200 len: 210 time: 0.0437698 Jul 16 03:34:08.906292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc97d2-dde4-47ee-ab41-670cb41477f7 req-f635d0fe-f919-4669-a9b7-8d377e0e41e4 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:08.908091 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ffc97d2-dde4-47ee-ab41-670cb41477f7 req-f635d0fe-f919-4669-a9b7-8d377e0e41e4 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e2e8f9c-c713-4c13-8668-d06b84aad829 HTTP/1.1" status: 200 len: 950 time: 0.0804973 Jul 16 03:34:08.963553 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ffc97d2-dde4-47ee-ab41-670cb41477f7 req-17acb69a-82e3-49be-af1a-986d9536325b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492952 Jul 16 03:34:08.992788 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2ab453ad-8474-48a6-8675-d4193091a16e req-c4690ecf-fab6-451d-9eb5-38ca5e922099 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815625 Jul 16 03:34:09.052572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5a071022-d0c7-4833-bd07-627c6ddb5a25 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:09.084032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 5a071022-d0c7-4833-bd07-627c6ddb5a25 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:09.085176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5a071022-d0c7-4833-bd07-627c6ddb5a25 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:09.085970 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab453ad-8474-48a6-8675-d4193091a16e req-4274ce51-15f9-4d27-9c04-066e3718775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.087604 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2ab453ad-8474-48a6-8675-d4193091a16e req-4274ce51-15f9-4d27-9c04-066e3718775d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 1096 time: 0.0721025 Jul 16 03:34:09.196710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab453ad-8474-48a6-8675-d4193091a16e req-93c28a30-c7c7-4946-8fdb-6ef42102de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.197283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-5f1a1aa3-795a-46d3-a342-911932845088 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.198208 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2ab453ad-8474-48a6-8675-d4193091a16e req-93c28a30-c7c7-4946-8fdb-6ef42102de06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 200 len: 918 time: 0.0869541 Jul 16 03:34:09.198753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-5f1a1aa3-795a-46d3-a342-911932845088 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/networks?id=424001cf-673a-487d-900c-8d545bf39911 HTTP/1.1" status: 200 len: 812 time: 0.1614685 Jul 16 03:34:09.211928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef4f6e-18f5-41d1-ae40-46333268b3bb req-c3f6342b-23db-43e8-aff2-2cbcdd509229 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.213392 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ecef4f6e-18f5-41d1-ae40-46333268b3bb req-c3f6342b-23db-43e8-aff2-2cbcdd509229 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 946 time: 0.1308246 Jul 16 03:34:09.228868 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-898597cf-9939-4094-bf16-957ac4a528aa tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/quotas/a3144678d7524f32b5455e34020e6df1 HTTP/1.1" status: 200 len: 375 time: 0.0244555 Jul 16 03:34:09.267588 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2ab453ad-8474-48a6-8675-d4193091a16e req-b390c7f1-87b4-422f-b93e-9fe0b43f4950 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903 HTTP/1.1" status: 200 len: 1000 time: 0.0625954 Jul 16 03:34:09.268239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-c5c18d7d-fd19-4b4c-8331-821a6d70bbbb tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3144678d7524f32b5455e34020e6df1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324314 Jul 16 03:34:09.287949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ecef4f6e-18f5-41d1-ae40-46333268b3bb req-bc660f7b-2f57-41bc-85c6-be2e363df5dd tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups?id=9727949a-05b8-48ad-aaef-af0bdb59bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675578 Jul 16 03:34:09.321608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab453ad-8474-48a6-8675-d4193091a16e req-8d9e6289-66fb-4a04-97d5-6bea78f385a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.323219 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2ab453ad-8474-48a6-8675-d4193091a16e req-8d9e6289-66fb-4a04-97d5-6bea78f385a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df2843df-4813-4d8f-83e4-b733c2b2e1d2 HTTP/1.1" status: 200 len: 856 time: 0.0490496 Jul 16 03:34:09.393781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab453ad-8474-48a6-8675-d4193091a16e req-29d83a21-7747-4313-a0cb-33496cc740cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.395489 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2ab453ad-8474-48a6-8675-d4193091a16e req-29d83a21-7747-4313-a0cb-33496cc740cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590143 Jul 16 03:34:09.494116 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af5a89f-655b-4c11-b9b0-200576ad884c x-openstack-request-id: req-2af5a89f-655b-4c11-b9b0-200576ad884c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:09.494491 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8c6402-8433-49ac-8327-fa7f85d48eb9", "name": "network-vif-deleted", "tag": "d04a297a-3c18-4371-b554-aefa0440e741", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:09.494759 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2af5a89f-655b-4c11-b9b0-200576ad884c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:09.495252 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8c6402-8433-49ac-8327-fa7f85d48eb9', 'name': 'network-vif-deleted', 'tag': 'd04a297a-3c18-4371-b554-aefa0440e741', 'status': 'completed', 'code': 200} Jul 16 03:34:09.535751 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2ab453ad-8474-48a6-8675-d4193091a16e req-efaba93d-5ef4-442a-9440-e4e810d8ee88 service neutron] 10.222.0.20 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271274 Jul 16 03:34:09.681939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f742f12-d81a-4bab-88f6-b976c81a24cc req-db7f2e5d-bca1-4e42-8e31-a9e7308b6629 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.683488 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f742f12-d81a-4bab-88f6-b976c81a24cc req-db7f2e5d-bca1-4e42-8e31-a9e7308b6629 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "GET /v2.0/ports?device_id=2e2e8f9c-c713-4c13-8668-d06b84aad829 HTTP/1.1" status: 200 len: 950 time: 0.1464870 Jul 16 03:34:09.687328 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2ab453ad-8474-48a6-8675-d4193091a16e req-0cba9268-81f4-41d7-844b-7aeed4a98e61 service neutron] 10.222.0.20 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189578 Jul 16 03:34:09.696285 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-e70356aa-321f-4949-bc0f-dd49fdd33e66 service neutron] 10.222.0.18 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205544 Jul 16 03:34:09.749382 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f490c-55a8-44a5-9d28-0d14dad027d8 req-7cec3bdc-0e44-4160-a9e3-6f0bd13d73f5 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:09.750863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b21f490c-55a8-44a5-9d28-0d14dad027d8 req-7cec3bdc-0e44-4160-a9e3-6f0bd13d73f5 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.1107206 Jul 16 03:34:09.786354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5f742f12-d81a-4bab-88f6-b976c81a24cc req-87870834-bd3d-4e89-8254-b4fa7aefe320 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Deleting port 10f88580-a876-42b7-ad38-c04bc986e6ff {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:09.786707 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f742f12-d81a-4bab-88f6-b976c81a24cc req-87870834-bd3d-4e89-8254-b4fa7aefe320 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.829611 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-ebe988b5-1cef-4bcd-b9e7-6624c49dc526 service neutron] 10.222.0.18 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221888 Jul 16 03:34:09.832805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b21f490c-55a8-44a5-9d28-0d14dad027d8 req-189fc4ef-c0d2-45b1-8176-e98020f163d4 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523026 Jul 16 03:34:09.887122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5f742f12-d81a-4bab-88f6-b976c81a24cc req-87870834-bd3d-4e89-8254-b4fa7aefe320 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] For port 10f88580-a876-42b7-ad38-c04bc986e6ff, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=10f88580-a876-42b7-ad38-c04bc986e6ff,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:09.887474 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f742f12-d81a-4bab-88f6-b976c81a24cc req-87870834-bd3d-4e89-8254-b4fa7aefe320 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:09.900675 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5f742f12-d81a-4bab-88f6-b976c81a24cc req-87870834-bd3d-4e89-8254-b4fa7aefe320 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Calling delete_port for 10f88580-a876-42b7-ad38-c04bc986e6ff owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:10.048739 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f742f12-d81a-4bab-88f6-b976c81a24cc req-87870834-bd3d-4e89-8254-b4fa7aefe320 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:10.061744 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['3a4656b9-5411-4750-b5b4-c8f09940a302'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:10.064388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91', '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', '6fd0c118-3060-48cb-bafb-28e7e0685765', '10f88580-a876-42b7-ad38-c04bc986e6ff'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:10.135380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87870834-bd3d-4e89-8254-b4fa7aefe320 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event deleted for resources: {'Port': ['ID=10f88580-a876-42b7-ad38-c04bc986e6ff,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:10.145617 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8350ee7-a66b-4690-98b7-d880a470704a req-aa1d95a9-12bf-4e80-91aa-b2d26522d187 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:10.154622 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e8350ee7-a66b-4690-98b7-d880a470704a req-aa1d95a9-12bf-4e80-91aa-b2d26522d187 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 944 time: 0.0972278 Jul 16 03:34:10.232638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f742f12-d81a-4bab-88f6-b976c81a24cc req-87870834-bd3d-4e89-8254-b4fa7aefe320 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] No DVR routers for this DVR port 10f88580-a876-42b7-ad38-c04bc986e6ff on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:10.238849 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f742f12-d81a-4bab-88f6-b976c81a24cc req-87870834-bd3d-4e89-8254-b4fa7aefe320 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:10.238849 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f742f12-d81a-4bab-88f6-b976c81a24cc req-87870834-bd3d-4e89-8254-b4fa7aefe320 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "DELETE /v2.0/ports/10f88580-a876-42b7-ad38-c04bc986e6ff HTTP/1.1" status: 204 len: 173 time: 0.5495424 Jul 16 03:34:10.245260 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e8350ee7-a66b-4690-98b7-d880a470704a req-fbef3dbb-a7f8-4903-a94f-2b9faa4f8fa9 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896559 Jul 16 03:34:10.316940 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fb01d-2417-42b4-8b3c-e89ca87a4167 req-c971136d-663f-47b3-8f6c-14462f990496 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:10.318735 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f6fb01d-2417-42b4-8b3c-e89ca87a4167 req-c971136d-663f-47b3-8f6c-14462f990496 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 949 time: 0.0968692 Jul 16 03:34:10.389815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdccfd-d9be-446e-911e-91d8c0a304ef req-31bd3acc-cd78-477a-881c-cd311dcf0c34 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:10.400421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2afdccfd-d9be-446e-911e-91d8c0a304ef req-31bd3acc-cd78-477a-881c-cd311dcf0c34 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.1473904 Jul 16 03:34:10.458386 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2afdccfd-d9be-446e-911e-91d8c0a304ef req-b046c74b-b795-4d76-bfc8-1481144ea0b3 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565646 Jul 16 03:34:10.487085 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5f6fb01d-2417-42b4-8b3c-e89ca87a4167 req-400df8e2-d712-4749-8c74-68c8d177b2ca tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Deleting port 3a4656b9-5411-4750-b5b4-c8f09940a302 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:10.487722 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f6fb01d-2417-42b4-8b3c-e89ca87a4167 req-400df8e2-d712-4749-8c74-68c8d177b2ca tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:10.596426 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac469798-16ea-4368-acef-9db47c336c7b req-cbeed948-bc53-4156-a155-8fb61d14833a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e2e8f9c-c713-4c13-8668-d06b84aad829 HTTP/1.1" status: 200 len: 210 time: 0.0699756 Jul 16 03:34:10.641767 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5f6fb01d-2417-42b4-8b3c-e89ca87a4167 req-400df8e2-d712-4749-8c74-68c8d177b2ca tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] For port 3a4656b9-5411-4750-b5b4-c8f09940a302, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3a4656b9-5411-4750-b5b4-c8f09940a302,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:10.642143 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f6fb01d-2417-42b4-8b3c-e89ca87a4167 req-400df8e2-d712-4749-8c74-68c8d177b2ca tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:10.657876 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5f6fb01d-2417-42b4-8b3c-e89ca87a4167 req-400df8e2-d712-4749-8c74-68c8d177b2ca tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Calling delete_port for 3a4656b9-5411-4750-b5b4-c8f09940a302 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:10.835501 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f6fb01d-2417-42b4-8b3c-e89ca87a4167 req-400df8e2-d712-4749-8c74-68c8d177b2ca tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:10.835727 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-19447cfa-c016-4a35-9f11-e36b63c0e804 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:10.838669 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-19447cfa-c016-4a35-9f11-e36b63c0e804 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 946 time: 0.1892121 Jul 16 03:34:10.909239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400df8e2-d712-4749-8c74-68c8d177b2ca tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event deleted for resources: {'Port': ['ID=3a4656b9-5411-4750-b5b4-c8f09940a302,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:11.026906 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6fb01d-2417-42b4-8b3c-e89ca87a4167 req-400df8e2-d712-4749-8c74-68c8d177b2ca tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] No DVR routers for this DVR port 3a4656b9-5411-4750-b5b4-c8f09940a302 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:11.031300 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5f6fb01d-2417-42b4-8b3c-e89ca87a4167 req-400df8e2-d712-4749-8c74-68c8d177b2ca tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.032882 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f6fb01d-2417-42b4-8b3c-e89ca87a4167 req-400df8e2-d712-4749-8c74-68c8d177b2ca tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.20 "DELETE /v2.0/ports/3a4656b9-5411-4750-b5b4-c8f09940a302 HTTP/1.1" status: 204 len: 173 time: 0.7084846 Jul 16 03:34:11.047441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d04a297a-3c18-4371-b554-aefa0440e741 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:11.094939 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: d04a297a-3c18-4371-b554-aefa0440e741 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:11.095679 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d04a297a-3c18-4371-b554-aefa0440e741 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:11.104443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35fbbe-fd95-48e5-932b-73312f659933 req-6af03c9e-4dd1-4537-9ee9-6d3b559dbdb2 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:11.111340 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e35fbbe-fd95-48e5-932b-73312f659933 req-6af03c9e-4dd1-4537-9ee9-6d3b559dbdb2 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 946 time: 0.1310451 Jul 16 03:34:11.124037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-2cbe997c-4359-42a5-845d-551f22a944e7 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Deleting port 28600d35-2157-47a6-b286-3a505ef12f2f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:11.124498 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-2cbe997c-4359-42a5-845d-551f22a944e7 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.234909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e35fbbe-fd95-48e5-932b-73312f659933 req-1d7a2cfa-579d-460f-992b-ff4224da9c6b tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups?id=9727949a-05b8-48ad-aaef-af0bdb59bb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225660 Jul 16 03:34:11.287258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-2cbe997c-4359-42a5-845d-551f22a944e7 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] For port 28600d35-2157-47a6-b286-3a505ef12f2f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=28600d35-2157-47a6-b286-3a505ef12f2f,segment=NetworkSegment(4811f62d-a58a-4d2b-970a-a0f755a5aed5),segment_id=4811f62d-a58a-4d2b-970a-a0f755a5aed5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:11.290907 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-2cbe997c-4359-42a5-845d-551f22a944e7 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.496144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2e8f9c-c713-4c13-8668-d06b84aad829', 'name': 'network-vif-deleted', 'tag': '10f88580-a876-42b7-ad38-c04bc986e6ff'}, {'server_uuid': '8c58e5be-77a1-4f0c-8559-ad2604f76c3e', 'name': 'network-vif-deleted', 'tag': '3a4656b9-5411-4750-b5b4-c8f09940a302'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:11.498728 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65fbf29-ca6a-42b2-b92f-3d144c1306ae" -d '{"events": [{"server_uuid": "2e2e8f9c-c713-4c13-8668-d06b84aad829", "name": "network-vif-deleted", "tag": "10f88580-a876-42b7-ad38-c04bc986e6ff"}, {"server_uuid": "8c58e5be-77a1-4f0c-8559-ad2604f76c3e", "name": "network-vif-deleted", "tag": "3a4656b9-5411-4750-b5b4-c8f09940a302"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:11.532665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77176f68-5ee0-49de-84d0-3154d7676897 req-3be06381-c0c0-4a19-b75b-53aef59d21ee tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:11.534237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77176f68-5ee0-49de-84d0-3154d7676897 req-3be06381-c0c0-4a19-b75b-53aef59d21ee tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.1478443 Jul 16 03:34:11.624161 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-2cbe997c-4359-42a5-845d-551f22a944e7 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.624669 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-2cbe997c-4359-42a5-845d-551f22a944e7 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.624998 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-2cbe997c-4359-42a5-845d-551f22a944e7 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Floating IP 3b256201-afc2-439f-b50b-3862bcf91f55 disassociated. External IP: 172.25.3.93, port: 28600d35-2157-47a6-b286-3a505ef12f2f. Jul 16 03:34:11.625345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-2cbe997c-4359-42a5-845d-551f22a944e7 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Calling delete_port for 28600d35-2157-47a6-b286-3a505ef12f2f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:11.644954 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77176f68-5ee0-49de-84d0-3154d7676897 req-17819390-396c-4f6f-837a-ab41a49dd65e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801129 Jul 16 03:34:11.650677 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-065b1d92-4155-4693-90ac-e651e472c311 req-a2fdef34-aed0-49f0-abed-809747727d2a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=31d1278d-88ca-4775-bc4d-484418228478 HTTP/1.1" status: 200 len: 210 time: 0.0461998 Jul 16 03:34:11.789881 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f89d637-f104-420e-8cc8-56c1f6a0f11e x-openstack-request-id: req-9f89d637-f104-420e-8cc8-56c1f6a0f11e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:11.790355 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2e8f9c-c713-4c13-8668-d06b84aad829", "name": "network-vif-deleted", "tag": "10f88580-a876-42b7-ad38-c04bc986e6ff", "status": "completed", "code": 200}, {"server_uuid": "8c58e5be-77a1-4f0c-8559-ad2604f76c3e", "name": "network-vif-deleted", "tag": "3a4656b9-5411-4750-b5b4-c8f09940a302", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:11.791285 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f89d637-f104-420e-8cc8-56c1f6a0f11e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:11.791789 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2e8f9c-c713-4c13-8668-d06b84aad829', 'name': 'network-vif-deleted', 'tag': '10f88580-a876-42b7-ad38-c04bc986e6ff', 'status': 'completed', 'code': 200} Jul 16 03:34:11.792141 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c58e5be-77a1-4f0c-8559-ad2604f76c3e', 'name': 'network-vif-deleted', 'tag': '3a4656b9-5411-4750-b5b4-c8f09940a302', 'status': 'completed', 'code': 200} Jul 16 03:34:11.854353 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-2cbe997c-4359-42a5-845d-551f22a944e7 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:11.903148 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe997c-4359-42a5-845d-551f22a944e7 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Pushing event deleted for resources: {'Port': ['ID=28600d35-2157-47a6-b286-3a505ef12f2f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:11.940535 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-2ede976a-91b7-488f-bf0f-988ed132bd7b tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:11.942201 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-2ede976a-91b7-488f-bf0f-988ed132bd7b tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.20 "GET /v2.0/networks?id=424001cf-673a-487d-900c-8d545bf39911 HTTP/1.1" status: 200 len: 812 time: 0.1385326 Jul 16 03:34:11.967544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef3147-c6b3-4151-b543-4ca5546738aa req-11364523-fe00-4677-b010-0bfa76aed4e0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:11.973438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-c0ccfae2-51c1-4756-9bbc-98cb73f59336 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Request body: {'port': {'device_id': 'f8e03060-ef65-4f68-894f-1414476cb63a', 'network_id': '424001cf-673a-487d-900c-8d545bf39911', 'admin_state_up': True, 'tenant_id': 'a3144678d7524f32b5455e34020e6df1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:11.974769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93ef3147-c6b3-4151-b543-4ca5546738aa req-11364523-fe00-4677-b010-0bfa76aed4e0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 944 time: 0.1853836 Jul 16 03:34:11.977333 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59832) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:12.031638 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91', '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', '6fd0c118-3060-48cb-bafb-28e7e0685765', '10f88580-a876-42b7-ad38-c04bc986e6ff'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:12.085047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93ef3147-c6b3-4151-b543-4ca5546738aa req-6dd7f3be-d835-495c-a548-26ac33ac2305 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093152 Jul 16 03:34:12.109978 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66dea48-9c26-4740-b3f0-c271b9198289 admin admin] Deleting subnet e13b8bb6-41ee-4dcf-b76a-74d1e597a14e {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:12.120048 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e66dea48-9c26-4740-b3f0-c271b9198289 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.154678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-2cbe997c-4359-42a5-845d-551f22a944e7 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Router 81f31f80-9277-440a-8377-5de11aab5b63 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:34:12.187847 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e66dea48-9c26-4740-b3f0-c271b9198289 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.264855 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e66dea48-9c26-4740-b3f0-c271b9198289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.289962 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-c0ccfae2-51c1-4756-9bbc-98cb73f59336 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Made reservation on behalf of a3144678d7524f32b5455e34020e6df1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:12.295323 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-c0ccfae2-51c1-4756-9bbc-98cb73f59336 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.338139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1766e96-57af-49ea-9f1d-a30921fb1737 req-11b16a4a-a66a-4bd6-bbf1-1ee5fad9838b tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c58e5be-77a1-4f0c-8559-ad2604f76c3e HTTP/1.1" status: 200 len: 210 time: 0.0692983 Jul 16 03:34:12.437032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-2cbe997c-4359-42a5-845d-551f22a944e7 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:34:12.449868 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e41d70-acaf-4f6f-ae5a-b33ae5cd2189 None None] Sync routers for ids ['81f31f80-9277-440a-8377-5de11aab5b63'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:34:12.454529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e66dea48-9c26-4740-b3f0-c271b9198289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.468596 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e41d70-acaf-4f6f-ae5a-b33ae5cd2189 None None] Routers {'81f31f80-9277-440a-8377-5de11aab5b63'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:12.469524 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-15e41d70-acaf-4f6f-ae5a-b33ae5cd2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:34:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['81f31f80-9277-440a-8377-5de11aab5b63'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:12.516800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-2cbe997c-4359-42a5-845d-551f22a944e7 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] No DVR routers for this DVR port 28600d35-2157-47a6-b286-3a505ef12f2f on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:12.530577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e530ebf-7d35-4559-a3cc-67dbb90b7ea3 req-2a0ac815-65ee-4adc-a9c2-1bf849a2cbdf tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:12.543776 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e530ebf-7d35-4559-a3cc-67dbb90b7ea3 req-2a0ac815-65ee-4adc-a9c2-1bf849a2cbdf tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.2882469 Jul 16 03:34:12.548159 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-2cbe997c-4359-42a5-845d-551f22a944e7 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.550142 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-50ea2630-1195-4269-8c54-1c9622b0e1bc req-2cbe997c-4359-42a5-845d-551f22a944e7 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.20 "DELETE /v2.0/ports/28600d35-2157-47a6-b286-3a505ef12f2f HTTP/1.1" status: 204 len: 173 time: 1.7050734 Jul 16 03:34:12.551193 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f8d016-b411-466a-81ae-13944810b553', 'name': 'network-vif-deleted', 'tag': '28600d35-2157-47a6-b286-3a505ef12f2f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:12.551364 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dea48-9c26-4740-b3f0-c271b9198289 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13b8bb6-41ee-4dcf-b76a-74d1e597a14e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:12.562663 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439aadb9-2182-4c0e-82b3-fe19f92b21f9" -d '{"events": [{"server_uuid": "c7f8d016-b411-466a-81ae-13944810b553", "name": "network-vif-deleted", "tag": "28600d35-2157-47a6-b286-3a505ef12f2f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:12.640952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e530ebf-7d35-4559-a3cc-67dbb90b7ea3 req-3802d7f2-6488-4156-8a8f-566790915e73 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941503 Jul 16 03:34:12.642449 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e66dea48-9c26-4740-b3f0-c271b9198289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.645302 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e66dea48-9c26-4740-b3f0-c271b9198289 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e13b8bb6-41ee-4dcf-b76a-74d1e597a14e HTTP/1.1" status: 204 len: 168 time: 0.6666811 Jul 16 03:34:12.647614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:12.712113 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-c0ccfae2-51c1-4756-9bbc-98cb73f59336 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Allocated IP 172.20.0.3 (424001cf-673a-487d-900c-8d545bf39911/b30f8002-791b-49aa-a88d-6e5780d50a09/28fb9f84-5077-4c01-b05f-6e88ba0c8605) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:12.812234 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e3d4-9380-46a6-8777-126e02f2489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:12.862339 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-15e41d70-acaf-4f6f-ae5a-b33ae5cd2189 None None] Set router 81f31f80-9277-440a-8377-5de11aab5b63 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:34:13.028371 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-c0ccfae2-51c1-4756-9bbc-98cb73f59336 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.061083 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b907d91e-0450-4ab6-a28d-74173c94decf req-84c649c9-9eaf-4e0d-92bf-0eacfe3c7fad tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 210 time: 0.0936570 Jul 16 03:34:13.071108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3a4656b9-5411-4750-b5b4-c8f09940a302 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:13.071949 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466ae178-e01b-4aa5-930e-5bfaa386bc0b x-openstack-request-id: req-466ae178-e01b-4aa5-930e-5bfaa386bc0b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:13.072242 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f8d016-b411-466a-81ae-13944810b553", "name": "network-vif-deleted", "tag": "28600d35-2157-47a6-b286-3a505ef12f2f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:13.072658 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-466ae178-e01b-4aa5-930e-5bfaa386bc0b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:13.073018 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f8d016-b411-466a-81ae-13944810b553', 'name': 'network-vif-deleted', 'tag': '28600d35-2157-47a6-b286-3a505ef12f2f', 'status': 'completed', 'code': 200} Jul 16 03:34:13.116508 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e3d4-9380-46a6-8777-126e02f2489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.127108 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-c0ccfae2-51c1-4756-9bbc-98cb73f59336 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.148342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 3a4656b9-5411-4750-b5b4-c8f09940a302 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:13.149020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3a4656b9-5411-4750-b5b4-c8f09940a302 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:13.169128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6fc5e3d4-9380-46a6-8777-126e02f2489e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be7cdd0f-74f6-488d-98d5-76c8162efc41']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:13.186667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6fc5e3d4-9380-46a6-8777-126e02f2489e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb511b0b-9676-4a31-8d32-521ad9c20cd0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:13.186972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6fc5e3d4-9380-46a6-8777-126e02f2489e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb511b0b-9676-4a31-8d32-521ad9c20cd0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:13.204226 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e3d4-9380-46a6-8777-126e02f2489e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.241697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-c9010e8d-8de4-4c69-a86b-fcb0a479a535 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:13.244725 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-c9010e8d-8de4-4c69-a86b-fcb0a479a535 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.20 "GET /v2.0/networks?id=424001cf-673a-487d-900c-8d545bf39911 HTTP/1.1" status: 200 len: 812 time: 0.2516813 Jul 16 03:34:13.245945 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e3d4-9380-46a6-8777-126e02f2489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.257191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-174af581-fd3c-41e7-bfe2-15aa7bcd1496 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Request body: {'port': {'device_id': '31d1278d-88ca-4775-bc4d-484418228478', 'network_id': '424001cf-673a-487d-900c-8d545bf39911', 'admin_state_up': True, 'tenant_id': 'a3144678d7524f32b5455e34020e6df1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:13.261799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc5e3d4-9380-46a6-8777-126e02f2489e admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:34:13.262197 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e3d4-9380-46a6-8777-126e02f2489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.270587 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-15e41d70-acaf-4f6f-ae5a-b33ae5cd2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f31f80-9277-440a-8377-5de11aab5b63', 'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:09Z', 'updated_at': '2021-07-16T03:31:15Z', 'revision_number': 4, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'gw_port': {'id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd569a932-c451-43b3-94e9-a9a3acda041a', 'name': '', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'mac_address': 'fa:16:3e:a6:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:14Z', 'updated_at': '2021-07-16T03:31:22Z', 'revision_number': 5, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'subnets': [{'id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:13.282750 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-c0ccfae2-51c1-4756-9bbc-98cb73f59336 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Network 424001cf-673a-487d-900c-8d545bf39911 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:34:13.282991 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:34:13.299786 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-c0ccfae2-51c1-4756-9bbc-98cb73f59336 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:13.304393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-c0ccfae2-51c1-4756-9bbc-98cb73f59336 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:13.318136 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e41d70-acaf-4f6f-ae5a-b33ae5cd2189 None None] Checking router: 81f31f80-9277-440a-8377-5de11aab5b63 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:34:13.327525 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e41d70-acaf-4f6f-ae5a-b33ae5cd2189 None None] Routers {'81f31f80-9277-440a-8377-5de11aab5b63'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:13.328391 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-15e41d70-acaf-4f6f-ae5a-b33ae5cd2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:34:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['81f31f80-9277-440a-8377-5de11aab5b63'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:13.341368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccfae2-51c1-4756-9bbc-98cb73f59336 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Pushing event updated for resources: {'Port': ['ID=28fb9f84-5077-4c01-b05f-6e88ba0c8605,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:13.370044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-c0ccfae2-51c1-4756-9bbc-98cb73f59336 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:13.370881 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-c0ccfae2-51c1-4756-9bbc-98cb73f59336 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.394132 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-c0ccfae2-51c1-4756-9bbc-98cb73f59336 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4249735 Jul 16 03:34:13.407127 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Request body: {'port': {'device_id': 'f8e03060-ef65-4f68-894f-1414476cb63a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:13.428222 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ad204b1-2696-4287-8bb2-bc8f4eff2fc7 req-35051d61-79bf-4b70-a216-8a4fd194e87f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=31d1278d-88ca-4775-bc4d-484418228478 HTTP/1.1" status: 200 len: 210 time: 0.1598821 Jul 16 03:34:13.479636 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-15e41d70-acaf-4f6f-ae5a-b33ae5cd2189 None None] Set router 81f31f80-9277-440a-8377-5de11aab5b63 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:34:13.514659 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.664000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e3d4-9380-46a6-8777-126e02f2489e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.666478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-174af581-fd3c-41e7-bfe2-15aa7bcd1496 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Made reservation on behalf of a3144678d7524f32b5455e34020e6df1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:13.670772 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-174af581-fd3c-41e7-bfe2-15aa7bcd1496 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.718294 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6fc5e3d4-9380-46a6-8777-126e02f2489e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.720604 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6fc5e3d4-9380-46a6-8777-126e02f2489e admin admin] 10.222.0.18 "DELETE /v2.0/networks/be7cdd0f-74f6-488d-98d5-76c8162efc41 HTTP/1.1" status: 204 len: 168 time: 1.0718074 Jul 16 03:34:13.735595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754536b6-f1eb-44e3-a8a4-ff28c7b6be72 req-e20941a2-82ac-4ec3-bfc3-3f6c13cf1f29 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:13.749989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-754536b6-f1eb-44e3-a8a4-ff28c7b6be72 req-e20941a2-82ac-4ec3-bfc3-3f6c13cf1f29 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.3662992 Jul 16 03:34:13.757901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5e3d4-9380-46a6-8777-126e02f2489e admin admin] Pushing event deleted for resources: {'Network': ['ID=be7cdd0f-74f6-488d-98d5-76c8162efc41,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:13.788524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da92ed-5ea5-41e3-a3b8-6c010d940b52 req-03578a4e-e8e0-4841-ac62-4902a54b0ec8 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:13.790852 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7da92ed-5ea5-41e3-a3b8-6c010d940b52 req-03578a4e-e8e0-4841-ac62-4902a54b0ec8 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 944 time: 0.2212009 Jul 16 03:34:13.814989 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-15e41d70-acaf-4f6f-ae5a-b33ae5cd2189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f31f80-9277-440a-8377-5de11aab5b63', 'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:09Z', 'updated_at': '2021-07-16T03:31:15Z', 'revision_number': 4, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'gw_port': {'id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd569a932-c451-43b3-94e9-a9a3acda041a', 'name': '', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'mac_address': 'fa:16:3e:a6:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:14Z', 'updated_at': '2021-07-16T03:31:22Z', 'revision_number': 5, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'subnets': [{'id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:13.860208 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e41d70-acaf-4f6f-ae5a-b33ae5cd2189 None None] The sync data for ids ['81f31f80-9277-440a-8377-5de11aab5b63'] in n-d-800088-6 is: [{'id': '81f31f80-9277-440a-8377-5de11aab5b63', 'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:09Z', 'updated_at': '2021-07-16T03:31:15Z', 'revision_number': 4, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'gw_port': {'id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd569a932-c451-43b3-94e9-a9a3acda041a', 'name': '', 'network_id': 'b984194a-6086-4e8b-9f9f-a200d3ed3239', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'mac_address': 'fa:16:3e:a6:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:14Z', 'updated_at': '2021-07-16T03:31:22Z', 'revision_number': 5, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'subnets': [{'id': '2ae9b78d-4074-4a16-bc83-022ba6f10863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:34:13.909049 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-754536b6-f1eb-44e3-a8a4-ff28c7b6be72 req-1a9adac1-e9d0-48cd-98cb-49758b1cfec6 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571178 Jul 16 03:34:13.917218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fb9f84-5077-4c01-b05f-6e88ba0c8605 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:13.928802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:13.947720 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:13.951560 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7da92ed-5ea5-41e3-a3b8-6c010d940b52 req-3d8ecef4-76d5-4e48-8a4f-0dc60192a131 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451671 Jul 16 03:34:13.972578 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Transition to ACTIVE for port object 28fb9f84-5077-4c01-b05f-6e88ba0c8605 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:13.978256 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.018366 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-52390794-9224-4c33-bf6a-c46f73b9249e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=202f5f6937cf45a5bd3f1ea0aa8c9525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985692 Jul 16 03:34:14.021812 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:14.069028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 10f88580-a876-42b7-ad38-c04bc986e6ff no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:14.075078 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-174af581-fd3c-41e7-bfe2-15aa7bcd1496 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Allocated IP 172.20.0.12 (424001cf-673a-487d-900c-8d545bf39911/b30f8002-791b-49aa-a88d-6e5780d50a09/144ad66f-d7fb-45b6-92db-be1d7bfab914) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:14.128936 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-295ba291-83e1-4fc2-a8ac-38ae78110346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.139245 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 10f88580-a876-42b7-ad38-c04bc986e6ff {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:14.139778 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 10f88580-a876-42b7-ad38-c04bc986e6ff not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:14.190443 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Pushing event updated for resources: {'Port': ['ID=28fb9f84-5077-4c01-b05f-6e88ba0c8605,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:14.213866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Attempting to bind port 28fb9f84-5077-4c01-b05f-6e88ba0c8605 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:14.214477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Attempting to bind port 28fb9f84-5077-4c01-b05f-6e88ba0c8605 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:14.215818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Attempting to bind port 28fb9f84-5077-4c01-b05f-6e88ba0c8605 on network 424001cf-673a-487d-900c-8d545bf39911 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:14.236519 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Port 28fb9f84-5077-4c01-b05f-6e88ba0c8605 on network 424001cf-673a-487d-900c-8d545bf39911 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:14.236873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Attempting to bind port 28fb9f84-5077-4c01-b05f-6e88ba0c8605 on network 424001cf-673a-487d-900c-8d545bf39911 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:14.252491 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:14.253301 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Checking segment: {'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:14.253963 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Bound using segment: {'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:14.254689 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Bound port: 28fb9f84-5077-4c01-b05f-6e88ba0c8605, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:14.255286 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.265352 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-295ba291-83e1-4fc2-a8ac-38ae78110346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.287082 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40ddb27d-fcb2-49f9-b5dc-7a60667e0d39 req-e71f7de5-bb1f-44ff-b0d6-f051a0778108 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2496927 Jul 16 03:34:14.308907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53bb27b-22df-4589-89ed-84483e656cc8 None None] New status for floating IP 3b256201-afc2-439f-b50b-3862bcf91f55: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:34:14.404516 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] For port 28fb9f84-5077-4c01-b05f-6e88ba0c8605, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:14.435178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] For port 28fb9f84-5077-4c01-b05f-6e88ba0c8605, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=28fb9f84-5077-4c01-b05f-6e88ba0c8605,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:14.447585 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.488100 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-174af581-fd3c-41e7-bfe2-15aa7bcd1496 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.508108 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-295ba291-83e1-4fc2-a8ac-38ae78110346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.512373 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-295ba291-83e1-4fc2-a8ac-38ae78110346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.513872 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-295ba291-83e1-4fc2-a8ac-38ae78110346 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9e7a194-b0a7-4d20-bb5a-3a4924114eb2 HTTP/1.1" status: 204 len: 168 time: 0.4910519 Jul 16 03:34:14.540913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:14.541605 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.545825 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] 10.222.0.20 "PUT /v2.0/ports/28fb9f84-5077-4c01-b05f-6e88ba0c8605 HTTP/1.1" status: 200 len: 1091 time: 1.1444223 Jul 16 03:34:14.547422 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e03060-ef65-4f68-894f-1414476cb63a', 'tag': '28fb9f84-5077-4c01-b05f-6e88ba0c8605'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:14.549971 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b3ada4-97c7-4a7d-a366-b96e84a9f759" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e03060-ef65-4f68-894f-1414476cb63a", "tag": "28fb9f84-5077-4c01-b05f-6e88ba0c8605"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:14.576922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb27d-fcb2-49f9-b5dc-7a60667e0d39 req-2fb52ad3-2394-4772-a14a-46c60a0efc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:14.578816 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40ddb27d-fcb2-49f9-b5dc-7a60667e0d39 req-2fb52ad3-2394-4772-a14a-46c60a0efc01 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 1096 time: 0.2331307 Jul 16 03:34:14.584033 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a8d36-b9a0-4013-8e86-1a7040ee8130 service neutron] Pushing event updated for resources: {'Port': ['ID=28fb9f84-5077-4c01-b05f-6e88ba0c8605,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:14.590467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ba291-83e1-4fc2-a8ac-38ae78110346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e7a194-b0a7-4d20-bb5a-3a4924114eb2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:14.595771 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c35d28a-aa09-4e4f-a128-d5a8ce755a16 req-96d43b4d-10d0-4a35-831e-b51d1b18e955 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 210 time: 0.1145082 Jul 16 03:34:14.733927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a41ee-ddcb-48b0-8f6f-213de29a57ec req-db54c860-b7ad-4f74-86fe-8220455b41df tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:14.735483 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d0a41ee-ddcb-48b0-8f6f-213de29a57ec req-db54c860-b7ad-4f74-86fe-8220455b41df tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.2202885 Jul 16 03:34:14.747180 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-174af581-fd3c-41e7-bfe2-15aa7bcd1496 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:14.747564 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb27d-fcb2-49f9-b5dc-7a60667e0d39 req-0f9e281b-da84-409b-b15d-87a6a2b6a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:14.749492 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40ddb27d-fcb2-49f9-b5dc-7a60667e0d39 req-0f9e281b-da84-409b-b15d-87a6a2b6a41c service neutron] 10.222.0.88 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.1407635 Jul 16 03:34:14.752985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-d82a2bae-bb9c-4715-8458-1d807c3213db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:14.754871 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-d82a2bae-bb9c-4715-8458-1d807c3213db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3144678d7524f32b5455e34020e6df1&device_id=f8e03060-ef65-4f68-894f-1414476cb63a HTTP/1.1" status: 200 len: 1094 time: 0.1550255 Jul 16 03:34:14.833126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-174af581-fd3c-41e7-bfe2-15aa7bcd1496 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Network 424001cf-673a-487d-900c-8d545bf39911 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:14.840484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-174af581-fd3c-41e7-bfe2-15aa7bcd1496 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:14.846986 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-174af581-fd3c-41e7-bfe2-15aa7bcd1496 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:14.864042 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d0a41ee-ddcb-48b0-8f6f-213de29a57ec req-793583b6-d2a8-452a-900d-738ac8ece173 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064115 Jul 16 03:34:14.870445 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-731f9ff6-d517-4625-9704-c2abf1800974 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28fb9f84-5077-4c01-b05f-6e88ba0c8605 HTTP/1.1" status: 200 len: 217 time: 0.1071172 Jul 16 03:34:14.871986 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40ddb27d-fcb2-49f9-b5dc-7a60667e0d39 req-f73283ac-ae4b-4e3e-9df7-1f3a5054147f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49 HTTP/1.1" status: 200 len: 217 time: 0.1152363 Jul 16 03:34:14.960161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174af581-fd3c-41e7-bfe2-15aa7bcd1496 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Pushing event updated for resources: {'Port': ['ID=144ad66f-d7fb-45b6-92db-be1d7bfab914,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:14.993430 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225f1dba-510c-45f9-bebb-0dbc2bdd2abd x-openstack-request-id: req-225f1dba-510c-45f9-bebb-0dbc2bdd2abd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:14.993940 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e03060-ef65-4f68-894f-1414476cb63a", "tag": "28fb9f84-5077-4c01-b05f-6e88ba0c8605", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:14.993940 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-225f1dba-510c-45f9-bebb-0dbc2bdd2abd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:14.994357 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e03060-ef65-4f68-894f-1414476cb63a', 'tag': '28fb9f84-5077-4c01-b05f-6e88ba0c8605', 'status': 'completed', 'code': 200} Jul 16 03:34:15.003760 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-a7c28823-a225-4296-b52d-cfcfc653140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:15.005325 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-a7c28823-a225-4296-b52d-cfcfc653140a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b30f8002-791b-49aa-a88d-6e5780d50a09 HTTP/1.1" status: 200 len: 852 time: 0.1142716 Jul 16 03:34:15.006590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb27d-fcb2-49f9-b5dc-7a60667e0d39 req-27d2835b-50da-4ce8-a684-87727a3e54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:15.008685 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40ddb27d-fcb2-49f9-b5dc-7a60667e0d39 req-27d2835b-50da-4ce8-a684-87727a3e54d6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.1288877 Jul 16 03:34:15.036904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-174af581-fd3c-41e7-bfe2-15aa7bcd1496 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:15.037670 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-174af581-fd3c-41e7-bfe2-15aa7bcd1496 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.063870 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-174af581-fd3c-41e7-bfe2-15aa7bcd1496 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8098979 Jul 16 03:34:15.074640 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-12fe1fff-9831-4095-9a83-ef6ae1d93689 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=424001cf-673a-487d-900c-8d545bf39911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628412 Jul 16 03:34:15.084881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 28600d35-2157-47a6-b286-3a505ef12f2f no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:15.105933 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 28600d35-2157-47a6-b286-3a505ef12f2f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:15.106498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 28600d35-2157-47a6-b286-3a505ef12f2f not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:15.136353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Request body: {'port': {'device_id': '31d1278d-88ca-4775-bc4d-484418228478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:15.137093 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40ddb27d-fcb2-49f9-b5dc-7a60667e0d39 req-02d4d2ef-fe13-4c56-8a6c-4606c9a48999 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659854 Jul 16 03:34:15.267317 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.282720 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-8daae0f9-c0e3-4f18-9a59-ce1514181d14 service neutron] 10.222.0.20 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004437 Jul 16 03:34:15.288482 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40ddb27d-fcb2-49f9-b5dc-7a60667e0d39 req-aec6d09c-c296-4f4b-947a-6de3d634d195 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441278 Jul 16 03:34:15.334616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f98b3-a5d5-49eb-ad96-e0a8e8152f6f req-7a31a86f-e41d-499d-b3a3-3e6f780fc8ec tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:15.336846 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e0f98b3-a5d5-49eb-ad96-e0a8e8152f6f req-7a31a86f-e41d-499d-b3a3-3e6f780fc8ec tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=31d1278d-88ca-4775-bc4d-484418228478 HTTP/1.1" status: 200 len: 932 time: 0.2544992 Jul 16 03:34:15.378289 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-151b1284-f52e-4ddb-adb9-7149403441d4 service neutron] 10.222.0.20 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887163 Jul 16 03:34:15.389618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655a1b5-e5b3-4c1a-a611-5ea70c97fce4 req-c19b76a8-5824-4235-a482-2079bb4dc34b tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:15.398313 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2655a1b5-e5b3-4c1a-a611-5ea70c97fce4 req-c19b76a8-5824-4235-a482-2079bb4dc34b tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.2570858 Jul 16 03:34:15.532799 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2655a1b5-e5b3-4c1a-a611-5ea70c97fce4 req-b8ef1e72-f626-461b-9c38-fa5eee79b86e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335754 Jul 16 03:34:15.533747 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40ddb27d-fcb2-49f9-b5dc-7a60667e0d39 req-c1414942-780b-46ba-9114-b2a63b97ad4b service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545043 Jul 16 03:34:15.554447 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ada4-97c7-4a7d-a366-b96e84a9f759 req-c0c475c4-8b02-4db5-9bf0-0bf6084b16ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:15.556462 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-98b3ada4-97c7-4a7d-a366-b96e84a9f759 req-c0c475c4-8b02-4db5-9bf0-0bf6084b16ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3144678d7524f32b5455e34020e6df1&device_id=f8e03060-ef65-4f68-894f-1414476cb63a HTTP/1.1" status: 200 len: 1094 time: 0.0949886 Jul 16 03:34:15.562713 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e0f98b3-a5d5-49eb-ad96-e0a8e8152f6f req-e41fc549-33b2-4247-ba17-cd21826e0d53 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142482 Jul 16 03:34:15.601406 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59908) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:15.719953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ada4-97c7-4a7d-a366-b96e84a9f759 req-5a5e80ae-7f25-49f3-b8f2-70342d6fe1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:15.721745 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-98b3ada4-97c7-4a7d-a366-b96e84a9f759 req-5a5e80ae-7f25-49f3-b8f2-70342d6fe1bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=424001cf-673a-487d-900c-8d545bf39911 HTTP/1.1" status: 200 len: 913 time: 0.1582422 Jul 16 03:34:15.769006 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-98b3ada4-97c7-4a7d-a366-b96e84a9f759 req-fb2a464e-50eb-4591-9aea-ebff3430e616 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28fb9f84-5077-4c01-b05f-6e88ba0c8605 HTTP/1.1" status: 200 len: 217 time: 0.0401525 Jul 16 03:34:15.797478 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-650426160-network', 'tenant_id': '7dfde10f318c484aafffc61ac184b20c'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:15.858862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ada4-97c7-4a7d-a366-b96e84a9f759 req-33600d36-da16-4fa8-9ac1-93600bd90fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:15.861199 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-98b3ada4-97c7-4a7d-a366-b96e84a9f759 req-33600d36-da16-4fa8-9ac1-93600bd90fe7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b30f8002-791b-49aa-a88d-6e5780d50a09 HTTP/1.1" status: 200 len: 852 time: 0.0852919 Jul 16 03:34:15.862328 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbee73-0054-44e4-b8a8-98de5c6a3c0b req-82375842-c52b-4dda-ab33-4ed88be5d35c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:15.863102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] Made reservation on behalf of 7dfde10f318c484aafffc61ac184b20c for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:15.863848 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dfdbee73-0054-44e4-b8a8-98de5c6a3c0b req-82375842-c52b-4dda-ab33-4ed88be5d35c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 944 time: 0.1564882 Jul 16 03:34:15.874924 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.905088 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.930879 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-98b3ada4-97c7-4a7d-a366-b96e84a9f759 req-b68bda71-07b4-4ac0-a713-810cc0e9a7a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=424001cf-673a-487d-900c-8d545bf39911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528774 Jul 16 03:34:15.937612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144ad66f-d7fb-45b6-92db-be1d7bfab914 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:15.949151 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dfdbee73-0054-44e4-b8a8-98de5c6a3c0b req-8fb9bf5e-8a22-4894-ac2b-ecb223d9fb04 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770881 Jul 16 03:34:15.951246 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:15.977449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Transition to ACTIVE for port object 144ad66f-d7fb-45b6-92db-be1d7bfab914 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:15.983201 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.049631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Pushing event updated for resources: {'Port': ['ID=144ad66f-d7fb-45b6-92db-be1d7bfab914,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:16.074929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device effcc2e6-0b45-461b-867e-ae143c975b20 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:16.151639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Attempting to bind port 144ad66f-d7fb-45b6-92db-be1d7bfab914 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:16.152545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Attempting to bind port 144ad66f-d7fb-45b6-92db-be1d7bfab914 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:16.153420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Attempting to bind port 144ad66f-d7fb-45b6-92db-be1d7bfab914 on network 424001cf-673a-487d-900c-8d545bf39911 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:16.158900 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Port 144ad66f-d7fb-45b6-92db-be1d7bfab914 on network 424001cf-673a-487d-900c-8d545bf39911 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:16.159527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Attempting to bind port 144ad66f-d7fb-45b6-92db-be1d7bfab914 on network 424001cf-673a-487d-900c-8d545bf39911 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:16.165869 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:16.166522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Checking segment: {'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:16.167153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Bound using segment: {'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:16.167772 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Bound port: 144ad66f-d7fb-45b6-92db-be1d7bfab914, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:16.168348 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.297754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] For port 144ad66f-d7fb-45b6-92db-be1d7bfab914, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:16.304134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] For port 144ad66f-d7fb-45b6-92db-be1d7bfab914, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=144ad66f-d7fb-45b6-92db-be1d7bfab914,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:16.320048 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.493983 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=effcc2e6-0b45-461b-867e-ae143c975b20,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:16.506886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'effcc2e6-0b45-461b-867e-ae143c975b20', 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b', 'port_id': 'effcc2e6-0b45-461b-867e-ae143c975b20', 'mac_address': 'fa:16:3e:84:81:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd3621f4-0a00-45b7-9625-fdac06664981', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:16.551194 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.560737 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-98b3ada4-97c7-4a7d-a366-b96e84a9f759 req-9e36fcac-ed69-45a6-92e7-364a57422580 service neutron] 10.222.0.20 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208692 Jul 16 03:34:16.578525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effcc2e6-0b45-461b-867e-ae143c975b20 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:16.603377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=effcc2e6-0b45-461b-867e-ae143c975b20,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:16.608821 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.668118 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=effcc2e6-0b45-461b-867e-ae143c975b20,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:16.681738 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-98b3ada4-97c7-4a7d-a366-b96e84a9f759 req-1a5fe809-f420-4e0c-890c-1709dd10939a service neutron] 10.222.0.20 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996704 Jul 16 03:34:16.746666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b6b9b-f100-4193-8c94-a83f87c82a86 req-212fa47c-f899-4ed9-8a56-a4d162fba20a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:16.748122 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df8b6b9b-f100-4193-8c94-a83f87c82a86 req-212fa47c-f899-4ed9-8a56-a4d162fba20a tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "GET /v2.0/ports?device_id=d1083dc7-2c58-4ac3-8c37-29d400106129 HTTP/1.1" status: 200 len: 949 time: 0.2043166 Jul 16 03:34:16.759629 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.794985 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.812928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb31dcb9-cef7-4495-a5f8-f15c5fdfa55c req-117584cb-44cf-446a-9507-c071a62a3749 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 210 time: 0.4100809 Jul 16 03:34:16.836630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:34:16.847431 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582f25fe-7518-4c1b-b184-dba12786efdb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:16.873198 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.873542 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] Added segment 482db1f9-45b6-42a8-91e8-7cf63f534a3a of type vlan for network 20a8284f-0f3e-4963-b1bf-79676c93d2ff Jul 16 03:34:16.899898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Pushing event updated for resources: {'Port': ['ID=144ad66f-d7fb-45b6-92db-be1d7bfab914,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:16.901898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:16.902507 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.904718 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f63f7162-f019-49b5-a186-924b16b18b72 service neutron] 10.222.0.20 "PUT /v2.0/ports/144ad66f-d7fb-45b6-92db-be1d7bfab914 HTTP/1.1" status: 200 len: 1092 time: 1.8236034 Jul 16 03:34:16.906219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d1278d-88ca-4775-bc4d-484418228478', 'tag': '144ad66f-d7fb-45b6-92db-be1d7bfab914'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:16.909096 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e189939-dcd3-476e-b317-5bbe5da89d82" -d '{"events": [{"name": "network-changed", "server_uuid": "31d1278d-88ca-4775-bc4d-484418228478", "tag": "144ad66f-d7fb-45b6-92db-be1d7bfab914"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:16.954594 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:16.954770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba2230-40fa-41bc-b4fa-f298d066edf6 req-48c24967-1ff0-4e01-b619-9f951b5e70e7 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:16.956194 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05ba2230-40fa-41bc-b4fa-f298d066edf6 req-48c24967-1ff0-4e01-b619-9f951b5e70e7 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1083dc7-2c58-4ac3-8c37-29d400106129 HTTP/1.1" status: 200 len: 949 time: 0.1893430 Jul 16 03:34:16.971489 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['effcc2e6-0b45-461b-867e-ae143c975b20'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:17.023604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.024770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:17.025582 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.045137 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4390969 Jul 16 03:34:17.057566 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59926) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:17.070924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-af07d125-3b4a-4435-a1eb-6e219ff174d7 admin admin] Request body: {'subnet': {'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-650426160-subnet', 'tenant_id': '7dfde10f318c484aafffc61ac184b20c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:17.072859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05ba2230-40fa-41bc-b4fa-f298d066edf6 req-1ca85ed2-3a7a-4c78-bc17-41e5debd5ece tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071932 Jul 16 03:34:17.081027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-218be2ac-1c3a-4c0e-9267-12afa1d03c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:17.082514 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-218be2ac-1c3a-4c0e-9267-12afa1d03c49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3144678d7524f32b5455e34020e6df1&device_id=31d1278d-88ca-4775-bc4d-484418228478 HTTP/1.1" status: 200 len: 1095 time: 0.1253977 Jul 16 03:34:17.084546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 28fb9f84-5077-4c01-b05f-6e88ba0c8605 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:17.093376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-df8b6b9b-f100-4193-8c94-a83f87c82a86 req-04cbf11f-437c-4c60-9186-b015bfba3149 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Deleting port 6fd0c118-3060-48cb-bafb-28e7e0685765 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:17.093732 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df8b6b9b-f100-4193-8c94-a83f87c82a86 req-04cbf11f-437c-4c60-9186-b015bfba3149 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.142090 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-07b0e66e-f836-42b9-91e8-32d665c3d3ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=144ad66f-d7fb-45b6-92db-be1d7bfab914 HTTP/1.1" status: 200 len: 217 time: 0.0519192 Jul 16 03:34:17.155207 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ce67c-6e49-45a9-bf9f-439af1ca064a req-0f3ab582-a75f-4925-9c58-e8d802088254 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:17.157036 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cd2ce67c-6e49-45a9-bf9f-439af1ca064a req-0f3ab582-a75f-4925-9c58-e8d802088254 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.1396432 Jul 16 03:34:17.232145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-df8b6b9b-f100-4193-8c94-a83f87c82a86 req-04cbf11f-437c-4c60-9186-b015bfba3149 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] For port 6fd0c118-3060-48cb-bafb-28e7e0685765, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6fd0c118-3060-48cb-bafb-28e7e0685765,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:17.233080 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df8b6b9b-f100-4193-8c94-a83f87c82a86 req-04cbf11f-437c-4c60-9186-b015bfba3149 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.245409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-79a9c0b3-ffe1-4c70-821c-a90d62d60b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:17.246147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-df8b6b9b-f100-4193-8c94-a83f87c82a86 req-04cbf11f-437c-4c60-9186-b015bfba3149 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Calling delete_port for 6fd0c118-3060-48cb-bafb-28e7e0685765 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:17.247577 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-79a9c0b3-ffe1-4c70-821c-a90d62d60b7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b30f8002-791b-49aa-a88d-6e5780d50a09 HTTP/1.1" status: 200 len: 852 time: 0.0896616 Jul 16 03:34:17.262045 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cd2ce67c-6e49-45a9-bf9f-439af1ca064a req-93f83313-d611-44fc-9233-56ef7d1c14f3 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941684 Jul 16 03:34:17.266819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 28fb9f84-5077-4c01-b05f-6e88ba0c8605, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=28fb9f84-5077-4c01-b05f-6e88ba0c8605,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:17.292705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '28fb9f84-5077-4c01-b05f-6e88ba0c8605', 'network_id': '424001cf-673a-487d-900c-8d545bf39911', 'port_id': '28fb9f84-5077-4c01-b05f-6e88ba0c8605', 'mac_address': 'fa:16:3e:f3:b3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30f8002-791b-49aa-a88d-6e5780d50a09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:17.326540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-9ff5feab-37c4-4d12-a73e-2fab8ecbb3c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=424001cf-673a-487d-900c-8d545bf39911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608168 Jul 16 03:34:17.337903 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.353798 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25a0182-b4c5-46d5-82ea-143ac2163cb1 x-openstack-request-id: req-c25a0182-b4c5-46d5-82ea-143ac2163cb1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:17.356342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fb9f84-5077-4c01-b05f-6e88ba0c8605 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:17.357506 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d1278d-88ca-4775-bc4d-484418228478", "tag": "144ad66f-d7fb-45b6-92db-be1d7bfab914", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:17.357764 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c25a0182-b4c5-46d5-82ea-143ac2163cb1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:17.358218 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d1278d-88ca-4775-bc4d-484418228478', 'tag': '144ad66f-d7fb-45b6-92db-be1d7bfab914', 'status': 'completed', 'code': 200} Jul 16 03:34:17.388044 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 28fb9f84-5077-4c01-b05f-6e88ba0c8605, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=28fb9f84-5077-4c01-b05f-6e88ba0c8605,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:17.393298 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.451550 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=28fb9f84-5077-4c01-b05f-6e88ba0c8605,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:17.467684 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94700577-a68b-4302-ac99-c3ccd17817aa admin admin] Pushing event updated for resources: {'Network': ['ID=20a8284f-0f3e-4963-b1bf-79676c93d2ff,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:17.480583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 20a8284f-0f3e-4963-b1bf-79676c93d2ff details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:34:17.481599 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df8b6b9b-f100-4193-8c94-a83f87c82a86 req-04cbf11f-437c-4c60-9186-b015bfba3149 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.492824 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af07d125-3b4a-4435-a1eb-6e219ff174d7 admin admin] Made reservation on behalf of 7dfde10f318c484aafffc61ac184b20c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:17.495230 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af07d125-3b4a-4435-a1eb-6e219ff174d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.566674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc44776-5a83-4a76-bc4d-a5ed6f21e8bb req-0fe0fc2a-109a-45c6-ad83-ed86bdec307a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:17.574833 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1bc44776-5a83-4a76-bc4d-a5ed6f21e8bb req-0fe0fc2a-109a-45c6-ad83-ed86bdec307a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=31d1278d-88ca-4775-bc4d-484418228478 HTTP/1.1" status: 200 len: 944 time: 0.2472866 Jul 16 03:34:17.586959 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-be555cbc-6cc5-4759-8ca5-2c0761b9c272 service neutron] 10.222.0.20 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451813 Jul 16 03:34:17.602142 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbf11f-437c-4c60-9186-b015bfba3149 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event deleted for resources: {'Port': ['ID=6fd0c118-3060-48cb-bafb-28e7e0685765,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:17.645568 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8b6b9b-f100-4193-8c94-a83f87c82a86 req-04cbf11f-437c-4c60-9186-b015bfba3149 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] No DVR routers for this DVR port 6fd0c118-3060-48cb-bafb-28e7e0685765 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:17.680423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['28fb9f84-5077-4c01-b05f-6e88ba0c8605'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:17.680948 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df8b6b9b-f100-4193-8c94-a83f87c82a86 req-04cbf11f-437c-4c60-9186-b015bfba3149 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:17.699924 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df8b6b9b-f100-4193-8c94-a83f87c82a86 req-04cbf11f-437c-4c60-9186-b015bfba3149 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "DELETE /v2.0/ports/6fd0c118-3060-48cb-bafb-28e7e0685765 HTTP/1.1" status: 204 len: 173 time: 0.9433355 Jul 16 03:34:17.700975 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1083dc7-2c58-4ac3-8c37-29d400106129', 'name': 'network-vif-deleted', 'tag': '6fd0c118-3060-48cb-bafb-28e7e0685765'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:17.705261 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cae8136-dfb1-4b6b-a872-cd7962bdce99" -d '{"events": [{"server_uuid": "d1083dc7-2c58-4ac3-8c37-29d400106129", "name": "network-vif-deleted", "tag": "6fd0c118-3060-48cb-bafb-28e7e0685765"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:17.749493 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1bc44776-5a83-4a76-bc4d-a5ed6f21e8bb req-27751f45-7cee-4f5e-a8a0-a262fcbeac5e tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736853 Jul 16 03:34:17.767304 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9161f7-1c10-4551-87ce-2bbdf0d37a08 req-4f9acc24-0874-44b2-b69d-72dde9e955c3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:17.768825 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df9161f7-1c10-4551-87ce-2bbdf0d37a08 req-4f9acc24-0874-44b2-b69d-72dde9e955c3 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "GET /v2.0/ports?device_id=09ce7e0a-30f0-42fa-bad1-d1925fa78981 HTTP/1.1" status: 200 len: 949 time: 0.3965259 Jul 16 03:34:17.826474 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dccc27-1c56-4113-9ae2-0a9561ce99ab req-fb0bb750-cfa8-42d9-9afc-c0bccb4f13f6 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:17.833753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f5dccc27-1c56-4113-9ae2-0a9561ce99ab req-fb0bb750-cfa8-42d9-9afc-c0bccb4f13f6 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 945 time: 0.2016845 Jul 16 03:34:17.843807 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32c7b8f0-2c63-4d32-964b-2342b2bffc84 req-f86bbdd1-a3f4-4c8b-ba1f-385d98a7d575 service neutron] 10.222.0.20 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438810 Jul 16 03:34:17.887993 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f5dccc27-1c56-4113-9ae2-0a9561ce99ab req-f4d14ca8-0ea0-4ebf-b69e-2ce7f73dd289 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530124 Jul 16 03:34:17.949697 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91', '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', '6fd0c118-3060-48cb-bafb-28e7e0685765'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:18.100151 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e189939-dcd3-476e-b317-5bbe5da89d82 req-d0abe004-52c0-4305-84f3-e9410a1fc22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:18.104294 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e189939-dcd3-476e-b317-5bbe5da89d82 req-d0abe004-52c0-4305-84f3-e9410a1fc22d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3144678d7524f32b5455e34020e6df1&device_id=31d1278d-88ca-4775-bc4d-484418228478 HTTP/1.1" status: 200 len: 1095 time: 0.1618490 Jul 16 03:34:18.116262 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a9743e-31e4-414f-9b9a-c8f990ddf060 x-openstack-request-id: req-38a9743e-31e4-414f-9b9a-c8f990ddf060 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:18.116577 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1083dc7-2c58-4ac3-8c37-29d400106129", "name": "network-vif-deleted", "tag": "6fd0c118-3060-48cb-bafb-28e7e0685765", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:18.116830 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38a9743e-31e4-414f-9b9a-c8f990ddf060 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:18.117237 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1083dc7-2c58-4ac3-8c37-29d400106129', 'name': 'network-vif-deleted', 'tag': '6fd0c118-3060-48cb-bafb-28e7e0685765', 'status': 'completed', 'code': 200} Jul 16 03:34:18.144870 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af07d125-3b4a-4435-a1eb-6e219ff174d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.203671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-df9161f7-1c10-4551-87ce-2bbdf0d37a08 req-2d0a78ae-520b-4259-ae9b-f2a5c231e056 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Deleting port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:18.204201 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df9161f7-1c10-4551-87ce-2bbdf0d37a08 req-2d0a78ae-520b-4259-ae9b-f2a5c231e056 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.262509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07d125-3b4a-4435-a1eb-6e219ff174d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d042175-0147-4748-a5df-435f3d1ed071,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:18.310404 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fb8e8b9-8c55-4e37-a71b-3824bebfea87 req-2c462c59-96cc-4b22-8717-32c7046f93f0 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f8d016-b411-466a-81ae-13944810b553 HTTP/1.1" status: 200 len: 210 time: 0.0691183 Jul 16 03:34:18.330743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07d125-3b4a-4435-a1eb-6e219ff174d7 admin admin] Checking segment: {'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:18.331551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af07d125-3b4a-4435-a1eb-6e219ff174d7 admin admin] Network hostable DHCP agents. Network: 20a8284f-0f3e-4963-b1bf-79676c93d2ff, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:34:18.360667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e189939-dcd3-476e-b317-5bbe5da89d82 req-24a57b41-1952-40c8-93ae-590e0bbdbb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:18.367041 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e189939-dcd3-476e-b317-5bbe5da89d82 req-24a57b41-1952-40c8-93ae-590e0bbdbb8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=424001cf-673a-487d-900c-8d545bf39911 HTTP/1.1" status: 200 len: 913 time: 0.2548275 Jul 16 03:34:18.392487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-df9161f7-1c10-4551-87ce-2bbdf0d37a08 req-2d0a78ae-520b-4259-ae9b-f2a5c231e056 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] For port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=101b7c39-51e1-4d17-a7b8-a92ca349c1b9,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:18.394225 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df9161f7-1c10-4551-87ce-2bbdf0d37a08 req-2d0a78ae-520b-4259-ae9b-f2a5c231e056 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.412938 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-df9161f7-1c10-4551-87ce-2bbdf0d37a08 req-2d0a78ae-520b-4259-ae9b-f2a5c231e056 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Calling delete_port for 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:18.414508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af07d125-3b4a-4435-a1eb-6e219ff174d7 admin admin] Network 20a8284f-0f3e-4963-b1bf-79676c93d2ff is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:34:18.439265 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e189939-dcd3-476e-b317-5bbe5da89d82 req-f30c184b-e9bc-49a3-9f46-f91a24557e6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=144ad66f-d7fb-45b6-92db-be1d7bfab914 HTTP/1.1" status: 200 len: 217 time: 0.0636990 Jul 16 03:34:18.491787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-af07d125-3b4a-4435-a1eb-6e219ff174d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 20a8284f-0f3e-4963-b1bf-79676c93d2ff) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:18.498323 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af07d125-3b4a-4435-a1eb-6e219ff174d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:18.499247 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af07d125-3b4a-4435-a1eb-6e219ff174d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.507044 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e23f1c-24c4-491f-b748-0c182c3d0cf0 None None] Network 20a8284f-0f3e-4963-b1bf-79676c93d2ff requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:18.516651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e189939-dcd3-476e-b317-5bbe5da89d82 req-cfd05983-478f-47ce-93cc-107632f36d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:18.521326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e189939-dcd3-476e-b317-5bbe5da89d82 req-cfd05983-478f-47ce-93cc-107632f36d5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b30f8002-791b-49aa-a88d-6e5780d50a09 HTTP/1.1" status: 200 len: 852 time: 0.0733919 Jul 16 03:34:18.556949 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-af07d125-3b4a-4435-a1eb-6e219ff174d7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4916186 Jul 16 03:34:18.654032 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e189939-dcd3-476e-b317-5bbe5da89d82 req-a664ba20-33ad-48f2-9259-b66e6098c75a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=424001cf-673a-487d-900c-8d545bf39911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256819 Jul 16 03:34:18.701224 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df9161f7-1c10-4551-87ce-2bbdf0d37a08 req-2d0a78ae-520b-4259-ae9b-f2a5c231e056 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.759227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a78ae-520b-4259-ae9b-f2a5c231e056 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event deleted for resources: {'Port': ['ID=101b7c39-51e1-4d17-a7b8-a92ca349c1b9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:18.799880 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54bdb4db-7c8a-4325-ae48-59ee5e8de4f2 req-6ae033b1-66c9-43de-bb7a-523f0f35d81e tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1083dc7-2c58-4ac3-8c37-29d400106129 HTTP/1.1" status: 200 len: 210 time: 0.1434083 Jul 16 03:34:18.875466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9161f7-1c10-4551-87ce-2bbdf0d37a08 req-2d0a78ae-520b-4259-ae9b-f2a5c231e056 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] No DVR routers for this DVR port 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:18.896284 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df9161f7-1c10-4551-87ce-2bbdf0d37a08 req-2d0a78ae-520b-4259-ae9b-f2a5c231e056 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.898502 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df9161f7-1c10-4551-87ce-2bbdf0d37a08 req-2d0a78ae-520b-4259-ae9b-f2a5c231e056 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "DELETE /v2.0/ports/101b7c39-51e1-4d17-a7b8-a92ca349c1b9 HTTP/1.1" status: 204 len: 173 time: 1.1200943 Jul 16 03:34:18.917447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-20a8284f-0f3e-4963-b1bf-79676c93d2ff', 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff', 'tenant_id': '7dfde10f318c484aafffc61ac184b20c', 'fixed_ips': [{'subnet_id': '4d042175-0147-4748-a5df-435f3d1ed071'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:34:18.918728 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:18.996764 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e189939-dcd3-476e-b317-5bbe5da89d82 req-a5919d89-d924-4be0-8950-972803df42ea service neutron] 10.222.0.20 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925244 Jul 16 03:34:19.013815 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaa694-3d09-4b4e-b62b-4340a3573b08 req-30b72199-3897-44d6-892a-c6f37c63ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:19.016871 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5fdaa694-3d09-4b4e-b62b-4340a3573b08 req-30b72199-3897-44d6-892a-c6f37c63ccd1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebb747fbaa4d4250ae33a3472beaf32b&device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 1098 time: 0.1428471 Jul 16 03:34:19.150475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Allocated IP 172.20.0.2 (20a8284f-0f3e-4963-b1bf-79676c93d2ff/4d042175-0147-4748-a5df-435f3d1ed071/812182b2-2cc7-4b65-a041-ad56f2c9d8e7) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:19.199494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaa694-3d09-4b4e-b62b-4340a3573b08 req-cac04bea-174e-4cb8-80dd-51ca9dd2fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:19.201447 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5fdaa694-3d09-4b4e-b62b-4340a3573b08 req-cac04bea-174e-4cb8-80dd-51ca9dd2fff3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c25f7dda-1347-4dac-bbfb-85ae4b87a184 HTTP/1.1" status: 200 len: 915 time: 0.1719866 Jul 16 03:34:19.235638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e2dfa-d334-4d75-8ea3-afa9b4507ff2 req-6e6d4edb-bb7d-41e9-9855-281439bcf64b tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:19.238773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 28fb9f84-5077-4c01-b05f-6e88ba0c8605 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:19.242621 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a9e2dfa-d334-4d75-8ea3-afa9b4507ff2 req-6e6d4edb-bb7d-41e9-9855-281439bcf64b tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.2586856 Jul 16 03:34:19.272066 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5fdaa694-3d09-4b4e-b62b-4340a3573b08 req-28d0c309-d3cb-4a84-ae77-fbac12b89b06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6 HTTP/1.1" status: 200 len: 217 time: 0.0630808 Jul 16 03:34:19.289429 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e189939-dcd3-476e-b317-5bbe5da89d82 req-1d2e7c75-95fa-40f5-8a88-1f2911e7c8d6 service neutron] 10.222.0.20 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743669 Jul 16 03:34:19.305061 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461f3b8-c4f3-4997-970f-d366c013bda9 req-3f2cfc50-cec1-47b4-a86c-7d6178d22d1b tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:19.306645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e461f3b8-c4f3-4997-970f-d366c013bda9 req-3f2cfc50-cec1-47b4-a86c-7d6178d22d1b tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=31d1278d-88ca-4775-bc4d-484418228478 HTTP/1.1" status: 200 len: 944 time: 0.2629197 Jul 16 03:34:19.331979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:19.357179 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a9e2dfa-d334-4d75-8ea3-afa9b4507ff2 req-5d729895-b6a3-487c-9c23-225322018d12 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135433 Jul 16 03:34:19.394795 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaa694-3d09-4b4e-b62b-4340a3573b08 req-68bca569-ce53-40b0-b644-6f2b25b627d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:19.398482 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5fdaa694-3d09-4b4e-b62b-4340a3573b08 req-68bca569-ce53-40b0-b644-6f2b25b627d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8536182f-4677-4cbb-86c0-6da48edb163b HTTP/1.1" status: 200 len: 854 time: 0.1200969 Jul 16 03:34:19.401260 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e461f3b8-c4f3-4997-970f-d366c013bda9 req-9f1daf27-202f-48d6-9356-2ad7691f7399 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833564 Jul 16 03:34:19.494705 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5fdaa694-3d09-4b4e-b62b-4340a3573b08 req-e8f408a7-323e-486c-9938-3b41c1384458 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c25f7dda-1347-4dac-bbfb-85ae4b87a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857460 Jul 16 03:34:19.585166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 28fb9f84-5077-4c01-b05f-6e88ba0c8605 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:19.593871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 28fb9f84-5077-4c01-b05f-6e88ba0c8605 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:19.594723 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.640179 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5fdaa694-3d09-4b4e-b62b-4340a3573b08 req-1064993e-98db-41f2-90eb-4a7fbea6d6c5 service neutron] 10.222.0.20 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407695 Jul 16 03:34:19.645392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43194380-cdbe-48ee-bb6b-cbaa4781f002 req-1adf4eda-2c9d-4a13-ba6e-8eb5aed89926 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:19.652687 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43194380-cdbe-48ee-bb6b-cbaa4781f002 req-1adf4eda-2c9d-4a13-ba6e-8eb5aed89926 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 945 time: 0.1204202 Jul 16 03:34:19.689272 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43194380-cdbe-48ee-bb6b-cbaa4781f002 req-c9b27ef4-05f9-44f3-ad84-efb212a753c9 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356853 Jul 16 03:34:19.726424 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.776956 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Transition to ACTIVE for port object 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:19.827423 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.838483 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Transition to ACTIVE for port object 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:19.839894 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5fdaa694-3d09-4b4e-b62b-4340a3573b08 req-40c040ec-bd99-4677-9941-fbffb2575841 service neutron] 10.222.0.20 "GET /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902182 Jul 16 03:34:19.886139 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.910753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e03060-ef65-4f68-894f-1414476cb63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fb9f84-5077-4c01-b05f-6e88ba0c8605'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:19.913494 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf6a336-2c9a-499c-9fe7-fdba1a800b7a" -d '{"events": [{"server_uuid": "f8e03060-ef65-4f68-894f-1414476cb63a", "name": "network-vif-plugged", "status": "completed", "tag": "28fb9f84-5077-4c01-b05f-6e88ba0c8605"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:19.947221 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Network 20a8284f-0f3e-4963-b1bf-79676c93d2ff is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:19.954843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 28fb9f84-5077-4c01-b05f-6e88ba0c8605, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=28fb9f84-5077-4c01-b05f-6e88ba0c8605,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:19.961406 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:19.969477 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:19.973169 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:19.983710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Pushing event updated for resources: {'Port': ['ID=812182b2-2cc7-4b65-a041-ad56f2c9d8e7,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:20.038940 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-3d742168-1943-4bfa-94ad-8c653c299ebf tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:20.041734 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-3d742168-1943-4bfa-94ad-8c653c299ebf tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/networks?id=20a8284f-0f3e-4963-b1bf-79676c93d2ff HTTP/1.1" status: 200 len: 815 time: 0.1267431 Jul 16 03:34:20.064473 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-e3753f1c-559e-4255-8d79-5bb9c49886bf tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/quotas/7dfde10f318c484aafffc61ac184b20c HTTP/1.1" status: 200 len: 375 time: 0.0160062 Jul 16 03:34:20.076886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Attempting to bind port 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:20.077212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Attempting to bind port 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:20.077578 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Attempting to bind port 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 on network 20a8284f-0f3e-4963-b1bf-79676c93d2ff {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:20.090606 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:20.090981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Checking segment: {'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:20.091386 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.091780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Bound using segment: {'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:20.092255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Bound port: 812182b2-2cc7-4b65-a041-ad56f2c9d8e7, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:20.092658 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.118529 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ce7e0a-30f0-42fa-bad1-d1925fa78981', 'name': 'network-vif-deleted', 'tag': '101b7c39-51e1-4d17-a7b8-a92ca349c1b9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:20.120880 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07468110-1d0a-4891-94fd-b87a98ef6e93" -d '{"events": [{"server_uuid": "09ce7e0a-30f0-42fa-bad1-d1925fa78981", "name": "network-vif-deleted", "tag": "101b7c39-51e1-4d17-a7b8-a92ca349c1b9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:20.143440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-1fa24810-43ed-4abc-811f-c9ea801b65ec tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7dfde10f318c484aafffc61ac184b20c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778530 Jul 16 03:34:20.164758 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59982) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:20.188985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] For port 812182b2-2cc7-4b65-a041-ad56f2c9d8e7, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:20.192211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] For port 812182b2-2cc7-4b65-a041-ad56f2c9d8e7, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=812182b2-2cc7-4b65-a041-ad56f2c9d8e7,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:20.193699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device effcc2e6-0b45-461b-867e-ae143c975b20 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:20.201741 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.234494 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=28fb9f84-5077-4c01-b05f-6e88ba0c8605,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:20.244596 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed1b06b-e00b-4bd2-aaca-9407f51603d7 x-openstack-request-id: req-4ed1b06b-e00b-4bd2-aaca-9407f51603d7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:20.245103 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e03060-ef65-4f68-894f-1414476cb63a", "name": "network-vif-plugged", "status": "completed", "tag": "28fb9f84-5077-4c01-b05f-6e88ba0c8605", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:20.245525 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ed1b06b-e00b-4bd2-aaca-9407f51603d7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:20.246079 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e03060-ef65-4f68-894f-1414476cb63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fb9f84-5077-4c01-b05f-6e88ba0c8605', 'code': 200} Jul 16 03:34:20.271901 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de61616-3f09-41a2-8abc-3877dc64896a x-openstack-request-id: req-9de61616-3f09-41a2-8abc-3877dc64896a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:20.272235 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ce7e0a-30f0-42fa-bad1-d1925fa78981", "name": "network-vif-deleted", "tag": "101b7c39-51e1-4d17-a7b8-a92ca349c1b9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:20.272480 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9de61616-3f09-41a2-8abc-3877dc64896a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:20.272887 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ce7e0a-30f0-42fa-bad1-d1925fa78981', 'name': 'network-vif-deleted', 'tag': '101b7c39-51e1-4d17-a7b8-a92ca349c1b9', 'status': 'completed', 'code': 200} Jul 16 03:34:20.273487 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-978caf32-e311-483e-95d2-216d330b9e62 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.318976 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-1540700d-3078-42f8-ab96-c917dd0d0fb1 service neutron] 10.222.0.18 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740928 Jul 16 03:34:20.330368 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port effcc2e6-0b45-461b-867e-ae143c975b20 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:20.337407 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port effcc2e6-0b45-461b-867e-ae143c975b20 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:20.337795 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.351113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf7ffc-228f-4a25-b8ac-fba4e6ea510f None None] Pushing event updated for resources: {'Port': ['ID=812182b2-2cc7-4b65-a041-ad56f2c9d8e7,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:20.378739 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-978caf32-e311-483e-95d2-216d330b9e62 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.456910 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41b333-cc2e-46f3-a73f-3f534194333d req-47e6ac96-790f-4da5-a25a-43b9cf26f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:20.458762 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7b41b333-cc2e-46f3-a73f-3f534194333d req-47e6ac96-790f-4da5-a25a-43b9cf26f78c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f8e03060-ef65-4f68-894f-1414476cb63a HTTP/1.1" status: 200 len: 1096 time: 0.1656318 Jul 16 03:34:20.490116 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-963968fd-c3d6-4c32-9d08-e1847d2550b8 service neutron] 10.222.0.18 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678157 Jul 16 03:34:20.494285 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-978caf32-e311-483e-95d2-216d330b9e62 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.497529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-978caf32-e311-483e-95d2-216d330b9e62 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.501026 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-978caf32-e311-483e-95d2-216d330b9e62 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "DELETE /v2.0/security-groups/9727949a-05b8-48ad-aaef-af0bdb59bb3c HTTP/1.1" status: 204 len: 168 time: 0.3324902 Jul 16 03:34:20.501205 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.502407 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:20.513821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978caf32-e311-483e-95d2-216d330b9e62 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9727949a-05b8-48ad-aaef-af0bdb59bb3c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:20.541819 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-6ae078d9-30cd-4610-8596-e06a8b311c40 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] show failed (client error): The resource could not be found. Jul 16 03:34:20.543714 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6ae078d9-30cd-4610-8596-e06a8b311c40 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "GET /v2.0/security-groups/9727949a-05b8-48ad-aaef-af0bdb59bb3c HTTP/1.1" status: 404 len: 347 time: 0.0402713 Jul 16 03:34:20.549698 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:20.557949 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7b41b333-cc2e-46f3-a73f-3f534194333d req-5955860f-76d9-4431-ac57-60edabb7d327 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863476 Jul 16 03:34:20.582170 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=effcc2e6-0b45-461b-867e-ae143c975b20,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:20.589281 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:20.590194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:20.729263 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=effcc2e6-0b45-461b-867e-ae143c975b20,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:20.733070 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:20.733424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 101b7c39-51e1-4d17-a7b8-a92ca349c1b9 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:20.733844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6fd0c118-3060-48cb-bafb-28e7e0685765 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:20.781526 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 6fd0c118-3060-48cb-bafb-28e7e0685765 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:20.781926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6fd0c118-3060-48cb-bafb-28e7e0685765 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:20.971254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48ca53-2f41-4e69-ae82-bc0cc688a56a req-4ef9ec0e-d4c8-43fc-9cbc-6bcbd72d537a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:20.978450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd48ca53-2f41-4e69-ae82-bc0cc688a56a req-4ef9ec0e-d4c8-43fc-9cbc-6bcbd72d537a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.2277362 Jul 16 03:34:20.987248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-38539aa9-1e52-44d1-a128-8bb582a74bd8 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Deleting port 6fa8cc9a-5c11-4725-b469-1bb25df5ef54 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:20.987584 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38539aa9-1e52-44d1-a128-8bb582a74bd8 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.072141 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd48ca53-2f41-4e69-ae82-bc0cc688a56a req-41dbccf6-ee2b-4ef6-b0a5-68fae8cacaa2 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928206 Jul 16 03:34:21.107087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 144ad66f-d7fb-45b6-92db-be1d7bfab914 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:21.144003 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38539aa9-1e52-44d1-a128-8bb582a74bd8 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.147324 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38539aa9-1e52-44d1-a128-8bb582a74bd8 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.171146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8417022-1361-4666-9b0d-27ae07c8c9e9 req-e9e9faad-8bc6-43e4-bcc6-367d39e243b5 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:21.178174 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8417022-1361-4666-9b0d-27ae07c8c9e9 req-e9e9faad-8bc6-43e4-bcc6-367d39e243b5 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=31d1278d-88ca-4775-bc4d-484418228478 HTTP/1.1" status: 200 len: 944 time: 0.1609292 Jul 16 03:34:21.180330 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-38539aa9-1e52-44d1-a128-8bb582a74bd8 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Calling delete_port for 6fa8cc9a-5c11-4725-b469-1bb25df5ef54 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:21.267609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8417022-1361-4666-9b0d-27ae07c8c9e9 req-94205a8a-53f8-4f6e-84f1-479d81e3b8a0 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884473 Jul 16 03:34:21.312776 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 144ad66f-d7fb-45b6-92db-be1d7bfab914, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=144ad66f-d7fb-45b6-92db-be1d7bfab914,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:21.328304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '144ad66f-d7fb-45b6-92db-be1d7bfab914', 'network_id': '424001cf-673a-487d-900c-8d545bf39911', 'port_id': '144ad66f-d7fb-45b6-92db-be1d7bfab914', 'mac_address': 'fa:16:3e:2b:a7:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30f8002-791b-49aa-a88d-6e5780d50a09', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:21.413517 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.455073 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38539aa9-1e52-44d1-a128-8bb582a74bd8 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.464780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144ad66f-d7fb-45b6-92db-be1d7bfab914 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:21.496828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 144ad66f-d7fb-45b6-92db-be1d7bfab914, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=144ad66f-d7fb-45b6-92db-be1d7bfab914,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:21.501055 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.581212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=144ad66f-d7fb-45b6-92db-be1d7bfab914,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:21.588507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38539aa9-1e52-44d1-a128-8bb582a74bd8 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Pushing event deleted for resources: {'Port': ['ID=6fa8cc9a-5c11-4725-b469-1bb25df5ef54,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:21.724435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304b740-0683-4f80-833a-1c018b6f9add req-bb02caa8-69fc-400d-b5c5-2334974224c2 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:21.732226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7304b740-0683-4f80-833a-1c018b6f9add req-bb02caa8-69fc-400d-b5c5-2334974224c2 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 946 time: 0.2730625 Jul 16 03:34:21.732551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['144ad66f-d7fb-45b6-92db-be1d7bfab914'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:21.846920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-66be0b99-83c4-4259-91c1-c4a954b48c2f tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:21.854113 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-66be0b99-83c4-4259-91c1-c4a954b48c2f tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/networks?id=20a8284f-0f3e-4963-b1bf-79676c93d2ff HTTP/1.1" status: 200 len: 815 time: 0.4146767 Jul 16 03:34:21.859122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:21.859448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7304b740-0683-4f80-833a-1c018b6f9add req-14f7d78a-771f-42aa-adca-28d02293629a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165936 Jul 16 03:34:21.866300 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38539aa9-1e52-44d1-a128-8bb582a74bd8 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.868882 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-38539aa9-1e52-44d1-a128-8bb582a74bd8 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:21.872833 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-38539aa9-1e52-44d1-a128-8bb582a74bd8 tempest-ServersTestBootFromVolume-399510531 tempest-ServersTestBootFromVolume-399510531-project] 10.222.0.18 "DELETE /v2.0/floatingips/3b256201-afc2-439f-b50b-3862bcf91f55 HTTP/1.1" status: 204 len: 168 time: 1.3193407 Jul 16 03:34:21.873349 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60022) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:21.893507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-71182284-61b0-495a-863a-762315ba1f5d tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/quotas/7dfde10f318c484aafffc61ac184b20c HTTP/1.1" status: 200 len: 375 time: 0.0385065 Jul 16 03:34:21.942152 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f28eab-4339-4172-a2d7-764d9b256150 None None] Network 20a8284f-0f3e-4963-b1bf-79676c93d2ff requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:22.003873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-adcd5db8-e80f-499e-8f32-20076cd938dd tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7dfde10f318c484aafffc61ac184b20c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020725 Jul 16 03:34:22.138027 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-a42eebdb-bbfd-4b10-aa26-6ab4436f7d29 service neutron] 10.222.0.18 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256800 Jul 16 03:34:22.239777 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7451e155-ce6b-4d89-a0c3-167f918aa5fb None None] Provisioning for port 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:22.252553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85960c40-8221-4c71-bfca-27ec84651d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effcc2e6-0b45-461b-867e-ae143c975b20'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:22.254993 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2664d144-fd28-4166-810e-4d293e9451a1" -d '{"events": [{"server_uuid": "85960c40-8221-4c71-bfca-27ec84651d85", "name": "network-vif-plugged", "status": "completed", "tag": "effcc2e6-0b45-461b-867e-ae143c975b20"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:22.299757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:22.312294 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:22.312778 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.384547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-68cc197c-d46b-4c70-a8a4-bdf9caaf8ad9 service neutron] 10.222.0.18 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398365 Jul 16 03:34:22.568784 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.667374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 812182b2-2cc7-4b65-a041-ad56f2c9d8e7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=812182b2-2cc7-4b65-a041-ad56f2c9d8e7,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:22.676628 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:22.745544 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ab0945-7ed5-454a-8331-720da6d31f91 x-openstack-request-id: req-e1ab0945-7ed5-454a-8331-720da6d31f91 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:22.746281 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85960c40-8221-4c71-bfca-27ec84651d85", "name": "network-vif-plugged", "status": "completed", "tag": "effcc2e6-0b45-461b-867e-ae143c975b20", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:22.746865 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1ab0945-7ed5-454a-8331-720da6d31f91 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:22.747378 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85960c40-8221-4c71-bfca-27ec84651d85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effcc2e6-0b45-461b-867e-ae143c975b20', 'code': 200} Jul 16 03:34:22.751325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=812182b2-2cc7-4b65-a041-ad56f2c9d8e7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:22.790766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25d7e3-5fa4-4ea6-a980-5abc0fec89dc req-ffe7a768-510f-4379-ad29-f213ada4e4ab tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:22.793874 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af25d7e3-5fa4-4ea6-a980-5abc0fec89dc req-ffe7a768-510f-4379-ad29-f213ada4e4ab tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.1945558 Jul 16 03:34:22.809159 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-8c733a84-3846-464b-be49-e171c1af2192 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:22.811009 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-8c733a84-3846-464b-be49-e171c1af2192 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.88 "GET /v2.0/networks?id=20a8284f-0f3e-4963-b1bf-79676c93d2ff HTTP/1.1" status: 200 len: 815 time: 0.3451271 Jul 16 03:34:22.832762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-484905d4-da38-44d4-8740-d9641b20f50a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Request body: {'port': {'device_id': 'eeefa527-f1ee-4e29-8d34-ac1cfb424548', 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff', 'admin_state_up': True, 'tenant_id': '7dfde10f318c484aafffc61ac184b20c'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:22.877937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af25d7e3-5fa4-4ea6-a980-5abc0fec89dc req-85b46fe3-a8b3-47af-bf71-4fa9117d909a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669122 Jul 16 03:34:23.013855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0d3b249d-96b8-428d-ad96-382c3b1ad53c None None] Provisioning complete for port 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:23.014551 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d3b249d-96b8-428d-ad96-382c3b1ad53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.130640 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-484905d4-da38-44d4-8740-d9641b20f50a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Made reservation on behalf of 7dfde10f318c484aafffc61ac184b20c for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:23.132597 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 144ad66f-d7fb-45b6-92db-be1d7bfab914 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:23.134913 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-484905d4-da38-44d4-8740-d9641b20f50a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.165613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f18af9-a72a-4ef2-ad8d-bb0fd051c98a req-9896a37a-26ec-4823-a2c2-04cdc71716d5 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:23.173878 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78f18af9-a72a-4ef2-ad8d-bb0fd051c98a req-9896a37a-26ec-4823-a2c2-04cdc71716d5 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=31d1278d-88ca-4775-bc4d-484418228478 HTTP/1.1" status: 200 len: 945 time: 0.1476798 Jul 16 03:34:23.178024 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60dc901-76d3-4347-a037-6d4e4e1ca8c9 req-6071ed55-275b-43f6-9082-c65200dea55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:23.187703 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d60dc901-76d3-4347-a037-6d4e4e1ca8c9 req-6071ed55-275b-43f6-9082-c65200dea55d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 1097 time: 0.2346199 Jul 16 03:34:23.219843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 144ad66f-d7fb-45b6-92db-be1d7bfab914 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:23.224280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 144ad66f-d7fb-45b6-92db-be1d7bfab914 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:23.224810 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.280746 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78f18af9-a72a-4ef2-ad8d-bb0fd051c98a req-49236f35-e7c4-4b83-b586-f70a85dca37f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058309 Jul 16 03:34:23.332975 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f8c1e-8f4f-445f-8067-90d44d25cca5 req-5b7aaaf9-9290-4f7a-adaf-5d21f1faf975 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:23.334711 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae5f8c1e-8f4f-445f-8067-90d44d25cca5 req-5b7aaaf9-9290-4f7a-adaf-5d21f1faf975 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 950 time: 0.1366498 Jul 16 03:34:23.336159 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.343947 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c4927c3-7966-4f10-9d75-7d2edf4607f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.395608 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 144ad66f-d7fb-45b6-92db-be1d7bfab914, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=144ad66f-d7fb-45b6-92db-be1d7bfab914,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:23.397540 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d60dc901-76d3-4347-a037-6d4e4e1ca8c9 req-9ea9d91c-70f3-4c3b-a9d3-7b831db33972 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938250 Jul 16 03:34:23.401437 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.425251 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae5f8c1e-8f4f-445f-8067-90d44d25cca5 req-241eaa1f-9011-4241-a2bf-044866382b5d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818260 Jul 16 03:34:23.457892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=144ad66f-d7fb-45b6-92db-be1d7bfab914,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:23.541739 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-484905d4-da38-44d4-8740-d9641b20f50a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Allocated IP 172.20.0.7 (20a8284f-0f3e-4963-b1bf-79676c93d2ff/4d042175-0147-4748-a5df-435f3d1ed071/a188a71b-5d9a-479f-ad52-468c2ac9e089) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:23.567583 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-c58a3d5f-7579-4cc0-a9e1-8783836310ce tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:23.574986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-c58a3d5f-7579-4cc0-a9e1-8783836310ce tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/networks?id=20a8284f-0f3e-4963-b1bf-79676c93d2ff HTTP/1.1" status: 200 len: 815 time: 0.1639438 Jul 16 03:34:23.597623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-2273d896-329f-42c0-8349-fd70985c76d2 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/quotas/7dfde10f318c484aafffc61ac184b20c HTTP/1.1" status: 200 len: 375 time: 0.0207551 Jul 16 03:34:23.720133 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-04e68a74-53df-47e2-a746-df9af9c752a8 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7dfde10f318c484aafffc61ac184b20c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1216130 Jul 16 03:34:23.744256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccfb55-ee2f-4e4d-a4ec-f076b02fe9eb req-60ea62e4-7b45-4484-85fc-14114c5a0b88 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:23.746149 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6eccfb55-ee2f-4e4d-a4ec-f076b02fe9eb req-60ea62e4-7b45-4484-85fc-14114c5a0b88 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.1000566 Jul 16 03:34:23.783725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:23.816376 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-484905d4-da38-44d4-8740-d9641b20f50a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.833502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:23.833739 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.850624 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6eccfb55-ee2f-4e4d-a4ec-f076b02fe9eb req-1b5b5e22-2349-4540-a8d2-ddcb9ee82555 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810211 Jul 16 03:34:23.863684 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-484905d4-da38-44d4-8740-d9641b20f50a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Transition to ACTIVE for port object a188a71b-5d9a-479f-ad52-468c2ac9e089 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:23.874909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-204fa34b-5496-49d8-b5f6-d66f756a74e7 service neutron] 10.222.0.18 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412399 Jul 16 03:34:23.923001 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08133b92-5764-4040-b01a-0e1f9b5d52eb req-582b93bc-2f4b-4e48-8dc9-db6ac177297c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:23.924475 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-08133b92-5764-4040-b01a-0e1f9b5d52eb req-582b93bc-2f4b-4e48-8dc9-db6ac177297c tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 950 time: 0.1135578 Jul 16 03:34:23.931620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2c4927c3-7966-4f10-9d75-7d2edf4607f5 admin admin] Deleting port d569a932-c451-43b3-94e9-a9a3acda041a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:23.931963 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c4927c3-7966-4f10-9d75-7d2edf4607f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:23.970701 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-fb1812ac-1815-4eec-b857-cfcb6101ebbd service neutron] 10.222.0.18 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949221 Jul 16 03:34:24.027750 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-484905d4-da38-44d4-8740-d9641b20f50a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.072344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95c894-b157-4ed4-9bed-a47bfa16ac66 req-be886c18-edc9-4b87-a295-865aeaea23d6 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:24.074438 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a95c894-b157-4ed4-9bed-a47bfa16ac66 req-be886c18-edc9-4b87-a295-865aeaea23d6 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 946 time: 0.0714588 Jul 16 03:34:24.116272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-484905d4-da38-44d4-8740-d9641b20f50a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Network 20a8284f-0f3e-4963-b1bf-79676c93d2ff is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:24.123635 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a95c894-b157-4ed4-9bed-a47bfa16ac66 req-3906033a-136f-4610-9671-0072a96f6a0c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433514 Jul 16 03:34:24.133508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-484905d4-da38-44d4-8740-d9641b20f50a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:24.138880 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484905d4-da38-44d4-8740-d9641b20f50a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Pushing event updated for resources: {'Port': ['ID=a188a71b-5d9a-479f-ad52-468c2ac9e089,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:24.141247 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-484905d4-da38-44d4-8740-d9641b20f50a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:24.144895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2c4927c3-7966-4f10-9d75-7d2edf4607f5 admin admin] For port d569a932-c451-43b3-94e9-a9a3acda041a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d569a932-c451-43b3-94e9-a9a3acda041a,segment=NetworkSegment(4811f62d-a58a-4d2b-970a-a0f755a5aed5),segment_id=4811f62d-a58a-4d2b-970a-a0f755a5aed5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:24.145253 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c4927c3-7966-4f10-9d75-7d2edf4607f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.427713 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d627c1cc-2664-4049-ba8b-98694b2a3267 req-fe67ce89-ea28-4cb2-94cc-5114e2926389 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 210 time: 0.0962317 Jul 16 03:34:24.539667 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4ff05778-dfca-4a3f-b480-ec05ac040823 None None] Provisioning for port a188a71b-5d9a-479f-ad52-468c2ac9e089 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:24.562327 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4ff05778-dfca-4a3f-b480-ec05ac040823 None None] Provisioning complete for port a188a71b-5d9a-479f-ad52-468c2ac9e089 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:24.562727 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4ff05778-dfca-4a3f-b480-ec05ac040823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.647923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4ff05778-dfca-4a3f-b480-ec05ac040823 None None] Port a188a71b-5d9a-479f-ad52-468c2ac9e089 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:24.678175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2c4927c3-7966-4f10-9d75-7d2edf4607f5 admin admin] Calling delete_port for d569a932-c451-43b3-94e9-a9a3acda041a owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:24.748119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d1278d-88ca-4775-bc4d-484418228478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144ad66f-d7fb-45b6-92db-be1d7bfab914'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:24.750786 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e16428-ada0-4a84-8daa-3fd32fef251f" -d '{"events": [{"server_uuid": "31d1278d-88ca-4775-bc4d-484418228478", "name": "network-vif-plugged", "status": "completed", "tag": "144ad66f-d7fb-45b6-92db-be1d7bfab914"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:24.777895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-484905d4-da38-44d4-8740-d9641b20f50a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:24.778600 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-484905d4-da38-44d4-8740-d9641b20f50a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.809644 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-08133b92-5764-4040-b01a-0e1f9b5d52eb req-c8d87296-d2f3-4f7c-88fe-8a6ed0a2a619 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Deleting port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:24.810000 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08133b92-5764-4040-b01a-0e1f9b5d52eb req-c8d87296-d2f3-4f7c-88fe-8a6ed0a2a619 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:24.862288 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-484905d4-da38-44d4-8740-d9641b20f50a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0404234 Jul 16 03:34:24.880294 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Request body: {'port': {'device_id': 'eeefa527-f1ee-4e29-8d34-ac1cfb424548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:24.997087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-e8b0b6aa-18e4-4eb7-bfb7-83fe106f8b3e tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:24.998548 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-e8b0b6aa-18e4-4eb7-bfb7-83fe106f8b3e tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.20 "GET /v2.0/networks?id=20a8284f-0f3e-4963-b1bf-79676c93d2ff HTTP/1.1" status: 200 len: 815 time: 0.3299420 Jul 16 03:34:25.005239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af8870-2b79-4203-9ed8-859937c32596 req-f54f6f75-53bf-4514-99bd-1ba1f466e01d tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.006741 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7af8870-2b79-4203-9ed8-859937c32596 req-f54f6f75-53bf-4514-99bd-1ba1f466e01d tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=31d1278d-88ca-4775-bc4d-484418228478 HTTP/1.1" status: 200 len: 946 time: 0.4234951 Jul 16 03:34:25.020419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-2708334b-4fa9-4fae-ba8e-f6ec84e4bc19 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Request body: {'port': {'device_id': 'c3f2ea6f-62af-4fed-b755-698c9b884859', 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff', 'admin_state_up': True, 'tenant_id': '7dfde10f318c484aafffc61ac184b20c'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:25.050428 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ca3df-e10a-4e1a-be1b-fefe9171c169 req-f5b15dab-adee-4acc-a517-c3dedab5db44 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.052417 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-433ca3df-e10a-4e1a-be1b-fefe9171c169 req-f5b15dab-adee-4acc-a517-c3dedab5db44 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.3953850 Jul 16 03:34:25.077286 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7af8870-2b79-4203-9ed8-859937c32596 req-a56ec76b-ab0c-47ef-b9b4-d6cdcae91038 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579262 Jul 16 03:34:25.102477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-08133b92-5764-4040-b01a-0e1f9b5d52eb req-c8d87296-d2f3-4f7c-88fe-8a6ed0a2a619 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] For port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=87af4b36-f84f-438e-aaa9-6bdc8eb86b91,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:25.102849 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08133b92-5764-4040-b01a-0e1f9b5d52eb req-c8d87296-d2f3-4f7c-88fe-8a6ed0a2a619 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.112265 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-433ca3df-e10a-4e1a-be1b-fefe9171c169 req-273bfe71-889c-4a3f-8902-369b3a0537e3 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490291 Jul 16 03:34:25.135246 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-08133b92-5764-4040-b01a-0e1f9b5d52eb req-c8d87296-d2f3-4f7c-88fe-8a6ed0a2a619 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Calling delete_port for 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:25.161486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.177703 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ec0913-abb1-410e-a85f-1b5890f43a6b x-openstack-request-id: req-99ec0913-abb1-410e-a85f-1b5890f43a6b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:25.177703 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d1278d-88ca-4775-bc4d-484418228478", "name": "network-vif-plugged", "status": "completed", "tag": "144ad66f-d7fb-45b6-92db-be1d7bfab914", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:25.177703 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99ec0913-abb1-410e-a85f-1b5890f43a6b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:25.178436 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d1278d-88ca-4775-bc4d-484418228478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144ad66f-d7fb-45b6-92db-be1d7bfab914', 'code': 200} Jul 16 03:34:25.378382 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad049cf-a096-4aa6-950e-dc3effeacdc9 req-800501b3-cc68-4cd3-b49b-0be1843c684d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.379762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ad049cf-a096-4aa6-950e-dc3effeacdc9 req-800501b3-cc68-4cd3-b49b-0be1843c684d tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 950 time: 0.1468949 Jul 16 03:34:25.387213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc84c37-75cd-4a57-a448-03512a79b228 req-04d1663d-88c0-45ff-a4f5-8307716c8a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.388627 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fbc84c37-75cd-4a57-a448-03512a79b228 req-04d1663d-88c0-45ff-a4f5-8307716c8a28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=31d1278d-88ca-4775-bc4d-484418228478 HTTP/1.1" status: 200 len: 1097 time: 0.1272790 Jul 16 03:34:25.403357 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c4927c3-7966-4f10-9d75-7d2edf4607f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.421837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6290bfd-b8e2-4a38-88bc-133f70168944 req-bdcb5239-f028-4f7f-819f-8567fab5e3d2 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.423372 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6290bfd-b8e2-4a38-88bc-133f70168944 req-bdcb5239-f028-4f7f-819f-8567fab5e3d2 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.1302407 Jul 16 03:34:25.465089 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4927c3-7966-4f10-9d75-7d2edf4607f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d569a932-c451-43b3-94e9-a9a3acda041a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:25.478342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ad049cf-a096-4aa6-950e-dc3effeacdc9 req-3eda3a23-f0cb-44ce-9a3f-9c9ab108bf86 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/security-groups?id=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887139 Jul 16 03:34:25.481846 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fbc84c37-75cd-4a57-a448-03512a79b228 req-72cce5c6-df33-40b8-9417-c9191937c3c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819445 Jul 16 03:34:25.489341 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-2708334b-4fa9-4fae-ba8e-f6ec84e4bc19 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Made reservation on behalf of 7dfde10f318c484aafffc61ac184b20c for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:25.493926 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-2708334b-4fa9-4fae-ba8e-f6ec84e4bc19 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.500421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6290bfd-b8e2-4a38-88bc-133f70168944 req-73a21cae-73f5-4669-af12-53e2ef652bf6 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686281 Jul 16 03:34:25.745631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08133b92-5764-4040-b01a-0e1f9b5d52eb req-c8d87296-d2f3-4f7c-88fe-8a6ed0a2a619 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:25.766065 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['87af4b36-f84f-438e-aaa9-6bdc8eb86b91'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:25.846246 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2ab25-7d5b-403f-bb36-75bc71dc9fb0 req-415a944b-734e-48e8-b626-942b849682da tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.847898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56b2ab25-7d5b-403f-bb36-75bc71dc9fb0 req-415a944b-734e-48e8-b626-942b849682da tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 946 time: 0.1821926 Jul 16 03:34:25.854661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-aa6b8cf8-9ae9-406f-9d07-50211c2a496e tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:25.856110 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-aa6b8cf8-9ae9-406f-9d07-50211c2a496e tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.88 "GET /v2.0/networks?id=20a8284f-0f3e-4963-b1bf-79676c93d2ff HTTP/1.1" status: 200 len: 815 time: 0.2418809 Jul 16 03:34:25.871557 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-f3a1cb25-376d-4130-9d8c-54f7fe8bf7e7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Request body: {'port': {'device_id': 'f792e07d-ab08-438d-ae83-e6f0e9f0d9f6', 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff', 'admin_state_up': True, 'tenant_id': '7dfde10f318c484aafffc61ac184b20c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:25.924436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d87296-d2f3-4f7c-88fe-8a6ed0a2a619 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Pushing event deleted for resources: {'Port': ['ID=87af4b36-f84f-438e-aaa9-6bdc8eb86b91,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:25.969006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56b2ab25-7d5b-403f-bb36-75bc71dc9fb0 req-c334a296-daec-493b-a529-786749e424ad tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117034 Jul 16 03:34:26.009287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-08133b92-5764-4040-b01a-0e1f9b5d52eb req-c8d87296-d2f3-4f7c-88fe-8a6ed0a2a619 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] No DVR routers for this DVR port 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:26.040828 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08133b92-5764-4040-b01a-0e1f9b5d52eb req-c8d87296-d2f3-4f7c-88fe-8a6ed0a2a619 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.043020 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-08133b92-5764-4040-b01a-0e1f9b5d52eb req-c8d87296-d2f3-4f7c-88fe-8a6ed0a2a619 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.88 "DELETE /v2.0/ports/87af4b36-f84f-438e-aaa9-6bdc8eb86b91 HTTP/1.1" status: 204 len: 173 time: 2.1091189 Jul 16 03:34:26.043485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094cedaf-ef12-46ad-a6f9-37e0a51b719a', 'name': 'network-vif-deleted', 'tag': '87af4b36-f84f-438e-aaa9-6bdc8eb86b91'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:26.045853 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b7b652-452c-4ebb-8e15-a572d25c7e1c" -d '{"events": [{"server_uuid": "094cedaf-ef12-46ad-a6f9-37e0a51b719a", "name": "network-vif-deleted", "tag": "87af4b36-f84f-438e-aaa9-6bdc8eb86b91"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:26.079636 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-f3a1cb25-376d-4130-9d8c-54f7fe8bf7e7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Made reservation on behalf of 7dfde10f318c484aafffc61ac184b20c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:26.088052 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-f3a1cb25-376d-4130-9d8c-54f7fe8bf7e7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.115681 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c4927c3-7966-4f10-9d75-7d2edf4607f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.123664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a188a71b-5d9a-479f-ad52-468c2ac9e089 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:26.137514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.189978 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Transition to ACTIVE for port object a188a71b-5d9a-479f-ad52-468c2ac9e089 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:26.204576 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.266378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a0f1938b-b3cc-4d22-8ada-67e2bd98055d req-398d5a7d-1243-4f9e-8887-abcef428fef1 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 210 time: 0.0547655 Jul 16 03:34:26.323403 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598425d-7c33-4153-8e03-0ff5139b85b5 req-678b7da2-b679-44a5-88f2-930ac3e71078 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:26.330338 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f598425d-7c33-4153-8e03-0ff5139b85b5 req-678b7da2-b679-44a5-88f2-930ac3e71078 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 1097 time: 0.0628502 Jul 16 03:34:26.372722 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3ff8e5-79a8-4736-bc8f-f66b18f6704e x-openstack-request-id: req-2e3ff8e5-79a8-4736-bc8f-f66b18f6704e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:26.373021 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094cedaf-ef12-46ad-a6f9-37e0a51b719a", "name": "network-vif-deleted", "tag": "87af4b36-f84f-438e-aaa9-6bdc8eb86b91", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:26.373271 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e3ff8e5-79a8-4736-bc8f-f66b18f6704e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:26.373683 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094cedaf-ef12-46ad-a6f9-37e0a51b719a', 'name': 'network-vif-deleted', 'tag': '87af4b36-f84f-438e-aaa9-6bdc8eb86b91', 'status': 'completed', 'code': 200} Jul 16 03:34:26.379373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Pushing event updated for resources: {'Port': ['ID=a188a71b-5d9a-479f-ad52-468c2ac9e089,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:26.386541 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f598425d-7c33-4153-8e03-0ff5139b85b5 req-068d7dee-3c3a-4b7f-865c-979f627d12b9 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552301 Jul 16 03:34:26.419553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-2708334b-4fa9-4fae-ba8e-f6ec84e4bc19 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Allocated IP 172.20.0.12 (20a8284f-0f3e-4963-b1bf-79676c93d2ff/4d042175-0147-4748-a5df-435f3d1ed071/0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:26.588434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d2683-a54c-4aab-9086-c7f6e5f0d56c req-60681680-df6d-4668-919f-f139c58c7b8d tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:26.591932 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f5d2683-a54c-4aab-9086-c7f6e5f0d56c req-60681680-df6d-4668-919f-f139c58c7b8d tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=31d1278d-88ca-4775-bc4d-484418228478 HTTP/1.1" status: 200 len: 946 time: 0.1127684 Jul 16 03:34:26.692975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f5d2683-a54c-4aab-9086-c7f6e5f0d56c req-5f57f50d-926b-400e-8854-fc438d38861d tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834720 Jul 16 03:34:26.712344 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Attempting to bind port a188a71b-5d9a-479f-ad52-468c2ac9e089 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:26.712716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Attempting to bind port a188a71b-5d9a-479f-ad52-468c2ac9e089 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:26.713084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Attempting to bind port a188a71b-5d9a-479f-ad52-468c2ac9e089 on network 20a8284f-0f3e-4963-b1bf-79676c93d2ff {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:26.718464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef39d8d-0326-4e8e-9a83-00e78d5d1605 req-01eccdf0-2a9a-49eb-8bec-0364a9291e54 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:26.720959 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ef39d8d-0326-4e8e-9a83-00e78d5d1605 req-01eccdf0-2a9a-49eb-8bec-0364a9291e54 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.1472902 Jul 16 03:34:26.737849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Port a188a71b-5d9a-479f-ad52-468c2ac9e089 on network 20a8284f-0f3e-4963-b1bf-79676c93d2ff not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:26.738188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Attempting to bind port a188a71b-5d9a-479f-ad52-468c2ac9e089 on network 20a8284f-0f3e-4963-b1bf-79676c93d2ff {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:26.751968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:26.752326 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Checking segment: {'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:26.752738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Bound using segment: {'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:26.753193 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Bound port: a188a71b-5d9a-479f-ad52-468c2ac9e089, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:26.753561 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.776937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ef39d8d-0326-4e8e-9a83-00e78d5d1605 req-9d48f1c5-a418-4ae9-9f82-11e9ec306b61 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506313 Jul 16 03:34:26.806059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4927c3-7966-4f10-9d75-7d2edf4607f5 admin admin] Router 81f31f80-9277-440a-8377-5de11aab5b63 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:34:26.913731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35522ab3-a515-4391-a247-ad26f7092ba3 req-5fa967ae-1971-4b4a-8d04-adc242fa6def tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:26.916636 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35522ab3-a515-4391-a247-ad26f7092ba3 req-5fa967ae-1971-4b4a-8d04-adc242fa6def tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 1097 time: 0.0747311 Jul 16 03:34:26.947555 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-2708334b-4fa9-4fae-ba8e-f6ec84e4bc19 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:26.967753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-babd0a7d-1c5d-43e3-80aa-e204f5cc9f05 req-59472adc-1d4b-4c2a-a681-a7e87265b676 tempest-ServersOnMultiNodesTest-819199904 tempest-ServersOnMultiNodesTest-819199904-project] 10.222.0.18 "GET /v2.0/ports?device_id=094cedaf-ef12-46ad-a6f9-37e0a51b719a HTTP/1.1" status: 200 len: 210 time: 0.0391011 Jul 16 03:34:26.976270 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] For port a188a71b-5d9a-479f-ad52-468c2ac9e089, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:26.989249 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35522ab3-a515-4391-a247-ad26f7092ba3 req-83d2cd09-f304-4da7-998a-22fe50b44803 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668390 Jul 16 03:34:27.016844 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] For port a188a71b-5d9a-479f-ad52-468c2ac9e089, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a188a71b-5d9a-479f-ad52-468c2ac9e089,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:27.019586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-2708334b-4fa9-4fae-ba8e-f6ec84e4bc19 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Transition to ACTIVE for port object 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:27.025460 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.070705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4927c3-7966-4f10-9d75-7d2edf4607f5 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:34:27.076211 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:27.077009 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.078428 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] 10.222.0.88 "PUT /v2.0/ports/a188a71b-5d9a-479f-ad52-468c2ac9e089 HTTP/1.1" status: 200 len: 1091 time: 2.2069683 Jul 16 03:34:27.080974 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca50673c-933f-4950-8579-8b2d299d05e7 None None] Sync routers for ids ['81f31f80-9277-440a-8377-5de11aab5b63'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:34:27.084738 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2c4927c3-7966-4f10-9d75-7d2edf4607f5 admin admin] 10.222.0.18 "PUT /v2.0/routers/81f31f80-9277-440a-8377-5de11aab5b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2095594 Jul 16 03:34:27.085326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:27.092604 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca50673c-933f-4950-8579-8b2d299d05e7 None None] Routers {'81f31f80-9277-440a-8377-5de11aab5b63'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:27.093227 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ca50673c-933f-4950-8579-8b2d299d05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:34:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['81f31f80-9277-440a-8377-5de11aab5b63'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:27.122853 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0666213-24c7-4b91-a4f2-a1afca3f71bd service neutron] Pushing event updated for resources: {'Port': ['ID=a188a71b-5d9a-479f-ad52-468c2ac9e089,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:27.139127 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-2708334b-4fa9-4fae-ba8e-f6ec84e4bc19 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.239897 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ca50673c-933f-4950-8579-8b2d299d05e7 None None] Set router 81f31f80-9277-440a-8377-5de11aab5b63 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:34:27.272109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708334b-4fa9-4fae-ba8e-f6ec84e4bc19 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Pushing event updated for resources: {'Port': ['ID=0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:27.281037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-2708334b-4fa9-4fae-ba8e-f6ec84e4bc19 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Network 20a8284f-0f3e-4963-b1bf-79676c93d2ff is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:27.291770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-2708334b-4fa9-4fae-ba8e-f6ec84e4bc19 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:27.295698 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-f3a1cb25-376d-4130-9d8c-54f7fe8bf7e7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Allocated IP 172.20.0.14 (20a8284f-0f3e-4963-b1bf-79676c93d2ff/4d042175-0147-4748-a5df-435f3d1ed071/c7469efb-1961-4b8f-8f51-0a92c9909971) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:27.302939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-2708334b-4fa9-4fae-ba8e-f6ec84e4bc19 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:27.370416 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-2708334b-4fa9-4fae-ba8e-f6ec84e4bc19 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:27.370902 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-2708334b-4fa9-4fae-ba8e-f6ec84e4bc19 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.387605 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-2708334b-4fa9-4fae-ba8e-f6ec84e4bc19 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3747873 Jul 16 03:34:27.391457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-076dc5a2-a9aa-4f45-ac52-bf3e27778836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:27.393131 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-076dc5a2-a9aa-4f45-ac52-bf3e27778836 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7dfde10f318c484aafffc61ac184b20c&device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 1094 time: 0.2665915 Jul 16 03:34:27.402272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Request body: {'port': {'device_id': 'c3f2ea6f-62af-4fed-b755-698c9b884859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:27.496537 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ca50673c-933f-4950-8579-8b2d299d05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f31f80-9277-440a-8377-5de11aab5b63', 'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:09Z', 'updated_at': '2021-07-16T03:34:25Z', 'revision_number': 5, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'gw_port': {'id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:27.509304 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.517154 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-4da7604e-4a43-412c-8c03-f4014c70eb62 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a188a71b-5d9a-479f-ad52-468c2ac9e089 HTTP/1.1" status: 200 len: 217 time: 0.0880928 Jul 16 03:34:27.528018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989c716-c2b9-44c2-9260-7c8989e69488 req-eb4979e0-b724-47ab-88ee-8927a5e779b9 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:27.535219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6989c716-c2b9-44c2-9260-7c8989e69488 req-eb4979e0-b724-47ab-88ee-8927a5e779b9 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.3674355 Jul 16 03:34:27.536494 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca50673c-933f-4950-8579-8b2d299d05e7 None None] Checking router: 81f31f80-9277-440a-8377-5de11aab5b63 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:34:27.559786 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca50673c-933f-4950-8579-8b2d299d05e7 None None] Routers {'81f31f80-9277-440a-8377-5de11aab5b63'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:27.560927 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ca50673c-933f-4950-8579-8b2d299d05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:34:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['81f31f80-9277-440a-8377-5de11aab5b63'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:27.749580 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ca50673c-933f-4950-8579-8b2d299d05e7 None None] Set router 81f31f80-9277-440a-8377-5de11aab5b63 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:34:27.768813 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a06137d7-4a71-40a1-b5c4-1fd57adc1cb0 None None] Provisioning for port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:27.779873 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a06137d7-4a71-40a1-b5c4-1fd57adc1cb0 None None] Provisioning complete for port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:27.781365 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a06137d7-4a71-40a1-b5c4-1fd57adc1cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.782565 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6989c716-c2b9-44c2-9260-7c8989e69488 req-fd7e4d1c-5dc5-4f8d-ade3-8da442c39789 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463756 Jul 16 03:34:27.834715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a06137d7-4a71-40a1-b5c4-1fd57adc1cb0 None None] Port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:27.845324 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-f3a1cb25-376d-4130-9d8c-54f7fe8bf7e7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.872412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-f3a1cb25-376d-4130-9d8c-54f7fe8bf7e7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Transition to ACTIVE for port object c7469efb-1961-4b8f-8f51-0a92c9909971 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:27.905003 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.962501 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:27.984607 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-5733b5fb-a800-4527-ad86-8a6e56519829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:27.986411 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-5733b5fb-a800-4527-ad86-8a6e56519829 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4d042175-0147-4748-a5df-435f3d1ed071 HTTP/1.1" status: 200 len: 854 time: 0.4505465 Jul 16 03:34:28.012063 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d265797-e4bf-4056-9bb9-2644fd9fb7d5 req-78ef35a3-4de7-465c-b4da-de6a5ee9f9fc tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 210 time: 0.0738714 Jul 16 03:34:28.020421 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-f3a1cb25-376d-4130-9d8c-54f7fe8bf7e7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.043798 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ca50673c-933f-4950-8579-8b2d299d05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81f31f80-9277-440a-8377-5de11aab5b63', 'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:09Z', 'updated_at': '2021-07-16T03:34:25Z', 'revision_number': 5, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'gw_port': {'id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:28.074723 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca50673c-933f-4950-8579-8b2d299d05e7 None None] The sync data for ids ['81f31f80-9277-440a-8377-5de11aab5b63'] in n-d-800088-6 is: [{'id': '81f31f80-9277-440a-8377-5de11aab5b63', 'name': 'tempest-ServersTestBootFromVolume-1978241389-router', 'tenant_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:31:09Z', 'updated_at': '2021-07-16T03:34:25Z', 'revision_number': 5, 'project_id': 'b4fdd29d148e475cbbcdda2c0a1c04b4', 'gw_port': {'id': '153ff2ae-c8a8-4537-9e2e-333abfddb2ca', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:44:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f31f80-9277-440a-8377-5de11aab5b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:31:10Z', 'updated_at': '2021-07-16T03:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:34:28.088377 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-f3a1cb25-376d-4130-9d8c-54f7fe8bf7e7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Network 20a8284f-0f3e-4963-b1bf-79676c93d2ff is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:28.093361 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-f3a1cb25-376d-4130-9d8c-54f7fe8bf7e7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:28.102850 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-f3a1cb25-376d-4130-9d8c-54f7fe8bf7e7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:28.147548 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1cb25-376d-4130-9d8c-54f7fe8bf7e7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Pushing event updated for resources: {'Port': ['ID=c7469efb-1961-4b8f-8f51-0a92c9909971,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:28.164396 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:28.184866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] Deleting port 153ff2ae-c8a8-4537-9e2e-333abfddb2ca {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:28.185210 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.200827 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:28.201175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 87af4b36-f84f-438e-aaa9-6bdc8eb86b91 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:28.230255 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-f3a1cb25-376d-4130-9d8c-54f7fe8bf7e7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:28.231527 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-f3a1cb25-376d-4130-9d8c-54f7fe8bf7e7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.233913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-80181e7b-07d5-43aa-ab41-3d06c24531a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:28.235491 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-80181e7b-07d5-43aa-ab41-3d06c24531a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20a8284f-0f3e-4963-b1bf-79676c93d2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957459 Jul 16 03:34:28.294300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-f3a1cb25-376d-4130-9d8c-54f7fe8bf7e7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4290059 Jul 16 03:34:28.331609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Request body: {'port': {'device_id': 'f792e07d-ab08-438d-ae83-e6f0e9f0d9f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:28.392945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeefa527-f1ee-4e29-8d34-ac1cfb424548', 'tag': 'a188a71b-5d9a-479f-ad52-468c2ac9e089'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:28.395075 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea112646-0018-4d8b-8a4c-94b246a891ad" -d '{"events": [{"name": "network-changed", "server_uuid": "eeefa527-f1ee-4e29-8d34-ac1cfb424548", "tag": "a188a71b-5d9a-479f-ad52-468c2ac9e089"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:28.402146 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:28.412283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] For port 153ff2ae-c8a8-4537-9e2e-333abfddb2ca, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=153ff2ae-c8a8-4537-9e2e-333abfddb2ca,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:28.412682 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.424094 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.463926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e5cf1ed4-c707-4043-b034-2d333b219ee8 None None] Provisioning for port c7469efb-1961-4b8f-8f51-0a92c9909971 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:28.469544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e5cf1ed4-c707-4043-b034-2d333b219ee8 None None] Provisioning complete for port c7469efb-1961-4b8f-8f51-0a92c9909971 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:28.470228 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5cf1ed4-c707-4043-b034-2d333b219ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.471613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db0ea8-2d9f-49cd-86a7-e07ee24ffaa5 req-d568af52-2b99-4332-897a-211da24e315a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:28.473675 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34db0ea8-2d9f-49cd-86a7-e07ee24ffaa5 req-d568af52-2b99-4332-897a-211da24e315a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=31d1278d-88ca-4775-bc4d-484418228478 HTTP/1.1" status: 200 len: 946 time: 0.2758543 Jul 16 03:34:28.477530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Transition to ACTIVE for port object 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:28.478644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] Calling delete_port for 153ff2ae-c8a8-4537-9e2e-333abfddb2ca owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:28.487743 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.505337 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.559198 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e5cf1ed4-c707-4043-b034-2d333b219ee8 None None] Port c7469efb-1961-4b8f-8f51-0a92c9909971 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:28.633998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-672169b9-ca60-452f-a039-e6ebb775ba0d service neutron] 10.222.0.88 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881376 Jul 16 03:34:28.634955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cec508-2e90-4520-826a-526731c60126 service neutron] Pushing event updated for resources: {'Port': ['ID=0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:28.639404 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34db0ea8-2d9f-49cd-86a7-e07ee24ffaa5 req-ba419025-8f72-4ce1-af53-1761ba76c77a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465924 Jul 16 03:34:28.782285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-4eaa3884-bf27-4d12-a313-64c7e8a50fd4 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:34:28.784386 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-4eaa3884-bf27-4d12-a313-64c7e8a50fd4 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466642 Jul 16 03:34:28.819625 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-61bdaf67-baca-4884-958e-c689a2099dd5 req-0ccd1cd0-8ed3-47fe-9fbf-b453a56243aa service neutron] 10.222.0.88 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581743 Jul 16 03:34:28.893411 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Attempting to bind port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:28.894017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Attempting to bind port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:28.894666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Attempting to bind port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e on network 20a8284f-0f3e-4963-b1bf-79676c93d2ff {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:28.930125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e on network 20a8284f-0f3e-4963-b1bf-79676c93d2ff not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:28.930995 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Attempting to bind port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e on network 20a8284f-0f3e-4963-b1bf-79676c93d2ff {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:28.945584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:28.946400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Checking segment: {'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:28.947018 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Bound using segment: {'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:28.947642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Bound port: 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:28.948538 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:28.967146 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-68c6a94c-10d6-4251-ad2d-5614ab6e5652 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:28.968971 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-68c6a94c-10d6-4251-ad2d-5614ab6e5652 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports/effcc2e6-0b45-461b-867e-ae143c975b20 HTTP/1.1" status: 200 len: 1094 time: 0.1265616 Jul 16 03:34:28.995911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-15aa6415-2841-4de8-8990-cbf1eb6444cb service neutron] Request body: {'binding': {'host': 'n-h2-800088-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:28.996952 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-15aa6415-2841-4de8-8990-cbf1eb6444cb service neutron] Unknown quota resources ['binding']. {{(pid=93768) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:34:29.015672 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.054002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] Pushing event deleted for resources: {'Port': ['ID=153ff2ae-c8a8-4537-9e2e-333abfddb2ca,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:29.061122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:29.092900 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49f56b1-5657-482b-ba72-eada5f830485 x-openstack-request-id: req-f49f56b1-5657-482b-ba72-eada5f830485 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:29.093198 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeefa527-f1ee-4e29-8d34-ac1cfb424548", "tag": "a188a71b-5d9a-479f-ad52-468c2ac9e089", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:29.093455 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f49f56b1-5657-482b-ba72-eada5f830485 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:29.093870 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeefa527-f1ee-4e29-8d34-ac1cfb424548', 'tag': 'a188a71b-5d9a-479f-ad52-468c2ac9e089', 'status': 'completed', 'code': 200} Jul 16 03:34:29.156669 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] For port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:29.204408 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] For port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:29.215466 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.228495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7469efb-1961-4b8f-8f51-0a92c9909971 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:29.240961 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.245196 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.269513 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:29.270099 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.271579 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-74cec508-2e90-4520-826a-526731c60126 service neutron] 10.222.0.20 "PUT /v2.0/ports/0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e HTTP/1.1" status: 200 len: 1092 time: 1.8761055 Jul 16 03:34:29.319311 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea112646-0018-4d8b-8a4c-94b246a891ad req-404b4313-4ef7-4e7e-a69f-9ed69e06720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:29.320920 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ea112646-0018-4d8b-8a4c-94b246a891ad req-404b4313-4ef7-4e7e-a69f-9ed69e06720b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7dfde10f318c484aafffc61ac184b20c&device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 1094 time: 0.2063556 Jul 16 03:34:29.338318 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cec508-2e90-4520-826a-526731c60126 service neutron] Pushing event updated for resources: {'Port': ['ID=0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:29.370691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Transition to ACTIVE for port object c7469efb-1961-4b8f-8f51-0a92c9909971 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:29.370879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-15aa6415-2841-4de8-8990-cbf1eb6444cb service neutron] Attempting to bind port effcc2e6-0b45-461b-867e-ae143c975b20 on host n-h2-800088-6 for vnic_type normal with profile None {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:29.371079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-15aa6415-2841-4de8-8990-cbf1eb6444cb service neutron] Attempting to bind port effcc2e6-0b45-461b-867e-ae143c975b20 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:29.371486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-15aa6415-2841-4de8-8990-cbf1eb6444cb service neutron] Attempting to bind port effcc2e6-0b45-461b-867e-ae143c975b20 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:29.381209 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.386556 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.388145 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.399083 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-15aa6415-2841-4de8-8990-cbf1eb6444cb service neutron] Port effcc2e6-0b45-461b-867e-ae143c975b20 on network ae4da56c-d106-465b-8123-a4e05a78074b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:29.399416 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-15aa6415-2841-4de8-8990-cbf1eb6444cb service neutron] Attempting to bind port effcc2e6-0b45-461b-867e-ae143c975b20 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:29.399588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b84ca008-dad5-499e-8570-d1e905171fc5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f5c753e52654e67a51e2590717e8ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373246 Jul 16 03:34:29.400199 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:29.442256 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-15aa6415-2841-4de8-8990-cbf1eb6444cb service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:29.442597 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-15aa6415-2841-4de8-8990-cbf1eb6444cb service neutron] Checking segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:29.442987 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-15aa6415-2841-4de8-8990-cbf1eb6444cb service neutron] Bound using segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:29.443437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-15aa6415-2841-4de8-8990-cbf1eb6444cb service neutron] Bound port: effcc2e6-0b45-461b-867e-ae143c975b20, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:29.512551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166dd6-4cd5-4c00-869c-b8ee8ddd6eb5 req-a5fc5eb0-84b6-410e-8a17-35d35162cd5f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:29.514105 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be166dd6-4cd5-4c00-869c-b8ee8ddd6eb5 req-a5fc5eb0-84b6-410e-8a17-35d35162cd5f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8e03060-ef65-4f68-894f-1414476cb63a HTTP/1.1" status: 200 len: 945 time: 0.3469129 Jul 16 03:34:29.526011 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-e76b3db9-9de7-4441-8edc-5e0dedd4ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:29.527573 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-e76b3db9-9de7-4441-8edc-5e0dedd4ef53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7dfde10f318c484aafffc61ac184b20c&device_id=c3f2ea6f-62af-4fed-b755-698c9b884859 HTTP/1.1" status: 200 len: 1095 time: 0.2058287 Jul 16 03:34:29.528500 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.529059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81f31f80-9277-440a-8377-5de11aab5b63 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:34:29.537415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea112646-0018-4d8b-8a4c-94b246a891ad req-82faf3e1-0c48-4917-928f-ec25e9e18966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:29.538809 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ea112646-0018-4d8b-8a4c-94b246a891ad req-82faf3e1-0c48-4917-928f-ec25e9e18966 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20a8284f-0f3e-4963-b1bf-79676c93d2ff HTTP/1.1" status: 200 len: 916 time: 0.2106345 Jul 16 03:34:29.541659 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Pushing event updated for resources: {'Port': ['ID=c7469efb-1961-4b8f-8f51-0a92c9909971,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:29.546258 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.548773 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-15aa6415-2841-4de8-8990-cbf1eb6444cb service neutron] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=effcc2e6-0b45-461b-867e-ae143c975b20,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:29.549969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f0a1ee4e-7663-427d-9b03-c9569be7fb99 admin admin] 10.222.0.18 "DELETE /v2.0/routers/81f31f80-9277-440a-8377-5de11aab5b63 HTTP/1.1" status: 204 len: 168 time: 2.4631429 Jul 16 03:34:29.550695 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60172) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:29.597815 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-15aa6415-2841-4de8-8990-cbf1eb6444cb service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.598761 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-15aa6415-2841-4de8-8990-cbf1eb6444cb service neutron] 10.222.0.18 "POST /v2.0/ports/effcc2e6-0b45-461b-867e-ae143c975b20/bindings HTTP/1.1" status: 201 len: 389 time: 0.6074321 Jul 16 03:34:29.653968 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-9aecb793-6245-42f5-b62f-0e6eefca8574 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e HTTP/1.1" status: 200 len: 217 time: 0.1179366 Jul 16 03:34:29.657917 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ea112646-0018-4d8b-8a4c-94b246a891ad req-8762b665-3fef-4bcb-b621-88a6725fea12 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a188a71b-5d9a-479f-ad52-468c2ac9e089 HTTP/1.1" status: 200 len: 217 time: 0.1060703 Jul 16 03:34:29.722538 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-605426db-2bc6-4b60-9f45-a112e8554e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.763792 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be166dd6-4cd5-4c00-869c-b8ee8ddd6eb5 req-0137e862-fc4e-4927-b55c-4c2169f8718f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368388 Jul 16 03:34:29.763984 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e257684f-9897-4739-b849-8cf88a937de5 admin admin] Deleting subnet 2ae9b78d-4074-4a16-bc83-022ba6f10863 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:29.791721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e257684f-9897-4739-b849-8cf88a937de5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.800537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Attempting to bind port c7469efb-1961-4b8f-8f51-0a92c9909971 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:29.800879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Attempting to bind port c7469efb-1961-4b8f-8f51-0a92c9909971 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:29.801215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Attempting to bind port c7469efb-1961-4b8f-8f51-0a92c9909971 on network 20a8284f-0f3e-4963-b1bf-79676c93d2ff {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:29.825798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-1b4303cc-1242-4a7b-8309-e0607b797d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:29.827751 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-1b4303cc-1242-4a7b-8309-e0607b797d36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d042175-0147-4748-a5df-435f3d1ed071 HTTP/1.1" status: 200 len: 854 time: 0.1626778 Jul 16 03:34:29.865542 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-605426db-2bc6-4b60-9f45-a112e8554e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.879672 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea112646-0018-4d8b-8a4c-94b246a891ad req-6dbb17c7-95ba-4c65-8969-88cb9530d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:29.881165 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ea112646-0018-4d8b-8a4c-94b246a891ad req-6dbb17c7-95ba-4c65-8969-88cb9530d122 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4d042175-0147-4748-a5df-435f3d1ed071 HTTP/1.1" status: 200 len: 854 time: 0.2070706 Jul 16 03:34:29.936042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Port c7469efb-1961-4b8f-8f51-0a92c9909971 on network 20a8284f-0f3e-4963-b1bf-79676c93d2ff not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:29.936042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Attempting to bind port c7469efb-1961-4b8f-8f51-0a92c9909971 on network 20a8284f-0f3e-4963-b1bf-79676c93d2ff {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:29.937343 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e257684f-9897-4739-b849-8cf88a937de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:29.991718 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:29.992061 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Checking segment: {'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:29.992608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Bound using segment: {'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:29.993592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Bound port: c7469efb-1961-4b8f-8f51-0a92c9909971, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482db1f9-45b6-42a8-91e8-7cf63f534a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:29.993956 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.019878 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-605426db-2bc6-4b60-9f45-a112e8554e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.022469 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-605426db-2bc6-4b60-9f45-a112e8554e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.026289 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-605426db-2bc6-4b60-9f45-a112e8554e6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bc057ea6-68c8-4cc5-9fca-b51d9f3e481b HTTP/1.1" status: 204 len: 168 time: 0.6164334 Jul 16 03:34:30.035912 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3769ea34-ac96-41c8-bc10-db506aa38a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.051262 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-0143b09c-93bc-4b37-91ff-be31c97bbfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:30.052910 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-0143b09c-93bc-4b37-91ff-be31c97bbfdf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20a8284f-0f3e-4963-b1bf-79676c93d2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047291 Jul 16 03:34:30.059626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea112646-0018-4d8b-8a4c-94b246a891ad req-9bb197f6-3c87-406c-83dd-4e094a52de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:30.061214 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ea112646-0018-4d8b-8a4c-94b246a891ad req-9bb197f6-3c87-406c-83dd-4e094a52de9d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20a8284f-0f3e-4963-b1bf-79676c93d2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569321 Jul 16 03:34:30.063563 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e257684f-9897-4739-b849-8cf88a937de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.091139 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605426db-2bc6-4b60-9f45-a112e8554e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc057ea6-68c8-4cc5-9fca-b51d9f3e481b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:30.173580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d569a932-c451-43b3-94e9-a9a3acda041a no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:30.200719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: d569a932-c451-43b3-94e9-a9a3acda041a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:30.201322 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d569a932-c451-43b3-94e9-a9a3acda041a not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:30.212022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] For port c7469efb-1961-4b8f-8f51-0a92c9909971, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:30.237427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be956c-460b-435a-8ca7-5a58b184422e req-e87225be-efe3-492d-b774-fc213552d098 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:30.244482 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04be956c-460b-435a-8ca7-5a58b184422e req-e87225be-efe3-492d-b774-fc213552d098 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 944 time: 0.3025191 Jul 16 03:34:30.272442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-1b5030f0-9172-4f6d-9522-2c1d4de0f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:30.274533 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-1b5030f0-9172-4f6d-9522-2c1d4de0f25a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 1097 time: 0.3337519 Jul 16 03:34:30.275381 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e257684f-9897-4739-b849-8cf88a937de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.279662 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] For port c7469efb-1961-4b8f-8f51-0a92c9909971, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c7469efb-1961-4b8f-8f51-0a92c9909971,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:30.289583 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ea112646-0018-4d8b-8a4c-94b246a891ad req-a50f9926-315d-4ee3-9ce2-2f9887ed41e0 service neutron] 10.222.0.88 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163682 Jul 16 03:34:30.305861 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.309553 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-6001c759-307f-4f87-a018-71df01f45df2 service neutron] 10.222.0.20 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474458 Jul 16 03:34:30.320241 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e257684f-9897-4739-b849-8cf88a937de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.322855 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e257684f-9897-4739-b849-8cf88a937de5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2ae9b78d-4074-4a16-bc83-022ba6f10863 HTTP/1.1" status: 204 len: 168 time: 0.7699404 Jul 16 03:34:30.323637 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257684f-9897-4739-b849-8cf88a937de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ae9b78d-4074-4a16-bc83-022ba6f10863,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:30.326569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60188) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:30.330701 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7577e084-8544-493c-81db-8c51ccadfc47 None None] Network b984194a-6086-4e8b-9f9f-a200d3ed3239 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:30.334532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8291ec2-5c29-4a26-8e39-73573848bdf4 req-a2a2cb70-85b0-4d19-8dff-cdfeb808bbd4 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:30.344217 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8291ec2-5c29-4a26-8e39-73573848bdf4 req-a2a2cb70-85b0-4d19-8dff-cdfeb808bbd4 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.4004610 Jul 16 03:34:30.414925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Pushing event updated for resources: {'Port': ['ID=c7469efb-1961-4b8f-8f51-0a92c9909971,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:30.419042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:30.441850 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04be956c-460b-435a-8ca7-5a58b184422e req-cb47dbe2-3974-4f2e-9886-e29de0194f25 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964953 Jul 16 03:34:30.525905 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.560381 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ea112646-0018-4d8b-8a4c-94b246a891ad req-237b14bb-3141-423b-9807-79ac42b2283d service neutron] 10.222.0.88 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495537 Jul 16 03:34:30.567583 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-defec26c-e4f0-4c8f-8999-eb0a1c56110f req-d6b22222-ac9b-419c-933e-1123ab7fc5f5 service neutron] 10.222.0.20 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398682 Jul 16 03:34:30.644897 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dde187-cb50-43f3-92ed-825bad167afa None None] DHCP port deletion for b984194a-6086-4e8b-9f9f-a200d3ed3239 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:34:30.655576 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] Deleting port 24a16f54-ce87-40c2-aa1a-220ce985a365 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:30.655926 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.704293 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-65dde187-cb50-43f3-92ed-825bad167afa None None] Deleting port 24a16f54-ce87-40c2-aa1a-220ce985a365 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:30.716763 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65dde187-cb50-43f3-92ed-825bad167afa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.741743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] For port 24a16f54-ce87-40c2-aa1a-220ce985a365, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=24a16f54-ce87-40c2-aa1a-220ce985a365,segment=NetworkSegment(4811f62d-a58a-4d2b-970a-a0f755a5aed5),segment_id=4811f62d-a58a-4d2b-970a-a0f755a5aed5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:30.742111 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.755710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] Calling delete_port for 24a16f54-ce87-40c2-aa1a-220ce985a365 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:30.810265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-65dde187-cb50-43f3-92ed-825bad167afa None None] For port 24a16f54-ce87-40c2-aa1a-220ce985a365, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=24a16f54-ce87-40c2-aa1a-220ce985a365,segment=NetworkSegment(4811f62d-a58a-4d2b-970a-a0f755a5aed5),segment_id=4811f62d-a58a-4d2b-970a-a0f755a5aed5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:30.810554 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65dde187-cb50-43f3-92ed-825bad167afa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.819068 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.827297 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-65dde187-cb50-43f3-92ed-825bad167afa None None] Calling delete_port for 24a16f54-ce87-40c2-aa1a-220ce985a365 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:30.838879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.865651 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a16f54-ce87-40c2-aa1a-220ce985a365,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:30.867538 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] No DVR routers for this DVR port 24a16f54-ce87-40c2-aa1a-220ce985a365 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:30.889357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:30.890148 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.891814 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-09035340-7187-4bb9-984c-2b529525c04b service neutron] 10.222.0.88 "PUT /v2.0/ports/c7469efb-1961-4b8f-8f51-0a92c9909971 HTTP/1.1" status: 200 len: 1092 time: 2.5673876 Jul 16 03:34:30.898333 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f792e07d-ab08-438d-ae83-e6f0e9f0d9f6', 'tag': 'c7469efb-1961-4b8f-8f51-0a92c9909971'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:30.901329 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c48f55-5f95-48cc-b1df-886a4d3ee764" -d '{"events": [{"name": "network-changed", "server_uuid": "f792e07d-ab08-438d-ae83-e6f0e9f0d9f6", "tag": "c7469efb-1961-4b8f-8f51-0a92c9909971"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:30.916223 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65dde187-cb50-43f3-92ed-825bad167afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.942248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dde187-cb50-43f3-92ed-825bad167afa None None] Pushing event deleted for resources: {'Port': ['ID=24a16f54-ce87-40c2-aa1a-220ce985a365,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:30.947109 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dde187-cb50-43f3-92ed-825bad167afa None None] No DVR routers for this DVR port 24a16f54-ce87-40c2-aa1a-220ce985a365 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:30.951038 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.952945 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8291ec2-5c29-4a26-8e39-73573848bdf4 req-0ae603b9-be8d-4b79-aa65-74b9216ac45f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6076360 Jul 16 03:34:30.964037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b984194a-6086-4e8b-9f9f-a200d3ed3239']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:30.974207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4811f62d-a58a-4d2b-970a-a0f755a5aed5') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:30.974507 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4811f62d-a58a-4d2b-970a-a0f755a5aed5') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:30.986905 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:30.999706 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ea272732-acdf-4887-9f92-9e4225323c8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f0b488336444b708da11be39a112559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5735602 Jul 16 03:34:31.000401 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60196) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:31.015265 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.017648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-2e6cfad0-2a64-435f-aad9-547a9ab12861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.019179 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-2e6cfad0-2a64-435f-aad9-547a9ab12861 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.7299411 Jul 16 03:34:31.033159 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:34:31.033572 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:34:31.035292 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:34:31.081272 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-4e52086e-18b0-4ab8-a140-b8de7181311a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=effcc2e6-0b45-461b-867e-ae143c975b20 HTTP/1.1" status: 200 len: 217 time: 0.0525398 Jul 16 03:34:31.088888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958e858-d01f-4705-9731-26af8c04a360 req-d1eb006f-552f-4c60-ad7f-57526ff0a782 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.095859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8958e858-d01f-4705-9731-26af8c04a360 req-d1eb006f-552f-4c60-ad7f-57526ff0a782 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 946 time: 0.2575214 Jul 16 03:34:31.100816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f2ea6f-62af-4fed-b755-698c9b884859', 'tag': '0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:31.103291 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8eef3f-d7f7-4904-bddb-571ca3873351" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f2ea6f-62af-4fed-b755-698c9b884859", "tag": "0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:31.121967 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.126826 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.131086 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b984194a-6086-4e8b-9f9f-a200d3ed3239 HTTP/1.1" status: 204 len: 168 time: 0.7992649 Jul 16 03:34:31.136555 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b55637a7-04a4-4923-b91a-f5684b9eb714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.154390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068da3a-1dcb-4f57-afff-a67cb55d9bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b984194a-6086-4e8b-9f9f-a200d3ed3239,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:31.175316 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-0440c68b-0d5c-4c1f-b726-389990bcbe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.175553 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b55637a7-04a4-4923-b91a-f5684b9eb714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.176817 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-0440c68b-0d5c-4c1f-b726-389990bcbe12 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7dfde10f318c484aafffc61ac184b20c&device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 1095 time: 0.2324598 Jul 16 03:34:31.202805 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0f65bc2f-8e0b-472c-bee1-465a8e1ffda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.214050 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0f65bc2f-8e0b-472c-bee1-465a8e1ffda7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.1159921 Jul 16 03:34:31.259466 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b55637a7-04a4-4923-b91a-f5684b9eb714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.260908 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8958e858-d01f-4705-9731-26af8c04a360 req-122b25f4-71f9-4bfd-baaf-ff54e44bf991 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640155 Jul 16 03:34:31.262906 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b55637a7-04a4-4923-b91a-f5684b9eb714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.267482 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b55637a7-04a4-4923-b91a-f5684b9eb714 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b4cb924-ef7f-46e3-b878-a90fa37804a7 HTTP/1.1" status: 204 len: 168 time: 0.2664001 Jul 16 03:34:31.276061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55637a7-04a4-4923-b91a-f5684b9eb714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4cb924-ef7f-46e3-b878-a90fa37804a7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:31.282960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-1c29dce6-6457-4ef2-ab1d-af3ecb3a7798 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7469efb-1961-4b8f-8f51-0a92c9909971 HTTP/1.1" status: 200 len: 217 time: 0.0909886 Jul 16 03:34:31.330486 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-d757572e-58d2-47e0-aab7-3cd13519a662 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826287 Jul 16 03:34:31.334850 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.428999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60206) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:31.490891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-d4fcd263-b64d-428b-83ef-fe5b52604c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.492407 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-d4fcd263-b64d-428b-83ef-fe5b52604c3a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4d042175-0147-4748-a5df-435f3d1ed071 HTTP/1.1" status: 200 len: 854 time: 0.1710792 Jul 16 03:34:31.495368 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f6f186-a414-48f8-a76e-7f34ddc7b0dc x-openstack-request-id: req-c1f6f186-a414-48f8-a76e-7f34ddc7b0dc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:31.495657 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f792e07d-ab08-438d-ae83-e6f0e9f0d9f6", "tag": "c7469efb-1961-4b8f-8f51-0a92c9909971", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:31.495912 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1f6f186-a414-48f8-a76e-7f34ddc7b0dc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:31.496297 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f792e07d-ab08-438d-ae83-e6f0e9f0d9f6', 'tag': 'c7469efb-1961-4b8f-8f51-0a92c9909971', 'status': 'completed', 'code': 200} Jul 16 03:34:31.497528 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b221db-f633-4b66-8cfb-35d2198a66fc x-openstack-request-id: req-31b221db-f633-4b66-8cfb-35d2198a66fc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:31.497816 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f2ea6f-62af-4fed-b755-698c9b884859", "tag": "0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:31.498064 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31b221db-f633-4b66-8cfb-35d2198a66fc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:31.498538 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f2ea6f-62af-4fed-b755-698c9b884859', 'tag': '0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e', 'status': 'completed', 'code': 200} Jul 16 03:34:31.511890 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-474b1f2f-c54a-405a-99dc-36e8da600f41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4fdd29d148e475cbbcdda2c0a1c04b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0846713 Jul 16 03:34:31.514510 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60212) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:31.622177 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-50055c3e-ebf1-4042-8c60-fc5d30631f80 service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768199 Jul 16 03:34:31.626221 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.655020 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8eef3f-d7f7-4904-bddb-571ca3873351 req-4edeb778-77e4-48d9-8979-88945cdab6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.656631 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6f8eef3f-d7f7-4904-bddb-571ca3873351 req-4edeb778-77e4-48d9-8979-88945cdab6f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7dfde10f318c484aafffc61ac184b20c&device_id=c3f2ea6f-62af-4fed-b755-698c9b884859 HTTP/1.1" status: 200 len: 1095 time: 0.1428363 Jul 16 03:34:31.666715 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:31.717513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-34b805ad-6644-4295-bb48-bc400c89742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.718926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-34b805ad-6644-4295-bb48-bc400c89742d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20a8284f-0f3e-4963-b1bf-79676c93d2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2148728 Jul 16 03:34:31.762497 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c409946-4f7b-4d42-bda1-031afbbda9a5 req-bde5b66d-3969-4ded-af60-1b5e35302a59 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:31.764445 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c409946-4f7b-4d42-bda1-031afbbda9a5 req-bde5b66d-3969-4ded-af60-1b5e35302a59 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.2024791 Jul 16 03:34:31.809403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 24a16f54-ce87-40c2-aa1a-220ce985a365 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:31.815715 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-ac3b6afb-4189-4847-926d-f6141806f7ec service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845660 Jul 16 03:34:31.840796 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 24a16f54-ce87-40c2-aa1a-220ce985a365 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:31.841824 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 24a16f54-ce87-40c2-aa1a-220ce985a365 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:31.842475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 153ff2ae-c8a8-4537-9e2e-333abfddb2ca no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:31.902484 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c409946-4f7b-4d42-bda1-031afbbda9a5 req-0664fa04-8908-48e5-b9e5-7f78b4460eec tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294830 Jul 16 03:34:31.937529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 153ff2ae-c8a8-4537-9e2e-333abfddb2ca {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:31.939958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 153ff2ae-c8a8-4537-9e2e-333abfddb2ca not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:31.962415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-5a1dd959-77fd-49f5-b2a7-0801ee1c6469 service neutron] 10.222.0.88 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346437 Jul 16 03:34:32.193600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a188a71b-5d9a-479f-ad52-468c2ac9e089 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:32.208531 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96fa00df-defa-4929-a336-7dd2e9ce0592 req-eaaf0967-64df-4bc7-b8bf-353275081764 service neutron] 10.222.0.88 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385197 Jul 16 03:34:32.263688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97668f9-ffdc-4bb2-88aa-6c8cdc2667ef req-4eda7b62-36e5-4c42-bcb8-d1c9fbca2806 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:32.270648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b97668f9-ffdc-4bb2-88aa-6c8cdc2667ef req-4eda7b62-36e5-4c42-bcb8-d1c9fbca2806 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 944 time: 0.2778351 Jul 16 03:34:32.328818 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a188a71b-5d9a-479f-ad52-468c2ac9e089, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a188a71b-5d9a-479f-ad52-468c2ac9e089,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:32.349804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'a188a71b-5d9a-479f-ad52-468c2ac9e089', 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff', 'port_id': 'a188a71b-5d9a-479f-ad52-468c2ac9e089', 'mac_address': 'fa:16:3e:d3:f9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d042175-0147-4748-a5df-435f3d1ed071', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:32.366768 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.372493 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.376741 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1f30e82-9049-4513-9065-f9d7fda2825f HTTP/1.1" status: 204 len: 168 time: 0.8591113 Jul 16 03:34:32.398705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8eef3f-d7f7-4904-bddb-571ca3873351 req-89ac14ce-c8eb-4086-a44b-a2637afd325d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:32.401476 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6f8eef3f-d7f7-4904-bddb-571ca3873351 req-89ac14ce-c8eb-4086-a44b-a2637afd325d service neutron] 10.222.0.20 "GET /v2.0/networks?id=20a8284f-0f3e-4963-b1bf-79676c93d2ff HTTP/1.1" status: 200 len: 916 time: 0.7327566 Jul 16 03:34:32.406059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f30e82-9049-4513-9065-f9d7fda2825f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:32.418068 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.438300 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:32.439641 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b97668f9-ffdc-4bb2-88aa-6c8cdc2667ef req-dbcbaedb-528a-4ae1-af8a-5ae5b3fa358c tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680536 Jul 16 03:34:32.440206 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:32.440782 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a188a71b-5d9a-479f-ad52-468c2ac9e089 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:32.444704 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:32.445234 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:32.445713 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:32.446206 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:32.446628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:32.447053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:32.447475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:32.447894 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:32.448839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:32.449267 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f258aeb3-93b0-49ed-b286-3bb6c9e23956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:32.470267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-044b7b9f-cea3-4d19-8fbc-3ad8a4987b01 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:32.481785 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-044b7b9f-cea3-4d19-8fbc-3ad8a4987b01 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/networks?id=424001cf-673a-487d-900c-8d545bf39911 HTTP/1.1" status: 200 len: 812 time: 0.2711759 Jul 16 03:34:32.515310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a188a71b-5d9a-479f-ad52-468c2ac9e089, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a188a71b-5d9a-479f-ad52-468c2ac9e089,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:32.521722 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.521965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-5fc5ce57-d22c-4acd-aab1-610a2a012d9d tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/quotas/a3144678d7524f32b5455e34020e6df1 HTTP/1.1" status: 200 len: 375 time: 0.0388203 Jul 16 03:34:32.534671 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6f8eef3f-d7f7-4904-bddb-571ca3873351 req-a47985f0-5b20-407d-b220-1199c200ae7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e HTTP/1.1" status: 200 len: 217 time: 0.1129220 Jul 16 03:34:32.556928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c48f55-5f95-48cc-b1df-886a4d3ee764 req-41ef9ca4-4622-452d-95e1-74dbfa74f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:32.558461 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98c48f55-5f95-48cc-b1df-886a4d3ee764 req-41ef9ca4-4622-452d-95e1-74dbfa74f32d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7dfde10f318c484aafffc61ac184b20c&device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 1095 time: 0.2859025 Jul 16 03:34:32.636442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a188a71b-5d9a-479f-ad52-468c2ac9e089,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:32.640156 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8eef3f-d7f7-4904-bddb-571ca3873351 req-bcdf72fd-6afb-4b41-abb6-6ca892f2bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:32.655531 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6f8eef3f-d7f7-4904-bddb-571ca3873351 req-bcdf72fd-6afb-4b41-abb6-6ca892f2bc74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d042175-0147-4748-a5df-435f3d1ed071 HTTP/1.1" status: 200 len: 854 time: 0.1138077 Jul 16 03:34:32.761156 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1bd60c73-8a99-4953-9293-bdc2899c7eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.780648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8eef3f-d7f7-4904-bddb-571ca3873351 req-55112ae0-cf33-457d-9932-26c229efe67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:32.782720 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6f8eef3f-d7f7-4904-bddb-571ca3873351 req-55112ae0-cf33-457d-9932-26c229efe67a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=20a8284f-0f3e-4963-b1bf-79676c93d2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030116 Jul 16 03:34:32.795831 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:32.816513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c48f55-5f95-48cc-b1df-886a4d3ee764 req-9272fdc0-dc3a-4c10-97a3-c62d3f411c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:32.816513 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98c48f55-5f95-48cc-b1df-886a4d3ee764 req-9272fdc0-dc3a-4c10-97a3-c62d3f411c2c service neutron] 10.222.0.88 "GET /v2.0/networks?id=20a8284f-0f3e-4963-b1bf-79676c93d2ff HTTP/1.1" status: 200 len: 916 time: 0.2155819 Jul 16 03:34:32.831646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-42e6f265-818c-4c87-bef5-394eacb5f06c tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3144678d7524f32b5455e34020e6df1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3088632 Jul 16 03:34:32.871584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['a188a71b-5d9a-479f-ad52-468c2ac9e089'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:32.913626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54374c7-5e97-4d21-b8e3-c1d2a1d0a661 req-0e86be89-9b06-4a54-81c8-0c05e0bae541 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:32.921850 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c54374c7-5e97-4d21-b8e3-c1d2a1d0a661 req-0e86be89-9b06-4a54-81c8-0c05e0bae541 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.2612970 Jul 16 03:34:32.925484 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98c48f55-5f95-48cc-b1df-886a4d3ee764 req-febd8f66-1830-4952-891d-32521f6f3f3b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7469efb-1961-4b8f-8f51-0a92c9909971 HTTP/1.1" status: 200 len: 217 time: 0.0907853 Jul 16 03:34:32.983877 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6f8eef3f-d7f7-4904-bddb-571ca3873351 req-0a855d44-3840-4a31-89c1-29e8aee59523 service neutron] 10.222.0.20 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918554 Jul 16 03:34:33.110829 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c54374c7-5e97-4d21-b8e3-c1d2a1d0a661 req-71dfdafc-eafe-4cc1-8d15-352785672e47 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878810 Jul 16 03:34:33.166450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c48f55-5f95-48cc-b1df-886a4d3ee764 req-0bd12fe2-bc81-4880-aebe-d3f4c891ccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:33.166450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98c48f55-5f95-48cc-b1df-886a4d3ee764 req-0bd12fe2-bc81-4880-aebe-d3f4c891ccbe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4d042175-0147-4748-a5df-435f3d1ed071 HTTP/1.1" status: 200 len: 854 time: 0.2160547 Jul 16 03:34:33.171360 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-086831e5-80cb-4fc4-a42c-14272cf987ae service neutron] 10.222.0.18 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387744 Jul 16 03:34:33.182053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:33.223799 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6f8eef3f-d7f7-4904-bddb-571ca3873351 req-9a347a05-9907-4a0d-a0a2-d6a83853514c service neutron] 10.222.0.20 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278383 Jul 16 03:34:33.318388 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-552ad121-2364-427a-b1c7-320350be9f28 service neutron] 10.222.0.18 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460528 Jul 16 03:34:33.398445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:33.426160 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e', 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff', 'port_id': '0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e', 'mac_address': 'fa:16:3e:cb:bc:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d042175-0147-4748-a5df-435f3d1ed071', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:33.458270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86596d71-da94-4271-a636-e0b2ea94ff76 req-b7a5caf0-1062-453f-9870-f991f751b6d1 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:33.459866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86596d71-da94-4271-a636-e0b2ea94ff76 req-b7a5caf0-1062-453f-9870-f991f751b6d1 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8e03060-ef65-4f68-894f-1414476cb63a HTTP/1.1" status: 200 len: 945 time: 0.5344079 Jul 16 03:34:33.516110 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.550080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:33.596138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:33.607669 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.674624 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8bd65-0165-442f-8855-461f317ff6b7 req-486f882a-81ad-4371-9fdb-1a8fcae58325 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:33.677861 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a1d8bd65-0165-442f-8855-461f317ff6b7 req-486f882a-81ad-4371-9fdb-1a8fcae58325 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.20 "GET /v2.0/ports?device_id=31d1278d-88ca-4775-bc4d-484418228478 HTTP/1.1" status: 200 len: 946 time: 0.1915293 Jul 16 03:34:33.702006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:33.707077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c48f55-5f95-48cc-b1df-886a4d3ee764 req-c03c6004-32f4-40e3-8dc1-be7d7cc00789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:33.712658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98c48f55-5f95-48cc-b1df-886a4d3ee764 req-c03c6004-32f4-40e3-8dc1-be7d7cc00789 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20a8284f-0f3e-4963-b1bf-79676c93d2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5390768 Jul 16 03:34:33.727926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:33.728639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:33.729193 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:33.729959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:33.730535 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:33.731077 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:33.731613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:33.732286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:33.732847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:33.733429 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:33.733560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc2df4-aa85-4d80-9d9e-a0d8196b09bc req-023788da-8fad-4e77-866a-f5edf1fddd51 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:33.734427 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:33.734991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:33.755275 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afcc2df4-aa85-4d80-9d9e-a0d8196b09bc req-023788da-8fad-4e77-866a-f5edf1fddd51 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 946 time: 0.3931825 Jul 16 03:34:33.763783 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:33.795631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60296) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:33.856064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:33.972918 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a1d8bd65-0165-442f-8855-461f317ff6b7 req-9f177872-39d3-4395-b969-a316324d26fb tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Deleting port 144ad66f-d7fb-45b6-92db-be1d7bfab914 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:33.974039 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a1d8bd65-0165-442f-8855-461f317ff6b7 req-9f177872-39d3-4395-b969-a316324d26fb tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.047929 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1777952396-network', 'tenant_id': '200baed6a6f54c4f8c11c918fc01017e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:34.078572 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afcc2df4-aa85-4d80-9d9e-a0d8196b09bc req-dee72181-12dc-42a8-89da-436e425a1891 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201711 Jul 16 03:34:34.194665 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a1d8bd65-0165-442f-8855-461f317ff6b7 req-9f177872-39d3-4395-b969-a316324d26fb tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] For port 144ad66f-d7fb-45b6-92db-be1d7bfab914, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=144ad66f-d7fb-45b6-92db-be1d7bfab914,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:34.195048 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a1d8bd65-0165-442f-8855-461f317ff6b7 req-9f177872-39d3-4395-b969-a316324d26fb tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.200400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98c48f55-5f95-48cc-b1df-886a4d3ee764 req-dde4c133-5d59-4641-8030-c824976ce3af service neutron] 10.222.0.88 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210272 Jul 16 03:34:34.210092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a1d8bd65-0165-442f-8855-461f317ff6b7 req-9f177872-39d3-4395-b969-a316324d26fb tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Calling delete_port for 144ad66f-d7fb-45b6-92db-be1d7bfab914 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:34.216206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-86596d71-da94-4271-a636-e0b2ea94ff76 req-c9c255e9-f0b2-49d3-a09d-fef12e5388d2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Deleting port 28fb9f84-5077-4c01-b05f-6e88ba0c8605 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:34.216457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c7469efb-1961-4b8f-8f51-0a92c9909971 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:34.216800 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86596d71-da94-4271-a636-e0b2ea94ff76 req-c9c255e9-f0b2-49d3-a09d-fef12e5388d2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.234173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a188a71b-5d9a-479f-ad52-468c2ac9e089 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:34.294840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port a188a71b-5d9a-479f-ad52-468c2ac9e089 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:34.310863 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port a188a71b-5d9a-479f-ad52-468c2ac9e089 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:34.311445 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.371460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] Made reservation on behalf of 200baed6a6f54c4f8c11c918fc01017e for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:34.374751 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.388933 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.390813 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a1d8bd65-0165-442f-8855-461f317ff6b7 req-9f177872-39d3-4395-b969-a316324d26fb tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.411606 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.429678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f177872-39d3-4395-b969-a316324d26fb tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Pushing event deleted for resources: {'Port': ['ID=144ad66f-d7fb-45b6-92db-be1d7bfab914,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:34.459079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a188a71b-5d9a-479f-ad52-468c2ac9e089, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a188a71b-5d9a-479f-ad52-468c2ac9e089,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:34.495188 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeefa527-f1ee-4e29-8d34-ac1cfb424548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a188a71b-5d9a-479f-ad52-468c2ac9e089'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:34.498644 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6787ebbd-4747-4dad-9bf1-88cb74dc98be" -d '{"events": [{"server_uuid": "eeefa527-f1ee-4e29-8d34-ac1cfb424548", "name": "network-vif-plugged", "status": "completed", "tag": "a188a71b-5d9a-479f-ad52-468c2ac9e089"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:34.506948 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.569638 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.582649 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.597919 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:34:34.603611 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:34:34.620770 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.621129 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] Added segment 436a2272-ee67-4448-86a8-a581c1dad6f7 of type vlan for network 1d2082f3-f285-4b81-803c-37c5386ebabb Jul 16 03:34:34.624433 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['28fb9f84-5077-4c01-b05f-6e88ba0c8605', '144ad66f-d7fb-45b6-92db-be1d7bfab914'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:34.684794 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.694727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a188a71b-5d9a-479f-ad52-468c2ac9e089,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:34.734394 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port c7469efb-1961-4b8f-8f51-0a92c9909971, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c7469efb-1961-4b8f-8f51-0a92c9909971,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:34.752938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'c7469efb-1961-4b8f-8f51-0a92c9909971', 'network_id': '20a8284f-0f3e-4963-b1bf-79676c93d2ff', 'port_id': 'c7469efb-1961-4b8f-8f51-0a92c9909971', 'mac_address': 'fa:16:3e:8c:35:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d042175-0147-4748-a5df-435f3d1ed071', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:34.754441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-86596d71-da94-4271-a636-e0b2ea94ff76 req-c9c255e9-f0b2-49d3-a09d-fef12e5388d2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] For port 28fb9f84-5077-4c01-b05f-6e88ba0c8605, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=28fb9f84-5077-4c01-b05f-6e88ba0c8605,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:34.755697 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86596d71-da94-4271-a636-e0b2ea94ff76 req-c9c255e9-f0b2-49d3-a09d-fef12e5388d2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.780746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa613d-1590-4520-b374-7e92c572d759 req-d15b50d7-ef95-4f4f-afce-4c4e06570d1a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:34.792542 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9eaa613d-1590-4520-b374-7e92c572d759 req-d15b50d7-ef95-4f4f-afce-4c4e06570d1a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.5500636 Jul 16 03:34:34.844740 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98c48f55-5f95-48cc-b1df-886a4d3ee764 req-ce7d04de-ff8a-4291-84e7-237bd0b2ba4a service neutron] 10.222.0.88 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6319065 Jul 16 03:34:34.853871 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.865112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-86596d71-da94-4271-a636-e0b2ea94ff76 req-c9c255e9-f0b2-49d3-a09d-fef12e5388d2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Calling delete_port for 28fb9f84-5077-4c01-b05f-6e88ba0c8605 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:34.877301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7469efb-1961-4b8f-8f51-0a92c9909971 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:34.885362 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.886364 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:34.887537 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.896091 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d8bd65-0165-442f-8855-461f317ff6b7 req-9f177872-39d3-4395-b969-a316324d26fb tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] No DVR routers for this DVR port 144ad66f-d7fb-45b6-92db-be1d7bfab914 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:34.902243 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a1d8bd65-0165-442f-8855-461f317ff6b7 req-9f177872-39d3-4395-b969-a316324d26fb tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.906576 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a1d8bd65-0165-442f-8855-461f317ff6b7 req-9f177872-39d3-4395-b969-a316324d26fb tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.20 "DELETE /v2.0/ports/144ad66f-d7fb-45b6-92db-be1d7bfab914 HTTP/1.1" status: 204 len: 173 time: 1.2221496 Jul 16 03:34:34.917354 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port c7469efb-1961-4b8f-8f51-0a92c9909971, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c7469efb-1961-4b8f-8f51-0a92c9909971,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:34.923451 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:34.990217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=c7469efb-1961-4b8f-8f51-0a92c9909971,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:35.003059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d1278d-88ca-4775-bc4d-484418228478', 'name': 'network-vif-deleted', 'tag': '144ad66f-d7fb-45b6-92db-be1d7bfab914'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:35.005695 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed8a3b1-9d09-4823-aed0-29748d96e29d" -d '{"events": [{"server_uuid": "31d1278d-88ca-4775-bc4d-484418228478", "name": "network-vif-deleted", "tag": "144ad66f-d7fb-45b6-92db-be1d7bfab914"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:35.015405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c26f468-4f4d-4146-8aff-301b26264d1d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:35.049633 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] Pushing event updated for resources: {'Network': ['ID=1d2082f3-f285-4b81-803c-37c5386ebabb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:35.063222 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 1d2082f3-f285-4b81-803c-37c5386ebabb details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:34:35.064581 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9c10c649-f061-4c6b-ba66-93266087fff4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2677095 Jul 16 03:34:35.065525 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60324) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:35.073707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-33a8da2b-fae7-455b-9391-924b32f00d20 admin admin] Request body: {'subnet': {'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1777952396-subnet', 'tenant_id': '200baed6a6f54c4f8c11c918fc01017e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:35.099765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9eaa613d-1590-4520-b374-7e92c572d759 req-f34fb705-2bc1-481d-945b-aa429922aa0f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060217 Jul 16 03:34:35.107454 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a8da2b-fae7-455b-9391-924b32f00d20 admin admin] Made reservation on behalf of 200baed6a6f54c4f8c11c918fc01017e for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:35.112456 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33a8da2b-fae7-455b-9391-924b32f00d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.206335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:35.293612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f70cc-aa5d-4b07-bebd-fb97f9204705 req-03f34e65-1565-4bea-87bb-fd1a3b51cabb tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:35.317049 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-311f70cc-aa5d-4b07-bebd-fb97f9204705 req-03f34e65-1565-4bea-87bb-fd1a3b51cabb tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 944 time: 0.4946027 Jul 16 03:34:35.333032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:35.344298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:35.344736 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.410500 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-311f70cc-aa5d-4b07-bebd-fb97f9204705 req-35ac82ed-f6da-45ec-9911-cfd5bae15add tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920744 Jul 16 03:34:35.411820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['c7469efb-1961-4b8f-8f51-0a92c9909971'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:35.476688 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86596d71-da94-4271-a636-e0b2ea94ff76 req-c9c255e9-f0b2-49d3-a09d-fef12e5388d2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.546752 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c255e9-f0b2-49d3-a09d-fef12e5388d2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Pushing event deleted for resources: {'Port': ['ID=28fb9f84-5077-4c01-b05f-6e88ba0c8605,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:35.626509 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.648558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-86596d71-da94-4271-a636-e0b2ea94ff76 req-c9c255e9-f0b2-49d3-a09d-fef12e5388d2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] No DVR routers for this DVR port 28fb9f84-5077-4c01-b05f-6e88ba0c8605 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:35.662137 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-86596d71-da94-4271-a636-e0b2ea94ff76 req-c9c255e9-f0b2-49d3-a09d-fef12e5388d2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.663928 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33a8da2b-fae7-455b-9391-924b32f00d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.665556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86596d71-da94-4271-a636-e0b2ea94ff76 req-c9c255e9-f0b2-49d3-a09d-fef12e5388d2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.20 "DELETE /v2.0/ports/28fb9f84-5077-4c01-b05f-6e88ba0c8605 HTTP/1.1" status: 204 len: 173 time: 2.1959283 Jul 16 03:34:35.666195 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e03060-ef65-4f68-894f-1414476cb63a', 'name': 'network-vif-deleted', 'tag': '28fb9f84-5077-4c01-b05f-6e88ba0c8605'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:35.669191 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96229f71-ee7f-4eec-bc1b-535ff941ce8f" -d '{"events": [{"server_uuid": "f8e03060-ef65-4f68-894f-1414476cb63a", "name": "network-vif-deleted", "tag": "28fb9f84-5077-4c01-b05f-6e88ba0c8605"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:35.707491 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbeb167-d970-412e-8d94-ab6cfeab5f03 x-openstack-request-id: req-0dbeb167-d970-412e-8d94-ab6cfeab5f03 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:35.707781 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeefa527-f1ee-4e29-8d34-ac1cfb424548", "name": "network-vif-plugged", "status": "completed", "tag": "a188a71b-5d9a-479f-ad52-468c2ac9e089", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:35.708074 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0dbeb167-d970-412e-8d94-ab6cfeab5f03 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:35.708634 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeefa527-f1ee-4e29-8d34-ac1cfb424548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a188a71b-5d9a-479f-ad52-468c2ac9e089', 'code': 200} Jul 16 03:34:35.735960 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.749367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:35.759577 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:35.912059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8da2b-fae7-455b-9391-924b32f00d20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=460165b0-71f2-476d-a3c4-33a11989f907,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:35.926191 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee94895-4c04-4b64-8932-de743cd3ba5c x-openstack-request-id: req-5ee94895-4c04-4b64-8932-de743cd3ba5c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:35.926483 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d1278d-88ca-4775-bc4d-484418228478", "name": "network-vif-deleted", "tag": "144ad66f-d7fb-45b6-92db-be1d7bfab914", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:35.927632 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:35.930674 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ee94895-4c04-4b64-8932-de743cd3ba5c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:35.931132 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d1278d-88ca-4775-bc4d-484418228478', 'name': 'network-vif-deleted', 'tag': '144ad66f-d7fb-45b6-92db-be1d7bfab914', 'status': 'completed', 'code': 200} Jul 16 03:34:35.941437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8da2b-fae7-455b-9391-924b32f00d20 admin admin] Checking segment: {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:35.943094 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a8da2b-fae7-455b-9391-924b32f00d20 admin admin] Network hostable DHCP agents. Network: 1d2082f3-f285-4b81-803c-37c5386ebabb, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:34:35.994360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a8da2b-fae7-455b-9391-924b32f00d20 admin admin] Network 1d2082f3-f285-4b81-803c-37c5386ebabb is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:34:36.025035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-33a8da2b-fae7-455b-9391-924b32f00d20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 1d2082f3-f285-4b81-803c-37c5386ebabb) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:36.035170 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0556ff8-b6c3-4295-b9ae-3c1f24401b44 None None] Network 1d2082f3-f285-4b81-803c-37c5386ebabb requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:36.045988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8da2b-fae7-455b-9391-924b32f00d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:36.046527 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33a8da2b-fae7-455b-9391-924b32f00d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:36.056042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de1d54-3cf3-430e-8637-60dba67d329d req-3e7fa248-b1d9-4adb-a6dc-3008c54c7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:36.059917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78de1d54-3cf3-430e-8637-60dba67d329d req-3e7fa248-b1d9-4adb-a6dc-3008c54c7017 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 1096 time: 0.2531378 Jul 16 03:34:36.106326 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-33a8da2b-fae7-455b-9391-924b32f00d20 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0389919 Jul 16 03:34:36.239731 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a678d3dd-6173-46e4-b88a-97c49d349d3d req-22b6d798-b420-4ce9-969f-0f5c2d4b48f3 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=b06e5293-e1cb-4850-856f-f78853e271f0 HTTP/1.1" status: 200 len: 210 time: 0.0854118 Jul 16 03:34:36.246674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78de1d54-3cf3-430e-8637-60dba67d329d req-79601a83-b022-41d0-b1c2-90b9e8f179e3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772292 Jul 16 03:34:36.264999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078635f-8e02-48b7-ad3e-a98a85edcc41 req-d7d3f669-3e3f-4a2b-bdb9-7efa809d7aab tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:36.275600 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2078635f-8e02-48b7-ad3e-a98a85edcc41 req-d7d3f669-3e3f-4a2b-bdb9-7efa809d7aab tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 946 time: 0.3238027 Jul 16 03:34:36.364108 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a957149-8a2a-4640-adaf-d1f66921a964 x-openstack-request-id: req-3a957149-8a2a-4640-adaf-d1f66921a964 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:36.364561 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e03060-ef65-4f68-894f-1414476cb63a", "name": "network-vif-deleted", "tag": "28fb9f84-5077-4c01-b05f-6e88ba0c8605", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:36.364821 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a957149-8a2a-4640-adaf-d1f66921a964 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:36.365234 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e03060-ef65-4f68-894f-1414476cb63a', 'name': 'network-vif-deleted', 'tag': '28fb9f84-5077-4c01-b05f-6e88ba0c8605', 'status': 'completed', 'code': 200} Jul 16 03:34:36.379876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2078635f-8e02-48b7-ad3e-a98a85edcc41 req-6dbe36bd-9473-428c-b921-8507d15c94bd tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033986 Jul 16 03:34:36.430312 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c8dd9b-a886-4833-b803-8b9d09ba6b1f None None] Network 1d2082f3-f285-4b81-803c-37c5386ebabb requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:36.545270 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-bff17b1a-1213-45df-a689-ae11b3372f38 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:36.546836 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-bff17b1a-1213-45df-a689-ae11b3372f38 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.88 "GET /v2.0/networks?id=424001cf-673a-487d-900c-8d545bf39911 HTTP/1.1" status: 200 len: 812 time: 0.3763087 Jul 16 03:34:36.563428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-35e4286e-65ee-42eb-ba32-0bfb1518229f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Request body: {'port': {'device_id': 'b06e5293-e1cb-4850-856f-f78853e271f0', 'network_id': '424001cf-673a-487d-900c-8d545bf39911', 'admin_state_up': True, 'tenant_id': 'a3144678d7524f32b5455e34020e6df1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:36.663441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-f5b3911c-96cf-450a-ab7f-dac2e071a830 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:36.664710 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-f5b3911c-96cf-450a-ab7f-dac2e071a830 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.20 "GET /v2.0/networks?id=424001cf-673a-487d-900c-8d545bf39911 HTTP/1.1" status: 200 len: 812 time: 0.2257626 Jul 16 03:34:36.686850 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Request body: {'port': {'device_id': 'b5fc13fd-bc3c-4885-9960-0cb6355504d9', 'network_id': '424001cf-673a-487d-900c-8d545bf39911', 'admin_state_up': True, 'tenant_id': 'a3144678d7524f32b5455e34020e6df1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:36.859399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-35e4286e-65ee-42eb-ba32-0bfb1518229f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Made reservation on behalf of a3144678d7524f32b5455e34020e6df1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:36.862898 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-35e4286e-65ee-42eb-ba32-0bfb1518229f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.159555 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-35e4286e-65ee-42eb-ba32-0bfb1518229f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Allocated IP 172.20.0.3 (424001cf-673a-487d-900c-8d545bf39911/b30f8002-791b-49aa-a88d-6e5780d50a09/5b4f91f9-93d2-44d3-9a23-2378b2f651e5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:37.216581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 28fb9f84-5077-4c01-b05f-6e88ba0c8605 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:37.244996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 28fb9f84-5077-4c01-b05f-6e88ba0c8605 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:37.245366 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 28fb9f84-5077-4c01-b05f-6e88ba0c8605 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:37.247977 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 144ad66f-d7fb-45b6-92db-be1d7bfab914 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:37.269973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 144ad66f-d7fb-45b6-92db-be1d7bfab914 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:37.270134 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 144ad66f-d7fb-45b6-92db-be1d7bfab914 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:37.398910 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cc748-a025-442e-a32e-28c4cf8f8646 req-ab46845e-569d-4028-b9f9-c41ab115457d tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:37.406104 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-892cc748-a025-442e-a32e-28c4cf8f8646 req-ab46845e-569d-4028-b9f9-c41ab115457d tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.8536456 Jul 16 03:34:37.441350 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-35e4286e-65ee-42eb-ba32-0bfb1518229f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.496463 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-35e4286e-65ee-42eb-ba32-0bfb1518229f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.517052 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Made reservation on behalf of a3144678d7524f32b5455e34020e6df1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:37.521366 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.575569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4286e-65ee-42eb-ba32-0bfb1518229f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Pushing event updated for resources: {'Port': ['ID=5b4f91f9-93d2-44d3-9a23-2378b2f651e5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:37.589518 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-892cc748-a025-442e-a32e-28c4cf8f8646 req-e5db3f84-fbe7-4679-a7ae-c90ca7fd569a tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823452 Jul 16 03:34:37.592823 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-35e4286e-65ee-42eb-ba32-0bfb1518229f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Network 424001cf-673a-487d-900c-8d545bf39911 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:37.597072 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-35e4286e-65ee-42eb-ba32-0bfb1518229f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:37.605750 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-35e4286e-65ee-42eb-ba32-0bfb1518229f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:37.652197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ef509-4ccf-46a6-9e60-72690f18608e req-328bb617-1190-41d0-971d-fcdf38bd855a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:37.654400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f8ef509-4ccf-46a6-9e60-72690f18608e req-328bb617-1190-41d0-971d-fcdf38bd855a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 945 time: 0.8816967 Jul 16 03:34:37.709930 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f2ea6f-62af-4fed-b755-698c9b884859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:37.710530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-35e4286e-65ee-42eb-ba32-0bfb1518229f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:37.711853 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-35e4286e-65ee-42eb-ba32-0bfb1518229f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:37.712877 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b3957d-f46b-4e04-87d0-eba8838b145f" -d '{"events": [{"server_uuid": "c3f2ea6f-62af-4fed-b755-698c9b884859", "name": "network-vif-plugged", "status": "completed", "tag": "0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:37.730142 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-35e4286e-65ee-42eb-ba32-0bfb1518229f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1733954 Jul 16 03:34:37.743568 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Request body: {'port': {'device_id': 'b06e5293-e1cb-4850-856f-f78853e271f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:37.747689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f8ef509-4ccf-46a6-9e60-72690f18608e req-37548dc2-b1b6-45a3-963a-e96d8c2eca0f tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808814 Jul 16 03:34:37.806868 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Allocated IP 172.20.0.6 (424001cf-673a-487d-900c-8d545bf39911/b30f8002-791b-49aa-a88d-6e5780d50a09/e1154439-714e-40c6-ae82-13d18c47130b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:37.864149 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.023374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-2f6a8a8a-2546-4892-82da-0d136355504c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:38.025613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-2f6a8a8a-2546-4892-82da-0d136355504c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 812 time: 0.1922579 Jul 16 03:34:38.095828 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-f4f0d8d9-a0db-46ce-a47f-6bb281bf53f2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/quotas/200baed6a6f54c4f8c11c918fc01017e HTTP/1.1" status: 200 len: 375 time: 0.0374191 Jul 16 03:34:38.153885 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-f793dbec-5bdc-46e7-bca8-e0d526862202 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500433 Jul 16 03:34:38.174414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.213971 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c7469efb-1961-4b8f-8f51-0a92c9909971 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:38.257019 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1002a3d-6ec8-490a-b43e-27eb57da263d req-ba01cdf6-9da2-46d5-b84d-c8cd96f0ddb5 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:38.259051 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a1002a3d-6ec8-490a-b43e-27eb57da263d req-ba01cdf6-9da2-46d5-b84d-c8cd96f0ddb5 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=b06e5293-e1cb-4850-856f-f78853e271f0 HTTP/1.1" status: 200 len: 931 time: 0.2530103 Jul 16 03:34:38.274346 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port c7469efb-1961-4b8f-8f51-0a92c9909971 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:38.278348 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port c7469efb-1961-4b8f-8f51-0a92c9909971 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:38.278857 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.325129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-4200eaa6-0337-4d54-81fd-81ff6fa20ae1 service neutron] 10.222.0.18 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625581 Jul 16 03:34:38.351533 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.363922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a1002a3d-6ec8-490a-b43e-27eb57da263d req-76a9aa19-8085-466d-964b-a82636688ed4 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946965 Jul 16 03:34:38.383305 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.454274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port c7469efb-1961-4b8f-8f51-0a92c9909971, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c7469efb-1961-4b8f-8f51-0a92c9909971,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:38.456439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Network 424001cf-673a-487d-900c-8d545bf39911 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:38.460584 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.466052 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:38.469735 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Pushing event updated for resources: {'Port': ['ID=e1154439-714e-40c6-ae82-13d18c47130b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:38.473320 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:38.510661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:38.511010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:38.511605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:38.511750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:38.511997 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:38.512335 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:38.512668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:38.512996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:38.513343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:38.513669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:38.513990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:38.515213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:34:38.573896 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-6b85836f-6b48-40e5-b22d-8e3dc6a5994b service neutron] 10.222.0.18 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394545 Jul 16 03:34:38.576150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:38.583557 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:38.584196 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.587209 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.594923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=c7469efb-1961-4b8f-8f51-0a92c9909971,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:38.605367 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-eddd788c-7976-46f2-8e7e-6301b46f3bc2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9294384 Jul 16 03:34:38.617576 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Transition to ACTIVE for port object 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:38.622101 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.624204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Request body: {'port': {'device_id': 'b5fc13fd-bc3c-4885-9960-0cb6355504d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:38.696536 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7708f2c-513d-4a48-b848-4539b2bea7ec req-e91f7647-ad9e-4483-9aa6-3a2fb3bbcfd0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:38.703894 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7708f2c-513d-4a48-b848-4539b2bea7ec req-e91f7647-ad9e-4483-9aa6-3a2fb3bbcfd0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 946 time: 0.1813102 Jul 16 03:34:38.754753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Pushing event updated for resources: {'Port': ['ID=5b4f91f9-93d2-44d3-9a23-2378b2f651e5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:38.786160 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7708f2c-513d-4a48-b848-4539b2bea7ec req-d207233d-4876-4acd-b6d8-cc397fdaa754 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812328 Jul 16 03:34:38.791414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.862703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Attempting to bind port 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:38.863058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Attempting to bind port 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:38.863391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Attempting to bind port 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 on network 424001cf-673a-487d-900c-8d545bf39911 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:38.868128 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Port 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 on network 424001cf-673a-487d-900c-8d545bf39911 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:38.868566 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Attempting to bind port 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 on network 424001cf-673a-487d-900c-8d545bf39911 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:38.873959 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:38.874308 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Checking segment: {'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:38.874701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Bound using segment: {'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:38.875141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Bound port: 5b4f91f9-93d2-44d3-9a23-2378b2f651e5, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:38.875501 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:38.977423 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a90e92c-b242-4b3f-87c4-1b770fae8b83 x-openstack-request-id: req-6a90e92c-b242-4b3f-87c4-1b770fae8b83 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:38.977947 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f2ea6f-62af-4fed-b755-698c9b884859", "name": "network-vif-plugged", "status": "completed", "tag": "0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:38.978693 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a90e92c-b242-4b3f-87c4-1b770fae8b83 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:38.979166 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f2ea6f-62af-4fed-b755-698c9b884859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e', 'code': 200} Jul 16 03:34:39.020744 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24959744-36e2-4f18-8be6-11b38e4a4167 req-f3a837e5-17fc-4023-ab62-86fa1103124c tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:39.022423 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-24959744-36e2-4f18-8be6-11b38e4a4167 req-f3a837e5-17fc-4023-ab62-86fa1103124c tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.1832747 Jul 16 03:34:39.049099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] For port 5b4f91f9-93d2-44d3-9a23-2378b2f651e5, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:39.052538 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] For port 5b4f91f9-93d2-44d3-9a23-2378b2f651e5, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5b4f91f9-93d2-44d3-9a23-2378b2f651e5,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:39.058707 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:39.106352 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78f9bbcf-19c3-4ae3-baf0-dcdfd5e6d639 req-0cefbef6-fa09-446e-b598-bd3ccb19239b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 210 time: 0.0401394 Jul 16 03:34:39.163263 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-24959744-36e2-4f18-8be6-11b38e4a4167 req-a69db783-e8fa-4597-a15a-52812c1183f6 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982878 Jul 16 03:34:39.168341 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:39.168939 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:39.170350 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] 10.222.0.88 "PUT /v2.0/ports/5b4f91f9-93d2-44d3-9a23-2378b2f651e5 HTTP/1.1" status: 200 len: 1091 time: 1.4329653 Jul 16 03:34:39.174484 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06e5293-e1cb-4850-856f-f78853e271f0', 'tag': '5b4f91f9-93d2-44d3-9a23-2378b2f651e5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:39.178113 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b806f17-25b0-454e-b563-e1ed17d3b83f" -d '{"events": [{"name": "network-changed", "server_uuid": "b06e5293-e1cb-4850-856f-f78853e271f0", "tag": "5b4f91f9-93d2-44d3-9a23-2378b2f651e5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:39.250990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1154439-714e-40c6-ae82-13d18c47130b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:39.255734 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59077cf9-b9b3-4073-8060-ae5b36f0ceaf service neutron] Pushing event updated for resources: {'Port': ['ID=5b4f91f9-93d2-44d3-9a23-2378b2f651e5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:39.276014 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:39.291883 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Transition to ACTIVE for port object e1154439-714e-40c6-ae82-13d18c47130b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:39.295976 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:39.385851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d987e-27ea-43e6-8e22-6fe334772067 req-ce02241d-3e82-4471-bb78-43acc2628735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:39.387733 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b91d987e-27ea-43e6-8e22-6fe334772067 req-ce02241d-3e82-4471-bb78-43acc2628735 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3f2ea6f-62af-4fed-b755-698c9b884859 HTTP/1.1" status: 200 len: 1097 time: 0.3015873 Jul 16 03:34:39.402839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-dc36535d-5383-4887-86a3-a6bab2db65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:39.405415 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-dc36535d-5383-4887-86a3-a6bab2db65ee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a3144678d7524f32b5455e34020e6df1&device_id=b06e5293-e1cb-4850-856f-f78853e271f0 HTTP/1.1" status: 200 len: 1094 time: 0.1759174 Jul 16 03:34:39.422734 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1154439-714e-40c6-ae82-13d18c47130b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:39.475999 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-ca7b7117-2a48-4216-9c20-30a31f69fe7c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b4f91f9-93d2-44d3-9a23-2378b2f651e5 HTTP/1.1" status: 200 len: 217 time: 0.0452375 Jul 16 03:34:39.480219 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96ca342-df2b-49aa-81d2-ca5787e14f1f x-openstack-request-id: req-e96ca342-df2b-49aa-81d2-ca5787e14f1f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:39.480536 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06e5293-e1cb-4850-856f-f78853e271f0", "tag": "5b4f91f9-93d2-44d3-9a23-2378b2f651e5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:39.480789 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e96ca342-df2b-49aa-81d2-ca5787e14f1f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:39.481188 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06e5293-e1cb-4850-856f-f78853e271f0', 'tag': '5b4f91f9-93d2-44d3-9a23-2378b2f651e5', 'status': 'completed', 'code': 200} Jul 16 03:34:39.485650 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b91d987e-27ea-43e6-8e22-6fe334772067 req-f37c53b2-6b40-4009-b340-753c994ffe9c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861247 Jul 16 03:34:39.522743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594ed32-b014-4e5e-ae56-ad6a508a28b6 req-dd1441c2-6c8c-4762-9abd-8bfa6d669178 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:39.524941 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0594ed32-b014-4e5e-ae56-ad6a508a28b6 req-dd1441c2-6c8c-4762-9abd-8bfa6d669178 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 946 time: 0.1677775 Jul 16 03:34:39.542757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-7b490a4b-206e-4996-979e-30c722bcf1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:39.544976 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-7b490a4b-206e-4996-979e-30c722bcf1c6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b30f8002-791b-49aa-a88d-6e5780d50a09 HTTP/1.1" status: 200 len: 852 time: 0.0578890 Jul 16 03:34:39.546115 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Attempting to bind port e1154439-714e-40c6-ae82-13d18c47130b on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:39.546452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Attempting to bind port e1154439-714e-40c6-ae82-13d18c47130b by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:39.546785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Attempting to bind port e1154439-714e-40c6-ae82-13d18c47130b on network 424001cf-673a-487d-900c-8d545bf39911 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:39.559611 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Port e1154439-714e-40c6-ae82-13d18c47130b on network 424001cf-673a-487d-900c-8d545bf39911 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:39.559944 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Attempting to bind port e1154439-714e-40c6-ae82-13d18c47130b on network 424001cf-673a-487d-900c-8d545bf39911 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:39.575522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:39.575865 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Checking segment: {'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:39.576261 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Bound using segment: {'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:39.576726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Bound port: e1154439-714e-40c6-ae82-13d18c47130b, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9028e88f-11ab-444b-95fe-2a38dd2fae31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '424001cf-673a-487d-900c-8d545bf39911'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:39.577087 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:39.592937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0594ed32-b014-4e5e-ae56-ad6a508a28b6 req-6cdc6c93-aeb2-48b4-866f-bd63e469131b tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581846 Jul 16 03:34:39.599765 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-630957e5-7ef1-4be8-94b0-78a7cdf79874 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=424001cf-673a-487d-900c-8d545bf39911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473719 Jul 16 03:34:39.688621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] For port e1154439-714e-40c6-ae82-13d18c47130b, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:39.692612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] For port e1154439-714e-40c6-ae82-13d18c47130b, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=e1154439-714e-40c6-ae82-13d18c47130b,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:39.699728 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:39.739506 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-37eb56d9-ddec-4799-8424-f6e7d57c8f10 service neutron] 10.222.0.88 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326571 Jul 16 03:34:39.781030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:39.781646 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:39.783049 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] 10.222.0.20 "PUT /v2.0/ports/e1154439-714e-40c6-ae82-13d18c47130b HTTP/1.1" status: 200 len: 1091 time: 1.1688516 Jul 16 03:34:39.786631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fc13fd-bc3c-4885-9960-0cb6355504d9', 'tag': 'e1154439-714e-40c6-ae82-13d18c47130b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:39.789072 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9373ae84-9523-4a9d-9f2e-95ae4529a369" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fc13fd-bc3c-4885-9960-0cb6355504d9", "tag": "e1154439-714e-40c6-ae82-13d18c47130b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:39.810678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9014a-f8b3-403b-a3d8-bfd7e64e6ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=e1154439-714e-40c6-ae82-13d18c47130b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:39.848207 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ec20b-f422-41d6-8f06-f486f818a93c req-e55f01ae-221e-4c4a-99e4-254eae4f58f6 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:39.849893 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-865ec20b-f422-41d6-8f06-f486f818a93c req-e55f01ae-221e-4c4a-99e4-254eae4f58f6 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=b06e5293-e1cb-4850-856f-f78853e271f0 HTTP/1.1" status: 200 len: 943 time: 0.1155803 Jul 16 03:34:39.859962 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-bedcd5a7-5611-408a-94fc-dbaa8b5f3db8 service neutron] 10.222.0.88 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124926 Jul 16 03:34:39.917268 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-865ec20b-f422-41d6-8f06-f486f818a93c req-dccb4383-ed29-44fd-b818-fae01dc4371b tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576556 Jul 16 03:34:39.934509 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-e004e1de-f65a-4a42-85fc-d6d2c44726dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:39.941147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-e004e1de-f65a-4a42-85fc-d6d2c44726dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3144678d7524f32b5455e34020e6df1&device_id=b5fc13fd-bc3c-4885-9960-0cb6355504d9 HTTP/1.1" status: 200 len: 1094 time: 0.0853062 Jul 16 03:34:39.977109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b806f17-25b0-454e-b563-e1ed17d3b83f req-427b37e6-4ded-4a10-93e5-490ebb21e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:39.978813 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2b806f17-25b0-454e-b563-e1ed17d3b83f req-427b37e6-4ded-4a10-93e5-490ebb21e035 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a3144678d7524f32b5455e34020e6df1&device_id=b06e5293-e1cb-4850-856f-f78853e271f0 HTTP/1.1" status: 200 len: 1094 time: 0.0626516 Jul 16 03:34:39.984256 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-90957b85-8786-4f8e-92da-7a67575a4614 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1154439-714e-40c6-ae82-13d18c47130b HTTP/1.1" status: 200 len: 217 time: 0.0389729 Jul 16 03:34:40.044766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-3525ee83-033c-42b2-813b-bc3c51096749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:40.046327 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-3525ee83-033c-42b2-813b-bc3c51096749 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b30f8002-791b-49aa-a88d-6e5780d50a09 HTTP/1.1" status: 200 len: 852 time: 0.0542514 Jul 16 03:34:40.099895 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-15778a76-d898-4a56-a9ce-46443c6009f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=424001cf-673a-487d-900c-8d545bf39911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322239 Jul 16 03:34:40.106657 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b806f17-25b0-454e-b563-e1ed17d3b83f req-208b3f93-d38b-4446-9836-be523c16661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:40.108149 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2b806f17-25b0-454e-b563-e1ed17d3b83f req-208b3f93-d38b-4446-9836-be523c16661f service neutron] 10.222.0.88 "GET /v2.0/networks?id=424001cf-673a-487d-900c-8d545bf39911 HTTP/1.1" status: 200 len: 913 time: 0.1227887 Jul 16 03:34:40.142559 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed50a7f-c55b-409f-8825-2976ae63784c x-openstack-request-id: req-8ed50a7f-c55b-409f-8825-2976ae63784c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:40.143015 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fc13fd-bc3c-4885-9960-0cb6355504d9", "tag": "e1154439-714e-40c6-ae82-13d18c47130b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:40.143330 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ed50a7f-c55b-409f-8825-2976ae63784c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:40.143825 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fc13fd-bc3c-4885-9960-0cb6355504d9', 'tag': 'e1154439-714e-40c6-ae82-13d18c47130b', 'status': 'completed', 'code': 200} Jul 16 03:34:40.156401 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2b806f17-25b0-454e-b563-e1ed17d3b83f req-14d53419-e577-4133-a43d-3cc1d0bf18fb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5b4f91f9-93d2-44d3-9a23-2378b2f651e5 HTTP/1.1" status: 200 len: 217 time: 0.0403731 Jul 16 03:34:40.215692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b806f17-25b0-454e-b563-e1ed17d3b83f req-f7ac6f4f-b0c2-48cf-9d50-634f3c76c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:40.217534 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2b806f17-25b0-454e-b563-e1ed17d3b83f req-f7ac6f4f-b0c2-48cf-9d50-634f3c76c15c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b30f8002-791b-49aa-a88d-6e5780d50a09 HTTP/1.1" status: 200 len: 852 time: 0.0505650 Jul 16 03:34:40.259138 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2b806f17-25b0-454e-b563-e1ed17d3b83f req-97007ff8-9223-47b5-80f0-ed090a909565 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=424001cf-673a-487d-900c-8d545bf39911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339584 Jul 16 03:34:40.326507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-e1136fb6-65c5-4204-ae47-6b0346bcb5b0 service neutron] 10.222.0.20 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146108 Jul 16 03:34:40.342652 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb283a-cc48-4dae-a138-4554d7c80f85 req-cda6321d-5f29-4d1a-8a39-f900fe72a2d4 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:40.344666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0feb283a-cc48-4dae-a138-4554d7c80f85 req-cda6321d-5f29-4d1a-8a39-f900fe72a2d4 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.2211497 Jul 16 03:34:40.391327 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2b806f17-25b0-454e-b563-e1ed17d3b83f req-740790e5-8f4d-4598-870c-4cadf193369d service neutron] 10.222.0.88 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253386 Jul 16 03:34:40.401074 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60448) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:40.434387 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e1ad3-cff7-4f6e-9add-7560aace5d16 req-b7d82d93-5c24-4591-aef2-97c38ae7eca7 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:40.442566 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-809e1ad3-cff7-4f6e-9add-7560aace5d16 req-b7d82d93-5c24-4591-aef2-97c38ae7eca7 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 946 time: 0.2014415 Jul 16 03:34:40.505576 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0feb283a-cc48-4dae-a138-4554d7c80f85 req-a87be110-ab56-42f0-b622-9404095de009 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462934 Jul 16 03:34:40.602231 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-af7ccba0-06d9-4ebd-bc49-944023e6bf58 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:40.603452 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-809e1ad3-cff7-4f6e-9add-7560aace5d16 req-86c6d1b5-1e6b-40df-8290-1e5d29e11bb1 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597295 Jul 16 03:34:40.603961 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-af7ccba0-06d9-4ebd-bc49-944023e6bf58 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.20 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 812 time: 0.2309988 Jul 16 03:34:40.606018 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4bdc7d5-dd8a-47e1-955c-ec49219bf18b req-73060f29-efa8-42f7-8a13-88a1a82c238e service neutron] 10.222.0.20 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600863 Jul 16 03:34:40.630166 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-3ea6aabb-3b02-4338-adf8-7f8839e538d2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Request body: {'port': {'device_id': 'b0c9874b-1371-482c-a8f1-e6892e269f0f', 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'admin_state_up': True, 'tenant_id': '200baed6a6f54c4f8c11c918fc01017e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:40.663491 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b84792da-2966-470e-b468-c12e198b9bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:40.690958 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2b806f17-25b0-454e-b563-e1ed17d3b83f req-f0c8cb5f-a591-4f6f-8726-83e389fdcd57 service neutron] 10.222.0.88 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769430 Jul 16 03:34:40.770752 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b40d5974-c556-4e8b-a7d0-5b5a277455a3 req-359f6d72-8e22-455b-920d-8c19d16c21a9 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 210 time: 0.0424321 Jul 16 03:34:40.835059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373ae84-9523-4a9d-9f2e-95ae4529a369 req-d4572884-ca2c-43ba-8732-851170f6ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:40.837172 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9373ae84-9523-4a9d-9f2e-95ae4529a369 req-d4572884-ca2c-43ba-8732-851170f6ebd1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3144678d7524f32b5455e34020e6df1&device_id=b5fc13fd-bc3c-4885-9960-0cb6355504d9 HTTP/1.1" status: 200 len: 1094 time: 0.0694444 Jul 16 03:34:40.899815 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b84792da-2966-470e-b468-c12e198b9bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:40.905928 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b84792da-2966-470e-b468-c12e198b9bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:40.957779 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b84792da-2966-470e-b468-c12e198b9bf3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5d73ae3480e49ab9071017bc8ecadeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5532253 Jul 16 03:34:40.957779 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-3ea6aabb-3b02-4338-adf8-7f8839e538d2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Made reservation on behalf of 200baed6a6f54c4f8c11c918fc01017e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:40.959692 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-3ea6aabb-3b02-4338-adf8-7f8839e538d2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:40.962535 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60458) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:40.969306 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84792da-2966-470e-b468-c12e198b9bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b96bca-a81d-44eb-b8a7-90fbe447a6b1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:40.980658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f792e07d-ab08-438d-ae83-e6f0e9f0d9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7469efb-1961-4b8f-8f51-0a92c9909971'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:40.982987 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be26cff6-d9ee-4ec0-b9ed-238bbe1d1833" -d '{"events": [{"server_uuid": "f792e07d-ab08-438d-ae83-e6f0e9f0d9f6", "name": "network-vif-plugged", "status": "completed", "tag": "c7469efb-1961-4b8f-8f51-0a92c9909971"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:41.021329 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373ae84-9523-4a9d-9f2e-95ae4529a369 req-2093b65e-5431-4dad-9543-e3c255180fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:41.022740 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9373ae84-9523-4a9d-9f2e-95ae4529a369 req-2093b65e-5431-4dad-9543-e3c255180fc0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=424001cf-673a-487d-900c-8d545bf39911 HTTP/1.1" status: 200 len: 913 time: 0.1776626 Jul 16 03:34:41.034451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fbfe0-6e16-4786-bfab-1d1be4f41b31 req-dd0f6a7f-fcdb-4814-b63b-b51634e6c0c6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:41.035963 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-376fbfe0-6e16-4786-bfab-1d1be4f41b31 req-dd0f6a7f-fcdb-4814-b63b-b51634e6c0c6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.1395857 Jul 16 03:34:41.082476 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bab1036-aaff-40a6-b581-f4f45714d0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.108899 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9373ae84-9523-4a9d-9f2e-95ae4529a369 req-7e523e4b-fe20-4ebb-b481-1006d0b3c2ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1154439-714e-40c6-ae82-13d18c47130b HTTP/1.1" status: 200 len: 217 time: 0.0719354 Jul 16 03:34:41.133583 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bab1036-aaff-40a6-b581-f4f45714d0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.166347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-376fbfe0-6e16-4786-bfab-1d1be4f41b31 req-a83a25a2-2625-4fe6-84a0-1a95c049d7c9 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216080 Jul 16 03:34:41.172174 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-3ea6aabb-3b02-4338-adf8-7f8839e538d2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Allocated IP 172.20.0.7 (1d2082f3-f285-4b81-803c-37c5386ebabb/460165b0-71f2-476d-a3c4-33a11989f907/877e0a5e-1e06-4855-8378-ce60b2a3cc98) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:41.188033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373ae84-9523-4a9d-9f2e-95ae4529a369 req-34d55805-03df-463e-8062-4949b9c807f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:41.189696 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9373ae84-9523-4a9d-9f2e-95ae4529a369 req-34d55805-03df-463e-8062-4949b9c807f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b30f8002-791b-49aa-a88d-6e5780d50a09 HTTP/1.1" status: 200 len: 852 time: 0.0744772 Jul 16 03:34:41.213459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ef8e4-282e-4243-8203-28dd52122e74 req-a8f1405c-8119-478a-a4e4-1d0a4724631e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:41.214952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c3ef8e4-282e-4243-8203-28dd52122e74 req-a8f1405c-8119-478a-a4e4-1d0a4724631e tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.1718497 Jul 16 03:34:41.232605 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bab1036-aaff-40a6-b581-f4f45714d0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.234679 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9373ae84-9523-4a9d-9f2e-95ae4529a369 req-9f8e138c-709a-455e-95d9-97d7d8444f70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=424001cf-673a-487d-900c-8d545bf39911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380340 Jul 16 03:34:41.235362 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3bab1036-aaff-40a6-b581-f4f45714d0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.239660 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3bab1036-aaff-40a6-b581-f4f45714d0da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8b96bca-a81d-44eb-b8a7-90fbe447a6b1 HTTP/1.1" status: 204 len: 168 time: 0.2731102 Jul 16 03:34:41.266117 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab1036-aaff-40a6-b581-f4f45714d0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b96bca-a81d-44eb-b8a7-90fbe447a6b1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:41.299146 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c3ef8e4-282e-4243-8203-28dd52122e74 req-819fd88d-15ac-4f3f-9282-98c57404fb63 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664012 Jul 16 03:34:41.390793 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9373ae84-9523-4a9d-9f2e-95ae4529a369 req-f67d5204-c533-4fc7-96af-53eb4f6774c9 service neutron] 10.222.0.20 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489220 Jul 16 03:34:41.397746 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-3ea6aabb-3b02-4338-adf8-7f8839e538d2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.451290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-3ea6aabb-3b02-4338-adf8-7f8839e538d2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.503132 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-3ea6aabb-3b02-4338-adf8-7f8839e538d2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Network 1d2082f3-f285-4b81-803c-37c5386ebabb is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:41.506851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-3ea6aabb-3b02-4338-adf8-7f8839e538d2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:41.510930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-3ea6aabb-3b02-4338-adf8-7f8839e538d2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:41.511360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67148d8a-6401-40d7-9f4d-6d4a831d3295 req-8364c33e-6901-4b3c-a570-2050862b4792 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:41.512911 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67148d8a-6401-40d7-9f4d-6d4a831d3295 req-8364c33e-6901-4b3c-a570-2050862b4792 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 946 time: 0.1570985 Jul 16 03:34:41.539810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6aabb-3b02-4338-adf8-7f8839e538d2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Pushing event updated for resources: {'Port': ['ID=877e0a5e-1e06-4855-8378-ce60b2a3cc98,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:41.567354 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9373ae84-9523-4a9d-9f2e-95ae4529a369 req-cf279123-a634-4adf-afac-a9d210ea19e3 service neutron] 10.222.0.20 "GET /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685956 Jul 16 03:34:41.580106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-3ea6aabb-3b02-4338-adf8-7f8839e538d2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:41.580894 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-3ea6aabb-3b02-4338-adf8-7f8839e538d2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.586131 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67148d8a-6401-40d7-9f4d-6d4a831d3295 req-249d6e18-cc9f-4446-aaab-57635631bbea tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644450 Jul 16 03:34:41.597564 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-3ea6aabb-3b02-4338-adf8-7f8839e538d2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9723005 Jul 16 03:34:41.599769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf5f6f-9fe2-46e9-99a3-43d948e7be58 req-6aef390e-9d34-4e2f-89e1-f45f6bb93a4a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:41.601354 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adbf5f6f-9fe2-46e9-99a3-43d948e7be58 req-6aef390e-9d34-4e2f-89e1-f45f6bb93a4a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=b06e5293-e1cb-4850-856f-f78853e271f0 HTTP/1.1" status: 200 len: 943 time: 0.1636353 Jul 16 03:34:41.613350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Request body: {'port': {'device_id': 'b0c9874b-1371-482c-a8f1-e6892e269f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:41.633528 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:41.643082 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffc6b46-9982-4ef4-a645-2192400c74f5 x-openstack-request-id: req-8ffc6b46-9982-4ef4-a645-2192400c74f5 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:41.643378 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f792e07d-ab08-438d-ae83-e6f0e9f0d9f6", "name": "network-vif-plugged", "status": "completed", "tag": "c7469efb-1961-4b8f-8f51-0a92c9909971", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:41.644249 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ffc6b46-9982-4ef4-a645-2192400c74f5 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:41.644738 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f792e07d-ab08-438d-ae83-e6f0e9f0d9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7469efb-1961-4b8f-8f51-0a92c9909971', 'code': 200} Jul 16 03:34:41.657467 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79c4cab8-c5f3-4a71-9a1e-660ad867c6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.691314 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adbf5f6f-9fe2-46e9-99a3-43d948e7be58 req-d4fe2eb5-5f6c-463a-8e79-a0dc0c36f07f tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740724 Jul 16 03:34:41.712399 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.834307 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79c4cab8-c5f3-4a71-9a1e-660ad867c6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:41.834962 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d5e30-32a5-4916-9af7-c222363a6d33 req-bd31b61c-52c5-4df2-a3a7-191822822107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:41.836839 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f56d5e30-32a5-4916-9af7-c222363a6d33 req-bd31b61c-52c5-4df2-a3a7-191822822107 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 1097 time: 0.1195714 Jul 16 03:34:41.928098 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f56d5e30-32a5-4916-9af7-c222363a6d33 req-c583a9c8-0797-46f7-a358-8a51812425fb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487111 Jul 16 03:34:42.073740 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877e0a5e-1e06-4855-8378-ce60b2a3cc98 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:42.082369 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.095837 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Transition to ACTIVE for port object 877e0a5e-1e06-4855-8378-ce60b2a3cc98 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:42.099927 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.132097 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79c4cab8-c5f3-4a71-9a1e-660ad867c6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.152581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Pushing event updated for resources: {'Port': ['ID=877e0a5e-1e06-4855-8378-ce60b2a3cc98,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:42.204007 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-79c4cab8-c5f3-4a71-9a1e-660ad867c6e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce0cacd9cbcf4710bd5aeabb0dbb603d&name=default HTTP/1.1" status: 200 len: 2982 time: 0.5674360 Jul 16 03:34:42.205929 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60480) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:42.207445 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4cab8-c5f3-4a71-9a1e-660ad867c6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6822ef-058b-4db7-b378-b90beada0563,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:42.240138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60664ce8-55f1-4c3a-b6fd-228982f40d5c req-b05fda34-e716-4c25-8873-66d0c68fe1e1 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.241639 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60664ce8-55f1-4c3a-b6fd-228982f40d5c req-b05fda34-e716-4c25-8873-66d0c68fe1e1 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 946 time: 0.4460490 Jul 16 03:34:42.249416 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Attempting to bind port 877e0a5e-1e06-4855-8378-ce60b2a3cc98 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:42.249760 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Attempting to bind port 877e0a5e-1e06-4855-8378-ce60b2a3cc98 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:42.250094 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Attempting to bind port 877e0a5e-1e06-4855-8378-ce60b2a3cc98 on network 1d2082f3-f285-4b81-803c-37c5386ebabb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:42.250356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b17fe3-ea1b-4ff3-bf2f-4f05925f531e req-0a478fd3-dfbc-465f-9404-31b8ebf95865 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.251821 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44b17fe3-ea1b-4ff3-bf2f-4f05925f531e req-0a478fd3-dfbc-465f-9404-31b8ebf95865 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.4398215 Jul 16 03:34:42.255825 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:42.261873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Port 877e0a5e-1e06-4855-8378-ce60b2a3cc98 on network 1d2082f3-f285-4b81-803c-37c5386ebabb not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:42.262210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Attempting to bind port 877e0a5e-1e06-4855-8378-ce60b2a3cc98 on network 1d2082f3-f285-4b81-803c-37c5386ebabb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:42.270603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:42.270944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Checking segment: {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:42.271335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Bound using segment: {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:42.271777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Bound port: 877e0a5e-1e06-4855-8378-ce60b2a3cc98, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:42.272144 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.291689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-407e0060-5365-4ba6-9823-d69ef709d5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.300913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60664ce8-55f1-4c3a-b6fd-228982f40d5c req-66bc9e9d-57f1-4168-832d-2684f8793d17 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480876 Jul 16 03:34:42.328838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44b17fe3-ea1b-4ff3-bf2f-4f05925f531e req-2187cc2c-2aab-4045-acc5-54986c94a88f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685742 Jul 16 03:34:42.357884 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-407e0060-5365-4ba6-9823-d69ef709d5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.392880 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5b4f91f9-93d2-44d3-9a23-2378b2f651e5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5b4f91f9-93d2-44d3-9a23-2378b2f651e5,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:42.398863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] For port 877e0a5e-1e06-4855-8378-ce60b2a3cc98, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:42.416073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] For port 877e0a5e-1e06-4855-8378-ce60b2a3cc98, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=877e0a5e-1e06-4855-8378-ce60b2a3cc98,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:42.416481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '5b4f91f9-93d2-44d3-9a23-2378b2f651e5', 'network_id': '424001cf-673a-487d-900c-8d545bf39911', 'port_id': '5b4f91f9-93d2-44d3-9a23-2378b2f651e5', 'mac_address': 'fa:16:3e:95:dc:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30f8002-791b-49aa-a88d-6e5780d50a09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:42.425301 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.484770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.485376 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.489024 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/877e0a5e-1e06-4855-8378-ce60b2a3cc98 HTTP/1.1" status: 200 len: 1091 time: 0.8808391 Jul 16 03:34:42.501392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c9874b-1371-482c-a8f1-e6892e269f0f', 'tag': '877e0a5e-1e06-4855-8378-ce60b2a3cc98'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:42.501392 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b35881-ab06-47e5-b9b7-3bb0dded5ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c9874b-1371-482c-a8f1-e6892e269f0f", "tag": "877e0a5e-1e06-4855-8378-ce60b2a3cc98"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:42.503482 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.504818 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-407e0060-5365-4ba6-9823-d69ef709d5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.508407 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-407e0060-5365-4ba6-9823-d69ef709d5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.509541 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-407e0060-5365-4ba6-9823-d69ef709d5ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd6822ef-058b-4db7-b378-b90beada0563 HTTP/1.1" status: 204 len: 168 time: 0.3026428 Jul 16 03:34:42.533383 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e0060-5365-4ba6-9823-d69ef709d5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6822ef-058b-4db7-b378-b90beada0563,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:42.536161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:42.569516 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5b4f91f9-93d2-44d3-9a23-2378b2f651e5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5b4f91f9-93d2-44d3-9a23-2378b2f651e5,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:42.574106 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:42.635554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=5b4f91f9-93d2-44d3-9a23-2378b2f651e5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:42.637634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51879c84-ab18-4c6e-99ea-997d02dc47e4 service neutron] Pushing event updated for resources: {'Port': ['ID=877e0a5e-1e06-4855-8378-ce60b2a3cc98,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:42.687001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c004f-4818-4cb4-a60a-3813789541bf req-0fe87e93-7149-4509-90c7-0a9ec55d44ea tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.688477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f7c004f-4818-4cb4-a60a-3813789541bf req-0fe87e93-7149-4509-90c7-0a9ec55d44ea tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 943 time: 0.1185975 Jul 16 03:34:42.691612 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-89d57ceb-c50d-4b3a-92a7-d848b778a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.693590 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-89d57ceb-c50d-4b3a-92a7-d848b778a56b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 1094 time: 0.1429946 Jul 16 03:34:42.740713 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-ae352e14-8bee-474d-b469-901e9794d4a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=877e0a5e-1e06-4855-8378-ce60b2a3cc98 HTTP/1.1" status: 200 len: 217 time: 0.0382218 Jul 16 03:34:42.780820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f7c004f-4818-4cb4-a60a-3813789541bf req-3dcd84b1-e378-4ad4-bbb2-ae208edd2769 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791900 Jul 16 03:34:42.814274 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93963396-abc8-4f0b-832b-a6331727739b req-d92dd63c-9d5b-4d9c-9fdb-ad0578705df1 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.815790 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93963396-abc8-4f0b-832b-a6331727739b req-d92dd63c-9d5b-4d9c-9fdb-ad0578705df1 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.1264253 Jul 16 03:34:42.831834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-75b9d4bb-e8f2-45ea-a017-2c925d6835f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:42.833848 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-75b9d4bb-e8f2-45ea-a017-2c925d6835f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 200 len: 852 time: 0.0875998 Jul 16 03:34:42.874635 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f690b4dc-92ab-4d70-bde0-fe3ea3e9d5f0 x-openstack-request-id: req-f690b4dc-92ab-4d70-bde0-fe3ea3e9d5f0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:42.874929 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c9874b-1371-482c-a8f1-e6892e269f0f", "tag": "877e0a5e-1e06-4855-8378-ce60b2a3cc98", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:42.875182 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f690b4dc-92ab-4d70-bde0-fe3ea3e9d5f0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:42.875590 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c9874b-1371-482c-a8f1-e6892e269f0f', 'tag': '877e0a5e-1e06-4855-8378-ce60b2a3cc98', 'status': 'completed', 'code': 200} Jul 16 03:34:42.877979 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-baa5c9de-b604-4dad-9fa7-52e7a81eb806 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d2082f3-f285-4b81-803c-37c5386ebabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368881 Jul 16 03:34:42.895999 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93963396-abc8-4f0b-832b-a6331727739b req-5c84ccb0-3aaf-4482-9db1-06e7078dd4e7 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717950 Jul 16 03:34:42.950667 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['5b4f91f9-93d2-44d3-9a23-2378b2f651e5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:43.050174 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-754e3094-3c4d-4f5a-aa66-803a1064c77c service neutron] 10.222.0.20 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650608 Jul 16 03:34:43.078564 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470240a-51ba-499b-b462-e6498ce035aa req-668f124a-5762-481b-a8ad-9bc6ea01f066 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:43.086640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d470240a-51ba-499b-b462-e6498ce035aa req-668f124a-5762-481b-a8ad-9bc6ea01f066 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 946 time: 0.0966492 Jul 16 03:34:43.147002 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d470240a-51ba-499b-b462-e6498ce035aa req-d88581f8-2e8d-471e-801a-9d00c08df7af tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571208 Jul 16 03:34:43.209314 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b5a8806a-2e58-432c-8c6d-bd699fde37b5 req-02b157b3-5421-41f0-a118-d091444bcdb7 service neutron] 10.222.0.20 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463938 Jul 16 03:34:43.240295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b285efa-7c22-4c6e-8870-2c60a67ee364 req-6fb48f37-4cac-41e6-9eee-079e60d37bec tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:43.240604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device e1154439-714e-40c6-ae82-13d18c47130b details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:43.242648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5b285efa-7c22-4c6e-8870-2c60a67ee364 req-6fb48f37-4cac-41e6-9eee-079e60d37bec tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=b06e5293-e1cb-4850-856f-f78853e271f0 HTTP/1.1" status: 200 len: 944 time: 0.0941832 Jul 16 03:34:43.312350 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5b285efa-7c22-4c6e-8870-2c60a67ee364 req-226588d2-a238-4ed3-bf64-4e023d486f7a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638769 Jul 16 03:34:43.333045 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b35881-ab06-47e5-b9b7-3bb0dded5ea5 req-07195c1c-889d-43d3-a366-2253fd0a3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:43.336654 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e8b35881-ab06-47e5-b9b7-3bb0dded5ea5 req-07195c1c-889d-43d3-a366-2253fd0a3a0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 1094 time: 0.0765500 Jul 16 03:34:43.401834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port e1154439-714e-40c6-ae82-13d18c47130b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=e1154439-714e-40c6-ae82-13d18c47130b,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:43.447676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'e1154439-714e-40c6-ae82-13d18c47130b', 'network_id': '424001cf-673a-487d-900c-8d545bf39911', 'port_id': 'e1154439-714e-40c6-ae82-13d18c47130b', 'mac_address': 'fa:16:3e:e7:52:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30f8002-791b-49aa-a88d-6e5780d50a09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:43.505662 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:43.526168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1154439-714e-40c6-ae82-13d18c47130b {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:43.527850 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e724a-2c95-472c-b0f5-a2b9d43f93d8 req-cef3dee0-fda8-4f22-94dd-7855e8ccb9f1 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:43.530936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b35881-ab06-47e5-b9b7-3bb0dded5ea5 req-f14d6f85-bfe1-4a50-b59e-4fbb77246a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:43.536450 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e8b35881-ab06-47e5-b9b7-3bb0dded5ea5 req-f14d6f85-bfe1-4a50-b59e-4fbb77246a8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 913 time: 0.1925483 Jul 16 03:34:43.542585 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b33e724a-2c95-472c-b0f5-a2b9d43f93d8 req-cef3dee0-fda8-4f22-94dd-7855e8ccb9f1 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 946 time: 0.0978019 Jul 16 03:34:43.555461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port e1154439-714e-40c6-ae82-13d18c47130b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=e1154439-714e-40c6-ae82-13d18c47130b,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:43.561451 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:43.626094 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b33e724a-2c95-472c-b0f5-a2b9d43f93d8 req-8804bded-85cf-4091-bfcd-1f296d9029cc tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825379 Jul 16 03:34:43.650076 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e8b35881-ab06-47e5-b9b7-3bb0dded5ea5 req-aa0d8217-3025-4ef1-9305-34b16fa5d50a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=877e0a5e-1e06-4855-8378-ce60b2a3cc98 HTTP/1.1" status: 200 len: 217 time: 0.1056910 Jul 16 03:34:43.657177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=e1154439-714e-40c6-ae82-13d18c47130b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:43.720185 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b35881-ab06-47e5-b9b7-3bb0dded5ea5 req-81402932-6030-4d91-a0cb-36c209addbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:43.721802 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e8b35881-ab06-47e5-b9b7-3bb0dded5ea5 req-81402932-6030-4d91-a0cb-36c209addbda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 200 len: 852 time: 0.0650105 Jul 16 03:34:43.758919 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e8b35881-ab06-47e5-b9b7-3bb0dded5ea5 req-0648a7d8-c1a9-4f28-8266-3b537549e5f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d2082f3-f285-4b81-803c-37c5386ebabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274084 Jul 16 03:34:43.839901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['e1154439-714e-40c6-ae82-13d18c47130b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:43.862032 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e8b35881-ab06-47e5-b9b7-3bb0dded5ea5 req-37f05cb6-d528-4a17-a09c-89415c3ed3e8 service neutron] 10.222.0.20 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953829 Jul 16 03:34:43.990103 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa874255-db21-4f45-ba0a-32b4143b637d req-aa259531-3314-4053-9529-62e61a5406af tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:43.998736 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa874255-db21-4f45-ba0a-32b4143b637d req-aa259531-3314-4053-9529-62e61a5406af tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 943 time: 0.0990942 Jul 16 03:34:44.032567 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e8b35881-ab06-47e5-b9b7-3bb0dded5ea5 req-c638cc72-9158-408f-9f2d-5b6081ed1e25 service neutron] 10.222.0.20 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591957 Jul 16 03:34:44.047373 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa874255-db21-4f45-ba0a-32b4143b637d req-6a01584b-a5ef-4bb2-8f73-9c7e81a122ef tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444572 Jul 16 03:34:44.173049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67f509-94de-4ac7-8818-54a6cc2b9237 req-c5cbd7a5-99e6-4fd4-a3a6-ea171a825c90 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.174805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c67f509-94de-4ac7-8818-54a6cc2b9237 req-c5cbd7a5-99e6-4fd4-a3a6-ea171a825c90 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.0827274 Jul 16 03:34:44.235874 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c67f509-94de-4ac7-8818-54a6cc2b9237 req-8b5dabad-6df6-4233-8a45-8e9e9c54cc04 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514848 Jul 16 03:34:44.348451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a95bd6-168b-4659-ad6a-847f48d66ea8 req-c4d5045c-9652-4c16-878e-5c4c3c91ffbd tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.350483 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6a95bd6-168b-4659-ad6a-847f48d66ea8 req-c4d5045c-9652-4c16-878e-5c4c3c91ffbd tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 946 time: 0.0737269 Jul 16 03:34:44.405699 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6a95bd6-168b-4659-ad6a-847f48d66ea8 req-778f7a57-84f7-449f-8cc2-1c85090ff730 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485327 Jul 16 03:34:44.526059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce155960-32a6-47a1-88d8-8c64dac96cba req-2d3dc520-e0f7-4a67-a587-88b6fe64dc65 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.527828 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ce155960-32a6-47a1-88d8-8c64dac96cba req-2d3dc520-e0f7-4a67-a587-88b6fe64dc65 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=b06e5293-e1cb-4850-856f-f78853e271f0 HTTP/1.1" status: 200 len: 944 time: 0.0703442 Jul 16 03:34:44.577688 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ce155960-32a6-47a1-88d8-8c64dac96cba req-86db0881-b5fb-406b-942e-16c3df72a7b4 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423021 Jul 16 03:34:44.757262 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22033ad-bc3f-435f-93b6-133344ebf94f req-1a3bce55-4a16-436e-84eb-5557fef7a58a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:44.773959 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b22033ad-bc3f-435f-93b6-133344ebf94f req-1a3bce55-4a16-436e-84eb-5557fef7a58a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.0992105 Jul 16 03:34:44.846699 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b22033ad-bc3f-435f-93b6-133344ebf94f req-97f2a356-56fa-428a-942d-46809af2a32f tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714264 Jul 16 03:34:45.033871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2fd52-a361-4c2c-8273-774897bb50d7 req-353eab67-554c-4a8b-9f28-5e355a0fcf41 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.035481 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61e2fd52-a361-4c2c-8273-774897bb50d7 req-353eab67-554c-4a8b-9f28-5e355a0fcf41 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 946 time: 0.0814135 Jul 16 03:34:45.107720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61e2fd52-a361-4c2c-8273-774897bb50d7 req-6247afaf-9428-415c-a2c5-083d34c91c7f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656683 Jul 16 03:34:45.199391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60570) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:45.220415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44d073-8487-419e-959a-6c94ddf83675 req-dde18936-ad21-455d-8a8b-4080b58da421 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.221986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df44d073-8487-419e-959a-6c94ddf83675 req-dde18936-ad21-455d-8a8b-4080b58da421 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3f2ea6f-62af-4fed-b755-698c9b884859 HTTP/1.1" status: 200 len: 946 time: 0.1178858 Jul 16 03:34:45.233048 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 877e0a5e-1e06-4855-8378-ce60b2a3cc98 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:45.236243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device e1154439-714e-40c6-ae82-13d18c47130b up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:45.318353 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df44d073-8487-419e-959a-6c94ddf83675 req-5d56db6d-4ca6-42c6-9a6b-faa970776aaa tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894911 Jul 16 03:34:45.334324 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-610865dd-1c29-4b4f-b999-1073444bf849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.390764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 877e0a5e-1e06-4855-8378-ce60b2a3cc98, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=877e0a5e-1e06-4855-8378-ce60b2a3cc98,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:45.405987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '877e0a5e-1e06-4855-8378-ce60b2a3cc98', 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'port_id': '877e0a5e-1e06-4855-8378-ce60b2a3cc98', 'mac_address': 'fa:16:3e:08:de:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460165b0-71f2-476d-a3c4-33a11989f907', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:45.411642 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port e1154439-714e-40c6-ae82-13d18c47130b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:45.412909 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca627706-af6b-4d41-9230-d717d08f2837 req-6a4c193c-ca87-406d-9553-42c26c49e210 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.416096 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca627706-af6b-4d41-9230-d717d08f2837 req-6a4c193c-ca87-406d-9553-42c26c49e210 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 943 time: 0.1638188 Jul 16 03:34:45.417396 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port e1154439-714e-40c6-ae82-13d18c47130b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:45.417774 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.475378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca627706-af6b-4d41-9230-d717d08f2837 req-d174898e-3a8c-479e-973e-fc6405d15bdb tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522938 Jul 16 03:34:45.489985 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.510313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877e0a5e-1e06-4855-8378-ce60b2a3cc98 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:45.585105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 877e0a5e-1e06-4855-8378-ce60b2a3cc98, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=877e0a5e-1e06-4855-8378-ce60b2a3cc98,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:45.586234 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.641828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port e1154439-714e-40c6-ae82-13d18c47130b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=e1154439-714e-40c6-ae82-13d18c47130b,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:45.643239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fc13fd-bc3c-4885-9960-0cb6355504d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1154439-714e-40c6-ae82-13d18c47130b'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:45.647402 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54757707-875b-439d-a543-0bc6b479bd28" -d '{"events": [{"server_uuid": "b5fc13fd-bc3c-4885-9960-0cb6355504d9", "name": "network-vif-plugged", "status": "completed", "tag": "e1154439-714e-40c6-ae82-13d18c47130b"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:45.650145 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.654851 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.668522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bb565-4f17-49b1-a6ca-581390bc410b req-bfba64a8-78ac-43ac-ac8a-4b80affb09c0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.670121 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e7bb565-4f17-49b1-a6ca-581390bc410b req-bfba64a8-78ac-43ac-ac8a-4b80affb09c0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.1547375 Jul 16 03:34:45.686218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-dd48c23f-b582-40fc-8836-323af4b69486 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:45.687750 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-dd48c23f-b582-40fc-8836-323af4b69486 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 1097 time: 0.2330585 Jul 16 03:34:45.702021 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-6'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:45.729852 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=877e0a5e-1e06-4855-8378-ce60b2a3cc98,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:45.742448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e7bb565-4f17-49b1-a6ca-581390bc410b req-3b2cc39b-4176-419f-924b-a1d97b769875 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640750 Jul 16 03:34:45.786034 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-610865dd-1c29-4b4f-b999-1073444bf849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.806509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=e1154439-714e-40c6-ae82-13d18c47130b,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:45.807772 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-610865dd-1c29-4b4f-b999-1073444bf849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:45.917502 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-610865dd-1c29-4b4f-b999-1073444bf849 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be5502c08cbc45488257d40a87950155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7167699 Jul 16 03:34:45.921313 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60584) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:45.948940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['877e0a5e-1e06-4855-8378-ce60b2a3cc98'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:45.979845 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610865dd-1c29-4b4f-b999-1073444bf849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689295d3-01cb-4577-8b01-d6b9dc509d3a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:45.992219 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.032220 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6f5c0-32c3-459a-9ea3-10988a9ba2b5 req-e66d368d-1f99-4dc9-a2bb-7842b8414d92 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.039802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ab6f5c0-32c3-459a-9ea3-10988a9ba2b5 req-e66d368d-1f99-4dc9-a2bb-7842b8414d92 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=b06e5293-e1cb-4850-856f-f78853e271f0 HTTP/1.1" status: 200 len: 944 time: 0.1514647 Jul 16 03:34:46.047063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed014cdb-2977-4e29-aa8a-db952098a4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.079278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76eb01-89c1-4ef0-b519-cc08214bcf8b req-f9538f90-f414-436c-a4af-3552b5e5b3a9 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.084129 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed014cdb-2977-4e29-aa8a-db952098a4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.084814 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f76eb01-89c1-4ef0-b519-cc08214bcf8b req-f9538f90-f414-436c-a4af-3552b5e5b3a9 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 946 time: 0.1500106 Jul 16 03:34:46.119408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ab6f5c0-32c3-459a-9ea3-10988a9ba2b5 req-f52c2eb4-18c2-499d-9cf6-166d1542944d tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780871 Jul 16 03:34:46.158779 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f76eb01-89c1-4ef0-b519-cc08214bcf8b req-e49b047b-2099-4958-9e99-6f8574e9ad05 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660837 Jul 16 03:34:46.199949 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c51334-d32e-4b4e-b650-7d1df2c9281e x-openstack-request-id: req-d3c51334-d32e-4b4e-b650-7d1df2c9281e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:46.200657 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fc13fd-bc3c-4885-9960-0cb6355504d9", "name": "network-vif-plugged", "status": "completed", "tag": "e1154439-714e-40c6-ae82-13d18c47130b", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:46.200657 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3c51334-d32e-4b4e-b650-7d1df2c9281e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:46.201036 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fc13fd-bc3c-4885-9960-0cb6355504d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1154439-714e-40c6-ae82-13d18c47130b', 'code': 200} Jul 16 03:34:46.266307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=effcc2e6-0b45-461b-867e-ae143c975b20,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:46.289285 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed014cdb-2977-4e29-aa8a-db952098a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.292280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed014cdb-2977-4e29-aa8a-db952098a4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.296613 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ed014cdb-2977-4e29-aa8a-db952098a4c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/689295d3-01cb-4577-8b01-d6b9dc509d3a HTTP/1.1" status: 204 len: 168 time: 0.3696811 Jul 16 03:34:46.305647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:46.315531 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed014cdb-2977-4e29-aa8a-db952098a4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689295d3-01cb-4577-8b01-d6b9dc509d3a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:46.331829 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:46.415155 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.419639 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85960c40-8221-4c71-bfca-27ec84651d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'effcc2e6-0b45-461b-867e-ae143c975b20'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:46.423187 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0830e4-aa9b-4819-97e4-4e70464d43e9" -d '{"events": [{"server_uuid": "85960c40-8221-4c71-bfca-27ec84651d85", "name": "network-vif-unplugged", "status": "completed", "tag": "effcc2e6-0b45-461b-867e-ae143c975b20"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:46.427803 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.431138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:46.441387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:46.441771 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.507234 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Pushing event updated for resources: {'Port': ['ID=effcc2e6-0b45-461b-867e-ae143c975b20,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:46.513283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1eb45-9ca7-4648-88e2-985a66adb63f req-796842e0-9007-4017-8650-7984e3efcb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.514854 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63c1eb45-9ca7-4648-88e2-985a66adb63f req-796842e0-9007-4017-8650-7984e3efcb31 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5fc13fd-bc3c-4885-9960-0cb6355504d9 HTTP/1.1" status: 200 len: 1096 time: 0.2269883 Jul 16 03:34:46.540576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e574f2-04f1-4e23-b8eb-ae7f5e87da56 req-9a40b3a9-3a6c-422a-8e03-fc844492f44a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.542143 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52e574f2-04f1-4e23-b8eb-ae7f5e87da56 req-9a40b3a9-3a6c-422a-8e03-fc844492f44a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 946 time: 0.1560805 Jul 16 03:34:46.572882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Attempting to bind port effcc2e6-0b45-461b-867e-ae143c975b20 on host n-h1-800088-6 for vnic_type normal with profile {"migrating_to": "n-h2-800088-6"} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:46.573354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Attempting to bind port effcc2e6-0b45-461b-867e-ae143c975b20 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:46.573696 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Attempting to bind port effcc2e6-0b45-461b-867e-ae143c975b20 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:46.578530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Port effcc2e6-0b45-461b-867e-ae143c975b20 on network ae4da56c-d106-465b-8123-a4e05a78074b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:34:46.578867 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Attempting to bind port effcc2e6-0b45-461b-867e-ae143c975b20 on network ae4da56c-d106-465b-8123-a4e05a78074b {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:46.579466 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.591796 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:46.592034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Checking segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:46.592401 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Bound using segment: {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:46.592849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Bound port: effcc2e6-0b45-461b-867e-ae143c975b20, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03e28ab6-662c-4787-a995-ac72e63ebff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'ae4da56c-d106-465b-8123-a4e05a78074b'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:46.593272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.624568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5b4f91f9-93d2-44d3-9a23-2378b2f651e5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5b4f91f9-93d2-44d3-9a23-2378b2f651e5,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:46.629384 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.675237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52e574f2-04f1-4e23-b8eb-ae7f5e87da56 req-8d7da20c-7d89-4d5d-94b6-144680af87d9 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235373 Jul 16 03:34:46.684028 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63c1eb45-9ca7-4648-88e2-985a66adb63f req-95562905-ce8c-4080-959e-8b31b3cacc29 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590726 Jul 16 03:34:46.705132 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=5b4f91f9-93d2-44d3-9a23-2378b2f651e5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:46.750310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:46.753550 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09f66ee-e0f9-40d8-8312-17fa3c5533a6 x-openstack-request-id: req-f09f66ee-e0f9-40d8-8312-17fa3c5533a6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:46.753849 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85960c40-8221-4c71-bfca-27ec84651d85", "name": "network-vif-unplugged", "status": "completed", "tag": "effcc2e6-0b45-461b-867e-ae143c975b20", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:46.754595 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f09f66ee-e0f9-40d8-8312-17fa3c5533a6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:46.754998 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85960c40-8221-4c71-bfca-27ec84651d85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'effcc2e6-0b45-461b-867e-ae143c975b20', 'code': 200} Jul 16 03:34:46.756701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=effcc2e6-0b45-461b-867e-ae143c975b20,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:46.766735 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.822013 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60602) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:46.859665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c62d6-02a4-4189-97dd-eac318658b1a req-22b9457d-f798-4fa5-aaac-1e385413a548 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.861417 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af0c62d6-02a4-4189-97dd-eac318658b1a req-22b9457d-f798-4fa5-aaac-1e385413a548 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.0999424 Jul 16 03:34:46.867840 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f4118ea-27ef-438b-b28a-617acaea514b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.898808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Pushing event updated for resources: {'Port': ['ID=effcc2e6-0b45-461b-867e-ae143c975b20,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:46.940275 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:46.941693 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:46.943342 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-0eb9d6d8-97b7-44b0-8bad-c6c536546715 service neutron] 10.222.0.20 "PUT /v2.0/ports/effcc2e6-0b45-461b-867e-ae143c975b20 HTTP/1.1" status: 200 len: 1122 time: 1.2469411 Jul 16 03:34:46.957478 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af0c62d6-02a4-4189-97dd-eac318658b1a req-198a0d9c-67b1-4092-90f3-ff118fa296a1 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888901 Jul 16 03:34:47.021887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655142c0-50fd-4add-b198-ebcfc8d0b01f req-fea0e42f-55f0-44b7-98a3-735be9e6613b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.025409 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-655142c0-50fd-4add-b198-ebcfc8d0b01f req-fea0e42f-55f0-44b7-98a3-735be9e6613b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 944 time: 0.1341622 Jul 16 03:34:47.062590 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['effcc2e6-0b45-461b-867e-ae143c975b20'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:47.084429 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-655142c0-50fd-4add-b198-ebcfc8d0b01f req-54caeee9-02be-4953-9799-79cf4fcb6f43 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521605 Jul 16 03:34:47.101147 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f4118ea-27ef-438b-b28a-617acaea514b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.103247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['effcc2e6-0b45-461b-867e-ae143c975b20'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:47.105823 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f4118ea-27ef-438b-b28a-617acaea514b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.183298 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3f4118ea-27ef-438b-b28a-617acaea514b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c243dcae2984bc9903678aba6435d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586261 Jul 16 03:34:47.185659 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:47.199270 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4118ea-27ef-438b-b28a-617acaea514b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d693b8-23ec-4210-b8ac-e2276456b2d5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:47.244355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device effcc2e6-0b45-461b-867e-ae143c975b20 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:47.262164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 877e0a5e-1e06-4855-8378-ce60b2a3cc98 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:47.274702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6b9d2-d11c-49be-ad4c-70dde78dfac9 req-ae557a8e-a82d-46c2-9f28-5171c3bf3488 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.276539 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ce6b9d2-d11c-49be-ad4c-70dde78dfac9 req-ae557a8e-a82d-46c2-9f28-5171c3bf3488 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.1538727 Jul 16 03:34:47.298708 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a81a76-e689-4f55-ab71-d8facfd4e0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.325231 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a81a76-e689-4f55-ab71-d8facfd4e0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.389723 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a81a76-e689-4f55-ab71-d8facfd4e0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.393397 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41a81a76-e689-4f55-ab71-d8facfd4e0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.394856 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-41a81a76-e689-4f55-ab71-d8facfd4e0b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20d693b8-23ec-4210-b8ac-e2276456b2d5 HTTP/1.1" status: 204 len: 168 time: 0.2047050 Jul 16 03:34:47.437219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a81a76-e689-4f55-ab71-d8facfd4e0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d693b8-23ec-4210-b8ac-e2276456b2d5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:47.455800 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ce6b9d2-d11c-49be-ad4c-70dde78dfac9 req-2a227de9-a88a-4566-8d19-880a4c733b11 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684837 Jul 16 03:34:47.532954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 877e0a5e-1e06-4855-8378-ce60b2a3cc98 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:47.556762 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 877e0a5e-1e06-4855-8378-ce60b2a3cc98 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:47.557127 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.565792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e5763-9e69-4d3f-8858-e23058b5aedf req-2b2dfa38-2794-450d-bdfa-5a620492ab71 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.576442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e5763-9e69-4d3f-8858-e23058b5aedf req-2b2dfa38-2794-450d-bdfa-5a620492ab71 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.576750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=effcc2e6-0b45-461b-867e-ae143c975b20,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:47.585120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e5763-9e69-4d3f-8858-e23058b5aedf req-2b2dfa38-2794-450d-bdfa-5a620492ab71 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.593662 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-621e5763-9e69-4d3f-8858-e23058b5aedf req-2b2dfa38-2794-450d-bdfa-5a620492ab71 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6&device_id=c3f2ea6f-62af-4fed-b755-698c9b884859&device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 2418 time: 0.1787479 Jul 16 03:34:47.621123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device effcc2e6-0b45-461b-867e-ae143c975b20 has no active binding in host n-h2-800088-6 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:34:47.696536 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-621e5763-9e69-4d3f-8858-e23058b5aedf req-923dfa53-ce6d-489f-896b-25995a65802a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932503 Jul 16 03:34:47.741396 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.787894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947e1f2-f32d-4deb-b0f0-302482cc00cf req-b61d7490-11cc-48d5-be8e-01c08750040e tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:47.791208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6947e1f2-f32d-4deb-b0f0-302482cc00cf req-b61d7490-11cc-48d5-be8e-01c08750040e tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=b06e5293-e1cb-4850-856f-f78853e271f0 HTTP/1.1" status: 200 len: 945 time: 0.1619918 Jul 16 03:34:47.814197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 877e0a5e-1e06-4855-8378-ce60b2a3cc98, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=877e0a5e-1e06-4855-8378-ce60b2a3cc98,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:47.821947 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:47.861847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6947e1f2-f32d-4deb-b0f0-302482cc00cf req-b5208a27-9e1a-434a-b66b-cd732630b005 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639446 Jul 16 03:34:47.930321 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=877e0a5e-1e06-4855-8378-ce60b2a3cc98,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:48.063878 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0eda2-73d9-4ee4-b42e-d25fcaf7ec5a req-0b8c88ca-4694-4a02-8cce-dcb4a5b95e61 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.072169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1dc0eda2-73d9-4ee4-b42e-d25fcaf7ec5a req-0b8c88ca-4694-4a02-8cce-dcb4a5b95e61 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 944 time: 0.0805519 Jul 16 03:34:48.110139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1dc0eda2-73d9-4ee4-b42e-d25fcaf7ec5a req-17b2176a-72d9-49ae-893d-2673978c7c55 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370617 Jul 16 03:34:48.194746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52106fd7-ba61-4194-ac51-ed46dc950a77 req-840a2895-398c-476f-b92b-f26bf5f38188 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.197098 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52106fd7-ba61-4194-ac51-ed46dc950a77 req-840a2895-398c-476f-b92b-f26bf5f38188 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 946 time: 0.0913279 Jul 16 03:34:48.202664 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06e5293-e1cb-4850-856f-f78853e271f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4f91f9-93d2-44d3-9a23-2378b2f651e5'}, {'server_uuid': 'b0c9874b-1371-482c-a8f1-e6892e269f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877e0a5e-1e06-4855-8378-ce60b2a3cc98'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:48.206156 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c80b27a-4b97-44f4-ba21-667872ffb081" -d '{"events": [{"server_uuid": "b06e5293-e1cb-4850-856f-f78853e271f0", "name": "network-vif-plugged", "status": "completed", "tag": "5b4f91f9-93d2-44d3-9a23-2378b2f651e5"}, {"server_uuid": "b0c9874b-1371-482c-a8f1-e6892e269f0f", "name": "network-vif-plugged", "status": "completed", "tag": "877e0a5e-1e06-4855-8378-ce60b2a3cc98"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:48.260347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52106fd7-ba61-4194-ac51-ed46dc950a77 req-69fd6dcb-7b25-4ee8-a317-427ec23ec26c tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500011 Jul 16 03:34:48.388806 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f684777-c12f-4bd6-9552-782e42802a20 x-openstack-request-id: req-2f684777-c12f-4bd6-9552-782e42802a20 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:48.389062 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06e5293-e1cb-4850-856f-f78853e271f0", "name": "network-vif-plugged", "status": "completed", "tag": "5b4f91f9-93d2-44d3-9a23-2378b2f651e5", "code": 200}, {"server_uuid": "b0c9874b-1371-482c-a8f1-e6892e269f0f", "name": "network-vif-plugged", "status": "completed", "tag": "877e0a5e-1e06-4855-8378-ce60b2a3cc98", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:48.389427 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f684777-c12f-4bd6-9552-782e42802a20 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:48.389921 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06e5293-e1cb-4850-856f-f78853e271f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4f91f9-93d2-44d3-9a23-2378b2f651e5', 'code': 200} Jul 16 03:34:48.390834 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c9874b-1371-482c-a8f1-e6892e269f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877e0a5e-1e06-4855-8378-ce60b2a3cc98', 'code': 200} Jul 16 03:34:48.395215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7729141-c7ce-4edf-abca-1fa1a4f59e28 req-912929c8-bacd-43a8-a060-f7deb605866a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.397028 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7729141-c7ce-4edf-abca-1fa1a4f59e28 req-912929c8-bacd-43a8-a060-f7deb605866a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 945 time: 0.0783322 Jul 16 03:34:48.464029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7729141-c7ce-4edf-abca-1fa1a4f59e28 req-210511af-cd82-4418-8594-db8aee2157ff tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526853 Jul 16 03:34:48.470560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60652) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:48.590438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1785587928-network', 'tenant_id': '94ce2d92b4964c12a0e02dadae1c3d97'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:48.641475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] Made reservation on behalf of 94ce2d92b4964c12a0e02dadae1c3d97 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:48.644544 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:48.654805 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:48.803906 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77ced3-e43a-40ff-8fbe-ab0b43a19ebf req-c072b858-b623-438e-8916-8606a46f7fbb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.806105 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b77ced3-e43a-40ff-8fbe-ab0b43a19ebf req-c072b858-b623-438e-8916-8606a46f7fbb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.1070342 Jul 16 03:34:48.826598 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:48.838045 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:48.853777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85960c40-8221-4c71-bfca-27ec84651d85', 'tag': 'effcc2e6-0b45-461b-867e-ae143c975b20'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:48.855262 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe23f07-6930-499d-801b-c8ffb312f2df" -d '{"events": [{"name": "network-changed", "server_uuid": "85960c40-8221-4c71-bfca-27ec84651d85", "tag": "effcc2e6-0b45-461b-867e-ae143c975b20"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:48.872568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:34:48.888966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b77ced3-e43a-40ff-8fbe-ab0b43a19ebf req-97d23048-b2fe-42f8-9a2e-f002646e2fad tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725818 Jul 16 03:34:48.911650 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:48.911650 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] Added segment 7fdb57d7-9071-48e8-9f03-ecfcc6949ad8 of type vlan for network 28cbbaca-71fe-42bd-893a-27ac3d53ff2a Jul 16 03:34:48.919379 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb5bfa-afe4-45dc-9cbd-4cedab68d8ac req-adc010b0-6caa-455e-ba71-645482bdab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.921079 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bafb5bfa-afe4-45dc-9cbd-4cedab68d8ac req-adc010b0-6caa-455e-ba71-645482bdab8a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b06e5293-e1cb-4850-856f-f78853e271f0 HTTP/1.1" status: 200 len: 1096 time: 0.4309883 Jul 16 03:34:48.923273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a6dfe-de42-45b2-b6e1-df2fa774a1d5 req-26ca260b-52f3-42fa-bbe5-11b26c79610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:48.924661 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-355a6dfe-de42-45b2-b6e1-df2fa774a1d5 req-26ca260b-52f3-42fa-bbe5-11b26c79610e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 1096 time: 0.4451866 Jul 16 03:34:48.966782 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:48.996008 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bafb5bfa-afe4-45dc-9cbd-4cedab68d8ac req-e2b54511-0d7f-48b1-8a52-6e64064f9837 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629554 Jul 16 03:34:48.997676 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-355a6dfe-de42-45b2-b6e1-df2fa774a1d5 req-448ff2ae-ad02-4fd5-aaf2-0dc1f713d3d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564828 Jul 16 03:34:49.008622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3178a5d7-b56c-4f4e-a548-6a34290a29e8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:49.028151 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:49.029200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.029787 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:49.089686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6134508 Jul 16 03:34:49.090707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60670) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:49.100479 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-68f760cd-f2a0-4937-8bc8-24c6fed857b5 admin admin] Request body: {'subnet': {'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1785587928-subnet', 'tenant_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:49.122099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d44056-a58b-4ff1-8a0e-e0a1b3485478 admin admin] Pushing event updated for resources: {'Network': ['ID=28cbbaca-71fe-42bd-893a-27ac3d53ff2a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:49.125775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f760cd-f2a0-4937-8bc8-24c6fed857b5 admin admin] Made reservation on behalf of 94ce2d92b4964c12a0e02dadae1c3d97 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:49.129480 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68f760cd-f2a0-4937-8bc8-24c6fed857b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:49.134556 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d34f72-a566-4ab4-a06a-3090d4bc48b2 x-openstack-request-id: req-a0d34f72-a566-4ab4-a06a-3090d4bc48b2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:49.134854 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85960c40-8221-4c71-bfca-27ec84651d85", "tag": "effcc2e6-0b45-461b-867e-ae143c975b20", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:49.135154 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0d34f72-a566-4ab4-a06a-3090d4bc48b2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:49.135310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 28cbbaca-71fe-42bd-893a-27ac3d53ff2a details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:34:49.135848 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85960c40-8221-4c71-bfca-27ec84651d85', 'tag': 'effcc2e6-0b45-461b-867e-ae143c975b20', 'status': 'completed', 'code': 200} Jul 16 03:34:49.157458 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa67f9-f9bb-4d34-a81a-db6d87ae63ac req-42288f63-1dd5-47b0-83df-f88b6e5ad17d tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.159579 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4fa67f9-f9bb-4d34-a81a-db6d87ae63ac req-42288f63-1dd5-47b0-83df-f88b6e5ad17d tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.1430304 Jul 16 03:34:49.222047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4fa67f9-f9bb-4d34-a81a-db6d87ae63ac req-2aebb76c-e9df-4d11-bc5a-4e4a09a1472f tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531318 Jul 16 03:34:49.307825 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf858f-5cbb-4afe-87b9-b28f9b858414 req-a9735c3c-fe40-4c1e-a73b-5bcf1022033a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.309876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fbf858f-5cbb-4afe-87b9-b28f9b858414 req-a9735c3c-fe40-4c1e-a73b-5bcf1022033a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=b06e5293-e1cb-4850-856f-f78853e271f0 HTTP/1.1" status: 200 len: 945 time: 0.0806074 Jul 16 03:34:49.320271 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe23f07-6930-499d-801b-c8ffb312f2df req-c4224eeb-9273-4881-97ca-0e8e8183f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.321763 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0fe23f07-6930-499d-801b-c8ffb312f2df req-c4224eeb-9273-4881-97ca-0e8e8183f83d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 1125 time: 0.1153214 Jul 16 03:34:49.350786 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fbf858f-5cbb-4afe-87b9-b28f9b858414 req-cecf7301-5b80-41b5-9114-b62442f0ecf3 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353174 Jul 16 03:34:49.443091 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68f760cd-f2a0-4937-8bc8-24c6fed857b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:49.496159 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe23f07-6930-499d-801b-c8ffb312f2df req-8b1d072a-caae-4289-b5a4-a97849fa3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.497588 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0fe23f07-6930-499d-801b-c8ffb312f2df req-8b1d072a-caae-4289-b5a4-a97849fa3859 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.1680462 Jul 16 03:34:49.526990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18888b8f-bd43-4e67-bd98-81957ac5b81e req-f55ae4de-21af-4ef5-b6af-fe64279c10a8 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.528511 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18888b8f-bd43-4e67-bd98-81957ac5b81e req-f55ae4de-21af-4ef5-b6af-fe64279c10a8 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 944 time: 0.0711250 Jul 16 03:34:49.549228 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f760cd-f2a0-4937-8bc8-24c6fed857b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c35969ed-90d4-4c0a-8f90-551439498d59,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:49.553744 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0fe23f07-6930-499d-801b-c8ffb312f2df req-d610faf2-c177-48c5-89c9-aa16c551fe63 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=effcc2e6-0b45-461b-867e-ae143c975b20 HTTP/1.1" status: 200 len: 217 time: 0.0481825 Jul 16 03:34:49.576474 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18888b8f-bd43-4e67-bd98-81957ac5b81e req-d30d1898-ef1a-4ba5-98ae-30c73a016bda tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421479 Jul 16 03:34:49.587765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f760cd-f2a0-4937-8bc8-24c6fed857b5 admin admin] Checking segment: {'id': '7fdb57d7-9071-48e8-9f03-ecfcc6949ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:49.588145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f760cd-f2a0-4937-8bc8-24c6fed857b5 admin admin] Network hostable DHCP agents. Network: 28cbbaca-71fe-42bd-893a-27ac3d53ff2a, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:34:49.622695 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f760cd-f2a0-4937-8bc8-24c6fed857b5 admin admin] Network 28cbbaca-71fe-42bd-893a-27ac3d53ff2a is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:34:49.630566 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe23f07-6930-499d-801b-c8ffb312f2df req-55feca0b-b484-4cba-9de8-40686c09cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.632381 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0fe23f07-6930-499d-801b-c8ffb312f2df req-55feca0b-b484-4cba-9de8-40686c09cd56 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.0705218 Jul 16 03:34:49.634390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-68f760cd-f2a0-4937-8bc8-24c6fed857b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 28cbbaca-71fe-42bd-893a-27ac3d53ff2a) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:49.638442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f760cd-f2a0-4937-8bc8-24c6fed857b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.639046 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68f760cd-f2a0-4937-8bc8-24c6fed857b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:49.645909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920b86e2-824a-43f6-90d2-47fe62f43bf8 None None] Network 28cbbaca-71fe-42bd-893a-27ac3d53ff2a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:49.674581 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0fe23f07-6930-499d-801b-c8ffb312f2df req-04101329-169a-4170-93e0-e1799fa8ad8d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329406 Jul 16 03:34:49.702952 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-68f760cd-f2a0-4937-8bc8-24c6fed857b5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6107829 Jul 16 03:34:49.709488 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60680) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:49.714452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1785587928-router', 'tenant_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:49.739975 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:49.740713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:49.778706 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f4bac-6b6a-460f-a335-a6e36f22cc3c req-233583cd-3fe3-4d52-a73c-04df7d41cc54 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:49.787146 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8d8f4bac-6b6a-460f-a335-a6e36f22cc3c req-233583cd-3fe3-4d52-a73c-04df7d41cc54 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 945 time: 0.0966403 Jul 16 03:34:49.837271 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8d8f4bac-6b6a-460f-a335-a6e36f22cc3c req-c6a7112a-95e7-43b7-a9fa-3166bc2bb618 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483553 Jul 16 03:34:49.839975 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:49.855129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-28cbbaca-71fe-42bd-893a-27ac3d53ff2a', 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a', 'tenant_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'fixed_ips': [{'subnet_id': 'c35969ed-90d4-4c0a-8f90-551439498d59'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:34:49.856259 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:49.925858 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0fe23f07-6930-499d-801b-c8ffb312f2df req-69cb74b4-458d-44b5-97c5-c27c55b766f7 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427933 Jul 16 03:34:50.001188 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Allocated IP 172.20.0.2 (28cbbaca-71fe-42bd-893a-27ac3d53ff2a/c35969ed-90d4-4c0a-8f90-551439498d59/bec37ad5-d15b-427f-b066-51c791e1d308) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:50.026552 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.110216 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0fe23f07-6930-499d-801b-c8ffb312f2df req-14158dab-0366-468d-8858-7c446a395471 service neutron] 10.222.0.88 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745443 Jul 16 03:34:50.157098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da593d59-79ea-471c-9e70-8b440196a8cd req-8ef287b9-c408-47e3-b10b-1ef75cf51864 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:50.166737 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da593d59-79ea-471c-9e70-8b440196a8cd req-8ef287b9-c408-47e3-b10b-1ef75cf51864 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.0925529 Jul 16 03:34:50.223332 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da593d59-79ea-471c-9e70-8b440196a8cd req-de1e023d-7b54-4736-8245-e989114e04be tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536132 Jul 16 03:34:50.365451 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.374447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Transition to ACTIVE for port object bec37ad5-d15b-427f-b066-51c791e1d308 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:50.390351 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.393506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Transition to ACTIVE for port object bec37ad5-d15b-427f-b066-51c791e1d308 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:50.402118 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.426054 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.446069 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Pushing event updated for resources: {'Port': ['ID=bec37ad5-d15b-427f-b066-51c791e1d308,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:50.461649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Network 28cbbaca-71fe-42bd-893a-27ac3d53ff2a is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:50.463173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:50.465772 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:50.475286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6904e-eb40-4afb-a740-13efebf451ee req-1c4f8cb2-8f22-4fa6-b435-eb4e82c9e67d tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:50.483248 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40c6904e-eb40-4afb-a740-13efebf451ee req-1c4f8cb2-8f22-4fa6-b435-eb4e82c9e67d tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.1339917 Jul 16 03:34:50.534802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40c6904e-eb40-4afb-a740-13efebf451ee req-21f50589-f906-4850-a901-96b8c14f9e69 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501962 Jul 16 03:34:50.603728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Attempting to bind port bec37ad5-d15b-427f-b066-51c791e1d308 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:50.606278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Attempting to bind port bec37ad5-d15b-427f-b066-51c791e1d308 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '7fdb57d7-9071-48e8-9f03-ecfcc6949ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:50.616335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Attempting to bind port bec37ad5-d15b-427f-b066-51c791e1d308 on network 28cbbaca-71fe-42bd-893a-27ac3d53ff2a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:50.634460 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:50.635240 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Checking segment: {'id': '7fdb57d7-9071-48e8-9f03-ecfcc6949ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:50.635610 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.636098 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Bound using segment: {'id': '7fdb57d7-9071-48e8-9f03-ecfcc6949ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:50.636710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Bound port: bec37ad5-d15b-427f-b066-51c791e1d308, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fdb57d7-9071-48e8-9f03-ecfcc6949ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:50.637202 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.668600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Allocated IP 172.25.3.247 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/3ecdd92f-50b2-481a-8edc-6ee5a59dc65a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:50.719919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] For port bec37ad5-d15b-427f-b066-51c791e1d308, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:50.725660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] For port bec37ad5-d15b-427f-b066-51c791e1d308, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=bec37ad5-d15b-427f-b066-51c791e1d308,segment=NetworkSegment(7fdb57d7-9071-48e8-9f03-ecfcc6949ad8),segment_id=7fdb57d7-9071-48e8-9f03-ecfcc6949ad8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:50.750651 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.778113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f5d68-8779-4687-9cd0-95ac8292f476 req-a5df5c1f-8d06-43cd-97d1-fa1f7a02ad23 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:50.779892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-141f5d68-8779-4687-9cd0-95ac8292f476 req-a5df5c1f-8d06-43cd-97d1-fa1f7a02ad23 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.1578937 Jul 16 03:34:50.788927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac399b3f-221b-4f38-90ec-cade5d4af860 req-e2bcd0df-7db2-43ab-9ebe-a91b67992ecc tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:50.796136 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac399b3f-221b-4f38-90ec-cade5d4af860 req-e2bcd0df-7db2-43ab-9ebe-a91b67992ecc tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=b06e5293-e1cb-4850-856f-f78853e271f0 HTTP/1.1" status: 200 len: 945 time: 0.1046033 Jul 16 03:34:50.801056 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.858682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8beee6-4b55-42db-aa15-f24a2a616c83 None None] Pushing event updated for resources: {'Port': ['ID=bec37ad5-d15b-427f-b066-51c791e1d308,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:50.883405 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac399b3f-221b-4f38-90ec-cade5d4af860 req-4a45998f-2dc7-4019-99bf-bc3c21730be5 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853858 Jul 16 03:34:50.884617 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:50.902637 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-141f5d68-8779-4687-9cd0-95ac8292f476 req-c81a2038-f7eb-4734-8a1d-ab2c3605c988 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029618 Jul 16 03:34:50.937150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:50.943617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:50.951302 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:50.984344 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Pushing event updated for resources: {'Port': ['ID=3ecdd92f-50b2-481a-8edc-6ee5a59dc65a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:51.186875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4f069-3377-4c70-bbfc-94fb629ec967 req-32c498bd-0e1b-4ed5-ac94-f569bab0c3da tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.195902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2b4f069-3377-4c70-bbfc-94fb629ec967 req-32c498bd-0e1b-4ed5-ac94-f569bab0c3da tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 945 time: 0.1758196 Jul 16 03:34:51.225789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e3786-4508-4e5c-9352-19586393fcb6 req-ac5c85f4-2ab8-44d3-9563-fb255ca9fdc3 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.234724 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-241e3786-4508-4e5c-9352-19586393fcb6 req-ac5c85f4-2ab8-44d3-9563-fb255ca9fdc3 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 944 time: 0.1722560 Jul 16 03:34:51.275984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2b4f069-3377-4c70-bbfc-94fb629ec967 req-76fda955-e3be-4a86-a378-8a53fdea05d5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785856 Jul 16 03:34:51.297793 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:51.311983 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-241e3786-4508-4e5c-9352-19586393fcb6 req-b68174e4-0a7d-47f7-910a-4e8b398aa38e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762463 Jul 16 03:34:51.531315 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:51.561196 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7942ea-0855-4ab6-a61e-2a7b9ed55a56 req-9f73d53b-6c81-4919-8be0-d7872807ede5 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.562626 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f7942ea-0855-4ab6-a61e-2a7b9ed55a56 req-9f73d53b-6c81-4919-8be0-d7872807ede5 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.1217778 Jul 16 03:34:51.570600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670b6d6-d357-4d70-a47a-00afdc0472ea req-bdfed36d-de8f-4834-8762-599fb2293bd6 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.572152 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4670b6d6-d357-4d70-a47a-00afdc0472ea req-bdfed36d-de8f-4834-8762-599fb2293bd6 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5fc13fd-bc3c-4885-9960-0cb6355504d9 HTTP/1.1" status: 200 len: 945 time: 0.1432111 Jul 16 03:34:51.629457 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f7942ea-0855-4ab6-a61e-2a7b9ed55a56 req-86e341c6-92fe-4b58-ae9c-0ad7b541b9ba tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560262 Jul 16 03:34:51.651919 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4670b6d6-d357-4d70-a47a-00afdc0472ea req-04bdd2dc-8263-4f29-8fc4-43036e85a00c tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713959 Jul 16 03:34:51.824129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f199df6-54e0-496d-900e-dd9f6de3fc3d req-6a2c61a4-423f-4041-a62b-a2c6d90442b5 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:51.826297 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0f199df6-54e0-496d-900e-dd9f6de3fc3d req-6a2c61a4-423f-4041-a62b-a2c6d90442b5 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.1972744 Jul 16 03:34:51.914467 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device bec37ad5-d15b-427f-b066-51c791e1d308 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:51.987674 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0f199df6-54e0-496d-900e-dd9f6de3fc3d req-d57a0571-ef4c-44b6-b323-3bc0ba8d3727 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Deleting port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:51.988204 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f199df6-54e0-496d-900e-dd9f6de3fc3d req-d57a0571-ef4c-44b6-b323-3bc0ba8d3727 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.057450 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port bec37ad5-d15b-427f-b066-51c791e1d308 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:52.142710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763b322-38bf-4a31-96b4-e34babb23c51 req-c5bf0695-e20d-481e-8be5-e304c30d6314 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.150086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0f199df6-54e0-496d-900e-dd9f6de3fc3d req-d57a0571-ef4c-44b6-b323-3bc0ba8d3727 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] For port cbd0e8dd-6946-44a8-b4f5-7d216508edf6, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,segment=NetworkSegment(40afc160-2cf2-404f-ae73-54b41f150724),segment_id=40afc160-2cf2-404f-ae73-54b41f150724)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:52.150873 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f199df6-54e0-496d-900e-dd9f6de3fc3d req-d57a0571-ef4c-44b6-b323-3bc0ba8d3727 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.152264 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5763b322-38bf-4a31-96b4-e34babb23c51 req-c5bf0695-e20d-481e-8be5-e304c30d6314 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 947 time: 0.1120632 Jul 16 03:34:52.167694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0f199df6-54e0-496d-900e-dd9f6de3fc3d req-d57a0571-ef4c-44b6-b323-3bc0ba8d3727 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Calling delete_port for cbd0e8dd-6946-44a8-b4f5-7d216508edf6 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:52.214905 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5763b322-38bf-4a31-96b4-e34babb23c51 req-5ba8e275-4646-4c94-bafb-7c2baa6c25da tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d870dcf-ec6a-431c-a61e-e0c40475ee64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615857 Jul 16 03:34:52.289591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0c2a0b-a405-42bb-bbf0-6c0e19590984 None None] Network 28cbbaca-71fe-42bd-893a-27ac3d53ff2a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:34:52.297639 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Router d3e521ed-d543-48ab-b855-ba5241e180df is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:34:52.388196 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f199df6-54e0-496d-900e-dd9f6de3fc3d req-d57a0571-ef4c-44b6-b323-3bc0ba8d3727 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.422456 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e64b6-5be8-4850-988c-b046df0730fc req-e96ff15e-c822-450f-8132-1dd8f80da2c7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.424781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be5e64b6-5be8-4850-988c-b046df0730fc req-e96ff15e-c822-450f-8132-1dd8f80da2c7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.0997384 Jul 16 03:34:52.456874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a0571-ef4c-44b6-b323-3bc0ba8d3727 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Pushing event deleted for resources: {'Port': ['ID=cbd0e8dd-6946-44a8-b4f5-7d216508edf6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:52.471502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['cbd0e8dd-6946-44a8-b4f5-7d216508edf6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:52.478773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-45b73f0b-7ada-454c-8bf9-afc415167afd None None] Provisioning for port bec37ad5-d15b-427f-b066-51c791e1d308 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:52.489327 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be5e64b6-5be8-4850-988c-b046df0730fc req-d6ec6295-26d2-4372-9446-ddaeccc6dbd6 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506356 Jul 16 03:34:52.520877 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-45b73f0b-7ada-454c-8bf9-afc415167afd None None] Provisioning complete for port bec37ad5-d15b-427f-b066-51c791e1d308 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:52.521500 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45b73f0b-7ada-454c-8bf9-afc415167afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.550874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f199df6-54e0-496d-900e-dd9f6de3fc3d req-d57a0571-ef4c-44b6-b323-3bc0ba8d3727 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] No DVR routers for this DVR port cbd0e8dd-6946-44a8-b4f5-7d216508edf6 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:52.575550 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0f199df6-54e0-496d-900e-dd9f6de3fc3d req-d57a0571-ef4c-44b6-b323-3bc0ba8d3727 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.577730 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0f199df6-54e0-496d-900e-dd9f6de3fc3d req-d57a0571-ef4c-44b6-b323-3bc0ba8d3727 tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.20 "DELETE /v2.0/ports/cbd0e8dd-6946-44a8-b4f5-7d216508edf6 HTTP/1.1" status: 204 len: 173 time: 0.7448196 Jul 16 03:34:52.578192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620c005-81c3-48cc-9ee2-70b4343c5f11 req-a93b0c73-f616-4e97-af39-8019bff05bea tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.578333 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'name': 'network-vif-deleted', 'tag': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:52.580114 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f620c005-81c3-48cc-9ee2-70b4343c5f11 req-a93b0c73-f616-4e97-af39-8019bff05bea tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 945 time: 0.0901327 Jul 16 03:34:52.587446 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb6ea25-7fc4-4e4d-9f17-9a5d40405771" -d '{"events": [{"server_uuid": "0cbe9912-ab3a-4934-b682-78ba36ba29bf", "name": "network-vif-deleted", "tag": "cbd0e8dd-6946-44a8-b4f5-7d216508edf6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:52.621680 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:34:52.651412 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Sync routers for ids ['d3e521ed-d543-48ab-b855-ba5241e180df'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:34:52.657178 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.661935 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ceef56c1-1a4b-4513-9eb1-3894696bb12a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9514525 Jul 16 03:34:52.662578 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60724) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:52.665483 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-a062d203-af52-420b-82c9-93672cf78195 service neutron] 10.222.0.88 "GET /v2.0/ports/effcc2e6-0b45-461b-867e-ae143c975b20/bindings/n-h2-800088-6 HTTP/1.1" status: 200 len: 384 time: 0.1444068 Jul 16 03:34:52.675565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Routers {'d3e521ed-d543-48ab-b855-ba5241e180df'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:52.676336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:34:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3e521ed-d543-48ab-b855-ba5241e180df'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:52.688002 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f620c005-81c3-48cc-9ee2-70b4343c5f11 req-c9e95809-7e57-4c4e-af3d-2dc07a85d521 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002166 Jul 16 03:34:52.748676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a97bb7-db64-4371-98c5-bd1a7a5a6ac3 req-97096e7e-3158-4ad0-af86-1e3a88547f4e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:52.756133 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43a97bb7-db64-4371-98c5-bd1a7a5a6ac3 req-97096e7e-3158-4ad0-af86-1e3a88547f4e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 944 time: 0.1328766 Jul 16 03:34:52.816588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43a97bb7-db64-4371-98c5-bd1a7a5a6ac3 req-21f669c2-8499-4815-bd37-ff096f49b542 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579388 Jul 16 03:34:52.857872 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45b73f0b-7ada-454c-8bf9-afc415167afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:52.926342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Set router d3e521ed-d543-48ab-b855-ba5241e180df gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:34:52.956480 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124e69cb-0769-4dc6-bba4-2b50df941b03 x-openstack-request-id: req-124e69cb-0769-4dc6-bba4-2b50df941b03 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:52.956908 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbe9912-ab3a-4934-b682-78ba36ba29bf", "name": "network-vif-deleted", "tag": "cbd0e8dd-6946-44a8-b4f5-7d216508edf6", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:52.957267 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-124e69cb-0769-4dc6-bba4-2b50df941b03 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:52.957762 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbe9912-ab3a-4934-b682-78ba36ba29bf', 'name': 'network-vif-deleted', 'tag': 'cbd0e8dd-6946-44a8-b4f5-7d216508edf6', 'status': 'completed', 'code': 200} Jul 16 03:34:52.961603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-45b73f0b-7ada-454c-8bf9-afc415167afd None None] For port bec37ad5-d15b-427f-b066-51c791e1d308, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=bec37ad5-d15b-427f-b066-51c791e1d308,segment=NetworkSegment(7fdb57d7-9071-48e8-9f03-ecfcc6949ad8),segment_id=7fdb57d7-9071-48e8-9f03-ecfcc6949ad8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:53.013103 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45b73f0b-7ada-454c-8bf9-afc415167afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.111311 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ecbc3-dba3-44ea-969a-9e7549c52d70 req-31f36502-408e-43b5-a444-0771be1959d0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:53.119892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-304ecbc3-dba3-44ea-969a-9e7549c52d70 req-31f36502-408e-43b5-a444-0771be1959d0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.1052442 Jul 16 03:34:53.145692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b73f0b-7ada-454c-8bf9-afc415167afd None None] Pushing event updated for resources: {'Port': ['ID=bec37ad5-d15b-427f-b066-51c791e1d308,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:53.178524 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-304ecbc3-dba3-44ea-969a-9e7549c52d70 req-da7a6341-a63f-4483-bf7c-1cb61e14f439 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574486 Jul 16 03:34:53.256186 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7860a4d0-94b9-4c83-9a40-803e5cfc1851 None None] Provisioning complete for port bec37ad5-d15b-427f-b066-51c791e1d308 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:53.256984 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7860a4d0-94b9-4c83-9a40-803e5cfc1851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.315789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1785587928-router', 'tenant_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3ecdd92f-50b2-481a-8edc-6ee5a59dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:34:49Z', 'updated_at': '2021-07-16T03:34:51Z', 'revision_number': 3, 'project_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'gw_port': {'id': '3ecdd92f-50b2-481a-8edc-6ee5a59dc65a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:34:50Z', 'updated_at': '2021-07-16T03:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:53.357515 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Checking router: d3e521ed-d543-48ab-b855-ba5241e180df for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:34:53.358099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Updating router d3e521ed-d543-48ab-b855-ba5241e180df port 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:34:53.418398 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-245e6528-7237-4805-854a-72dfc4b55bad req-9484358a-b0b8-45a3-9287-3f93eb4c54ed tempest-ServersNegativeTestJSON-2131368195 tempest-ServersNegativeTestJSON-2131368195-project] 10.222.0.18 "GET /v2.0/ports?device_id=0cbe9912-ab3a-4934-b682-78ba36ba29bf HTTP/1.1" status: 200 len: 210 time: 0.0454426 Jul 16 03:34:53.437054 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.477568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48376567-c8bc-47fb-b7d7-2efccdcb1ce3 req-69f29c31-3e77-4f74-8764-06322b1651b6 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:53.479519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-48376567-c8bc-47fb-b7d7-2efccdcb1ce3 req-69f29c31-3e77-4f74-8764-06322b1651b6 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5fc13fd-bc3c-4885-9960-0cb6355504d9 HTTP/1.1" status: 200 len: 945 time: 0.1731410 Jul 16 03:34:53.553143 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-48376567-c8bc-47fb-b7d7-2efccdcb1ce3 req-3e5d08b1-c742-4ca3-83e4-8b61b4c7549b tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637152 Jul 16 03:34:53.705774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b18c61-5596-49f6-8d05-f7d4da7a7bee req-7f406da1-04a1-42c9-970f-b80e4cc60983 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:53.713404 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-73b18c61-5596-49f6-8d05-f7d4da7a7bee req-7f406da1-04a1-42c9-970f-b80e4cc60983 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.0908453 Jul 16 03:34:53.777917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-73b18c61-5596-49f6-8d05-f7d4da7a7bee req-e4defe3c-52b1-49b2-a1c5-afb45fca3709 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635583 Jul 16 03:34:53.786631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-72968540-5bf6-4983-84e1-7762453b00ee service neutron] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=effcc2e6-0b45-461b-867e-ae143c975b20,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:53.826290 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.850312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-72968540-5bf6-4983-84e1-7762453b00ee service neutron] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:53.854299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Transition to ACTIVE for port object 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:53.865555 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.878486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf3a87-de66-4915-9d65-8549b135e034 req-26e274a8-7460-45e1-8dd6-ea6e2096d2e9 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:53.879476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device bec37ad5-d15b-427f-b066-51c791e1d308 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:53.879993 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1aaf3a87-de66-4915-9d65-8549b135e034 req-26e274a8-7460-45e1-8dd6-ea6e2096d2e9 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 945 time: 0.1998079 Jul 16 03:34:53.944004 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-72968540-5bf6-4983-84e1-7762453b00ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effcc2e6-0b45-461b-867e-ae143c975b20 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:53.959942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06004e-f05d-4be2-9c49-aae046d29f0b req-dd93423d-f6f0-4558-88c8-d11ef3bf7332 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:53.961303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-72968540-5bf6-4983-84e1-7762453b00ee service neutron] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=effcc2e6-0b45-461b-867e-ae143c975b20,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:53.968864 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f06004e-f05d-4be2-9c49-aae046d29f0b req-dd93423d-f6f0-4558-88c8-d11ef3bf7332 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 945 time: 0.1024442 Jul 16 03:34:53.981061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Attempting to bind port 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:34:53.981633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Attempting to bind port 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:34:53.981949 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Attempting to bind port 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:34:53.983667 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:53.990709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf564fb-57e8-4020-8f6a-b5ad1f820dbe None None] Pushing event updated for resources: {'Port': ['ID=3ecdd92f-50b2-481a-8edc-6ee5a59dc65a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:54.006828 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-72968540-5bf6-4983-84e1-7762453b00ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.010346 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:34:54.011146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:34:54.012113 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.012737 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:34:54.013434 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Bound port: 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:34:54.014028 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.061444 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port bec37ad5-d15b-427f-b066-51c791e1d308 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:54.062054 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.080552 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f06004e-f05d-4be2-9c49-aae046d29f0b req-010ab661-021a-42c0-b298-414badf83ae7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069481 Jul 16 03:34:54.123792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef6b26-0743-4db6-a11a-bd57d9a04015 req-761bf054-b038-493e-9bb3-e6fa6d2356e2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:54.125682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3eef6b26-0743-4db6-a11a-bd57d9a04015 req-761bf054-b038-493e-9bb3-e6fa6d2356e2 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5fc13fd-bc3c-4885-9960-0cb6355504d9 HTTP/1.1" status: 200 len: 945 time: 0.1545091 Jul 16 03:34:54.137821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dd374-abe9-43b6-9d24-e1eddeee4f87 req-caa6e0e2-f569-46f2-97f8-a543879ca123 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:54.139499 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c08dd374-abe9-43b6-9d24-e1eddeee4f87 req-caa6e0e2-f569-46f2-97f8-a543879ca123 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 944 time: 0.1667655 Jul 16 03:34:54.144141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] For port 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:54.150256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] For port 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3ecdd92f-50b2-481a-8edc-6ee5a59dc65a,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:34:54.178605 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.200218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-1aaf3a87-de66-4915-9d65-8549b135e034 req-af807eb1-5586-4575-88e7-0912f84532df tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Deleting port 877e0a5e-1e06-4855-8378-ce60b2a3cc98 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:54.200596 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1aaf3a87-de66-4915-9d65-8549b135e034 req-af807eb1-5586-4575-88e7-0912f84532df tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.249729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-72968540-5bf6-4983-84e1-7762453b00ee service neutron] Transition to ACTIVE for port object effcc2e6-0b45-461b-867e-ae143c975b20 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:54.259235 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-72968540-5bf6-4983-84e1-7762453b00ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.358921 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Allocated IP 172.20.0.1 (28cbbaca-71fe-42bd-893a-27ac3d53ff2a/c35969ed-90d4-4c0a-8f90-551439498d59/79b26717-3a90-4ca1-9bca-ed924b90144d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:34:54.369654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c08dd374-abe9-43b6-9d24-e1eddeee4f87 req-3381adff-4d12-40a0-bb5a-7438f141f827 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977403 Jul 16 03:34:54.392607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device effcc2e6-0b45-461b-867e-ae143c975b20 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:54.417676 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-72968540-5bf6-4983-84e1-7762453b00ee service neutron] No DVR routers for this DVR port effcc2e6-0b45-461b-867e-ae143c975b20 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:54.422481 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72968540-5bf6-4983-84e1-7762453b00ee service neutron] Pushing event updated for resources: {'Port': ['ID=effcc2e6-0b45-461b-867e-ae143c975b20,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:54.429461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1aaf3a87-de66-4915-9d65-8549b135e034 req-af807eb1-5586-4575-88e7-0912f84532df tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] For port 877e0a5e-1e06-4855-8378-ce60b2a3cc98, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=877e0a5e-1e06-4855-8378-ce60b2a3cc98,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:54.429661 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1aaf3a87-de66-4915-9d65-8549b135e034 req-af807eb1-5586-4575-88e7-0912f84532df tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.438768 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3eef6b26-0743-4db6-a11a-bd57d9a04015 req-6b3430f7-a4ee-49ad-89f5-9f090e8bf801 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Deleting port e1154439-714e-40c6-ae82-13d18c47130b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:54.439899 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3eef6b26-0743-4db6-a11a-bd57d9a04015 req-6b3430f7-a4ee-49ad-89f5-9f090e8bf801 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.464781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Routers {'d3e521ed-d543-48ab-b855-ba5241e180df'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:54.465547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:34:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3e521ed-d543-48ab-b855-ba5241e180df'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:54.482536 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-1aaf3a87-de66-4915-9d65-8549b135e034 req-af807eb1-5586-4575-88e7-0912f84532df tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Calling delete_port for 877e0a5e-1e06-4855-8378-ce60b2a3cc98 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:54.511382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf564fb-57e8-4020-8f6a-b5ad1f820dbe None None] Pushing event updated for resources: {'Port': ['ID=3ecdd92f-50b2-481a-8edc-6ee5a59dc65a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:54.528355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device effcc2e6-0b45-461b-867e-ae143c975b20 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:54.530515 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-72968540-5bf6-4983-84e1-7762453b00ee service neutron] 10.222.0.88 "PUT /v2.0/ports/effcc2e6-0b45-461b-867e-ae143c975b20/bindings/n-h2-800088-6/activate HTTP/1.1" status: 200 len: 369 time: 1.8581624 Jul 16 03:34:54.564830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60746) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:54.617234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] Set router d3e521ed-d543-48ab-b855-ba5241e180df gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:34:54.626638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f81e7-d9a9-4fb7-8d73-62b3326532cf req-dd2d9148-4c72-4bcd-a86e-94fd9f2a3127 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:54.628820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab0f81e7-d9a9-4fb7-8d73-62b3326532cf req-dd2d9148-4c72-4bcd-a86e-94fd9f2a3127 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.1016130 Jul 16 03:34:54.704492 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3eef6b26-0743-4db6-a11a-bd57d9a04015 req-6b3430f7-a4ee-49ad-89f5-9f090e8bf801 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] For port e1154439-714e-40c6-ae82-13d18c47130b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=e1154439-714e-40c6-ae82-13d18c47130b,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:54.705874 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3eef6b26-0743-4db6-a11a-bd57d9a04015 req-6b3430f7-a4ee-49ad-89f5-9f090e8bf801 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.711829 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b6d716-e773-4e4f-b98c-22902f97c5be admin admin] Deleting subnet 8536182f-4677-4cbb-86c0-6da48edb163b {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:54.717500 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.723721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8b6d716-e773-4e4f-b98c-22902f97c5be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.762116 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3eef6b26-0743-4db6-a11a-bd57d9a04015 req-6b3430f7-a4ee-49ad-89f5-9f090e8bf801 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Calling delete_port for e1154439-714e-40c6-ae82-13d18c47130b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:54.762317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Transition to ACTIVE for port object 79b26717-3a90-4ca1-9bca-ed924b90144d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:34:54.811049 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8b6d716-e773-4e4f-b98c-22902f97c5be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.829560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-ee5fcb1d-560b-4523-b90d-6d495a4b6f7c tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:54.831401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-ee5fcb1d-560b-4523-b90d-6d495a4b6f7c tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 1096 time: 0.1946101 Jul 16 03:34:54.833850 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1785587928-router', 'tenant_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3ecdd92f-50b2-481a-8edc-6ee5a59dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:34:49Z', 'updated_at': '2021-07-16T03:34:51Z', 'revision_number': 3, 'project_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'gw_port': {'id': '3ecdd92f-50b2-481a-8edc-6ee5a59dc65a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:34:50Z', 'updated_at': '2021-07-16T03:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:54.841181 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab0f81e7-d9a9-4fb7-8d73-62b3326532cf req-74c5722e-2c12-4561-ad41-c50576b399ca tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634440 Jul 16 03:34:54.880151 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87940e85-9435-4352-bbd6-f2f60e2f1d0b None None] The sync data for ids ['d3e521ed-d543-48ab-b855-ba5241e180df'] in n-d-800088-6 is: [{'id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1785587928-router', 'tenant_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3ecdd92f-50b2-481a-8edc-6ee5a59dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:34:49Z', 'updated_at': '2021-07-16T03:34:51Z', 'revision_number': 3, 'project_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'gw_port': {'id': '3ecdd92f-50b2-481a-8edc-6ee5a59dc65a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:34:50Z', 'updated_at': '2021-07-16T03:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:34:54.889450 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53d972-6a14-4c2b-acac-7c0e00099516 req-20700170-7c1f-4e07-acc2-a983a146119a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:54.891024 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6b53d972-6a14-4c2b-acac-7c0e00099516 req-20700170-7c1f-4e07-acc2-a983a146119a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.88 "GET /v2.0/ports?device_id=b06e5293-e1cb-4850-856f-f78853e271f0 HTTP/1.1" status: 200 len: 945 time: 0.2865882 Jul 16 03:34:54.917100 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1aaf3a87-de66-4915-9d65-8549b135e034 req-af807eb1-5586-4575-88e7-0912f84532df tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:54.931944 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['877e0a5e-1e06-4855-8378-ce60b2a3cc98'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:54.948565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8b6d716-e773-4e4f-b98c-22902f97c5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.003077 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.012711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b10557-13a8-41f9-8510-8b9846ae72b4 req-88cc9383-ea9f-4b0e-8aa2-41857c41b39b tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.020057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-87b10557-13a8-41f9-8510-8b9846ae72b4 req-88cc9383-ea9f-4b0e-8aa2-41857c41b39b tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5fc13fd-bc3c-4885-9960-0cb6355504d9 HTTP/1.1" status: 200 len: 945 time: 0.2611101 Jul 16 03:34:55.041095 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af807eb1-5586-4575-88e7-0912f84532df tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Pushing event deleted for resources: {'Port': ['ID=877e0a5e-1e06-4855-8378-ce60b2a3cc98,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:55.120993 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-1a413e57-b984-4d28-a657-4856792c5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.122664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-1a413e57-b984-4d28-a657-4856792c5451 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d HTTP/1.1" status: 200 len: 1096 time: 0.2289610 Jul 16 03:34:55.146338 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaf3a87-de66-4915-9d65-8549b135e034 req-af807eb1-5586-4575-88e7-0912f84532df tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] No DVR routers for this DVR port 877e0a5e-1e06-4855-8378-ce60b2a3cc98 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:55.157301 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1aaf3a87-de66-4915-9d65-8549b135e034 req-af807eb1-5586-4575-88e7-0912f84532df tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.159368 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1aaf3a87-de66-4915-9d65-8549b135e034 req-af807eb1-5586-4575-88e7-0912f84532df tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.20 "DELETE /v2.0/ports/877e0a5e-1e06-4855-8378-ce60b2a3cc98 HTTP/1.1" status: 204 len: 173 time: 1.2577512 Jul 16 03:34:55.160916 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-87b10557-13a8-41f9-8510-8b9846ae72b4 req-0c7726d5-f01e-42b6-8203-9f649ab4d244 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/security-groups?id=093de6ec-e3f1-487d-a50d-762ab8c53687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398361 Jul 16 03:34:55.161960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c9874b-1371-482c-a8f1-e6892e269f0f', 'name': 'network-vif-deleted', 'tag': '877e0a5e-1e06-4855-8378-ce60b2a3cc98'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:55.165593 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d7cf3b-f4bc-4d68-9e3b-9d4fefc53538" -d '{"events": [{"server_uuid": "b0c9874b-1371-482c-a8f1-e6892e269f0f", "name": "network-vif-deleted", "tag": "877e0a5e-1e06-4855-8378-ce60b2a3cc98"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:55.202326 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Network 28cbbaca-71fe-42bd-893a-27ac3d53ff2a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:55.228740 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:55.237312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:34:55.256014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8b6d716-e773-4e4f-b98c-22902f97c5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.282556 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3eef6b26-0743-4db6-a11a-bd57d9a04015 req-6b3430f7-a4ee-49ad-89f5-9f090e8bf801 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.293986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['e1154439-714e-40c6-ae82-13d18c47130b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:55.321485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Pushing event updated for resources: {'Port': ['ID=79b26717-3a90-4ca1-9bca-ed924b90144d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:55.331691 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['5b4f91f9-93d2-44d3-9a23-2378b2f651e5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:55.333697 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device cbd0e8dd-6946-44a8-b4f5-7d216508edf6 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:55.353386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bc18-4009-487c-954b-b5c4deec9176 req-94949c09-bd2d-4684-adbd-0cf8b4eb8814 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.362191 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8462bc18-4009-487c-954b-b5c4deec9176 req-94949c09-bd2d-4684-adbd-0cf8b4eb8814 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.3240747 Jul 16 03:34:55.388974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3430f7-a4ee-49ad-89f5-9f090e8bf801 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Pushing event deleted for resources: {'Port': ['ID=e1154439-714e-40c6-ae82-13d18c47130b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:55.428686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6d716-e773-4e4f-b98c-22902f97c5be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8536182f-4677-4cbb-86c0-6da48edb163b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:55.430759 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8b6d716-e773-4e4f-b98c-22902f97c5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.436835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eef6b26-0743-4db6-a11a-bd57d9a04015 req-6b3430f7-a4ee-49ad-89f5-9f090e8bf801 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] No DVR routers for this DVR port e1154439-714e-40c6-ae82-13d18c47130b on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:55.440563 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e8b6d716-e773-4e4f-b98c-22902f97c5be admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8536182f-4677-4cbb-86c0-6da48edb163b HTTP/1.1" status: 204 len: 168 time: 0.8746450 Jul 16 03:34:55.445390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60760) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:55.453308 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3eef6b26-0743-4db6-a11a-bd57d9a04015 req-6b3430f7-a4ee-49ad-89f5-9f090e8bf801 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.455423 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3eef6b26-0743-4db6-a11a-bd57d9a04015 req-6b3430f7-a4ee-49ad-89f5-9f090e8bf801 tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.20 "DELETE /v2.0/ports/e1154439-714e-40c6-ae82-13d18c47130b HTTP/1.1" status: 204 len: 173 time: 1.3148496 Jul 16 03:34:55.488660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: cbd0e8dd-6946-44a8-b4f5-7d216508edf6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:55.489000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device cbd0e8dd-6946-44a8-b4f5-7d216508edf6 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:55.514357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fc13fd-bc3c-4885-9960-0cb6355504d9', 'name': 'network-vif-deleted', 'tag': 'e1154439-714e-40c6-ae82-13d18c47130b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:55.521672 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61c3998-8d0c-40f4-bfe2-1252c9dd34e8" -d '{"events": [{"server_uuid": "b5fc13fd-bc3c-4885-9960-0cb6355504d9", "name": "network-vif-deleted", "tag": "e1154439-714e-40c6-ae82-13d18c47130b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:55.564492 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a20f039-c7eb-4b03-a5ac-cc76ef9d136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.602131 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6b53d972-6a14-4c2b-acac-7c0e00099516 req-4ba119b6-d134-4362-adba-52ba7e605f7a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Deleting port 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:34:55.602514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6b53d972-6a14-4c2b-acac-7c0e00099516 req-4ba119b6-d134-4362-adba-52ba7e605f7a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.640904 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-793a5b0d-f5c7-4848-b8fc-e2d4cd94637b req-ac0167ce-b5fc-4f24-b948-a7ba3b6e5450 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0c9874b-1371-482c-a8f1-e6892e269f0f HTTP/1.1" status: 200 len: 210 time: 0.2077167 Jul 16 03:34:55.744237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8462bc18-4009-487c-954b-b5c4deec9176 req-339507f0-47f0-41ae-a11d-29cf3a087645 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813081 Jul 16 03:34:55.748987 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6b53d972-6a14-4c2b-acac-7c0e00099516 req-4ba119b6-d134-4362-adba-52ba7e605f7a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] For port 5b4f91f9-93d2-44d3-9a23-2378b2f651e5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5b4f91f9-93d2-44d3-9a23-2378b2f651e5,segment=NetworkSegment(9028e88f-11ab-444b-95fe-2a38dd2fae31),segment_id=9028e88f-11ab-444b-95fe-2a38dd2fae31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:55.749359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6b53d972-6a14-4c2b-acac-7c0e00099516 req-4ba119b6-d134-4362-adba-52ba7e605f7a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.777428 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-82a925b7-4537-4d74-b15f-35dc315d31ab None None] Provisioning for port 79b26717-3a90-4ca1-9bca-ed924b90144d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:55.782761 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-6b53d972-6a14-4c2b-acac-7c0e00099516 req-4ba119b6-d134-4362-adba-52ba7e605f7a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Calling delete_port for 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:34:55.785101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-82a925b7-4537-4d74-b15f-35dc315d31ab None None] Provisioning complete for port 79b26717-3a90-4ca1-9bca-ed924b90144d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:55.785686 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82a925b7-4537-4d74-b15f-35dc315d31ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:55.817086 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-6c6e449a-751f-4250-ab88-5e0add4748cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:55.823320 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-6c6e449a-751f-4250-ab88-5e0add4748cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 1096 time: 0.6302199 Jul 16 03:34:55.860516 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-82a925b7-4537-4d74-b15f-35dc315d31ab None None] Port 79b26717-3a90-4ca1-9bca-ed924b90144d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:55.952054 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:56.029730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:34:56.035888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:56.036655 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dab048d-ca3c-4672-8a86-7bb818a8b085 x-openstack-request-id: req-0dab048d-ca3c-4672-8a86-7bb818a8b085 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:56.037131 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c9874b-1371-482c-a8f1-e6892e269f0f", "name": "network-vif-deleted", "tag": "877e0a5e-1e06-4855-8378-ce60b2a3cc98", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:56.037344 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.037450 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0dab048d-ca3c-4672-8a86-7bb818a8b085 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:56.037800 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c9874b-1371-482c-a8f1-e6892e269f0f', 'name': 'network-vif-deleted', 'tag': '877e0a5e-1e06-4855-8378-ce60b2a3cc98', 'status': 'completed', 'code': 200} Jul 16 03:34:56.038945 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.040197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-1dac0059-7fa0-4502-b8c7-06900b04568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.042774 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-1dac0059-7fa0-4502-b8c7-06900b04568a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 200 len: 909 time: 0.2128167 Jul 16 03:34:56.097529 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-79030d0f-8ecb-4188-8151-7147287868a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=effcc2e6-0b45-461b-867e-ae143c975b20 HTTP/1.1" status: 200 len: 217 time: 0.0410943 Jul 16 03:34:56.142548 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.190554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3ecdd92f-50b2-481a-8edc-6ee5a59dc65a,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:56.197047 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.201921 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31303978-cb2d-4314-ad66-ad917e146fed x-openstack-request-id: req-31303978-cb2d-4314-ad66-ad917e146fed {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:56.202263 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fc13fd-bc3c-4885-9960-0cb6355504d9", "name": "network-vif-deleted", "tag": "e1154439-714e-40c6-ae82-13d18c47130b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:56.202521 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31303978-cb2d-4314-ad66-ad917e146fed {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:56.202910 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fc13fd-bc3c-4885-9960-0cb6355504d9', 'name': 'network-vif-deleted', 'tag': 'e1154439-714e-40c6-ae82-13d18c47130b', 'status': 'completed', 'code': 200} Jul 16 03:34:56.242695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-156d8ddb-fafa-4732-b4c7-849380f9e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.244422 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-156d8ddb-fafa-4732-b4c7-849380f9e64e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 200 len: 848 time: 0.1267970 Jul 16 03:34:56.253318 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c007d-cd4c-4445-b145-af91129498f4 req-07311d67-a365-4297-b620-e70103e7e390 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.277059 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe9c007d-cd4c-4445-b145-af91129498f4 req-07311d67-a365-4297-b620-e70103e7e390 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 945 time: 0.2912869 Jul 16 03:34:56.281241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=3ecdd92f-50b2-481a-8edc-6ee5a59dc65a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:56.332865 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-059ee847-e337-43c5-9937-272b2ecbcfdb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae4da56c-d106-465b-8123-a4e05a78074b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525634 Jul 16 03:34:56.429421 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a20f039-c7eb-4b03-a5ac-cc76ef9d136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.457616 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6b53d972-6a14-4c2b-acac-7c0e00099516 req-4ba119b6-d134-4362-adba-52ba7e605f7a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.457912 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe9c007d-cd4c-4445-b145-af91129498f4 req-8608e848-0984-419c-861e-30683eed6fa8 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800075 Jul 16 03:34:56.460834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0a20f039-c7eb-4b03-a5ac-cc76ef9d136b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25f7dda-1347-4dac-bbfb-85ae4b87a184']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:56.481885 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0a20f039-c7eb-4b03-a5ac-cc76ef9d136b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40afc160-2cf2-404f-ae73-54b41f150724') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:56.482191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0a20f039-c7eb-4b03-a5ac-cc76ef9d136b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40afc160-2cf2-404f-ae73-54b41f150724') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:56.506410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba6023-3f3f-4ae2-83e7-c9011e843212 req-218425a9-b2ba-4a1a-bead-8d3dd53a35f3 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:56.508646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91ba6023-3f3f-4ae2-83e7-c9011e843212 req-218425a9-b2ba-4a1a-bead-8d3dd53a35f3 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.1748750 Jul 16 03:34:56.510567 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-aafa58cb-b31d-4f19-b5c9-52aff8cb3065 service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354253 Jul 16 03:34:56.521540 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a20f039-c7eb-4b03-a5ac-cc76ef9d136b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.525356 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba119b6-d134-4362-adba-52ba7e605f7a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Pushing event deleted for resources: {'Port': ['ID=5b4f91f9-93d2-44d3-9a23-2378b2f651e5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:56.542659 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.567340 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a20f039-c7eb-4b03-a5ac-cc76ef9d136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.580035 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91ba6023-3f3f-4ae2-83e7-c9011e843212 req-7ce0431f-ec81-423a-8e94-f4296f8f59c0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652781 Jul 16 03:34:56.598163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a20f039-c7eb-4b03-a5ac-cc76ef9d136b admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:34:56.598583 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a20f039-c7eb-4b03-a5ac-cc76ef9d136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.600677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b53d972-6a14-4c2b-acac-7c0e00099516 req-4ba119b6-d134-4362-adba-52ba7e605f7a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] No DVR routers for this DVR port 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:34:56.602307 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:34:56.612263 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6b53d972-6a14-4c2b-acac-7c0e00099516 req-4ba119b6-d134-4362-adba-52ba7e605f7a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.614322 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6b53d972-6a14-4c2b-acac-7c0e00099516 req-4ba119b6-d134-4362-adba-52ba7e605f7a tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.88 "DELETE /v2.0/ports/5b4f91f9-93d2-44d3-9a23-2378b2f651e5 HTTP/1.1" status: 204 len: 173 time: 1.7163680 Jul 16 03:34:56.653043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-84b43c61-4764-4688-b1c6-b0ad418b2eec service neutron] 10.222.0.20 "GET /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317260 Jul 16 03:34:56.698261 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a20f039-c7eb-4b03-a5ac-cc76ef9d136b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.705096 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a20f039-c7eb-4b03-a5ac-cc76ef9d136b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.706999 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0a20f039-c7eb-4b03-a5ac-cc76ef9d136b admin admin] 10.222.0.18 "DELETE /v2.0/networks/c25f7dda-1347-4dac-bbfb-85ae4b87a184 HTTP/1.1" status: 204 len: 168 time: 1.2593603 Jul 16 03:34:56.735936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20f039-c7eb-4b03-a5ac-cc76ef9d136b admin admin] Pushing event deleted for resources: {'Network': ['ID=c25f7dda-1347-4dac-bbfb-85ae4b87a184,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:56.904482 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3ebd288-0d6f-409b-87cf-3c9427bb6a45 req-d667087f-fe6c-4b1a-8228-e6e0b925c3bb tempest-MultipleCreateTestJSON-127332245 tempest-MultipleCreateTestJSON-127332245-project] 10.222.0.18 "GET /v2.0/ports?device_id=b06e5293-e1cb-4850-856f-f78853e271f0 HTTP/1.1" status: 200 len: 210 time: 0.1403377 Jul 16 03:34:56.938473 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:56.945227 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.003140 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60778) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:57.060051 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.073001 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Pushing event updated for resources: {'Port': ['ID=79b26717-3a90-4ca1-9bca-ed924b90144d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:57.117174 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0c5fb738-2f61-45d0-b2cc-26b5d82e988f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebb747fbaa4d4250ae33a3472beaf32b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1126697 Jul 16 03:34:57.119790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60792) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:57.256407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Network 28cbbaca-71fe-42bd-893a-27ac3d53ff2a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:34:57.259432 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:34:57.265538 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fc53afb-d058-4fc2-9909-81e128431724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.342894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ebe08917-b22a-46fe-84c6-7d7df9b13903 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:34:57.347326 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device e1154439-714e-40c6-ae82-13d18c47130b no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:57.350489 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fc53afb-d058-4fc2-9909-81e128431724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.380009 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: e1154439-714e-40c6-ae82-13d18c47130b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:57.380484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device e1154439-714e-40c6-ae82-13d18c47130b not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:57.380914 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 877e0a5e-1e06-4855-8378-ce60b2a3cc98 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:57.419968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 877e0a5e-1e06-4855-8378-ce60b2a3cc98 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:57.420432 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 877e0a5e-1e06-4855-8378-ce60b2a3cc98 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:57.480271 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Router d3e521ed-d543-48ab-b855-ba5241e180df has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:34:57.493684 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fc53afb-d058-4fc2-9909-81e128431724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.497035 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fc53afb-d058-4fc2-9909-81e128431724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.498313 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6fc53afb-d058-4fc2-9909-81e128431724 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d870dcf-ec6a-431c-a61e-e0c40475ee64 HTTP/1.1" status: 204 len: 168 time: 0.3772516 Jul 16 03:34:57.548543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc53afb-d058-4fc2-9909-81e128431724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d870dcf-ec6a-431c-a61e-e0c40475ee64,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:57.581234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-3328c1fa-60f2-4116-b0f5-57f0147f32dd tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:57.586817 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-3328c1fa-60f2-4116-b0f5-57f0147f32dd tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85&tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 1096 time: 0.2468510 Jul 16 03:34:57.641642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd560a-7459-4386-8e3c-20ff06c00a46 req-c18dfbe7-a52b-442b-b78a-d4aae0cd5666 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:57.643344 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0bd560a-7459-4386-8e3c-20ff06c00a46 req-c18dfbe7-a52b-442b-b78a-d4aae0cd5666 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.7046580 Jul 16 03:34:57.661276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:57.682393 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'port_id': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'mac_address': 'fa:16:3e:5c:d9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:34:57.708533 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-7046a3a0-d47f-4e2e-901d-1e46392072c5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:57.711021 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-7046a3a0-d47f-4e2e-901d-1e46392072c5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 812 time: 0.3400335 Jul 16 03:34:57.777641 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-8df901cc-8030-426d-9cab-72df6cbcd498 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/quotas/200baed6a6f54c4f8c11c918fc01017e HTTP/1.1" status: 200 len: 375 time: 0.0509305 Jul 16 03:34:57.778160 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.802252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e5ff1765-fbaa-4dc3-ad88-8d44fb8b6382 None None] Provisioning complete for port 79b26717-3a90-4ca1-9bca-ed924b90144d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:57.802252 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1765-fbaa-4dc3-ad88-8d44fb8b6382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:57.852419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff1765-fbaa-4dc3-ad88-8d44fb8b6382 None None] Port 79b26717-3a90-4ca1-9bca-ed924b90144d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:34:57.858181 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebe08917-b22a-46fe-84c6-7d7df9b13903 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:34:57.878309 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-f9d70344-8cb2-44d8-b823-3d6a46899844 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995803 Jul 16 03:34:57.894126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:57.905770 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:57.915069 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0bd560a-7459-4386-8e3c-20ff06c00a46 req-a2576538-e04f-4453-8e81-a52b4a59ab95 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471662 Jul 16 03:34:57.915779 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.036218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:34:58.050857 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Sync routers for ids ['d3e521ed-d543-48ab-b855-ba5241e180df'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:34:58.058931 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b2306887-9c4f-4d1c-b77d-ba522eeeda70 admin admin] 10.222.0.18 "PUT /v2.0/routers/d3e521ed-d543-48ab-b855-ba5241e180df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3950422 Jul 16 03:34:58.059826 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06e5293-e1cb-4850-856f-f78853e271f0', 'name': 'network-vif-deleted', 'tag': '5b4f91f9-93d2-44d3-9a23-2378b2f651e5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:58.062573 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2dff484-148a-466e-b11d-bcfc18a471ef" -d '{"events": [{"server_uuid": "b06e5293-e1cb-4850-856f-f78853e271f0", "name": "network-vif-deleted", "tag": "5b4f91f9-93d2-44d3-9a23-2378b2f651e5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:58.073068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-3ffaeeaa-edd6-421a-9812-5da9d4524cee service neutron] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:34:58.077953 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Routers {'d3e521ed-d543-48ab-b855-ba5241e180df'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:34:58.078664 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:34:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3e521ed-d543-48ab-b855-ba5241e180df'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:58.081703 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-3ffaeeaa-edd6-421a-9812-5da9d4524cee service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.083313 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ff3c1b5-b66f-4324-8fa1-7e85190fb2e0 req-3ffaeeaa-edd6-421a-9812-5da9d4524cee service neutron] 10.222.0.20 "DELETE /v2.0/ports/effcc2e6-0b45-461b-867e-ae143c975b20/bindings/n-h1-800088-6 HTTP/1.1" status: 204 len: 173 time: 0.4391615 Jul 16 03:34:58.120289 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-a7de3665-7ab8-4553-a452-c727952ef621 service neutron] 10.222.0.18 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411833 Jul 16 03:34:58.137803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=ebe08917-b22a-46fe-84c6-7d7df9b13903,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:58.159868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['ebe08917-b22a-46fe-84c6-7d7df9b13903'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:34:58.166707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:58.167610 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.372964 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:34:58.410134 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Set router d3e521ed-d543-48ab-b855-ba5241e180df gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:34:58.425739 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:34:58.427314 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5b4f91f9-93d2-44d3-9a23-2378b2f651e5 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:34:58.435902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-46feb967-4050-49bd-9b09-1fad4d6184c5 service neutron] 10.222.0.18 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031299 Jul 16 03:34:58.648990 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1785587928-router', 'tenant_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3ecdd92f-50b2-481a-8edc-6ee5a59dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:34:49Z', 'updated_at': '2021-07-16T03:34:56Z', 'revision_number': 4, 'project_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'gw_port': {'id': '3ecdd92f-50b2-481a-8edc-6ee5a59dc65a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:34:50Z', 'updated_at': '2021-07-16T03:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '79b26717-3a90-4ca1-9bca-ed924b90144d', 'name': '', 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a', 'tenant_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'mac_address': 'fa:16:3e:0c:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'c35969ed-90d4-4c0a-8f90-551439498d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:34:54Z', 'updated_at': '2021-07-16T03:34:56Z', 'revision_number': 2, 'project_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'subnets': [{'id': 'c35969ed-90d4-4c0a-8f90-551439498d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:34:58.685464 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Checking router: d3e521ed-d543-48ab-b855-ba5241e180df for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:34:58.686005 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Updating router d3e521ed-d543-48ab-b855-ba5241e180df port 79b26717-3a90-4ca1-9bca-ed924b90144d binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:34:58.718847 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f963ab-10e1-47a2-9914-15e0b21e4fb7 req-212cec0c-b197-469a-bbc2-58356e1ebf49 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:58.731005 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6f963ab-10e1-47a2-9914-15e0b21e4fb7 req-212cec0c-b197-469a-bbc2-58356e1ebf49 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 945 time: 0.2908022 Jul 16 03:34:58.737047 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:58.810551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6f963ab-10e1-47a2-9914-15e0b21e4fb7 req-b7125e18-5be6-4441-a1bd-c6580b6542b5 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763476 Jul 16 03:34:58.966682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60862) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:58.968927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08791229-0a5e-4a43-be1c-de56456f9951 req-e80c512c-7609-4fd8-a2e7-5c7d7b2bd6e4 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:58.991147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08791229-0a5e-4a43-be1c-de56456f9951 req-e80c512c-7609-4fd8-a2e7-5c7d7b2bd6e4 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 944 time: 0.1349018 Jul 16 03:34:59.090951 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08791229-0a5e-4a43-be1c-de56456f9951 req-865893ed-22f6-4965-87d1-0bddc96f32c8 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962596 Jul 16 03:34:59.123942 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497b6344-bc41-41d2-9e0c-44247a11df6a x-openstack-request-id: req-497b6344-bc41-41d2-9e0c-44247a11df6a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:34:59.124896 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06e5293-e1cb-4850-856f-f78853e271f0", "name": "network-vif-deleted", "tag": "5b4f91f9-93d2-44d3-9a23-2378b2f651e5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:34:59.124896 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-497b6344-bc41-41d2-9e0c-44247a11df6a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:34:59.125219 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06e5293-e1cb-4850-856f-f78853e271f0', 'name': 'network-vif-deleted', 'tag': '5b4f91f9-93d2-44d3-9a23-2378b2f651e5', 'status': 'completed', 'code': 200} Jul 16 03:34:59.159679 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-37022cb0-db7c-4099-9f2d-a01392561ab6 admin admin] Deleting subnet b30f8002-791b-49aa-a88d-6e5780d50a09 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:34:59.171542 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37022cb0-db7c-4099-9f2d-a01392561ab6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.205739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:59.327787 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f0c9f27-5f39-40dc-93f1-f37d03c0c4d8 req-ae07b74c-2cfa-437c-bc2a-1bd4c2502dc2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 210 time: 0.1053205 Jul 16 03:34:59.334192 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37022cb0-db7c-4099-9f2d-a01392561ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.351362 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ebe08917-b22a-46fe-84c6-7d7df9b13903 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:34:59.430248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-114165356-network', 'tenant_id': '890cc3aecad64e0ead5e87ce8791b629'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:59.437673 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37022cb0-db7c-4099-9f2d-a01392561ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.472457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port ebe08917-b22a-46fe-84c6-7d7df9b13903 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:34:59.473424 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.527071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] Made reservation on behalf of 890cc3aecad64e0ead5e87ce8791b629 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:59.531980 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.553002 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.556065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37022cb0-db7c-4099-9f2d-a01392561ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.601501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a26729-d37b-456f-b648-afce12d70d0e req-08620ca7-2fbb-4de6-b0f2-435f7f8ae7a5 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:59.603423 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86a26729-d37b-456f-b648-afce12d70d0e req-08620ca7-2fbb-4de6-b0f2-435f7f8ae7a5 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.2726424 Jul 16 03:34:59.622438 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37022cb0-db7c-4099-9f2d-a01392561ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.626918 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-37022cb0-db7c-4099-9f2d-a01392561ab6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b30f8002-791b-49aa-a88d-6e5780d50a09 HTTP/1.1" status: 204 len: 168 time: 0.6591830 Jul 16 03:34:59.638134 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60884) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:59.679539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37022cb0-db7c-4099-9f2d-a01392561ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b30f8002-791b-49aa-a88d-6e5780d50a09,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:34:59.722389 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.774155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:34:59.783202 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-942962624-network', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:34:59.784800 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:34:59.794500 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeedf830-a718-491a-987f-1fc96869a7fb" -d '{"events": [{"server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "name": "network-vif-plugged", "status": "completed", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:34:59.801949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86a26729-d37b-456f-b648-afce12d70d0e req-4cf47e64-c5d2-4e4c-91a2-3c1f27365152 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457384 Jul 16 03:34:59.840381 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:34:59.846006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c189-0e52-4671-9cad-a04ec6a0d93e req-741cc74d-1421-4111-87e8-cc70e5488972 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:34:59.854012 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1a5c189-0e52-4671-9cad-a04ec6a0d93e req-741cc74d-1421-4111-87e8-cc70e5488972 tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 1096 time: 0.1830256 Jul 16 03:34:59.855569 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.912724 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.930030 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1a5c189-0e52-4671-9cad-a04ec6a0d93e req-8aacad81-cd1b-4d42-b120-268a507a1d5f tempest-LiveMigrationTest-1090364987 tempest-LiveMigrationTest-1090364987-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743606 Jul 16 03:34:59.935592 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7038bb7-b20e-479b-bda9-f017b581dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.963147 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.976882 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] Made reservation on behalf of 6c6216c1655a4f4999d28d9f52bdb82b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:34:59.983976 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:34:59.995618 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=ebe08917-b22a-46fe-84c6-7d7df9b13903,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:00.019993 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.033465 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1079e2da-45dc-467e-bd9e-3d160d38712d x-openstack-request-id: req-1079e2da-45dc-467e-bd9e-3d160d38712d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:00.033766 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "name": "network-vif-plugged", "status": "completed", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:00.034191 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1079e2da-45dc-467e-bd9e-3d160d38712d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:00.034904 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'code': 200} Jul 16 03:35:00.044173 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88799a2b-4df3-4540-9943-83e9020e2946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.045893 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.054644 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Transition to ACTIVE for port object 79b26717-3a90-4ca1-9bca-ed924b90144d will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:00.066267 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.106981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:00.162879 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c483b9b-f227-4497-9fba-88694f90cb0b None None] Pushing event updated for resources: {'Port': ['ID=79b26717-3a90-4ca1-9bca-ed924b90144d,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:00.170779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1805e62d-624a-4d55-a2fc-a507bdfc0145,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:00.181481 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.181835 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] Added segment 5c30092b-4f6e-4bf3-b622-7d3c043ac391 of type vlan for network 76daa592-142f-4ee3-8b0a-afb523727631 Jul 16 03:35:00.184929 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c483b9b-f227-4497-9fba-88694f90cb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:00.185248 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c483b9b-f227-4497-9fba-88694f90cb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:00.185970 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c483b9b-f227-4497-9fba-88694f90cb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:00.186452 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c483b9b-f227-4497-9fba-88694f90cb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:00.187212 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c483b9b-f227-4497-9fba-88694f90cb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:00.188206 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c483b9b-f227-4497-9fba-88694f90cb0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:00.188578 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c483b9b-f227-4497-9fba-88694f90cb0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:00.188935 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c483b9b-f227-4497-9fba-88694f90cb0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:00.189248 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c483b9b-f227-4497-9fba-88694f90cb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:00.189722 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c483b9b-f227-4497-9fba-88694f90cb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:00.192125 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c483b9b-f227-4497-9fba-88694f90cb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:00.194246 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c483b9b-f227-4497-9fba-88694f90cb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:00.220146 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7038bb7-b20e-479b-bda9-f017b581dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.235985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c7038bb7-b20e-479b-bda9-f017b581dd46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424001cf-673a-487d-900c-8d545bf39911']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:00.251252 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c7038bb7-b20e-479b-bda9-f017b581dd46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9028e88f-11ab-444b-95fe-2a38dd2fae31') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:00.252091 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c7038bb7-b20e-479b-bda9-f017b581dd46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9028e88f-11ab-444b-95fe-2a38dd2fae31') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:00.266334 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7038bb7-b20e-479b-bda9-f017b581dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.299109 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7038bb7-b20e-479b-bda9-f017b581dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.309552 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7038bb7-b20e-479b-bda9-f017b581dd46 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:00.310234 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7038bb7-b20e-479b-bda9-f017b581dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:00.313397 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:00.368353 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Attempting to bind port 79b26717-3a90-4ca1-9bca-ed924b90144d on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:00.368746 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Attempting to bind port 79b26717-3a90-4ca1-9bca-ed924b90144d by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '7fdb57d7-9071-48e8-9f03-ecfcc6949ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:00.369117 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Attempting to bind port 79b26717-3a90-4ca1-9bca-ed924b90144d on network 28cbbaca-71fe-42bd-893a-27ac3d53ff2a {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:00.370733 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.385088 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:00.385815 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Checking segment: {'id': '7fdb57d7-9071-48e8-9f03-ecfcc6949ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:00.386448 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.386995 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Bound using segment: {'id': '7fdb57d7-9071-48e8-9f03-ecfcc6949ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:00.387662 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Bound port: 79b26717-3a90-4ca1-9bca-ed924b90144d, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fdb57d7-9071-48e8-9f03-ecfcc6949ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:00.395956 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.421546 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7038bb7-b20e-479b-bda9-f017b581dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.427772 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c7038bb7-b20e-479b-bda9-f017b581dd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.431642 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c7038bb7-b20e-479b-bda9-f017b581dd46 admin admin] 10.222.0.18 "DELETE /v2.0/networks/424001cf-673a-487d-900c-8d545bf39911 HTTP/1.1" status: 204 len: 168 time: 0.7922094 Jul 16 03:35:00.467996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7038bb7-b20e-479b-bda9-f017b581dd46 admin admin] Pushing event deleted for resources: {'Network': ['ID=424001cf-673a-487d-900c-8d545bf39911,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:00.489708 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.491997 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.494275 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.566367 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] For port 79b26717-3a90-4ca1-9bca-ed924b90144d, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:00.571948 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] For port 79b26717-3a90-4ca1-9bca-ed924b90144d, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=79b26717-3a90-4ca1-9bca-ed924b90144d,segment=NetworkSegment(7fdb57d7-9071-48e8-9f03-ecfcc6949ad8),segment_id=7fdb57d7-9071-48e8-9f03-ecfcc6949ad8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:00.582754 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.652409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] Pushing event updated for resources: {'Network': ['ID=76daa592-142f-4ee3-8b0a-afb523727631,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:00.673821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 76daa592-142f-4ee3-8b0a-afb523727631 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:00.682968 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Routers {'d3e521ed-d543-48ab-b855-ba5241e180df'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:00.683676 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:34:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3e521ed-d543-48ab-b855-ba5241e180df'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:00.852571 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60902) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:00.900639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945e02e-2669-4c7c-b9a3-042ae4d70df3 req-1c9dd905-9c8a-46c6-aa62-979da75b9084 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:00.904047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f945e02e-2669-4c7c-b9a3-042ae4d70df3 req-1c9dd905-9c8a-46c6-aa62-979da75b9084 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.2880297 Jul 16 03:35:00.910671 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.920116 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.955270 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2593bcd8-38e8-46c3-b9bf-be66c81acbfc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3144678d7524f32b5455e34020e6df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1003103 Jul 16 03:35:00.957059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60906) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:00.960441 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:00.984923 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] Set router d3e521ed-d543-48ab-b855-ba5241e180df gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:01.004931 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b53137bb-8836-45e6-bc5f-4cc098b5c51a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7947359 Jul 16 03:35:01.007463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:01.013853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731f1229-77c9-4aa3-8aa7-1ee084f9cc09,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:01.079697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d2ac3fd6-f51e-4cac-88c0-821584f682ea admin admin] Request body: {'subnet': {'network_id': '76daa592-142f-4ee3-8b0a-afb523727631', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-114165356-subnet', 'tenant_id': '890cc3aecad64e0ead5e87ce8791b629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:01.084278 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd763a54-de6a-406d-8191-919d78834d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.161403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd763a54-de6a-406d-8191-919d78834d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.169791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:01.185975 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c483b9b-f227-4497-9fba-88694f90cb0b None None] Pushing event updated for resources: {'Port': ['ID=79b26717-3a90-4ca1-9bca-ed924b90144d,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:01.187992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ac3fd6-f51e-4cac-88c0-821584f682ea admin admin] Made reservation on behalf of 890cc3aecad64e0ead5e87ce8791b629 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:01.205167 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2ac3fd6-f51e-4cac-88c0-821584f682ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.342629 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.359511 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd763a54-de6a-406d-8191-919d78834d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.362563 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd763a54-de6a-406d-8191-919d78834d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.364071 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fd763a54-de6a-406d-8191-919d78834d9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/093de6ec-e3f1-487d-a50d-762ab8c53687 HTTP/1.1" status: 204 len: 168 time: 0.4047904 Jul 16 03:35:01.409798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd763a54-de6a-406d-8191-919d78834d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093de6ec-e3f1-487d-a50d-762ab8c53687,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:01.454345 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1785587928-router', 'tenant_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3ecdd92f-50b2-481a-8edc-6ee5a59dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:34:49Z', 'updated_at': '2021-07-16T03:34:56Z', 'revision_number': 4, 'project_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'gw_port': {'id': '3ecdd92f-50b2-481a-8edc-6ee5a59dc65a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:34:50Z', 'updated_at': '2021-07-16T03:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '79b26717-3a90-4ca1-9bca-ed924b90144d', 'name': '', 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a', 'tenant_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'mac_address': 'fa:16:3e:0c:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'c35969ed-90d4-4c0a-8f90-551439498d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:34:54Z', 'updated_at': '2021-07-16T03:35:00Z', 'revision_number': 4, 'project_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'subnets': [{'id': 'c35969ed-90d4-4c0a-8f90-551439498d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:01.456268 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-5309e885-8ecb-4c91-9fd3-e86fcb409e6a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:01.459609 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-5309e885-8ecb-4c91-9fd3-e86fcb409e6a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.88 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 812 time: 0.2803745 Jul 16 03:35:01.476845 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-d91ac3d4-9b05-4137-bd85-b7a6ed716d7e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Request body: {'port': {'device_id': '7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4', 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'admin_state_up': True, 'tenant_id': '200baed6a6f54c4f8c11c918fc01017e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:01.500956 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-882af8d1-7be6-4f52-8c94-865be2671b2e req-404dbf30-6dec-484a-b563-43b86e55ad66 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 210 time: 0.5691078 Jul 16 03:35:01.546716 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192ab341-fb98-4884-b107-c102432e1dd2 None None] The sync data for ids ['d3e521ed-d543-48ab-b855-ba5241e180df'] in n-d-800088-6 is: [{'id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1785587928-router', 'tenant_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3ecdd92f-50b2-481a-8edc-6ee5a59dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:34:49Z', 'updated_at': '2021-07-16T03:34:56Z', 'revision_number': 4, 'project_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'gw_port': {'id': '3ecdd92f-50b2-481a-8edc-6ee5a59dc65a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:34:50Z', 'updated_at': '2021-07-16T03:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '79b26717-3a90-4ca1-9bca-ed924b90144d', 'name': '', 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a', 'tenant_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'mac_address': 'fa:16:3e:0c:85:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1024, 'fixed_ips': [{'subnet_id': 'c35969ed-90d4-4c0a-8f90-551439498d59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:34:54Z', 'updated_at': '2021-07-16T03:35:00Z', 'revision_number': 4, 'project_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'subnets': [{'id': 'c35969ed-90d4-4c0a-8f90-551439498d59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:01.643254 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.660959 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] Added segment 7dfdf769-31e4-41af-ad84-578c2891deb9 of type vlan for network cffba5aa-b4d6-48e0-99b0-51cceafdf741 Jul 16 03:35:01.720587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-d91ac3d4-9b05-4137-bd85-b7a6ed716d7e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Made reservation on behalf of 200baed6a6f54c4f8c11c918fc01017e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:01.734853 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-d91ac3d4-9b05-4137-bd85-b7a6ed716d7e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.775359 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f945e02e-2669-4c7c-b9a3-042ae4d70df3 req-250a4239-3801-47df-b981-cda3ac3668a6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8404636 Jul 16 03:35:01.821211 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2ac3fd6-f51e-4cac-88c0-821584f682ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:01.953945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 79b26717-3a90-4ca1-9bca-ed924b90144d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:02.023715 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-d91ac3d4-9b05-4137-bd85-b7a6ed716d7e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Allocated IP 172.20.0.9 (1d2082f3-f285-4b81-803c-37c5386ebabb/460165b0-71f2-476d-a3c4-33a11989f907/42f70afd-0448-4a3a-8fbf-3cbd9c847c14) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:02.057004 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 79b26717-3a90-4ca1-9bca-ed924b90144d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:02.068211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 79b26717-3a90-4ca1-9bca-ed924b90144d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:02.069213 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.201805 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.241755 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.285384 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 79b26717-3a90-4ca1-9bca-ed924b90144d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=79b26717-3a90-4ca1-9bca-ed924b90144d,segment=NetworkSegment(7fdb57d7-9071-48e8-9f03-ecfcc6949ad8),segment_id=7fdb57d7-9071-48e8-9f03-ecfcc6949ad8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:02.294312 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.330305 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-d91ac3d4-9b05-4137-bd85-b7a6ed716d7e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.350694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac3fd6-f51e-4cac-88c0-821584f682ea admin admin] Checking segment: {'id': '5c30092b-4f6e-4bf3-b622-7d3c043ac391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '76daa592-142f-4ee3-8b0a-afb523727631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:02.351076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac3fd6-f51e-4cac-88c0-821584f682ea admin admin] Network hostable DHCP agents. Network: 76daa592-142f-4ee3-8b0a-afb523727631, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:02.362648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582c6da-1855-4025-b543-862e9653ce33 req-aee056c8-3a7a-4087-8d91-aa20f9a186e7 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.365358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a582c6da-1855-4025-b543-862e9653ce33 req-aee056c8-3a7a-4087-8d91-aa20f9a186e7 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.20 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 945 time: 0.9054825 Jul 16 03:35:02.407639 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-d91ac3d4-9b05-4137-bd85-b7a6ed716d7e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.415038 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=79b26717-3a90-4ca1-9bca-ed924b90144d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:02.495764 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-d91ac3d4-9b05-4137-bd85-b7a6ed716d7e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Network 1d2082f3-f285-4b81-803c-37c5386ebabb is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:02.502066 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-d91ac3d4-9b05-4137-bd85-b7a6ed716d7e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:02.505329 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac3fd6-f51e-4cac-88c0-821584f682ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2debe5-5c3f-4e98-b843-314f7be328ba,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:02.506535 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-d91ac3d4-9b05-4137-bd85-b7a6ed716d7e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:02.529431 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:35:02.548658 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ac3d4-9b05-4137-bd85-b7a6ed716d7e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Pushing event updated for resources: {'Port': ['ID=42f70afd-0448-4a3a-8fbf-3cbd9c847c14,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:02.614200 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-d91ac3d4-9b05-4137-bd85-b7a6ed716d7e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.615001 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-d91ac3d4-9b05-4137-bd85-b7a6ed716d7e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.623662 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.624691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.632925 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.650745 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-d91ac3d4-9b05-4137-bd85-b7a6ed716d7e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1791649 Jul 16 03:35:02.664971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Request body: {'port': {'device_id': '7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:02.722525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac3fd6-f51e-4cac-88c0-821584f682ea admin admin] Network 76daa592-142f-4ee3-8b0a-afb523727631 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:02.753280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d2ac3fd6-f51e-4cac-88c0-821584f682ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 76daa592-142f-4ee3-8b0a-afb523727631) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:02.755031 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c641ce0-7720-497c-9939-10585ae0ca21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.762657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac8d3a0-4e20-4cdb-bfa3-0920096e4c2b None None] Network 76daa592-142f-4ee3-8b0a-afb523727631 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:02.780821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348cfc2-32f0-4dc6-85e1-7e5ce5cec426 req-48f40374-5cc2-4a8c-967e-2724ab45693e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.781628 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.783539 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9348cfc2-32f0-4dc6-85e1-7e5ce5cec426 req-48f40374-5cc2-4a8c-967e-2724ab45693e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 945 time: 0.9801660 Jul 16 03:35:02.805630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c42ba-c3d5-4c0b-8580-a54549800402 req-ddee1412-eab8-4783-a04f-9880b9ffcdf8 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.812890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-771c42ba-c3d5-4c0b-8580-a54549800402 req-ddee1412-eab8-4783-a04f-9880b9ffcdf8 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.7057145 Jul 16 03:35:02.828226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac3fd6-f51e-4cac-88c0-821584f682ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:02.829181 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2ac3fd6-f51e-4cac-88c0-821584f682ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:02.838800 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0631168 Jul 16 03:35:02.856829 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60938) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:02.857204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:02.870759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4e5de773-a5bd-4ea9-a380-0c1566749b44 admin admin] Request body: {'subnet': {'network_id': 'cffba5aa-b4d6-48e0-99b0-51cceafdf741', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-942962624-subnet', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:02.924586 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb2658-9f6b-4b7e-905b-512ade9ede82 admin admin] Pushing event updated for resources: {'Network': ['ID=cffba5aa-b4d6-48e0-99b0-51cceafdf741,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:02.949353 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d2ac3fd6-f51e-4cac-88c0-821584f682ea admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9260633 Jul 16 03:35:02.967859 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network cffba5aa-b4d6-48e0-99b0-51cceafdf741 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:03.024725 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-771c42ba-c3d5-4c0b-8580-a54549800402 req-89a7d9fe-97cd-4d61-8839-ac1d459eff89 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042344 Jul 16 03:35:03.045436 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9348cfc2-32f0-4dc6-85e1-7e5ce5cec426 req-4c497205-f100-4106-a47b-329d2748974e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285044 Jul 16 03:35:03.058922 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a582c6da-1855-4025-b543-862e9653ce33 req-ee6742e2-6569-4c88-991f-846e2160b6c0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Deleting port effcc2e6-0b45-461b-867e-ae143c975b20 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:03.059295 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a582c6da-1855-4025-b543-862e9653ce33 req-ee6742e2-6569-4c88-991f-846e2160b6c0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.072183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5de773-a5bd-4ea9-a380-0c1566749b44 admin admin] Made reservation on behalf of 6c6216c1655a4f4999d28d9f52bdb82b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:03.081823 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e5de773-a5bd-4ea9-a380-0c1566749b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.189530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1723682728-network', 'tenant_id': '92de317d48d04179b63d0b9472fd4053'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:03.238441 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] Made reservation on behalf of 92de317d48d04179b63d0b9472fd4053 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:03.241639 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.263859 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.289327 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.311707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64340a0c-c9a6-407e-aeb8-e52b15c1a35d None None] Network 76daa592-142f-4ee3-8b0a-afb523727631 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:03.358608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:03.370689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.400975 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Transition to ACTIVE for port object 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:03.423369 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.559743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Pushing event updated for resources: {'Port': ['ID=42f70afd-0448-4a3a-8fbf-3cbd9c847c14,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:03.653235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a582c6da-1855-4025-b543-862e9653ce33 req-ee6742e2-6569-4c88-991f-846e2160b6c0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] For port effcc2e6-0b45-461b-867e-ae143c975b20, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=effcc2e6-0b45-461b-867e-ae143c975b20,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:03.653731 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a582c6da-1855-4025-b543-862e9653ce33 req-ee6742e2-6569-4c88-991f-846e2160b6c0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.665037 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.678866 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.716155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a582c6da-1855-4025-b543-862e9653ce33 req-ee6742e2-6569-4c88-991f-846e2160b6c0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Calling delete_port for effcc2e6-0b45-461b-867e-ae143c975b20 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:03.718844 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 913} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:03.768848 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.769206 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] Added segment a1e1024e-1a40-4cde-9ad3-c77aed46928d of type vlan for network 9a045f85-7535-4c43-8a31-2d2180bc6ec5 Jul 16 03:35:03.777426 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.865385 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7444bf1-d0cd-4996-ad2d-f2a7cb3a0dd0 req-dad99c77-ff52-4818-817d-457652849b38 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:03.875712 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7444bf1-d0cd-4996-ad2d-f2a7cb3a0dd0 req-dad99c77-ff52-4818-817d-457652849b38 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 943 time: 0.4193637 Jul 16 03:35:03.882145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1645de7a-258d-4c39-bd5a-787fb9e85ba0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:03.903020 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Attempting to bind port 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:03.903376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Attempting to bind port 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:03.903746 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Attempting to bind port 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 on network 1d2082f3-f285-4b81-803c-37c5386ebabb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:03.903957 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 79b26717-3a90-4ca1-9bca-ed924b90144d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:03.911835 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.916086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Port 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 on network 1d2082f3-f285-4b81-803c-37c5386ebabb not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:03.916447 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Attempting to bind port 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 on network 1d2082f3-f285-4b81-803c-37c5386ebabb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:03.922432 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:03.922907 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Checking segment: {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:03.923407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Bound using segment: {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:03.924005 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Bound port: 42f70afd-0448-4a3a-8fbf-3cbd9c847c14, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:03.924530 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:03.933014 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91123c4e-6feb-42e7-a4e1-654635ff0954 req-beccbf2b-e3b8-41b7-b6e4-c5b0fc6d73e1 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:03.934675 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91123c4e-6feb-42e7-a4e1-654635ff0954 req-beccbf2b-e3b8-41b7-b6e4-c5b0fc6d73e1 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.3153727 Jul 16 03:35:03.975048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60954) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:03.985615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1337306729-network', 'tenant_id': 'd910dc8edb9d4eec97903fdf4b0bbfef'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:04.010374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 79b26717-3a90-4ca1-9bca-ed924b90144d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:04.011506 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.019761 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] Made reservation on behalf of d910dc8edb9d4eec97903fdf4b0bbfef for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:04.022342 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.030646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7444bf1-d0cd-4996-ad2d-f2a7cb3a0dd0 req-7b453aeb-4249-4a9e-a18c-f8449f458f8e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539345 Jul 16 03:35:04.034004 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.035371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.035908 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.087430 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e5de773-a5bd-4ea9-a380-0c1566749b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.126377 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.142946 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91123c4e-6feb-42e7-a4e1-654635ff0954 req-67dbb51f-18d9-4839-9ded-c396abd9c174 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654680 Jul 16 03:35:04.172246 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] For port 42f70afd-0448-4a3a-8fbf-3cbd9c847c14, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:04.182612 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3221054 Jul 16 03:35:04.197125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:04.210859 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-53d1f87e-3ebf-4223-91b7-5ba1b6f2dda5 admin admin] Request body: {'subnet': {'network_id': '9a045f85-7535-4c43-8a31-2d2180bc6ec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1723682728-subnet', 'tenant_id': '92de317d48d04179b63d0b9472fd4053', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:04.281596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5de773-a5bd-4ea9-a380-0c1566749b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c03d68-1ce5-4955-9b1c-96acd2ad1924,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:04.326781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb187a-956e-4b31-ad70-c4a9cc7eef2d admin admin] Pushing event updated for resources: {'Network': ['ID=9a045f85-7535-4c43-8a31-2d2180bc6ec5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:04.337718 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 9a045f85-7535-4c43-8a31-2d2180bc6ec5 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:04.348932 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] For port 42f70afd-0448-4a3a-8fbf-3cbd9c847c14, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=42f70afd-0448-4a3a-8fbf-3cbd9c847c14,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:04.360238 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.410633 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a582c6da-1855-4025-b543-862e9653ce33 req-ee6742e2-6569-4c88-991f-846e2160b6c0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.432165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d1f87e-3ebf-4223-91b7-5ba1b6f2dda5 admin admin] Made reservation on behalf of 92de317d48d04179b63d0b9472fd4053 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:04.437421 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53d1f87e-3ebf-4223-91b7-5ba1b6f2dda5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.452595 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['f30d445c-995e-48b0-9b73-db1b01f81524'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:04.484215 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.484943 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.486280 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] 10.222.0.88 "PUT /v2.0/ports/42f70afd-0448-4a3a-8fbf-3cbd9c847c14 HTTP/1.1" status: 200 len: 1091 time: 1.8273003 Jul 16 03:35:04.486730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4', 'tag': '42f70afd-0448-4a3a-8fbf-3cbd9c847c14'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:04.489025 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d287ae24-36d3-410a-bf9a-77c30821a727" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4", "tag": "42f70afd-0448-4a3a-8fbf-3cbd9c847c14"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:04.555021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6742e2-6569-4c88-991f-846e2160b6c0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Pushing event deleted for resources: {'Port': ['ID=effcc2e6-0b45-461b-867e-ae143c975b20,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:04.566351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5de773-a5bd-4ea9-a380-0c1566749b44 admin admin] Checking segment: {'id': '7dfdf769-31e4-41af-ad84-578c2891deb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'cffba5aa-b4d6-48e0-99b0-51cceafdf741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:04.566737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5de773-a5bd-4ea9-a380-0c1566749b44 admin admin] Network hostable DHCP agents. Network: cffba5aa-b4d6-48e0-99b0-51cceafdf741, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:04.613628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65718fa7-fa85-474e-89c2-4d647d719d14 service neutron] Pushing event updated for resources: {'Port': ['ID=42f70afd-0448-4a3a-8fbf-3cbd9c847c14,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:04.651006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a582c6da-1855-4025-b543-862e9653ce33 req-ee6742e2-6569-4c88-991f-846e2160b6c0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] No DVR routers for this DVR port effcc2e6-0b45-461b-867e-ae143c975b20 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:04.654290 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a582c6da-1855-4025-b543-862e9653ce33 req-ee6742e2-6569-4c88-991f-846e2160b6c0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.657422 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a582c6da-1855-4025-b543-862e9653ce33 req-ee6742e2-6569-4c88-991f-846e2160b6c0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.20 "DELETE /v2.0/ports/effcc2e6-0b45-461b-867e-ae143c975b20 HTTP/1.1" status: 204 len: 173 time: 2.2698176 Jul 16 03:35:04.667091 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-d3d84d1e-f0c7-4866-9315-c9fd8e42a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.668658 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-d3d84d1e-f0c7-4866-9315-c9fd8e42a2a3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 1094 time: 0.1308906 Jul 16 03:35:04.671276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cf9dc07d-085f-42fe-b49a-c352b5dcbda5 req-22ccdcee-4c6b-4a37-b0c3-0a7922c85b9e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 210 time: 0.1272514 Jul 16 03:35:04.692680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85960c40-8221-4c71-bfca-27ec84651d85', 'name': 'network-vif-deleted', 'tag': 'effcc2e6-0b45-461b-867e-ae143c975b20'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:04.699204 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7607256b-b514-421f-8f1e-11840de7eb77" -d '{"events": [{"server_uuid": "85960c40-8221-4c71-bfca-27ec84651d85", "name": "network-vif-deleted", "tag": "effcc2e6-0b45-461b-867e-ae143c975b20"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:04.748570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095583b-9e8d-4b2d-ac69-f0f2ef05ce9f req-17b06896-da16-40f3-8c05-c82527249874 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.750529 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7095583b-9e8d-4b2d-ac69-f0f2ef05ce9f req-17b06896-da16-40f3-8c05-c82527249874 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.5183864 Jul 16 03:35:04.779216 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-35d3a770-78fb-4977-99d7-fdb1d04d18aa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42f70afd-0448-4a3a-8fbf-3cbd9c847c14 HTTP/1.1" status: 200 len: 217 time: 0.1015098 Jul 16 03:35:04.850116 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.881397 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.923815 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:04.958736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-31029f51-2c05-4d30-8fd3-bb25c51e06bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:04.960984 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-31029f51-2c05-4d30-8fd3-bb25c51e06bc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 200 len: 852 time: 0.1524768 Jul 16 03:35:04.964783 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:04.965136 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] Added segment 340f1a5a-85ea-42d7-b58a-08a5a444c86b of type vlan for network 17d74cea-64bc-4fcc-8f5a-03697fb1477e Jul 16 03:35:04.974615 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a8e760-465d-4e30-a5f7-c68c6542d76b x-openstack-request-id: req-e9a8e760-465d-4e30-a5f7-c68c6542d76b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:04.974911 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4", "tag": "42f70afd-0448-4a3a-8fbf-3cbd9c847c14", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:04.975324 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e9a8e760-465d-4e30-a5f7-c68c6542d76b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:04.976321 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4', 'tag': '42f70afd-0448-4a3a-8fbf-3cbd9c847c14', 'status': 'completed', 'code': 200} Jul 16 03:35:04.978148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ab6084-58b5-4d6a-a0c1-24e18797e654,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:05.028697 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-d609d5fa-9787-4116-af0b-8548a5c43762 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1d2082f3-f285-4b81-803c-37c5386ebabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514638 Jul 16 03:35:05.051642 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.124146 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010ee8f2-9a59-420b-b151-1b9a6ddc3072 x-openstack-request-id: req-010ee8f2-9a59-420b-b151-1b9a6ddc3072 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:05.124552 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85960c40-8221-4c71-bfca-27ec84651d85", "name": "network-vif-deleted", "tag": "effcc2e6-0b45-461b-867e-ae143c975b20", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:05.125782 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-010ee8f2-9a59-420b-b151-1b9a6ddc3072 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:05.127123 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85960c40-8221-4c71-bfca-27ec84651d85', 'name': 'network-vif-deleted', 'tag': 'effcc2e6-0b45-461b-867e-ae143c975b20', 'status': 'completed', 'code': 200} Jul 16 03:35:05.150258 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7095583b-9e8d-4b2d-ac69-f0f2ef05ce9f req-95291d55-ce2a-4362-9cc3-2ce6d398ae30 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882651 Jul 16 03:35:05.161626 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53d1f87e-3ebf-4223-91b7-5ba1b6f2dda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.165019 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5de773-a5bd-4ea9-a380-0c1566749b44 admin admin] Network cffba5aa-b4d6-48e0-99b0-51cceafdf741 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:05.235821 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.237610 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:05.238271 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.283290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4e5de773-a5bd-4ea9-a380-0c1566749b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, cffba5aa-b4d6-48e0-99b0-51cceafdf741) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:05.292150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a4db52-417a-478d-aaf5-85808df7369d None None] Network cffba5aa-b4d6-48e0-99b0-51cceafdf741 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:05.299837 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3199170 Jul 16 03:35:05.308843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60972) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:05.319928 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-21ab95d9-a991-4200-9903-657111d41c21 admin admin] Request body: {'subnet': {'network_id': '17d74cea-64bc-4fcc-8f5a-03697fb1477e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1337306729-subnet', 'tenant_id': 'd910dc8edb9d4eec97903fdf4b0bbfef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:05.331269 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-aa5bea33-b60a-4a2e-85d9-6390deae0b1c service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905033 Jul 16 03:35:05.356011 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device effcc2e6-0b45-461b-867e-ae143c975b20 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:05.382999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5de773-a5bd-4ea9-a380-0c1566749b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:05.383866 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e5de773-a5bd-4ea9-a380-0c1566749b44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.409499 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: effcc2e6-0b45-461b-867e-ae143c975b20 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:05.411005 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device effcc2e6-0b45-461b-867e-ae143c975b20 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:05.414415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38599cbc-81ce-4838-a78f-bba684878ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=17d74cea-64bc-4fcc-8f5a-03697fb1477e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:05.431656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1f87e-3ebf-4223-91b7-5ba1b6f2dda5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=946972ce-01ad-4fa0-8042-f591140e43d0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:05.472838 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 17d74cea-64bc-4fcc-8f5a-03697fb1477e details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:05.490661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ab95d9-a991-4200-9903-657111d41c21 admin admin] Made reservation on behalf of d910dc8edb9d4eec97903fdf4b0bbfef for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:05.495339 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21ab95d9-a991-4200-9903-657111d41c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.551335 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4e5de773-a5bd-4ea9-a380-0c1566749b44 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6868079 Jul 16 03:35:05.555166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d1f87e-3ebf-4223-91b7-5ba1b6f2dda5 admin admin] Checking segment: {'id': 'a1e1024e-1a40-4cde-9ad3-c77aed46928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9a045f85-7535-4c43-8a31-2d2180bc6ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:05.555847 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d1f87e-3ebf-4223-91b7-5ba1b6f2dda5 admin admin] Network hostable DHCP agents. Network: 9a045f85-7535-4c43-8a31-2d2180bc6ec5, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:05.561173 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:05.576913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87e665-34b1-4b54-9172-dde4bca92186 req-4848e24f-4b26-457a-8771-6d18801ffbed tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:05.585355 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e87e665-34b1-4b54-9172-dde4bca92186 req-4848e24f-4b26-457a-8771-6d18801ffbed tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 943 time: 0.3209894 Jul 16 03:35:05.593269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-942962624-router', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:05.677848 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.680559 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.798113 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.804357 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-cffba5aa-b4d6-48e0-99b0-51cceafdf741', 'network_id': 'cffba5aa-b4d6-48e0-99b0-51cceafdf741', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'fixed_ips': [{'subnet_id': '22c03d68-1ce5-4955-9b1c-96acd2ad1924'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:35:05.805346 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.900900 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21ab95d9-a991-4200-9903-657111d41c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:05.996361 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c8aade56-47ae-43e5-88c0-83464d335c12 req-8281bf42-80be-4b00-857e-2c0f0823667d service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100032 Jul 16 03:35:06.005293 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab95d9-a991-4200-9903-657111d41c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=521c338c-c796-45dc-b214-bb60fd9cac26,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:06.036663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab95d9-a991-4200-9903-657111d41c21 admin admin] Checking segment: {'id': '340f1a5a-85ea-42d7-b58a-08a5a444c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '17d74cea-64bc-4fcc-8f5a-03697fb1477e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:06.037155 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ab95d9-a991-4200-9903-657111d41c21 admin admin] Network hostable DHCP agents. Network: 17d74cea-64bc-4fcc-8f5a-03697fb1477e, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:06.078210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ab95d9-a991-4200-9903-657111d41c21 admin admin] Network 17d74cea-64bc-4fcc-8f5a-03697fb1477e is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:06.145058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-21ab95d9-a991-4200-9903-657111d41c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 17d74cea-64bc-4fcc-8f5a-03697fb1477e) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:06.156634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ab95d9-a991-4200-9903-657111d41c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:06.157263 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21ab95d9-a991-4200-9903-657111d41c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.175899 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d1f87e-3ebf-4223-91b7-5ba1b6f2dda5 admin admin] Network 9a045f85-7535-4c43-8a31-2d2180bc6ec5 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:06.189416 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-21ab95d9-a991-4200-9903-657111d41c21 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8794105 Jul 16 03:35:06.198505 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287ae24-36d3-410a-bf9a-77c30821a727 req-f75e705f-9d6a-4fbb-a1bc-2b34495763aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:06.200622 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d287ae24-36d3-410a-bf9a-77c30821a727 req-f75e705f-9d6a-4fbb-a1bc-2b34495763aa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 1094 time: 0.1250670 Jul 16 03:35:06.218715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b40d8a-de2a-47cc-b76b-416c571047f2 None None] Network 17d74cea-64bc-4fcc-8f5a-03697fb1477e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:06.220448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c80007-870a-41c8-b4b3-4f597b3a1974 req-a8106890-8aec-4666-9a3c-d5e27eff124a tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:06.228677 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96c80007-870a-41c8-b4b3-4f597b3a1974 req-a8106890-8aec-4666-9a3c-d5e27eff124a tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.7904913 Jul 16 03:35:06.315729 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e87e665-34b1-4b54-9172-dde4bca92186 req-74c968dc-0b83-4479-b29b-f737ed8f32e1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7290716 Jul 16 03:35:06.374766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-53d1f87e-3ebf-4223-91b7-5ba1b6f2dda5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 9a045f85-7535-4c43-8a31-2d2180bc6ec5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:06.376217 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287ae24-36d3-410a-bf9a-77c30821a727 req-7ade15a9-39b2-4fa3-a410-eeb8b4bb9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:06.378137 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d287ae24-36d3-410a-bf9a-77c30821a727 req-7ade15a9-39b2-4fa3-a410-eeb8b4bb9c02 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 913 time: 0.1698790 Jul 16 03:35:06.392091 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Allocated IP 172.20.0.2 (cffba5aa-b4d6-48e0-99b0-51cceafdf741/22c03d68-1ce5-4955-9b1c-96acd2ad1924/4d10178f-d8b8-4a25-b524-c99cdbab8b6d) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:06.493200 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d287ae24-36d3-410a-bf9a-77c30821a727 req-71046b0f-0f8a-403b-91e9-15fbaadb14b1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42f70afd-0448-4a3a-8fbf-3cbd9c847c14 HTTP/1.1" status: 200 len: 217 time: 0.1036856 Jul 16 03:35:06.499980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d1f87e-3ebf-4223-91b7-5ba1b6f2dda5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:06.517053 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53d1f87e-3ebf-4223-91b7-5ba1b6f2dda5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.521610 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.610361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287ae24-36d3-410a-bf9a-77c30821a727 req-b92b6c3b-9736-4f28-9823-cc7387c92bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:06.612329 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d287ae24-36d3-410a-bf9a-77c30821a727 req-b92b6c3b-9736-4f28-9823-cc7387c92bab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 200 len: 852 time: 0.1152546 Jul 16 03:35:06.670094 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d287ae24-36d3-410a-bf9a-77c30821a727 req-d9a33118-b001-4e13-ba68-6e20d64f9a1f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1d2082f3-f285-4b81-803c-37c5386ebabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410459 Jul 16 03:35:06.703142 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0402f516-6da3-46bd-a534-f2f1740b41be None None] Network 9a045f85-7535-4c43-8a31-2d2180bc6ec5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:06.706915 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-53d1f87e-3ebf-4223-91b7-5ba1b6f2dda5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5086870 Jul 16 03:35:06.724042 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96c80007-870a-41c8-b4b3-4f597b3a1974 req-80e08164-5737-4b28-964b-54fde0633b88 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4475613 Jul 16 03:35:06.763772 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83c0827f-e0ff-4b52-a532-706e2302e7fd req-0a36fa30-2506-41c3-b942-e3c0ad02b92b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 210 time: 0.0968752 Jul 16 03:35:06.885124 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:06.907041 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d287ae24-36d3-410a-bf9a-77c30821a727 req-4deed246-75b0-4c88-9fc7-159c3b200962 service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277341 Jul 16 03:35:06.915131 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Transition to ACTIVE for port object 4d10178f-d8b8-4a25-b524-c99cdbab8b6d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:06.953355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Transition to ACTIVE for port object 4d10178f-d8b8-4a25-b524-c99cdbab8b6d will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:06.979721 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.000139 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.122365 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d287ae24-36d3-410a-bf9a-77c30821a727 req-1f736caa-28bc-4ba0-932c-b33871f4ff65 service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023585 Jul 16 03:35:07.180679 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Network cffba5aa-b4d6-48e0-99b0-51cceafdf741 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:07.182491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dee99e-28df-40ee-8799-809ec9f1da44 None None] Network 17d74cea-64bc-4fcc-8f5a-03697fb1477e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:07.188579 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:07.218265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:07.315736 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfde789-bc02-41b8-8e6f-eda03b4da7c9 req-4cf25ad6-3512-423b-a5c5-9ecefdafc065 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:07.323505 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4bfde789-bc02-41b8-8e6f-eda03b4da7c9 req-4cf25ad6-3512-423b-a5c5-9ecefdafc065 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.2607007 Jul 16 03:35:07.338923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Attempting to bind port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:07.339648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Attempting to bind port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '7dfdf769-31e4-41af-ad84-578c2891deb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'cffba5aa-b4d6-48e0-99b0-51cceafdf741'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:07.340506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Attempting to bind port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d on network cffba5aa-b4d6-48e0-99b0-51cceafdf741 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:07.342633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Pushing event updated for resources: {'Port': ['ID=4d10178f-d8b8-4a25-b524-c99cdbab8b6d,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:07.402504 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:07.402504 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Checking segment: {'id': '7dfdf769-31e4-41af-ad84-578c2891deb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'cffba5aa-b4d6-48e0-99b0-51cceafdf741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:07.402504 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.402504 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Bound using segment: {'id': '7dfdf769-31e4-41af-ad84-578c2891deb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'cffba5aa-b4d6-48e0-99b0-51cceafdf741'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:07.476979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Bound port: 4d10178f-d8b8-4a25-b524-c99cdbab8b6d, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfdf769-31e4-41af-ad84-578c2891deb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'cffba5aa-b4d6-48e0-99b0-51cceafdf741'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:07.476979 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.477168 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4bfde789-bc02-41b8-8e6f-eda03b4da7c9 req-3c2ddbb5-db41-49d3-a568-636bbc2cef91 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856476 Jul 16 03:35:07.542528 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f857b3d-3fde-4221-bbf4-f88835ee1fce None None] Network 9a045f85-7535-4c43-8a31-2d2180bc6ec5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:07.565351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-a39e3a7b-49da-4b78-82bd-e6e9c9eae78a tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:07.566898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-a39e3a7b-49da-4b78-82bd-e6e9c9eae78a tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/networks?id=76daa592-142f-4ee3-8b0a-afb523727631 HTTP/1.1" status: 200 len: 824 time: 0.1655233 Jul 16 03:35:07.575999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] For port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:07.617725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] For port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4d10178f-d8b8-4a25-b524-c99cdbab8b6d,segment=NetworkSegment(7dfdf769-31e4-41af-ad84-578c2891deb9),segment_id=7dfdf769-31e4-41af-ad84-578c2891deb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:07.630451 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.666626 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-0163093c-94c5-4f9a-81f9-eb8f32fb2033 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/quotas/890cc3aecad64e0ead5e87ce8791b629 HTTP/1.1" status: 200 len: 375 time: 0.0801661 Jul 16 03:35:07.735402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-affb53c5-cfea-45ce-8a57-498303228254 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=890cc3aecad64e0ead5e87ce8791b629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376554 Jul 16 03:35:07.760596 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c614371-7980-4ee8-a591-50b5b8eb9fd4 None None] Pushing event updated for resources: {'Port': ['ID=4d10178f-d8b8-4a25-b524-c99cdbab8b6d,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:07.861287 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:07.897340 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.150854 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-86f82fd0-6f39-412d-b7d0-0425e7bed982 service neutron] 10.222.0.18 "GET /v2.0/networks/76daa592-142f-4ee3-8b0a-afb523727631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532724 Jul 16 03:35:08.174088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Allocated IP 172.25.3.254 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/138224c3-1d31-4ed3-bcce-591d3f6c1a68) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:08.294935 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af208408-043e-48ca-9360-267e7a94bc47 req-4331dac4-53ff-4054-a2b8-717d7d72d1f3 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:08.298878 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af208408-043e-48ca-9360-267e7a94bc47 req-4331dac4-53ff-4054-a2b8-717d7d72d1f3 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/networks?id=9a045f85-7535-4c43-8a31-2d2180bc6ec5 HTTP/1.1" status: 200 len: 814 time: 0.5621648 Jul 16 03:35:08.303351 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-37d554af-9e47-4597-94a2-2b11b6927c4b service neutron] 10.222.0.18 "GET /v2.0/networks/76daa592-142f-4ee3-8b0a-afb523727631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412261 Jul 16 03:35:08.326502 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af208408-043e-48ca-9360-267e7a94bc47 req-0601e8ce-187c-4a00-a28f-e401b3d0feba tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/quotas/92de317d48d04179b63d0b9472fd4053 HTTP/1.1" status: 200 len: 375 time: 0.0178809 Jul 16 03:35:08.374926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af208408-043e-48ca-9360-267e7a94bc47 req-130010b3-bfbf-498a-99ad-3a7b5ee93def tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=92de317d48d04179b63d0b9472fd4053&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429838 Jul 16 03:35:08.431774 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:08.546832 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.608027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 42f70afd-0448-4a3a-8fbf-3cbd9c847c14, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=42f70afd-0448-4a3a-8fbf-3cbd9c847c14,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:08.643688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '42f70afd-0448-4a3a-8fbf-3cbd9c847c14', 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'port_id': '42f70afd-0448-4a3a-8fbf-3cbd9c847c14', 'mac_address': 'fa:16:3e:44:2e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460165b0-71f2-476d-a3c4-33a11989f907', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:35:08.711558 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.734332 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:08.784261 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af208408-043e-48ca-9360-267e7a94bc47 req-d9a1a7e8-ecce-4dda-9df9-ea07aed4399d service neutron] 10.222.0.18 "GET /v2.0/networks/9a045f85-7535-4c43-8a31-2d2180bc6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980641 Jul 16 03:35:08.797013 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 42f70afd-0448-4a3a-8fbf-3cbd9c847c14, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=42f70afd-0448-4a3a-8fbf-3cbd9c847c14,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:08.805336 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:08.966015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=42f70afd-0448-4a3a-8fbf-3cbd9c847c14,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:09.045372 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af208408-043e-48ca-9360-267e7a94bc47 req-96bf6454-215f-496d-abd1-39e2758fc05e service neutron] 10.222.0.18 "GET /v2.0/networks/9a045f85-7535-4c43-8a31-2d2180bc6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433443 Jul 16 03:35:09.053730 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:09.148581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['42f70afd-0448-4a3a-8fbf-3cbd9c847c14'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:09.229488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:09.250982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=138224c3-1d31-4ed3-bcce-591d3f6c1a68,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:09.267434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:09.299378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:09.332195 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875eda9-48ee-405c-8a3e-a3474f68f098 req-b81bd4b2-213f-47cd-8ec4-d2ef160e1529 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:09.333044 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7bdf88-6218-458f-85e8-75e5759c9319 None None] Network cffba5aa-b4d6-48e0-99b0-51cceafdf741 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:09.343731 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6875eda9-48ee-405c-8a3e-a3474f68f098 req-b81bd4b2-213f-47cd-8ec4-d2ef160e1529 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 943 time: 0.6561310 Jul 16 03:35:09.585809 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5e4a1642-f33a-4b9f-9c96-836b9f2e074c None None] Provisioning for port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:09.665479 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6875eda9-48ee-405c-8a3e-a3474f68f098 req-0e2a8d27-4a33-4b11-b0e4-790ed595abf0 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199890 Jul 16 03:35:09.974241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4d10178f-d8b8-4a25-b524-c99cdbab8b6d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:10.079707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43f938cf-d090-430c-b8fb-a6b7a96b8337 req-67588157-a60b-42ef-9b00-273f4059b05c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 210 time: 0.0588565 Jul 16 03:35:10.089011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad4192-06e2-463a-ac61-c92ae0dc71c7 req-fb9450bc-d2d9-4b0c-8f2b-ed68254b43a1 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:10.095873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68ad4192-06e2-463a-ac61-c92ae0dc71c7 req-fb9450bc-d2d9-4b0c-8f2b-ed68254b43a1 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.4807925 Jul 16 03:35:10.119634 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:10.140046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:10.141648 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.228582 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68ad4192-06e2-463a-ac61-c92ae0dc71c7 req-19ff253e-993d-4d6c-ac7c-47e4fe5fba42 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316950 Jul 16 03:35:10.255464 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.398795 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.473454 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4d10178f-d8b8-4a25-b524-c99cdbab8b6d,segment=NetworkSegment(7dfdf769-31e4-41af-ad84-578c2891deb9),segment_id=7dfdf769-31e4-41af-ad84-578c2891deb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:10.489166 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.536555 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-da8bfd3a-28f8-4073-be02-99c4f8a24a9c None None] Provisioning complete for port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:10.536992 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-da8bfd3a-28f8-4073-be02-99c4f8a24a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:10.607196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=4d10178f-d8b8-4a25-b524-c99cdbab8b6d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:11.071677 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6088c2ac-d60e-498e-b723-a3239f162a32 req-0d77e54a-98a4-472c-97c4-3a524b6479b0 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 210 time: 0.1007416 Jul 16 03:35:11.321485 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f901feda-26a2-44e0-835a-9dd78a6c618a req-d3e5a7a6-6978-4a4c-83f4-58f1304cfef8 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/ports?device_id=50c366af-1dcf-48e3-b40a-77badf846328 HTTP/1.1" status: 200 len: 210 time: 0.0913343 Jul 16 03:35:11.400873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a869eb6-7676-4e0a-ba06-3a054d5f1500 req-3732bd7e-ca30-4a1f-84d6-c616faa89da7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:11.409783 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a869eb6-7676-4e0a-ba06-3a054d5f1500 req-3732bd7e-ca30-4a1f-84d6-c616faa89da7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.4677393 Jul 16 03:35:11.549199 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:11.606101 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:35:11.622472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-390e451a-6f4b-4faa-9576-a9c816398ffc tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:11.626240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-390e451a-6f4b-4faa-9576-a9c816398ffc tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.20 "GET /v2.0/networks?id=76daa592-142f-4ee3-8b0a-afb523727631 HTTP/1.1" status: 200 len: 824 time: 0.6795263 Jul 16 03:35:11.732455 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-df84e700-b64f-418d-a4ac-f6d021c5b67f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Request body: {'port': {'device_id': '7c7fa0b4-4cea-4131-b429-d679f9069e87', 'network_id': '76daa592-142f-4ee3-8b0a-afb523727631', 'admin_state_up': True, 'tenant_id': '890cc3aecad64e0ead5e87ce8791b629'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:11.859573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a869eb6-7676-4e0a-ba06-3a054d5f1500 req-f88ab244-533f-4a8b-8365-f63e85ce67cb tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487100 Jul 16 03:35:11.866030 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4d10178f-d8b8-4a25-b524-c99cdbab8b6d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:11.994024 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:11.994403 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.187821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-df84e700-b64f-418d-a4ac-f6d021c5b67f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Made reservation on behalf of 890cc3aecad64e0ead5e87ce8791b629 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:12.195486 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-df84e700-b64f-418d-a4ac-f6d021c5b67f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.234491 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af208408-043e-48ca-9360-267e7a94bc47 req-e3fb0c17-0299-4ff3-8b1f-fc3883a8d33c tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.236096 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af208408-043e-48ca-9360-267e7a94bc47 req-e3fb0c17-0299-4ff3-8b1f-fc3883a8d33c tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.20 "GET /v2.0/networks?id=9a045f85-7535-4c43-8a31-2d2180bc6ec5 HTTP/1.1" status: 200 len: 814 time: 0.6071737 Jul 16 03:35:12.238117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95dac416-bdc3-4ecc-9652-76de3e062754 req-b823f412-7804-443a-9406-a2ea28959706 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=85960c40-8221-4c71-bfca-27ec84651d85 HTTP/1.1" status: 200 len: 210 time: 0.1156681 Jul 16 03:35:12.264988 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2d69c-f781-4cfd-b707-3fb3250eed83 req-6d9152e2-0df0-4efa-8dbf-3a2d1dc0b76e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:12.272154 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9e2d69c-f781-4cfd-b707-3fb3250eed83 req-6d9152e2-0df0-4efa-8dbf-3a2d1dc0b76e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 944 time: 0.7269974 Jul 16 03:35:12.291505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-af208408-043e-48ca-9360-267e7a94bc47 req-f59ac03e-ab15-459a-82ae-906173744ac6 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Request body: {'port': {'device_id': '50c366af-1dcf-48e3-b40a-77badf846328', 'network_id': '9a045f85-7535-4c43-8a31-2d2180bc6ec5', 'admin_state_up': True, 'tenant_id': '92de317d48d04179b63d0b9472fd4053'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:12.447571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af208408-043e-48ca-9360-267e7a94bc47 req-f59ac03e-ab15-459a-82ae-906173744ac6 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Made reservation on behalf of 92de317d48d04179b63d0b9472fd4053 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:12.451177 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af208408-043e-48ca-9360-267e7a94bc47 req-f59ac03e-ab15-459a-82ae-906173744ac6 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.463411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:12.540011 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:12.545136 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:12.545662 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.606254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-df84e700-b64f-418d-a4ac-f6d021c5b67f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Allocated IP 172.20.0.7 (76daa592-142f-4ee3-8b0a-afb523727631/9a2debe5-5c3f-4e98-b843-314f7be328ba/46263f29-d5a2-454b-bef3-e9fe39515c09) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:12.666046 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.694177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f70afd-0448-4a3a-8fbf-3cbd9c847c14'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:12.696915 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c5e180-ee21-440b-a72e-7bffe54a8fe4" -d '{"events": [{"server_uuid": "7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4", "name": "network-vif-plugged", "status": "completed", "tag": "42f70afd-0448-4a3a-8fbf-3cbd9c847c14"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:12.720964 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 42f70afd-0448-4a3a-8fbf-3cbd9c847c14, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=42f70afd-0448-4a3a-8fbf-3cbd9c847c14,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:12.727598 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.815155 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=42f70afd-0448-4a3a-8fbf-3cbd9c847c14,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:12.837464 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9e2d69c-f781-4cfd-b707-3fb3250eed83 req-9cbfdac8-08ba-4dd1-a3b5-88dfe3b18db5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641284 Jul 16 03:35:12.858262 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-df84e700-b64f-418d-a4ac-f6d021c5b67f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:12.911011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Router c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:35:13.095067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-af208408-043e-48ca-9360-267e7a94bc47 req-f59ac03e-ab15-459a-82ae-906173744ac6 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Allocated IP 172.20.0.11 (9a045f85-7535-4c43-8a31-2d2180bc6ec5/946972ce-01ad-4fa0-8042-f591140e43d0/428a1fd7-f159-400f-bac9-1c02cfb94dd5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:13.156401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795331d-b4f9-4ca9-9a74-5940fa8b23b6 req-b742b2e6-7bae-476c-933a-54a7231acaf2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.163251 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5795331d-b4f9-4ca9-9a74-5940fa8b23b6 req-b742b2e6-7bae-476c-933a-54a7231acaf2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.7387402 Jul 16 03:35:13.196851 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-df84e700-b64f-418d-a4ac-f6d021c5b67f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.415364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-df84e700-b64f-418d-a4ac-f6d021c5b67f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Network 76daa592-142f-4ee3-8b0a-afb523727631 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:13.431505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-df84e700-b64f-418d-a4ac-f6d021c5b67f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:13.444486 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5795331d-b4f9-4ca9-9a74-5940fa8b23b6 req-7d504d21-9dd7-46b5-8ded-aa01409f3bac tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795928 Jul 16 03:35:13.461269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-df84e700-b64f-418d-a4ac-f6d021c5b67f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:13.464348 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84e700-b64f-418d-a4ac-f6d021c5b67f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Pushing event updated for resources: {'Port': ['ID=46263f29-d5a2-454b-bef3-e9fe39515c09,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:13.533315 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:13.548248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Sync routers for ids ['c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:13.564963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Routers {'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:13.565771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:35:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:13.648302 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af208408-043e-48ca-9360-267e7a94bc47 req-f59ac03e-ab15-459a-82ae-906173744ac6 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.700496 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Set router c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:13.714113 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5aafdffa-07a3-4c08-ace8-74312d704037 req-38db347c-f520-4ec1-bb84-994a8e76c4d3 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/ports?device_id=50c366af-1dcf-48e3-b40a-77badf846328 HTTP/1.1" status: 200 len: 210 time: 0.1331155 Jul 16 03:35:13.728882 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af208408-043e-48ca-9360-267e7a94bc47 req-f59ac03e-ab15-459a-82ae-906173744ac6 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.739155 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.744547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ec0d4547-9bd6-4924-8b5d-8a1fe076c7f0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1791298 Jul 16 03:35:13.744724 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 32834) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:13.824369 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f976ed-9bde-4a45-85bd-8c8085337359 x-openstack-request-id: req-e5f976ed-9bde-4a45-85bd-8c8085337359 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:13.824638 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4", "name": "network-vif-plugged", "status": "completed", "tag": "42f70afd-0448-4a3a-8fbf-3cbd9c847c14", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:13.824976 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5f976ed-9bde-4a45-85bd-8c8085337359 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:13.825374 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f70afd-0448-4a3a-8fbf-3cbd9c847c14', 'code': 200} Jul 16 03:35:13.872467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-df84e700-b64f-418d-a4ac-f6d021c5b67f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.873588 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-df84e700-b64f-418d-a4ac-f6d021c5b67f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:13.942330 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a57d0-3587-4fb8-8666-f37e9d3774b8 req-9501d93f-f73d-4a1b-97fa-d2c1c3970a3c tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:13.951310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-218a57d0-3587-4fb8-8666-f37e9d3774b8 req-9501d93f-f73d-4a1b-97fa-d2c1c3970a3c tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 931 time: 0.6455889 Jul 16 03:35:13.966323 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-df84e700-b64f-418d-a4ac-f6d021c5b67f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2537100 Jul 16 03:35:13.994971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Request body: {'port': {'device_id': '7c7fa0b4-4cea-4131-b429-d679f9069e87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:14.028531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af208408-043e-48ca-9360-267e7a94bc47 req-f59ac03e-ab15-459a-82ae-906173744ac6 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Network 9a045f85-7535-4c43-8a31-2d2180bc6ec5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:14.032783 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ac03e-ab15-459a-82ae-906173744ac6 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Pushing event updated for resources: {'Port': ['ID=428a1fd7-f159-400f-bac9-1c02cfb94dd5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:14.037561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-af208408-043e-48ca-9360-267e7a94bc47 req-f59ac03e-ab15-459a-82ae-906173744ac6 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:14.060354 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-af208408-043e-48ca-9360-267e7a94bc47 req-f59ac03e-ab15-459a-82ae-906173744ac6 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:14.082498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'name': 'tempest-AttachSCSIVolumeTestJSON-942962624-router', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:05Z', 'updated_at': '2021-07-16T03:35:09Z', 'revision_number': 3, 'project_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'gw_port': {'id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:07Z', 'updated_at': '2021-07-16T03:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:14.083242 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-218a57d0-3587-4fb8-8666-f37e9d3774b8 req-467c3f6c-6e31-4eb4-90aa-f95e027d946f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/security-groups?id=1805e62d-624a-4d55-a2fc-a507bdfc0145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309330 Jul 16 03:35:14.102387 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ec5e8-243a-4897-9453-7c004bf66a00 req-cb386ebf-d6dc-4be6-9b6c-aa10d51d9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:14.104292 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a41ec5e8-243a-4897-9453-7c004bf66a00 req-cb386ebf-d6dc-4be6-9b6c-aa10d51d9747 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 1096 time: 0.1700251 Jul 16 03:35:14.189624 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a41ec5e8-243a-4897-9453-7c004bf66a00 req-15c0b815-52fd-4640-8bfa-9bcf1d6b2b5d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781891 Jul 16 03:35:14.219962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Checking router: c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:14.222049 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Updating router c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a port 138224c3-1d31-4ed3-bcce-591d3f6c1a68 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:35:14.275310 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af208408-043e-48ca-9360-267e7a94bc47 req-f59ac03e-ab15-459a-82ae-906173744ac6 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:14.276084 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af208408-043e-48ca-9360-267e7a94bc47 req-f59ac03e-ab15-459a-82ae-906173744ac6 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:14.301150 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:14.317128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af208408-043e-48ca-9360-267e7a94bc47 req-f59ac03e-ab15-459a-82ae-906173744ac6 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0391173 Jul 16 03:35:14.341595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Request body: {'port': {'device_id': '50c366af-1dcf-48e3-b40a-77badf846328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:14.372469 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:14.385383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed3a82-0076-4252-a061-b1b6a372b87b req-db09b3ca-f87d-4217-98dd-c68d51edfe52 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:14.387318 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bed3a82-0076-4252-a061-b1b6a372b87b req-db09b3ca-f87d-4217-98dd-c68d51edfe52 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.3031120 Jul 16 03:35:14.515657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bed3a82-0076-4252-a061-b1b6a372b87b req-cf268381-79aa-43be-be2d-d108f55b769e tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034920 Jul 16 03:35:14.612416 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:14.694339 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.012744 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.039363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Transition to ACTIVE for port object 138224c3-1d31-4ed3-bcce-591d3f6c1a68 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:15.049414 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.075794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Allocated IP 172.20.0.1 (cffba5aa-b4d6-48e0-99b0-51cceafdf741/22c03d68-1ce5-4955-9b1c-96acd2ad1924/35acd977-59ab-4282-a1d0-fab61caa001d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:15.203830 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Attempting to bind port 138224c3-1d31-4ed3-bcce-591d3f6c1a68 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:15.204485 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Attempting to bind port 138224c3-1d31-4ed3-bcce-591d3f6c1a68 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:15.205170 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Attempting to bind port 138224c3-1d31-4ed3-bcce-591d3f6c1a68 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:15.221563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31546fba-565b-48ab-b851-2a94963bf29d None None] Pushing event updated for resources: {'Port': ['ID=138224c3-1d31-4ed3-bcce-591d3f6c1a68,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:15.224462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:15.225785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:15.226355 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.226896 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:15.227588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Bound port: 138224c3-1d31-4ed3-bcce-591d3f6c1a68, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:15.228132 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.357279 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.403997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Transition to ACTIVE for port object 35acd977-59ab-4282-a1d0-fab61caa001d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:15.407538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] For port 138224c3-1d31-4ed3-bcce-591d3f6c1a68, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:15.417464 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] For port 138224c3-1d31-4ed3-bcce-591d3f6c1a68, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=138224c3-1d31-4ed3-bcce-591d3f6c1a68,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:15.423422 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.491277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.558467 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Routers {'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:15.559031 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:35:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:15.597331 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Network cffba5aa-b4d6-48e0-99b0-51cceafdf741 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:15.607630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:15.647064 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:15.718112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa92ffc-2437-4783-bcbc-23b5c0e6da4b req-efdcc637-48f1-421f-86ea-b07afc091ecc tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:15.726339 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6aa92ffc-2437-4783-bcbc-23b5c0e6da4b req-efdcc637-48f1-421f-86ea-b07afc091ecc tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 945 time: 1.3155117 Jul 16 03:35:15.732532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Pushing event updated for resources: {'Port': ['ID=35acd977-59ab-4282-a1d0-fab61caa001d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:15.778951 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:15.833151 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62638c04-6c76-4297-9eab-9260e855af76 req-12a4f28c-4299-4a0f-9d95-5416e64e2298 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:15.843920 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62638c04-6c76-4297-9eab-9260e855af76 req-12a4f28c-4299-4a0f-9d95-5416e64e2298 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.4554148 Jul 16 03:35:15.899624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46263f29-d5a2-454b-bef3-e9fe39515c09 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:15.913084 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] Set router c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:15.958463 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.023808 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6aa92ffc-2437-4783-bcbc-23b5c0e6da4b req-3fbb2e78-d10b-40ff-9cde-1b0f06ba9567 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963314 Jul 16 03:35:16.082654 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.106144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Transition to ACTIVE for port object 46263f29-d5a2-454b-bef3-e9fe39515c09 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:16.113456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31546fba-565b-48ab-b851-2a94963bf29d None None] Pushing event updated for resources: {'Port': ['ID=138224c3-1d31-4ed3-bcce-591d3f6c1a68,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:16.149102 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62638c04-6c76-4297-9eab-9260e855af76 req-932b369f-334e-4e30-8e5b-d4a3507984af tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958286 Jul 16 03:35:16.151908 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.221004 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7b427515-5526-4220-927a-68a13d982702 None None] Provisioning for port 35acd977-59ab-4282-a1d0-fab61caa001d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:16.227483 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7b427515-5526-4220-927a-68a13d982702 None None] Provisioning complete for port 35acd977-59ab-4282-a1d0-fab61caa001d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:16.228843 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7b427515-5526-4220-927a-68a13d982702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.376523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7b427515-5526-4220-927a-68a13d982702 None None] Port 35acd977-59ab-4282-a1d0-fab61caa001d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:16.397360 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-924e20b1-fc34-44cb-ad2c-1480db96c94d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3108232 Jul 16 03:35:16.451055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428a1fd7-f159-400f-bac9-1c02cfb94dd5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:16.480109 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.497425 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Transition to ACTIVE for port object 428a1fd7-f159-400f-bac9-1c02cfb94dd5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:16.512688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'name': 'tempest-AttachSCSIVolumeTestJSON-942962624-router', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:05Z', 'updated_at': '2021-07-16T03:35:09Z', 'revision_number': 3, 'project_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'gw_port': {'id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:07Z', 'updated_at': '2021-07-16T03:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:16.516329 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65305348-58e1-4d65-a017-dade287df871 service neutron] Pushing event updated for resources: {'Port': ['ID=46263f29-d5a2-454b-bef3-e9fe39515c09,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:16.530843 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.577315 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87585f02-3bd5-4968-978e-0bc4a6f7ad40 None None] The sync data for ids ['c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'] in n-d-800088-6 is: [{'id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'name': 'tempest-AttachSCSIVolumeTestJSON-942962624-router', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:05Z', 'updated_at': '2021-07-16T03:35:09Z', 'revision_number': 3, 'project_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'gw_port': {'id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:07Z', 'updated_at': '2021-07-16T03:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:16.682925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-e3fa6b02-0eca-47a8-8246-e489b22879ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:16.683422 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-e3fa6b02-0eca-47a8-8246-e489b22879ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:16.683908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-e3fa6b02-0eca-47a8-8246-e489b22879ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:16.688196 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Pushing event updated for resources: {'Port': ['ID=428a1fd7-f159-400f-bac9-1c02cfb94dd5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:16.696510 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-e3fa6b02-0eca-47a8-8246-e489b22879ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:16.697168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-e3fa6b02-0eca-47a8-8246-e489b22879ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:16.697544 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-e3fa6b02-0eca-47a8-8246-e489b22879ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:16.698204 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-e3fa6b02-0eca-47a8-8246-e489b22879ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:16.700167 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-e3fa6b02-0eca-47a8-8246-e489b22879ee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d79f4b9420fd452b874072e387240e86&device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 6501 time: 0.2615087 Jul 16 03:35:16.828224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Attempting to bind port 46263f29-d5a2-454b-bef3-e9fe39515c09 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:16.828812 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Attempting to bind port 46263f29-d5a2-454b-bef3-e9fe39515c09 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '5c30092b-4f6e-4bf3-b622-7d3c043ac391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '76daa592-142f-4ee3-8b0a-afb523727631'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:16.832334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Attempting to bind port 46263f29-d5a2-454b-bef3-e9fe39515c09 on network 76daa592-142f-4ee3-8b0a-afb523727631 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:16.894289 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Port 46263f29-d5a2-454b-bef3-e9fe39515c09 on network 76daa592-142f-4ee3-8b0a-afb523727631 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:16.894799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Attempting to bind port 46263f29-d5a2-454b-bef3-e9fe39515c09 on network 76daa592-142f-4ee3-8b0a-afb523727631 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:16.915794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e9a9f-7557-4d33-b4f2-cff3d47b6f95 req-045f9852-5d89-42f3-9892-74a4e8c19c02 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:16.923003 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-979e9a9f-7557-4d33-b4f2-cff3d47b6f95 req-045f9852-5d89-42f3-9892-74a4e8c19c02 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/ports?device_id=50c366af-1dcf-48e3-b40a-77badf846328 HTTP/1.1" status: 200 len: 944 time: 0.4815807 Jul 16 03:35:16.929031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:16.929508 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Checking segment: {'id': '5c30092b-4f6e-4bf3-b622-7d3c043ac391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '76daa592-142f-4ee3-8b0a-afb523727631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:16.930008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Bound using segment: {'id': '5c30092b-4f6e-4bf3-b622-7d3c043ac391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '76daa592-142f-4ee3-8b0a-afb523727631'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:16.930568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Bound port: 46263f29-d5a2-454b-bef3-e9fe39515c09, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c30092b-4f6e-4bf3-b622-7d3c043ac391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '76daa592-142f-4ee3-8b0a-afb523727631'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:16.931044 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:16.992704 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.005800 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.036720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Attempting to bind port 428a1fd7-f159-400f-bac9-1c02cfb94dd5 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:17.054285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Attempting to bind port 428a1fd7-f159-400f-bac9-1c02cfb94dd5 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'a1e1024e-1a40-4cde-9ad3-c77aed46928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9a045f85-7535-4c43-8a31-2d2180bc6ec5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:17.054905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Attempting to bind port 428a1fd7-f159-400f-bac9-1c02cfb94dd5 on network 9a045f85-7535-4c43-8a31-2d2180bc6ec5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:17.102964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Port 428a1fd7-f159-400f-bac9-1c02cfb94dd5 on network 9a045f85-7535-4c43-8a31-2d2180bc6ec5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:17.103414 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Attempting to bind port 428a1fd7-f159-400f-bac9-1c02cfb94dd5 on network 9a045f85-7535-4c43-8a31-2d2180bc6ec5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:17.141235 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-979e9a9f-7557-4d33-b4f2-cff3d47b6f95 req-6da90b53-d557-4b7e-8641-fe73cedad999 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/security-groups?id=1645de7a-258d-4c39-bd5a-787fb9e85ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063730 Jul 16 03:35:17.174127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:17.174479 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Checking segment: {'id': 'a1e1024e-1a40-4cde-9ad3-c77aed46928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9a045f85-7535-4c43-8a31-2d2180bc6ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:17.174874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Bound using segment: {'id': 'a1e1024e-1a40-4cde-9ad3-c77aed46928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9a045f85-7535-4c43-8a31-2d2180bc6ec5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:17.175424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Bound port: 428a1fd7-f159-400f-bac9-1c02cfb94dd5, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e1024e-1a40-4cde-9ad3-c77aed46928d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': '9a045f85-7535-4c43-8a31-2d2180bc6ec5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:17.175686 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.214017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Pushing event updated for resources: {'Port': ['ID=35acd977-59ab-4282-a1d0-fab61caa001d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:17.243112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a05872-39dc-46e0-943f-5613ab869dd6 req-2f88e939-3d81-42da-9efc-0e8c165649df tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:17.246482 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0a05872-39dc-46e0-943f-5613ab869dd6 req-2f88e939-3d81-42da-9efc-0e8c165649df tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 943 time: 0.4308619 Jul 16 03:35:17.281493 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.298547 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] For port 46263f29-d5a2-454b-bef3-e9fe39515c09, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:17.392023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] For port 46263f29-d5a2-454b-bef3-e9fe39515c09, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=46263f29-d5a2-454b-bef3-e9fe39515c09,segment=NetworkSegment(5c30092b-4f6e-4bf3-b622-7d3c043ac391),segment_id=5c30092b-4f6e-4bf3-b622-7d3c043ac391)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:17.429411 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.442908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-0bfcf945-818a-4f0f-8a85-7b74d08a7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:17.443394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-0bfcf945-818a-4f0f-8a85-7b74d08a7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:17.447967 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-0bfcf945-818a-4f0f-8a85-7b74d08a7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:17.449706 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-0bfcf945-818a-4f0f-8a85-7b74d08a7b39 service neutron] 10.222.0.88 "GET /v2.0/networks?id=63a46837-9980-4aa6-9f86-1ac43e93b43d&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=bfe6d903-2807-4d33-bde4-98398f0edb6c&id=bfe6d903-2807-4d33-bde4-98398f0edb6c HTTP/1.1" status: 200 len: 2297 time: 0.7038765 Jul 16 03:35:17.563582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65305348-58e1-4d65-a017-dade287df871 service neutron] Pushing event updated for resources: {'Port': ['ID=46263f29-d5a2-454b-bef3-e9fe39515c09,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:17.605088 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-0a6f62e7-6b06-482d-bbe5-b1ce4ba0c7e6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 HTTP/1.1" status: 200 len: 1001 time: 0.1451979 Jul 16 03:35:17.621798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Network cffba5aa-b4d6-48e0-99b0-51cceafdf741 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:17.623166 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0a05872-39dc-46e0-943f-5613ab869dd6 req-e766c889-26a1-4a50-a011-b0947adee4f7 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/security-groups?id=1805e62d-624a-4d55-a2fc-a507bdfc0145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590341 Jul 16 03:35:17.667007 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:17.672604 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.675247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-65305348-58e1-4d65-a017-dade287df871 service neutron] 10.222.0.20 "PUT /v2.0/ports/46263f29-d5a2-454b-bef3-e9fe39515c09 HTTP/1.1" status: 200 len: 1091 time: 3.6976664 Jul 16 03:35:17.679728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7fa0b4-4cea-4131-b429-d679f9069e87', 'tag': '46263f29-d5a2-454b-bef3-e9fe39515c09'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:17.699173 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1e9b90-8c58-4364-8e73-9d0868ba7d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7fa0b4-4cea-4131-b429-d679f9069e87", "tag": "46263f29-d5a2-454b-bef3-e9fe39515c09"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:17.712559 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] For port 428a1fd7-f159-400f-bac9-1c02cfb94dd5, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:17.736355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] For port 428a1fd7-f159-400f-bac9-1c02cfb94dd5, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=428a1fd7-f159-400f-bac9-1c02cfb94dd5,segment=NetworkSegment(a1e1024e-1a40-4cde-9ad3-c77aed46928d),segment_id=a1e1024e-1a40-4cde-9ad3-c77aed46928d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:17.850522 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:17.987108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 138224c3-1d31-4ed3-bcce-591d3f6c1a68 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:18.062904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:18.063539 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.065209 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af208408-043e-48ca-9360-267e7a94bc47 req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] 10.222.0.20 "PUT /v2.0/ports/428a1fd7-f159-400f-bac9-1c02cfb94dd5 HTTP/1.1" status: 200 len: 1092 time: 3.7315199 Jul 16 03:35:18.134175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 138224c3-1d31-4ed3-bcce-591d3f6c1a68 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:18.139233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 138224c3-1d31-4ed3-bcce-591d3f6c1a68 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:18.139859 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.231223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2746546-5b01-4fcb-8d8e-a338765fa58c service neutron] Pushing event updated for resources: {'Port': ['ID=428a1fd7-f159-400f-bac9-1c02cfb94dd5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:18.284104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-a4950d95-de78-417f-a60e-a44560a2991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:18.293671 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-a4950d95-de78-417f-a60e-a44560a2991d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=890cc3aecad64e0ead5e87ce8791b629&device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 1094 time: 0.5540814 Jul 16 03:35:18.346875 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.365997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:18.404451 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 138224c3-1d31-4ed3-bcce-591d3f6c1a68, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=138224c3-1d31-4ed3-bcce-591d3f6c1a68,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:18.416064 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.416221 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-f2bf758a-32fe-4249-b2f2-a6d3bbd5351c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46263f29-d5a2-454b-bef3-e9fe39515c09 HTTP/1.1" status: 200 len: 217 time: 0.1122479 Jul 16 03:35:18.435984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdffe0c-6552-4b68-bdf0-14cdea388e07 req-50250afd-97c1-4575-a984-64cb351429b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:18.438300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fdffe0c-6552-4b68-bdf0-14cdea388e07 req-50250afd-97c1-4575-a984-64cb351429b9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7dfde10f318c484aafffc61ac184b20c&device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 1096 time: 0.4492574 Jul 16 03:35:18.479771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd9d8f-ef7f-4026-90f5-9c8d2db00a97 req-263bfa8f-9799-4351-9805-93573bc7c49f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:18.481301 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-becd9d8f-ef7f-4026-90f5-9c8d2db00a97 req-263bfa8f-9799-4351-9805-93573bc7c49f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 945 time: 0.4941082 Jul 16 03:35:18.539883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=138224c3-1d31-4ed3-bcce-591d3f6c1a68,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:18.582097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af208408-043e-48ca-9360-267e7a94bc47 req-d71c111f-2e6b-4479-af4d-c153965ce69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:18.590238 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af208408-043e-48ca-9360-267e7a94bc47 req-d71c111f-2e6b-4479-af4d-c153965ce69b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92de317d48d04179b63d0b9472fd4053&device_id=50c366af-1dcf-48e3-b40a-77badf846328 HTTP/1.1" status: 200 len: 1095 time: 0.4660466 Jul 16 03:35:18.629790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Router c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:35:18.631600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-386cb52b-ee21-4c63-82b4-4579e6ef22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:18.637782 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-386cb52b-ee21-4c63-82b4-4579e6ef22a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=77350ccd-3edf-4270-8e46-f1233ff0f07f HTTP/1.1" status: 200 len: 856 time: 1.0124719 Jul 16 03:35:18.641457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccfdfc-1289-4cca-86c5-0b328355f643 req-61ab6042-b3e5-4b09-a7d9-126f18e7983f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:18.649393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-13ccfdfc-1289-4cca-86c5-0b328355f643 req-61ab6042-b3e5-4b09-a7d9-126f18e7983f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.6517525 Jul 16 03:35:18.730158 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af208408-043e-48ca-9360-267e7a94bc47 req-ccda7f33-b579-46d2-ad94-4264ab9864c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=428a1fd7-f159-400f-bac9-1c02cfb94dd5 HTTP/1.1" status: 200 len: 217 time: 0.1221018 Jul 16 03:35:18.780436 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-6cfce553-7d81-4a8a-bf06-ab76ddbf0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:18.782506 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-6cfce553-7d81-4a8a-bf06-ab76ddbf0a72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a2debe5-5c3f-4e98-b843-314f7be328ba HTTP/1.1" status: 200 len: 864 time: 0.3430607 Jul 16 03:35:18.806946 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-becd9d8f-ef7f-4026-90f5-9c8d2db00a97 req-eb9af088-2720-4866-b6e2-88c4056b733f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982605 Jul 16 03:35:18.823287 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b0e499a4-22a7-482a-b79d-54d22edfa10e None None] Provisioning complete for port 35acd977-59ab-4282-a1d0-fab61caa001d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:18.823715 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0e499a4-22a7-482a-b79d-54d22edfa10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:18.878613 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-29408b25-63b0-42a1-b440-8f13c2f47679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:18.880157 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-29408b25-63b0-42a1-b440-8f13c2f47679 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=63a46837-9980-4aa6-9f86-1ac43e93b43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2226622 Jul 16 03:35:18.898419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b0e499a4-22a7-482a-b79d-54d22edfa10e None None] Port 35acd977-59ab-4282-a1d0-fab61caa001d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:18.945367 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daba7949-e009-4c99-9bab-459f42b993ba x-openstack-request-id: req-daba7949-e009-4c99-9bab-459f42b993ba {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:18.946458 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7fa0b4-4cea-4131-b429-d679f9069e87", "tag": "46263f29-d5a2-454b-bef3-e9fe39515c09", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:18.946458 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-daba7949-e009-4c99-9bab-459f42b993ba {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:18.946642 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7fa0b4-4cea-4131-b429-d679f9069e87', 'tag': '46263f29-d5a2-454b-bef3-e9fe39515c09', 'status': 'completed', 'code': 200} Jul 16 03:35:19.029978 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-f4cfaa2c-3f51-4c82-a255-fb0fd0fa8cc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=76daa592-142f-4ee3-8b0a-afb523727631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2145102 Jul 16 03:35:19.040655 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-805c59d1-b6f3-4509-b162-c26238bdbadc service neutron] 10.222.0.88 "GET /v2.0/networks/63a46837-9980-4aa6-9f86-1ac43e93b43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496956 Jul 16 03:35:19.097077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdffe0c-6552-4b68-bdf0-14cdea388e07 req-b117af0e-ae4a-4019-882b-5da37e0a6618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:19.101033 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fdffe0c-6552-4b68-bdf0-14cdea388e07 req-b117af0e-ae4a-4019-882b-5da37e0a6618 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20a8284f-0f3e-4963-b1bf-79676c93d2ff HTTP/1.1" status: 200 len: 916 time: 0.5992172 Jul 16 03:35:19.104187 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:19.123419 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6dd898b4-aef3-45f3-b20e-636fef206902 admin admin] 10.222.0.18 "PUT /v2.0/routers/c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3776968 Jul 16 03:35:19.137132 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-13ccfdfc-1289-4cca-86c5-0b328355f643 req-af0640cd-3925-4bab-8e70-3f0b6bafdbf8 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4865804 Jul 16 03:35:19.302481 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-3dd73bd2-f5a5-496a-8f14-4db0649bebc8 service neutron] 10.222.0.88 "GET /v2.0/networks/63a46837-9980-4aa6-9f86-1ac43e93b43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511494 Jul 16 03:35:19.449900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fdffe0c-6552-4b68-bdf0-14cdea388e07 req-4d1a72cf-3cda-4624-9b51-7911c8b08883 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a188a71b-5d9a-479f-ad52-468c2ac9e089 HTTP/1.1" status: 200 len: 217 time: 0.3115885 Jul 16 03:35:19.451698 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af208408-043e-48ca-9360-267e7a94bc47 req-6a2583d2-fcf6-4158-b9f3-82329aa8aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:19.453902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af208408-043e-48ca-9360-267e7a94bc47 req-6a2583d2-fcf6-4158-b9f3-82329aa8aeaa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=946972ce-01ad-4fa0-8042-f591140e43d0 HTTP/1.1" status: 200 len: 854 time: 0.6686382 Jul 16 03:35:19.481533 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-25f12f54-cfa9-43f8-a8b2-de230fbacabf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=e9079290-624f-49dd-b11b-ce5dbc2db7e5 HTTP/1.1" status: 200 len: 217 time: 0.1721115 Jul 16 03:35:19.620041 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-4568f3ac-6250-47b1-b774-9dff91cb222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:19.621706 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-4568f3ac-6250-47b1-b774-9dff91cb222a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.1325581 Jul 16 03:35:19.710506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-68afa252-a0b3-48cd-ac86-dd04546aeec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:19.714290 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-68afa252-a0b3-48cd-ac86-dd04546aeec9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0837724 Jul 16 03:35:19.719508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af208408-043e-48ca-9360-267e7a94bc47 req-a6b18878-59c0-4bd8-84f9-08e85bcd57f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a045f85-7535-4c43-8a31-2d2180bc6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2040091 Jul 16 03:35:19.814504 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Sync routers for ids ['c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:19.826978 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Routers {'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:19.832433 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:35:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:19.934872 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-ad514d7d-c556-42dc-8fe9-2b9accf58ce7 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106752 Jul 16 03:35:19.942000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 138224c3-1d31-4ed3-bcce-591d3f6c1a68 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:20.066387 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af208408-043e-48ca-9360-267e7a94bc47 req-cfd4e086-d2bf-43bc-ac0c-f7439bd0f307 service neutron] 10.222.0.20 "GET /v2.0/networks/9a045f85-7535-4c43-8a31-2d2180bc6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993248 Jul 16 03:35:20.116005 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-f688b06b-644a-467d-ac56-9ee18436f724 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707039 Jul 16 03:35:20.149740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 138224c3-1d31-4ed3-bcce-591d3f6c1a68 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:20.150121 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:20.210117 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-88392a06-af28-49cc-93df-7e2717d497ac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=1eaad86e-022e-42f7-979e-03f3493e587c HTTP/1.1" status: 200 len: 217 time: 0.0872822 Jul 16 03:35:20.301941 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Set router c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:20.306538 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-71521209-d6b8-446e-bc2f-fd66c2a56134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:20.308207 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-71521209-d6b8-446e-bc2f-fd66c2a56134 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.0919905 Jul 16 03:35:20.308908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdffe0c-6552-4b68-bdf0-14cdea388e07 req-16bf81fa-f516-460c-998b-17b28f27daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:20.310357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fdffe0c-6552-4b68-bdf0-14cdea388e07 req-16bf81fa-f516-460c-998b-17b28f27daa7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4d042175-0147-4748-a5df-435f3d1ed071 HTTP/1.1" status: 200 len: 854 time: 0.7917664 Jul 16 03:35:20.370999 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-6a13b902-1589-49d0-803f-cc5c5849de88 service neutron] 10.222.0.20 "GET /v2.0/networks/76daa592-142f-4ee3-8b0a-afb523727631?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3187788 Jul 16 03:35:20.450943 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-6dfeb964-7b23-4357-86bc-ed3872091dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:20.454180 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-6dfeb964-7b23-4357-86bc-ed3872091dc0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1251998 Jul 16 03:35:20.703617 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-43a9d6af-69ee-4974-bc66-f29f9ef5a6c2 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398884 Jul 16 03:35:20.860043 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'name': 'tempest-AttachSCSIVolumeTestJSON-942962624-router', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:05Z', 'updated_at': '2021-07-16T03:35:15Z', 'revision_number': 4, 'project_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'gw_port': {'id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:07Z', 'updated_at': '2021-07-16T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '35acd977-59ab-4282-a1d0-fab61caa001d', 'name': '', 'network_id': 'cffba5aa-b4d6-48e0-99b0-51cceafdf741', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'mac_address': 'fa:16:3e:e1:44:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '22c03d68-1ce5-4955-9b1c-96acd2ad1924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:14Z', 'updated_at': '2021-07-16T03:35:16Z', 'revision_number': 2, 'project_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'subnets': [{'id': '22c03d68-1ce5-4955-9b1c-96acd2ad1924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:20.901519 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Checking router: c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:20.902141 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Updating router c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a port 35acd977-59ab-4282-a1d0-fab61caa001d binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:35:20.947381 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.054572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c366af-1dcf-48e3-b40a-77badf846328', 'tag': '428a1fd7-f159-400f-bac9-1c02cfb94dd5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:21.063195 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aaa1d8-9c5e-43fb-8df9-e5086474a243" -d '{"events": [{"name": "network-changed", "server_uuid": "50c366af-1dcf-48e3-b40a-77badf846328", "tag": "428a1fd7-f159-400f-bac9-1c02cfb94dd5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:21.070076 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-310b47a5-1e7b-4590-83e1-00bff7591424 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461235 Jul 16 03:35:21.162613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bae128b-6e1c-4a03-92e1-d96179504bc0 req-cf1bb6d4-b85c-4384-8ffb-af1feee2aa03 service neutron] 10.222.0.20 "GET /v2.0/networks/76daa592-142f-4ee3-8b0a-afb523727631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7688258 Jul 16 03:35:21.240275 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d6375-6ed9-4f6b-a256-a0e938d894ad req-ddfec5e1-f9fe-42e4-98ee-d84c4c125a16 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:21.245440 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-0f519237-697d-4111-8abd-8c053feb2daf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c HTTP/1.1" status: 200 len: 217 time: 0.1665907 Jul 16 03:35:21.248703 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-196d6375-6ed9-4f6b-a256-a0e938d894ad req-ddfec5e1-f9fe-42e4-98ee-d84c4c125a16 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 2.0937564 Jul 16 03:35:21.314301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcf4be-e6ce-4033-a06e-3c978d9240e9 req-4da1943a-890a-4fe6-9ce7-82a74bc3b59c tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:21.318790 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cdfcf4be-e6ce-4033-a06e-3c978d9240e9 req-4da1943a-890a-4fe6-9ce7-82a74bc3b59c tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/ports?device_id=50c366af-1dcf-48e3-b40a-77badf846328 HTTP/1.1" status: 200 len: 944 time: 1.8799820 Jul 16 03:35:21.398923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-f08005b3-9a97-4987-89b7-f5e6c4ab2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:21.400787 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-f08005b3-9a97-4987-89b7-f5e6c4ab2a1c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.1519563 Jul 16 03:35:21.448347 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.458921 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Transition to ACTIVE for port object 35acd977-59ab-4282-a1d0-fab61caa001d will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:21.469400 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.523240 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dcff7e-1b55-406d-959b-fa9858107cb2 None None] Pushing event updated for resources: {'Port': ['ID=35acd977-59ab-4282-a1d0-fab61caa001d,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:21.565130 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af208408-043e-48ca-9360-267e7a94bc47 req-12777aed-c97a-4305-b4db-6b671988b56f service neutron] 10.222.0.20 "GET /v2.0/networks/9a045f85-7535-4c43-8a31-2d2180bc6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4265382 Jul 16 03:35:21.573171 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-63f62ef4-92d2-4d78-a2be-a6659b397d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:21.594531 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-63f62ef4-92d2-4d78-a2be-a6659b397d3c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1846581 Jul 16 03:35:21.651252 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Attempting to bind port 35acd977-59ab-4282-a1d0-fab61caa001d on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:21.652011 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Attempting to bind port 35acd977-59ab-4282-a1d0-fab61caa001d by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '7dfdf769-31e4-41af-ad84-578c2891deb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'cffba5aa-b4d6-48e0-99b0-51cceafdf741'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:21.652554 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Attempting to bind port 35acd977-59ab-4282-a1d0-fab61caa001d on network cffba5aa-b4d6-48e0-99b0-51cceafdf741 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:21.660161 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:21.661211 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Checking segment: {'id': '7dfdf769-31e4-41af-ad84-578c2891deb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'cffba5aa-b4d6-48e0-99b0-51cceafdf741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:21.662341 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.664631 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Bound using segment: {'id': '7dfdf769-31e4-41af-ad84-578c2891deb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'cffba5aa-b4d6-48e0-99b0-51cceafdf741'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:21.665488 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Bound port: 35acd977-59ab-4282-a1d0-fab61caa001d, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfdf769-31e4-41af-ad84-578c2891deb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'cffba5aa-b4d6-48e0-99b0-51cceafdf741'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:21.666097 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.692766 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-196d6375-6ed9-4f6b-a256-a0e938d894ad req-36e5f766-caa6-4233-b702-0fbce87e1cc4 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427633 Jul 16 03:35:21.804611 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdffe0c-6552-4b68-bdf0-14cdea388e07 req-cfd371ab-e7ec-4fc5-abff-7a027652cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:21.811875 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fdffe0c-6552-4b68-bdf0-14cdea388e07 req-cfd371ab-e7ec-4fc5-abff-7a027652cf48 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20a8284f-0f3e-4963-b1bf-79676c93d2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4399571 Jul 16 03:35:21.821198 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cdfcf4be-e6ce-4033-a06e-3c978d9240e9 req-ac20b6b8-8474-47de-ae21-c6d04ef53360 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/security-groups?id=1645de7a-258d-4c39-bd5a-787fb9e85ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306118 Jul 16 03:35:21.854291 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] For port 35acd977-59ab-4282-a1d0-fab61caa001d, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:21.869783 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] For port 35acd977-59ab-4282-a1d0-fab61caa001d, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=35acd977-59ab-4282-a1d0-fab61caa001d,segment=NetworkSegment(7dfdf769-31e4-41af-ad84-578c2891deb9),segment_id=7dfdf769-31e4-41af-ad84-578c2891deb9)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:21.884133 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:21.968686 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-91e2631f-32f3-4a25-bf9f-877852e74dce service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601906 Jul 16 03:35:21.982540 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e9b90-8c58-4364-8e73-9d0868ba7d6c req-ed6401a5-2950-492f-a8f5-5d4c5825901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:21.984063 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c1e9b90-8c58-4364-8e73-9d0868ba7d6c req-ed6401a5-2950-492f-a8f5-5d4c5825901e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=890cc3aecad64e0ead5e87ce8791b629&device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 1094 time: 0.7331860 Jul 16 03:35:22.183785 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dcff7e-1b55-406d-959b-fa9858107cb2 None None] Pushing event updated for resources: {'Port': ['ID=35acd977-59ab-4282-a1d0-fab61caa001d,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:22.233031 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Routers {'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:22.233031 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:35:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:22.272140 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-1b108fa3-de31-4acc-900f-c08d4e19fca7 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941794 Jul 16 03:35:22.308572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e9b90-8c58-4364-8e73-9d0868ba7d6c req-75e9316d-1aff-4fff-aa5b-a3bea8e9aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:22.310230 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c1e9b90-8c58-4364-8e73-9d0868ba7d6c req-75e9316d-1aff-4fff-aa5b-a3bea8e9aedc service neutron] 10.222.0.20 "GET /v2.0/networks?id=76daa592-142f-4ee3-8b0a-afb523727631 HTTP/1.1" status: 200 len: 925 time: 0.3083525 Jul 16 03:35:22.422861 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-97b5119e-5d29-4888-8811-47b072b7cd88 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f HTTP/1.1" status: 200 len: 217 time: 0.1356163 Jul 16 03:35:22.581611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-46b41b6d-7fc3-420d-8d38-7c21fe943afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:22.583129 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-46b41b6d-7fc3-420d-8d38-7c21fe943afb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.1508126 Jul 16 03:35:22.766011 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-e93f7f70-c23b-4637-834f-e957e5b3c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:22.767444 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-e93f7f70-c23b-4637-834f-e957e5b3c247 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1727161 Jul 16 03:35:22.883906 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] Set router c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:22.976683 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-86d28099-9141-497d-a1c3-80fc26dfa08c service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955836 Jul 16 03:35:23.116003 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'name': 'tempest-AttachSCSIVolumeTestJSON-942962624-router', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:05Z', 'updated_at': '2021-07-16T03:35:15Z', 'revision_number': 4, 'project_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'gw_port': {'id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:07Z', 'updated_at': '2021-07-16T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '35acd977-59ab-4282-a1d0-fab61caa001d', 'name': '', 'network_id': 'cffba5aa-b4d6-48e0-99b0-51cceafdf741', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'mac_address': 'fa:16:3e:e1:44:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '22c03d68-1ce5-4955-9b1c-96acd2ad1924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:14Z', 'updated_at': '2021-07-16T03:35:21Z', 'revision_number': 4, 'project_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'subnets': [{'id': '22c03d68-1ce5-4955-9b1c-96acd2ad1924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:23.149095 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fcb118-cbc1-476e-a248-f6d5c7752061 None None] The sync data for ids ['c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'] in n-d-800088-6 is: [{'id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'name': 'tempest-AttachSCSIVolumeTestJSON-942962624-router', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:05Z', 'updated_at': '2021-07-16T03:35:15Z', 'revision_number': 4, 'project_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'gw_port': {'id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:07Z', 'updated_at': '2021-07-16T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '35acd977-59ab-4282-a1d0-fab61caa001d', 'name': '', 'network_id': 'cffba5aa-b4d6-48e0-99b0-51cceafdf741', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'mac_address': 'fa:16:3e:e1:44:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '22c03d68-1ce5-4955-9b1c-96acd2ad1924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:14Z', 'updated_at': '2021-07-16T03:35:21Z', 'revision_number': 4, 'project_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'subnets': [{'id': '22c03d68-1ce5-4955-9b1c-96acd2ad1924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:23.185505 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-b5654989-9f3b-4a69-9f02-d14ad652d443 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003646 Jul 16 03:35:23.354201 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-b1d3729b-07d7-4e1f-b913-c9ce3ee45370 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9cfcebe2-6d7b-463b-b357-cbda6d087cca HTTP/1.1" status: 200 len: 217 time: 0.1593194 Jul 16 03:35:23.447152 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 428a1fd7-f159-400f-bac9-1c02cfb94dd5 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:23.481074 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-da3107ec-8628-4a10-930e-69c44e90477a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:23.484959 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-da3107ec-8628-4a10-930e-69c44e90477a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=baf48007-44c7-4aed-a544-a06964ab95a5 HTTP/1.1" status: 200 len: 797 time: 0.1204791 Jul 16 03:35:23.704073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-3dd6eec6-4a19-4297-94e1-d5001661763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:23.716889 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-3dd6eec6-4a19-4297-94e1-d5001661763d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bfe6d903-2807-4d33-bde4-98398f0edb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2265625 Jul 16 03:35:23.733244 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c1e9b90-8c58-4364-8e73-9d0868ba7d6c req-d8e3ce1f-17cf-4640-a228-998795c0205d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46263f29-d5a2-454b-bef3-e9fe39515c09 HTTP/1.1" status: 200 len: 217 time: 1.2884653 Jul 16 03:35:23.968964 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fdffe0c-6552-4b68-bdf0-14cdea388e07 req-a13a71ca-4bf2-47ec-aba7-c2018514eb28 service neutron] 10.222.0.88 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1341007 Jul 16 03:35:24.045202 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-5aa721fa-aa9a-4dd9-a05c-d4ccba06f69c service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198929 Jul 16 03:35:24.116394 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 35acd977-59ab-4282-a1d0-fab61caa001d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:24.206215 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fdffe0c-6552-4b68-bdf0-14cdea388e07 req-9a88fcb1-d34c-4c8a-816f-858f0422bcde service neutron] 10.222.0.88 "GET /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291310 Jul 16 03:35:24.262437 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-859f9bf8-544f-426d-a59d-7d2875d6257e service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069714 Jul 16 03:35:24.280869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 428a1fd7-f159-400f-bac9-1c02cfb94dd5, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=428a1fd7-f159-400f-bac9-1c02cfb94dd5,segment=NetworkSegment(a1e1024e-1a40-4cde-9ad3-c77aed46928d),segment_id=a1e1024e-1a40-4cde-9ad3-c77aed46928d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:24.283329 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e9b90-8c58-4364-8e73-9d0868ba7d6c req-2ce04d1f-a394-4802-acf7-85a66713d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:24.285886 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c1e9b90-8c58-4364-8e73-9d0868ba7d6c req-2ce04d1f-a394-4802-acf7-85a66713d8c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a2debe5-5c3f-4e98-b843-314f7be328ba HTTP/1.1" status: 200 len: 864 time: 0.5429273 Jul 16 03:35:24.326955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '428a1fd7-f159-400f-bac9-1c02cfb94dd5', 'network_id': '9a045f85-7535-4c43-8a31-2d2180bc6ec5', 'port_id': '428a1fd7-f159-400f-bac9-1c02cfb94dd5', 'mac_address': 'fa:16:3e:ca:bd:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 913, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946972ce-01ad-4fa0-8042-f591140e43d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:35:24.329453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6db192-25f7-4eb0-b04a-5d0f63d8b5f0 req-2391df10-6fc1-4529-a746-978ea2bc4866 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:24.331522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a6db192-25f7-4eb0-b04a-5d0f63d8b5f0 req-2391df10-6fc1-4529-a746-978ea2bc4866 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 1.8720756 Jul 16 03:35:24.342660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 35acd977-59ab-4282-a1d0-fab61caa001d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:24.368989 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-c077d1da-46ab-4da2-9f1e-8c0a1d78f726 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ddc47a2c-65da-404e-a55b-40a1a9e6ca45 HTTP/1.1" status: 200 len: 217 time: 0.1014330 Jul 16 03:35:24.435400 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.461332 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c1e9b90-8c58-4364-8e73-9d0868ba7d6c req-5631a239-c268-4c00-80ad-4678c1526bf1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=76daa592-142f-4ee3-8b0a-afb523727631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230471 Jul 16 03:35:24.471596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687f040-ee3a-41c0-a294-84cbaaa20b14 req-343bf03b-21f1-4293-ac62-ed3fb6efe007 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:24.472907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428a1fd7-f159-400f-bac9-1c02cfb94dd5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:24.474170 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a687f040-ee3a-41c0-a294-84cbaaa20b14 req-343bf03b-21f1-4293-ac62-ed3fb6efe007 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 943 time: 2.1617219 Jul 16 03:35:24.481428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-4a98bba8-630d-4c4f-9abe-43b2cb86465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:24.484867 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-7c1e9b90-8c58-4364-8e73-9d0868ba7d6c req-39a3a465-4f5c-4637-abd6-9949b3cc270d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:35:24.486125 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 35acd977-59ab-4282-a1d0-fab61caa001d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:24.486686 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.487082 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c1e9b90-8c58-4364-8e73-9d0868ba7d6c req-39a3a465-4f5c-4637-abd6-9949b3cc270d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089397 Jul 16 03:35:24.488905 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-4a98bba8-630d-4c4f-9abe-43b2cb86465a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=baf48007-44c7-4aed-a544-a06964ab95a5 HTTP/1.1" status: 200 len: 797 time: 0.1094620 Jul 16 03:35:24.499205 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a6db192-25f7-4eb0-b04a-5d0f63d8b5f0 req-5ed5670f-9f00-4040-8821-a47edef7c66f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328368 Jul 16 03:35:24.648722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 428a1fd7-f159-400f-bac9-1c02cfb94dd5, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=428a1fd7-f159-400f-bac9-1c02cfb94dd5,segment=NetworkSegment(a1e1024e-1a40-4cde-9ad3-c77aed46928d),segment_id=a1e1024e-1a40-4cde-9ad3-c77aed46928d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:24.663020 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:24.663857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 46263f29-d5a2-454b-bef3-e9fe39515c09 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:35:24.676636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-c8f8b905-bf20-44c3-86a3-4c6432da9314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:24.680630 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-c8f8b905-bf20-44c3-86a3-4c6432da9314 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bfe6d903-2807-4d33-bde4-98398f0edb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1816356 Jul 16 03:35:24.767211 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a687f040-ee3a-41c0-a294-84cbaaa20b14 req-69fbfe77-16c3-4b76-a830-d4a3486d8e9b tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/security-groups?id=1805e62d-624a-4d55-a2fc-a507bdfc0145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779903 Jul 16 03:35:24.876298 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-89c6ad78-67a6-45f2-a562-004c0b6998c4 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790807 Jul 16 03:35:24.897963 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c1e9b90-8c58-4364-8e73-9d0868ba7d6c req-244f350f-67d0-4183-9963-53e721a7943a service neutron] 10.222.0.20 "GET /v2.0/networks/76daa592-142f-4ee3-8b0a-afb523727631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972180 Jul 16 03:35:24.967360 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6d0b09-db6d-4cca-88ff-2a025b448918 x-openstack-request-id: req-5b6d0b09-db6d-4cca-88ff-2a025b448918 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:24.967645 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c366af-1dcf-48e3-b40a-77badf846328", "tag": "428a1fd7-f159-400f-bac9-1c02cfb94dd5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:24.967901 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b6d0b09-db6d-4cca-88ff-2a025b448918 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:24.968292 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c366af-1dcf-48e3-b40a-77badf846328', 'tag': '428a1fd7-f159-400f-bac9-1c02cfb94dd5', 'status': 'completed', 'code': 200} Jul 16 03:35:25.159875 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f28689b-02e8-484b-8b0c-f91b0ae92ab0 req-b1dc3a41-cff7-4982-afd3-13b8880f7f63 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718966 Jul 16 03:35:25.249738 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c1e9b90-8c58-4364-8e73-9d0868ba7d6c req-e0bab1a9-5f71-44a0-b7e4-02c0e139fc4b service neutron] 10.222.0.20 "GET /v2.0/networks/76daa592-142f-4ee3-8b0a-afb523727631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443739 Jul 16 03:35:25.255692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aaa1d8-9c5e-43fb-8df9-e5086474a243 req-02f91a68-136a-4667-8f7e-8acf783eaf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:25.258878 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1aaa1d8-9c5e-43fb-8df9-e5086474a243 req-02f91a68-136a-4667-8f7e-8acf783eaf8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92de317d48d04179b63d0b9472fd4053&device_id=50c366af-1dcf-48e3-b40a-77badf846328 HTTP/1.1" status: 200 len: 1096 time: 0.2819688 Jul 16 03:35:25.355485 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=428a1fd7-f159-400f-bac9-1c02cfb94dd5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:25.427637 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.469704 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 46263f29-d5a2-454b-bef3-e9fe39515c09, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=46263f29-d5a2-454b-bef3-e9fe39515c09,segment=NetworkSegment(5c30092b-4f6e-4bf3-b622-7d3c043ac391),segment_id=5c30092b-4f6e-4bf3-b622-7d3c043ac391)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:25.530928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aaa1d8-9c5e-43fb-8df9-e5086474a243 req-6e4e147d-ca87-4e69-a920-def3e4cac80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:25.532926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1aaa1d8-9c5e-43fb-8df9-e5086474a243 req-6e4e147d-ca87-4e69-a920-def3e4cac80e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a045f85-7535-4c43-8a31-2d2180bc6ec5 HTTP/1.1" status: 200 len: 915 time: 0.2673979 Jul 16 03:35:25.575351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '46263f29-d5a2-454b-bef3-e9fe39515c09', 'network_id': '76daa592-142f-4ee3-8b0a-afb523727631', 'port_id': '46263f29-d5a2-454b-bef3-e9fe39515c09', 'mac_address': 'fa:16:3e:5a:0e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2debe5-5c3f-4e98-b843-314f7be328ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:35:25.612610 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 35acd977-59ab-4282-a1d0-fab61caa001d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=35acd977-59ab-4282-a1d0-fab61caa001d,segment=NetworkSegment(7dfdf769-31e4-41af-ad84-578c2891deb9),segment_id=7dfdf769-31e4-41af-ad84-578c2891deb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:25.648860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1aaa1d8-9c5e-43fb-8df9-e5086474a243 req-692e4cf2-e6ad-4197-af92-f397f9f5e0b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=428a1fd7-f159-400f-bac9-1c02cfb94dd5 HTTP/1.1" status: 200 len: 217 time: 0.1077008 Jul 16 03:35:25.697308 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.743618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aaa1d8-9c5e-43fb-8df9-e5086474a243 req-511ee1a2-0845-4302-8596-073ab57b8d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:25.745198 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1aaa1d8-9c5e-43fb-8df9-e5086474a243 req-511ee1a2-0845-4302-8596-073ab57b8d23 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=946972ce-01ad-4fa0-8042-f591140e43d0 HTTP/1.1" status: 200 len: 854 time: 0.0905607 Jul 16 03:35:25.789655 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1aaa1d8-9c5e-43fb-8df9-e5086474a243 req-b2bafa56-8b6f-429d-a007-55c13d049961 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a045f85-7535-4c43-8a31-2d2180bc6ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338724 Jul 16 03:35:25.817179 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a83e-bf2a-418c-9617-ab477bb4a22c req-25b32eca-03d0-4b8c-9164-a1a20d9533ed tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:25.827146 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b818a83e-bf2a-418c-9617-ab477bb4a22c req-25b32eca-03d0-4b8c-9164-a1a20d9533ed tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.1350911 Jul 16 03:35:25.865487 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:25.934710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46263f29-d5a2-454b-bef3-e9fe39515c09 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:25.951326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b818a83e-bf2a-418c-9617-ab477bb4a22c req-6e15e1bf-2391-4e1d-8c58-f14b164fedb3 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244822 Jul 16 03:35:26.024068 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1aaa1d8-9c5e-43fb-8df9-e5086474a243 req-884e65d4-ddf3-4964-ac9f-e9216e1f94c6 service neutron] 10.222.0.20 "GET /v2.0/networks/9a045f85-7535-4c43-8a31-2d2180bc6ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279470 Jul 16 03:35:26.026371 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 46263f29-d5a2-454b-bef3-e9fe39515c09, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=46263f29-d5a2-454b-bef3-e9fe39515c09,segment=NetworkSegment(5c30092b-4f6e-4bf3-b622-7d3c043ac391),segment_id=5c30092b-4f6e-4bf3-b622-7d3c043ac391)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:26.047215 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.065239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=35acd977-59ab-4282-a1d0-fab61caa001d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:26.180242 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=46263f29-d5a2-454b-bef3-e9fe39515c09,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:26.183241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb64d52-720f-4ac2-8819-ffa69ce4c555 req-774d06a3-2412-4ff3-8b84-74032f6d32e0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:26.188798 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7cb64d52-720f-4ac2-8819-ffa69ce4c555 req-774d06a3-2412-4ff3-8b84-74032f6d32e0 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.88 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 944 time: 0.1613157 Jul 16 03:35:26.332501 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['428a1fd7-f159-400f-bac9-1c02cfb94dd5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:26.355607 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1aaa1d8-9c5e-43fb-8df9-e5086474a243 req-87ade6ea-6577-4f60-944b-a61fe4a14956 service neutron] 10.222.0.20 "GET /v2.0/networks/9a045f85-7535-4c43-8a31-2d2180bc6ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195717 Jul 16 03:35:26.380738 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161af88-f66b-4512-902f-6c6dede75ac6 req-b49eaf85-1185-4a21-839e-97cb44bd8d08 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:26.398991 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e161af88-f66b-4512-902f-6c6dede75ac6 req-b49eaf85-1185-4a21-839e-97cb44bd8d08 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/ports?device_id=50c366af-1dcf-48e3-b40a-77badf846328 HTTP/1.1" status: 200 len: 945 time: 0.1885149 Jul 16 03:35:26.421903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['46263f29-d5a2-454b-bef3-e9fe39515c09'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:26.430376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-7cb64d52-720f-4ac2-8819-ffa69ce4c555 req-61356009-a63f-4981-a96b-bd920942752b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Deleting port f30d445c-995e-48b0-9b73-db1b01f81524 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:26.430868 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7cb64d52-720f-4ac2-8819-ffa69ce4c555 req-61356009-a63f-4981-a96b-bd920942752b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.534078 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e161af88-f66b-4512-902f-6c6dede75ac6 req-4a17ac82-1d77-472a-b629-357fda5b8a1d tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/security-groups?id=1645de7a-258d-4c39-bd5a-787fb9e85ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308970 Jul 16 03:35:26.751139 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7aae1-951b-46d2-badd-f92e8ff852aa req-d6626fd2-3dfb-49e1-a20c-04880b73ac2d tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:26.754735 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2a7aae1-951b-46d2-badd-f92e8ff852aa req-d6626fd2-3dfb-49e1-a20c-04880b73ac2d tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecac0e87-5780-46d3-bb40-f97b8bc26344 HTTP/1.1" status: 200 len: 944 time: 0.2195823 Jul 16 03:35:26.757125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7cb64d52-720f-4ac2-8819-ffa69ce4c555 req-61356009-a63f-4981-a96b-bd920942752b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] For port f30d445c-995e-48b0-9b73-db1b01f81524, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=f30d445c-995e-48b0-9b73-db1b01f81524,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:26.763317 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7cb64d52-720f-4ac2-8819-ffa69ce4c555 req-61356009-a63f-4981-a96b-bd920942752b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:26.821441 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-7cb64d52-720f-4ac2-8819-ffa69ce4c555 req-61356009-a63f-4981-a96b-bd920942752b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Calling delete_port for f30d445c-995e-48b0-9b73-db1b01f81524 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:26.827302 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2a7aae1-951b-46d2-badd-f92e8ff852aa req-9c49dfa0-102c-419b-bbd5-d49b80ade354 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650809 Jul 16 03:35:26.928787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef3516-4baa-4d3e-9a37-6bf1c3b5ffcc req-47b711af-428f-455e-ab21-5d0db15aeb78 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:26.937327 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74ef3516-4baa-4d3e-9a37-6bf1c3b5ffcc req-47b711af-428f-455e-ab21-5d0db15aeb78 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.1069887 Jul 16 03:35:27.009345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74ef3516-4baa-4d3e-9a37-6bf1c3b5ffcc req-253a72d4-0104-492d-93e0-c114e362b870 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662429 Jul 16 03:35:27.031568 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7cb64d52-720f-4ac2-8819-ffa69ce4c555 req-61356009-a63f-4981-a96b-bd920942752b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.081698 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61356009-a63f-4981-a96b-bd920942752b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Pushing event deleted for resources: {'Port': ['ID=f30d445c-995e-48b0-9b73-db1b01f81524,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:27.104477 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c1260-0abe-42d4-8ba1-5f8aa4922c05 req-905bffc4-d1f3-4c30-a6c7-59556db4ab3b tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:27.116930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa1c1260-0abe-42d4-8ba1-5f8aa4922c05 req-905bffc4-d1f3-4c30-a6c7-59556db4ab3b tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 944 time: 0.1064730 Jul 16 03:35:27.159862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb64d52-720f-4ac2-8819-ffa69ce4c555 req-61356009-a63f-4981-a96b-bd920942752b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] No DVR routers for this DVR port f30d445c-995e-48b0-9b73-db1b01f81524 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:27.159862 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7cb64d52-720f-4ac2-8819-ffa69ce4c555 req-61356009-a63f-4981-a96b-bd920942752b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:27.160664 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7cb64d52-720f-4ac2-8819-ffa69ce4c555 req-61356009-a63f-4981-a96b-bd920942752b tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.88 "DELETE /v2.0/ports/f30d445c-995e-48b0-9b73-db1b01f81524 HTTP/1.1" status: 204 len: 173 time: 0.9657924 Jul 16 03:35:27.162900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecac0e87-5780-46d3-bb40-f97b8bc26344', 'name': 'network-vif-deleted', 'tag': 'f30d445c-995e-48b0-9b73-db1b01f81524'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:27.165852 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957f8600-d783-4f26-aded-7486cc8942b1" -d '{"events": [{"server_uuid": "ecac0e87-5780-46d3-bb40-f97b8bc26344", "name": "network-vif-deleted", "tag": "f30d445c-995e-48b0-9b73-db1b01f81524"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:27.217318 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa1c1260-0abe-42d4-8ba1-5f8aa4922c05 req-d4ea4379-f91b-4fb4-a293-a76bb9a1ea11 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/security-groups?id=1805e62d-624a-4d55-a2fc-a507bdfc0145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982471 Jul 16 03:35:27.277910 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b89d30-e9ed-4958-8306-f130325ad30f x-openstack-request-id: req-21b89d30-e9ed-4958-8306-f130325ad30f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:27.278400 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecac0e87-5780-46d3-bb40-f97b8bc26344", "name": "network-vif-deleted", "tag": "f30d445c-995e-48b0-9b73-db1b01f81524", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:27.278573 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21b89d30-e9ed-4958-8306-f130325ad30f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:27.279036 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecac0e87-5780-46d3-bb40-f97b8bc26344', 'name': 'network-vif-deleted', 'tag': 'f30d445c-995e-48b0-9b73-db1b01f81524', 'status': 'completed', 'code': 200} Jul 16 03:35:27.386331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e04a64-724e-43dd-84b5-a5060d4c3612 req-874a96c1-9f85-46a5-b937-1ff47cddde5e tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:27.396024 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65e04a64-724e-43dd-84b5-a5060d4c3612 req-874a96c1-9f85-46a5-b937-1ff47cddde5e tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.0864182 Jul 16 03:35:27.495558 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65e04a64-724e-43dd-84b5-a5060d4c3612 req-22d952c8-039d-4ab1-ae49-e640111a9bd6 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978088 Jul 16 03:35:27.522173 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c150ab-e085-49ae-80ba-7ad83d55c248 req-bcb1e968-a149-4bd0-9779-6954e654c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:27.522173 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55c150ab-e085-49ae-80ba-7ad83d55c248 req-bcb1e968-a149-4bd0-9779-6954e654c068 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 1096 time: 0.0773578 Jul 16 03:35:27.640929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c150ab-e085-49ae-80ba-7ad83d55c248 req-905f6d5f-eeaa-4291-a941-cf639ab2d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:27.649130 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55c150ab-e085-49ae-80ba-7ad83d55c248 req-905f6d5f-eeaa-4291-a941-cf639ab2d026 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 200 len: 918 time: 0.1202888 Jul 16 03:35:27.866742 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55c150ab-e085-49ae-80ba-7ad83d55c248 req-b7be252a-9c5c-4bb6-a2e6-a238a26ea352 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903 HTTP/1.1" status: 200 len: 1000 time: 0.2112110 Jul 16 03:35:27.888012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df508-986c-4941-9c33-244b3801ca8f req-b7241672-a401-4b7c-8090-cc27954febf3 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:27.895008 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a43df508-986c-4941-9c33-244b3801ca8f req-b7241672-a401-4b7c-8090-cc27954febf3 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3f2ea6f-62af-4fed-b755-698c9b884859 HTTP/1.1" status: 200 len: 946 time: 0.2331467 Jul 16 03:35:27.905921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 35acd977-59ab-4282-a1d0-fab61caa001d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:27.995114 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fce31-b304-42bc-af97-57d93c28e4af req-2d8db2d0-48ef-424a-b797-add3ac66ad65 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:27.996905 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c99fce31-b304-42bc-af97-57d93c28e4af req-2d8db2d0-48ef-424a-b797-add3ac66ad65 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/ports?device_id=50c366af-1dcf-48e3-b40a-77badf846328 HTTP/1.1" status: 200 len: 945 time: 0.2694929 Jul 16 03:35:28.011540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a43df508-986c-4941-9c33-244b3801ca8f req-d51ccaed-d7f2-440b-acb9-38395e8327d3 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156578 Jul 16 03:35:28.019148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 35acd977-59ab-4282-a1d0-fab61caa001d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:28.019532 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.078088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c150ab-e085-49ae-80ba-7ad83d55c248 req-a363b3b1-845a-4ae7-8ae4-44279bcb375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:28.080710 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55c150ab-e085-49ae-80ba-7ad83d55c248 req-a363b3b1-845a-4ae7-8ae4-44279bcb375c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df2843df-4813-4d8f-83e4-b733c2b2e1d2 HTTP/1.1" status: 200 len: 856 time: 0.2026994 Jul 16 03:35:28.105635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 428a1fd7-f159-400f-bac9-1c02cfb94dd5 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:28.166408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c99fce31-b304-42bc-af97-57d93c28e4af req-e6cee6fc-4619-4d63-8dfe-be9351f9cc9e tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/security-groups?id=1645de7a-258d-4c39-bd5a-787fb9e85ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577973 Jul 16 03:35:28.221281 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c150ab-e085-49ae-80ba-7ad83d55c248 req-ad9e5bac-5213-4b4d-adf8-13b01ceb39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:28.224488 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55c150ab-e085-49ae-80ba-7ad83d55c248 req-ad9e5bac-5213-4b4d-adf8-13b01ceb39ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152108 Jul 16 03:35:28.258664 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 428a1fd7-f159-400f-bac9-1c02cfb94dd5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:28.264826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 428a1fd7-f159-400f-bac9-1c02cfb94dd5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:28.265422 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.462396 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.487040 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c366af-1dcf-48e3-b40a-77badf846328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428a1fd7-f159-400f-bac9-1c02cfb94dd5'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:28.490522 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e07e577-3750-44cf-9962-972a73d7bdf7" -d '{"events": [{"server_uuid": "50c366af-1dcf-48e3-b40a-77badf846328", "name": "network-vif-plugged", "status": "completed", "tag": "428a1fd7-f159-400f-bac9-1c02cfb94dd5"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:28.506704 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 428a1fd7-f159-400f-bac9-1c02cfb94dd5, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=428a1fd7-f159-400f-bac9-1c02cfb94dd5,segment=NetworkSegment(a1e1024e-1a40-4cde-9ad3-c77aed46928d),segment_id=a1e1024e-1a40-4cde-9ad3-c77aed46928d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:28.512790 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.514003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 46263f29-d5a2-454b-bef3-e9fe39515c09 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:28.532951 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55c150ab-e085-49ae-80ba-7ad83d55c248 req-86a5f205-8cb3-40c4-b8ce-ee9698059280 service neutron] 10.222.0.20 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017323 Jul 16 03:35:28.604855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=428a1fd7-f159-400f-bac9-1c02cfb94dd5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:28.618531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device f30d445c-995e-48b0-9b73-db1b01f81524 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:28.649724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a11317-4015-431e-806e-b59b36788430 req-90e0743f-c6d4-4cde-a129-7b784617a6b0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:28.654949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e8a11317-4015-431e-806e-b59b36788430 req-90e0743f-c6d4-4cde-a129-7b784617a6b0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.2332366 Jul 16 03:35:28.658869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: f30d445c-995e-48b0-9b73-db1b01f81524 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:28.659216 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device f30d445c-995e-48b0-9b73-db1b01f81524 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:28.697599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 46263f29-d5a2-454b-bef3-e9fe39515c09 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:28.699542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546360f-3aec-4104-bf9d-6b6ba4b48e33 req-0418701d-5bb5-444e-9886-621ef62ce7f8 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:28.702890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 46263f29-d5a2-454b-bef3-e9fe39515c09 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:28.703277 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.707903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b546360f-3aec-4104-bf9d-6b6ba4b48e33 req-0418701d-5bb5-444e-9886-621ef62ce7f8 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 946 time: 0.2355042 Jul 16 03:35:28.794020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b546360f-3aec-4104-bf9d-6b6ba4b48e33 req-6412195b-7844-4b73-a99e-802e992a1ee0 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826709 Jul 16 03:35:28.797361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55c150ab-e085-49ae-80ba-7ad83d55c248 req-4ac80e94-9e82-41f1-9b2a-b37e5adacc15 service neutron] 10.222.0.20 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572348 Jul 16 03:35:28.828944 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:28.841263 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e8a11317-4015-431e-806e-b59b36788430 req-5673cf69-cd76-49dc-8e6c-c6c680470a27 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768591 Jul 16 03:35:28.932890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 46263f29-d5a2-454b-bef3-e9fe39515c09, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=46263f29-d5a2-454b-bef3-e9fe39515c09,segment=NetworkSegment(5c30092b-4f6e-4bf3-b622-7d3c043ac391),segment_id=5c30092b-4f6e-4bf3-b622-7d3c043ac391)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:28.957879 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:29.032451 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=46263f29-d5a2-454b-bef3-e9fe39515c09,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:29.198397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c3853-44f3-4fb5-940e-edb630d24d58 req-3c996fc9-1550-4ecb-9652-fa35c6d7f3a7 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:29.203798 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f76c3853-44f3-4fb5-940e-edb630d24d58 req-3c996fc9-1550-4ecb-9652-fa35c6d7f3a7 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 945 time: 0.1296275 Jul 16 03:35:29.276994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f76c3853-44f3-4fb5-940e-edb630d24d58 req-1982bbd7-bdd4-4cc1-852f-1af30f017643 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/security-groups?id=1805e62d-624a-4d55-a2fc-a507bdfc0145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647171 Jul 16 03:35:29.342382 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6c8b16-058b-45b1-945a-ce7444f8691b x-openstack-request-id: req-5a6c8b16-058b-45b1-945a-ce7444f8691b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:29.343008 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c366af-1dcf-48e3-b40a-77badf846328", "name": "network-vif-plugged", "status": "completed", "tag": "428a1fd7-f159-400f-bac9-1c02cfb94dd5", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:29.343432 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a6c8b16-058b-45b1-945a-ce7444f8691b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:29.344037 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c366af-1dcf-48e3-b40a-77badf846328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428a1fd7-f159-400f-bac9-1c02cfb94dd5', 'code': 200} Jul 16 03:35:29.444431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-4c752498-59a7-41aa-895c-2ef752d0b930 req-28a2be6b-3d43-4390-84c0-517b3fb85de9 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:35:29.445470 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c752498-59a7-41aa-895c-2ef752d0b930 req-28a2be6b-3d43-4390-84c0-517b3fb85de9 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150461 Jul 16 03:35:29.651452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66524ce-d571-449e-b98b-8e52de8204bc req-754aee0b-b45d-42c0-8429-f5e5cef26daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:29.652992 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e66524ce-d571-449e-b98b-8e52de8204bc req-754aee0b-b45d-42c0-8429-f5e5cef26daa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=50c366af-1dcf-48e3-b40a-77badf846328 HTTP/1.1" status: 200 len: 1097 time: 0.2066410 Jul 16 03:35:29.726026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c752498-59a7-41aa-895c-2ef752d0b930 req-dc3ad15d-e3b6-4217-a4a9-3565770b1f7c tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2371757 Jul 16 03:35:29.735980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79d4c6-0b16-4037-80b9-033784051ba9 req-68c92b82-7b03-4b9f-92cf-dc41f86d4dfc tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:29.737449 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd79d4c6-0b16-4037-80b9-033784051ba9 req-68c92b82-7b03-4b9f-92cf-dc41f86d4dfc tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 945 time: 0.1845410 Jul 16 03:35:29.761489 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e66524ce-d571-449e-b98b-8e52de8204bc req-14f23dd4-7520-4de2-9e5c-1184acd1ae72 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1645de7a-258d-4c39-bd5a-787fb9e85ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990455 Jul 16 03:35:29.805175 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd79d4c6-0b16-4037-80b9-033784051ba9 req-aa70a980-3987-4e6d-951d-2f955c19d049 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521739 Jul 16 03:35:29.817404 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80219d0-0656-4784-a7c5-a55a07a52058 req-d6efdcd0-9717-41e0-b557-2f6dc65eb9f7 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:29.818969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d80219d0-0656-4784-a7c5-a55a07a52058 req-d6efdcd0-9717-41e0-b557-2f6dc65eb9f7 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.20 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 945 time: 0.1372116 Jul 16 03:35:30.034586 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db0cdac8-8563-4747-8caf-c17b80a6ff56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.091368 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d80219d0-0656-4784-a7c5-a55a07a52058 req-6a04cce8-aef5-41d4-837c-abec4857d41c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Deleting port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:30.091636 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d80219d0-0656-4784-a7c5-a55a07a52058 req-6a04cce8-aef5-41d4-837c-abec4857d41c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.148405 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378f476-512d-41d5-8949-4862166104ad req-9c7caafc-a30c-46c6-8b53-eea91c5baefa tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:30.149875 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f378f476-512d-41d5-8949-4862166104ad req-9c7caafc-a30c-46c6-8b53-eea91c5baefa tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/ports?device_id=50c366af-1dcf-48e3-b40a-77badf846328 HTTP/1.1" status: 200 len: 946 time: 0.1580741 Jul 16 03:35:30.254706 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a3007-6b25-408a-afdc-ecf3348af552 req-d73f853e-27e6-4786-aecb-3dfef885518f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:30.256385 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-460a3007-6b25-408a-afdc-ecf3348af552 req-d73f853e-27e6-4786-aecb-3dfef885518f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.2028258 Jul 16 03:35:30.273519 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d80219d0-0656-4784-a7c5-a55a07a52058 req-6a04cce8-aef5-41d4-837c-abec4857d41c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] For port 89561d40-35f1-4ba1-9e1e-14af6eca00c0, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=89561d40-35f1-4ba1-9e1e-14af6eca00c0,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:30.273901 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d80219d0-0656-4784-a7c5-a55a07a52058 req-6a04cce8-aef5-41d4-837c-abec4857d41c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.278710 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f378f476-512d-41d5-8949-4862166104ad req-e6835ee9-5da0-44aa-b238-94d270d2d75d tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/security-groups?id=1645de7a-258d-4c39-bd5a-787fb9e85ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887756 Jul 16 03:35:30.298334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d80219d0-0656-4784-a7c5-a55a07a52058 req-6a04cce8-aef5-41d4-837c-abec4857d41c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Calling delete_port for 89561d40-35f1-4ba1-9e1e-14af6eca00c0 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:30.780038 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-460a3007-6b25-408a-afdc-ecf3348af552 req-688e4bdd-b102-4f8e-950f-79da017c40d9 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5170381 Jul 16 03:35:30.811833 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:30.990022 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d80219d0-0656-4784-a7c5-a55a07a52058 req-6a04cce8-aef5-41d4-837c-abec4857d41c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.030750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04cce8-aef5-41d4-837c-abec4857d41c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Pushing event deleted for resources: {'Port': ['ID=89561d40-35f1-4ba1-9e1e-14af6eca00c0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:31.050649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9d182-bbf3-4ca5-9f83-aa785a215861 req-d7dae00d-6314-4adf-8fd1-ce260275e061 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:31.052235 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58e9d182-bbf3-4ca5-9f83-aa785a215861 req-d7dae00d-6314-4adf-8fd1-ce260275e061 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.2865570 Jul 16 03:35:31.142755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ad622-4f7b-48e6-b604-7d927b03d823 req-8fa7afbb-b512-4a27-8ce9-04b72e4d4fcf tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:31.151171 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d47ad622-4f7b-48e6-b604-7d927b03d823 req-8fa7afbb-b512-4a27-8ce9-04b72e4d4fcf tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 945 time: 0.2313864 Jul 16 03:35:31.168596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80219d0-0656-4784-a7c5-a55a07a52058 req-6a04cce8-aef5-41d4-837c-abec4857d41c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] No DVR routers for this DVR port 89561d40-35f1-4ba1-9e1e-14af6eca00c0 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:31.200792 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d80219d0-0656-4784-a7c5-a55a07a52058 req-6a04cce8-aef5-41d4-837c-abec4857d41c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.203517 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d80219d0-0656-4784-a7c5-a55a07a52058 req-6a04cce8-aef5-41d4-837c-abec4857d41c tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.20 "DELETE /v2.0/ports/89561d40-35f1-4ba1-9e1e-14af6eca00c0 HTTP/1.1" status: 204 len: 173 time: 1.3785648 Jul 16 03:35:31.216941 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58e9d182-bbf3-4ca5-9f83-aa785a215861 req-d3b03e83-7b23-4520-8ed6-bf2c31ee2e29 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400790 Jul 16 03:35:31.217623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36b8853-1b8e-437e-88db-17fb88f00577', 'name': 'network-vif-deleted', 'tag': '89561d40-35f1-4ba1-9e1e-14af6eca00c0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:31.221650 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b7d27e-ee50-47d2-8bf8-4341d64c9150" -d '{"events": [{"server_uuid": "b36b8853-1b8e-437e-88db-17fb88f00577", "name": "network-vif-deleted", "tag": "89561d40-35f1-4ba1-9e1e-14af6eca00c0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:31.244191 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d47ad622-4f7b-48e6-b604-7d927b03d823 req-d24f36cb-d1fd-47a1-abe1-4abf2ef456ce tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/security-groups?id=1805e62d-624a-4d55-a2fc-a507bdfc0145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916336 Jul 16 03:35:31.366838 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7fa0b4-4cea-4131-b429-d679f9069e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46263f29-d5a2-454b-bef3-e9fe39515c09'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:31.370115 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e56999d-f17c-4575-8c93-a23d8b69aec3" -d '{"events": [{"server_uuid": "7c7fa0b4-4cea-4131-b429-d679f9069e87", "name": "network-vif-plugged", "status": "completed", "tag": "46263f29-d5a2-454b-bef3-e9fe39515c09"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:31.407394 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:31.490890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4a8c119-8c81-46ff-95cc-fdacfcce6915 req-88729d71-c17d-4fb1-a963-0ded2a436a0a tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=b36b8853-1b8e-437e-88db-17fb88f00577 HTTP/1.1" status: 200 len: 210 time: 0.0440619 Jul 16 03:35:31.499460 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d9a029-b620-43db-99c9-db160af3ffab x-openstack-request-id: req-28d9a029-b620-43db-99c9-db160af3ffab {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:31.499953 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36b8853-1b8e-437e-88db-17fb88f00577", "name": "network-vif-deleted", "tag": "89561d40-35f1-4ba1-9e1e-14af6eca00c0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:31.500388 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28d9a029-b620-43db-99c9-db160af3ffab {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:31.500951 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36b8853-1b8e-437e-88db-17fb88f00577', 'name': 'network-vif-deleted', 'tag': '89561d40-35f1-4ba1-9e1e-14af6eca00c0', 'status': 'completed', 'code': 200} Jul 16 03:35:31.803694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94f751-e18e-4103-a849-4285a09b243c req-900489c9-e271-4018-8b60-3fe32d815c9b tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:31.808851 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de94f751-e18e-4103-a849-4285a09b243c req-900489c9-e271-4018-8b60-3fe32d815c9b tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/ports?device_id=50c366af-1dcf-48e3-b40a-77badf846328 HTTP/1.1" status: 200 len: 946 time: 0.1401646 Jul 16 03:35:31.876103 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24555d7c-807f-40d2-b40b-e5df7817b34f req-489f503d-5932-4393-9016-3cb682fa0bd7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:31.877755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-24555d7c-807f-40d2-b40b-e5df7817b34f req-489f503d-5932-4393-9016-3cb682fa0bd7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3f2ea6f-62af-4fed-b755-698c9b884859 HTTP/1.1" status: 200 len: 946 time: 0.1675682 Jul 16 03:35:31.888954 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de94f751-e18e-4103-a849-4285a09b243c req-dfefb234-e8f8-4986-a28a-3f36604f6682 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/security-groups?id=1645de7a-258d-4c39-bd5a-787fb9e85ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789840 Jul 16 03:35:31.939035 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-24555d7c-807f-40d2-b40b-e5df7817b34f req-063b2520-5669-4211-9aae-f3128ef7623d tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489006 Jul 16 03:35:31.945908 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c200d8-e129-4732-a3bf-9a39b1cdfd4d x-openstack-request-id: req-50c200d8-e129-4732-a3bf-9a39b1cdfd4d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:31.946434 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7fa0b4-4cea-4131-b429-d679f9069e87", "name": "network-vif-plugged", "status": "completed", "tag": "46263f29-d5a2-454b-bef3-e9fe39515c09", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:31.947782 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50c200d8-e129-4732-a3bf-9a39b1cdfd4d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:31.948594 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7fa0b4-4cea-4131-b429-d679f9069e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46263f29-d5a2-454b-bef3-e9fe39515c09', 'code': 200} Jul 16 03:35:32.082278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device ebe08917-b22a-46fe-84c6-7d7df9b13903 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:32.182672 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.201090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d27b3-102a-47f5-80d7-0a1b6a059c19 req-ea4961cd-ddbc-4bc1-a5fe-c8a4e6a35853 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:32.203233 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf0d27b3-102a-47f5-80d7-0a1b6a059c19 req-ea4961cd-ddbc-4bc1-a5fe-c8a4e6a35853 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.1421914 Jul 16 03:35:32.205662 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44d13e-e45e-420d-8c64-e70a40e03ef6 req-88e90b76-8125-41f6-8c50-ca5e3970279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:32.207770 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef44d13e-e45e-420d-8c64-e70a40e03ef6 req-88e90b76-8125-41f6-8c50-ca5e3970279c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 1096 time: 0.1083021 Jul 16 03:35:32.225737 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:32.231798 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.233000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 89561d40-35f1-4ba1-9e1e-14af6eca00c0 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:32.259448 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 89561d40-35f1-4ba1-9e1e-14af6eca00c0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:32.260082 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 89561d40-35f1-4ba1-9e1e-14af6eca00c0 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:32.309277 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=ebe08917-b22a-46fe-84c6-7d7df9b13903,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:32.316920 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf0d27b3-102a-47f5-80d7-0a1b6a059c19 req-f748dc24-ff9e-4008-8d24-f944f4b0d83e tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073041 Jul 16 03:35:32.320513 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef44d13e-e45e-420d-8c64-e70a40e03ef6 req-7dfdef8b-4b3b-4e8b-828e-2141ef62f5e7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1805e62d-624a-4d55-a2fc-a507bdfc0145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020677 Jul 16 03:35:32.349947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7553b42-3df9-42f0-8d02-d2bc3b79a9fc req-624c0be6-bfb8-475b-a6d4-b303c8f3ea52 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:32.353430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7553b42-3df9-42f0-8d02-d2bc3b79a9fc req-624c0be6-bfb8-475b-a6d4-b303c8f3ea52 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 946 time: 0.1033678 Jul 16 03:35:32.406809 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7553b42-3df9-42f0-8d02-d2bc3b79a9fc req-a2324c90-5759-4235-ad50-b319e3f3194a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 Jul 16 03:35:32.573012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706aef2-622d-44d7-b5b3-2ca7a4f09805 req-3102d5c3-e2f8-4be7-834a-2436bd2fa4c1 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:32.576790 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e706aef2-622d-44d7-b5b3-2ca7a4f09805 req-3102d5c3-e2f8-4be7-834a-2436bd2fa4c1 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 945 time: 0.0767624 Jul 16 03:35:32.623085 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e706aef2-622d-44d7-b5b3-2ca7a4f09805 req-542d8433-1078-4547-a1c5-90fe1b648447 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/security-groups?id=1805e62d-624a-4d55-a2fc-a507bdfc0145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424900 Jul 16 03:35:32.759104 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-754853e3-3f46-439d-9ddc-87c499d950c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.802043 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:32.993435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb245f-28da-49e4-84d7-16b38b300552 req-fa181115-b4a8-4206-a684-df275e8c92f3 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:32.999401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb245f-28da-49e4-84d7-16b38b300552 req-fa181115-b4a8-4206-a684-df275e8c92f3 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:33.006493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb245f-28da-49e4-84d7-16b38b300552 req-fa181115-b4a8-4206-a684-df275e8c92f3 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:33.008890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2cb245f-28da-49e4-84d7-16b38b300552 req-fa181115-b4a8-4206-a684-df275e8c92f3 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6&device_id=c3f2ea6f-62af-4fed-b755-698c9b884859&device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 2418 time: 0.1228938 Jul 16 03:35:33.056800 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2cb245f-28da-49e4-84d7-16b38b300552 req-34fee7b4-5687-43a1-b3c2-9739a159cc3d tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372984 Jul 16 03:35:33.143208 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-61b3c393-4433-4b5d-8840-126cf5aad168 req-4fe9de3a-c61d-4455-b104-43621936136c tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:35:33.144361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61b3c393-4433-4b5d-8840-126cf5aad168 req-4fe9de3a-c61d-4455-b104-43621936136c tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068097 Jul 16 03:35:33.199347 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-a6e46c55-dde7-4bc5-8c09-3679c6816acb req-8f081aa5-040c-4338-8b43-612f7c7726f2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:35:33.200497 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6e46c55-dde7-4bc5-8c09-3679c6816acb req-8f081aa5-040c-4338-8b43-612f7c7726f2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052180 Jul 16 03:35:33.253177 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61b3c393-4433-4b5d-8840-126cf5aad168 req-ab857d55-935f-462d-95c5-f5765ca4b982 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0955272 Jul 16 03:35:33.526934 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-3eb7b484-60e5-4e26-a894-2d53d29b0479 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821371 Jul 16 03:35:33.774485 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:33.848217 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1b114-cbd6-41a5-ba73-c9fabe855349 req-86ee32cd-0818-49ae-8131-9fe79d4cf1fa tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:33.856934 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6f1b114-cbd6-41a5-ba73-c9fabe855349 req-86ee32cd-0818-49ae-8131-9fe79d4cf1fa tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 943 time: 0.0799162 Jul 16 03:35:33.902293 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6f1b114-cbd6-41a5-ba73-c9fabe855349 req-924cb981-4954-4446-b0ff-56a8994d12e9 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439858 Jul 16 03:35:33.949752 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:33.952124 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f87a30-58a0-4273-94e2-904659babafd" -d '{"events": [{"server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "name": "network-vif-unplugged", "status": "completed", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:34.106624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2718fdf-caee-4364-bc67-c25ccdc696fb req-ccbb1ea4-babe-4464-9cf0-101c1017e462 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:34.115762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2718fdf-caee-4364-bc67-c25ccdc696fb req-ccbb1ea4-babe-4464-9cf0-101c1017e462 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/ports?device_id=50c366af-1dcf-48e3-b40a-77badf846328 HTTP/1.1" status: 200 len: 946 time: 0.0794582 Jul 16 03:35:34.215810 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2718fdf-caee-4364-bc67-c25ccdc696fb req-bec175ad-2d58-4e6a-8403-80e1c0f7c76a tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/security-groups?id=1645de7a-258d-4c39-bd5a-787fb9e85ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990016 Jul 16 03:35:34.243828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3e6bb-7921-4f5d-88b3-5a62a1d0ac99 req-25fa033b-07d5-49c1-a8f5-cc5433c3626f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:34.245390 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5d3e6bb-7921-4f5d-88b3-5a62a1d0ac99 req-25fa033b-07d5-49c1-a8f5-cc5433c3626f tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 945 time: 0.1268725 Jul 16 03:35:34.308722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5d3e6bb-7921-4f5d-88b3-5a62a1d0ac99 req-c4039ec1-4e39-4ce0-851c-ecb2642dc25a tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/security-groups?id=1805e62d-624a-4d55-a2fc-a507bdfc0145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574081 Jul 16 03:35:34.408596 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a98b1c-0a2b-40f7-b90f-52f0bafaffbe x-openstack-request-id: req-66a98b1c-0a2b-40f7-b90f-52f0bafaffbe {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:34.409309 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "name": "network-vif-unplugged", "status": "failed", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903", "code": 422}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:34.409751 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66a98b1c-0a2b-40f7-b90f-52f0bafaffbe {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:34.410400 n-d-800088-6 neutron-server[93769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'code': 422} returned with failed status Jul 16 03:35:34.434302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b3362-68ba-4959-9fee-b97061673f15 req-e9977cb6-1ea8-4f77-b2a8-2ef19d50ac35 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:34.436120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e79b3362-68ba-4959-9fee-b97061673f15 req-e9977cb6-1ea8-4f77-b2a8-2ef19d50ac35 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 945 time: 0.0864732 Jul 16 03:35:34.439335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c49d7-245c-40e6-8b7d-6f07f7a26b89 req-7cd69704-6ba2-45ce-9351-6c2952691029 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:34.440907 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-151c49d7-245c-40e6-8b7d-6f07f7a26b89 req-7cd69704-6ba2-45ce-9351-6c2952691029 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.88 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 945 time: 0.1304667 Jul 16 03:35:34.507011 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e79b3362-68ba-4959-9fee-b97061673f15 req-ed1b8814-095e-472c-adf1-61bbb7792b2e tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/security-groups?id=85e79ed5-c6b8-40be-81a5-abb1bec46aa3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636947 Jul 16 03:35:34.687985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-151c49d7-245c-40e6-8b7d-6f07f7a26b89 req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Deleting port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:34.689133 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-151c49d7-245c-40e6-8b7d-6f07f7a26b89 req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:34.862672 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1368a58-705f-4c16-a5db-8f97ea936810 req-d1984255-fef0-4cdf-8fb3-f2c67c6c3894 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:34.871721 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-151c49d7-245c-40e6-8b7d-6f07f7a26b89 req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] For port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,segment=NetworkSegment(03e28ab6-662c-4787-a995-ac72e63ebff0),segment_id=03e28ab6-662c-4787-a995-ac72e63ebff0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:34.872433 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-151c49d7-245c-40e6-8b7d-6f07f7a26b89 req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:34.874053 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1368a58-705f-4c16-a5db-8f97ea936810 req-d1984255-fef0-4cdf-8fb3-f2c67c6c3894 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 945 time: 0.1191070 Jul 16 03:35:34.891024 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-151c49d7-245c-40e6-8b7d-6f07f7a26b89 req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Calling delete_port for 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:35.012807 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1368a58-705f-4c16-a5db-8f97ea936810 req-4767e452-bb61-4f0b-8376-35d12e1062ee tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/security-groups?id=1805e62d-624a-4d55-a2fc-a507bdfc0145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377645 Jul 16 03:35:35.067568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795cff2-a472-4ae5-98b0-07d71cf241a2 req-92e3f305-90d2-40a3-b237-1c3cbb702674 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:35.071883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5795cff2-a472-4ae5-98b0-07d71cf241a2 req-92e3f305-90d2-40a3-b237-1c3cbb702674 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c366af-1dcf-48e3-b40a-77badf846328 HTTP/1.1" status: 200 len: 946 time: 0.1730464 Jul 16 03:35:35.089010 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-151c49d7-245c-40e6-8b7d-6f07f7a26b89 req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.135124 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Pushing event deleted for resources: {'Port': ['ID=2e26cc8d-168f-4ba4-8c4d-785cf837ce49,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:35.178530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:35.179225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:35.179771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:35.180304 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:35.181020 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:35.181555 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:35.182093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:35.182617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:35.183317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:35.183844 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:35.184389 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:35.184903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:35.209594 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c49d7-245c-40e6-8b7d-6f07f7a26b89 req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] No DVR routers for this DVR port 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:35.213219 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-151c49d7-245c-40e6-8b7d-6f07f7a26b89 req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.219712 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-151c49d7-245c-40e6-8b7d-6f07f7a26b89 req-a6c49272-c142-44f3-a9f5-24ff4b80a12f tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.88 "DELETE /v2.0/ports/2e26cc8d-168f-4ba4-8c4d-785cf837ce49 HTTP/1.1" status: 204 len: 173 time: 0.7681901 Jul 16 03:35:35.220456 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309c2024-8031-4fb2-bc60-5f6aa0a5acbc', 'name': 'network-vif-deleted', 'tag': '2e26cc8d-168f-4ba4-8c4d-785cf837ce49'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:35.224438 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaabf8d-1223-41e5-8890-d51291006c4f" -d '{"events": [{"server_uuid": "309c2024-8031-4fb2-bc60-5f6aa0a5acbc", "name": "network-vif-deleted", "tag": "2e26cc8d-168f-4ba4-8c4d-785cf837ce49"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:35.270795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b331c-359f-4cda-9d9f-4322be89e174 req-1c8a9c02-35ee-4f8c-ac91-07e66d286622 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:35.272745 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-482b331c-359f-4cda-9d9f-4322be89e174 req-1c8a9c02-35ee-4f8c-ac91-07e66d286622 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 943 time: 0.1355953 Jul 16 03:35:35.311037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5795cff2-a472-4ae5-98b0-07d71cf241a2 req-47711690-ec0e-4539-a02f-ea1c51c2c6ac tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Deleting port 428a1fd7-f159-400f-bac9-1c02cfb94dd5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:35.311390 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5795cff2-a472-4ae5-98b0-07d71cf241a2 req-47711690-ec0e-4539-a02f-ea1c51c2c6ac tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.387095 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-482b331c-359f-4cda-9d9f-4322be89e174 req-07ff998e-f753-4e65-a889-bdc7a9db0a99 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053691 Jul 16 03:35:35.526281 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5795cff2-a472-4ae5-98b0-07d71cf241a2 req-47711690-ec0e-4539-a02f-ea1c51c2c6ac tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] For port 428a1fd7-f159-400f-bac9-1c02cfb94dd5, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=428a1fd7-f159-400f-bac9-1c02cfb94dd5,segment=NetworkSegment(a1e1024e-1a40-4cde-9ad3-c77aed46928d),segment_id=a1e1024e-1a40-4cde-9ad3-c77aed46928d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:35.526605 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5795cff2-a472-4ae5-98b0-07d71cf241a2 req-47711690-ec0e-4539-a02f-ea1c51c2c6ac tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.550372 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5795cff2-a472-4ae5-98b0-07d71cf241a2 req-47711690-ec0e-4539-a02f-ea1c51c2c6ac tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Calling delete_port for 428a1fd7-f159-400f-bac9-1c02cfb94dd5 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:35.667925 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.723852 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9a88b4-866e-423e-859c-591eb4643358 x-openstack-request-id: req-3a9a88b4-866e-423e-859c-591eb4643358 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:35.725943 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309c2024-8031-4fb2-bc60-5f6aa0a5acbc", "name": "network-vif-deleted", "tag": "2e26cc8d-168f-4ba4-8c4d-785cf837ce49", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:35.726434 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a9a88b4-866e-423e-859c-591eb4643358 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:35.727086 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309c2024-8031-4fb2-bc60-5f6aa0a5acbc', 'name': 'network-vif-deleted', 'tag': '2e26cc8d-168f-4ba4-8c4d-785cf837ce49', 'status': 'completed', 'code': 200} Jul 16 03:35:35.777568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a3128-304f-49eb-9319-1f0586c5e9eb req-69c0af24-78cd-47f7-bd58-1cedbb99dcf4 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:35.785051 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-088a3128-304f-49eb-9319-1f0586c5e9eb req-69c0af24-78cd-47f7-bd58-1cedbb99dcf4 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/ports?device_id=50c366af-1dcf-48e3-b40a-77badf846328 HTTP/1.1" status: 200 len: 946 time: 0.1380177 Jul 16 03:35:35.871899 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-088a3128-304f-49eb-9319-1f0586c5e9eb req-87e9b6c8-49bc-4431-bb3b-866e427c0165 tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.18 "GET /v2.0/security-groups?id=1645de7a-258d-4c39-bd5a-787fb9e85ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859749 Jul 16 03:35:35.908540 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5795cff2-a472-4ae5-98b0-07d71cf241a2 req-47711690-ec0e-4539-a02f-ea1c51c2c6ac tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:35.921411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['428a1fd7-f159-400f-bac9-1c02cfb94dd5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:36.095224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47711690-ec0e-4539-a02f-ea1c51c2c6ac tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Pushing event deleted for resources: {'Port': ['ID=428a1fd7-f159-400f-bac9-1c02cfb94dd5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:36.178955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5795cff2-a472-4ae5-98b0-07d71cf241a2 req-47711690-ec0e-4539-a02f-ea1c51c2c6ac tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] No DVR routers for this DVR port 428a1fd7-f159-400f-bac9-1c02cfb94dd5 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:36.182017 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5795cff2-a472-4ae5-98b0-07d71cf241a2 req-47711690-ec0e-4539-a02f-ea1c51c2c6ac tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:36.184839 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5795cff2-a472-4ae5-98b0-07d71cf241a2 req-47711690-ec0e-4539-a02f-ea1c51c2c6ac tempest-ServerAddressesTestJSON-2078103637 tempest-ServerAddressesTestJSON-2078103637-project] 10.222.0.20 "DELETE /v2.0/ports/428a1fd7-f159-400f-bac9-1c02cfb94dd5 HTTP/1.1" status: 204 len: 173 time: 1.1079118 Jul 16 03:35:36.186380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c366af-1dcf-48e3-b40a-77badf846328', 'name': 'network-vif-deleted', 'tag': '428a1fd7-f159-400f-bac9-1c02cfb94dd5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:36.190076 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace5b9f0-4592-4c62-93f5-05d0cb07d97a" -d '{"events": [{"server_uuid": "50c366af-1dcf-48e3-b40a-77badf846328", "name": "network-vif-deleted", "tag": "428a1fd7-f159-400f-bac9-1c02cfb94dd5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:36.205812 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49e5fe3e-78c5-4702-821f-5ea39dd7f121 req-b4450b65-59c1-4177-b23b-ee0e49cd2d59 tempest-LiveMigrationTest-1620231883 tempest-LiveMigrationTest-1620231883-project] 10.222.0.18 "GET /v2.0/ports?device_id=309c2024-8031-4fb2-bc60-5f6aa0a5acbc HTTP/1.1" status: 200 len: 210 time: 0.1116192 Jul 16 03:35:36.367854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30a321-608c-4d74-9ddd-e5e842e998c4 req-db56cafa-3c89-4b00-9d76-371828aab096 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:36.370180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a30a321-608c-4d74-9ddd-e5e842e998c4 req-db56cafa-3c89-4b00-9d76-371828aab096 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 945 time: 0.1930153 Jul 16 03:35:36.458253 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a30a321-608c-4d74-9ddd-e5e842e998c4 req-56c9667b-aedf-472a-be36-941391d0fb79 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/security-groups?id=1805e62d-624a-4d55-a2fc-a507bdfc0145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803638 Jul 16 03:35:36.522270 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f33763-7ba0-40f4-bed6-2200b7153d9b x-openstack-request-id: req-21f33763-7ba0-40f4-bed6-2200b7153d9b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:36.522607 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c366af-1dcf-48e3-b40a-77badf846328", "name": "network-vif-deleted", "tag": "428a1fd7-f159-400f-bac9-1c02cfb94dd5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:36.522864 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21f33763-7ba0-40f4-bed6-2200b7153d9b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:36.523267 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c366af-1dcf-48e3-b40a-77badf846328', 'name': 'network-vif-deleted', 'tag': '428a1fd7-f159-400f-bac9-1c02cfb94dd5', 'status': 'completed', 'code': 200} Jul 16 03:35:36.576273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:36.637701 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:36.638260 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2e26cc8d-168f-4ba4-8c4d-785cf837ce49 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:36.777526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f82f85-b026-4b59-90bb-d094769a9da7 req-f531c2ed-1362-45d1-92a2-0706169c83ad tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:36.785289 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19f82f85-b026-4b59-90bb-d094769a9da7 req-f531c2ed-1362-45d1-92a2-0706169c83ad tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 943 time: 0.1042011 Jul 16 03:35:36.841037 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19f82f85-b026-4b59-90bb-d094769a9da7 req-4b7785e0-fd66-405a-9ae0-f78331c5caf4 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544443 Jul 16 03:35:37.076435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702f82e-2d50-4176-b433-6036a5a5159b req-87083465-224d-45be-b142-e682a1b43625 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:37.084563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0702f82e-2d50-4176-b433-6036a5a5159b req-87083465-224d-45be-b142-e682a1b43625 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 946 time: 0.1130250 Jul 16 03:35:37.167474 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0702f82e-2d50-4176-b433-6036a5a5159b req-afcd2c63-4bbe-43d6-8ee5-761006323b3c tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814984 Jul 16 03:35:37.266049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:37.331753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33166) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:37.343835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b013b9d-25c4-4897-ba3f-f6ecc58f9339 admin admin] Deleting subnet 946972ce-01ad-4fa0-8042-f591140e43d0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:37.347304 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b013b9d-25c4-4897-ba3f-f6ecc58f9339 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.393421 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b013b9d-25c4-4897-ba3f-f6ecc58f9339 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.415495 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-549c2a23-d2bb-4938-a1c3-156d8e45c283 admin admin] Deleting subnet fd3621f4-0a00-45b7-9625-fdac06664981 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:37.424985 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-549c2a23-d2bb-4938-a1c3-156d8e45c283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.494158 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-549c2a23-d2bb-4938-a1c3-156d8e45c283 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.586876 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-549c2a23-d2bb-4938-a1c3-156d8e45c283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.589786 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b013b9d-25c4-4897-ba3f-f6ecc58f9339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.709597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69fd2a-2dae-4ea3-8555-3936d3de1304 req-2ca558e6-f650-4918-abf1-4088b8859de3 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:37.716891 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c69fd2a-2dae-4ea3-8555-3936d3de1304 req-2ca558e6-f650-4918-abf1-4088b8859de3 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 945 time: 0.2178764 Jul 16 03:35:37.729034 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-549c2a23-d2bb-4938-a1c3-156d8e45c283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.740551 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b013b9d-25c4-4897-ba3f-f6ecc58f9339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.756367 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c2a23-d2bb-4938-a1c3-156d8e45c283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd3621f4-0a00-45b7-9625-fdac06664981,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:37.769925 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-549c2a23-d2bb-4938-a1c3-156d8e45c283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.776007 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-549c2a23-d2bb-4938-a1c3-156d8e45c283 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fd3621f4-0a00-45b7-9625-fdac06664981 HTTP/1.1" status: 204 len: 168 time: 0.4402378 Jul 16 03:35:37.776759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33170) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:37.804026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b013b9d-25c4-4897-ba3f-f6ecc58f9339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=946972ce-01ad-4fa0-8042-f591140e43d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:37.830841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c69fd2a-2dae-4ea3-8555-3936d3de1304 req-6d080024-3a85-4bc3-80e3-69deeaed49ab tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/security-groups?id=1805e62d-624a-4d55-a2fc-a507bdfc0145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088953 Jul 16 03:35:37.835218 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b013b9d-25c4-4897-ba3f-f6ecc58f9339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.838966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0b013b9d-25c4-4897-ba3f-f6ecc58f9339 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/946972ce-01ad-4fa0-8042-f591140e43d0 HTTP/1.1" status: 204 len: 168 time: 0.5718784 Jul 16 03:35:37.841516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:37.860291 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98319e6c-3613-4ef0-998c-cecc84febc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.948618 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98319e6c-3613-4ef0-998c-cecc84febc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.959804 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-98319e6c-3613-4ef0-998c-cecc84febc85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4da56c-d106-465b-8123-a4e05a78074b']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:37.969969 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-98319e6c-3613-4ef0-998c-cecc84febc85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e28ab6-662c-4787-a995-ac72e63ebff0') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:37.970323 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-98319e6c-3613-4ef0-998c-cecc84febc85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e28ab6-662c-4787-a995-ac72e63ebff0') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:37.980007 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98319e6c-3613-4ef0-998c-cecc84febc85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:37.995344 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98319e6c-3613-4ef0-998c-cecc84febc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.001574 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98319e6c-3613-4ef0-998c-cecc84febc85 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:38.002113 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98319e6c-3613-4ef0-998c-cecc84febc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.027343 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:38.059493 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:38.065062 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98319e6c-3613-4ef0-998c-cecc84febc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.071449 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98319e6c-3613-4ef0-998c-cecc84febc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.074063 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-98319e6c-3613-4ef0-998c-cecc84febc85 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ae4da56c-d106-465b-8123-a4e05a78074b HTTP/1.1" status: 204 len: 168 time: 0.2963390 Jul 16 03:35:38.077878 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:38.090889 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98319e6c-3613-4ef0-998c-cecc84febc85 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae4da56c-d106-465b-8123-a4e05a78074b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:38.105935 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 428a1fd7-f159-400f-bac9-1c02cfb94dd5 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:38.143842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 428a1fd7-f159-400f-bac9-1c02cfb94dd5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:38.144180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 428a1fd7-f159-400f-bac9-1c02cfb94dd5 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:38.200599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15204d3f-b06e-42bd-8494-c672bda3d908 req-5cba9370-9eb3-490a-9b7a-cbe1f5f36d4a tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:38.202151 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15204d3f-b06e-42bd-8494-c672bda3d908 req-5cba9370-9eb3-490a-9b7a-cbe1f5f36d4a tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 943 time: 0.2181499 Jul 16 03:35:38.229102 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.256209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a045f85-7535-4c43-8a31-2d2180bc6ec5']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:38.260864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf9e37f-3f08-4d24-a76d-276e2defd1ee admin admin] Deleting subnet 5e21bf7f-c8be-406b-bdfd-4655a3431766 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:38.270314 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e37f-3f08-4d24-a76d-276e2defd1ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.294355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e1024e-1a40-4cde-9ad3-c77aed46928d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:38.294698 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e1024e-1a40-4cde-9ad3-c77aed46928d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:38.323398 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.344731 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e37f-3f08-4d24-a76d-276e2defd1ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.347500 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.378119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15204d3f-b06e-42bd-8494-c672bda3d908 req-3d33eeba-020a-4277-bceb-a9c4cc9ec832 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459942 Jul 16 03:35:38.414802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:38.415243 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:38.425150 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:38.452162 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237ba84-9a9f-4962-94a6-fa8a28bc956b req-f247d325-821f-4fc7-9437-181bcfb6adf3 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:38.454487 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1237ba84-9a9f-4962-94a6-fa8a28bc956b req-f247d325-821f-4fc7-9437-181bcfb6adf3 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.88 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 946 time: 0.1566696 Jul 16 03:35:38.619743 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e37f-3f08-4d24-a76d-276e2defd1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.635424 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-1237ba84-9a9f-4962-94a6-fa8a28bc956b req-e171995f-7fe4-4c8f-8d3e-8d1bae3c5f4d tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Deleting port c7469efb-1961-4b8f-8f51-0a92c9909971 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:38.635774 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1237ba84-9a9f-4962-94a6-fa8a28bc956b req-e171995f-7fe4-4c8f-8d3e-8d1bae3c5f4d tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.645800 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.660777 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.678694 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9a045f85-7535-4c43-8a31-2d2180bc6ec5 HTTP/1.1" status: 204 len: 168 time: 0.8224680 Jul 16 03:35:38.740885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a045f85-7535-4c43-8a31-2d2180bc6ec5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:38.813119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:38.819974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:38.820631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:38.822831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:38.823390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:38.824659 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:38.825857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:38.826385 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:38.827396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:38.829872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:38.830433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:38.830971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495e80f5-d3b8-4836-99c3-345f6bcf8481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:38.861862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1237ba84-9a9f-4962-94a6-fa8a28bc956b req-e171995f-7fe4-4c8f-8d3e-8d1bae3c5f4d tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] For port c7469efb-1961-4b8f-8f51-0a92c9909971, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c7469efb-1961-4b8f-8f51-0a92c9909971,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:38.862239 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1237ba84-9a9f-4962-94a6-fa8a28bc956b req-e171995f-7fe4-4c8f-8d3e-8d1bae3c5f4d tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.898319 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-1237ba84-9a9f-4962-94a6-fa8a28bc956b req-e171995f-7fe4-4c8f-8d3e-8d1bae3c5f4d tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Calling delete_port for c7469efb-1961-4b8f-8f51-0a92c9909971 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:38.914974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe7d9-2191-409c-889b-4f6f390243dd req-985f1443-fac4-4481-ba68-4ce5a960a5f5 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:38.920609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe7fe7d9-2191-409c-889b-4f6f390243dd req-985f1443-fac4-4481-ba68-4ce5a960a5f5 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=f792e07d-ab08-438d-ae83-e6f0e9f0d9f6 HTTP/1.1" status: 200 len: 946 time: 0.4601450 Jul 16 03:35:38.934877 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f45ffb-756e-4554-95c8-875d1c22eec8 req-b8c8166c-6733-49ae-b700-417eab1836d3 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:38.942408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-16f45ffb-756e-4554-95c8-875d1c22eec8 req-b8c8166c-6733-49ae-b700-417eab1836d3 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 945 time: 0.3833158 Jul 16 03:35:38.949659 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e37f-3f08-4d24-a76d-276e2defd1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:38.986962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:39.063924 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e37f-3f08-4d24-a76d-276e2defd1ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.067222 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4bf9e37f-3f08-4d24-a76d-276e2defd1ee admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5e21bf7f-c8be-406b-bdfd-4655a3431766 HTTP/1.1" status: 204 len: 168 time: 0.9860947 Jul 16 03:35:39.067222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9e37f-3f08-4d24-a76d-276e2defd1ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e21bf7f-c8be-406b-bdfd-4655a3431766,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:39.074102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33194) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:39.104777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe7fe7d9-2191-409c-889b-4f6f390243dd req-cfc322f3-b052-4431-a4e3-1ec04f750a36 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581984 Jul 16 03:35:39.147872 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4c4322c3-c0ce-41a3-824b-709dab39878c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92de317d48d04179b63d0b9472fd4053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594532 Jul 16 03:35:39.148544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:39.225336 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3e43331-6649-4059-9962-66c0415313ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.228478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-16f45ffb-756e-4554-95c8-875d1c22eec8 req-4990beee-1d8a-4239-a56b-17896bd905d7 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Deleting port 46263f29-d5a2-454b-bef3-e9fe39515c09 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:39.228818 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-16f45ffb-756e-4554-95c8-875d1c22eec8 req-4990beee-1d8a-4239-a56b-17896bd905d7 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.311153 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3e43331-6649-4059-9962-66c0415313ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.475010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-16f45ffb-756e-4554-95c8-875d1c22eec8 req-4990beee-1d8a-4239-a56b-17896bd905d7 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] For port 46263f29-d5a2-454b-bef3-e9fe39515c09, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=46263f29-d5a2-454b-bef3-e9fe39515c09,segment=NetworkSegment(5c30092b-4f6e-4bf3-b622-7d3c043ac391),segment_id=5c30092b-4f6e-4bf3-b622-7d3c043ac391)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:39.475470 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-16f45ffb-756e-4554-95c8-875d1c22eec8 req-4990beee-1d8a-4239-a56b-17896bd905d7 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.507313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02cf6d-d380-4f5e-92ef-ec109df5cf04 req-f599eec7-175b-4c0b-9e0a-ebc6be3fe4e0 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:39.514694 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa02cf6d-d380-4f5e-92ef-ec109df5cf04 req-f599eec7-175b-4c0b-9e0a-ebc6be3fe4e0 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 945 time: 0.2597489 Jul 16 03:35:39.519298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-16f45ffb-756e-4554-95c8-875d1c22eec8 req-4990beee-1d8a-4239-a56b-17896bd905d7 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Calling delete_port for 46263f29-d5a2-454b-bef3-e9fe39515c09 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:39.551911 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3e43331-6649-4059-9962-66c0415313ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.554717 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3e43331-6649-4059-9962-66c0415313ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.569409 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c3e43331-6649-4059-9962-66c0415313ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1645de7a-258d-4c39-bd5a-787fb9e85ba0 HTTP/1.1" status: 204 len: 168 time: 0.4074337 Jul 16 03:35:39.698057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e43331-6649-4059-9962-66c0415313ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1645de7a-258d-4c39-bd5a-787fb9e85ba0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:39.723213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb74dd-afa3-4f45-974b-31b86c6be3ad req-60f17236-91d4-4eb5-92ed-b832eefe76a9 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:39.736989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17fb74dd-afa3-4f45-974b-31b86c6be3ad req-60f17236-91d4-4eb5-92ed-b832eefe76a9 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c7fa0b4-4cea-4131-b429-d679f9069e87 HTTP/1.1" status: 200 len: 945 time: 0.3834589 Jul 16 03:35:39.739841 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ebf66a7-7436-409e-86ee-5d8251be5304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.785328 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1237ba84-9a9f-4962-94a6-fa8a28bc956b req-e171995f-7fe4-4c8f-8d3e-8d1bae3c5f4d tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.797929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:39.807393 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['a188a71b-5d9a-479f-ad52-468c2ac9e089'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:39.835444 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e171995f-7fe4-4c8f-8d3e-8d1bae3c5f4d tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Pushing event deleted for resources: {'Port': ['ID=c7469efb-1961-4b8f-8f51-0a92c9909971,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:39.916241 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ebf66a7-7436-409e-86ee-5d8251be5304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.919003 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1237ba84-9a9f-4962-94a6-fa8a28bc956b req-e171995f-7fe4-4c8f-8d3e-8d1bae3c5f4d tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] No DVR routers for this DVR port c7469efb-1961-4b8f-8f51-0a92c9909971 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:39.925673 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1237ba84-9a9f-4962-94a6-fa8a28bc956b req-e171995f-7fe4-4c8f-8d3e-8d1bae3c5f4d tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:39.927704 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1237ba84-9a9f-4962-94a6-fa8a28bc956b req-e171995f-7fe4-4c8f-8d3e-8d1bae3c5f4d tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.88 "DELETE /v2.0/ports/c7469efb-1961-4b8f-8f51-0a92c9909971 HTTP/1.1" status: 204 len: 173 time: 1.4634840 Jul 16 03:35:39.928151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f792e07d-ab08-438d-ae83-e6f0e9f0d9f6', 'name': 'network-vif-deleted', 'tag': 'c7469efb-1961-4b8f-8f51-0a92c9909971'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:39.930471 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bb4012-6c0e-48c1-817b-2cad23b6f9e9" -d '{"events": [{"server_uuid": "f792e07d-ab08-438d-ae83-e6f0e9f0d9f6", "name": "network-vif-deleted", "tag": "c7469efb-1961-4b8f-8f51-0a92c9909971"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:39.951831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7ebf66a7-7436-409e-86ee-5d8251be5304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d522a5-12f5-44e7-a3cb-cfd4ed934e75']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:39.975547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7ebf66a7-7436-409e-86ee-5d8251be5304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0330d7a5-1727-442c-96fd-ec1f3edb651c') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:39.975846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7ebf66a7-7436-409e-86ee-5d8251be5304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0330d7a5-1727-442c-96fd-ec1f3edb651c') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:39.997177 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ebf66a7-7436-409e-86ee-5d8251be5304 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.027300 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ebf66a7-7436-409e-86ee-5d8251be5304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.037022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebf66a7-7436-409e-86ee-5d8251be5304 admin admin] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:40.037474 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ebf66a7-7436-409e-86ee-5d8251be5304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:40.041840 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:40.170687 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ebf66a7-7436-409e-86ee-5d8251be5304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.176993 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ebf66a7-7436-409e-86ee-5d8251be5304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.179044 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7ebf66a7-7436-409e-86ee-5d8251be5304 admin admin] 10.222.0.18 "DELETE /v2.0/networks/66d522a5-12f5-44e7-a3cb-cfd4ed934e75 HTTP/1.1" status: 204 len: 168 time: 1.0977194 Jul 16 03:35:40.208532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf66a7-7436-409e-86ee-5d8251be5304 admin admin] Pushing event deleted for resources: {'Network': ['ID=66d522a5-12f5-44e7-a3cb-cfd4ed934e75,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:40.563693 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33228) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:40.582645 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c7469efb-1961-4b8f-8f51-0a92c9909971 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:40.597021 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa02cf6d-d380-4f5e-92ef-ec109df5cf04 req-be935a8c-39b8-4b69-a6a7-95b64a5b8ab1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0813308 Jul 16 03:35:40.646130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: c7469efb-1961-4b8f-8f51-0a92c9909971 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:40.652576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c7469efb-1961-4b8f-8f51-0a92c9909971 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:40.690907 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dc7bee5a-8fbd-42cb-b4ac-8420e57d6df7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5f1db4e8f8e416d95402d13ce5dde6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1259117 Jul 16 03:35:40.691537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33232) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:40.821554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17fb74dd-afa3-4f45-974b-31b86c6be3ad req-6d435eb2-09ba-40f0-9fcb-1ce59c2b50b7 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.18 "GET /v2.0/security-groups?id=1805e62d-624a-4d55-a2fc-a507bdfc0145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0835230 Jul 16 03:35:40.846769 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-16f45ffb-756e-4554-95c8-875d1c22eec8 req-4990beee-1d8a-4239-a56b-17896bd905d7 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.910656 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb597186-7794-4662-bf27-f930ace653a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:40.958559 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643d9791-94cb-4f3b-951c-4d0501116df8 x-openstack-request-id: req-643d9791-94cb-4f3b-951c-4d0501116df8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:40.959538 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f792e07d-ab08-438d-ae83-e6f0e9f0d9f6", "name": "network-vif-deleted", "tag": "c7469efb-1961-4b8f-8f51-0a92c9909971", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:40.961605 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-643d9791-94cb-4f3b-951c-4d0501116df8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:40.962624 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f792e07d-ab08-438d-ae83-e6f0e9f0d9f6', 'name': 'network-vif-deleted', 'tag': 'c7469efb-1961-4b8f-8f51-0a92c9909971', 'status': 'completed', 'code': 200} Jul 16 03:35:41.000566 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c3794-5afe-4eb2-a0b1-2f007c6d2302 req-a5912a91-4805-494e-baa5-663996ed229a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:41.002364 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cb4c3794-5afe-4eb2-a0b1-2f007c6d2302 req-a5912a91-4805-494e-baa5-663996ed229a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.88 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 945 time: 0.2619298 Jul 16 03:35:41.003112 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33236) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:41.005483 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb597186-7794-4662-bf27-f930ace653a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.046388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990beee-1d8a-4239-a56b-17896bd905d7 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Pushing event deleted for resources: {'Port': ['ID=46263f29-d5a2-454b-bef3-e9fe39515c09,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:41.181863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f45ffb-756e-4554-95c8-875d1c22eec8 req-4990beee-1d8a-4239-a56b-17896bd905d7 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] No DVR routers for this DVR port 46263f29-d5a2-454b-bef3-e9fe39515c09 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:41.187176 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-16f45ffb-756e-4554-95c8-875d1c22eec8 req-4990beee-1d8a-4239-a56b-17896bd905d7 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.199021 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-16f45ffb-756e-4554-95c8-875d1c22eec8 req-4990beee-1d8a-4239-a56b-17896bd905d7 tempest-ServersNegativeTestMultiTenantJSON-1641329895 tempest-ServersNegativeTestMultiTenantJSON-1641329895-project] 10.222.0.20 "DELETE /v2.0/ports/46263f29-d5a2-454b-bef3-e9fe39515c09 HTTP/1.1" status: 204 len: 173 time: 2.2505643 Jul 16 03:35:41.203748 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7fa0b4-4cea-4131-b429-d679f9069e87', 'name': 'network-vif-deleted', 'tag': '46263f29-d5a2-454b-bef3-e9fe39515c09'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:41.210373 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba69906-96b8-43ca-a696-f7fdce7eb233" -d '{"events": [{"server_uuid": "7c7fa0b4-4cea-4131-b429-d679f9069e87", "name": "network-vif-deleted", "tag": "46263f29-d5a2-454b-bef3-e9fe39515c09"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:41.257036 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-115226085-network', 'tenant_id': '9168deec23834d6ba592134700ad0190'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:41.259432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6ef5f-a4d0-4669-9dc2-fb635e4b91a5 req-b73bcdc2-2f8e-4fca-a4a4-c8075451f38c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:41.264157 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63c6ef5f-a4d0-4669-9dc2-fb635e4b91a5 req-b73bcdc2-2f8e-4fca-a4a4-c8075451f38c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 943 time: 0.4306171 Jul 16 03:35:41.347309 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb597186-7794-4662-bf27-f930ace653a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.352569 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb597186-7794-4662-bf27-f930ace653a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.365561 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cb597186-7794-4662-bf27-f930ace653a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85e79ed5-c6b8-40be-81a5-abb1bec46aa3 HTTP/1.1" status: 204 len: 168 time: 0.6721768 Jul 16 03:35:41.371606 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63c6ef5f-a4d0-4669-9dc2-fb635e4b91a5 req-a166b36e-9da4-4c6c-873c-3326d4e1768c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018345 Jul 16 03:35:41.411426 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] Made reservation on behalf of 9168deec23834d6ba592134700ad0190 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:41.414374 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.424460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb597186-7794-4662-bf27-f930ace653a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e79ed5-c6b8-40be-81a5-abb1bec46aa3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:41.429083 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.470195 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-cb4c3794-5afe-4eb2-a0b1-2f007c6d2302 req-89c7c316-4079-4312-ad04-9f4d156dca6b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Deleting port 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:41.470195 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cb4c3794-5afe-4eb2-a0b1-2f007c6d2302 req-89c7c316-4079-4312-ad04-9f4d156dca6b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.546490 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8c01c7-71ff-4349-b923-62b392522a83 x-openstack-request-id: req-0a8c01c7-71ff-4349-b923-62b392522a83 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:41.546938 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7fa0b4-4cea-4131-b429-d679f9069e87", "name": "network-vif-deleted", "tag": "46263f29-d5a2-454b-bef3-e9fe39515c09", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:41.547385 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a8c01c7-71ff-4349-b923-62b392522a83 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:41.547888 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7fa0b4-4cea-4131-b429-d679f9069e87', 'name': 'network-vif-deleted', 'tag': '46263f29-d5a2-454b-bef3-e9fe39515c09', 'status': 'completed', 'code': 200} Jul 16 03:35:41.652226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-cb4c3794-5afe-4eb2-a0b1-2f007c6d2302 req-89c7c316-4079-4312-ad04-9f4d156dca6b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] For port 42f70afd-0448-4a3a-8fbf-3cbd9c847c14, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=42f70afd-0448-4a3a-8fbf-3cbd9c847c14,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:41.653080 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cb4c3794-5afe-4eb2-a0b1-2f007c6d2302 req-89c7c316-4079-4312-ad04-9f4d156dca6b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.670280 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-cb4c3794-5afe-4eb2-a0b1-2f007c6d2302 req-89c7c316-4079-4312-ad04-9f4d156dca6b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Calling delete_port for 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:41.909241 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cb4c3794-5afe-4eb2-a0b1-2f007c6d2302 req-89c7c316-4079-4312-ad04-9f4d156dca6b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:41.921059 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['42f70afd-0448-4a3a-8fbf-3cbd9c847c14'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:41.933285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:42.008809 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7c316-4079-4312-ad04-9f4d156dca6b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Pushing event deleted for resources: {'Port': ['ID=42f70afd-0448-4a3a-8fbf-3cbd9c847c14,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:42.039477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4c3794-5afe-4eb2-a0b1-2f007c6d2302 req-89c7c316-4079-4312-ad04-9f4d156dca6b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] No DVR routers for this DVR port 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:42.046308 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cb4c3794-5afe-4eb2-a0b1-2f007c6d2302 req-89c7c316-4079-4312-ad04-9f4d156dca6b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.049157 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cb4c3794-5afe-4eb2-a0b1-2f007c6d2302 req-89c7c316-4079-4312-ad04-9f4d156dca6b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.88 "DELETE /v2.0/ports/42f70afd-0448-4a3a-8fbf-3cbd9c847c14 HTTP/1.1" status: 204 len: 173 time: 1.0282807 Jul 16 03:35:42.099553 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b5e453d4-930e-47fd-9446-f403dfb88cec req-2ed43ed8-5ad8-4c22-b035-eb9e304b42a6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 210 time: 0.1388383 Jul 16 03:35:42.125121 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 46263f29-d5a2-454b-bef3-e9fe39515c09 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:42.136405 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.155814 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.171634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:42.179404 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-249f5e9b-1e13-4b84-98bb-61b443adae7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc45e79826f84845b4d4a498a9c19892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446713 Jul 16 03:35:42.185565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.186074 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] Added segment 2beee60a-f328-44f0-974c-b8867b60ba58 of type vlan for network babb1694-5957-4c05-a74a-8e2987974a0c Jul 16 03:35:42.187765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33260) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:42.223901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 46263f29-d5a2-454b-bef3-e9fe39515c09 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:42.224877 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 46263f29-d5a2-454b-bef3-e9fe39515c09 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:42.234792 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.275039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658ff7b-04ef-44db-a012-583558eef7c1 req-acb49e82-9e70-4835-8144-cb4b09bb05a3 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:42.277256 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33262) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:42.292503 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d658ff7b-04ef-44db-a012-583558eef7c1 req-acb49e82-9e70-4835-8144-cb4b09bb05a3 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3f2ea6f-62af-4fed-b755-698c9b884859 HTTP/1.1" status: 200 len: 946 time: 0.3513157 Jul 16 03:35:42.321838 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0642bd2-c430-4771-b259-2f81280a4dbe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:42.332109 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.333220 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:42.335453 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.390911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-218c0da8-8e18-46c0-b83e-5c7048e69c5d admin admin] Deleting subnet 9a2debe5-5c3f-4e98-b843-314f7be328ba {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:42.394280 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7107361b-673f-4bf2-95d0-4cf8bd5765a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.404209 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-218c0da8-8e18-46c0-b83e-5c7048e69c5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.410634 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3957398 Jul 16 03:35:42.427156 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d658ff7b-04ef-44db-a012-583558eef7c1 req-c8d1afae-47aa-4228-bd96-b1445d5ce3f7 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315331 Jul 16 03:35:42.428218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:42.434173 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cf5a8785-06bd-4398-ba9b-ad210f2ccb04 admin admin] Request body: {'subnet': {'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-115226085-subnet', 'tenant_id': '9168deec23834d6ba592134700ad0190', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:42.493308 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7107361b-673f-4bf2-95d0-4cf8bd5765a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.514931 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5a8785-06bd-4398-ba9b-ad210f2ccb04 admin admin] Made reservation on behalf of 9168deec23834d6ba592134700ad0190 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:42.522814 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8785-06bd-4398-ba9b-ad210f2ccb04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.542573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdbbdf6-3fd0-4a42-8196-9009d4a7b19d admin admin] Pushing event updated for resources: {'Network': ['ID=babb1694-5957-4c05-a74a-8e2987974a0c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:42.556380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network babb1694-5957-4c05-a74a-8e2987974a0c details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:42.566760 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-218c0da8-8e18-46c0-b83e-5c7048e69c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.658609 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-218c0da8-8e18-46c0-b83e-5c7048e69c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.743486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-218c0da8-8e18-46c0-b83e-5c7048e69c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.776727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c0da8-8e18-46c0-b83e-5c7048e69c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a2debe5-5c3f-4e98-b843-314f7be328ba,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:42.810427 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-218c0da8-8e18-46c0-b83e-5c7048e69c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.817363 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-218c0da8-8e18-46c0-b83e-5c7048e69c5d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9a2debe5-5c3f-4e98-b843-314f7be328ba HTTP/1.1" status: 204 len: 168 time: 0.5368834 Jul 16 03:35:42.817693 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33268) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:42.819481 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7107361b-673f-4bf2-95d0-4cf8bd5765a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.822453 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7107361b-673f-4bf2-95d0-4cf8bd5765a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:42.823781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7107361b-673f-4bf2-95d0-4cf8bd5765a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/167312c6-5c69-42a6-b7f1-9985ba82cc66 HTTP/1.1" status: 204 len: 168 time: 0.6348350 Jul 16 03:35:42.881511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107361b-673f-4bf2-95d0-4cf8bd5765a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167312c6-5c69-42a6-b7f1-9985ba82cc66,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:42.894301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace83d52-fc0b-41f1-aacd-d79d585e7536 req-a4c1b436-5d77-4445-ad3d-f36df79341f8 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:42.901549 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ace83d52-fc0b-41f1-aacd-d79d585e7536 req-a4c1b436-5d77-4445-ad3d-f36df79341f8 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 943 time: 0.2883739 Jul 16 03:35:43.027859 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4', 'name': 'network-vif-deleted', 'tag': '42f70afd-0448-4a3a-8fbf-3cbd9c847c14'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:43.035192 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0521dcd-4a07-40e8-b0a4-dc618472a69e" -d '{"events": [{"server_uuid": "7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4", "name": "network-vif-deleted", "tag": "42f70afd-0448-4a3a-8fbf-3cbd9c847c14"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:43.037987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ace83d52-fc0b-41f1-aacd-d79d585e7536 req-5aed577e-4013-4312-895b-66246e3f07ab tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353717 Jul 16 03:35:43.040126 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cab50bac-d0b4-4f4b-8e2c-02f4484ae5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.148205 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8785-06bd-4398-ba9b-ad210f2ccb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.206685 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cab50bac-d0b4-4f4b-8e2c-02f4484ae5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.220619 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-cab50bac-d0b4-4f4b-8e2c-02f4484ae5af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76daa592-142f-4ee3-8b0a-afb523727631']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:43.236678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-cab50bac-d0b4-4f4b-8e2c-02f4484ae5af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c30092b-4f6e-4bf3-b622-7d3c043ac391') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:43.236901 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-cab50bac-d0b4-4f4b-8e2c-02f4484ae5af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c30092b-4f6e-4bf3-b622-7d3c043ac391') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:43.255299 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cab50bac-d0b4-4f4b-8e2c-02f4484ae5af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.271862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3feb9a6-aea9-4230-866e-d61ba95a39a0 req-9d42df70-d3b4-4a98-b3a0-7ad1c5b97f55 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:43.275773 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cab50bac-d0b4-4f4b-8e2c-02f4484ae5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.280972 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3feb9a6-aea9-4230-866e-d61ba95a39a0 req-9d42df70-d3b4-4a98-b3a0-7ad1c5b97f55 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3f2ea6f-62af-4fed-b755-698c9b884859 HTTP/1.1" status: 200 len: 946 time: 0.3221874 Jul 16 03:35:43.285260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab50bac-d0b4-4f4b-8e2c-02f4484ae5af admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:43.286421 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cab50bac-d0b4-4f4b-8e2c-02f4484ae5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.358311 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a8785-06bd-4398-ba9b-ad210f2ccb04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3847197d-f3f8-4839-9746-4ebffe9eda29,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:43.359748 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b064d8e3-0a98-4cdb-a635-ddcbe91d425a x-openstack-request-id: req-b064d8e3-0a98-4cdb-a635-ddcbe91d425a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:43.361696 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4", "name": "network-vif-deleted", "tag": "42f70afd-0448-4a3a-8fbf-3cbd9c847c14", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:43.363081 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b064d8e3-0a98-4cdb-a635-ddcbe91d425a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:43.363609 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4', 'name': 'network-vif-deleted', 'tag': '42f70afd-0448-4a3a-8fbf-3cbd9c847c14', 'status': 'completed', 'code': 200} Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:43.367369 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:43.373318 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cab50bac-d0b4-4f4b-8e2c-02f4484ae5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.408987 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cab50bac-d0b4-4f4b-8e2c-02f4484ae5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.411203 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cab50bac-d0b4-4f4b-8e2c-02f4484ae5af admin admin] 10.222.0.18 "DELETE /v2.0/networks/76daa592-142f-4ee3-8b0a-afb523727631 HTTP/1.1" status: 204 len: 168 time: 0.5912759 Jul 16 03:35:43.416521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:43.446999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab50bac-d0b4-4f4b-8e2c-02f4484ae5af admin admin] Pushing event deleted for resources: {'Network': ['ID=76daa592-142f-4ee3-8b0a-afb523727631,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:43.473631 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b021180b-ab36-4b44-9ec3-1d1df3380225 req-6de44791-394d-4a41-bbac-f565bee076ce tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 210 time: 0.1164815 Jul 16 03:35:43.562271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8ebdb2-7e71-441b-9385-aea32f8eccdc admin admin] Deleting subnet 521c338c-c796-45dc-b214-bb60fd9cac26 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:35:43.569419 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebdb2-7e71-441b-9385-aea32f8eccdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.650438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-406b93f5-0651-414e-ac62-ceda125b71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:43.652137 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-406b93f5-0651-414e-ac62-ceda125b71b5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3&tenant_id=4ffe993ba0a949d0a9061f925ad98f77 HTTP/1.1" status: 200 len: 1094 time: 0.5925119 Jul 16 03:35:43.657161 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebdb2-7e71-441b-9385-aea32f8eccdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.664342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-75a20470-1b80-40c0-a467-c1461b197ade service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:35:43.667103 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-75a20470-1b80-40c0-a467-c1461b197ade service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080364 Jul 16 03:35:43.683929 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:43.729332 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5a8785-06bd-4398-ba9b-ad210f2ccb04 admin admin] Checking segment: {'id': '2beee60a-f328-44f0-974c-b8867b60ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:43.729553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5a8785-06bd-4398-ba9b-ad210f2ccb04 admin admin] Network hostable DHCP agents. Network: babb1694-5957-4c05-a74a-8e2987974a0c, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:43.811814 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebdb2-7e71-441b-9385-aea32f8eccdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.835672 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5a8785-06bd-4398-ba9b-ad210f2ccb04 admin admin] Network babb1694-5957-4c05-a74a-8e2987974a0c is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:43.874986 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cf5a8785-06bd-4398-ba9b-ad210f2ccb04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, babb1694-5957-4c05-a74a-8e2987974a0c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:43.884715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de5291e-c9f1-4094-a00e-e9c0fab7c615 None None] Network babb1694-5957-4c05-a74a-8e2987974a0c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:43.898389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5a8785-06bd-4398-ba9b-ad210f2ccb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:43.899259 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf5a8785-06bd-4398-ba9b-ad210f2ccb04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.931638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b6270-4c04-4c8c-85ed-817960f2d96c req-f1cfcce5-b5be-4331-8290-36ae84bab565 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:43.939051 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad8b6270-4c04-4c8c-85ed-817960f2d96c req-f1cfcce5-b5be-4331-8290-36ae84bab565 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3f2ea6f-62af-4fed-b755-698c9b884859 HTTP/1.1" status: 200 len: 946 time: 0.2772095 Jul 16 03:35:43.946068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a3feb9a6-aea9-4230-866e-d61ba95a39a0 req-76109a73-5c55-4e0a-a840-fbde64ca1e07 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Deleting port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:43.946668 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3feb9a6-aea9-4230-866e-d61ba95a39a0 req-76109a73-5c55-4e0a-a840-fbde64ca1e07 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:43.976434 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cf5a8785-06bd-4398-ba9b-ad210f2ccb04 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5460281 Jul 16 03:35:43.981586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33294) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:44.001380 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebdb2-7e71-441b-9385-aea32f8eccdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.007215 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-115226085-router', 'tenant_id': '9168deec23834d6ba592134700ad0190', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:44.026436 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.088095 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ebdb2-7e71-441b-9385-aea32f8eccdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=521c338c-c796-45dc-b214-bb60fd9cac26,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:44.101176 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.102349 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.130822 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d8ebdb2-7e71-441b-9385-aea32f8eccdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.142494 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0d8ebdb2-7e71-441b-9385-aea32f8eccdc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/521c338c-c796-45dc-b214-bb60fd9cac26 HTTP/1.1" status: 204 len: 168 time: 0.7255430 Jul 16 03:35:44.169733 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad8b6270-4c04-4c8c-85ed-817960f2d96c req-2d25a95a-8624-48d4-a62f-5d566b6675f2 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292056 Jul 16 03:35:44.175792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:44.278524 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeab6940-49a2-435e-90ea-7f9bd13d057d None None] Network babb1694-5957-4c05-a74a-8e2987974a0c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:44.288476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a3feb9a6-aea9-4230-866e-d61ba95a39a0 req-76109a73-5c55-4e0a-a840-fbde64ca1e07 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] For port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:44.289093 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3feb9a6-aea9-4230-866e-d61ba95a39a0 req-76109a73-5c55-4e0a-a840-fbde64ca1e07 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.348810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a3feb9a6-aea9-4230-866e-d61ba95a39a0 req-76109a73-5c55-4e0a-a840-fbde64ca1e07 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Calling delete_port for 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:44.386017 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.389061 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fca93a2a-26c4-4987-8f2e-abe045027145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.616934 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3feb9a6-aea9-4230-866e-d61ba95a39a0 req-76109a73-5c55-4e0a-a840-fbde64ca1e07 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.617203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:44.659887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76109a73-5c55-4e0a-a840-fbde64ca1e07 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Pushing event deleted for resources: {'Port': ['ID=0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:44.685266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f4c91-e349-4473-a0ac-d58bd221a326 req-56822355-a4a3-4315-bb4f-ebad5790e069 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:44.687136 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-502f4c91-e349-4473-a0ac-d58bd221a326 req-56822355-a4a3-4315-bb4f-ebad5790e069 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 943 time: 0.4017754 Jul 16 03:35:44.692872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:44.693261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 42f70afd-0448-4a3a-8fbf-3cbd9c847c14 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:44.703046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['a188a71b-5d9a-479f-ad52-468c2ac9e089'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:35:44.746034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:44.765901 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fca93a2a-26c4-4987-8f2e-abe045027145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.778193 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fca93a2a-26c4-4987-8f2e-abe045027145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d74cea-64bc-4fcc-8f5a-03697fb1477e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:44.793896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fca93a2a-26c4-4987-8f2e-abe045027145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340f1a5a-85ea-42d7-b58a-08a5a444c86b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:44.794305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fca93a2a-26c4-4987-8f2e-abe045027145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340f1a5a-85ea-42d7-b58a-08a5a444c86b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:44.805643 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fca93a2a-26c4-4987-8f2e-abe045027145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.827040 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fca93a2a-26c4-4987-8f2e-abe045027145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.840525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca93a2a-26c4-4987-8f2e-abe045027145 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:35:44.840976 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fca93a2a-26c4-4987-8f2e-abe045027145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:35:44.975542 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:35:44.984215 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.992767 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fca93a2a-26c4-4987-8f2e-abe045027145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:44.997843 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fca93a2a-26c4-4987-8f2e-abe045027145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.002700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fca93a2a-26c4-4987-8f2e-abe045027145 admin admin] 10.222.0.18 "DELETE /v2.0/networks/17d74cea-64bc-4fcc-8f5a-03697fb1477e HTTP/1.1" status: 204 len: 168 time: 0.8235791 Jul 16 03:35:45.028957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:45.165331 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1d9f6ad-cf48-43b7-adf3-48964b8fa9db req-f1c281a4-43fb-491d-badd-5003cf7110bf tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 210 time: 0.1904581 Jul 16 03:35:45.221593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe08917-b22a-46fe-84c6-7d7df9b13903 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:45.227579 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3feb9a6-aea9-4230-866e-d61ba95a39a0 req-76109a73-5c55-4e0a-a840-fbde64ca1e07 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] No DVR routers for this DVR port 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:45.249971 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.251510 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:45.252953 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a3feb9a6-aea9-4230-866e-d61ba95a39a0 req-76109a73-5c55-4e0a-a840-fbde64ca1e07 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.255120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3feb9a6-aea9-4230-866e-d61ba95a39a0 req-76109a73-5c55-4e0a-a840-fbde64ca1e07 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.20 "DELETE /v2.0/ports/0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e HTTP/1.1" status: 204 len: 173 time: 1.9679711 Jul 16 03:35:45.258001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f2ea6f-62af-4fed-b755-698c9b884859', 'name': 'network-vif-deleted', 'tag': '0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:45.260664 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aabd5e-84ec-4ac9-addf-fa544896d53e" -d '{"events": [{"server_uuid": "c3f2ea6f-62af-4fed-b755-698c9b884859", "name": "network-vif-deleted", "tag": "0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:45.269518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca93a2a-26c4-4987-8f2e-abe045027145 admin admin] Pushing event deleted for resources: {'Network': ['ID=17d74cea-64bc-4fcc-8f5a-03697fb1477e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:45.308529 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Transition to ACTIVE for port object ebe08917-b22a-46fe-84c6-7d7df9b13903 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:45.320860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-04cc2e35-5b68-44a2-86f4-092548fca050 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=890cc3aecad64e0ead5e87ce8791b629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637445 Jul 16 03:35:45.323366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:45.335314 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.407300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-502f4c91-e349-4473-a0ac-d58bd221a326 req-6f04fd42-3f05-4601-9f90-01b83c49f254 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6953635 Jul 16 03:35:45.478992 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54aee6e9-4d20-4412-877c-541e3faa75b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.581241 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54aee6e9-4d20-4412-877c-541e3faa75b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.825783 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adebe09b-44d7-4b87-86d5-0f5c2c85d48f req-68ad1cd2-2f8a-4c0f-a174-e0fadb0a1919 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3f2ea6f-62af-4fed-b755-698c9b884859 HTTP/1.1" status: 200 len: 210 time: 0.1705782 Jul 16 03:35:45.859980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Pushing event updated for resources: {'Port': ['ID=ebe08917-b22a-46fe-84c6-7d7df9b13903,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:45.867323 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54aee6e9-4d20-4412-877c-541e3faa75b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.870525 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54aee6e9-4d20-4412-877c-541e3faa75b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:45.871757 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-54aee6e9-4d20-4412-877c-541e3faa75b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1805e62d-624a-4d55-a2fc-a507bdfc0145 HTTP/1.1" status: 204 len: 168 time: 0.5474646 Jul 16 03:35:45.907036 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aee6e9-4d20-4412-877c-541e3faa75b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1805e62d-624a-4d55-a2fc-a507bdfc0145,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:45.951607 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f03468b-78be-499c-abf9-ed2735a9e1ef x-openstack-request-id: req-4f03468b-78be-499c-abf9-ed2735a9e1ef {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:45.951906 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f2ea6f-62af-4fed-b755-698c9b884859", "name": "network-vif-deleted", "tag": "0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:45.952161 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f03468b-78be-499c-abf9-ed2735a9e1ef {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:45.952589 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f2ea6f-62af-4fed-b755-698c9b884859', 'name': 'network-vif-deleted', 'tag': '0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e', 'status': 'completed', 'code': 200} Jul 16 03:35:46.018082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] No DVR routers for this DVR port ebe08917-b22a-46fe-84c6-7d7df9b13903 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:46.142290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:46.254592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:35:46.260507 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0ffcc411-9a23-41c8-ae0a-ec5f8e6e393e not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:35:46.336533 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.369654 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.450332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Attempting to bind port ebe08917-b22a-46fe-84c6-7d7df9b13903 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:46.450804 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Attempting to bind port ebe08917-b22a-46fe-84c6-7d7df9b13903 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:46.451203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Attempting to bind port ebe08917-b22a-46fe-84c6-7d7df9b13903 on network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:46.466183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Port ebe08917-b22a-46fe-84c6-7d7df9b13903 on network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:46.466619 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Attempting to bind port ebe08917-b22a-46fe-84c6-7d7df9b13903 on network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:46.483512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:46.483938 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Checking segment: {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:46.484768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Bound using segment: {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:46.485207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Bound port: ebe08917-b22a-46fe-84c6-7d7df9b13903, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:46.485572 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.509183 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ab23b96-1cf5-4603-8497-b066832b5308 req-662b6f19-9f83-4e78-b151-d13f06d1995b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 210 time: 0.0663369 Jul 16 03:35:46.515579 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:46.587169 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Allocated IP 172.25.3.73 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/ddf6d5c7-a0bf-4994-aae7-d145305a8bd7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:46.591347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cef53633-caa1-4903-8e58-1e5c9d37c5d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d910dc8edb9d4eec97903fdf4b0bbfef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744703 Jul 16 03:35:46.594448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:46.697677 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af7e061-df56-4b07-a198-c600b115a4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.724904 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af7e061-df56-4b07-a198-c600b115a4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.816552 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.830953 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af7e061-df56-4b07-a198-c600b115a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.834496 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9af7e061-df56-4b07-a198-c600b115a4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.838027 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9af7e061-df56-4b07-a198-c600b115a4c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8ab6084-58b5-4d6a-a0c1-24e18797e654 HTTP/1.1" status: 204 len: 168 time: 0.2402437 Jul 16 03:35:46.861925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:46.867514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:46.876152 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.883633 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7e061-df56-4b07-a198-c600b115a4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ab6084-58b5-4d6a-a0c1-24e18797e654,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:46.950781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:46.951097 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:46.952517 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] 10.222.0.88 "PUT /v2.0/ports/ebe08917-b22a-46fe-84c6-7d7df9b13903 HTTP/1.1" status: 200 len: 1091 time: 3.2774985 Jul 16 03:35:46.953198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:46.962744 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a586b6-5154-4df8-8c63-af39d0afc25a" -d '{"events": [{"name": "network-changed", "server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:46.962926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e6431-9b01-4165-b680-a543117b5eab req-6d4faca6-4c11-4ae7-91c0-f1249b387838 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:46.967726 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb2e6431-9b01-4165-b680-a543117b5eab req-6d4faca6-4c11-4ae7-91c0-f1249b387838 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 943 time: 0.1920314 Jul 16 03:35:46.985404 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:47.067102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:47.069897 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75659d-ab3c-4f7c-b1a9-0639eee632cc service neutron] Pushing event updated for resources: {'Port': ['ID=ebe08917-b22a-46fe-84c6-7d7df9b13903,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:47.074397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:47.101903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-752291ca-e28b-4f69-8bcf-ea360c975355 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b1f5c8d63ff84fc9a9d4105012476e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773962 Jul 16 03:35:47.149191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Pushing event updated for resources: {'Port': ['ID=ddf6d5c7-a0bf-4994-aae7-d145305a8bd7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:47.153330 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:47.223099 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb2e6431-9b01-4165-b680-a543117b5eab req-b4c75f01-bfda-4375-a42c-70b3379c7381 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2490497 Jul 16 03:35:47.326859 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-0f710f14-4dd4-43b4-80d2-507126dbaefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:47.328621 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-0f710f14-4dd4-43b4-80d2-507126dbaefc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 1095 time: 0.3386102 Jul 16 03:35:47.341231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-0d44f3b6-08cf-480d-8a29-01d8b31765b6 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:47.343233 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-0d44f3b6-08cf-480d-8a29-01d8b31765b6 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2284911 Jul 16 03:35:47.368640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-0b4d132f-621d-471d-8e60-5b1ee59aa6de tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/quotas/b1f5c8d63ff84fc9a9d4105012476e63 HTTP/1.1" status: 200 len: 375 time: 0.0200615 Jul 16 03:35:47.423503 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-e3f1c880-690d-489c-b39f-e3fb16e64476 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b1f5c8d63ff84fc9a9d4105012476e63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481753 Jul 16 03:35:47.508604 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36b3f8a-eba3-45a3-9e1a-b14f07f03938 x-openstack-request-id: req-d36b3f8a-eba3-45a3-9e1a-b14f07f03938 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:47.509190 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:47.509190 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d36b3f8a-eba3-45a3-9e1a-b14f07f03938 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:47.509530 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'status': 'completed', 'code': 200} Jul 16 03:35:47.891838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-24478298-353d-4302-8baf-4715527fd8a3 req-2cd8cdec-7c00-4669-a01f-3683df1359d7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 210 time: 0.0945981 Jul 16 03:35:47.956632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-9a96dff6-f30d-4645-bf49-bd0dcabf249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:47.958160 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-9a96dff6-f30d-4645-bf49-bd0dcabf249b service neutron] 10.222.0.88 "GET /v2.0/networks?id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 200 len: 918 time: 0.5736861 Jul 16 03:35:48.113703 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-234ad439-94ca-4306-aaf7-9158e4583fb5 req-d28b2108-66be-4cb5-9a65-8188266b74bc tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 210 time: 0.0621874 Jul 16 03:35:48.237068 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-3734fd98-f196-4c0e-bd97-6c7ff36297f8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903 HTTP/1.1" status: 200 len: 998 time: 0.2512667 Jul 16 03:35:48.518896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-7cda26d9-c73a-4b98-988b-af71d9e995f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:48.520450 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-7cda26d9-c73a-4b98-988b-af71d9e995f7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df2843df-4813-4d8f-83e4-b733c2b2e1d2 HTTP/1.1" status: 200 len: 856 time: 0.1881843 Jul 16 03:35:48.525267 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:48.574797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01fc64-096e-450e-8fff-bda5ca58a8b8 req-bd037126-ee1f-4445-8978-df3ace7a3ee3 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:48.582173 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb01fc64-096e-450e-8fff-bda5ca58a8b8 req-bd037126-ee1f-4445-8978-df3ace7a3ee3 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 944 time: 0.1409249 Jul 16 03:35:48.604387 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:35:48.630135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1438d9-308c-4181-8bae-3b3a10ef1783 req-6a2c15ad-ffdc-46c1-844e-8cb6929b8f9a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:48.638523 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef1438d9-308c-4181-8bae-3b3a10ef1783 req-6a2c15ad-ffdc-46c1-844e-8cb6929b8f9a tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.1839449 Jul 16 03:35:48.730897 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb01fc64-096e-450e-8fff-bda5ca58a8b8 req-abb0a9af-60dc-44fd-adc8-2e8948d0ee13 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474798 Jul 16 03:35:48.735017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-e196d8a0-ce69-47fd-853c-26d6c3999808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:48.736741 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-e196d8a0-ce69-47fd-853c-26d6c3999808 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025857 Jul 16 03:35:48.760982 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef1438d9-308c-4181-8bae-3b3a10ef1783 req-f7360ed6-b171-4d2a-9f4a-72d3a04ce03b tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212950 Jul 16 03:35:48.971420 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:48.979415 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-99372bc7-026b-494c-a86a-b8a07a0a900b service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318249 Jul 16 03:35:49.147508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b872d1e6-299e-4d4a-96a8-0c9454f5bf9c req-98c1968d-f22a-447f-8e1c-038b0f3da1f8 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ae59654-4f2f-446e-8e84-6cd6b4ddf1c4 HTTP/1.1" status: 200 len: 210 time: 0.0429022 Jul 16 03:35:49.253717 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1711bb36-b273-4cc3-8762-92a1c1ed1411 req-389a2530-01ba-4f98-8ce7-5db6856f9209 service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134471 Jul 16 03:35:49.273219 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Router 3bda49c4-97a1-43a9-8028-534acc3cdde7 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:35:49.369073 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-630e278d-d21d-4888-bdf4-0ede7d3dedae req-3052def3-187a-4542-a01f-4c7571221bf7 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 210 time: 0.0444770 Jul 16 03:35:49.448433 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-a40e1159-a0e6-4c29-b0ba-e814bb257013 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b1f5c8d63ff84fc9a9d4105012476e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456727 Jul 16 03:35:49.589844 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:49.605851 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Sync routers for ids ['3bda49c4-97a1-43a9-8028-534acc3cdde7'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:49.637035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Routers {'3bda49c4-97a1-43a9-8028-534acc3cdde7'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:49.637955 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:49.638821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:35:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bda49c4-97a1-43a9-8028-534acc3cdde7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:49.650331 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-da4c659a-51d8-4faa-b6b2-28b995ad713c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6676683 Jul 16 03:35:49.655425 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:49.686576 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a586b6-5154-4df8-8c63-af39d0afc25a req-3ec1e80c-cddc-4e49-81bf-4dc1e7533114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:49.689697 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e7a586b6-5154-4df8-8c63-af39d0afc25a req-3ec1e80c-cddc-4e49-81bf-4dc1e7533114 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 1095 time: 0.2045999 Jul 16 03:35:49.910178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Set router 3bda49c4-97a1-43a9-8028-534acc3cdde7 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:49.972989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-8ed90588-5714-499b-a217-94aa416139f3 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:49.975462 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-8ed90588-5714-499b-a217-94aa416139f3 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5180774 Jul 16 03:35:49.979026 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a586b6-5154-4df8-8c63-af39d0afc25a req-a11fa123-03ce-4b76-92bc-0999ff556bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:49.982460 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e7a586b6-5154-4df8-8c63-af39d0afc25a req-a11fa123-03ce-4b76-92bc-0999ff556bbc service neutron] 10.222.0.88 "GET /v2.0/networks?id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 200 len: 918 time: 0.2832434 Jul 16 03:35:49.996615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Request body: {'port': {'device_id': 'a14f3000-601e-4971-963e-0fb66b19fb88', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': 'b1f5c8d63ff84fc9a9d4105012476e63'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:50.134979 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e7a586b6-5154-4df8-8c63-af39d0afc25a req-60d728de-78ba-489a-92d6-35aa8c123a6b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903 HTTP/1.1" status: 200 len: 998 time: 0.1454206 Jul 16 03:35:50.269294 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a586b6-5154-4df8-8c63-af39d0afc25a req-77867b90-a67d-4581-9b98-be5e823908a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:50.272005 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e7a586b6-5154-4df8-8c63-af39d0afc25a req-77867b90-a67d-4581-9b98-be5e823908a9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df2843df-4813-4d8f-83e4-b733c2b2e1d2 HTTP/1.1" status: 200 len: 856 time: 0.1291759 Jul 16 03:35:50.394711 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33478) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:50.446325 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a586b6-5154-4df8-8c63-af39d0afc25a req-368b75f5-eb5f-4ec5-892e-c13a800fa55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:50.451182 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e7a586b6-5154-4df8-8c63-af39d0afc25a req-368b75f5-eb5f-4ec5-892e-c13a800fa55b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549027 Jul 16 03:35:50.474437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Made reservation on behalf of b1f5c8d63ff84fc9a9d4105012476e63 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:50.477967 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.658040 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'name': 'tempest-ServerRescueTestJSON-115226085-router', 'tenant_id': '9168deec23834d6ba592134700ad0190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ddf6d5c7-a0bf-4994-aae7-d145305a8bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:47Z', 'revision_number': 3, 'project_id': '9168deec23834d6ba592134700ad0190', 'gw_port': {'id': 'ddf6d5c7-a0bf-4994-aae7-d145305a8bd7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:46Z', 'updated_at': '2021-07-16T03:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:50.673978 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e7a586b6-5154-4df8-8c63-af39d0afc25a req-ebba3301-3d87-4f0c-8d56-bb72079b7cea service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076383 Jul 16 03:35:50.692480 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b93b09c-7a2b-479c-a14d-cd3f91ef7acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.742259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Checking router: 3bda49c4-97a1-43a9-8028-534acc3cdde7 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:50.742948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Updating router 3bda49c4-97a1-43a9-8028-534acc3cdde7 port ddf6d5c7-a0bf-4994-aae7-d145305a8bd7 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:35:50.806521 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.899140 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e7a586b6-5154-4df8-8c63-af39d0afc25a req-45d7b182-d006-4eff-8be1-3f988b5632be service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956322 Jul 16 03:35:50.960040 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b93b09c-7a2b-479c-a14d-cd3f91ef7acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:50.970492 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b93b09c-7a2b-479c-a14d-cd3f91ef7acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.048080 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4b93b09c-7a2b-479c-a14d-cd3f91ef7acc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05f37d96529c47a580d0d0c3cf6e5614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6522884 Jul 16 03:35:51.049034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33484) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:51.050105 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93b09c-7a2b-479c-a14d-cd3f91ef7acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2759e5-2468-4b8a-be01-69b7e96e3720,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:51.149756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b52ee4-6477-488b-aaee-0618e763d3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.201366 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.213022 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b52ee4-6477-488b-aaee-0618e763d3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.225242 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Transition to ACTIVE for port object ddf6d5c7-a0bf-4994-aae7-d145305a8bd7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:51.239280 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.252772 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.294769 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b52ee4-6477-488b-aaee-0618e763d3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.298770 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2b52ee4-6477-488b-aaee-0618e763d3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.300209 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c2b52ee4-6477-488b-aaee-0618e763d3b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b2759e5-2468-4b8a-be01-69b7e96e3720 HTTP/1.1" status: 204 len: 168 time: 0.2432194 Jul 16 03:35:51.321709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204bf91-6b77-4f59-9fcd-bb87c19e04af None None] Pushing event updated for resources: {'Port': ['ID=ddf6d5c7-a0bf-4994-aae7-d145305a8bd7,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:51.334901 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b52ee4-6477-488b-aaee-0618e763d3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2759e5-2468-4b8a-be01-69b7e96e3720,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:51.339024 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Attempting to bind port ddf6d5c7-a0bf-4994-aae7-d145305a8bd7 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:51.339166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Attempting to bind port ddf6d5c7-a0bf-4994-aae7-d145305a8bd7 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:51.339458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Attempting to bind port ddf6d5c7-a0bf-4994-aae7-d145305a8bd7 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:51.354302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:51.354708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:51.355186 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.355603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:51.356139 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Bound port: ddf6d5c7-a0bf-4994-aae7-d145305a8bd7, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:51.356572 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.416620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] For port ddf6d5c7-a0bf-4994-aae7-d145305a8bd7, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:51.419850 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] For port ddf6d5c7-a0bf-4994-aae7-d145305a8bd7, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ddf6d5c7-a0bf-4994-aae7-d145305a8bd7,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:51.422173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bf91-6b77-4f59-9fcd-bb87c19e04af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:51.422558 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bf91-6b77-4f59-9fcd-bb87c19e04af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:51.422915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bf91-6b77-4f59-9fcd-bb87c19e04af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:51.423253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bf91-6b77-4f59-9fcd-bb87c19e04af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:51.423609 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bf91-6b77-4f59-9fcd-bb87c19e04af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:51.423972 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bf91-6b77-4f59-9fcd-bb87c19e04af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:51.424523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bf91-6b77-4f59-9fcd-bb87c19e04af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:51.424945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bf91-6b77-4f59-9fcd-bb87c19e04af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:51.425302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bf91-6b77-4f59-9fcd-bb87c19e04af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:51.425652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bf91-6b77-4f59-9fcd-bb87c19e04af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:51.426056 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bf91-6b77-4f59-9fcd-bb87c19e04af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:51.426588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e204bf91-6b77-4f59-9fcd-bb87c19e04af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:35:51.428101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e083-e24c-4656-a157-ecc6c8cb4165 req-b03f64a3-9837-4add-badb-fc7979d5c925 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:51.435161 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:51.442847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf83e083-e24c-4656-a157-ecc6c8cb4165 req-b03f64a3-9837-4add-badb-fc7979d5c925 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 1.4913125 Jul 16 03:35:51.495380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204bf91-6b77-4f59-9fcd-bb87c19e04af None None] Pushing event updated for resources: {'Port': ['ID=ddf6d5c7-a0bf-4994-aae7-d145305a8bd7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:51.547231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Routers {'3bda49c4-97a1-43a9-8028-534acc3cdde7'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:51.547872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:35:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bda49c4-97a1-43a9-8028-534acc3cdde7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:51.615548 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f352a9-e219-4a44-b539-b8d4744044dc req-37579ce1-a8ee-436d-9869-06abb17970cd tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:51.623701 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44f352a9-e219-4a44-b539-b8d4744044dc req-37579ce1-a8ee-436d-9869-06abb17970cd tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 944 time: 1.3654439 Jul 16 03:35:51.651467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99ffbe-9462-423f-b583-0706fb967da8 req-cdc26b76-156a-4146-9ff2-24c4591dd414 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:51.653389 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e99ffbe-9462-423f-b583-0706fb967da8 req-cdc26b76-156a-4146-9ff2-24c4591dd414 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.88 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 1.6741490 Jul 16 03:35:51.718725 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf83e083-e24c-4656-a157-ecc6c8cb4165 req-2e409c93-9d44-417e-ab87-277c2c9aadcf tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748559 Jul 16 03:35:51.848874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] Set router 3bda49c4-97a1-43a9-8028-534acc3cdde7 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:52.056236 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.066369 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44f352a9-e219-4a44-b539-b8d4744044dc req-091907e9-09b0-45a8-8510-5be84e0a438e tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4411907 Jul 16 03:35:52.071480 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.317324 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'name': 'tempest-ServerRescueTestJSON-115226085-router', 'tenant_id': '9168deec23834d6ba592134700ad0190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ddf6d5c7-a0bf-4994-aae7-d145305a8bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:47Z', 'revision_number': 3, 'project_id': '9168deec23834d6ba592134700ad0190', 'gw_port': {'id': 'ddf6d5c7-a0bf-4994-aae7-d145305a8bd7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:46Z', 'updated_at': '2021-07-16T03:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:52.385171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd2a14-8a6a-4303-99fa-226a290d1140 None None] The sync data for ids ['3bda49c4-97a1-43a9-8028-534acc3cdde7'] in n-d-800088-6 is: [{'id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'name': 'tempest-ServerRescueTestJSON-115226085-router', 'tenant_id': '9168deec23834d6ba592134700ad0190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ddf6d5c7-a0bf-4994-aae7-d145305a8bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:47Z', 'revision_number': 3, 'project_id': '9168deec23834d6ba592134700ad0190', 'gw_port': {'id': 'ddf6d5c7-a0bf-4994-aae7-d145305a8bd7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:46Z', 'updated_at': '2021-07-16T03:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:35:52.560912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Allocated IP 192.168.233.222 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/3388eba3-0cf8-4e95-80cd-1d840934f419) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:52.583680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:52.642093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a188a71b-5d9a-479f-ad52-468c2ac9e089 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:35:52.922054 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2e0a09c-0176-4389-b731-a69b106ec72a req-7c3053a9-b912-4cb9-97f9-6466250fdb80 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 210 time: 0.2869005 Jul 16 03:35:52.966502 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:52.995103 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33520) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:53.131930 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeefa527-f1ee-4e29-8d34-ac1cfb424548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a188a71b-5d9a-479f-ad52-468c2ac9e089'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:53.139941 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8463af17-2ecf-4d18-8782-02adec39177f" -d '{"events": [{"server_uuid": "eeefa527-f1ee-4e29-8d34-ac1cfb424548", "name": "network-vif-unplugged", "status": "completed", "tag": "a188a71b-5d9a-479f-ad52-468c2ac9e089"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:53.173947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a188a71b-5d9a-479f-ad52-468c2ac9e089, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a188a71b-5d9a-479f-ad52-468c2ac9e089,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:53.177039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3e99ffbe-9462-423f-b583-0706fb967da8 req-fb102a73-bf3d-4648-a211-5d5764af63e8 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Deleting port a188a71b-5d9a-479f-ad52-468c2ac9e089 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:35:53.177426 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e99ffbe-9462-423f-b583-0706fb967da8 req-fb102a73-bf3d-4648-a211-5d5764af63e8 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.186696 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.290630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2075486993-network', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:53.325380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a188a71b-5d9a-479f-ad52-468c2ac9e089,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:53.337409 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] Made reservation on behalf of 69feb84b2a1a46dc9a17a131d3823f84 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:53.340612 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.364124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.440081 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.465890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Transition to ACTIVE for port object 3388eba3-0cf8-4e95-80cd-1d840934f419 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:53.607482 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.642498 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.650533 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.675046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3e99ffbe-9462-423f-b583-0706fb967da8 req-fb102a73-bf3d-4648-a211-5d5764af63e8 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] For port a188a71b-5d9a-479f-ad52-468c2ac9e089, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a188a71b-5d9a-479f-ad52-468c2ac9e089,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:53.678157 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e99ffbe-9462-423f-b583-0706fb967da8 req-fb102a73-bf3d-4648-a211-5d5764af63e8 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.690436 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9deaf1c-89bc-487c-b251-608f80b798ca req-36a6b5ae-0287-4a6d-ba5d-93bd0a581b1f tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:53.701396 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9deaf1c-89bc-487c-b251-608f80b798ca req-36a6b5ae-0287-4a6d-ba5d-93bd0a581b1f tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 945 time: 0.5727453 Jul 16 03:35:53.707646 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5447deb-3d0f-4979-b85d-0d115a732d4e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:53.737808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:35:53.769490 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.770834 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] Added segment 01ae7d91-31f2-444a-8a2e-4d700a08a6aa of type vlan for network 86c7e975-c657-4bd7-a136-c5c84a957407 Jul 16 03:35:53.776638 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.793316 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3e99ffbe-9462-423f-b583-0706fb967da8 req-fb102a73-bf3d-4648-a211-5d5764af63e8 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Calling delete_port for a188a71b-5d9a-479f-ad52-468c2ac9e089 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:35:53.882664 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.954165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ddf6d5c7-a0bf-4994-aae7-d145305a8bd7 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:53.957557 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:53.959398 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:53.960816 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.039395 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0429337 Jul 16 03:35:54.041849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:54.046744 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33538) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:54.062713 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9e8c42f5-9a3f-4156-b5b0-a0f239a12a06 admin admin] Request body: {'subnet': {'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2075486993-subnet', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:54.101863 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port ddf6d5c7-a0bf-4994-aae7-d145305a8bd7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:54.115879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ddf6d5c7-a0bf-4994-aae7-d145305a8bd7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:54.116476 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.166517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1c6ce-f186-410c-9185-084631814ded admin admin] Pushing event updated for resources: {'Network': ['ID=86c7e975-c657-4bd7-a136-c5c84a957407,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:54.183073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 86c7e975-c657-4bd7-a136-c5c84a957407 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:35:54.215995 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8c42f5-9a3f-4156-b5b0-a0f239a12a06 admin admin] Made reservation on behalf of 69feb84b2a1a46dc9a17a131d3823f84 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:35:54.218417 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8c42f5-9a3f-4156-b5b0-a0f239a12a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.222569 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:54.251534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:54.268222 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9deaf1c-89bc-487c-b251-608f80b798ca req-ad5d9bb0-db82-4009-ad64-cf11c0ca8f87 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/security-groups?id=582f25fe-7518-4c1b-b184-dba12786efdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664515 Jul 16 03:35:54.369960 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Pushing event updated for resources: {'Port': ['ID=3388eba3-0cf8-4e95-80cd-1d840934f419,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:54.449131 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.501067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port ddf6d5c7-a0bf-4994-aae7-d145305a8bd7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ddf6d5c7-a0bf-4994-aae7-d145305a8bd7,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:54.508665 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.682243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=ddf6d5c7-a0bf-4994-aae7-d145305a8bd7,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:54.704175 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8c42f5-9a3f-4156-b5b0-a0f239a12a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.766684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:54.767350 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.782605 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c42f5-9a3f-4156-b5b0-a0f239a12a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:54.800104 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c42f5-9a3f-4156-b5b0-a0f239a12a06 admin admin] Checking segment: {'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:54.800671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8c42f5-9a3f-4156-b5b0-a0f239a12a06 admin admin] Network hostable DHCP agents. Network: 86c7e975-c657-4bd7-a136-c5c84a957407, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:35:54.814965 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1d6adf46-3865-4c0c-a0f4-2dc96ae28c29 None None] Provisioning for port 3388eba3-0cf8-4e95-80cd-1d840934f419 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:54.826152 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1d6adf46-3865-4c0c-a0f4-2dc96ae28c29 None None] Provisioning complete for port 3388eba3-0cf8-4e95-80cd-1d840934f419 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:54.826647 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1d6adf46-3865-4c0c-a0f4-2dc96ae28c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.867086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8c42f5-9a3f-4156-b5b0-a0f239a12a06 admin admin] Network 86c7e975-c657-4bd7-a136-c5c84a957407 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:35:54.877156 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-464c010a-9589-4fd3-ab31-c2cc63c2938d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8832591 Jul 16 03:35:54.885909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9e8c42f5-9a3f-4156-b5b0-a0f239a12a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 86c7e975-c657-4bd7-a136-c5c84a957407) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:54.892878 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8c42f5-9a3f-4156-b5b0-a0f239a12a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:54.893700 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8c42f5-9a3f-4156-b5b0-a0f239a12a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:54.897390 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1d6adf46-3865-4c0c-a0f4-2dc96ae28c29 None None] Port 3388eba3-0cf8-4e95-80cd-1d840934f419 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:35:54.900566 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0381b73c-782b-4738-b32f-a25721547f95 None None] Network 86c7e975-c657-4bd7-a136-c5c84a957407 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:54.911877 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Request body: {'port': {'device_id': 'a14f3000-601e-4971-963e-0fb66b19fb88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:54.929724 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9e8c42f5-9a3f-4156-b5b0-a0f239a12a06 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8818338 Jul 16 03:35:54.932602 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33544) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:54.941810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:35:55.000161 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.002012 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.031533 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Allocated IP 172.20.0.1 (babb1694-5957-4c05-a74a-8e2987974a0c/3847197d-f3f8-4839-9746-4ebffe9eda29/3f565812-604f-4f15-81d7-7ec20b752a67) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:55.064575 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e99ffbe-9462-423f-b583-0706fb967da8 req-fb102a73-bf3d-4648-a211-5d5764af63e8 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.199427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb102a73-bf3d-4648-a211-5d5764af63e8 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Pushing event deleted for resources: {'Port': ['ID=a188a71b-5d9a-479f-ad52-468c2ac9e089,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:55.240447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.299046 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.337985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-86c7e975-c657-4bd7-a136-c5c84a957407', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:35:55.339244 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.472516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e99ffbe-9462-423f-b583-0706fb967da8 req-fb102a73-bf3d-4648-a211-5d5764af63e8 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] No DVR routers for this DVR port a188a71b-5d9a-479f-ad52-468c2ac9e089 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:35:55.509116 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3e99ffbe-9462-423f-b583-0706fb967da8 req-fb102a73-bf3d-4648-a211-5d5764af63e8 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.518337 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e99ffbe-9462-423f-b583-0706fb967da8 req-fb102a73-bf3d-4648-a211-5d5764af63e8 tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.88 "DELETE /v2.0/ports/a188a71b-5d9a-479f-ad52-468c2ac9e089 HTTP/1.1" status: 204 len: 173 time: 3.8517504 Jul 16 03:35:55.520066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeefa527-f1ee-4e29-8d34-ac1cfb424548', 'name': 'network-vif-deleted', 'tag': 'a188a71b-5d9a-479f-ad52-468c2ac9e089'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:35:55.547936 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14d398d-f342-434c-8232-f3a16db88730" -d '{"events": [{"server_uuid": "eeefa527-f1ee-4e29-8d34-ac1cfb424548", "name": "network-vif-deleted", "tag": "a188a71b-5d9a-479f-ad52-468c2ac9e089"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:35:55.593373 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.665990 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Allocated IP 172.20.0.2 (86c7e975-c657-4bd7-a136-c5c84a957407/760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc/be6b07a2-1da3-428f-8695-d3fb9a36e46f) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:55.701574 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:55.944059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656c090-46cc-46de-9f72-404667386456 req-4be03ef1-b8f1-4e67-987a-730c3458d9b1 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:55.957604 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b656c090-46cc-46de-9f72-404667386456 req-4be03ef1-b8f1-4e67-987a-730c3458d9b1 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 944 time: 0.7551627 Jul 16 03:35:55.999553 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.030678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ddf6d5c7-a0bf-4994-aae7-d145305a8bd7 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:56.036989 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.114202 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ddf6d5c7-a0bf-4994-aae7-d145305a8bd7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:56.115731 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.166949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-4f5d6a26-0972-4890-bb97-20ecb96d22be tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:56.168599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-4f5d6a26-0972-4890-bb97-20ecb96d22be tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 812 time: 0.1334445 Jul 16 03:35:56.181974 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.206494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Allocated IP 172.25.3.2 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/5f4be181-3622-432e-83ed-bc40bd010024) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:35:56.230950 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b656c090-46cc-46de-9f72-404667386456 req-6936887a-f73e-43b3-a287-daafe9ba2806 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697632 Jul 16 03:35:56.268601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Transition to ACTIVE for port object be6b07a2-1da3-428f-8695-d3fb9a36e46f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:56.292075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Transition to ACTIVE for port object be6b07a2-1da3-428f-8695-d3fb9a36e46f will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:56.299214 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.366350 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-aa2be33e-4f90-4fff-b1ac-70459e505199 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/quotas/200baed6a6f54c4f8c11c918fc01017e HTTP/1.1" status: 200 len: 375 time: 0.1614711 Jul 16 03:35:56.372757 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.447183 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.452036 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Pushing event updated for resources: {'Port': ['ID=be6b07a2-1da3-428f-8695-d3fb9a36e46f,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:56.473265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Network 86c7e975-c657-4bd7-a136-c5c84a957407 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:56.478685 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:56.485255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:56.555954 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-b84e36b7-4e76-4a6e-95b1-7fc9f329b4a0 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1670914 Jul 16 03:35:56.558045 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.588954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Attempting to bind port be6b07a2-1da3-428f-8695-d3fb9a36e46f on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:56.589328 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Attempting to bind port be6b07a2-1da3-428f-8695-d3fb9a36e46f by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:56.589663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Attempting to bind port be6b07a2-1da3-428f-8695-d3fb9a36e46f on network 86c7e975-c657-4bd7-a136-c5c84a957407 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:56.595030 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:56.595415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Checking segment: {'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:56.596441 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.596840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Bound using segment: {'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:56.597326 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Bound port: be6b07a2-1da3-428f-8695-d3fb9a36e46f, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:56.597711 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.638239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Network babb1694-5957-4c05-a74a-8e2987974a0c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:56.669633 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f27257-1127-49b6-948c-e774b673f910 x-openstack-request-id: req-e6f27257-1127-49b6-948c-e774b673f910 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:35:56.669933 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeefa527-f1ee-4e29-8d34-ac1cfb424548", "name": "network-vif-unplugged", "status": "completed", "tag": "a188a71b-5d9a-479f-ad52-468c2ac9e089", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:35:56.670249 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e6f27257-1127-49b6-948c-e774b673f910 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:35:56.671416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:56.671549 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeefa527-f1ee-4e29-8d34-ac1cfb424548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a188a71b-5d9a-479f-ad52-468c2ac9e089', 'code': 200} Jul 16 03:35:56.672537 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] For port be6b07a2-1da3-428f-8695-d3fb9a36e46f, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:56.681185 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] For port be6b07a2-1da3-428f-8695-d3fb9a36e46f, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=be6b07a2-1da3-428f-8695-d3fb9a36e46f,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:56.681350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:56.691601 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:56.749212 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Pushing event updated for resources: {'Port': ['ID=5f4be181-3622-432e-83ed-bc40bd010024,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:56.766165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-689a6c83-6cc1-4b6e-bc54-7552ce3ba415 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:35:56.777495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-689a6c83-6cc1-4b6e-bc54-7552ce3ba415 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2168736 Jul 16 03:35:56.780446 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:56.789781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:56.806626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:35:56.811241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5f5b8-5515-4aba-8b55-d053fba9c243 None None] Pushing event updated for resources: {'Port': ['ID=be6b07a2-1da3-428f-8695-d3fb9a36e46f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:56.853313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Pushing event updated for resources: {'Port': ['ID=3f565812-604f-4f15-81d7-7ec20b752a67,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:57.033813 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:57.306331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3388eba3-0cf8-4e95-80cd-1d840934f419 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:35:57.637773 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:57.662862 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:57.724025 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-c43cbec7-cbbf-45b0-b59e-5e88e0f4ad88 service neutron] 10.222.0.18 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9453778 Jul 16 03:35:57.736943 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Transition to ACTIVE for port object 3388eba3-0cf8-4e95-80cd-1d840934f419 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:35:57.766091 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:57.986167 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device be6b07a2-1da3-428f-8695-d3fb9a36e46f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:35:57.989094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Pushing event updated for resources: {'Port': ['ID=3388eba3-0cf8-4e95-80cd-1d840934f419,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:58.010838 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.089384 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.144725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port be6b07a2-1da3-428f-8695-d3fb9a36e46f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:58.155236 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-e0b3ca6c-e548-46ee-9911-e7c2ee73ad0d service neutron] 10.222.0.18 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302192 Jul 16 03:35:58.274402 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Attempting to bind port 3388eba3-0cf8-4e95-80cd-1d840934f419 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:35:58.279517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Attempting to bind port 3388eba3-0cf8-4e95-80cd-1d840934f419 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:35:58.280090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Attempting to bind port 3388eba3-0cf8-4e95-80cd-1d840934f419 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:58.318471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Port 3388eba3-0cf8-4e95-80cd-1d840934f419 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:35:58.320239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Attempting to bind port 3388eba3-0cf8-4e95-80cd-1d840934f419 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:35:58.328410 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:35:58.345648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:35:58.346213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:35:58.346783 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:35:58.347736 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Bound port: 3388eba3-0cf8-4e95-80cd-1d840934f419, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:35:58.348284 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.410538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca01bb2-c5ff-4c50-b296-5ba6627a76bc None None] Network 86c7e975-c657-4bd7-a136-c5c84a957407 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:35:58.510611 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] For port 3388eba3-0cf8-4e95-80cd-1d840934f419, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:35:58.530930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] For port 3388eba3-0cf8-4e95-80cd-1d840934f419, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3388eba3-0cf8-4e95-80cd-1d840934f419,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:35:58.539200 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.554357 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.587699 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.622997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:35:58.640249 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Sync routers for ids ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:35:58.656029 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Routers {'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:35:58.657352 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:35:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:58.672031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:58.678437 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.679912 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] 10.222.0.20 "PUT /v2.0/ports/3388eba3-0cf8-4e95-80cd-1d840934f419 HTTP/1.1" status: 200 len: 1096 time: 3.7807112 Jul 16 03:35:58.682266 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.694693 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-272961f2-5ecc-42ca-b8c3-7729069fff1e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7589643 Jul 16 03:35:58.704077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33576) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:35:58.775577 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e508125f-27c3-4d4b-a2a6-cd342459567c None None] Provisioning for port be6b07a2-1da3-428f-8695-d3fb9a36e46f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:35:58.793250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e508125f-27c3-4d4b-a2a6-cd342459567c None None] Provisioning complete for port be6b07a2-1da3-428f-8695-d3fb9a36e46f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:58.794461 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e508125f-27c3-4d4b-a2a6-cd342459567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.954977 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2b61a-307c-4769-b90d-3a672a65fa70 service neutron] Pushing event updated for resources: {'Port': ['ID=3388eba3-0cf8-4e95-80cd-1d840934f419,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:58.962383 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:58.968906 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Set router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:35:59.094008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-33628b7d-4afd-498f-8fce-c626b665770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:59.099846 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-33628b7d-4afd-498f-8fce-c626b665770b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1f5c8d63ff84fc9a9d4105012476e63&device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 1099 time: 0.3656075 Jul 16 03:35:59.165647 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Pushing event updated for resources: {'Port': ['ID=3f565812-604f-4f15-81d7-7ec20b752a67,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:59.297489 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-a630c909-64b3-4065-acc1-3eb482f1f414 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3388eba3-0cf8-4e95-80cd-1d840934f419 HTTP/1.1" status: 200 len: 217 time: 0.1740348 Jul 16 03:35:59.332744 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e508125f-27c3-4d4b-a2a6-cd342459567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.391446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e508125f-27c3-4d4b-a2a6-cd342459567c None None] For port be6b07a2-1da3-428f-8695-d3fb9a36e46f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=be6b07a2-1da3-428f-8695-d3fb9a36e46f,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:35:59.401137 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e508125f-27c3-4d4b-a2a6-cd342459567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.453760 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:35:57Z', 'revision_number': 3, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:35:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:35:59.490885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd0a28-6992-4c97-bdbe-37ba118889d1 req-ecb88644-cd21-4c80-8f5d-2e4fda28d603 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:59.502099 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Checking router: a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:35:59.502801 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Updating router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 port 5f4be181-3622-432e-83ed-bc40bd010024 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:35:59.513789 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2cbd0a28-6992-4c97-bdbe-37ba118889d1 req-ecb88644-cd21-4c80-8f5d-2e4fda28d603 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 948 time: 0.8469970 Jul 16 03:35:59.544460 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508125f-27c3-4d4b-a2a6-cd342459567c None None] Pushing event updated for resources: {'Port': ['ID=be6b07a2-1da3-428f-8695-d3fb9a36e46f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:35:59.599670 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.636182 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.734203 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2cbd0a28-6992-4c97-bdbe-37ba118889d1 req-0c926c07-c646-42a5-a141-49310d6daf51 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171621 Jul 16 03:35:59.737972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-50936840-1325-4e8b-b09a-b165fcfc6244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:35:59.753444 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-50936840-1325-4e8b-b09a-b165fcfc6244 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.3064976 Jul 16 03:35:59.776782 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1b490fdc-052c-44dc-bf6c-97d40226dcfe None None] Provisioning complete for port be6b07a2-1da3-428f-8695-d3fb9a36e46f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:35:59.777160 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b490fdc-052c-44dc-bf6c-97d40226dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:35:59.823234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Network babb1694-5957-4c05-a74a-8e2987974a0c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:35:59.826059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:35:59.921268 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Allocated IP 172.20.0.1 (86c7e975-c657-4bd7-a136-c5c84a957407/760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc/ea3462dd-7ca7-4d1a-927e-c76c9c4c2692) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:00.035228 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-479d1d43-d600-49ce-afca-97aca5c2dcef req-0dc8cbef-4783-4cce-8254-a5a331ae8c8b tempest-ListServerFiltersTestJSON-1307282170 tempest-ListServerFiltersTestJSON-1307282170-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeefa527-f1ee-4e29-8d34-ac1cfb424548 HTTP/1.1" status: 200 len: 210 time: 0.0477509 Jul 16 03:36:00.041619 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device be6b07a2-1da3-428f-8695-d3fb9a36e46f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:00.070592 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.091664 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Transition to ACTIVE for port object 5f4be181-3622-432e-83ed-bc40bd010024 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:00.103775 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.120029 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fd1bd4e2-b6cb-498d-9bed-a85e81d34660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:00.121657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-fd1bd4e2-b6cb-498d-9bed-a85e81d34660 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3538647 Jul 16 03:36:00.125194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port be6b07a2-1da3-428f-8695-d3fb9a36e46f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:00.125742 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.157697 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33324521-9c62-4f2d-8740-f0292b3a4870 x-openstack-request-id: req-33324521-9c62-4f2d-8740-f0292b3a4870 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:00.157986 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeefa527-f1ee-4e29-8d34-ac1cfb424548", "name": "network-vif-deleted", "tag": "a188a71b-5d9a-479f-ad52-468c2ac9e089", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:00.158237 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33324521-9c62-4f2d-8740-f0292b3a4870 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:00.158642 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeefa527-f1ee-4e29-8d34-ac1cfb424548', 'name': 'network-vif-deleted', 'tag': 'a188a71b-5d9a-479f-ad52-468c2ac9e089', 'status': 'completed', 'code': 200} Jul 16 03:36:00.172576 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f2413-c1e0-4137-bb6c-54aee2ec4107 None None] Pushing event updated for resources: {'Port': ['ID=5f4be181-3622-432e-83ed-bc40bd010024,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:00.172809 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b68b2a54-d292-4284-baf6-1f5e37739168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.179515 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.211895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Transition to ACTIVE for port object ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:00.222603 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Attempting to bind port 5f4be181-3622-432e-83ed-bc40bd010024 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:00.224072 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Attempting to bind port 5f4be181-3622-432e-83ed-bc40bd010024 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:00.226166 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Attempting to bind port 5f4be181-3622-432e-83ed-bc40bd010024 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:00.248652 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:00.249217 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:00.249871 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.250680 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:00.252770 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Bound port: 5f4be181-3622-432e-83ed-bc40bd010024, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:00.253234 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.284494 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.314467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Router 3bda49c4-97a1-43a9-8028-534acc3cdde7 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:00.371134 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Network 86c7e975-c657-4bd7-a136-c5c84a957407 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:00.389559 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] For port 5f4be181-3622-432e-83ed-bc40bd010024, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:00.393204 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] For port 5f4be181-3622-432e-83ed-bc40bd010024, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5f4be181-3622-432e-83ed-bc40bd010024,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:00.396405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:00.401238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:00.408766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Pushing event updated for resources: {'Port': ['ID=ea3462dd-7ca7-4d1a-927e-c76c9c4c2692,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:00.413251 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.485461 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.493230 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-765d6d96-903c-4ae1-84c6-76b20bf72272 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558147 Jul 16 03:36:00.499433 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f2413-c1e0-4137-bb6c-54aee2ec4107 None None] Pushing event updated for resources: {'Port': ['ID=5f4be181-3622-432e-83ed-bc40bd010024,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:00.532445 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Routers {'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:00.533214 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:35:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:00.542632 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f2413-c1e0-4137-bb6c-54aee2ec4107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:00.543133 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f2413-c1e0-4137-bb6c-54aee2ec4107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:00.548639 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f2413-c1e0-4137-bb6c-54aee2ec4107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:00.549125 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f2413-c1e0-4137-bb6c-54aee2ec4107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:00.549747 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f2413-c1e0-4137-bb6c-54aee2ec4107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:00.550294 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f2413-c1e0-4137-bb6c-54aee2ec4107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:00.550420 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f2413-c1e0-4137-bb6c-54aee2ec4107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:00.550855 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f2413-c1e0-4137-bb6c-54aee2ec4107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:00.551275 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f2413-c1e0-4137-bb6c-54aee2ec4107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:00.551705 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f2413-c1e0-4137-bb6c-54aee2ec4107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:00.552718 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f2413-c1e0-4137-bb6c-54aee2ec4107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:00.553143 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298f2413-c1e0-4137-bb6c-54aee2ec4107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:00.772052 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] Set router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:00.809115 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.822852 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.868231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b0698b3f-fb7a-4509-9095-eae4a15f3d8f None None] Provisioning for port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:00.872984 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b0698b3f-fb7a-4509-9095-eae4a15f3d8f None None] Provisioning complete for port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:00.873965 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0698b3f-fb7a-4509-9095-eae4a15f3d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:00.954573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b0698b3f-fb7a-4509-9095-eae4a15f3d8f None None] Port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:01.002266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:01.024203 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3a29997c-efdb-4b1b-a889-25166e162f3e admin admin] 10.222.0.18 "PUT /v2.0/routers/3bda49c4-97a1-43a9-8028-534acc3cdde7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3621182 Jul 16 03:36:01.036009 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Sync routers for ids ['3bda49c4-97a1-43a9-8028-534acc3cdde7'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:01.036469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-1a8d2c9e-15ab-485d-939e-82e35a3aa5de tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:01.047411 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-1a8d2c9e-15ab-485d-939e-82e35a3aa5de tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/networks?id=28cbbaca-71fe-42bd-893a-27ac3d53ff2a HTTP/1.1" status: 200 len: 815 time: 0.5864604 Jul 16 03:36:01.048478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Routers {'3bda49c4-97a1-43a9-8028-534acc3cdde7'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:01.049708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:35:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bda49c4-97a1-43a9-8028-534acc3cdde7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:01.078992 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:35:57Z', 'revision_number': 3, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:01.082665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-6d573a9f-e5e3-47de-ba46-fd989da19a6e tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/quotas/94ce2d92b4964c12a0e02dadae1c3d97 HTTP/1.1" status: 200 len: 375 time: 0.0341275 Jul 16 03:36:01.174364 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c1c69a8-8595-4556-8c2e-cf3dba657208 req-3a6175d4-1519-4b41-8c0d-882113db3e70 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522095 Jul 16 03:36:01.179731 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.186534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Set router 3bda49c4-97a1-43a9-8028-534acc3cdde7 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:01.193333 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.195062 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbb75d9-8fc1-4723-8ed3-9145bde00752 None None] The sync data for ids ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'] in n-d-800088-6 is: [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:35:57Z', 'revision_number': 3, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:01.267798 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-5c794ef9-230b-4644-93bf-0227d7789a67 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=94ce2d92b4964c12a0e02dadae1c3d97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1842928 Jul 16 03:36:01.401766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Pushing event updated for resources: {'Port': ['ID=ea3462dd-7ca7-4d1a-927e-c76c9c4c2692,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:01.420963 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.581587 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-e5f8700f-4f87-4519-82b7-069194e17818 service neutron] 10.222.0.18 "GET /v2.0/networks/28cbbaca-71fe-42bd-893a-27ac3d53ff2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126490 Jul 16 03:36:01.591394 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.695897 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'name': 'tempest-ServerRescueTestJSON-115226085-router', 'tenant_id': '9168deec23834d6ba592134700ad0190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ddf6d5c7-a0bf-4994-aae7-d145305a8bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:57Z', 'revision_number': 4, 'project_id': '9168deec23834d6ba592134700ad0190', 'gw_port': {'id': 'ddf6d5c7-a0bf-4994-aae7-d145305a8bd7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:46Z', 'updated_at': '2021-07-16T03:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3f565812-604f-4f15-81d7-7ec20b752a67', 'name': '', 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c', 'tenant_id': '9168deec23834d6ba592134700ad0190', 'mac_address': 'fa:16:3e:97:45:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '3847197d-f3f8-4839-9746-4ebffe9eda29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:53Z', 'updated_at': '2021-07-16T03:35:58Z', 'revision_number': 2, 'project_id': '9168deec23834d6ba592134700ad0190', 'subnets': [{'id': '3847197d-f3f8-4839-9746-4ebffe9eda29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:01.742012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Network 86c7e975-c657-4bd7-a136-c5c84a957407 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:01.746817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:01.770859 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Checking router: 3bda49c4-97a1-43a9-8028-534acc3cdde7 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:01.771228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Updating router 3bda49c4-97a1-43a9-8028-534acc3cdde7 port 3f565812-604f-4f15-81d7-7ec20b752a67 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:36:01.873587 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec8587-5f7a-4832-be90-70f66c64b6d6 req-0e3a75ad-54d2-43cc-a181-6f043ab65f97 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:01.875073 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98ec8587-5f7a-4832-be90-70f66c64b6d6 req-0e3a75ad-54d2-43cc-a181-6f043ab65f97 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 944 time: 0.3519688 Jul 16 03:36:01.887963 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:01.993524 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-3df50353-94ed-45bc-b4dc-5934e1ba8b25 service neutron] 10.222.0.18 "GET /v2.0/networks/28cbbaca-71fe-42bd-893a-27ac3d53ff2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109437 Jul 16 03:36:02.004425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5f4be181-3622-432e-83ed-bc40bd010024 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:02.013385 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:02.058228 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98ec8587-5f7a-4832-be90-70f66c64b6d6 req-911921b9-0f3b-489d-9c57-6ae4439c3b49 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731899 Jul 16 03:36:02.160218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14f3000-601e-4971-963e-0fb66b19fb88', 'tag': '3388eba3-0cf8-4e95-80cd-1d840934f419'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:02.164350 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cbaa83-90b1-44f9-b56b-d8556f31c38d" -d '{"events": [{"name": "network-changed", "server_uuid": "a14f3000-601e-4971-963e-0fb66b19fb88", "tag": "3388eba3-0cf8-4e95-80cd-1d840934f419"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:02.420710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5145129e-8543-4faf-9a25-804d9ceb79b3 None None] Provisioning complete for port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:02.421108 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5145129e-8543-4faf-9a25-804d9ceb79b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.494154 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-73111316-8f6a-4f0c-b2bd-fec590f60c15 req-16b8de1c-ba07-45a1-a61f-79426e31f19a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 210 time: 0.0681314 Jul 16 03:36:02.530715 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:02.581245 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-37825827-36aa-4ea5-a64f-6124926d4555 admin admin] 10.222.0.18 "PUT /v2.0/routers/a0fa1a72-a91f-4cdb-a11d-74d492e2baf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8742959 Jul 16 03:36:02.650444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c44821-a087-42f0-9b9d-a016bef713f3 req-21522909-f06c-49ee-9799-675c0db5dc8e tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:02.666928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61c44821-a087-42f0-9b9d-a016bef713f3 req-21522909-f06c-49ee-9799-675c0db5dc8e tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 948 time: 0.1629381 Jul 16 03:36:02.683315 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 5f4be181-3622-432e-83ed-bc40bd010024 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:02.709255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 5f4be181-3622-432e-83ed-bc40bd010024 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:02.710139 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:02.728559 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33622) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:02.790773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61c44821-a087-42f0-9b9d-a016bef713f3 req-efbde7e1-a98e-44b5-b004-0bcb9adf1fa5 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228321 Jul 16 03:36:02.861894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5145129e-8543-4faf-9a25-804d9ceb79b3 None None] Port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:02.878330 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf5a01a-2429-49c4-adbf-42355df566ae admin admin] Deleting subnet 4d042175-0147-4748-a5df-435f3d1ed071 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:36:02.911619 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbf5a01a-2429-49c4-adbf-42355df566ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.047407 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbf5a01a-2429-49c4-adbf-42355df566ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.084592 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.109177 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-33d6f817-6a09-459f-9634-5df8a57d5297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.138831 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.179248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Transition to ACTIVE for port object 3f565812-604f-4f15-81d7-7ec20b752a67 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:03.240458 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.314562 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.316384 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-6a3f71b2-cd9b-4483-8564-befb29bc702f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:03.319597 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-6a3f71b2-cd9b-4483-8564-befb29bc702f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.88 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 812 time: 0.4118543 Jul 16 03:36:03.322627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870eff10-64d3-4067-9282-9d63773b9422 None None] Pushing event updated for resources: {'Port': ['ID=3f565812-604f-4f15-81d7-7ec20b752a67,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:03.329642 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbf5a01a-2429-49c4-adbf-42355df566ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.342729 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5704a39c-34e9-4291-993b-1a99c8aa32d2 x-openstack-request-id: req-5704a39c-34e9-4291-993b-1a99c8aa32d2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:03.343263 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14f3000-601e-4971-963e-0fb66b19fb88", "tag": "3388eba3-0cf8-4e95-80cd-1d840934f419", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:03.343673 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5704a39c-34e9-4291-993b-1a99c8aa32d2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:03.344211 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14f3000-601e-4971-963e-0fb66b19fb88', 'tag': '3388eba3-0cf8-4e95-80cd-1d840934f419', 'status': 'completed', 'code': 200} Jul 16 03:36:03.354981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-9f0c7b6b-5e2b-473b-867e-090dc6f6b5ae tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Request body: {'port': {'device_id': '253b1e20-3286-4ec7-99f4-fa76a99ca0da', 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'admin_state_up': True, 'tenant_id': '200baed6a6f54c4f8c11c918fc01017e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:03.364087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 5f4be181-3622-432e-83ed-bc40bd010024, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5f4be181-3622-432e-83ed-bc40bd010024,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:03.387737 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.421051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Attempting to bind port 3f565812-604f-4f15-81d7-7ec20b752a67 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:03.421741 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Attempting to bind port 3f565812-604f-4f15-81d7-7ec20b752a67 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '2beee60a-f328-44f0-974c-b8867b60ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:03.422210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Attempting to bind port 3f565812-604f-4f15-81d7-7ec20b752a67 on network babb1694-5957-4c05-a74a-8e2987974a0c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:03.434923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:03.435471 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Checking segment: {'id': '2beee60a-f328-44f0-974c-b8867b60ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:03.436001 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.436532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Bound using segment: {'id': '2beee60a-f328-44f0-974c-b8867b60ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:03.437345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Bound port: 3f565812-604f-4f15-81d7-7ec20b752a67, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2beee60a-f328-44f0-974c-b8867b60ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:03.437978 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.477912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=5f4be181-3622-432e-83ed-bc40bd010024,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:03.547321 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbf5a01a-2429-49c4-adbf-42355df566ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.593648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] For port 3f565812-604f-4f15-81d7-7ec20b752a67, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:03.597338 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] For port 3f565812-604f-4f15-81d7-7ec20b752a67, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3f565812-604f-4f15-81d7-7ec20b752a67,segment=NetworkSegment(2beee60a-f328-44f0-974c-b8867b60ba58),segment_id=2beee60a-f328-44f0-974c-b8867b60ba58)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:03.613670 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.672250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbaa83-90b1-44f9-b56b-d8556f31c38d req-43a7de49-fcd8-4029-a963-116cfc9ddd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:03.674546 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-51cbaa83-90b1-44f9-b56b-d8556f31c38d req-43a7de49-fcd8-4029-a963-116cfc9ddd33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1f5c8d63ff84fc9a9d4105012476e63&device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 1099 time: 0.3434880 Jul 16 03:36:03.686084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5a01a-2429-49c4-adbf-42355df566ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d042175-0147-4748-a5df-435f3d1ed071,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:03.699724 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbf5a01a-2429-49c4-adbf-42355df566ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.701979 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dbf5a01a-2429-49c4-adbf-42355df566ae admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4d042175-0147-4748-a5df-435f3d1ed071 HTTP/1.1" status: 204 len: 168 time: 0.9722288 Jul 16 03:36:03.705216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33642) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:03.721891 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a14e5a-4d88-436b-8bef-fc7636f2f4c6 None None] Network 20a8284f-0f3e-4963-b1bf-79676c93d2ff requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:03.890847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de1ab903-c088-4ed2-9760-4c8331fd3285 req-adb663f3-fee5-4719-b3cf-a3abbf6706bc tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 210 time: 0.0536454 Jul 16 03:36:03.904688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-26ec2415-7f36-43ae-9be7-2984eb7df083 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:03.913058 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-26ec2415-7f36-43ae-9be7-2984eb7df083 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/networks?id=babb1694-5957-4c05-a74a-8e2987974a0c HTTP/1.1" status: 200 len: 810 time: 0.5921574 Jul 16 03:36:03.929406 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Routers {'3bda49c4-97a1-43a9-8028-534acc3cdde7'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:03.930055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bda49c4-97a1-43a9-8028-534acc3cdde7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:03.940662 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:03.945218 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-fe8f370d-8b6a-4d72-aee8-32253bd62bf5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/quotas/9168deec23834d6ba592134700ad0190 HTTP/1.1" status: 200 len: 375 time: 0.0309541 Jul 16 03:36:04.004430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbaa83-90b1-44f9-b56b-d8556f31c38d req-22d5fe83-0e2a-418a-8ad2-82d53573eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:04.007167 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-51cbaa83-90b1-44f9-b56b-d8556f31c38d req-22d5fe83-0e2a-418a-8ad2-82d53573eed2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.3248081 Jul 16 03:36:04.016672 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-9f0c7b6b-5e2b-473b-867e-090dc6f6b5ae tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Made reservation on behalf of 200baed6a6f54c4f8c11c918fc01017e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:04.021769 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-9f0c7b6b-5e2b-473b-867e-090dc6f6b5ae tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.127506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] Deleting port 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:04.132091 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.184278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5f4be181-3622-432e-83ed-bc40bd010024 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:04.217464 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870eff10-64d3-4067-9282-9d63773b9422 None None] Pushing event updated for resources: {'Port': ['ID=3f565812-604f-4f15-81d7-7ec20b752a67,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:04.237680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3388eba3-0cf8-4e95-80cd-1d840934f419 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:04.244209 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] For port 812182b2-2cc7-4b65-a041-ad56f2c9d8e7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=812182b2-2cc7-4b65-a041-ad56f2c9d8e7,segment=NetworkSegment(482db1f9-45b6-42a8-91e8-7cf63f534a3a),segment_id=482db1f9-45b6-42a8-91e8-7cf63f534a3a)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:04.244689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.282978 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.316214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] Calling delete_port for 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:04.367541 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Sync routers for ids ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:04.372155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-9f0c7b6b-5e2b-473b-867e-090dc6f6b5ae tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Allocated IP 172.20.0.4 (1d2082f3-f285-4b81-803c-37c5386ebabb/460165b0-71f2-476d-a3c4-33a11989f907/a80f6954-0805-4d7f-a7d2-3c826f3ae081) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:04.383310 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Routers {'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:04.387605 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:04.402019 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] Set router 3bda49c4-97a1-43a9-8028-534acc3cdde7 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:04.484525 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-51cbaa83-90b1-44f9-b56b-d8556f31c38d req-13dfb059-57df-4e3d-a7cd-9ce37daf85e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3388eba3-0cf8-4e95-80cd-1d840934f419 HTTP/1.1" status: 200 len: 217 time: 0.4591067 Jul 16 03:36:04.501373 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:36:04.512678 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.560519 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=812182b2-2cc7-4b65-a041-ad56f2c9d8e7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:04.569216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] No DVR routers for this DVR port 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:04.634947 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Set router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:04.686303 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-9517d4ee-961c-4b6f-bfd0-ddb1185365da tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9168deec23834d6ba592134700ad0190&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7403269 Jul 16 03:36:04.755889 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.769732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a8284f-0f3e-4963-b1bf-79676c93d2ff']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:04.783227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482db1f9-45b6-42a8-91e8-7cf63f534a3a') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:04.783793 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482db1f9-45b6-42a8-91e8-7cf63f534a3a') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:04.798340 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.840651 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.856024 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:36:04.857647 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:36:04.862612 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:36:04.998257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 5f4be181-3622-432e-83ed-bc40bd010024 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:04.998465 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.005164 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.019609 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.022142 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] 10.222.0.18 "DELETE /v2.0/networks/20a8284f-0f3e-4963-b1bf-79676c93d2ff HTTP/1.1" status: 204 len: 168 time: 1.3159072 Jul 16 03:36:05.044234 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed201a-2ca5-4ec2-9db5-e76d73425d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=20a8284f-0f3e-4963-b1bf-79676c93d2ff,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:05.130972 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:05.138156 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c17c6bfb-79cc-44d4-b970-0fff389c2007 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1961832283', 'description': 'tempest-description--1787121741'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:05.150374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 3388eba3-0cf8-4e95-80cd-1d840934f419, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3388eba3-0cf8-4e95-80cd-1d840934f419,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:05.190138 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c17c6bfb-79cc-44d4-b970-0fff389c2007 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.293426 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '3388eba3-0cf8-4e95-80cd-1d840934f419', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '3388eba3-0cf8-4e95-80cd-1d840934f419', 'mac_address': 'fa:16:3e:6f:31:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:05.298554 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33664) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:05.383889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6841ba-2e7e-4001-932c-b8c86ead2622 None None] DHCP port deletion for 20a8284f-0f3e-4963-b1bf-79676c93d2ff request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:36:05.413127 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'ea3462dd-7ca7-4d1a-927e-c76c9c4c2692', 'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'mac_address': 'fa:16:3e:80:cb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:59Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 2, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'subnets': [{'id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:05.439782 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e6f2fbc2-80ab-44f9-9c72-01608e9b1087 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7dfde10f318c484aafffc61ac184b20c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371174 Jul 16 03:36:05.440490 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33672) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:05.496664 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.499132 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Checking router: a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:05.501113 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Updating router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:36:05.522915 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c17c6bfb-79cc-44d4-b970-0fff389c2007 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.525413 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b30530e4-607b-404c-9fc6-4b23e6c4c316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.528034 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3388eba3-0cf8-4e95-80cd-1d840934f419 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:05.531386 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c17c6bfb-79cc-44d4-b970-0fff389c2007 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.557972 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c17c6bfb-79cc-44d4-b970-0fff389c2007 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.558619 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'name': 'tempest-ServerRescueTestJSON-115226085-router', 'tenant_id': '9168deec23834d6ba592134700ad0190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ddf6d5c7-a0bf-4994-aae7-d145305a8bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:57Z', 'revision_number': 4, 'project_id': '9168deec23834d6ba592134700ad0190', 'gw_port': {'id': 'ddf6d5c7-a0bf-4994-aae7-d145305a8bd7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:46Z', 'updated_at': '2021-07-16T03:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3f565812-604f-4f15-81d7-7ec20b752a67', 'name': '', 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c', 'tenant_id': '9168deec23834d6ba592134700ad0190', 'mac_address': 'fa:16:3e:97:45:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '3847197d-f3f8-4839-9746-4ebffe9eda29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:53Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '9168deec23834d6ba592134700ad0190', 'subnets': [{'id': '3847197d-f3f8-4839-9746-4ebffe9eda29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:05.562417 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c17c6bfb-79cc-44d4-b970-0fff389c2007 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4302018 Jul 16 03:36:05.566197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33674) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:05.580939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6cc322a2-e7a3-4b98-a978-faeecb6e9cf6 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Request body: {'security_group_rule': {'security_group_id': 'ebf9c15d-e599-4f60-9f48-9deb21a7b6d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:05.583775 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.597716 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611be04f-c81c-469a-8d3d-ef88e43e2824 None None] The sync data for ids ['3bda49c4-97a1-43a9-8028-534acc3cdde7'] in n-d-800088-6 is: [{'id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'name': 'tempest-ServerRescueTestJSON-115226085-router', 'tenant_id': '9168deec23834d6ba592134700ad0190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ddf6d5c7-a0bf-4994-aae7-d145305a8bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:35:57Z', 'revision_number': 4, 'project_id': '9168deec23834d6ba592134700ad0190', 'gw_port': {'id': 'ddf6d5c7-a0bf-4994-aae7-d145305a8bd7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:46Z', 'updated_at': '2021-07-16T03:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3f565812-604f-4f15-81d7-7ec20b752a67', 'name': '', 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c', 'tenant_id': '9168deec23834d6ba592134700ad0190', 'mac_address': 'fa:16:3e:97:45:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '3847197d-f3f8-4839-9746-4ebffe9eda29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:53Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '9168deec23834d6ba592134700ad0190', 'subnets': [{'id': '3847197d-f3f8-4839-9746-4ebffe9eda29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:05.606500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbaa83-90b1-44f9-b56b-d8556f31c38d req-b37b6442-37bd-4d51-b5af-9ff0adf52669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:05.609761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-51cbaa83-90b1-44f9-b56b-d8556f31c38d req-b37b6442-37bd-4d51-b5af-9ff0adf52669 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 1.0833626 Jul 16 03:36:05.618073 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-967add63-0fba-4806-8a73-c9f856a93539 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:05.620196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-967add63-0fba-4806-8a73-c9f856a93539 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.20 "GET /v2.0/networks?id=28cbbaca-71fe-42bd-893a-27ac3d53ff2a HTTP/1.1" status: 200 len: 815 time: 0.9915104 Jul 16 03:36:05.631934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 3388eba3-0cf8-4e95-80cd-1d840934f419, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3388eba3-0cf8-4e95-80cd-1d840934f419,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:05.636891 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.651845 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b30530e4-607b-404c-9fc6-4b23e6c4c316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.663246 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6cc322a2-e7a3-4b98-a978-faeecb6e9cf6 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.671315 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c6bfb-79cc-44d4-b970-0fff389c2007 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:05.735797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=3388eba3-0cf8-4e95-80cd-1d840934f419,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:05.753183 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.832053 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6cc322a2-e7a3-4b98-a978-faeecb6e9cf6 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.842034 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6cc322a2-e7a3-4b98-a978-faeecb6e9cf6 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.846232 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-97fe581f-a5b2-4563-b966-89de94397d79 service neutron] 10.222.0.18 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1481891 Jul 16 03:36:05.851355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['3388eba3-0cf8-4e95-80cd-1d840934f419'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:05.883883 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b30530e4-607b-404c-9fc6-4b23e6c4c316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.887394 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b30530e4-607b-404c-9fc6-4b23e6c4c316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.891059 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b30530e4-607b-404c-9fc6-4b23e6c4c316 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/582f25fe-7518-4c1b-b184-dba12786efdb HTTP/1.1" status: 204 len: 168 time: 0.4439380 Jul 16 03:36:05.915277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30530e4-607b-404c-9fc6-4b23e6c4c316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582f25fe-7518-4c1b-b184-dba12786efdb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:05.925499 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6cc322a2-e7a3-4b98-a978-faeecb6e9cf6 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:05.926744 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6cc322a2-e7a3-4b98-a978-faeecb6e9cf6 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3596632 Jul 16 03:36:05.930051 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc322a2-e7a3-4b98-a978-faeecb6e9cf6 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ac1230-7d8a-4444-8547-04a28c411ed5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:05.945094 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33684) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:05.974614 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f4dd5470-9d67-45ec-b04f-ca6fad250c06 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Request body: {'security_group_rule': {'security_group_id': 'ebf9c15d-e599-4f60-9f48-9deb21a7b6d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:06.023357 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3f565812-604f-4f15-81d7-7ec20b752a67 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:06.041427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-4f61fde6-0d07-4f5e-ac24-c9f53ad68e69 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Request body: {'port': {'device_id': '83c2b4c5-9558-43c0-9965-1d766c8b3b95', 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a', 'admin_state_up': True, 'tenant_id': '94ce2d92b4964c12a0e02dadae1c3d97'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:06.071506 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4dd5470-9d67-45ec-b04f-ca6fad250c06 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.322186 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4dd5470-9d67-45ec-b04f-ca6fad250c06 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.326306 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4dd5470-9d67-45ec-b04f-ca6fad250c06 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.357759 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4dd5470-9d67-45ec-b04f-ca6fad250c06 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.362316 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f4dd5470-9d67-45ec-b04f-ca6fad250c06 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4109824 Jul 16 03:36:06.362316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd5470-9d67-45ec-b04f-ca6fad250c06 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=151ed4ce-99cc-4962-b1fc-b68b88ce2ce4,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:06.364019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33686) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:06.369914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:06.389279 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-6f2b893d-f4fc-4cdd-9f17-70ada12d9234 service neutron] 10.222.0.18 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277206 Jul 16 03:36:06.409037 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.444582 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 3f565812-604f-4f15-81d7-7ec20b752a67 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:06.472463 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3f565812-604f-4f15-81d7-7ec20b752a67 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:06.473433 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.532110 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.566522 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Transition to ACTIVE for port object ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:06.582813 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.653893 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.757653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bbfef-eed4-42b6-9743-c7a03d6e20b3 req-87c826c9-70a5-49fd-a64a-3c56c4b76c2c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:06.769212 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd0e9c-caa1-4d4e-a819-25cbbb7d128a None None] Pushing event updated for resources: {'Port': ['ID=ea3462dd-7ca7-4d1a-927e-c76c9c4c2692,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:06.780114 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-300bbfef-eed4-42b6-9743-c7a03d6e20b3 req-87c826c9-70a5-49fd-a64a-3c56c4b76c2c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 944 time: 1.1564617 Jul 16 03:36:06.860440 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-9f0c7b6b-5e2b-473b-867e-090dc6f6b5ae tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.900216 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.920289 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Attempting to bind port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:06.920695 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Attempting to bind port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:06.921055 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Attempting to bind port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 on network 86c7e975-c657-4bd7-a136-c5c84a957407 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:06.928847 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:06.929693 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Checking segment: {'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:06.929810 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.930203 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Bound using segment: {'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:06.930688 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Bound port: ea3462dd-7ca7-4d1a-927e-c76c9c4c2692, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:06.931092 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:06.969129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Allocated IP 172.25.3.71 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/7a3ffeb9-7859-4841-8d20-1107b59640f1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:06.980165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cbaa83-90b1-44f9-b56b-d8556f31c38d req-a115d82c-3aff-4623-87b9-817e6fa7a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:06.981996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-51cbaa83-90b1-44f9-b56b-d8556f31c38d req-a115d82c-3aff-4623-87b9-817e6fa7a7cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1389356 Jul 16 03:36:07.016001 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-300bbfef-eed4-42b6-9743-c7a03d6e20b3 req-823bf959-f54b-4fd4-a0fa-f60562d4ca43 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348385 Jul 16 03:36:07.065683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 3f565812-604f-4f15-81d7-7ec20b752a67, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3f565812-604f-4f15-81d7-7ec20b752a67,segment=NetworkSegment(2beee60a-f328-44f0-974c-b8867b60ba58),segment_id=2beee60a-f328-44f0-974c-b8867b60ba58)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:07.076072 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.198199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:07.231908 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] For port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:07.246346 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] For port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ea3462dd-7ca7-4d1a-927e-c76c9c4c2692,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:07.254910 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.264381 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=3f565812-604f-4f15-81d7-7ec20b752a67,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:07.281545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:07.281898 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 812182b2-2cc7-4b65-a041-ad56f2c9d8e7 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:07.445276 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd0e9c-caa1-4d4e-a819-25cbbb7d128a None None] Pushing event updated for resources: {'Port': ['ID=ea3462dd-7ca7-4d1a-927e-c76c9c4c2692,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:07.462487 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.468131 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Routers {'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:07.468830 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:07.659014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.810351 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d4b53bbb-d203-4cd7-92cd-5f46eb34f731 req-6c975d4b-7470-4dcd-86dd-7fcfdf080cac tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 210 time: 0.0970526 Jul 16 03:36:07.865869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event updated for resources: {'Port': ['ID=7a3ffeb9-7859-4841-8d20-1107b59640f1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:07.900562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:07.901088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-4f61fde6-0d07-4f5e-ac24-c9f53ad68e69 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Made reservation on behalf of 94ce2d92b4964c12a0e02dadae1c3d97 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:07.905368 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] Set router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:07.908816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:07.910752 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-4f61fde6-0d07-4f5e-ac24-c9f53ad68e69 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:07.917105 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:07.987680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3f565812-604f-4f15-81d7-7ec20b752a67 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:08.091158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33718) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:08.101484 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-9f0c7b6b-5e2b-473b-867e-090dc6f6b5ae tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.128620 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.143558 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3f565812-604f-4f15-81d7-7ec20b752a67 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:08.144146 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.147828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-9f0c7b6b-5e2b-473b-867e-090dc6f6b5ae tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Network 1d2082f3-f285-4b81-803c-37c5386ebabb is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:08.157799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc731d-ec97-41d0-8e4d-88dacdeb8430 req-9aebd57c-7509-494d-8e23-ef7eda861eca tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:08.166887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08cc731d-ec97-41d0-8e4d-88dacdeb8430 req-9aebd57c-7509-494d-8e23-ef7eda861eca tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 949 time: 0.9629867 Jul 16 03:36:08.170561 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-51cbaa83-90b1-44f9-b56b-d8556f31c38d req-512f4996-c6d6-418d-8f49-6a6a26434faf service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1299903 Jul 16 03:36:08.177424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-9f0c7b6b-5e2b-473b-867e-090dc6f6b5ae tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:08.222591 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-9f0c7b6b-5e2b-473b-867e-090dc6f6b5ae tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:08.243720 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.345013 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3388eba3-0cf8-4e95-80cd-1d840934f419 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:08.349407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1488542155-network', 'tenant_id': 'de4d84b302584141973e594b047457b4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:08.372493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] Made reservation on behalf of de4d84b302584141973e594b047457b4 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:08.374927 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.385974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-9f0c7b6b-5e2b-473b-867e-090dc6f6b5ae tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:08.395249 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.396945 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-9f0c7b6b-5e2b-473b-867e-090dc6f6b5ae tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.505559 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-99a370d0-11d1-40e8-a29f-d1388a123e66 req-84db1d42-f5a2-4216-aa4d-0baaabb90721 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 210 time: 0.3330407 Jul 16 03:36:08.512836 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'ea3462dd-7ca7-4d1a-927e-c76c9c4c2692', 'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'mac_address': 'fa:16:3e:80:cb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:59Z', 'updated_at': '2021-07-16T03:36:07Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'subnets': [{'id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:08.524911 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 3388eba3-0cf8-4e95-80cd-1d840934f419 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:08.534904 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 3388eba3-0cf8-4e95-80cd-1d840934f419 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:08.536655 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.571647 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01ad8d-cf23-4b5a-81ef-a53f48d05eb2 None None] The sync data for ids ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'] in n-d-800088-6 is: [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'ea3462dd-7ca7-4d1a-927e-c76c9c4c2692', 'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'mac_address': 'fa:16:3e:80:cb:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:59Z', 'updated_at': '2021-07-16T03:36:07Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'subnets': [{'id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:08.686591 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c7b6b-5e2b-473b-867e-090dc6f6b5ae tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Pushing event updated for resources: {'Port': ['ID=a80f6954-0805-4d7f-a7d2-3c826f3ae081,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:08.719551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08cc731d-ec97-41d0-8e4d-88dacdeb8430 req-c5ddb0e7-e605-4682-98f3-96de64bfd874 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497313 Jul 16 03:36:08.828924 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:08.931833 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14f3000-601e-4971-963e-0fb66b19fb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3388eba3-0cf8-4e95-80cd-1d840934f419'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:08.940964 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-551e5ba3-a4f0-4f71-8f42-c473f2b896ef req-1836ccf7-5485-4fd3-94a0-7271dfe9492f tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 210 time: 0.1706636 Jul 16 03:36:08.971310 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bf87e5-05cf-40cf-837c-3968afe95340" -d '{"events": [{"server_uuid": "a14f3000-601e-4971-963e-0fb66b19fb88", "name": "network-vif-plugged", "status": "completed", "tag": "3388eba3-0cf8-4e95-80cd-1d840934f419"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:09.009903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 3388eba3-0cf8-4e95-80cd-1d840934f419, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3388eba3-0cf8-4e95-80cd-1d840934f419,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:09.015623 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.144585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-4f61fde6-0d07-4f5e-ac24-c9f53ad68e69 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Allocated IP 172.20.0.3 (28cbbaca-71fe-42bd-893a-27ac3d53ff2a/c35969ed-90d4-4c0a-8f90-551439498d59/c6e641f5-2248-4856-bf9e-e73365154f31) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:09.200804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=3388eba3-0cf8-4e95-80cd-1d840934f419,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:09.416969 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.433138 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.453962 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-4f61fde6-0d07-4f5e-ac24-c9f53ad68e69 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.502372 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-4f61fde6-0d07-4f5e-ac24-c9f53ad68e69 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Transition to ACTIVE for port object c6e641f5-2248-4856-bf9e-e73365154f31 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:09.554766 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-51cbaa83-90b1-44f9-b56b-d8556f31c38d req-a0e6674f-d7c0-46ca-ae43-4afa4c385b61 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2075000 Jul 16 03:36:09.556197 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-4f61fde6-0d07-4f5e-ac24-c9f53ad68e69 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.688917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61fde6-0d07-4f5e-ac24-c9f53ad68e69 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Pushing event updated for resources: {'Port': ['ID=c6e641f5-2248-4856-bf9e-e73365154f31,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:09.711963 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-4f61fde6-0d07-4f5e-ac24-c9f53ad68e69 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Network 28cbbaca-71fe-42bd-893a-27ac3d53ff2a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:09.716538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-4f61fde6-0d07-4f5e-ac24-c9f53ad68e69 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:09.719726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-4f61fde6-0d07-4f5e-ac24-c9f53ad68e69 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:09.762465 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee3de5-fa86-4db5-8855-460a4d4aeeb6 req-8bfb1f5a-b40e-474d-8c42-1079b7f723cb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:09.764429 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cdee3de5-fa86-4db5-8855-460a4d4aeeb6 req-8bfb1f5a-b40e-474d-8c42-1079b7f723cb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 944 time: 0.7582381 Jul 16 03:36:09.772766 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.890793 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87cc72-f8b9-4f82-bc8e-b2c9eb55dff7 req-c8ee9244-9321-4a83-a27c-194e1f4fd603 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:09.903256 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c87cc72-f8b9-4f82-bc8e-b2c9eb55dff7 req-c8ee9244-9321-4a83-a27c-194e1f4fd603 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 931 time: 0.3534110 Jul 16 03:36:09.917824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-4f61fde6-0d07-4f5e-ac24-c9f53ad68e69 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:09.923793 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-4f61fde6-0d07-4f5e-ac24-c9f53ad68e69 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:09.986609 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:10.010118 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-ba2e5383-0c9e-4e9a-9b9b-25b90e6040b4 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:10.011485 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cdee3de5-fa86-4db5-8855-460a4d4aeeb6 req-ae2949c4-3edc-4a31-9c0c-8055752e7dc0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279565 Jul 16 03:36:10.028535 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-ba2e5383-0c9e-4e9a-9b9b-25b90e6040b4 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.88 "GET /v2.0/networks?id=babb1694-5957-4c05-a74a-8e2987974a0c HTTP/1.1" status: 200 len: 810 time: 0.3942080 Jul 16 03:36:10.108329 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c87cc72-f8b9-4f82-bc8e-b2c9eb55dff7 req-c2f7f79c-7c3f-455c-978e-535ae4638d2e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808202 Jul 16 03:36:10.125093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:10.131955 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.139314 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:10.142857 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.147239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-4f61fde6-0d07-4f5e-ac24-c9f53ad68e69 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1830406 Jul 16 03:36:10.149174 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-9f0c7b6b-5e2b-473b-867e-090dc6f6b5ae tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8014748 Jul 16 03:36:10.163430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Request body: {'port': {'device_id': '253b1e20-3286-4ec7-99f4-fa76a99ca0da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:10.178346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Request body: {'port': {'device_id': '83c2b4c5-9558-43c0-9965-1d766c8b3b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:10.187875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-37154fe4-0136-4b75-b802-a0bb0147c1a5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Request body: {'port': {'device_id': 'a9d86a86-1987-4077-a828-6bacb9268830', 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c', 'admin_state_up': True, 'tenant_id': '9168deec23834d6ba592134700ad0190'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:10.243047 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a400d035-c9c3-4d00-acf0-2d60cf26f302 x-openstack-request-id: req-a400d035-c9c3-4d00-acf0-2d60cf26f302 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:10.243464 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14f3000-601e-4971-963e-0fb66b19fb88", "name": "network-vif-plugged", "status": "completed", "tag": "3388eba3-0cf8-4e95-80cd-1d840934f419", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:10.243817 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a400d035-c9c3-4d00-acf0-2d60cf26f302 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:10.244407 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14f3000-601e-4971-963e-0fb66b19fb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3388eba3-0cf8-4e95-80cd-1d840934f419', 'code': 200} Jul 16 03:36:10.323679 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d043c1ed-346f-44ab-85fa-cb4f6e61fe4d None None] Provisioning for port c6e641f5-2248-4856-bf9e-e73365154f31 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:10.348527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d043c1ed-346f-44ab-85fa-cb4f6e61fe4d None None] Provisioning complete for port c6e641f5-2248-4856-bf9e-e73365154f31 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:10.349871 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d043c1ed-346f-44ab-85fa-cb4f6e61fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.408947 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.483309 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d043c1ed-346f-44ab-85fa-cb4f6e61fe4d None None] Port c6e641f5-2248-4856-bf9e-e73365154f31 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:10.507101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event updated for resources: {'Port': ['ID=7a3ffeb9-7859-4841-8d20-1107b59640f1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:10.510755 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.534183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:36:10.549301 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.549930 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] Added segment 5c672b92-1a9a-4696-bdb7-f639ab71b105 of type vlan for network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 Jul 16 03:36:10.610083 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.665428 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.687183 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.689386 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-90795f88-eeed-46ce-8dff-87023881435d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3236446 Jul 16 03:36:10.693547 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.694701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:10.695760 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.716789 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-37154fe4-0136-4b75-b802-a0bb0147c1a5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Made reservation on behalf of 9168deec23834d6ba592134700ad0190 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:10.732139 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-37154fe4-0136-4b75-b802-a0bb0147c1a5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.745043 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ea3462dd-7ca7-4d1a-927e-c76c9c4c2692,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:10.753464 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.872424 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e95854-12c3-45d2-9d63-ce2064c7c79d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:10.901696 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=ea3462dd-7ca7-4d1a-927e-c76c9c4c2692,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:10.906995 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:10.996024 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9031827 Jul 16 03:36:11.108762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33740) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:11.122879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-25e38666-f249-4842-8b5e-70a2c5827aed admin admin] Request body: {'subnet': {'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1488542155-subnet', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:11.139724 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811ae60-8bc7-4005-ae9b-53b6be261381 admin admin] Pushing event updated for resources: {'Network': ['ID=1b23d2e3-02e4-47db-a40f-a5b79e83f415,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:11.152954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:36:11.299703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e38666-f249-4842-8b5e-70a2c5827aed admin admin] Made reservation on behalf of de4d84b302584141973e594b047457b4 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:11.307930 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25e38666-f249-4842-8b5e-70a2c5827aed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.354481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a1d7c-bc8d-4b07-8ecb-7b561227cfad req-4f4eea4a-7c0c-4f26-baa1-300ccfc1dd1c tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:11.366814 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-841a1d7c-bc8d-4b07-8ecb-7b561227cfad req-4f4eea4a-7c0c-4f26-baa1-300ccfc1dd1c tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 950 time: 0.8965452 Jul 16 03:36:11.401452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06c990-16dd-4b09-98de-5141f7ff0233 req-5d91584f-0c3f-4c57-bba4-2f3911bb565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:11.403608 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec06c990-16dd-4b09-98de-5141f7ff0233 req-5d91584f-0c3f-4c57-bba4-2f3911bb565e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 1101 time: 1.0955575 Jul 16 03:36:11.419358 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-37154fe4-0136-4b75-b802-a0bb0147c1a5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Allocated IP 172.20.0.3 (babb1694-5957-4c05-a74a-8e2987974a0c/3847197d-f3f8-4839-9746-4ebffe9eda29/c60e6dea-0893-49d0-b950-afc32bbf8360) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:11.422206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c74e77b-ebd4-4aeb-be31-2ff75835ca02 req-ef4139ce-35a5-4286-bbd6-89fa02ff1492 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:11.430372 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c74e77b-ebd4-4aeb-be31-2ff75835ca02 req-ef4139ce-35a5-4286-bbd6-89fa02ff1492 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 931 time: 1.0142567 Jul 16 03:36:11.439636 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80f6954-0805-4d7f-a7d2-3c826f3ae081 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:11.468482 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.684956 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Transition to ACTIVE for port object a80f6954-0805-4d7f-a7d2-3c826f3ae081 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:11.696751 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.704644 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-841a1d7c-bc8d-4b07-8ecb-7b561227cfad req-e4eeb070-6011-41ff-875d-42552a77285f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366263 Jul 16 03:36:11.707527 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c74e77b-ebd4-4aeb-be31-2ff75835ca02 req-5192ee42-a30b-48df-8519-e0c3b709d633 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/security-groups?id=3178a5d7-b56c-4f4e-a548-6a34290a29e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763410 Jul 16 03:36:11.763104 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-37154fe4-0136-4b75-b802-a0bb0147c1a5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.804262 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25e38666-f249-4842-8b5e-70a2c5827aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.834381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e641f5-2248-4856-bf9e-e73365154f31 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:11.852072 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.878669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Transition to ACTIVE for port object c6e641f5-2248-4856-bf9e-e73365154f31 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:11.899653 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.917508 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-37154fe4-0136-4b75-b802-a0bb0147c1a5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:11.925646 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e38666-f249-4842-8b5e-70a2c5827aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=8153979b-670a-41a0-961b-c7158009c15a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:11.961130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:12.053680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Pushing event updated for resources: {'Port': ['ID=a80f6954-0805-4d7f-a7d2-3c826f3ae081,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:12.112197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:12.112603 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.203139 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-37154fe4-0136-4b75-b802-a0bb0147c1a5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Network babb1694-5957-4c05-a74a-8e2987974a0c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:12.207339 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37154fe4-0136-4b75-b802-a0bb0147c1a5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Pushing event updated for resources: {'Port': ['ID=c60e6dea-0893-49d0-b950-afc32bbf8360,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:12.216494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e38666-f249-4842-8b5e-70a2c5827aed admin admin] Checking segment: {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:12.216710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e38666-f249-4842-8b5e-70a2c5827aed admin admin] Network hostable DHCP agents. Network: 1b23d2e3-02e4-47db-a40f-a5b79e83f415, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:36:12.224826 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-37154fe4-0136-4b75-b802-a0bb0147c1a5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:12.228080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-37154fe4-0136-4b75-b802-a0bb0147c1a5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:12.301558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Pushing event updated for resources: {'Port': ['ID=c6e641f5-2248-4856-bf9e-e73365154f31,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:12.314164 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-37154fe4-0136-4b75-b802-a0bb0147c1a5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:12.314846 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-37154fe4-0136-4b75-b802-a0bb0147c1a5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.337486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e38666-f249-4842-8b5e-70a2c5827aed admin admin] Network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:12.339116 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-cb25f6ae-29ae-4779-a4df-a6aac0ee303a tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1961832283&fields=id&tenant_id=69feb84b2a1a46dc9a17a131d3823f84 HTTP/1.1" status: 200 len: 267 time: 0.1387243 Jul 16 03:36:12.367265 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-37154fe4-0136-4b75-b802-a0bb0147c1a5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2010720 Jul 16 03:36:12.371419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-25e38666-f249-4842-8b5e-70a2c5827aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 1b23d2e3-02e4-47db-a40f-a5b79e83f415) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:12.374686 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924142b-6eb5-4709-be95-a93c065cdd86 req-6352d9bd-0d2a-4ee5-a447-151aa01121df tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:12.376891 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e38666-f249-4842-8b5e-70a2c5827aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:12.377505 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25e38666-f249-4842-8b5e-70a2c5827aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.382449 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5924142b-6eb5-4709-be95-a93c065cdd86 req-6352d9bd-0d2a-4ee5-a447-151aa01121df tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 931 time: 0.4183156 Jul 16 03:36:12.385194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Request body: {'port': {'device_id': 'a9d86a86-1987-4077-a828-6bacb9268830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:12.392277 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5651d308-d6be-426b-bdd7-b26ee17cd62b None None] Network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:12.404646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Attempting to bind port c6e641f5-2248-4856-bf9e-e73365154f31 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:12.405131 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Attempting to bind port c6e641f5-2248-4856-bf9e-e73365154f31 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '7fdb57d7-9071-48e8-9f03-ecfcc6949ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:12.405582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Attempting to bind port c6e641f5-2248-4856-bf9e-e73365154f31 on network 28cbbaca-71fe-42bd-893a-27ac3d53ff2a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:12.416983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Attempting to bind port a80f6954-0805-4d7f-a7d2-3c826f3ae081 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:12.416983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Attempting to bind port a80f6954-0805-4d7f-a7d2-3c826f3ae081 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:12.417543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Attempting to bind port a80f6954-0805-4d7f-a7d2-3c826f3ae081 on network 1d2082f3-f285-4b81-803c-37c5386ebabb {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:12.501415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Port c6e641f5-2248-4856-bf9e-e73365154f31 on network 28cbbaca-71fe-42bd-893a-27ac3d53ff2a not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:12.501767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Attempting to bind port c6e641f5-2248-4856-bf9e-e73365154f31 on network 28cbbaca-71fe-42bd-893a-27ac3d53ff2a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:12.520461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Port a80f6954-0805-4d7f-a7d2-3c826f3ae081 on network 1d2082f3-f285-4b81-803c-37c5386ebabb not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:12.520974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Attempting to bind port a80f6954-0805-4d7f-a7d2-3c826f3ae081 on network 1d2082f3-f285-4b81-803c-37c5386ebabb {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:12.537049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:12.537406 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Checking segment: {'id': '7fdb57d7-9071-48e8-9f03-ecfcc6949ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:12.538225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Bound using segment: {'id': '7fdb57d7-9071-48e8-9f03-ecfcc6949ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:12.538851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Bound port: c6e641f5-2248-4856-bf9e-e73365154f31, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fdb57d7-9071-48e8-9f03-ecfcc6949ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:12.539226 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.566605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:12.568789 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-25e38666-f249-4842-8b5e-70a2c5827aed admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4523299 Jul 16 03:36:12.578677 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:12.582804 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:12.583291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Checking segment: {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:12.583679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Bound using segment: {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:12.584191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Bound port: a80f6954-0805-4d7f-a7d2-3c826f3ae081, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:12.584699 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.584807 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.710305 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:36:12.711457 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:12.743415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ebe08917-b22a-46fe-84c6-7d7df9b13903 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:12.941078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:12.964523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'port_id': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'mac_address': 'fa:16:3e:5c:d9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:13.017721 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60e6dea-0893-49d0-b950-afc32bbf8360 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:13.019749 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5924142b-6eb5-4709-be95-a93c065cdd86 req-376736a5-9907-4e2a-917e-3c853f4fbdde tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363165 Jul 16 03:36:13.040076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Allocated IP 172.20.0.2 (1b23d2e3-02e4-47db-a40f-a5b79e83f415/8153979b-670a-41a0-961b-c7158009c15a/2f859721-590f-4829-ae61-a70822e914d5) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:13.058802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-fc61d621-a28d-4030-bd16-b118bc09d466 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:13.065716 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-fc61d621-a28d-4030-bd16-b118bc09d466 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/networks?id=86c7e975-c657-4bd7-a136-c5c84a957407 HTTP/1.1" status: 200 len: 811 time: 0.7116055 Jul 16 03:36:13.066640 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.096643 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.111605 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-3eb116ce-34e1-4832-b984-908d33023e83 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/quotas/69feb84b2a1a46dc9a17a131d3823f84 HTTP/1.1" status: 200 len: 375 time: 0.0449774 Jul 16 03:36:13.116542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Transition to ACTIVE for port object c60e6dea-0893-49d0-b950-afc32bbf8360 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:13.123375 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.137465 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.143534 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.209377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe08917-b22a-46fe-84c6-7d7df9b13903 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:13.215664 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] For port c6e641f5-2248-4856-bf9e-e73365154f31, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:13.220407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=c60e6dea-0893-49d0-b950-afc32bbf8360,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:13.238502 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] For port a80f6954-0805-4d7f-a7d2-3c826f3ae081, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:13.262398 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] For port c6e641f5-2248-4856-bf9e-e73365154f31, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c6e641f5-2248-4856-bf9e-e73365154f31,segment=NetworkSegment(7fdb57d7-9071-48e8-9f03-ecfcc6949ad8),segment_id=7fdb57d7-9071-48e8-9f03-ecfcc6949ad8)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:13.267241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] For port a80f6954-0805-4d7f-a7d2-3c826f3ae081, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a80f6954-0805-4d7f-a7d2-3c826f3ae081,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:13.291463 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:13.305402 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.368484 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Attempting to bind port c60e6dea-0893-49d0-b950-afc32bbf8360 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:13.368834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Attempting to bind port c60e6dea-0893-49d0-b950-afc32bbf8360 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '2beee60a-f328-44f0-974c-b8867b60ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:13.369173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Attempting to bind port c60e6dea-0893-49d0-b950-afc32bbf8360 on network babb1694-5957-4c05-a74a-8e2987974a0c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:13.374378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Port c60e6dea-0893-49d0-b950-afc32bbf8360 on network babb1694-5957-4c05-a74a-8e2987974a0c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:13.374720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Attempting to bind port c60e6dea-0893-49d0-b950-afc32bbf8360 on network babb1694-5957-4c05-a74a-8e2987974a0c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:13.380865 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:13.381214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Checking segment: {'id': '2beee60a-f328-44f0-974c-b8867b60ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:13.381613 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Bound using segment: {'id': '2beee60a-f328-44f0-974c-b8867b60ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:13.382062 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Bound port: c60e6dea-0893-49d0-b950-afc32bbf8360, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2beee60a-f328-44f0-974c-b8867b60ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:13.382185 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.382632 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.390541 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.409193 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.449399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:13.450024 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.455697 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] 10.222.0.20 "PUT /v2.0/ports/c6e641f5-2248-4856-bf9e-e73365154f31 HTTP/1.1" status: 200 len: 1091 time: 3.2891123 Jul 16 03:36:13.460690 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] For port c60e6dea-0893-49d0-b950-afc32bbf8360, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:13.465404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] For port c60e6dea-0893-49d0-b950-afc32bbf8360, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c60e6dea-0893-49d0-b950-afc32bbf8360,segment=NetworkSegment(2beee60a-f328-44f0-974c-b8867b60ba58),segment_id=2beee60a-f328-44f0-974c-b8867b60ba58)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:13.477166 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.560526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c2b4c5-9558-43c0-9965-1d766c8b3b95', 'tag': 'c6e641f5-2248-4856-bf9e-e73365154f31'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:13.562862 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b750c3cc-dff6-4549-995e-c8e7340ca8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "83c2b4c5-9558-43c0-9965-1d766c8b3b95", "tag": "c6e641f5-2248-4856-bf9e-e73365154f31"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:13.574897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b98fe-df5f-45bf-8677-c865885ffa3d service neutron] Pushing event updated for resources: {'Port': ['ID=c6e641f5-2248-4856-bf9e-e73365154f31,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:13.579644 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:13.581752 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.583574 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] 10.222.0.88 "PUT /v2.0/ports/c60e6dea-0893-49d0-b950-afc32bbf8360 HTTP/1.1" status: 200 len: 1091 time: 1.2032592 Jul 16 03:36:13.595782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:13.601371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.601597 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d86a86-1987-4077-a828-6bacb9268830', 'tag': 'c60e6dea-0893-49d0-b950-afc32bbf8360'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:13.602927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] 10.222.0.88 "PUT /v2.0/ports/a80f6954-0805-4d7f-a7d2-3c826f3ae081 HTTP/1.1" status: 200 len: 1091 time: 3.4453721 Jul 16 03:36:13.611253 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0c1380-ab9a-432c-a5af-98fdc51dc489" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d86a86-1987-4077-a828-6bacb9268830", "tag": "c60e6dea-0893-49d0-b950-afc32bbf8360"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:13.664715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=ebe08917-b22a-46fe-84c6-7d7df9b13903,revision_number=11']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:13.706313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['ebe08917-b22a-46fe-84c6-7d7df9b13903'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:13.734624 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a68ca-2b74-4fba-be8f-fec5175efdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=c60e6dea-0893-49d0-b950-afc32bbf8360,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:13.842291 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:13.851579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-e8ddedb7-6bfa-4e68-afb2-62df8f9f6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:13.863186 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-e8ddedb7-6bfa-4e68-afb2-62df8f9f6195 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 1094 time: 0.1477447 Jul 16 03:36:13.887162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0be41-5c5e-4a7a-a593-93d23238b0eb service neutron] Pushing event updated for resources: {'Port': ['ID=a80f6954-0805-4d7f-a7d2-3c826f3ae081,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:13.917817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Transition to ACTIVE for port object 2f859721-590f-4829-ae61-a70822e914d5 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:13.937195 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-b53fc207-a251-4ebc-b59e-4fc280890f0f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80f6954-0805-4d7f-a7d2-3c826f3ae081 HTTP/1.1" status: 200 len: 217 time: 0.0618346 Jul 16 03:36:13.981351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Transition to ACTIVE for port object 2f859721-590f-4829-ae61-a70822e914d5 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:13.997068 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.058556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142141d-ff4a-4733-b3c7-a5c9c33c182e req-a0554b44-9f92-409f-949e-1b361e68c939 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:14.065885 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a142141d-ff4a-4733-b3c7-a5c9c33c182e req-a0554b44-9f92-409f-949e-1b361e68c939 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.7377975 Jul 16 03:36:14.076492 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.093206 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-d40d4c18-9585-4e61-ac0a-764fae5d0578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:14.094851 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-d40d4c18-9585-4e61-ac0a-764fae5d0578 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 200 len: 852 time: 0.1477406 Jul 16 03:36:14.106398 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-b7a1e696-e9e7-4ccc-b400-122ed198fcbe tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=69feb84b2a1a46dc9a17a131d3823f84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9758775 Jul 16 03:36:14.115042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:14.121857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:14.129382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Pushing event updated for resources: {'Port': ['ID=2f859721-590f-4829-ae61-a70822e914d5,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:14.134754 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:14.156007 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-623c9c8e-4208-42cd-87b7-ec6f2717bb4b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1d2082f3-f285-4b81-803c-37c5386ebabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496528 Jul 16 03:36:14.233697 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Attempting to bind port 2f859721-590f-4829-ae61-a70822e914d5 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:14.234060 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Attempting to bind port 2f859721-590f-4829-ae61-a70822e914d5 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:14.234428 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Attempting to bind port 2f859721-590f-4829-ae61-a70822e914d5 on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:14.249429 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-2f406b76-e360-470d-91d7-c85206c9d0f5 service neutron] 10.222.0.18 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239903 Jul 16 03:36:14.249625 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:14.249755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Checking segment: {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:14.250145 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.250540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Bound using segment: {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:14.251016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Bound port: 2f859721-590f-4829-ae61-a70822e914d5, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:14.251402 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.334350 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a142141d-ff4a-4733-b3c7-a5c9c33c182e req-cebbead3-a356-4ffe-bc74-3d340054e9ed tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671318 Jul 16 03:36:14.354777 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-2215579c-ece5-40d0-aba5-2b35879454d0 service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881773 Jul 16 03:36:14.376100 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] For port 2f859721-590f-4829-ae61-a70822e914d5, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:14.380938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] For port 2f859721-590f-4829-ae61-a70822e914d5, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2f859721-590f-4829-ae61-a70822e914d5,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:14.386108 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:14.386566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-d048a753-3acb-496c-847b-14f3970df752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:14.388087 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-d048a753-3acb-496c-847b-14f3970df752 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9168deec23834d6ba592134700ad0190&device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 1094 time: 0.5676398 Jul 16 03:36:14.490802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d0ff2-7975-4629-862e-212052b350ed None None] Pushing event updated for resources: {'Port': ['ID=2f859721-590f-4829-ae61-a70822e914d5,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:14.515750 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-b683df46-5879-42bc-a448-c7efc0d5a084 service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540892 Jul 16 03:36:14.521990 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-3a62c7df-a8a1-4d12-9af9-c3c0b9576959 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60e6dea-0893-49d0-b950-afc32bbf8360 HTTP/1.1" status: 200 len: 217 time: 0.1235898 Jul 16 03:36:14.562069 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-c014d81b-3c55-4c4b-b011-ce49c55861c4 service neutron] 10.222.0.18 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111081 Jul 16 03:36:14.635861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-7022b5f0-fe10-4504-8a96-cb465a4ef231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:14.637397 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-7022b5f0-fe10-4504-8a96-cb465a4ef231 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3847197d-f3f8-4839-9746-4ebffe9eda29 HTTP/1.1" status: 200 len: 850 time: 0.0947175 Jul 16 03:36:14.679695 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-709cf15e-0782-48bd-9d03-57cfa10c1f93 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=babb1694-5957-4c05-a74a-8e2987974a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335717 Jul 16 03:36:14.689033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba000f-bb58-47c5-b57d-c9af0de1dc5d req-4ff55107-ea31-44a1-b9b3-fd376e148082 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:14.695522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38ba000f-bb58-47c5-b57d-c9af0de1dc5d req-4ff55107-ea31-44a1-b9b3-fd376e148082 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 943 time: 0.1887596 Jul 16 03:36:14.929057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38ba000f-bb58-47c5-b57d-c9af0de1dc5d req-03014793-1604-4519-b23e-dab98f79c5b4 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322779 Jul 16 03:36:15.095620 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.184598 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.193316 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-c754f4f0-4028-40e1-a07a-a15b17ea0cf3 service neutron] 10.222.0.88 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893346 Jul 16 03:36:15.304118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62970f00-ffd4-4394-8de5-dcca54bfad90 req-2e017ca6-25b7-4099-a9f9-52450b22d0db tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:15.311015 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62970f00-ffd4-4394-8de5-dcca54bfad90 req-2e017ca6-25b7-4099-a9f9-52450b22d0db tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 950 time: 0.3196635 Jul 16 03:36:15.439797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d10e3-9313-4521-962d-e73b7e4b6db1 req-b8bb67ad-0e8a-4fd2-b708-52429e143a02 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:15.441412 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab5d10e3-9313-4521-962d-e73b7e4b6db1 req-b8bb67ad-0e8a-4fd2-b708-52429e143a02 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 943 time: 0.3481157 Jul 16 03:36:15.468900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62970f00-ffd4-4394-8de5-dcca54bfad90 req-07449f2c-1edd-41ac-8973-6b3567b972be tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569867 Jul 16 03:36:15.508039 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf71dbfc-9eb8-4d8c-b8dc-76b6f9f1e8f3 req-99510c60-b38c-4d81-b913-20c0a34f7d8a service neutron] 10.222.0.88 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055801 Jul 16 03:36:15.540130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Allocated IP 172.25.3.84 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/b607e30d-3fa0-4242-8e6a-b553f83bd693) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:15.556934 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab5d10e3-9313-4521-962d-e73b7e4b6db1 req-83f4689c-f12c-4fa2-89f8-db14211ac49b tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/security-groups?id=3178a5d7-b56c-4f4e-a548-6a34290a29e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043365 Jul 16 03:36:15.685011 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d8a23c-76c7-4ea1-8a57-c1516f702dbb x-openstack-request-id: req-43d8a23c-76c7-4ea1-8a57-c1516f702dbb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:15.685534 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d86a86-1987-4077-a828-6bacb9268830", "tag": "c60e6dea-0893-49d0-b950-afc32bbf8360", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:15.685631 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43d8a23c-76c7-4ea1-8a57-c1516f702dbb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:15.686261 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d86a86-1987-4077-a828-6bacb9268830', 'tag': 'c60e6dea-0893-49d0-b950-afc32bbf8360', 'status': 'completed', 'code': 200} Jul 16 03:36:15.894029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59254233-ee41-45a6-910d-7faeb61ffe21 None None] Network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:15.947892 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:15.982229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c1380-ab9a-432c-a5af-98fdc51dc489 req-8125c1f8-eef7-4eb0-8964-93a133e5a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:15.984060 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d0c1380-ab9a-432c-a5af-98fdc51dc489 req-8125c1f8-eef7-4eb0-8964-93a133e5a93a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9168deec23834d6ba592134700ad0190&device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 1094 time: 0.2435725 Jul 16 03:36:16.024085 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a65cd8d-c6b3-4441-98f3-726649141f1c x-openstack-request-id: req-9a65cd8d-c6b3-4441-98f3-726649141f1c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:16.036787 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c2b4c5-9558-43c0-9965-1d766c8b3b95", "tag": "c6e641f5-2248-4856-bf9e-e73365154f31", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:16.037162 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a65cd8d-c6b3-4441-98f3-726649141f1c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:16.037614 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c2b4c5-9558-43c0-9965-1d766c8b3b95', 'tag': 'c6e641f5-2248-4856-bf9e-e73365154f31', 'status': 'completed', 'code': 200} Jul 16 03:36:16.045334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7e240-21ab-4997-8d96-9f5fb1ba9cab req-ee8375fe-7c8e-4297-99e7-0012fdbb8fbc tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:16.045542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2f859721-590f-4829-ae61-a70822e914d5 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:16.054131 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02e7e240-21ab-4997-8d96-9f5fb1ba9cab req-ee8375fe-7c8e-4297-99e7-0012fdbb8fbc tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 943 time: 0.2317150 Jul 16 03:36:16.101632 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7fb617cc-c8a7-4007-b2b3-c1a84244990d None None] Provisioning for port 2f859721-590f-4829-ae61-a70822e914d5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:16.129359 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02e7e240-21ab-4997-8d96-9f5fb1ba9cab req-c55cd95c-2033-43ea-8e9a-85692c529186 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742292 Jul 16 03:36:16.210917 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 2f859721-590f-4829-ae61-a70822e914d5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:16.216743 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2f859721-590f-4829-ae61-a70822e914d5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:16.217120 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.242684 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-323bb259-6848-4569-9d67-60e72758eecc req-d2e52b71-8ab1-402a-a8c3-231a41b2dd09 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 210 time: 0.0428550 Jul 16 03:36:16.362204 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.363784 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.414006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 2f859721-590f-4829-ae61-a70822e914d5, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2f859721-590f-4829-ae61-a70822e914d5,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:16.433620 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.446122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:16.467594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:16.472189 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:16.519953 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=2f859721-590f-4829-ae61-a70822e914d5,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:16.563187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c1380-ab9a-432c-a5af-98fdc51dc489 req-ddc1c59a-1e5d-4149-a5b0-e6e949ac27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:16.564706 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d0c1380-ab9a-432c-a5af-98fdc51dc489 req-ddc1c59a-1e5d-4149-a5b0-e6e949ac27ef service neutron] 10.222.0.88 "GET /v2.0/networks?id=babb1694-5957-4c05-a74a-8e2987974a0c HTTP/1.1" status: 200 len: 911 time: 0.5702441 Jul 16 03:36:16.637673 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d0c1380-ab9a-432c-a5af-98fdc51dc489 req-806b1b8d-1dd9-4bec-9266-f80d9ee305aa service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60e6dea-0893-49d0-b950-afc32bbf8360 HTTP/1.1" status: 200 len: 217 time: 0.0586193 Jul 16 03:36:16.673560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Pushing event updated for resources: {'Port': ['ID=b607e30d-3fa0-4242-8e6a-b553f83bd693,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:16.686640 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-186137a6-0671-4dd4-8350-6132157b9951 None None] Provisioning complete for port 2f859721-590f-4829-ae61-a70822e914d5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:16.687784 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-186137a6-0671-4dd4-8350-6132157b9951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.763102 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c60e6dea-0893-49d0-b950-afc32bbf8360 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:16.765442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ebe08917-b22a-46fe-84c6-7d7df9b13903 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:16.913020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port ebe08917-b22a-46fe-84c6-7d7df9b13903 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:16.921081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port ebe08917-b22a-46fe-84c6-7d7df9b13903 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:16.921465 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:16.983996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port c60e6dea-0893-49d0-b950-afc32bbf8360, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c60e6dea-0893-49d0-b950-afc32bbf8360,segment=NetworkSegment(2beee60a-f328-44f0-974c-b8867b60ba58),segment_id=2beee60a-f328-44f0-974c-b8867b60ba58)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:17.019561 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'c60e6dea-0893-49d0-b950-afc32bbf8360', 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c', 'port_id': 'c60e6dea-0893-49d0-b950-afc32bbf8360', 'mac_address': 'fa:16:3e:28:e0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3847197d-f3f8-4839-9746-4ebffe9eda29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:17.156042 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.164760 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84759e-8762-4ecb-b916-d112c540dd42 req-fe586222-590c-4921-a577-f52b23b6edd5 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:17.166095 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c84759e-8762-4ecb-b916-d112c540dd42 req-fe586222-590c-4921-a577-f52b23b6edd5 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 945 time: 0.8725157 Jul 16 03:36:17.175538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c1380-ab9a-432c-a5af-98fdc51dc489 req-ad36f38a-eb58-414e-b7d4-753da29a8186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:17.177080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d0c1380-ab9a-432c-a5af-98fdc51dc489 req-ad36f38a-eb58-414e-b7d4-753da29a8186 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3847197d-f3f8-4839-9746-4ebffe9eda29 HTTP/1.1" status: 200 len: 850 time: 0.5008869 Jul 16 03:36:17.197298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60e6dea-0893-49d0-b950-afc32bbf8360 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:17.207330 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbd9b5-4b4b-4e08-ab11-23e4a3749f88 req-6f669dfb-3b39-4dbd-9ebf-349fdfb46f8e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:17.208573 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.210169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83fbd9b5-4b4b-4e08-ab11-23e4a3749f88 req-6f669dfb-3b39-4dbd-9ebf-349fdfb46f8e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 943 time: 0.7604578 Jul 16 03:36:17.254016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port c60e6dea-0893-49d0-b950-afc32bbf8360, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c60e6dea-0893-49d0-b950-afc32bbf8360,segment=NetworkSegment(2beee60a-f328-44f0-974c-b8867b60ba58),segment_id=2beee60a-f328-44f0-974c-b8867b60ba58)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:17.262803 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.263600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a80f6954-0805-4d7f-a7d2-3c826f3ae081 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:17.265264 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d0c1380-ab9a-432c-a5af-98fdc51dc489 req-b1014228-a666-4deb-9d39-20b2e30a6cce service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=babb1694-5957-4c05-a74a-8e2987974a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516539 Jul 16 03:36:17.316038 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:17.319303 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0d9652-70b1-4506-99fe-35d5a3553afb" -d '{"events": [{"server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "name": "network-vif-plugged", "status": "completed", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:17.340528 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:17.351976 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.363966 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=c60e6dea-0893-49d0-b950-afc32bbf8360,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:17.443914 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c84759e-8762-4ecb-b916-d112c540dd42 req-a6e7d6ec-358a-48df-8dea-a5293adb6a54 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657418 Jul 16 03:36:17.489649 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83fbd9b5-4b4b-4e08-ab11-23e4a3749f88 req-c3b90396-41cb-4dde-9c29-5b86a3256d39 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231715 Jul 16 03:36:17.494222 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a80f6954-0805-4d7f-a7d2-3c826f3ae081, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a80f6954-0805-4d7f-a7d2-3c826f3ae081,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:17.507288 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d0c1380-ab9a-432c-a5af-98fdc51dc489 req-5a72f28a-88d6-4412-9f8f-4837b24bcd9e service neutron] 10.222.0.88 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307630 Jul 16 03:36:17.516229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'a80f6954-0805-4d7f-a7d2-3c826f3ae081', 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'port_id': 'a80f6954-0805-4d7f-a7d2-3c826f3ae081', 'mac_address': 'fa:16:3e:d1:2e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460165b0-71f2-476d-a3c4-33a11989f907', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:17.516229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=ebe08917-b22a-46fe-84c6-7d7df9b13903,revision_number=12']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:17.554920 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.569495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a80f6954-0805-4d7f-a7d2-3c826f3ae081 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:17.590101 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.596802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a80f6954-0805-4d7f-a7d2-3c826f3ae081, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a80f6954-0805-4d7f-a7d2-3c826f3ae081,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:17.605302 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.658781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a80f6954-0805-4d7f-a7d2-3c826f3ae081,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:17.801892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d0c1380-ab9a-432c-a5af-98fdc51dc489 req-5d42082c-84bc-4e90-9757-0b41fc255a29 service neutron] 10.222.0.88 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732601 Jul 16 03:36:17.854329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2f859721-590f-4829-ae61-a70822e914d5 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:17.869493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d7962-baf3-4f4a-9ca4-914320f6ea21 req-6cfce4da-f8df-4d85-b5ac-54604f74c94d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:17.870960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-224d7962-baf3-4f4a-9ca4-914320f6ea21 req-6cfce4da-f8df-4d85-b5ac-54604f74c94d tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 950 time: 0.2970645 Jul 16 03:36:17.896056 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbc1f4-a741-452d-bcc4-5bf14f6c9111 req-7719eed6-9dfe-42dd-b0a5-f51d53c8bc4b tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:17.897519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82fbc1f4-a741-452d-bcc4-5bf14f6c9111 req-7719eed6-9dfe-42dd-b0a5-f51d53c8bc4b tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 943 time: 0.2454154 Jul 16 03:36:17.907887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2f859721-590f-4829-ae61-a70822e914d5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:17.908259 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:17.938840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['a80f6954-0805-4d7f-a7d2-3c826f3ae081'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:17.943798 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['c60e6dea-0893-49d0-b950-afc32bbf8360'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:17.988641 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-224d7962-baf3-4f4a-9ca4-914320f6ea21 req-1db0a404-0905-41f0-9e2c-114212b883c8 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113954 Jul 16 03:36:17.995568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82fbc1f4-a741-452d-bcc4-5bf14f6c9111 req-3d970547-f4ba-4d6e-a816-1848f16f8ad0 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/security-groups?id=3178a5d7-b56c-4f4e-a548-6a34290a29e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897141 Jul 16 03:36:18.007695 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.054040 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253b1e20-3286-4ec7-99f4-fa76a99ca0da', 'tag': 'a80f6954-0805-4d7f-a7d2-3c826f3ae081'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:18.056234 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638b583e-7f8b-41fa-a678-a1740ebbc743" -d '{"events": [{"name": "network-changed", "server_uuid": "253b1e20-3286-4ec7-99f4-fa76a99ca0da", "tag": "a80f6954-0805-4d7f-a7d2-3c826f3ae081"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:18.265229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea62714-b1b9-4355-a140-f133a1ca8967 req-765719fa-e6ee-4aaf-bc17-06b8bb179bc3 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.272088 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ea62714-b1b9-4355-a140-f133a1ca8967 req-765719fa-e6ee-4aaf-bc17-06b8bb179bc3 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 944 time: 0.1275978 Jul 16 03:36:18.280088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Router cabbf8ee-c688-4f84-9b35-21264e8c1030 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:36:18.329947 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec06c990-16dd-4b09-98de-5141f7ff0233 req-91e24687-bd87-485e-af5a-b3b339f04881 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109922 Jul 16 03:36:18.357730 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42847dbe-be73-42b4-89e7-2b816009a6fa req-c62e4ebc-9764-467d-9c5a-cf132fe6ee03 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 210 time: 0.0731556 Jul 16 03:36:18.404472 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80967b3e-40d7-44bb-93e5-007cb4fb2f08 x-openstack-request-id: req-80967b3e-40d7-44bb-93e5-007cb4fb2f08 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:18.404768 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "name": "network-vif-plugged", "status": "completed", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:18.405019 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80967b3e-40d7-44bb-93e5-007cb4fb2f08 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:18.405408 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'code': 200} Jul 16 03:36:18.417539 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ea62714-b1b9-4355-a140-f133a1ca8967 req-7df284c4-5909-42ea-821f-6d9dd59f11e7 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445405 Jul 16 03:36:18.470769 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec8f2df-0462-4e5f-9dc1-27deed6038ed x-openstack-request-id: req-bec8f2df-0462-4e5f-9dc1-27deed6038ed {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:18.471077 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253b1e20-3286-4ec7-99f4-fa76a99ca0da", "tag": "a80f6954-0805-4d7f-a7d2-3c826f3ae081", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:18.471328 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bec8f2df-0462-4e5f-9dc1-27deed6038ed {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:18.471712 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253b1e20-3286-4ec7-99f4-fa76a99ca0da', 'tag': 'a80f6954-0805-4d7f-a7d2-3c826f3ae081', 'status': 'completed', 'code': 200} Jul 16 03:36:18.489892 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c3cc-dff6-4549-995e-c8e7340ca8d3 req-d8deb149-bca8-4312-9e3d-2e0dce1853d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.491431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b750c3cc-dff6-4549-995e-c8e7340ca8d3 req-d8deb149-bca8-4312-9e3d-2e0dce1853d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94ce2d92b4964c12a0e02dadae1c3d97&device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 1094 time: 0.2089396 Jul 16 03:36:18.555250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:18.567101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Sync routers for ids ['cabbf8ee-c688-4f84-9b35-21264e8c1030'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:18.580536 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Routers {'cabbf8ee-c688-4f84-9b35-21264e8c1030'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:18.581063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cabbf8ee-c688-4f84-9b35-21264e8c1030'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:18.582194 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:18.586757 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-04d497e0-69e0-4019-b217-0c438d195a58 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0095236 Jul 16 03:36:18.586934 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33808) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:18.652054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b583e-7f8b-41fa-a678-a1740ebbc743 req-7c46734e-f69c-45f8-a039-76625b0b4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.653628 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-638b583e-7f8b-41fa-a678-a1740ebbc743 req-7c46734e-f69c-45f8-a039-76625b0b4935 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 1095 time: 0.1572769 Jul 16 03:36:18.674170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c3cc-dff6-4549-995e-c8e7340ca8d3 req-4dacd203-2f9f-4468-a8ed-899c589c997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.675592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b750c3cc-dff6-4549-995e-c8e7340ca8d3 req-4dacd203-2f9f-4468-a8ed-899c589c997c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=94ce2d92b4964c12a0e02dadae1c3d97&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1702418 Jul 16 03:36:18.749412 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Set router cabbf8ee-c688-4f84-9b35-21264e8c1030 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:18.771570 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dde6d-6c97-408b-af93-0e3aa5df500c req-78ae8fbc-bde1-411d-8d8a-9de01925df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.773104 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d82dde6d-6c97-408b-af93-0e3aa5df500c req-78ae8fbc-bde1-411d-8d8a-9de01925df31 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 1097 time: 0.0986204 Jul 16 03:36:18.857895 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d82dde6d-6c97-408b-af93-0e3aa5df500c req-0a34fc7c-c4ad-45c3-8a8e-099a831bafce service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777202 Jul 16 03:36:18.903040 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b583e-7f8b-41fa-a678-a1740ebbc743 req-70699169-a4ab-432e-9011-384b7c2ddb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.904573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-638b583e-7f8b-41fa-a678-a1740ebbc743 req-70699169-a4ab-432e-9011-384b7c2ddb58 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 913 time: 0.2397344 Jul 16 03:36:18.933124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f6f65-6fac-4c01-9f4b-652a79c43af2 req-958a71ec-3fbe-4aee-a826-a220f0bc26b9 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.934722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-457f6f65-6fac-4c01-9f4b-652a79c43af2 req-958a71ec-3fbe-4aee-a826-a220f0bc26b9 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 944 time: 0.2788718 Jul 16 03:36:18.989143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c73f3-ff1e-4351-9359-e85263d9682d req-d6230fd6-351b-42a9-9807-cd5ac8c27523 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:18.996575 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-010c73f3-ff1e-4351-9359-e85263d9682d req-d6230fd6-351b-42a9-9807-cd5ac8c27523 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 946 time: 0.3200164 Jul 16 03:36:19.006029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-638b583e-7f8b-41fa-a678-a1740ebbc743 req-94927eb4-93c8-45cf-b0ea-70804ef24200 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80f6954-0805-4d7f-a7d2-3c826f3ae081 HTTP/1.1" status: 200 len: 217 time: 0.0875342 Jul 16 03:36:19.007071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c3cc-dff6-4549-995e-c8e7340ca8d3 req-e170de83-5b2c-4f2d-a353-7c9fc6772b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:19.008851 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b750c3cc-dff6-4549-995e-c8e7340ca8d3 req-e170de83-5b2c-4f2d-a353-7c9fc6772b3e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2983849 Jul 16 03:36:19.128064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:13Z', 'updated_at': '2021-07-16T03:36:17Z', 'revision_number': 3, 'project_id': 'de4d84b302584141973e594b047457b4', 'gw_port': {'id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:15Z', 'updated_at': '2021-07-16T03:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:19.154386 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-457f6f65-6fac-4c01-9f4b-652a79c43af2 req-4c318ba2-9e60-44d0-94a6-8cbc4447fa70 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779165 Jul 16 03:36:19.162699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Checking router: cabbf8ee-c688-4f84-9b35-21264e8c1030 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:19.165747 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Updating router cabbf8ee-c688-4f84-9b35-21264e8c1030 port b607e30d-3fa0-4242-8e6a-b553f83bd693 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:36:19.171513 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-010c73f3-ff1e-4351-9359-e85263d9682d req-f15cc4d3-8382-4815-83c2-5be76708cce2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739910 Jul 16 03:36:19.193509 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b583e-7f8b-41fa-a678-a1740ebbc743 req-24f2f603-fba3-4f2c-959a-cdd7747f52da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:19.195013 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-638b583e-7f8b-41fa-a678-a1740ebbc743 req-24f2f603-fba3-4f2c-959a-cdd7747f52da service neutron] 10.222.0.88 "GET /v2.0/subnets?id=460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 200 len: 852 time: 0.1736896 Jul 16 03:36:19.225546 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.427288 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.598394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Allocated IP 172.20.0.1 (1b23d2e3-02e4-47db-a40f-a5b79e83f415/8153979b-670a-41a0-961b-c7158009c15a/3d391b0a-214c-42d5-8600-3c8adde86c22) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:19.609428 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.629526 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Transition to ACTIVE for port object b607e30d-3fa0-4242-8e6a-b553f83bd693 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:19.637097 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.638916 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-638b583e-7f8b-41fa-a678-a1740ebbc743 req-e6e4538e-5918-414d-bb8d-9eddab39d731 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1d2082f3-f285-4b81-803c-37c5386ebabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4289007 Jul 16 03:36:19.704981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed4759-c470-469d-8a72-11c1e75c698e None None] Pushing event updated for resources: {'Port': ['ID=b607e30d-3fa0-4242-8e6a-b553f83bd693,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:19.711104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Attempting to bind port b607e30d-3fa0-4242-8e6a-b553f83bd693 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:19.711521 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Attempting to bind port b607e30d-3fa0-4242-8e6a-b553f83bd693 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:19.711883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Attempting to bind port b607e30d-3fa0-4242-8e6a-b553f83bd693 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:19.717098 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:19.717480 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:19.717868 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.718253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:19.718717 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Bound port: b607e30d-3fa0-4242-8e6a-b553f83bd693, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:19.719093 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.721820 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.738536 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Transition to ACTIVE for port object 3d391b0a-214c-42d5-8600-3c8adde86c22 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:19.772126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-e0d34956-41a8-479f-9dd5-db37cdd682c8 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:19.773925 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-e0d34956-41a8-479f-9dd5-db37cdd682c8 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.20 "GET /v2.0/networks?id=86c7e975-c657-4bd7-a136-c5c84a957407 HTTP/1.1" status: 200 len: 811 time: 0.6960402 Jul 16 03:36:19.786737 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] For port b607e30d-3fa0-4242-8e6a-b553f83bd693, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:19.791016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] For port b607e30d-3fa0-4242-8e6a-b553f83bd693, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b607e30d-3fa0-4242-8e6a-b553f83bd693,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:19.793779 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.796647 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.846137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-f5216b9d-75bd-4406-afcb-3f5d10aad412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:19.847649 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-f5216b9d-75bd-4406-afcb-3f5d10aad412 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=94ce2d92b4964c12a0e02dadae1c3d97&device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 1094 time: 0.7530019 Jul 16 03:36:19.857780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Pushing event updated for resources: {'Port': ['ID=3d391b0a-214c-42d5-8600-3c8adde86c22,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:19.868983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:19.870675 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:19.874156 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:19.874319 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Routers {'cabbf8ee-c688-4f84-9b35-21264e8c1030'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:19.874783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cabbf8ee-c688-4f84-9b35-21264e8c1030'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:19.879302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed4759-c470-469d-8a72-11c1e75c698e None None] Pushing event updated for resources: {'Port': ['ID=b607e30d-3fa0-4242-8e6a-b553f83bd693,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:19.918063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:19.933385 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-ae3a3607-8d59-478f-b326-bf9ecd463467 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6e641f5-2248-4856-bf9e-e73365154f31 HTTP/1.1" status: 200 len: 217 time: 0.0708339 Jul 16 03:36:19.942447 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-932777cc-238a-4238-b985-30368503b56f tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69feb84b2a1a46dc9a17a131d3823f84 HTTP/1.1" status: 200 len: 380 time: 0.1407027 Jul 16 03:36:19.953228 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-638b583e-7f8b-41fa-a678-a1740ebbc743 req-08c3b651-e3b0-444d-8b07-f7088599a4b6 service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005090 Jul 16 03:36:19.961320 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab60e8d-c6b7-4daa-82ea-79243fcd1876 req-5f00b9e7-db05-459e-9022-b37526fd7c4b tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:19.962821 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ab60e8d-c6b7-4daa-82ea-79243fcd1876 req-5f00b9e7-db05-459e-9022-b37526fd7c4b tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 950 time: 0.3283846 Jul 16 03:36:19.986123 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-86e671c9-92c6-4c7c-9651-9b554c6ac509 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Request body: {'port': {'device_id': 'a205471b-571e-4ffc-96d0-874d325b64ab', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'admin_state_up': True, 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'security_groups': ['ebf9c15d-e599-4f60-9f48-9deb21a7b6d2']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:20.032094 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] Set router cabbf8ee-c688-4f84-9b35-21264e8c1030 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:20.064987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed982e49-e00a-4702-9651-9f52ee0bcf7d req-e3e35b41-33ff-4cac-9cdb-e7962db1f22b tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:20.066526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ed982e49-e00a-4702-9651-9f52ee0bcf7d req-e3e35b41-33ff-4cac-9cdb-e7962db1f22b tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 943 time: 0.4334452 Jul 16 03:36:20.107635 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.246371 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-d00a6747-a07a-4b55-973c-f9e88532bf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:20.247893 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-d00a6747-a07a-4b55-973c-f9e88532bf6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c35969ed-90d4-4c0a-8f90-551439498d59 HTTP/1.1" status: 200 len: 854 time: 0.3036904 Jul 16 03:36:20.284492 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ab60e8d-c6b7-4daa-82ea-79243fcd1876 req-d1fac09e-ffd1-4384-835c-f205dea90e33 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907202 Jul 16 03:36:20.305544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb785573-8706-4ac0-8f1c-b18417425d69 None None] Provisioning for port 3d391b0a-214c-42d5-8600-3c8adde86c22 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:20.311068 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ed982e49-e00a-4702-9651-9f52ee0bcf7d req-f43ea575-fbc6-4770-a4d0-f1ce2e91cddc tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/security-groups?id=3178a5d7-b56c-4f4e-a548-6a34290a29e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091227 Jul 16 03:36:20.340622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb785573-8706-4ac0-8f1c-b18417425d69 None None] Provisioning complete for port 3d391b0a-214c-42d5-8600-3c8adde86c22 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:20.340622 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb785573-8706-4ac0-8f1c-b18417425d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.365206 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-638b583e-7f8b-41fa-a678-a1740ebbc743 req-cec55709-f043-4edb-940b-091815d15477 service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008553 Jul 16 03:36:20.389610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-86e671c9-92c6-4c7c-9651-9b554c6ac509 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Made reservation on behalf of 69feb84b2a1a46dc9a17a131d3823f84 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:20.393219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:13Z', 'updated_at': '2021-07-16T03:36:17Z', 'revision_number': 3, 'project_id': 'de4d84b302584141973e594b047457b4', 'gw_port': {'id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:15Z', 'updated_at': '2021-07-16T03:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:20.393889 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-86e671c9-92c6-4c7c-9651-9b554c6ac509 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.399628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-9506f584-cd2b-44ae-9638-bdaea0df0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:20.401444 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-9506f584-cd2b-44ae-9638-bdaea0df0839 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=28cbbaca-71fe-42bd-893a-27ac3d53ff2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423218 Jul 16 03:36:20.436261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a41cdd-5979-47bc-86f7-6f1726ed1075 None None] The sync data for ids ['cabbf8ee-c688-4f84-9b35-21264e8c1030'] in n-d-800088-6 is: [{'id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:13Z', 'updated_at': '2021-07-16T03:36:17Z', 'revision_number': 3, 'project_id': 'de4d84b302584141973e594b047457b4', 'gw_port': {'id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ff:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:15Z', 'updated_at': '2021-07-16T03:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:20.446929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb785573-8706-4ac0-8f1c-b18417425d69 None None] Port 3d391b0a-214c-42d5-8600-3c8adde86c22 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:20.498476 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.504074 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.561512 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b2856762-e60c-4a61-b9af-656f3b4dbc74 req-9eab5201-ffd0-43f8-b088-40e172d17c43 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 210 time: 0.0709414 Jul 16 03:36:20.595350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Pushing event updated for resources: {'Port': ['ID=3d391b0a-214c-42d5-8600-3c8adde86c22,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:20.635689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.689028 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-86e671c9-92c6-4c7c-9651-9b554c6ac509 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Allocated IP 172.20.0.10 (86c7e975-c657-4bd7-a136-c5c84a957407/760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc/f1ef2949-5710-4d08-adf3-d7e192d0901c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:20.742323 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-592a1852-2bb5-4d2d-8d5d-f1802a558ad9 service neutron] 10.222.0.20 "GET /v2.0/networks/28cbbaca-71fe-42bd-893a-27ac3d53ff2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306344 Jul 16 03:36:20.784106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:20.785907 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:20.796821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c60e6dea-0893-49d0-b950-afc32bbf8360 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:20.934859 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port c60e6dea-0893-49d0-b950-afc32bbf8360 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:20.944027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port c60e6dea-0893-49d0-b950-afc32bbf8360 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:20.945270 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:20.989146 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Router cabbf8ee-c688-4f84-9b35-21264e8c1030 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:21.126695 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.185449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d86a86-1987-4077-a828-6bacb9268830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60e6dea-0893-49d0-b950-afc32bbf8360'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:21.188641 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066d2941-52fc-4cb3-b44f-4f694d46166f" -d '{"events": [{"server_uuid": "a9d86a86-1987-4077-a828-6bacb9268830", "name": "network-vif-plugged", "status": "completed", "tag": "c60e6dea-0893-49d0-b950-afc32bbf8360"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:21.204677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:21.210845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port c60e6dea-0893-49d0-b950-afc32bbf8360, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c60e6dea-0893-49d0-b950-afc32bbf8360,segment=NetworkSegment(2beee60a-f328-44f0-974c-b8867b60ba58),segment_id=2beee60a-f328-44f0-974c-b8867b60ba58)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:21.217068 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c765eb78-a9ee-4fc5-a2ba-29d422c2c2ea admin admin] 10.222.0.18 "PUT /v2.0/routers/cabbf8ee-c688-4f84-9b35-21264e8c1030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6274595 Jul 16 03:36:21.217388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-401c524f-6d14-4eea-adcd-34548ffd2efc None None] Provisioning complete for port 3d391b0a-214c-42d5-8600-3c8adde86c22 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:21.217750 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-401c524f-6d14-4eea-adcd-34548ffd2efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.238367 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.239212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a80f6954-0805-4d7f-a7d2-3c826f3ae081 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:21.326446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-401c524f-6d14-4eea-adcd-34548ffd2efc None None] Port 3d391b0a-214c-42d5-8600-3c8adde86c22 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:21.347617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=c60e6dea-0893-49d0-b950-afc32bbf8360,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:21.368301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port a80f6954-0805-4d7f-a7d2-3c826f3ae081 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:21.371993 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0b1d460-ac6a-4c72-aa6f-7c66f10e5007 req-458760ce-80c6-4e69-a96f-f1da21e8ea0f service neutron] 10.222.0.20 "GET /v2.0/networks/28cbbaca-71fe-42bd-893a-27ac3d53ff2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223226 Jul 16 03:36:21.373237 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port a80f6954-0805-4d7f-a7d2-3c826f3ae081 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:21.373707 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.386808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a59332-75dd-4c4d-8dd2-3fdd623a3348 req-4ba1b343-7961-4061-8e18-494b0736c504 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:21.393790 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63a59332-75dd-4c4d-8dd2-3fdd623a3348 req-4ba1b343-7961-4061-8e18-494b0736c504 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 946 time: 0.5257862 Jul 16 03:36:21.407715 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-86e671c9-92c6-4c7c-9651-9b554c6ac509 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.445612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64eda1e-7ac0-489e-9557-183bb465fc89 req-91bf4fd7-dbee-49d9-beaf-95c91a3d8c7a tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:21.447169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e64eda1e-7ac0-489e-9557-183bb465fc89 req-91bf4fd7-dbee-49d9-beaf-95c91a3d8c7a tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 944 time: 0.4954669 Jul 16 03:36:21.457967 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-86e671c9-92c6-4c7c-9651-9b554c6ac509 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Transition to ACTIVE for port object f1ef2949-5710-4d08-adf3-d7e192d0901c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:21.466873 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.473645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63a59332-75dd-4c4d-8dd2-3fdd623a3348 req-3f1d79d7-f4f7-4416-b77f-97b097c93357 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789442 Jul 16 03:36:21.513576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a80f6954-0805-4d7f-a7d2-3c826f3ae081, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a80f6954-0805-4d7f-a7d2-3c826f3ae081,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:21.518122 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.521066 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e64eda1e-7ac0-489e-9557-183bb465fc89 req-5f470f1c-7a68-4e40-8fa5-51b9d6c4b18b tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660307 Jul 16 03:36:21.536535 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-86e671c9-92c6-4c7c-9651-9b554c6ac509 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.572483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-86e671c9-92c6-4c7c-9651-9b554c6ac509 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Network 86c7e975-c657-4bd7-a136-c5c84a957407 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:21.577029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a80f6954-0805-4d7f-a7d2-3c826f3ae081,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:21.580646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-86e671c9-92c6-4c7c-9651-9b554c6ac509 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:21.584815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-86e671c9-92c6-4c7c-9651-9b554c6ac509 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:21.637242 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf8c5d0-f956-4231-b678-a25d4ff2fb45 x-openstack-request-id: req-fcf8c5d0-f956-4231-b678-a25d4ff2fb45 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:21.637646 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d86a86-1987-4077-a828-6bacb9268830", "name": "network-vif-plugged", "status": "completed", "tag": "c60e6dea-0893-49d0-b950-afc32bbf8360", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:21.638166 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcf8c5d0-f956-4231-b678-a25d4ff2fb45 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:21.638659 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d86a86-1987-4077-a828-6bacb9268830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60e6dea-0893-49d0-b950-afc32bbf8360', 'code': 200} Jul 16 03:36:21.753602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e671c9-92c6-4c7c-9651-9b554c6ac509 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event updated for resources: {'Port': ['ID=f1ef2949-5710-4d08-adf3-d7e192d0901c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:21.815348 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-86e671c9-92c6-4c7c-9651-9b554c6ac509 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:21.819401 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-86e671c9-92c6-4c7c-9651-9b554c6ac509 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.869245 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-86e671c9-92c6-4c7c-9651-9b554c6ac509 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8917289 Jul 16 03:36:21.891269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Request body: {'port': {'device_id': 'a205471b-571e-4ffc-96d0-874d325b64ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:21.902673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b607e30d-3fa0-4242-8e6a-b553f83bd693 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:21.950775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da71e9-ee0e-40df-81f1-3a7baea311a4 req-87ae4653-bc2d-411d-92e1-3996c174f091 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:21.952257 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6da71e9-ee0e-40df-81f1-3a7baea311a4 req-87ae4653-bc2d-411d-92e1-3996c174f091 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 945 time: 0.2287869 Jul 16 03:36:21.953934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461797a-a895-4533-90b4-72343e671af7 req-54145ba3-500e-47ad-9af0-f2228023c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:21.955348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7461797a-a895-4533-90b4-72343e671af7 req-54145ba3-500e-47ad-9af0-f2228023c98a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 1096 time: 0.1989202 Jul 16 03:36:21.959584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e66fa1f6-674a-4c4c-af9e-c131faf32e1c None None] Provisioning for port f1ef2949-5710-4d08-adf3-d7e192d0901c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:21.963903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e66fa1f6-674a-4c4c-af9e-c131faf32e1c None None] Provisioning complete for port f1ef2949-5710-4d08-adf3-d7e192d0901c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:21.964325 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e66fa1f6-674a-4c4c-af9e-c131faf32e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:21.966866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port b607e30d-3fa0-4242-8e6a-b553f83bd693 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:21.971707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b200c22-4853-419f-8976-3a2d37efb40c req-9439da33-4db7-45a8-b2a7-03a58679be15 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:21.973187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b200c22-4853-419f-8976-3a2d37efb40c req-9439da33-4db7-45a8-b2a7-03a58679be15 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 950 time: 0.1790624 Jul 16 03:36:21.990095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b607e30d-3fa0-4242-8e6a-b553f83bd693 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:21.990394 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.021965 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e66fa1f6-674a-4c4c-af9e-c131faf32e1c None None] Port f1ef2949-5710-4d08-adf3-d7e192d0901c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:22.076630 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.079443 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6da71e9-ee0e-40df-81f1-3a7baea311a4 req-7328f478-c8d9-4985-8842-1c72e9112a7e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185763 Jul 16 03:36:22.088196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7461797a-a895-4533-90b4-72343e671af7 req-052f1ddd-7d6d-455c-897d-7cede5740af5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240647 Jul 16 03:36:22.090973 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.106171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port b607e30d-3fa0-4242-8e6a-b553f83bd693, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b607e30d-3fa0-4242-8e6a-b553f83bd693,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:22.106171 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.106382 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b200c22-4853-419f-8976-3a2d37efb40c req-0df3037d-3540-48ad-afc8-648cad6e1025 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178348 Jul 16 03:36:22.175507 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=b607e30d-3fa0-4242-8e6a-b553f83bd693,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:22.347917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994b50f-7190-4c1b-ad4b-163af3f89a82 req-9d999cea-c480-4448-914b-261bc108ed12 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:22.349524 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4994b50f-7190-4c1b-ad4b-163af3f89a82 req-9d999cea-c480-4448-914b-261bc108ed12 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 943 time: 0.1351707 Jul 16 03:36:22.410685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:22.415768 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bd6c3f79-e918-49e4-9eb9-926212d9064b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--436715676', 'description': 'tempest-description--1717639550'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:22.436378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4994b50f-7190-4c1b-ad4b-163af3f89a82 req-4612c123-1ef8-44b1-b7f9-1d1208f64aae tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/security-groups?id=3178a5d7-b56c-4f4e-a548-6a34290a29e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793054 Jul 16 03:36:22.479840 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ef2949-5710-4d08-adf3-d7e192d0901c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:22.489931 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.492439 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3f79-e918-49e4-9eb9-926212d9064b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.543128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Transition to ACTIVE for port object f1ef2949-5710-4d08-adf3-d7e192d0901c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:22.549776 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.612756 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Sync routers for ids ['cabbf8ee-c688-4f84-9b35-21264e8c1030'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:22.626117 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Routers {'cabbf8ee-c688-4f84-9b35-21264e8c1030'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:22.626987 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cabbf8ee-c688-4f84-9b35-21264e8c1030'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:22.657210 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Pushing event updated for resources: {'Port': ['ID=f1ef2949-5710-4d08-adf3-d7e192d0901c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:22.685530 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3506e-e998-4f3b-877b-3f09060a3e7f req-b58c2140-5019-48e7-ae98-963c2c412a69 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:22.692467 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-36f3506e-e998-4f3b-877b-3f09060a3e7f req-b58c2140-5019-48e7-ae98-963c2c412a69 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 932 time: 0.1977177 Jul 16 03:36:22.767990 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Set router cabbf8ee-c688-4f84-9b35-21264e8c1030 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:22.784031 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3f79-e918-49e4-9eb9-926212d9064b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.795736 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3f79-e918-49e4-9eb9-926212d9064b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.832697 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-36f3506e-e998-4f3b-877b-3f09060a3e7f req-b7174a02-c66e-4b9f-a97e-3fd4b2e1b874 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392264 Jul 16 03:36:22.859006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-cde81370-4773-4f1d-9dbe-c7ec9f4dd5c2 req-2c7d3cae-0be9-4d46-891d-2f731dcf3c04 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:36:22.860270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cde81370-4773-4f1d-9dbe-c7ec9f4dd5c2 req-2c7d3cae-0be9-4d46-891d-2f731dcf3c04 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237606 Jul 16 03:36:22.880859 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd6c3f79-e918-49e4-9eb9-926212d9064b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.882090 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bd6c3f79-e918-49e4-9eb9-926212d9064b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4699230 Jul 16 03:36:22.885276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33884) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:22.896228 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-39eff0c0-3375-44c3-980b-fea1566032f9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Request body: {'security_group_rule': {'security_group_id': 'c2a6d654-595c-4eb1-adb6-246743298b1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:22.909465 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Attempting to bind port f1ef2949-5710-4d08-adf3-d7e192d0901c on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:22.911828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Attempting to bind port f1ef2949-5710-4d08-adf3-d7e192d0901c by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:22.912627 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Attempting to bind port f1ef2949-5710-4d08-adf3-d7e192d0901c on network 86c7e975-c657-4bd7-a136-c5c84a957407 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:22.922751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c3f79-e918-49e4-9eb9-926212d9064b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a6d654-595c-4eb1-adb6-246743298b1c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:22.935142 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Port f1ef2949-5710-4d08-adf3-d7e192d0901c on network 86c7e975-c657-4bd7-a136-c5c84a957407 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:22.935568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Attempting to bind port f1ef2949-5710-4d08-adf3-d7e192d0901c on network 86c7e975-c657-4bd7-a136-c5c84a957407 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:22.948853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:22.949287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Checking segment: {'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:22.949853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Bound using segment: {'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:22.950503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Bound port: f1ef2949-5710-4d08-adf3-d7e192d0901c, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:22.950908 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:22.973243 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39eff0c0-3375-44c3-980b-fea1566032f9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.044233 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39eff0c0-3375-44c3-980b-fea1566032f9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.049448 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39eff0c0-3375-44c3-980b-fea1566032f9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.068585 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eff0c0-3375-44c3-980b-fea1566032f9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711f18a1-02c2-427e-a114-6845d1d748dc,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:23.074778 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39eff0c0-3375-44c3-980b-fea1566032f9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.076466 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-39eff0c0-3375-44c3-980b-fea1566032f9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1899714 Jul 16 03:36:23.078883 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33888) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:23.086023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-09e27dec-7967-4308-87c3-a2ed8334808e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Request body: {'security_group_rule': {'security_group_id': 'c2a6d654-595c-4eb1-adb6-246743298b1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:23.118016 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09e27dec-7967-4308-87c3-a2ed8334808e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.124732 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] For port f1ef2949-5710-4d08-adf3-d7e192d0901c, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:23.135301 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:13Z', 'updated_at': '2021-07-16T03:36:20Z', 'revision_number': 4, 'project_id': 'de4d84b302584141973e594b047457b4', 'gw_port': {'id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:15Z', 'updated_at': '2021-07-16T03:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3d391b0a-214c-42d5-8600-3c8adde86c22', 'name': '', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'mac_address': 'fa:16:3e:ca:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:19Z', 'updated_at': '2021-07-16T03:36:20Z', 'revision_number': 2, 'project_id': 'de4d84b302584141973e594b047457b4', 'subnets': [{'id': '8153979b-670a-41a0-961b-c7158009c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:23.142112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] For port f1ef2949-5710-4d08-adf3-d7e192d0901c, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f1ef2949-5710-4d08-adf3-d7e192d0901c,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:23.149718 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.166012 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Checking router: cabbf8ee-c688-4f84-9b35-21264e8c1030 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:23.166374 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Updating router cabbf8ee-c688-4f84-9b35-21264e8c1030 port 3d391b0a-214c-42d5-8600-3c8adde86c22 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:36:23.188249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ea51f-e8d5-4e76-8889-c52f288cb71d req-ebc203b1-2259-4654-8829-ac8d4af2340e tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.189788 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-719ea51f-e8d5-4e76-8889-c52f288cb71d req-ebc203b1-2259-4654-8829-ac8d4af2340e tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.1814113 Jul 16 03:36:23.195604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09e27dec-7967-4308-87c3-a2ed8334808e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.199446 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09e27dec-7967-4308-87c3-a2ed8334808e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.201117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0ed4b-b97f-439a-8d14-99174b6588e2 req-bfa1e6a9-33b0-4439-b700-83500812e089 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.202776 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ce0ed4b-b97f-439a-8d14-99174b6588e2 req-bfa1e6a9-33b0-4439-b700-83500812e089 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 946 time: 0.1954889 Jul 16 03:36:23.216462 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.224523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.225148 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.226541 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] 10.222.0.20 "PUT /v2.0/ports/f1ef2949-5710-4d08-adf3-d7e192d0901c HTTP/1.1" status: 200 len: 1092 time: 1.3438101 Jul 16 03:36:23.227793 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a205471b-571e-4ffc-96d0-874d325b64ab', 'tag': 'f1ef2949-5710-4d08-adf3-d7e192d0901c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:23.229425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e27dec-7967-4308-87c3-a2ed8334808e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87751f9-092d-4384-8ce7-d5b1dc6bb0e5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:23.229941 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd925037-6fd2-445b-aaca-8b1de5247c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "a205471b-571e-4ffc-96d0-874d325b64ab", "tag": "f1ef2949-5710-4d08-adf3-d7e192d0901c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:23.234467 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09e27dec-7967-4308-87c3-a2ed8334808e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.240191 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-09e27dec-7967-4308-87c3-a2ed8334808e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1601408 Jul 16 03:36:23.240882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:23.247229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:23.286747 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ebe60-f845-4f34-86ad-1ac2c458ca1d service neutron] Pushing event updated for resources: {'Port': ['ID=f1ef2949-5710-4d08-adf3-d7e192d0901c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:23.286973 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.316191 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-719ea51f-e8d5-4e76-8889-c52f288cb71d req-57510e15-078a-4929-ab00-82fd4ad8567c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124017 Jul 16 03:36:23.359674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ce0ed4b-b97f-439a-8d14-99174b6588e2 req-e13006b4-334d-462e-95f1-ee2a1d424a6d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440930 Jul 16 03:36:23.418327 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-ead0755f-ceb4-4517-b4b8-543193b849d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.426473 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-ead0755f-ceb4-4517-b4b8-543193b849d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69feb84b2a1a46dc9a17a131d3823f84&device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 1095 time: 0.1288259 Jul 16 03:36:23.483271 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.511026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-e6e50e40-820a-4c09-a983-b12da3b631b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ef2949-5710-4d08-adf3-d7e192d0901c HTTP/1.1" status: 200 len: 217 time: 0.0774481 Jul 16 03:36:23.600277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Allocated IP 172.25.3.28 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/6de8ca35-69db-420f-9364-843fcf378510) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:23.631801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-d674373b-1915-40d4-9cb9-3cbd96163e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.633576 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-d674373b-1915-40d4-9cb9-3cbd96163e26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc HTTP/1.1" status: 200 len: 850 time: 0.1021035 Jul 16 03:36:23.639866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253b1e20-3286-4ec7-99f4-fa76a99ca0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80f6954-0805-4d7f-a7d2-3c826f3ae081'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:23.642866 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7082f3f1-0cb8-4089-8ddc-4db4407a583c" -d '{"events": [{"server_uuid": "253b1e20-3286-4ec7-99f4-fa76a99ca0da", "name": "network-vif-plugged", "status": "completed", "tag": "a80f6954-0805-4d7f-a7d2-3c826f3ae081"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:23.692836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a6a30-69f4-42a5-99fe-a292e073b01a req-9b160d95-3648-400d-a290-c51e871fe197 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.694382 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7a6a30-69f4-42a5-99fe-a292e073b01a req-9b160d95-3648-400d-a290-c51e871fe197 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 945 time: 0.1824477 Jul 16 03:36:23.699625 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.704028 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e3978-2890-447c-984f-4c7273cfd569 req-70011173-58c4-4e07-89b5-e72c16c9a935 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.705555 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-738e3978-2890-447c-984f-4c7273cfd569 req-70011173-58c4-4e07-89b5-e72c16c9a935 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 950 time: 0.1925101 Jul 16 03:36:23.710058 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Transition to ACTIVE for port object 3d391b0a-214c-42d5-8600-3c8adde86c22 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:23.716911 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.717235 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.760363 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.770947 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8fe6a-394b-4e13-87f4-9640f866a622 None None] Pushing event updated for resources: {'Port': ['ID=3d391b0a-214c-42d5-8600-3c8adde86c22,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:23.779406 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7a6a30-69f4-42a5-99fe-a292e073b01a req-611b5d01-070e-42b8-8fd7-3f7b3d5d3d91 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721354 Jul 16 03:36:23.797421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-738e3978-2890-447c-984f-4c7273cfd569 req-f90d4430-cb87-4af1-9b3d-9153a6122d8f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791290 Jul 16 03:36:23.807054 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:23.810474 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-825a1b49-8d9a-4f89-a9f1-3e24e2295ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:23.811990 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-825a1b49-8d9a-4f89-a9f1-3e24e2295ea4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c7e975-c657-4bd7-a136-c5c84a957407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707046 Jul 16 03:36:23.817075 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:23.835210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:23.857479 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Attempting to bind port 3d391b0a-214c-42d5-8600-3c8adde86c22 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:23.857479 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Attempting to bind port 3d391b0a-214c-42d5-8600-3c8adde86c22 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:23.857479 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Attempting to bind port 3d391b0a-214c-42d5-8600-3c8adde86c22 on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:23.867220 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3b5437-7b2f-49b4-8b14-2a13d47db6f5 x-openstack-request-id: req-9b3b5437-7b2f-49b4-8b14-2a13d47db6f5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:23.867422 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a205471b-571e-4ffc-96d0-874d325b64ab", "tag": "f1ef2949-5710-4d08-adf3-d7e192d0901c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:23.867623 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:23.867777 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b3b5437-7b2f-49b4-8b14-2a13d47db6f5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:23.868105 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Checking segment: {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:23.868217 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a205471b-571e-4ffc-96d0-874d325b64ab', 'tag': 'f1ef2949-5710-4d08-adf3-d7e192d0901c', 'status': 'completed', 'code': 200} Jul 16 03:36:23.872144 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.873541 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Bound using segment: {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:23.874073 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Bound port: 3d391b0a-214c-42d5-8600-3c8adde86c22, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:23.874497 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:23.944857 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event updated for resources: {'Port': ['ID=6de8ca35-69db-420f-9364-843fcf378510,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:23.983352 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b607e30d-3fa0-4242-8e6a-b553f83bd693 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:24.020289 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] For port 3d391b0a-214c-42d5-8600-3c8adde86c22, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:24.026076 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] For port 3d391b0a-214c-42d5-8600-3c8adde86c22, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3d391b0a-214c-42d5-8600-3c8adde86c22,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:24.031370 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.042095 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-3db2c420-cdda-411e-9758-c282463c0151 service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230308 Jul 16 03:36:24.076238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b607e30d-3fa0-4242-8e6a-b553f83bd693 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:24.076888 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.087718 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.106924 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Routers {'cabbf8ee-c688-4f84-9b35-21264e8c1030'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:24.107815 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cabbf8ee-c688-4f84-9b35-21264e8c1030'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:24.178255 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.200382 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4545e3-6bc0-4e16-b380-f8ce63251b83 x-openstack-request-id: req-3c4545e3-6bc0-4e16-b380-f8ce63251b83 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:24.200879 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253b1e20-3286-4ec7-99f4-fa76a99ca0da", "name": "network-vif-plugged", "status": "completed", "tag": "a80f6954-0805-4d7f-a7d2-3c826f3ae081", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:24.201280 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c4545e3-6bc0-4e16-b380-f8ce63251b83 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:24.201821 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253b1e20-3286-4ec7-99f4-fa76a99ca0da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80f6954-0805-4d7f-a7d2-3c826f3ae081', 'code': 200} Jul 16 03:36:24.358568 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] Set router cabbf8ee-c688-4f84-9b35-21264e8c1030 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:24.360446 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8fe6a-394b-4e13-87f4-9640f866a622 None None] Pushing event updated for resources: {'Port': ['ID=3d391b0a-214c-42d5-8600-3c8adde86c22,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:24.403206 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c6e641f5-2248-4856-bf9e-e73365154f31 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:24.449317 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.455994 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.541484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c6e641f5-2248-4856-bf9e-e73365154f31, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c6e641f5-2248-4856-bf9e-e73365154f31,segment=NetworkSegment(7fdb57d7-9071-48e8-9f03-ecfcc6949ad8),segment_id=7fdb57d7-9071-48e8-9f03-ecfcc6949ad8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:24.560136 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'c6e641f5-2248-4856-bf9e-e73365154f31', 'network_id': '28cbbaca-71fe-42bd-893a-27ac3d53ff2a', 'port_id': 'c6e641f5-2248-4856-bf9e-e73365154f31', 'mac_address': 'fa:16:3e:65:00:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35969ed-90d4-4c0a-8f90-551439498d59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:24.601703 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.621185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b19fc-e5f4-40dd-97d9-7ccf71b61d80 req-ca084d12-8e0f-42ef-8046-6f00d4e7b6a2 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:24.623374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e641f5-2248-4856-bf9e-e73365154f31 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:24.628408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-331b19fc-e5f4-40dd-97d9-7ccf71b61d80 req-ca084d12-8e0f-42ef-8046-6f00d4e7b6a2 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 943 time: 0.5898221 Jul 16 03:36:24.635794 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed8b0ed-c73d-4f74-8015-0920b55b77d3 req-a82eb4db-9c31-4245-bad0-c2fb3334fbdd service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841789 Jul 16 03:36:24.654488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c6e641f5-2248-4856-bf9e-e73365154f31, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c6e641f5-2248-4856-bf9e-e73365154f31,segment=NetworkSegment(7fdb57d7-9071-48e8-9f03-ecfcc6949ad8),segment_id=7fdb57d7-9071-48e8-9f03-ecfcc6949ad8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:24.662353 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.688417 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:13Z', 'updated_at': '2021-07-16T03:36:20Z', 'revision_number': 4, 'project_id': 'de4d84b302584141973e594b047457b4', 'gw_port': {'id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:15Z', 'updated_at': '2021-07-16T03:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3d391b0a-214c-42d5-8600-3c8adde86c22', 'name': '', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'mac_address': 'fa:16:3e:ca:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:19Z', 'updated_at': '2021-07-16T03:36:24Z', 'revision_number': 4, 'project_id': 'de4d84b302584141973e594b047457b4', 'subnets': [{'id': '8153979b-670a-41a0-961b-c7158009c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:24.730362 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c6e641f5-2248-4856-bf9e-e73365154f31,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:24.732797 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb16745-eda4-4fb2-aaf6-966a23eac2b2 None None] The sync data for ids ['cabbf8ee-c688-4f84-9b35-21264e8c1030'] in n-d-800088-6 is: [{'id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:13Z', 'updated_at': '2021-07-16T03:36:20Z', 'revision_number': 4, 'project_id': 'de4d84b302584141973e594b047457b4', 'gw_port': {'id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:15Z', 'updated_at': '2021-07-16T03:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3d391b0a-214c-42d5-8600-3c8adde86c22', 'name': '', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'mac_address': 'fa:16:3e:ca:aa:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:19Z', 'updated_at': '2021-07-16T03:36:24Z', 'revision_number': 4, 'project_id': 'de4d84b302584141973e594b047457b4', 'subnets': [{'id': '8153979b-670a-41a0-961b-c7158009c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:24.748882 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-331b19fc-e5f4-40dd-97d9-7ccf71b61d80 req-e38bc79e-7236-4b93-a2c3-677a3fc48aa8 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/security-groups?id=3178a5d7-b56c-4f4e-a548-6a34290a29e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195853 Jul 16 03:36:24.760763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a724c8-a08c-4d3c-a3b9-1d83dc626251 req-c613315e-ce5b-4a44-9d92-cf047eb0b658 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:24.767242 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-75a724c8-a08c-4d3c-a3b9-1d83dc626251 req-c613315e-ce5b-4a44-9d92-cf047eb0b658 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 944 time: 0.2443204 Jul 16 03:36:24.782003 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318557b3-1370-4334-98d8-1c125aa96f16 req-c9824a8e-02d6-4392-b8e2-8ab983296f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:24.783507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-318557b3-1370-4334-98d8-1c125aa96f16 req-c9824a8e-02d6-4392-b8e2-8ab983296f20 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 1096 time: 0.2597654 Jul 16 03:36:24.887604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.891240 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c6e641f5-2248-4856-bf9e-e73365154f31'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:24.891696 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-75a724c8-a08c-4d3c-a3b9-1d83dc626251 req-a20cb452-0715-472e-bcee-b120ab7d825f tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234913 Jul 16 03:36:24.912150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event updated for resources: {'Port': ['ID=6de8ca35-69db-420f-9364-843fcf378510,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:24.929221 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:24.930768 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-318557b3-1370-4334-98d8-1c125aa96f16 req-17af5d35-7b2d-4b52-b9bb-208d19c5e351 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233909 Jul 16 03:36:24.931789 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5f8e687e-9f5b-4c60-a14d-4da886abf121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6898253 Jul 16 03:36:24.950517 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a2477af-eb2a-45e1-b217-c75512272787 req-8db86440-6990-4b66-bfc5-3264a268c8ec tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b1f5c8d63ff84fc9a9d4105012476e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480883 Jul 16 03:36:24.959764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd925037-6fd2-445b-aaca-8b1de5247c6f req-d076560f-9b1a-44bd-be24-79322a1bd273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:24.961484 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd925037-6fd2-445b-aaca-8b1de5247c6f req-d076560f-9b1a-44bd-be24-79322a1bd273 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69feb84b2a1a46dc9a17a131d3823f84&device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 1095 time: 0.2553370 Jul 16 03:36:25.188912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2477af-eb2a-45e1-b217-c75512272787 req-7df84679-996b-4b07-92cc-15ad2481e38a tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.190357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a2477af-eb2a-45e1-b217-c75512272787 req-7df84679-996b-4b07-92cc-15ad2481e38a tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278049 Jul 16 03:36:25.191350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd925037-6fd2-445b-aaca-8b1de5247c6f req-114c8a67-acf8-48b4-b2fa-e9ca6cc33ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.192798 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd925037-6fd2-445b-aaca-8b1de5247c6f req-114c8a67-acf8-48b4-b2fa-e9ca6cc33ef4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c7e975-c657-4bd7-a136-c5c84a957407 HTTP/1.1" status: 200 len: 912 time: 0.2212765 Jul 16 03:36:25.224571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0ddd9-c78d-426e-9cfa-a36da0f59f18 req-2b4f0e64-0728-4f95-803b-910036e1aba5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.226144 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93f0ddd9-c78d-426e-9cfa-a36da0f59f18 req-2b4f0e64-0728-4f95-803b-910036e1aba5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.1977425 Jul 16 03:36:25.253189 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a2477af-eb2a-45e1-b217-c75512272787 req-c8323335-79b7-4e12-bb51-ad6d05294021 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/quotas/b1f5c8d63ff84fc9a9d4105012476e63 HTTP/1.1" status: 200 len: 375 time: 0.0557640 Jul 16 03:36:25.256701 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd925037-6fd2-445b-aaca-8b1de5247c6f req-b433117c-6c0e-4b8d-a706-3e9681f2ceca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ef2949-5710-4d08-adf3-d7e192d0901c HTTP/1.1" status: 200 len: 217 time: 0.0511632 Jul 16 03:36:25.366505 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93f0ddd9-c78d-426e-9cfa-a36da0f59f18 req-036744bf-e3e5-49f8-ba37-c49ff5b48cb5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100209 Jul 16 03:36:25.368392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd925037-6fd2-445b-aaca-8b1de5247c6f req-df94b517-3a7b-4a05-8937-bc792e476158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.370932 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd925037-6fd2-445b-aaca-8b1de5247c6f req-df94b517-3a7b-4a05-8937-bc792e476158 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc HTTP/1.1" status: 200 len: 850 time: 0.0948863 Jul 16 03:36:25.432084 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a2477af-eb2a-45e1-b217-c75512272787 req-8c3e0bfd-3c63-44f1-a0fe-399556fd269e tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b1f5c8d63ff84fc9a9d4105012476e63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1697838 Jul 16 03:36:25.451486 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd925037-6fd2-445b-aaca-8b1de5247c6f req-4b073f04-9a1b-461e-b131-4dd45eb658dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.453063 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd925037-6fd2-445b-aaca-8b1de5247c6f req-4b073f04-9a1b-461e-b131-4dd45eb658dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c7e975-c657-4bd7-a136-c5c84a957407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730929 Jul 16 03:36:25.602302 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd925037-6fd2-445b-aaca-8b1de5247c6f req-14fd1f10-d206-4ac0-a99f-de30aab7d234 service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425722 Jul 16 03:36:25.605205 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:36:25.620197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42329254-5253-4f9d-a6c4-4f8dfd8eedc4 req-cf475403-5589-48d3-bc4c-f6c82de8c60c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:25.626443 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42329254-5253-4f9d-a6c4-4f8dfd8eedc4 req-cf475403-5589-48d3-bc4c-f6c82de8c60c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 945 time: 0.1375525 Jul 16 03:36:25.759125 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42329254-5253-4f9d-a6c4-4f8dfd8eedc4 req-e1996e1a-2e1f-47a2-a0a2-277e8c1ee95f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311321 Jul 16 03:36:25.796932 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-11fbc1fd-17dd-4806-a520-75d60c444022 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--436715676&fields=id&tenant_id=de4d84b302584141973e594b047457b4 HTTP/1.1" status: 200 len: 267 time: 0.1254115 Jul 16 03:36:25.852058 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd925037-6fd2-445b-aaca-8b1de5247c6f req-30b5476c-bab1-4aa6-9b51-f5d3bce6c27b service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228587 Jul 16 03:36:26.024047 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3d391b0a-214c-42d5-8600-3c8adde86c22 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:26.042935 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-c0283f1f-ddb9-465c-b80c-31a10b0fbaf9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:26.044565 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-c0283f1f-ddb9-465c-b80c-31a10b0fbaf9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 812 time: 0.2467890 Jul 16 03:36:26.071661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-197fcffa-41bf-4226-9b27-23f8d04ae354 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/quotas/de4d84b302584141973e594b047457b4 HTTP/1.1" status: 200 len: 375 time: 0.0182846 Jul 16 03:36:26.123116 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 3d391b0a-214c-42d5-8600-3c8adde86c22 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:26.127132 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3d391b0a-214c-42d5-8600-3c8adde86c22 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:26.127810 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.147856 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-e08612cc-7cfe-40ad-9190-9e3ca3feb711 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:26.149402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-e08612cc-7cfe-40ad-9190-9e3ca3feb711 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.88 "GET /v2.0/ports?device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 945 time: 0.1934180 Jul 16 03:36:26.221118 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.238644 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-be427735-fb8a-41bd-822b-309438de2129 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1616194 Jul 16 03:36:26.270119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 3d391b0a-214c-42d5-8600-3c8adde86c22, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3d391b0a-214c-42d5-8600-3c8adde86c22,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:26.274889 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.367210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=3d391b0a-214c-42d5-8600-3c8adde86c22,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:26.393401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-385495ac-adb3-46e4-b8a4-d63e96072ff6 req-d8ec2bc0-b7ee-41bc-8dcf-ee05c7922ea2 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 210 time: 0.0402756 Jul 16 03:36:26.402136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-3fcb7522-d5f3-4284-8042-17f7d2f0b85d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Deleting port a80f6954-0805-4d7f-a7d2-3c826f3ae081 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:26.402470 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-3fcb7522-d5f3-4284-8042-17f7d2f0b85d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.416144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cc653-0050-4888-aad9-20455b9903e8 req-1b2b7fda-e1be-49f6-a432-22d163591dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:26.418437 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-125cc653-0050-4888-aad9-20455b9903e8 req-1b2b7fda-e1be-49f6-a432-22d163591dd9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9168deec23834d6ba592134700ad0190&device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 1096 time: 0.0826807 Jul 16 03:36:26.422708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c6e641f5-2248-4856-bf9e-e73365154f31 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:26.445653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-90713e4d-ff32-4691-b066-fa241ffb7715 service neutron] 10.222.0.18 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777384 Jul 16 03:36:26.529386 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port c6e641f5-2248-4856-bf9e-e73365154f31 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:26.533992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port c6e641f5-2248-4856-bf9e-e73365154f31 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:26.534374 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.543516 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cc653-0050-4888-aad9-20455b9903e8 req-d6b316e3-f03a-4980-b450-47ff08b6d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:26.545273 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-125cc653-0050-4888-aad9-20455b9903e8 req-d6b316e3-f03a-4980-b450-47ff08b6d74a service neutron] 10.222.0.88 "GET /v2.0/networks?id=babb1694-5957-4c05-a74a-8e2987974a0c HTTP/1.1" status: 200 len: 911 time: 0.1189582 Jul 16 03:36:26.591656 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-125cc653-0050-4888-aad9-20455b9903e8 req-155c4315-075f-45d5-91c7-ddc621589e88 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60e6dea-0893-49d0-b950-afc32bbf8360 HTTP/1.1" status: 200 len: 217 time: 0.0384774 Jul 16 03:36:26.625559 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.646511 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cc653-0050-4888-aad9-20455b9903e8 req-673f88b3-8170-4bda-bf1f-f97e400999aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:26.647977 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-125cc653-0050-4888-aad9-20455b9903e8 req-673f88b3-8170-4bda-bf1f-f97e400999aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3847197d-f3f8-4839-9746-4ebffe9eda29 HTTP/1.1" status: 200 len: 850 time: 0.0498116 Jul 16 03:36:26.650560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c2b4c5-9558-43c0-9965-1d766c8b3b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e641f5-2248-4856-bf9e-e73365154f31'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:26.652848 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19ea1d5-4cfd-487f-a9d7-9f2a693fb296" -d '{"events": [{"server_uuid": "83c2b4c5-9558-43c0-9965-1d766c8b3b95", "name": "network-vif-plugged", "status": "completed", "tag": "c6e641f5-2248-4856-bf9e-e73365154f31"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:26.664274 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-3fcb7522-d5f3-4284-8042-17f7d2f0b85d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] For port a80f6954-0805-4d7f-a7d2-3c826f3ae081, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a80f6954-0805-4d7f-a7d2-3c826f3ae081,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:26.664669 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-3fcb7522-d5f3-4284-8042-17f7d2f0b85d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.665342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c6e641f5-2248-4856-bf9e-e73365154f31, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c6e641f5-2248-4856-bf9e-e73365154f31,segment=NetworkSegment(7fdb57d7-9071-48e8-9f03-ecfcc6949ad8),segment_id=7fdb57d7-9071-48e8-9f03-ecfcc6949ad8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:26.669301 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.693051 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-125cc653-0050-4888-aad9-20455b9903e8 req-d4ea60df-dcaa-4714-a246-2a0e7874a54b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=babb1694-5957-4c05-a74a-8e2987974a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339186 Jul 16 03:36:26.694725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-3fcb7522-d5f3-4284-8042-17f7d2f0b85d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Calling delete_port for a80f6954-0805-4d7f-a7d2-3c826f3ae081 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:26.703634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-bdb62ab5-b8bc-4690-9533-cdaaa96d00a5 service neutron] 10.222.0.18 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463064 Jul 16 03:36:26.726257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c6e641f5-2248-4856-bf9e-e73365154f31,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:26.756687 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9adba0-3197-4e6e-b747-fa37ac2fe3c5 req-c7422863-9668-401f-82a9-e3e6d031517a tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:26.758442 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b9adba0-3197-4e6e-b747-fa37ac2fe3c5 req-c7422863-9668-401f-82a9-e3e6d031517a tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 944 time: 0.2112248 Jul 16 03:36:26.798107 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-125cc653-0050-4888-aad9-20455b9903e8 req-c83a3d7a-f2c5-444a-9dfd-d348eb849704 service neutron] 10.222.0.88 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979702 Jul 16 03:36:26.821156 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b9adba0-3197-4e6e-b747-fa37ac2fe3c5 req-0d32331a-ca6b-4797-a288-6d1924a8504b tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/security-groups?id=3178a5d7-b56c-4f4e-a548-6a34290a29e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509779 Jul 16 03:36:26.937158 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-3fcb7522-d5f3-4284-8042-17f7d2f0b85d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:26.949232 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['a80f6954-0805-4d7f-a7d2-3c826f3ae081'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:26.958670 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-125cc653-0050-4888-aad9-20455b9903e8 req-fe86a9aa-a2f0-4754-ae18-63e2aac9654d service neutron] 10.222.0.88 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532409 Jul 16 03:36:27.025696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb7522-d5f3-4284-8042-17f7d2f0b85d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Pushing event deleted for resources: {'Port': ['ID=a80f6954-0805-4d7f-a7d2-3c826f3ae081,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:27.085922 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2a2477af-eb2a-45e1-b217-c75512272787 req-b740fc9c-c466-417c-8743-df0f25d853bd tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=b1f5c8d63ff84fc9a9d4105012476e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337906 Jul 16 03:36:27.152130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-3fcb7522-d5f3-4284-8042-17f7d2f0b85d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] No DVR routers for this DVR port a80f6954-0805-4d7f-a7d2-3c826f3ae081 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:27.158476 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-3fcb7522-d5f3-4284-8042-17f7d2f0b85d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.160504 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0464a089-6420-4cbb-a2ba-85bc09957b43 req-3fcb7522-d5f3-4284-8042-17f7d2f0b85d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.88 "DELETE /v2.0/ports/a80f6954-0805-4d7f-a7d2-3c826f3ae081 HTTP/1.1" status: 204 len: 173 time: 0.9883013 Jul 16 03:36:27.161538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253b1e20-3286-4ec7-99f4-fa76a99ca0da', 'name': 'network-vif-deleted', 'tag': 'a80f6954-0805-4d7f-a7d2-3c826f3ae081'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:27.164078 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6938332b-1f0a-4eb3-ba76-650ccbb3bc6a" -d '{"events": [{"server_uuid": "253b1e20-3286-4ec7-99f4-fa76a99ca0da", "name": "network-vif-deleted", "tag": "a80f6954-0805-4d7f-a7d2-3c826f3ae081"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:27.203136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7cd57-87a4-4edd-8140-106b83af7479 req-b381554a-bcca-48d7-8f34-1c92f2b84df6 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:27.204592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e3d7cd57-87a4-4edd-8140-106b83af7479 req-b381554a-bcca-48d7-8f34-1c92f2b84df6 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.1843696 Jul 16 03:36:27.218054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a20876-1cf8-4d38-90ac-141de9f59961 req-fd558204-d3e3-4ba9-875d-437930080afa tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:27.227061 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7a20876-1cf8-4d38-90ac-141de9f59961 req-fd558204-d3e3-4ba9-875d-437930080afa tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 944 time: 0.1890256 Jul 16 03:36:27.263348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2477af-eb2a-45e1-b217-c75512272787 req-375c1b47-6bd1-4bd8-8fe1-71e5c479985f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:27.264882 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2a2477af-eb2a-45e1-b217-c75512272787 req-375c1b47-6bd1-4bd8-8fe1-71e5c479985f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735001 Jul 16 03:36:27.280966 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-2a2477af-eb2a-45e1-b217-c75512272787 req-d231ffee-4a4c-41ce-894e-8b11b5d0a745 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Request body: {'port': {'device_id': '426bb300-3876-4822-ab3e-1f5a3f7bff7c', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': 'b1f5c8d63ff84fc9a9d4105012476e63'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:27.295327 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7a20876-1cf8-4d38-90ac-141de9f59961 req-7fed9a4a-9eab-4a5d-94e8-90f844923cff tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676739 Jul 16 03:36:27.304591 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e3d7cd57-87a4-4edd-8140-106b83af7479 req-406ffdbe-2f0e-47b9-9b36-60485f6f383c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751486 Jul 16 03:36:27.346269 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1835108a-b073-4846-a5d4-b13f1c195f61 x-openstack-request-id: req-1835108a-b073-4846-a5d4-b13f1c195f61 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:27.346760 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c2b4c5-9558-43c0-9965-1d766c8b3b95", "name": "network-vif-plugged", "status": "completed", "tag": "c6e641f5-2248-4856-bf9e-e73365154f31", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:27.347760 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1835108a-b073-4846-a5d4-b13f1c195f61 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:27.347760 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c2b4c5-9558-43c0-9965-1d766c8b3b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e641f5-2248-4856-bf9e-e73365154f31', 'code': 200} Jul 16 03:36:27.432958 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edd020a3-5988-4387-85af-a724915e044a req-1d7506bd-5de2-460e-baa8-1192ad6481b2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 210 time: 0.0482962 Jul 16 03:36:27.525817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2477af-eb2a-45e1-b217-c75512272787 req-d231ffee-4a4c-41ce-894e-8b11b5d0a745 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Made reservation on behalf of b1f5c8d63ff84fc9a9d4105012476e63 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:27.536694 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2a2477af-eb2a-45e1-b217-c75512272787 req-d231ffee-4a4c-41ce-894e-8b11b5d0a745 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.547196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a06c7c94-33b7-44ad-a221-a826251c12f2 req-4a7a819f-cef8-42db-b188-8cb8ab81e0a3 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 210 time: 0.0370588 Jul 16 03:36:27.576365 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcf0ed-26ee-4303-aedf-43fe76742378 req-cc5c815e-7fc4-4101-9ac7-14fd0efd0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:27.576365 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40bcf0ed-26ee-4303-aedf-43fe76742378 req-cc5c815e-7fc4-4101-9ac7-14fd0efd0cb2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 1096 time: 0.1406631 Jul 16 03:36:27.621388 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b6f3be-7010-4247-8cea-8c35d43201ad x-openstack-request-id: req-b2b6f3be-7010-4247-8cea-8c35d43201ad {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:27.622010 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253b1e20-3286-4ec7-99f4-fa76a99ca0da", "name": "network-vif-deleted", "tag": "a80f6954-0805-4d7f-a7d2-3c826f3ae081", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:27.622272 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2b6f3be-7010-4247-8cea-8c35d43201ad {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:27.622840 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253b1e20-3286-4ec7-99f4-fa76a99ca0da', 'name': 'network-vif-deleted', 'tag': 'a80f6954-0805-4d7f-a7d2-3c826f3ae081', 'status': 'completed', 'code': 200} Jul 16 03:36:27.640946 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40bcf0ed-26ee-4303-aedf-43fe76742378 req-c5bc7ccb-ddbc-4a4f-b48c-54a7df08bb43 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3178a5d7-b56c-4f4e-a548-6a34290a29e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598097 Jul 16 03:36:27.661345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca943a88-7756-4e15-92e1-353b282e826d req-78033a71-7c79-49a6-9f5e-a4ffc78b97c9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 210 time: 0.0356731 Jul 16 03:36:27.730737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-2a2477af-eb2a-45e1-b217-c75512272787 req-d231ffee-4a4c-41ce-894e-8b11b5d0a745 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Allocated IP 192.168.233.95 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/44104c7e-5634-43dc-87a7-0e541233b4c5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:27.735104 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3b84757-d2e1-44b2-9cb0-098622b42239 req-197dedfb-2f03-4fd1-b66e-349b227886ae tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 210 time: 0.0387828 Jul 16 03:36:27.793834 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca943a88-7756-4e15-92e1-353b282e826d req-bce62471-5392-4f82-b746-af9d706ec791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:27.795320 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca943a88-7756-4e15-92e1-353b282e826d req-bce62471-5392-4f82-b746-af9d706ec791 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=200baed6a6f54c4f8c11c918fc01017e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1274447 Jul 16 03:36:27.898194 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2a2477af-eb2a-45e1-b217-c75512272787 req-d231ffee-4a4c-41ce-894e-8b11b5d0a745 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.917522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-2a2477af-eb2a-45e1-b217-c75512272787 req-d231ffee-4a4c-41ce-894e-8b11b5d0a745 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Transition to ACTIVE for port object 44104c7e-5634-43dc-87a7-0e541233b4c5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:27.921790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca943a88-7756-4e15-92e1-353b282e826d req-143f8ecc-616a-41f9-8da5-ee86d5689799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:27.923756 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca943a88-7756-4e15-92e1-353b282e826d req-143f8ecc-616a-41f9-8da5-ee86d5689799 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1216016 Jul 16 03:36:27.933626 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3d391b0a-214c-42d5-8600-3c8adde86c22 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:27.952437 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2a2477af-eb2a-45e1-b217-c75512272787 req-d231ffee-4a4c-41ce-894e-8b11b5d0a745 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:27.965046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['3388eba3-0cf8-4e95-80cd-1d840934f419'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:27.992992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2477af-eb2a-45e1-b217-c75512272787 req-d231ffee-4a4c-41ce-894e-8b11b5d0a745 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:27.996251 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-2a2477af-eb2a-45e1-b217-c75512272787 req-d231ffee-4a4c-41ce-894e-8b11b5d0a745 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:28.000139 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2477af-eb2a-45e1-b217-c75512272787 req-d231ffee-4a4c-41ce-894e-8b11b5d0a745 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:28.039006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3d391b0a-214c-42d5-8600-3c8adde86c22 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:28.039387 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.043683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a701347-d299-4276-9433-66087389f83a req-5ff741de-2fab-4989-9909-bb59a97585f7 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:28.045461 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a701347-d299-4276-9433-66087389f83a req-5ff741de-2fab-4989-9909-bb59a97585f7 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 945 time: 0.0799778 Jul 16 03:36:28.062737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231ffee-4a4c-41ce-894e-8b11b5d0a745 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Pushing event updated for resources: {'Port': ['ID=44104c7e-5634-43dc-87a7-0e541233b4c5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:28.073385 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2477af-eb2a-45e1-b217-c75512272787 req-d231ffee-4a4c-41ce-894e-8b11b5d0a745 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:28.074377 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2a2477af-eb2a-45e1-b217-c75512272787 req-d231ffee-4a4c-41ce-894e-8b11b5d0a745 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.091844 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a701347-d299-4276-9433-66087389f83a req-e0ec1d30-b55f-4511-a581-49c7a54db72a tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/security-groups?id=3178a5d7-b56c-4f4e-a548-6a34290a29e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401628 Jul 16 03:36:28.108381 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2a2477af-eb2a-45e1-b217-c75512272787 req-d231ffee-4a4c-41ce-894e-8b11b5d0a745 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8314469 Jul 16 03:36:28.123567 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Request body: {'port': {'device_id': '426bb300-3876-4822-ab3e-1f5a3f7bff7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:28.221895 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.293756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-880356f3-c747-4f3f-9ae7-2a22964060b5 None None] Provisioning for port 44104c7e-5634-43dc-87a7-0e541233b4c5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:28.297697 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-880356f3-c747-4f3f-9ae7-2a22964060b5 None None] Provisioning complete for port 44104c7e-5634-43dc-87a7-0e541233b4c5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:28.298294 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-880356f3-c747-4f3f-9ae7-2a22964060b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.369500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-880356f3-c747-4f3f-9ae7-2a22964060b5 None None] Port 44104c7e-5634-43dc-87a7-0e541233b4c5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:28.418060 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f1ef2949-5710-4d08-adf3-d7e192d0901c details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:28.448725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-79ec63e2-26ce-4a79-94d0-de6b4af9f49e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:28.451121 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-79ec63e2-26ce-4a79-94d0-de6b4af9f49e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 812 time: 0.1820555 Jul 16 03:36:28.580435 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44104c7e-5634-43dc-87a7-0e541233b4c5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:28.583480 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-51628e2f-4f39-467e-9afb-3dd6e4a7725c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de4d84b302584141973e594b047457b4 HTTP/1.1" status: 200 len: 379 time: 0.0945170 Jul 16 03:36:28.590979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.592211 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-bd5d09f0-e9df-440d-a859-2ee80fb738c9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Request body: {'port': {'device_id': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'admin_state_up': True, 'tenant_id': 'de4d84b302584141973e594b047457b4', 'security_groups': ['c2a6d654-595c-4eb1-adb6-246743298b1c']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:28.607769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Transition to ACTIVE for port object 44104c7e-5634-43dc-87a7-0e541233b4c5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:28.612292 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.638942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68633184-1f7c-464d-b7b3-a270354f09eb req-918e5a0b-c3f5-4924-81f6-2bc1f2779b74 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:28.641799 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68633184-1f7c-464d-b7b3-a270354f09eb req-918e5a0b-c3f5-4924-81f6-2bc1f2779b74 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 944 time: 0.1861119 Jul 16 03:36:28.671270 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Pushing event updated for resources: {'Port': ['ID=44104c7e-5634-43dc-87a7-0e541233b4c5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:28.721019 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port f1ef2949-5710-4d08-adf3-d7e192d0901c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f1ef2949-5710-4d08-adf3-d7e192d0901c,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:28.740105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'f1ef2949-5710-4d08-adf3-d7e192d0901c', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'port_id': 'f1ef2949-5710-4d08-adf3-d7e192d0901c', 'mac_address': 'fa:16:3e:8a:6a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:28.740816 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68633184-1f7c-464d-b7b3-a270354f09eb req-68938964-f331-4c5f-87b6-e9cb96ab0917 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898681 Jul 16 03:36:28.772422 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b8ab8-9b52-41c2-9bc8-948ceebb2005 req-b6aa2925-7627-4e5a-a0af-f5b6e971e8a0 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:28.781064 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef9b8ab8-9b52-41c2-9bc8-948ceebb2005 req-b6aa2925-7627-4e5a-a0af-f5b6e971e8a0 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.2624016 Jul 16 03:36:28.783248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Attempting to bind port 44104c7e-5634-43dc-87a7-0e541233b4c5 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:28.783886 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Attempting to bind port 44104c7e-5634-43dc-87a7-0e541233b4c5 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:28.784125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Attempting to bind port 44104c7e-5634-43dc-87a7-0e541233b4c5 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:28.789427 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Port 44104c7e-5634-43dc-87a7-0e541233b4c5 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:28.789817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Attempting to bind port 44104c7e-5634-43dc-87a7-0e541233b4c5 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:28.795923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:28.795923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:28.796285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:28.796759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Bound port: 44104c7e-5634-43dc-87a7-0e541233b4c5, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:28.797127 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.826370 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.842829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ef2949-5710-4d08-adf3-d7e192d0901c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:28.860017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef9b8ab8-9b52-41c2-9bc8-948ceebb2005 req-3d1612b0-24b9-435e-ac74-ef48d5a8abab tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777912 Jul 16 03:36:28.871354 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port f1ef2949-5710-4d08-adf3-d7e192d0901c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f1ef2949-5710-4d08-adf3-d7e192d0901c,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:28.880409 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.893044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] For port 44104c7e-5634-43dc-87a7-0e541233b4c5, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:28.898112 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] For port 44104c7e-5634-43dc-87a7-0e541233b4c5, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=44104c7e-5634-43dc-87a7-0e541233b4c5,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:28.903028 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.911440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-bd5d09f0-e9df-440d-a859-2ee80fb738c9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Made reservation on behalf of de4d84b302584141973e594b047457b4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:28.916805 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-bd5d09f0-e9df-440d-a859-2ee80fb738c9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.944002 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=f1ef2949-5710-4d08-adf3-d7e192d0901c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:28.945846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:28.947754 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:28.948415 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2a2477af-eb2a-45e1-b217-c75512272787 req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] 10.222.0.88 "PUT /v2.0/ports/44104c7e-5634-43dc-87a7-0e541233b4c5 HTTP/1.1" status: 200 len: 1095 time: 0.8293641 Jul 16 03:36:28.951181 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '426bb300-3876-4822-ab3e-1f5a3f7bff7c', 'tag': '44104c7e-5634-43dc-87a7-0e541233b4c5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:28.953545 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d13802-9eb2-4705-b498-840274932dad" -d '{"events": [{"name": "network-changed", "server_uuid": "426bb300-3876-4822-ab3e-1f5a3f7bff7c", "tag": "44104c7e-5634-43dc-87a7-0e541233b4c5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:28.986538 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27b967-f427-414e-8cfe-4a7194cad9eb service neutron] Pushing event updated for resources: {'Port': ['ID=44104c7e-5634-43dc-87a7-0e541233b4c5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:28.997660 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f1dda2d-b177-4da7-bb16-272f2000974b req-0f6d817a-623c-471d-9f32-02dd70a97260 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 210 time: 0.0763912 Jul 16 03:36:29.069287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2477af-eb2a-45e1-b217-c75512272787 req-c927cacc-5777-438e-a952-6f5ebf076d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.071049 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2a2477af-eb2a-45e1-b217-c75512272787 req-c927cacc-5777-438e-a952-6f5ebf076d29 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b1f5c8d63ff84fc9a9d4105012476e63&device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 1098 time: 0.0742731 Jul 16 03:36:29.121667 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2a2477af-eb2a-45e1-b217-c75512272787 req-fef8eafe-de21-4568-8f2d-0c0fe4a0407a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=44104c7e-5634-43dc-87a7-0e541233b4c5 HTTP/1.1" status: 200 len: 217 time: 0.0411417 Jul 16 03:36:29.127310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['f1ef2949-5710-4d08-adf3-d7e192d0901c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:29.131232 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5704c07f-5f00-4910-b322-7284d375bc17 req-3ad42f47-1a89-4fa0-a585-295c196f0395 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 210 time: 0.0418289 Jul 16 03:36:29.237149 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c964f6f6-3bf8-4911-ada5-d45a4ada72dd x-openstack-request-id: req-c964f6f6-3bf8-4911-ada5-d45a4ada72dd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:29.237527 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "426bb300-3876-4822-ab3e-1f5a3f7bff7c", "tag": "44104c7e-5634-43dc-87a7-0e541233b4c5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:29.237699 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c964f6f6-3bf8-4911-ada5-d45a4ada72dd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:29.238089 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '426bb300-3876-4822-ab3e-1f5a3f7bff7c', 'tag': '44104c7e-5634-43dc-87a7-0e541233b4c5', 'status': 'completed', 'code': 200} Jul 16 03:36:29.245602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-bd5d09f0-e9df-440d-a859-2ee80fb738c9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Allocated IP 172.20.0.14 (1b23d2e3-02e4-47db-a40f-a5b79e83f415/8153979b-670a-41a0-961b-c7158009c15a/c2557a60-55c2-41e3-851f-8a9db2327477) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:29.277423 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2477af-eb2a-45e1-b217-c75512272787 req-707f1513-08ed-4a3b-baec-3cbf4b814bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.288505 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2a2477af-eb2a-45e1-b217-c75512272787 req-707f1513-08ed-4a3b-baec-3cbf4b814bb7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1444120 Jul 16 03:36:29.362798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2477af-eb2a-45e1-b217-c75512272787 req-77c45ed9-8ed1-4c64-b544-7bd4bd52af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.364946 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2a2477af-eb2a-45e1-b217-c75512272787 req-77c45ed9-8ed1-4c64-b544-7bd4bd52af8a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694542 Jul 16 03:36:29.459420 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2a2477af-eb2a-45e1-b217-c75512272787 req-2dde1577-02da-43ec-b561-83cb8d9993b1 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878592 Jul 16 03:36:29.460021 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca943a88-7756-4e15-92e1-353b282e826d req-cfef75f9-e995-40e9-96ab-4efc2c17dddc tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.88 "GET /v2.0/ports?device_id=253b1e20-3286-4ec7-99f4-fa76a99ca0da HTTP/1.1" status: 200 len: 210 time: 0.0568876 Jul 16 03:36:29.558453 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-bd5d09f0-e9df-440d-a859-2ee80fb738c9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.561468 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2a2477af-eb2a-45e1-b217-c75512272787 req-7293a009-d711-42b0-a35d-1ec104764a28 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932772 Jul 16 03:36:29.568232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870f8ca-8f24-4691-bcc2-2bb751bfefed req-dc13384a-db0a-4827-897c-0f03399dfda8 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.569751 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9870f8ca-8f24-4691-bcc2-2bb751bfefed req-dc13384a-db0a-4827-897c-0f03399dfda8 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 947 time: 0.2392414 Jul 16 03:36:29.578838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc47b4-5063-48b7-abfe-652bb544ce7d req-a1400b37-c80c-4842-b674-7031a3e5e140 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.580475 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3bdc47b4-5063-48b7-abfe-652bb544ce7d req-a1400b37-c80c-4842-b674-7031a3e5e140 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 945 time: 0.2014239 Jul 16 03:36:29.608928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-bd5d09f0-e9df-440d-a859-2ee80fb738c9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Transition to ACTIVE for port object c2557a60-55c2-41e3-851f-8a9db2327477 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:29.670125 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9870f8ca-8f24-4691-bcc2-2bb751bfefed req-63e29eb9-fa0f-4f1e-a443-ce9217d30407 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848649 Jul 16 03:36:29.674126 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3bdc47b4-5063-48b7-abfe-652bb544ce7d req-6e12e4c8-212d-4633-a4d3-7e8d1cdb1b68 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/security-groups?id=3178a5d7-b56c-4f4e-a548-6a34290a29e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850351 Jul 16 03:36:29.682163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d13802-9eb2-4705-b498-840274932dad req-af78fd1c-186f-4c54-be00-8572684ce2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.684817 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-34d13802-9eb2-4705-b498-840274932dad req-af78fd1c-186f-4c54-be00-8572684ce2c8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b1f5c8d63ff84fc9a9d4105012476e63&device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 1098 time: 0.0691009 Jul 16 03:36:29.686439 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-bd5d09f0-e9df-440d-a859-2ee80fb738c9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.729611 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-bd5d09f0-e9df-440d-a859-2ee80fb738c9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:29.737359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-bd5d09f0-e9df-440d-a859-2ee80fb738c9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:29.741353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-bd5d09f0-e9df-440d-a859-2ee80fb738c9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:29.765463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d09f0-e9df-440d-a859-2ee80fb738c9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event updated for resources: {'Port': ['ID=c2557a60-55c2-41e3-851f-8a9db2327477,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:29.804207 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-bd5d09f0-e9df-440d-a859-2ee80fb738c9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.804903 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-bd5d09f0-e9df-440d-a859-2ee80fb738c9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.809590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d13802-9eb2-4705-b498-840274932dad req-e7857aba-1723-48e8-bf25-4e5884871cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.811249 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-34d13802-9eb2-4705-b498-840274932dad req-e7857aba-1723-48e8-bf25-4e5884871cb4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1099336 Jul 16 03:36:29.829656 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-bd5d09f0-e9df-440d-a859-2ee80fb738c9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2413590 Jul 16 03:36:29.843436 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Request body: {'port': {'device_id': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:29.857185 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-34d13802-9eb2-4705-b498-840274932dad req-8fb1b161-f428-4c9a-8b79-03e19c952e60 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=44104c7e-5634-43dc-87a7-0e541233b4c5 HTTP/1.1" status: 200 len: 217 time: 0.0390692 Jul 16 03:36:29.941397 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:29.942962 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d13802-9eb2-4705-b498-840274932dad req-4f13866c-292b-45bb-a863-f83d029bed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:29.945283 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-34d13802-9eb2-4705-b498-840274932dad req-4f13866c-292b-45bb-a863-f83d029bed12 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0790620 Jul 16 03:36:30.044943 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f2e1a449-5f02-400d-8f3c-a6b8954e86ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.122091 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d13802-9eb2-4705-b498-840274932dad req-a4395d6e-2ca4-43e4-b52f-f64841c54a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:30.128472 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-34d13802-9eb2-4705-b498-840274932dad req-a4395d6e-2ca4-43e4-b52f-f64841c54a44 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1622229 Jul 16 03:36:30.139734 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba8e0d-2b69-40c2-941d-5fa8d8527a65 req-8321f4a4-1c2e-4814-9a28-1842c1090afb tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:30.147643 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-59ba8e0d-2b69-40c2-941d-5fa8d8527a65 req-8321f4a4-1c2e-4814-9a28-1842c1090afb tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 945 time: 0.1730833 Jul 16 03:36:30.149267 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c253b3f4-318e-4291-b809-1516a3ff6277 None None] Provisioning for port c2557a60-55c2-41e3-851f-8a9db2327477 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:30.163629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c253b3f4-318e-4291-b809-1516a3ff6277 None None] Provisioning complete for port c2557a60-55c2-41e3-851f-8a9db2327477 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:30.164157 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c253b3f4-318e-4291-b809-1516a3ff6277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.249253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c253b3f4-318e-4291-b809-1516a3ff6277 None None] Port c2557a60-55c2-41e3-851f-8a9db2327477 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:30.251504 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-34d13802-9eb2-4705-b498-840274932dad req-dd3c23db-b8d0-453b-ba7d-d6dd40cc11ab service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117074 Jul 16 03:36:30.354946 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-34d13802-9eb2-4705-b498-840274932dad req-2c809d42-e192-4f7b-9098-f58c79bf061c service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956378 Jul 16 03:36:30.434135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f1ef2949-5710-4d08-adf3-d7e192d0901c up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:30.483678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port f1ef2949-5710-4d08-adf3-d7e192d0901c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:30.488452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port f1ef2949-5710-4d08-adf3-d7e192d0901c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:30.488836 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.571580 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.593287 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a205471b-571e-4ffc-96d0-874d325b64ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ef2949-5710-4d08-adf3-d7e192d0901c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:30.595588 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59b334b-1085-449d-9d6c-34bc02373eec" -d '{"events": [{"server_uuid": "a205471b-571e-4ffc-96d0-874d325b64ab", "name": "network-vif-plugged", "status": "completed", "tag": "f1ef2949-5710-4d08-adf3-d7e192d0901c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:30.611750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port f1ef2949-5710-4d08-adf3-d7e192d0901c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f1ef2949-5710-4d08-adf3-d7e192d0901c,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:30.617801 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.619122 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-59ba8e0d-2b69-40c2-941d-5fa8d8527a65 req-e1dfce4b-24ec-4c38-8f91-58d99c20511b tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4706123 Jul 16 03:36:30.672781 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a718df-da9b-42bd-ac9c-ff3463bccf7f req-32db0012-d900-49a0-b1e5-a2a9c1e5d85e tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:30.680126 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89a718df-da9b-42bd-ac9c-ff3463bccf7f req-32db0012-d900-49a0-b1e5-a2a9c1e5d85e tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.5272129 Jul 16 03:36:30.681799 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=f1ef2949-5710-4d08-adf3-d7e192d0901c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:30.759026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89a718df-da9b-42bd-ac9c-ff3463bccf7f req-cffdd96d-7d0a-4a7a-8be4-33bebaa42831 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779788 Jul 16 03:36:30.802094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2557a60-55c2-41e3-851f-8a9db2327477 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:30.811010 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.835536 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Transition to ACTIVE for port object c2557a60-55c2-41e3-851f-8a9db2327477 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:30.841685 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.855738 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:30.865366 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 44104c7e-5634-43dc-87a7-0e541233b4c5 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:30.904133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9d81d-5b01-4444-ab1d-e14cafbe0c0b req-ac58cd82-2b83-4695-a928-6be811b1852d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:30.906392 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-deb9d81d-5b01-4444-ab1d-e14cafbe0c0b req-ac58cd82-2b83-4695-a928-6be811b1852d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 932 time: 0.1624959 Jul 16 03:36:30.966820 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Pushing event updated for resources: {'Port': ['ID=c2557a60-55c2-41e3-851f-8a9db2327477,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:31.066955 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1701bd53-8d29-42b9-8bd7-96dc0541e5ad x-openstack-request-id: req-1701bd53-8d29-42b9-8bd7-96dc0541e5ad {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:31.068638 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a205471b-571e-4ffc-96d0-874d325b64ab", "name": "network-vif-plugged", "status": "completed", "tag": "f1ef2949-5710-4d08-adf3-d7e192d0901c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:31.069062 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1701bd53-8d29-42b9-8bd7-96dc0541e5ad {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:31.069618 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a205471b-571e-4ffc-96d0-874d325b64ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ef2949-5710-4d08-adf3-d7e192d0901c', 'code': 200} Jul 16 03:36:31.084733 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-deb9d81d-5b01-4444-ab1d-e14cafbe0c0b req-4d324e39-83ab-4f30-ad31-4974b5a75ac7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677556 Jul 16 03:36:31.101427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Attempting to bind port c2557a60-55c2-41e3-851f-8a9db2327477 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:31.102008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Attempting to bind port c2557a60-55c2-41e3-851f-8a9db2327477 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:31.102578 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Attempting to bind port c2557a60-55c2-41e3-851f-8a9db2327477 on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:31.107342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Port c2557a60-55c2-41e3-851f-8a9db2327477 on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:31.107669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Attempting to bind port c2557a60-55c2-41e3-851f-8a9db2327477 on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:31.110459 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 44104c7e-5634-43dc-87a7-0e541233b4c5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=44104c7e-5634-43dc-87a7-0e541233b4c5,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:31.118702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:31.119393 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Checking segment: {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:31.120775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Bound using segment: {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:31.121955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Bound port: c2557a60-55c2-41e3-851f-8a9db2327477, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:31.123073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '44104c7e-5634-43dc-87a7-0e541233b4c5', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': '44104c7e-5634-43dc-87a7-0e541233b4c5', 'mac_address': 'fa:16:3e:ef:db:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:31.123947 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.172813 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.187319 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44104c7e-5634-43dc-87a7-0e541233b4c5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:31.209380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 44104c7e-5634-43dc-87a7-0e541233b4c5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=44104c7e-5634-43dc-87a7-0e541233b4c5,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:31.213442 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.275398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=44104c7e-5634-43dc-87a7-0e541233b4c5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:31.367558 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.406486 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:31.411931 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:31.428135 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.471499 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-ea12a848-4ac0-45cb-bcb3-0f16166ca031 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:31.472879 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-ea12a848-4ac0-45cb-bcb3-0f16166ca031 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 812 time: 0.2449119 Jul 16 03:36:31.475088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c9701-5eaf-47ea-9da6-e813d88d7844 req-5c61a43c-f61d-44a3-bcf6-346754c6f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:31.476453 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c87c9701-5eaf-47ea-9da6-e813d88d7844 req-5c61a43c-f61d-44a3-bcf6-346754c6f3e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 1097 time: 0.3326981 Jul 16 03:36:31.509113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde8d2d-fc26-43cc-8d02-5c415c1b7f48 req-c1efad74-3874-4662-b5dc-ba9cf4badbe7 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:31.510605 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bde8d2d-fc26-43cc-8d02-5c415c1b7f48 req-c1efad74-3874-4662-b5dc-ba9cf4badbe7 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 948 time: 0.2847631 Jul 16 03:36:31.518430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:31.519044 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:31.520480 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] 10.222.0.20 "PUT /v2.0/ports/c2557a60-55c2-41e3-851f-8a9db2327477 HTTP/1.1" status: 200 len: 1092 time: 1.6828992 Jul 16 03:36:31.521709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:31.523945 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a050a6-a7ff-4e33-b0e5-0bf345401985" -d '{"events": [{"name": "network-changed", "server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:31.540731 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['44104c7e-5634-43dc-87a7-0e541233b4c5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:31.546494 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-55449229-2194-4faa-8304-09a82ac47321 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/quotas/200baed6a6f54c4f8c11c918fc01017e HTTP/1.1" status: 200 len: 375 time: 0.0635452 Jul 16 03:36:31.578701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d7460-fe47-4f08-aabf-3e8a3c1f7d8d service neutron] Pushing event updated for resources: {'Port': ['ID=c2557a60-55c2-41e3-851f-8a9db2327477,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:31.618117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9549bf34-770e-4ff9-8144-0216bc44e6df tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600753 Jul 16 03:36:31.646080 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-86be561d-ee64-4efd-affb-ba26693ee8db service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:36:31.648802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-86be561d-ee64-4efd-affb-ba26693ee8db service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073853 Jul 16 03:36:31.655866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c87c9701-5eaf-47ea-9da6-e813d88d7844 req-0a52974b-59d4-41d3-a1b8-46ccf0366c0c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655102 Jul 16 03:36:31.693819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bde8d2d-fc26-43cc-8d02-5c415c1b7f48 req-e2890a27-d1fc-47b8-8735-df14c06fca99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564784 Jul 16 03:36:31.761820 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-c3a7e421-ec2a-42ed-b651-63980cbae550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:31.763264 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-c3a7e421-ec2a-42ed-b651-63980cbae550 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 1095 time: 0.1866481 Jul 16 03:36:31.780188 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-c5dcb644-a0eb-4ffe-b7e9-105873268204 service neutron] 10.222.0.18 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176343 Jul 16 03:36:31.850551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-54228a89-6a88-4d90-a513-7d148e81a2b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2557a60-55c2-41e3-851f-8a9db2327477 HTTP/1.1" status: 200 len: 217 time: 0.0456972 Jul 16 03:36:31.941216 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-a8c44bf9-9909-47fb-b0b0-0b57dacd3851 service neutron] 10.222.0.18 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543941 Jul 16 03:36:31.942614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-221e1147-224c-4dd1-ba22-fc26a433f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:31.943966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-221e1147-224c-4dd1-ba22-fc26a433f5a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.0642660 Jul 16 03:36:32.012799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-5a4b2e70-2e98-4203-a6e1-aad8126f9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:32.014316 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-5a4b2e70-2e98-4203-a6e1-aad8126f9e8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615017 Jul 16 03:36:32.111720 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350ccbce-3acd-4878-b496-a80d809af0aa x-openstack-request-id: req-350ccbce-3acd-4878-b496-a80d809af0aa {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:32.112012 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:32.112266 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-350ccbce-3acd-4878-b496-a80d809af0aa {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:32.112695 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'status': 'completed', 'code': 200} Jul 16 03:36:32.146931 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-2d383c03-1f4b-4fc0-9db7-6da713c4d0f7 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243298 Jul 16 03:36:32.350241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b0d05-1ecd-4fb2-b48f-553a3f2fb892 req-9f5b4869-4893-4f48-a813-5c15bfeccb3c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:32.352757 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a9b0d05-1ecd-4fb2-b48f-553a3f2fb892 req-9f5b4869-4893-4f48-a813-5c15bfeccb3c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.1865380 Jul 16 03:36:32.360711 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fc71e99-46e4-49cf-8d2f-2033c953359f req-76cc2aed-fd05-4f32-a43b-8d4c57950f9a service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033741 Jul 16 03:36:32.403249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6763554-3b43-4395-ba20-2b5c28d57b52 req-709c7f55-8674-4a44-899c-ee623a08c084 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:32.404954 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6763554-3b43-4395-ba20-2b5c28d57b52 req-709c7f55-8674-4a44-899c-ee623a08c084 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.1468923 Jul 16 03:36:32.432675 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a9b0d05-1ecd-4fb2-b48f-553a3f2fb892 req-0afd4d56-54b1-494e-a4c4-2a1a977de862 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742118 Jul 16 03:36:32.492011 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6763554-3b43-4395-ba20-2b5c28d57b52 req-12eabb2b-bf42-4e0f-870e-3e808a47cbb4 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786290 Jul 16 03:36:32.538616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a050a6-a7ff-4e33-b0e5-0bf345401985 req-110eb5f2-bf44-4abb-b7a0-04f7d0c6c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:32.540127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5a050a6-a7ff-4e33-b0e5-0bf345401985 req-110eb5f2-bf44-4abb-b7a0-04f7d0c6c706 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 1095 time: 0.1109855 Jul 16 03:36:32.626978 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96a2054a-f507-4e8f-835f-ae593459706e req-99f52fe5-8225-4166-82c1-6b4c382ec606 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 210 time: 0.0783162 Jul 16 03:36:32.700084 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a050a6-a7ff-4e33-b0e5-0bf345401985 req-20cee501-7a06-472e-9262-87ee060a7dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:32.701599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5a050a6-a7ff-4e33-b0e5-0bf345401985 req-20cee501-7a06-472e-9262-87ee060a7dbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.1392841 Jul 16 03:36:32.756711 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-62cf182c-0af8-4dd3-a4ed-be69da60e11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.772823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5a050a6-a7ff-4e33-b0e5-0bf345401985 req-84e78d58-ce99-4c82-b49e-ae72fab20263 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2557a60-55c2-41e3-851f-8a9db2327477 HTTP/1.1" status: 200 len: 217 time: 0.0565593 Jul 16 03:36:32.796512 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.873309 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 44104c7e-5634-43dc-87a7-0e541233b4c5 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:32.887147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a050a6-a7ff-4e33-b0e5-0bf345401985 req-b3df38aa-9634-4f01-8645-34cd98198351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:32.888646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5a050a6-a7ff-4e33-b0e5-0bf345401985 req-b3df38aa-9634-4f01-8645-34cd98198351 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.1037629 Jul 16 03:36:32.930344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 44104c7e-5634-43dc-87a7-0e541233b4c5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:32.935980 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 44104c7e-5634-43dc-87a7-0e541233b4c5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:32.936530 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:32.960279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddff82-a78d-4bd0-9203-3929e296045a req-aaf4218a-1efb-445e-a3b4-056a017154c1 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:32.967406 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28ddff82-a78d-4bd0-9203-3929e296045a req-aaf4218a-1efb-445e-a3b4-056a017154c1 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 944 time: 0.1936266 Jul 16 03:36:33.020262 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28ddff82-a78d-4bd0-9203-3929e296045a req-5b0eb577-2289-40b8-928a-0b22230c7f63 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517561 Jul 16 03:36:33.028777 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.051399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a050a6-a7ff-4e33-b0e5-0bf345401985 req-fa96a898-4cf0-4cce-b57a-856e12a05f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.053000 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5a050a6-a7ff-4e33-b0e5-0bf345401985 req-fa96a898-4cf0-4cce-b57a-856e12a05f58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1403637 Jul 16 03:36:33.065971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2e6eb-3796-4bce-ad64-f8adfa77dfcc req-b9f18ab2-aa81-49e4-acd0-93b1f360853e tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.070693 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426bb300-3876-4822-ab3e-1f5a3f7bff7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44104c7e-5634-43dc-87a7-0e541233b4c5'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:33.072911 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9eb2e6eb-3796-4bce-ad64-f8adfa77dfcc req-b9f18ab2-aa81-49e4-acd0-93b1f360853e tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 948 time: 0.2001927 Jul 16 03:36:33.073533 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81896ead-3866-42e9-88b3-fa2011b6ea3a" -d '{"events": [{"server_uuid": "426bb300-3876-4822-ab3e-1f5a3f7bff7c", "name": "network-vif-plugged", "status": "completed", "tag": "44104c7e-5634-43dc-87a7-0e541233b4c5"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:33.089860 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 44104c7e-5634-43dc-87a7-0e541233b4c5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=44104c7e-5634-43dc-87a7-0e541233b4c5,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:33.095854 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.096663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a80f6954-0805-4d7f-a7d2-3c826f3ae081 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:33.141402 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd90489e-b5fe-4749-81d5-9d589f62aa4e x-openstack-request-id: req-cd90489e-b5fe-4749-81d5-9d589f62aa4e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:33.141695 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426bb300-3876-4822-ab3e-1f5a3f7bff7c", "name": "network-vif-plugged", "status": "completed", "tag": "44104c7e-5634-43dc-87a7-0e541233b4c5", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:33.141944 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd90489e-b5fe-4749-81d5-9d589f62aa4e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:33.142331 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426bb300-3876-4822-ab3e-1f5a3f7bff7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44104c7e-5634-43dc-87a7-0e541233b4c5', 'code': 200} Jul 16 03:36:33.144682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: a80f6954-0805-4d7f-a7d2-3c826f3ae081 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:33.145018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a80f6954-0805-4d7f-a7d2-3c826f3ae081 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:33.191388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=44104c7e-5634-43dc-87a7-0e541233b4c5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:33.198835 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9eb2e6eb-3796-4bce-ad64-f8adfa77dfcc req-dab053a5-63b4-4380-a86d-c6dc01059919 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233041 Jul 16 03:36:33.228014 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5a050a6-a7ff-4e33-b0e5-0bf345401985 req-3c4f7b40-fd80-42fd-8cfd-876b536f75ff service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536791 Jul 16 03:36:33.269078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2a2a5-d991-4c57-b565-1e69a987f8b3 req-b53323d3-de88-44da-9718-d00c6d87cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.270939 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4b2a2a5-d991-4c57-b565-1e69a987f8b3 req-b53323d3-de88-44da-9718-d00c6d87cbce service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 1100 time: 0.0683806 Jul 16 03:36:33.307170 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4b2a2a5-d991-4c57-b565-1e69a987f8b3 req-d3d4aeea-771a-4206-b1de-8647a2639383 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290127 Jul 16 03:36:33.329126 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5a050a6-a7ff-4e33-b0e5-0bf345401985 req-b62fcc7a-7b27-4ed3-843e-c1b35707bded service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883021 Jul 16 03:36:33.709763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-bae4703b-b768-4937-b634-1df16d9ebdc0 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.711271 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-bae4703b-b768-4937-b634-1df16d9ebdc0 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.20 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 812 time: 0.1977134 Jul 16 03:36:33.732604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79821c52-2bb8-410f-a621-9ecfcef3bd25 req-96c41582-92d2-4f47-b755-0dd21717dad1 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.734056 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79821c52-2bb8-410f-a621-9ecfcef3bd25 req-96c41582-92d2-4f47-b755-0dd21717dad1 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.1793368 Jul 16 03:36:33.738281 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-0d848027-b6db-4bc2-a3e9-fccc5dabd04c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Request body: {'port': {'device_id': '798dcb4a-833a-4242-bbd6-acebf335f357', 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'admin_state_up': True, 'tenant_id': '200baed6a6f54c4f8c11c918fc01017e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:33.765251 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:33.850574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34784001-29cb-48e5-ab60-b7c572460f4d req-253ad574-6f91-4049-aa3a-4002f7fdfc1d tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:33.852071 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34784001-29cb-48e5-ab60-b7c572460f4d req-253ad574-6f91-4049-aa3a-4002f7fdfc1d tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.1941724 Jul 16 03:36:33.864296 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79821c52-2bb8-410f-a621-9ecfcef3bd25 req-6dea76ff-7315-4911-ad5b-fc012cf67ade tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078782 Jul 16 03:36:33.926274 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34784001-29cb-48e5-ab60-b7c572460f4d req-2b54a7b2-ad2a-4abc-849e-367ce3dd8ec3 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676525 Jul 16 03:36:33.942886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-0d848027-b6db-4bc2-a3e9-fccc5dabd04c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Made reservation on behalf of 200baed6a6f54c4f8c11c918fc01017e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:33.957281 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-0d848027-b6db-4bc2-a3e9-fccc5dabd04c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.045980 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-091d6e2a-6085-4ef9-a35d-d59edca95495 req-00ddd3c5-df26-4ce0-9173-24cb77ef87f2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 210 time: 0.0640607 Jul 16 03:36:34.152301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-0d848027-b6db-4bc2-a3e9-fccc5dabd04c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Allocated IP 172.20.0.9 (1d2082f3-f285-4b81-803c-37c5386ebabb/460165b0-71f2-476d-a3c4-33a11989f907/f356318f-9f8f-4b51-a100-d41dbbf07d0c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:34.380460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e79b4-3735-492a-b6e5-5340aa7d86ae req-bcfd9351-8d15-4a54-af4c-34fb176dbe7b tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:34.381841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d1e79b4-3735-492a-b6e5-5340aa7d86ae req-bcfd9351-8d15-4a54-af4c-34fb176dbe7b tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.2092595 Jul 16 03:36:34.390944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34084) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:34.395706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d5395aff-489a-46bb-be2e-7001f1bdc94e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Request body: {'floatingip': {'port_id': 'f1ef2949-5710-4d08-adf3-d7e192d0901c'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:34.431632 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-0d848027-b6db-4bc2-a3e9-fccc5dabd04c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.436007 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5395aff-489a-46bb-be2e-7001f1bdc94e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.444335 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e489cf-2c8c-4039-a84c-21ede1189c05 req-06a4e1bd-c14c-4afe-9f92-fb6ac1bb7fe4 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:34.451686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b3e489cf-2c8c-4039-a84c-21ede1189c05 req-06a4e1bd-c14c-4afe-9f92-fb6ac1bb7fe4 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 944 time: 0.2408755 Jul 16 03:36:34.527502 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b3e489cf-2c8c-4039-a84c-21ede1189c05 req-1cb331e1-051e-4306-80a4-4bbf131cceaf tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747941 Jul 16 03:36:34.573915 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-0d848027-b6db-4bc2-a3e9-fccc5dabd04c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.627093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79158aaa-5afb-43bd-8366-fe9e46daa34e req-6325b33e-1bb5-4e9a-8f09-910e58e58265 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:34.635095 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79158aaa-5afb-43bd-8366-fe9e46daa34e req-6325b33e-1bb5-4e9a-8f09-910e58e58265 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 949 time: 0.1468685 Jul 16 03:36:34.644234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-0d848027-b6db-4bc2-a3e9-fccc5dabd04c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Network 1d2082f3-f285-4b81-803c-37c5386ebabb is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:34.662049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-0d848027-b6db-4bc2-a3e9-fccc5dabd04c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:34.668666 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-0d848027-b6db-4bc2-a3e9-fccc5dabd04c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:34.713271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d848027-b6db-4bc2-a3e9-fccc5dabd04c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Pushing event updated for resources: {'Port': ['ID=f356318f-9f8f-4b51-a100-d41dbbf07d0c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:34.726623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79158aaa-5afb-43bd-8366-fe9e46daa34e req-4509e3b0-b4a4-4cf7-952e-20da9e0ab583 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904512 Jul 16 03:36:34.743654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-0d848027-b6db-4bc2-a3e9-fccc5dabd04c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:34.744715 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-0d848027-b6db-4bc2-a3e9-fccc5dabd04c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.767517 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-0d848027-b6db-4bc2-a3e9-fccc5dabd04c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0443313 Jul 16 03:36:34.788256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Request body: {'port': {'device_id': '798dcb4a-833a-4242-bbd6-acebf335f357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:34.882310 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.934117 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5395aff-489a-46bb-be2e-7001f1bdc94e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:34.940367 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5395aff-489a-46bb-be2e-7001f1bdc94e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:35.125701 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-d5395aff-489a-46bb-be2e-7001f1bdc94e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Floating IP a11007ce-1626-4c44-bb11-e87b600c945f associated. External IP: 172.25.3.71, port: f1ef2949-5710-4d08-adf3-d7e192d0901c. Jul 16 03:36:35.351519 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5395aff-489a-46bb-be2e-7001f1bdc94e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:35.472067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5395aff-489a-46bb-be2e-7001f1bdc94e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:35.477685 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5395aff-489a-46bb-be2e-7001f1bdc94e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:35.484040 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f34d779-4c7b-4e65-9303-5bc694b73d88 None None] Sync routers for ids ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:35.503109 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f34d779-4c7b-4e65-9303-5bc694b73d88 None None] Routers {'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:35.503922 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6f34d779-4c7b-4e65-9303-5bc694b73d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:35.531451 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d5395aff-489a-46bb-be2e-7001f1bdc94e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "PUT /v2.0/floatingips/a11007ce-1626-4c44-bb11-e87b600c945f HTTP/1.1" status: 200 len: 991 time: 1.1393433 Jul 16 03:36:35.532057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a205471b-571e-4ffc-96d0-874d325b64ab', 'tag': 'f1ef2949-5710-4d08-adf3-d7e192d0901c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:35.534781 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67af1fec-1167-4438-9e92-d82b5d96ef08" -d '{"events": [{"name": "network-changed", "server_uuid": "a205471b-571e-4ffc-96d0-874d325b64ab", "tag": "f1ef2949-5710-4d08-adf3-d7e192d0901c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:35.652209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad50681-b224-4540-9735-0b585576e0dc req-da182d23-1258-4e60-b004-700c13d2e9b5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:35.655993 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ad50681-b224-4540-9735-0b585576e0dc req-da182d23-1258-4e60-b004-700c13d2e9b5 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.5700989 Jul 16 03:36:35.669639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747dc5e-69fd-4739-a12e-e1687ba6380f req-6f705dcb-8e3d-4829-88ef-d301c888feeb tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:35.672802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5747dc5e-69fd-4739-a12e-e1687ba6380f req-6f705dcb-8e3d-4829-88ef-d301c888feeb tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 949 time: 0.5856252 Jul 16 03:36:35.681036 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6f34d779-4c7b-4e65-9303-5bc694b73d88 None None] Set router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:35.729046 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:35.783927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ad50681-b224-4540-9735-0b585576e0dc req-a77bf2ac-e6d3-40b5-90e7-6902c67f95d0 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100848 Jul 16 03:36:35.814879 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5747dc5e-69fd-4739-a12e-e1687ba6380f req-343fae76-6168-43db-89a0-36e483fcf4fb tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194427 Jul 16 03:36:35.821637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f356318f-9f8f-4b51-a100-d41dbbf07d0c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:35.857993 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:35.879964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Transition to ACTIVE for port object f356318f-9f8f-4b51-a100-d41dbbf07d0c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:35.890004 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:35.955334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Pushing event updated for resources: {'Port': ['ID=f356318f-9f8f-4b51-a100-d41dbbf07d0c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:36.014191 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6f34d779-4c7b-4e65-9303-5bc694b73d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'a11007ce-1626-4c44-bb11-e87b600c945f', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'port_id': 'f1ef2949-5710-4d08-adf3-d7e192d0901c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'mac_address': 'fa:16:3e:8a:6a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a205471b-571e-4ffc-96d0-874d325b64ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:36:08Z', 'updated_at': '2021-07-16T03:36:34Z', 'revision_number': 1, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3462dd-7ca7-4d1a-927e-c76c9c4c2692', 'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'mac_address': 'fa:16:3e:80:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:59Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 5, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'subnets': [{'id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:36.045744 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Attempting to bind port f356318f-9f8f-4b51-a100-d41dbbf07d0c on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:36.046092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Attempting to bind port f356318f-9f8f-4b51-a100-d41dbbf07d0c by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:36.046429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Attempting to bind port f356318f-9f8f-4b51-a100-d41dbbf07d0c on network 1d2082f3-f285-4b81-803c-37c5386ebabb {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:36.052000 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Port f356318f-9f8f-4b51-a100-d41dbbf07d0c on network 1d2082f3-f285-4b81-803c-37c5386ebabb not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:36.053118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Attempting to bind port f356318f-9f8f-4b51-a100-d41dbbf07d0c on network 1d2082f3-f285-4b81-803c-37c5386ebabb {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:36.053828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f34d779-4c7b-4e65-9303-5bc694b73d88 None None] Checking router: a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:36.059005 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:36.059348 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Checking segment: {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:36.059741 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Bound using segment: {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:36.060179 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Bound port: f356318f-9f8f-4b51-a100-d41dbbf07d0c, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:36.060712 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.064790 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f34d779-4c7b-4e65-9303-5bc694b73d88 None None] Routers {'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:36.065532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6f34d779-4c7b-4e65-9303-5bc694b73d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:36.152244 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c47bc63-b1c2-4f64-8257-755b6a4edc11 x-openstack-request-id: req-9c47bc63-b1c2-4f64-8257-755b6a4edc11 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:36.152860 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a205471b-571e-4ffc-96d0-874d325b64ab", "tag": "f1ef2949-5710-4d08-adf3-d7e192d0901c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:36.153272 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c47bc63-b1c2-4f64-8257-755b6a4edc11 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:36.153835 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a205471b-571e-4ffc-96d0-874d325b64ab', 'tag': 'f1ef2949-5710-4d08-adf3-d7e192d0901c', 'status': 'completed', 'code': 200} Jul 16 03:36:36.189085 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6f34d779-4c7b-4e65-9303-5bc694b73d88 None None] Set router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:36.240547 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] For port f356318f-9f8f-4b51-a100-d41dbbf07d0c, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:36.251715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] For port f356318f-9f8f-4b51-a100-d41dbbf07d0c, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f356318f-9f8f-4b51-a100-d41dbbf07d0c,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:36.261686 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68472e51-f67a-4a53-bd40-7e201670df7a req-f8ec157a-b8f4-4e58-a467-cb775842ca14 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.263890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472e51-f67a-4a53-bd40-7e201670df7a req-f8ec157a-b8f4-4e58-a467-cb775842ca14 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 943 time: 0.1841116 Jul 16 03:36:36.285429 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.361893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.363137 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.364804 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] 10.222.0.20 "PUT /v2.0/ports/f356318f-9f8f-4b51-a100-d41dbbf07d0c HTTP/1.1" status: 200 len: 1091 time: 1.5819542 Jul 16 03:36:36.371485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798dcb4a-833a-4242-bbd6-acebf335f357', 'tag': 'f356318f-9f8f-4b51-a100-d41dbbf07d0c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:36.373889 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab0095b-a711-42a3-8230-c666b2ab1e62" -d '{"events": [{"name": "network-changed", "server_uuid": "798dcb4a-833a-4242-bbd6-acebf335f357", "tag": "f356318f-9f8f-4b51-a100-d41dbbf07d0c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:36.404471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af1fec-1167-4438-9e92-d82b5d96ef08 req-f78b3453-e4a2-4e48-9aa5-67225e7465e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.406115 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67af1fec-1167-4438-9e92-d82b5d96ef08 req-f78b3453-e4a2-4e48-9aa5-67225e7465e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69feb84b2a1a46dc9a17a131d3823f84&device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 1097 time: 0.2181377 Jul 16 03:36:36.413192 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68472e51-f67a-4a53-bd40-7e201670df7a req-93629168-d155-4209-bbbc-7004ff01a164 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411188 Jul 16 03:36:36.479805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c2557a60-55c2-41e3-851f-8a9db2327477 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:36.488564 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68f0177-923d-47ce-aa10-c30ffa95e7cf x-openstack-request-id: req-f68f0177-923d-47ce-aa10-c30ffa95e7cf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:36.489023 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798dcb4a-833a-4242-bbd6-acebf335f357", "tag": "f356318f-9f8f-4b51-a100-d41dbbf07d0c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:36.489566 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f68f0177-923d-47ce-aa10-c30ffa95e7cf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:36.489870 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798dcb4a-833a-4242-bbd6-acebf335f357', 'tag': 'f356318f-9f8f-4b51-a100-d41dbbf07d0c', 'status': 'completed', 'code': 200} Jul 16 03:36:36.498149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23b08c-bd07-485a-b10d-1b03c116ed0e service neutron] Pushing event updated for resources: {'Port': ['ID=f356318f-9f8f-4b51-a100-d41dbbf07d0c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:36.519053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6f34d779-4c7b-4e65-9303-5bc694b73d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'a11007ce-1626-4c44-bb11-e87b600c945f', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'port_id': 'f1ef2949-5710-4d08-adf3-d7e192d0901c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'mac_address': 'fa:16:3e:8a:6a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a205471b-571e-4ffc-96d0-874d325b64ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:36:08Z', 'updated_at': '2021-07-16T03:36:34Z', 'revision_number': 1, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3462dd-7ca7-4d1a-927e-c76c9c4c2692', 'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'mac_address': 'fa:16:3e:80:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:59Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 5, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'subnets': [{'id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:36.555454 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f34d779-4c7b-4e65-9303-5bc694b73d88 None None] The sync data for ids ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'] in n-d-800088-6 is: [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'a11007ce-1626-4c44-bb11-e87b600c945f', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'port_id': 'f1ef2949-5710-4d08-adf3-d7e192d0901c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'mac_address': 'fa:16:3e:8a:6a:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a205471b-571e-4ffc-96d0-874d325b64ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:36:08Z', 'updated_at': '2021-07-16T03:36:34Z', 'revision_number': 1, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3462dd-7ca7-4d1a-927e-c76c9c4c2692', 'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'mac_address': 'fa:16:3e:80:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:59Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 5, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'subnets': [{'id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:36.561341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d726b75-2e4b-42d3-8364-a8f5f288fc39 req-a8dc4be1-2c44-4e8f-b775-a3ccf908f05a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.568541 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d726b75-2e4b-42d3-8364-a8f5f288fc39 req-a8dc4be1-2c44-4e8f-b775-a3ccf908f05a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 944 time: 0.2994239 Jul 16 03:36:36.621091 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:36.635778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af1fec-1167-4438-9e92-d82b5d96ef08 req-c0f979c4-7e00-49a7-958e-d70fc96a754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.638809 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67af1fec-1167-4438-9e92-d82b5d96ef08 req-c0f979c4-7e00-49a7-958e-d70fc96a754c service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c7e975-c657-4bd7-a136-c5c84a957407 HTTP/1.1" status: 200 len: 912 time: 0.2234809 Jul 16 03:36:36.643661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d726b75-2e4b-42d3-8364-a8f5f288fc39 req-c9019da6-203d-439d-904c-dc1e45724ff7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740547 Jul 16 03:36:36.661585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-8c0a2b69-95d2-4776-a52d-4ded80f06c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.663094 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'port_id': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'mac_address': 'fa:16:3e:2b:1f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:36.665626 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-8c0a2b69-95d2-4776-a52d-4ded80f06c5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 1094 time: 0.2321179 Jul 16 03:36:36.706674 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.722923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2557a60-55c2-41e3-851f-8a9db2327477 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:36.743087 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-690731a9-87b6-4cc0-bd06-d9329bd317fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f356318f-9f8f-4b51-a100-d41dbbf07d0c HTTP/1.1" status: 200 len: 217 time: 0.0463295 Jul 16 03:36:36.744482 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:36.749541 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:36.793466 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67af1fec-1167-4438-9e92-d82b5d96ef08 req-5c49d980-f880-4365-9b13-187d84555065 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ef2949-5710-4d08-adf3-d7e192d0901c HTTP/1.1" status: 200 len: 999 time: 0.1459723 Jul 16 03:36:36.799825 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c2557a60-55c2-41e3-851f-8a9db2327477,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:36.809036 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-63fd1766-3942-4a5e-a3d3-fd21ed7f8e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.809915 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8d6e1-8f61-4c1a-9a2a-3753a8d2ddc6 None None] New status for floating IP a11007ce-1626-4c44-bb11-e87b600c945f: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:36:36.810859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-63fd1766-3942-4a5e-a3d3-fd21ed7f8e1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 200 len: 852 time: 0.0611093 Jul 16 03:36:36.877777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-3fe707ff-1e2e-411f-9346-659f7da66fb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d2082f3-f285-4b81-803c-37c5386ebabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559604 Jul 16 03:36:36.914064 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af1fec-1167-4438-9e92-d82b5d96ef08 req-5bd69500-1f45-40ef-bbe1-eeec22c9aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:36.915538 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67af1fec-1167-4438-9e92-d82b5d96ef08 req-5bd69500-1f45-40ef-bbe1-eeec22c9aa20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc HTTP/1.1" status: 200 len: 850 time: 0.1037989 Jul 16 03:36:36.987260 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c2557a60-55c2-41e3-851f-8a9db2327477'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:37.104228 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-99d2f354-c235-4f4a-94c2-8f0e4619b5f5 service neutron] 10.222.0.20 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179236 Jul 16 03:36:37.154101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af1fec-1167-4438-9e92-d82b5d96ef08 req-7277db0d-da79-49af-8280-36424bd4e8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:37.155480 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67af1fec-1167-4438-9e92-d82b5d96ef08 req-7277db0d-da79-49af-8280-36424bd4e8ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c7e975-c657-4bd7-a136-c5c84a957407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322385 Jul 16 03:36:37.163414 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a06fdf-a0e0-4a3b-9b66-79439fd7d87f req-ccb1fdd3-f7af-47fa-b385-91289a02eb47 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:37.164802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2a06fdf-a0e0-4a3b-9b66-79439fd7d87f req-ccb1fdd3-f7af-47fa-b385-91289a02eb47 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.2404747 Jul 16 03:36:37.211347 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c1d6d-b4d2-4f08-bc0e-1c349c37b127 req-d760e7ac-cfba-4d0b-bb1a-e317e1f664bf tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:37.212811 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c5c1d6d-b4d2-4f08-bc0e-1c349c37b127 req-d760e7ac-cfba-4d0b-bb1a-e317e1f664bf tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 949 time: 0.2667532 Jul 16 03:36:37.333335 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2a06fdf-a0e0-4a3b-9b66-79439fd7d87f req-faeb3ddd-3fa9-4b2a-863d-1a16a78e040c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535015 Jul 16 03:36:37.362541 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233902a2-d57b-4fad-a7a9-12c070ac098e req-00c7ee52-8692-415e-822e-3b04548c2229 service neutron] 10.222.0.20 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489164 Jul 16 03:36:37.371515 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c5c1d6d-b4d2-4f08-bc0e-1c349c37b127 req-63dffb12-36cb-473e-9ef5-18b6a532a6c5 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244731 Jul 16 03:36:37.377116 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67af1fec-1167-4438-9e92-d82b5d96ef08 req-0a5e008d-ed5d-460d-9206-4e1056eacb1b service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106748 Jul 16 03:36:37.520837 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67af1fec-1167-4438-9e92-d82b5d96ef08 req-cb3aa60e-ee89-41ed-968d-075cdb537c72 service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360788 Jul 16 03:36:37.526908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0095b-a711-42a3-8230-c666b2ab1e62 req-d5b4886d-ef89-4942-bad0-987b619cc2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:37.528362 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ab0095b-a711-42a3-8230-c666b2ab1e62 req-d5b4886d-ef89-4942-bad0-987b619cc2fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 1094 time: 0.1113036 Jul 16 03:36:37.702318 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0095b-a711-42a3-8230-c666b2ab1e62 req-d2aa7ab4-461a-4208-b262-2a648679fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:37.703689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ab0095b-a711-42a3-8230-c666b2ab1e62 req-d2aa7ab4-461a-4208-b262-2a648679fa87 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 913 time: 0.1650414 Jul 16 03:36:37.728322 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0883e6-5354-4dd7-a309-427e3b5b032a req-ad151542-d546-4597-84c4-777e185790e1 tempest-LiveMigrationNegativeTest-527957074 tempest-LiveMigrationNegativeTest-527957074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:37.729773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec0883e6-5354-4dd7-a309-427e3b5b032a req-ad151542-d546-4597-84c4-777e185790e1 tempest-LiveMigrationNegativeTest-527957074 tempest-LiveMigrationNegativeTest-527957074-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 1100 time: 0.1612666 Jul 16 03:36:37.762717 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ab0095b-a711-42a3-8230-c666b2ab1e62 req-96381346-c820-4399-9620-0b0eb13d6488 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f356318f-9f8f-4b51-a100-d41dbbf07d0c HTTP/1.1" status: 200 len: 217 time: 0.0501127 Jul 16 03:36:37.784671 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec0883e6-5354-4dd7-a309-427e3b5b032a req-a5fcb682-12e1-47f5-a0ea-d335b2c9944a tempest-LiveMigrationNegativeTest-527957074 tempest-LiveMigrationNegativeTest-527957074-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:37.812249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0938d7d-1b5c-491b-905e-72e97616d521 req-ae28ac47-9581-47f2-824c-6d86b0e6c919 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:37.813705 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0938d7d-1b5c-491b-905e-72e97616d521 req-ae28ac47-9581-47f2-824c-6d86b0e6c919 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 943 time: 0.1867616 Jul 16 03:36:37.859218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0095b-a711-42a3-8230-c666b2ab1e62 req-6fcab8c7-96e7-4c55-b22e-7b4b70f1e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:37.860712 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ab0095b-a711-42a3-8230-c666b2ab1e62 req-6fcab8c7-96e7-4c55-b22e-7b4b70f1e09a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 200 len: 852 time: 0.0844865 Jul 16 03:36:37.911500 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0938d7d-1b5c-491b-905e-72e97616d521 req-08bcad6c-c979-460f-ac5b-b2b0ee351a63 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904634 Jul 16 03:36:37.913310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ab0095b-a711-42a3-8230-c666b2ab1e62 req-1ddd5548-32ea-49d7-b428-971445da48e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d2082f3-f285-4b81-803c-37c5386ebabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389676 Jul 16 03:36:38.076538 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ab0095b-a711-42a3-8230-c666b2ab1e62 req-065e4535-c27a-4fbf-9769-356185b0c988 service neutron] 10.222.0.20 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556473 Jul 16 03:36:38.079333 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec0883e6-5354-4dd7-a309-427e3b5b032a req-a5fcb682-12e1-47f5-a0ea-d335b2c9944a tempest-LiveMigrationNegativeTest-527957074 tempest-LiveMigrationNegativeTest-527957074-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.092543 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ec0883e6-5354-4dd7-a309-427e3b5b032a req-a5fcb682-12e1-47f5-a0ea-d335b2c9944a tempest-LiveMigrationNegativeTest-527957074 tempest-LiveMigrationNegativeTest-527957074-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.142721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec0883e6-5354-4dd7-a309-427e3b5b032a req-a5fcb682-12e1-47f5-a0ea-d335b2c9944a tempest-LiveMigrationNegativeTest-527957074 tempest-LiveMigrationNegativeTest-527957074-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832371 Jul 16 03:36:38.154849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcb682-12e1-47f5-a0ea-d335b2c9944a tempest-LiveMigrationNegativeTest-527957074 tempest-LiveMigrationNegativeTest-527957074-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037f968e-f9ac-475d-b873-1cdecbbd0531,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:38.202990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52331cf0-d405-489e-83b4-469594f0ea81 req-36b9d8a3-79b5-42b5-876e-b9f3beb0e5ee tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:38.204498 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52331cf0-d405-489e-83b4-469594f0ea81 req-36b9d8a3-79b5-42b5-876e-b9f3beb0e5ee tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1933503 Jul 16 03:36:38.240195 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ab0095b-a711-42a3-8230-c666b2ab1e62 req-a47d0e45-f084-4a05-8f5c-1d82ee8dce81 service neutron] 10.222.0.20 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553869 Jul 16 03:36:38.259443 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52331cf0-d405-489e-83b4-469594f0ea81 req-f46f179b-cd48-4e07-a9a1-23394d3625de tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462201 Jul 16 03:36:38.480239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c2557a60-55c2-41e3-851f-8a9db2327477 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:38.509214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96424df1-ccd9-4184-8ef0-6436b0aa8276 req-96087abc-7327-491a-b7ed-941912e61434 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:38.510775 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96424df1-ccd9-4184-8ef0-6436b0aa8276 req-96087abc-7327-491a-b7ed-941912e61434 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.0703878 Jul 16 03:36:38.534067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port c2557a60-55c2-41e3-851f-8a9db2327477 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:38.540254 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port c2557a60-55c2-41e3-851f-8a9db2327477 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:38.541241 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.561251 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96424df1-ccd9-4184-8ef0-6436b0aa8276 req-3756e293-41b4-4ff7-b032-d300cb386199 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366130 Jul 16 03:36:38.639576 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.663834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:38.666172 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae9ecfd-cbc3-42e1-8ada-6726ce9a3198" -d '{"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-plugged", "status": "completed", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:38.679392 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:38.683394 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:38.731990 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a713df-37a5-4168-8c3d-07f9c626b8e9 x-openstack-request-id: req-28a713df-37a5-4168-8c3d-07f9c626b8e9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:38.732287 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-plugged", "status": "completed", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:38.732569 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28a713df-37a5-4168-8c3d-07f9c626b8e9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:38.732963 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'code': 200} Jul 16 03:36:38.735849 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c2557a60-55c2-41e3-851f-8a9db2327477,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:38.795317 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee4e79-81df-4976-97e7-db3381e91f13 req-58faa2a1-fd67-4406-bd85-9e840d0ea936 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:38.796840 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60ee4e79-81df-4976-97e7-db3381e91f13 req-58faa2a1-fd67-4406-bd85-9e840d0ea936 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 949 time: 0.0640006 Jul 16 03:36:38.868289 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60ee4e79-81df-4976-97e7-db3381e91f13 req-0f1a535a-f6fd-44c9-b8b9-bff9285fa1ea tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651863 Jul 16 03:36:38.882933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b05b0-701f-4725-96b6-de104f386360 req-8c05f261-5f70-484b-a16c-e1cc60f4a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:38.884702 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a98b05b0-701f-4725-96b6-de104f386360 req-8c05f261-5f70-484b-a16c-e1cc60f4a780 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 1097 time: 0.0760608 Jul 16 03:36:38.920046 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a98b05b0-701f-4725-96b6-de104f386360 req-8938ce99-9329-4be2-b625-4e253c1c4025 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269153 Jul 16 03:36:39.082341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d21404-6e44-413e-8cd3-16ea3301a81e req-1e7e3fdf-279c-4a8e-9cd4-ff9fe3f3ec4c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:39.083798 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-99d21404-6e44-413e-8cd3-16ea3301a81e req-1e7e3fdf-279c-4a8e-9cd4-ff9fe3f3ec4c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 943 time: 0.0622702 Jul 16 03:36:39.121131 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-99d21404-6e44-413e-8cd3-16ea3301a81e req-88d6a0bd-56e8-4de1-ac5d-e435d878d3d8 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315936 Jul 16 03:36:39.432651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17038aaa-2bf3-4767-8fa0-bf586cf1187e req-273dc19d-7648-4963-ae98-ddcfc1e29faa tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:39.434132 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17038aaa-2bf3-4767-8fa0-bf586cf1187e req-273dc19d-7648-4963-ae98-ddcfc1e29faa tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 946 time: 0.0658619 Jul 16 03:36:39.470851 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17038aaa-2bf3-4767-8fa0-bf586cf1187e req-ff9fa9c4-d9ad-4f2a-bbc4-9338061652a1 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311108 Jul 16 03:36:39.737976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4d5c6-34ac-44b2-993f-e842ca8f702e req-67a1f2cb-4fe8-46b3-96ed-d15252455179 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:39.740083 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91c4d5c6-34ac-44b2-993f-e842ca8f702e req-67a1f2cb-4fe8-46b3-96ed-d15252455179 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.0685880 Jul 16 03:36:39.778346 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91c4d5c6-34ac-44b2-993f-e842ca8f702e req-d3aa520f-245b-4fce-a1bd-0d98d7c96c03 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326917 Jul 16 03:36:40.045915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e6582-d53d-435b-9ae9-f65c302f1af7 req-e0dd15a9-7cd2-4158-8edb-e7e89357147a tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:40.047310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f1e6582-d53d-435b-9ae9-f65c302f1af7 req-e0dd15a9-7cd2-4158-8edb-e7e89357147a tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 949 time: 0.0637007 Jul 16 03:36:40.083837 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f1e6582-d53d-435b-9ae9-f65c302f1af7 req-056b5293-330e-4cc6-a5e1-898b49674f97 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304415 Jul 16 03:36:40.248261 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfae01-ba5a-4703-a517-3dbee3fa6e27 req-1040b40d-81de-41bd-b8d8-8cddc9387317 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:40.249755 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b1cfae01-ba5a-4703-a517-3dbee3fa6e27 req-1040b40d-81de-41bd-b8d8-8cddc9387317 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.88 "GET /v2.0/ports?device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 949 time: 0.0606565 Jul 16 03:36:40.297388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0cab5-de66-41c5-8f27-407df1af2a66 req-d8351924-5b03-4f20-8686-d10688985fc3 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:40.298798 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1e0cab5-de66-41c5-8f27-407df1af2a66 req-d8351924-5b03-4f20-8686-d10688985fc3 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 943 time: 0.0665872 Jul 16 03:36:40.336469 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1e0cab5-de66-41c5-8f27-407df1af2a66 req-ecfd27d3-1ebb-4960-aad6-df9ababd4ada tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315127 Jul 16 03:36:40.353165 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-b1cfae01-ba5a-4703-a517-3dbee3fa6e27 req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Deleting port 44104c7e-5634-43dc-87a7-0e541233b4c5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:40.353623 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1cfae01-ba5a-4703-a517-3dbee3fa6e27 req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.439725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b1cfae01-ba5a-4703-a517-3dbee3fa6e27 req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] For port 44104c7e-5634-43dc-87a7-0e541233b4c5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=44104c7e-5634-43dc-87a7-0e541233b4c5,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:40.440097 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1cfae01-ba5a-4703-a517-3dbee3fa6e27 req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.455893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-b1cfae01-ba5a-4703-a517-3dbee3fa6e27 req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Calling delete_port for 44104c7e-5634-43dc-87a7-0e541233b4c5 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:40.482369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f356318f-9f8f-4b51-a100-d41dbbf07d0c details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:40.581830 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port f356318f-9f8f-4b51-a100-d41dbbf07d0c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f356318f-9f8f-4b51-a100-d41dbbf07d0c,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:40.583195 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1cfae01-ba5a-4703-a517-3dbee3fa6e27 req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.595795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['44104c7e-5634-43dc-87a7-0e541233b4c5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:40.602109 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['3388eba3-0cf8-4e95-80cd-1d840934f419'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:40.619433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Pushing event deleted for resources: {'Port': ['ID=44104c7e-5634-43dc-87a7-0e541233b4c5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:40.623529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'f356318f-9f8f-4b51-a100-d41dbbf07d0c', 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'port_id': 'f356318f-9f8f-4b51-a100-d41dbbf07d0c', 'mac_address': 'fa:16:3e:34:67:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460165b0-71f2-476d-a3c4-33a11989f907', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:40.662058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.662379 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.662729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.663068 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.663511 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.663793 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.664131 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.664490 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.664823 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.665156 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.665631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.665961 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:40.690442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dee446-a95a-42de-8903-963027e846d4 req-09e874f2-fdd6-491e-8257-609f50ddd100 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:40.698371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cfae01-ba5a-4703-a517-3dbee3fa6e27 req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] No DVR routers for this DVR port 44104c7e-5634-43dc-87a7-0e541233b4c5 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:40.700439 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60dee446-a95a-42de-8903-963027e846d4 req-09e874f2-fdd6-491e-8257-609f50ddd100 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 946 time: 0.1167550 Jul 16 03:36:40.701241 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b1cfae01-ba5a-4703-a517-3dbee3fa6e27 req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.703250 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b1cfae01-ba5a-4703-a517-3dbee3fa6e27 req-0cbabbc3-b0e4-4b47-9e1c-fd9a810b206f tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.88 "DELETE /v2.0/ports/44104c7e-5634-43dc-87a7-0e541233b4c5 HTTP/1.1" status: 204 len: 173 time: 0.4455404 Jul 16 03:36:40.703699 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '426bb300-3876-4822-ab3e-1f5a3f7bff7c', 'name': 'network-vif-deleted', 'tag': '44104c7e-5634-43dc-87a7-0e541233b4c5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:40.707038 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6e7b1f-3f9b-4175-adb5-f337a124ad5c" -d '{"events": [{"server_uuid": "426bb300-3876-4822-ab3e-1f5a3f7bff7c", "name": "network-vif-deleted", "tag": "44104c7e-5634-43dc-87a7-0e541233b4c5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:40.752916 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:40.753830 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65e62a6-2c9f-4f66-99ba-e5342a3597a0 x-openstack-request-id: req-b65e62a6-2c9f-4f66-99ba-e5342a3597a0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:40.754129 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "426bb300-3876-4822-ab3e-1f5a3f7bff7c", "name": "network-vif-deleted", "tag": "44104c7e-5634-43dc-87a7-0e541233b4c5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:40.756022 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b65e62a6-2c9f-4f66-99ba-e5342a3597a0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:40.756413 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '426bb300-3876-4822-ab3e-1f5a3f7bff7c', 'name': 'network-vif-deleted', 'tag': '44104c7e-5634-43dc-87a7-0e541233b4c5', 'status': 'completed', 'code': 200} Jul 16 03:36:40.796115 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60dee446-a95a-42de-8903-963027e846d4 req-8c883ccf-0ebf-4334-8f95-ec0b4dd972c5 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894673 Jul 16 03:36:40.801310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f356318f-9f8f-4b51-a100-d41dbbf07d0c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:41.001588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port f356318f-9f8f-4b51-a100-d41dbbf07d0c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f356318f-9f8f-4b51-a100-d41dbbf07d0c,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:41.009909 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.014929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced841c2-c4ed-475d-b39f-6fe43be879ee req-8710e40f-4fb5-4c5b-b0b8-ec164a3f7872 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:41.016901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ced841c2-c4ed-475d-b39f-6fe43be879ee req-8710e40f-4fb5-4c5b-b0b8-ec164a3f7872 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.0736263 Jul 16 03:36:41.074006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=f356318f-9f8f-4b51-a100-d41dbbf07d0c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:41.088801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ced841c2-c4ed-475d-b39f-6fe43be879ee req-97640898-c960-4814-9cd1-380929aca08e tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652301 Jul 16 03:36:41.115744 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab2675-7ca6-45d3-ac24-7b063b8a5ee1 req-32b4e638-2611-4048-9eaf-87c399cda7ec tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:41.117385 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1ab2675-7ca6-45d3-ac24-7b063b8a5ee1 req-32b4e638-2611-4048-9eaf-87c399cda7ec tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 946 time: 0.0928309 Jul 16 03:36:41.126201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34176) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:41.131033 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fc1dc82d-8eff-44d9-b45f-d47c330ecc88 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Request body: {'floatingip': {'port_id': 'c2557a60-55c2-41e3-851f-8a9db2327477'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:41.171071 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc1dc82d-8eff-44d9-b45f-d47c330ecc88 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.263104 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1af3b724-f61a-41e3-a36a-ea42a68bafda req-84baf9ab-d009-468b-a991-74927f967300 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=426bb300-3876-4822-ab3e-1f5a3f7bff7c HTTP/1.1" status: 200 len: 210 time: 0.0302811 Jul 16 03:36:41.293604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['f356318f-9f8f-4b51-a100-d41dbbf07d0c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:41.546709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56e01c-45b7-43d6-9947-1eb29a2a6e9c req-814ec74c-9cf8-4db2-b2ad-9728ac204d2d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:41.548363 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cd56e01c-45b7-43d6-9947-1eb29a2a6e9c req-814ec74c-9cf8-4db2-b2ad-9728ac204d2d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 944 time: 0.0654590 Jul 16 03:36:41.586717 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cd56e01c-45b7-43d6-9947-1eb29a2a6e9c req-367a68fd-869c-4c23-8c2a-fb49bb750681 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320296 Jul 16 03:36:41.641081 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc1dc82d-8eff-44d9-b45f-d47c330ecc88 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.644921 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc1dc82d-8eff-44d9-b45f-d47c330ecc88 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:41.739708 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-fc1dc82d-8eff-44d9-b45f-d47c330ecc88 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Floating IP 96a12a87-ab6f-4de1-bef0-268be2906f09 associated. External IP: 172.25.3.28, port: c2557a60-55c2-41e3-851f-8a9db2327477. Jul 16 03:36:42.216985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1dc82d-8eff-44d9-b45f-d47c330ecc88 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Router cabbf8ee-c688-4f84-9b35-21264e8c1030 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:42.262325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56d0f4-d997-4a50-9df8-9da2baf5acb2 req-140b327e-95ef-408c-87ae-c9aac8f00091 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:42.269604 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d56d0f4-d997-4a50-9df8-9da2baf5acb2 req-140b327e-95ef-408c-87ae-c9aac8f00091 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.0704210 Jul 16 03:36:42.316542 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d56d0f4-d997-4a50-9df8-9da2baf5acb2 req-036a72d9-c346-4b71-bcc3-9e030dc39c1c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384324 Jul 16 03:36:42.342233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1dc82d-8eff-44d9-b45f-d47c330ecc88 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:42.349218 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc1dc82d-8eff-44d9-b45f-d47c330ecc88 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:42.354063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337babd7-cedb-46cd-95ad-3379f3ce9a66 None None] Sync routers for ids ['cabbf8ee-c688-4f84-9b35-21264e8c1030'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:42.366343 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337babd7-cedb-46cd-95ad-3379f3ce9a66 None None] Routers {'cabbf8ee-c688-4f84-9b35-21264e8c1030'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:42.367166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-337babd7-cedb-46cd-95ad-3379f3ce9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cabbf8ee-c688-4f84-9b35-21264e8c1030'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:42.399835 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fc1dc82d-8eff-44d9-b45f-d47c330ecc88 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "PUT /v2.0/floatingips/96a12a87-ab6f-4de1-bef0-268be2906f09 HTTP/1.1" status: 200 len: 991 time: 1.2699564 Jul 16 03:36:42.495931 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f356318f-9f8f-4b51-a100-d41dbbf07d0c up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:42.498759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-337babd7-cedb-46cd-95ad-3379f3ce9a66 None None] Set router cabbf8ee-c688-4f84-9b35-21264e8c1030 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:42.642695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port f356318f-9f8f-4b51-a100-d41dbbf07d0c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:42.655399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port f356318f-9f8f-4b51-a100-d41dbbf07d0c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:42.655814 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:42.758044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:42.760761 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e12f03f-283d-431c-8af6-7a20bc46a803" -d '{"events": [{"name": "network-changed", "server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:42.806982 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:42.817609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89eeb3-fe08-4201-a414-e18e0d47dea5 req-bb2cd699-5296-4cde-a91e-a4d0f6622424 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:42.819108 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d89eeb3-fe08-4201-a414-e18e0d47dea5 req-bb2cd699-5296-4cde-a91e-a4d0f6622424 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 944 time: 0.1075182 Jul 16 03:36:42.831252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548875d2-378e-49ce-80dc-008d0e117401 req-c1097702-8728-4edb-be09-8533dfb4f250 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:42.833700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-548875d2-378e-49ce-80dc-008d0e117401 req-c1097702-8728-4edb-be09-8533dfb4f250 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 950 time: 0.0930030 Jul 16 03:36:42.834904 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798dcb4a-833a-4242-bbd6-acebf335f357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f356318f-9f8f-4b51-a100-d41dbbf07d0c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:42.837184 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb2a918-39a0-42d7-a546-44f02867f8d2" -d '{"events": [{"server_uuid": "798dcb4a-833a-4242-bbd6-acebf335f357", "name": "network-vif-plugged", "status": "completed", "tag": "f356318f-9f8f-4b51-a100-d41dbbf07d0c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:42.852658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port f356318f-9f8f-4b51-a100-d41dbbf07d0c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f356318f-9f8f-4b51-a100-d41dbbf07d0c,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:42.854877 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-337babd7-cedb-46cd-95ad-3379f3ce9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:13Z', 'updated_at': '2021-07-16T03:36:20Z', 'revision_number': 4, 'project_id': 'de4d84b302584141973e594b047457b4', 'gw_port': {'id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:15Z', 'updated_at': '2021-07-16T03:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '96a12a87-ab6f-4de1-bef0-268be2906f09', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'port_id': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'mac_address': 'fa:16:3e:2b:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:36:23Z', 'updated_at': '2021-07-16T03:36:41Z', 'revision_number': 1, 'project_id': 'de4d84b302584141973e594b047457b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d391b0a-214c-42d5-8600-3c8adde86c22', 'name': '', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'mac_address': 'fa:16:3e:ca:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:19Z', 'updated_at': '2021-07-16T03:36:26Z', 'revision_number': 5, 'project_id': 'de4d84b302584141973e594b047457b4', 'subnets': [{'id': '8153979b-670a-41a0-961b-c7158009c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:42.887072 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 44104c7e-5634-43dc-87a7-0e541233b4c5 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:42.889803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337babd7-cedb-46cd-95ad-3379f3ce9a66 None None] Checking router: cabbf8ee-c688-4f84-9b35-21264e8c1030 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:42.891629 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:42.891844 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d89eeb3-fe08-4201-a414-e18e0d47dea5 req-40729a1c-ab48-4bb8-8de0-8c3e72839815 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581470 Jul 16 03:36:42.906300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-548875d2-378e-49ce-80dc-008d0e117401 req-d24b3a2c-fae1-4ce0-82a8-9eec62660502 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660417 Jul 16 03:36:42.937737 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 44104c7e-5634-43dc-87a7-0e541233b4c5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:42.937737 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 44104c7e-5634-43dc-87a7-0e541233b4c5 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:42.941007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337babd7-cedb-46cd-95ad-3379f3ce9a66 None None] Routers {'cabbf8ee-c688-4f84-9b35-21264e8c1030'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:42.941644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-337babd7-cedb-46cd-95ad-3379f3ce9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cabbf8ee-c688-4f84-9b35-21264e8c1030'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:42.960812 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546b9ac7-c357-4157-bf6b-26b96848cc41 x-openstack-request-id: req-546b9ac7-c357-4157-bf6b-26b96848cc41 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:42.961106 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:42.961357 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-546b9ac7-c357-4157-bf6b-26b96848cc41 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:42.961758 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'status': 'completed', 'code': 200} Jul 16 03:36:42.994495 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8beefd-d2db-44c6-9eb1-d83657691f6d x-openstack-request-id: req-fc8beefd-d2db-44c6-9eb1-d83657691f6d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:42.994666 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798dcb4a-833a-4242-bbd6-acebf335f357", "name": "network-vif-plugged", "status": "completed", "tag": "f356318f-9f8f-4b51-a100-d41dbbf07d0c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:42.994911 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc8beefd-d2db-44c6-9eb1-d83657691f6d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:42.995444 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798dcb4a-833a-4242-bbd6-acebf335f357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f356318f-9f8f-4b51-a100-d41dbbf07d0c', 'code': 200} Jul 16 03:36:43.010476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=f356318f-9f8f-4b51-a100-d41dbbf07d0c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:43.050456 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12f03f-283d-431c-8af6-7a20bc46a803 req-80d7d8b2-57c1-47b8-8714-8b8232ff3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:43.055222 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e12f03f-283d-431c-8af6-7a20bc46a803 req-80d7d8b2-57c1-47b8-8714-8b8232ff3ef7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 1097 time: 0.0671699 Jul 16 03:36:43.080525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-337babd7-cedb-46cd-95ad-3379f3ce9a66 None None] Set router cabbf8ee-c688-4f84-9b35-21264e8c1030 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:43.351596 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-337babd7-cedb-46cd-95ad-3379f3ce9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:13Z', 'updated_at': '2021-07-16T03:36:20Z', 'revision_number': 4, 'project_id': 'de4d84b302584141973e594b047457b4', 'gw_port': {'id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:15Z', 'updated_at': '2021-07-16T03:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '96a12a87-ab6f-4de1-bef0-268be2906f09', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'port_id': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'mac_address': 'fa:16:3e:2b:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:36:23Z', 'updated_at': '2021-07-16T03:36:41Z', 'revision_number': 1, 'project_id': 'de4d84b302584141973e594b047457b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d391b0a-214c-42d5-8600-3c8adde86c22', 'name': '', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'mac_address': 'fa:16:3e:ca:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:19Z', 'updated_at': '2021-07-16T03:36:26Z', 'revision_number': 5, 'project_id': 'de4d84b302584141973e594b047457b4', 'subnets': [{'id': '8153979b-670a-41a0-961b-c7158009c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:43.391969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337babd7-cedb-46cd-95ad-3379f3ce9a66 None None] The sync data for ids ['cabbf8ee-c688-4f84-9b35-21264e8c1030'] in n-d-800088-6 is: [{'id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:13Z', 'updated_at': '2021-07-16T03:36:20Z', 'revision_number': 4, 'project_id': 'de4d84b302584141973e594b047457b4', 'gw_port': {'id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:15Z', 'updated_at': '2021-07-16T03:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '96a12a87-ab6f-4de1-bef0-268be2906f09', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'port_id': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'mac_address': 'fa:16:3e:2b:1f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:36:23Z', 'updated_at': '2021-07-16T03:36:41Z', 'revision_number': 1, 'project_id': 'de4d84b302584141973e594b047457b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d391b0a-214c-42d5-8600-3c8adde86c22', 'name': '', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'mac_address': 'fa:16:3e:ca:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:19Z', 'updated_at': '2021-07-16T03:36:26Z', 'revision_number': 5, 'project_id': 'de4d84b302584141973e594b047457b4', 'subnets': [{'id': '8153979b-670a-41a0-961b-c7158009c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:43.586347 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12f03f-283d-431c-8af6-7a20bc46a803 req-dac8e22c-d2d4-4922-9572-e31cdf5a3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:43.588523 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e12f03f-283d-431c-8af6-7a20bc46a803 req-dac8e22c-d2d4-4922-9572-e31cdf5a3028 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.5170851 Jul 16 03:36:43.591419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076733a-9bb1-4ec5-adf0-19d609224315 req-2b66e527-1dfb-4796-a31d-52d8ec30a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:43.592946 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0076733a-9bb1-4ec5-adf0-19d609224315 req-2b66e527-1dfb-4796-a31d-52d8ec30a33b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 1096 time: 0.5298550 Jul 16 03:36:43.610025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6dc5b-0b03-4ddf-8c2c-0d295eb22fd9 req-5931a112-3ca7-4a45-9c49-4fdf729eb229 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:43.616954 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60d6dc5b-0b03-4ddf-8c2c-0d295eb22fd9 req-5931a112-3ca7-4a45-9c49-4fdf729eb229 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.1421008 Jul 16 03:36:43.648280 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324bde29-1fca-47c5-b8fd-7e3f7f826782 None None] New status for floating IP 96a12a87-ab6f-4de1-bef0-268be2906f09: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:36:43.722331 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60d6dc5b-0b03-4ddf-8c2c-0d295eb22fd9 req-51c0767f-c9fd-4850-9109-5ec009d42175 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044919 Jul 16 03:36:43.728801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0076733a-9bb1-4ec5-adf0-19d609224315 req-de0928d2-3b4a-45b6-97ff-7bf52773e030 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087396 Jul 16 03:36:43.730346 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e12f03f-283d-431c-8af6-7a20bc46a803 req-3cb20b95-513b-4f4e-9192-6a1263694512 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2557a60-55c2-41e3-851f-8a9db2327477 HTTP/1.1" status: 200 len: 999 time: 0.1114142 Jul 16 03:36:43.855101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12f03f-283d-431c-8af6-7a20bc46a803 req-66def546-1387-46f2-ba1d-694e46485e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:43.856591 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e12f03f-283d-431c-8af6-7a20bc46a803 req-66def546-1387-46f2-ba1d-694e46485e37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.0484569 Jul 16 03:36:43.944014 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12f03f-283d-431c-8af6-7a20bc46a803 req-f36471d7-cf0e-415d-93e7-6677cc561fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:43.945573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e12f03f-283d-431c-8af6-7a20bc46a803 req-f36471d7-cf0e-415d-93e7-6677cc561fef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516725 Jul 16 03:36:44.117148 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e12f03f-283d-431c-8af6-7a20bc46a803 req-d8c0d3d6-e589-4074-b4aa-5ccc4aa5d1af service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506815 Jul 16 03:36:44.184749 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1bf74-e693-4433-b78f-5aa783772dbd req-ca80c676-bde6-4f8a-913c-e3002e1a0dcd tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:44.186340 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6a1bf74-e693-4433-b78f-5aa783772dbd req-ca80c676-bde6-4f8a-913c-e3002e1a0dcd tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 945 time: 0.1620831 Jul 16 03:36:44.195690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529d7c0-3002-40df-9572-0d8aad4f91fb req-71a7e42e-25a7-49f2-bfa4-db28861f3803 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:44.197133 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3529d7c0-3002-40df-9572-0d8aad4f91fb req-71a7e42e-25a7-49f2-bfa4-db28861f3803 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 950 time: 0.1697376 Jul 16 03:36:44.303051 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6a1bf74-e693-4433-b78f-5aa783772dbd req-e72d281b-f817-42f1-8ba8-628ed4063a6f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049373 Jul 16 03:36:44.307253 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e12f03f-283d-431c-8af6-7a20bc46a803 req-7d241340-99fd-40d3-b750-005ef9afd6d6 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789684 Jul 16 03:36:44.310144 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3529d7c0-3002-40df-9572-0d8aad4f91fb req-0dc6f954-fe17-4125-a295-9a4e3deba4a8 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832105 Jul 16 03:36:44.506983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a99fe-511d-4fc2-aac5-7354fdea813d req-40272e30-7699-4adf-8bc0-caddd99bd960 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:44.508795 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e8a99fe-511d-4fc2-aac5-7354fdea813d req-40272e30-7699-4adf-8bc0-caddd99bd960 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 950 time: 0.0716314 Jul 16 03:36:44.641592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5e8a99fe-511d-4fc2-aac5-7354fdea813d req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Deleting port 3388eba3-0cf8-4e95-80cd-1d840934f419 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:44.642211 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e8a99fe-511d-4fc2-aac5-7354fdea813d req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.741905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5e8a99fe-511d-4fc2-aac5-7354fdea813d req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] For port 3388eba3-0cf8-4e95-80cd-1d840934f419, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3388eba3-0cf8-4e95-80cd-1d840934f419,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:44.742274 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e8a99fe-511d-4fc2-aac5-7354fdea813d req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.754157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5e8a99fe-511d-4fc2-aac5-7354fdea813d req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Calling delete_port for 3388eba3-0cf8-4e95-80cd-1d840934f419 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:44.929765 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e8a99fe-511d-4fc2-aac5-7354fdea813d req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:44.942881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['3388eba3-0cf8-4e95-80cd-1d840934f419'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:44.966849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Pushing event deleted for resources: {'Port': ['ID=3388eba3-0cf8-4e95-80cd-1d840934f419,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:44.983129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:44.983486 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:44.983835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:44.984179 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:44.984735 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:44.984888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:44.985225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:44.985558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:44.986030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:44.986219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:44.986548 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:44.986870 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:45.018776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c072801-e86f-49ee-b3ab-6ddefad1b42c req-8aa74e59-4fcc-42af-a035-81dba35212c8 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:45.020439 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c072801-e86f-49ee-b3ab-6ddefad1b42c req-8aa74e59-4fcc-42af-a035-81dba35212c8 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.1519673 Jul 16 03:36:45.043972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8a99fe-511d-4fc2-aac5-7354fdea813d req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] No DVR routers for this DVR port 3388eba3-0cf8-4e95-80cd-1d840934f419 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:45.050769 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5e8a99fe-511d-4fc2-aac5-7354fdea813d req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:45.053268 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e8a99fe-511d-4fc2-aac5-7354fdea813d req-d58b66e5-f90a-4533-ad04-a9a44ed3ff99 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.20 "DELETE /v2.0/ports/3388eba3-0cf8-4e95-80cd-1d840934f419 HTTP/1.1" status: 204 len: 173 time: 0.5236742 Jul 16 03:36:45.053712 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14f3000-601e-4971-963e-0fb66b19fb88', 'name': 'network-vif-deleted', 'tag': '3388eba3-0cf8-4e95-80cd-1d840934f419'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:45.055978 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675fa1e6-5813-48c0-8fe7-29e1f161f658" -d '{"events": [{"server_uuid": "a14f3000-601e-4971-963e-0fb66b19fb88", "name": "network-vif-deleted", "tag": "3388eba3-0cf8-4e95-80cd-1d840934f419"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:45.103566 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c072801-e86f-49ee-b3ab-6ddefad1b42c req-a26feaea-90c3-42be-b428-6fcb7b5d7389 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613284 Jul 16 03:36:45.105372 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfac420b-9f71-47e9-a4c5-ed44b915ad20 x-openstack-request-id: req-dfac420b-9f71-47e9-a4c5-ed44b915ad20 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:45.105601 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14f3000-601e-4971-963e-0fb66b19fb88", "name": "network-vif-deleted", "tag": "3388eba3-0cf8-4e95-80cd-1d840934f419", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:45.105841 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfac420b-9f71-47e9-a4c5-ed44b915ad20 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:45.106370 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14f3000-601e-4971-963e-0fb66b19fb88', 'name': 'network-vif-deleted', 'tag': '3388eba3-0cf8-4e95-80cd-1d840934f419', 'status': 'completed', 'code': 200} Jul 16 03:36:45.497855 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4dd373b9-ef45-4630-85dd-a289c5bf35c7 req-8a6661b9-a7ef-4fce-b294-e1bbb4d472e7 tempest-LiveMigrationNegativeTest-1088807849 tempest-LiveMigrationNegativeTest-1088807849-project] 10.222.0.18 "GET /v2.0/ports?device_id=a14f3000-601e-4971-963e-0fb66b19fb88 HTTP/1.1" status: 200 len: 210 time: 0.0348732 Jul 16 03:36:45.534970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dac0a-63c5-491e-a8d6-f39676c10813 req-729873bd-c6da-4f22-b2e9-6531146e5475 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:45.537559 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae6dac0a-63c5-491e-a8d6-f39676c10813 req-729873bd-c6da-4f22-b2e9-6531146e5475 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 945 time: 0.1148887 Jul 16 03:36:45.596791 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae6dac0a-63c5-491e-a8d6-f39676c10813 req-b58d7602-82f3-4906-a702-3a6ff02deb2d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534723 Jul 16 03:36:45.965704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b144a-8e3c-4c1b-b243-4de2e345c342 req-fafaabb2-0db7-41c9-80ba-720f218cf4ca tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:45.968048 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-063b144a-8e3c-4c1b-b243-4de2e345c342 req-fafaabb2-0db7-41c9-80ba-720f218cf4ca tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 945 time: 0.0642650 Jul 16 03:36:46.011702 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-063b144a-8e3c-4c1b-b243-4de2e345c342 req-be22ab28-c45b-4878-9411-f879f41fe4a9 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352337 Jul 16 03:36:46.295149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5635b-7de3-435b-9083-cb0fba333ceb req-2fdcee2c-ee25-4c14-8553-f1372939c768 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:46.296605 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04c5635b-7de3-435b-9083-cb0fba333ceb req-2fdcee2c-ee25-4c14-8553-f1372939c768 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.0626509 Jul 16 03:36:46.334635 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04c5635b-7de3-435b-9083-cb0fba333ceb req-74b1223c-e0a1-4c0d-9910-fea5a1c92536 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323272 Jul 16 03:36:46.829611 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:46.986879 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e09ec178-00c7-4d19-8dbe-ad1231735ef2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1f5c8d63ff84fc9a9d4105012476e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560943 Jul 16 03:36:46.989887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:47.036910 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61c71ab0-734d-48df-bcb4-bf4d7f7ed7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.059109 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61c71ab0-734d-48df-bcb4-bf4d7f7ed7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.106673 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61c71ab0-734d-48df-bcb4-bf4d7f7ed7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.109417 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61c71ab0-734d-48df-bcb4-bf4d7f7ed7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.113306 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-61c71ab0-734d-48df-bcb4-bf4d7f7ed7cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2 HTTP/1.1" status: 204 len: 168 time: 0.1197824 Jul 16 03:36:47.120048 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c71ab0-734d-48df-bcb4-bf4d7f7ed7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ce3ac5-f8ed-4982-b7aa-b68f1266f1e2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:47.220297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bcc93-c0b0-48a0-af0d-6178ac889b10 req-16f5750b-d02d-475b-8293-df52105bc58a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:47.221940 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d8bcc93-c0b0-48a0-af0d-6178ac889b10 req-16f5750b-d02d-475b-8293-df52105bc58a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 945 time: 0.0655627 Jul 16 03:36:47.264052 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d8bcc93-c0b0-48a0-af0d-6178ac889b10 req-96fabdb6-2734-460d-a8b8-379998ada510 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338027 Jul 16 03:36:47.402708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34292) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:47.475108 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-af69ffe4-b9a7-41b6-ab5a-5be3fe96ae0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ad9ba68115a40efb0d7240b8cf9200e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710382 Jul 16 03:36:47.476064 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34294) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:47.549146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b456fa-9935-4c68-9e32-1dffaf686362 req-305e54c4-6e41-43c3-a29e-cda6c493c1ae tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:47.558181 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b5b5ff-bb69-46bb-9e1c-8938c8188dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.558975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-50b456fa-9935-4c68-9e32-1dffaf686362 req-305e54c4-6e41-43c3-a29e-cda6c493c1ae tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.0895877 Jul 16 03:36:47.584008 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b5b5ff-bb69-46bb-9e1c-8938c8188dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.593934 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-50b456fa-9935-4c68-9e32-1dffaf686362 req-50a2f561-19ea-4b63-90b4-1390902bff95 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339434 Jul 16 03:36:47.655550 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b5b5ff-bb69-46bb-9e1c-8938c8188dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.658760 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4b5b5ff-bb69-46bb-9e1c-8938c8188dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:47.660111 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f4b5b5ff-bb69-46bb-9e1c-8938c8188dd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/037f968e-f9ac-475d-b873-1cdecbbd0531 HTTP/1.1" status: 204 len: 168 time: 0.1827722 Jul 16 03:36:47.669705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5b5ff-bb69-46bb-9e1c-8938c8188dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037f968e-f9ac-475d-b873-1cdecbbd0531,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:47.698684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d15a8-3ee9-46c3-8c89-2223fd023555 req-5d75b845-e344-4f16-a8a4-b20cce367b40 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:47.700808 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-176d15a8-3ee9-46c3-8c89-2223fd023555 req-5d75b845-e344-4f16-a8a4-b20cce367b40 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 945 time: 0.0746119 Jul 16 03:36:47.744430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-176d15a8-3ee9-46c3-8c89-2223fd023555 req-981f9ab5-0827-42c1-970b-3dfb988028cf tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374961 Jul 16 03:36:48.287691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd1dc4-b2ef-45d7-9421-d92694a4fde1 req-89ab49fa-130c-4b07-a9ae-9b9ac8ed214c tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:48.289631 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78dd1dc4-b2ef-45d7-9421-d92694a4fde1 req-89ab49fa-130c-4b07-a9ae-9b9ac8ed214c tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 945 time: 0.0687623 Jul 16 03:36:48.330857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78dd1dc4-b2ef-45d7-9421-d92694a4fde1 req-1ed233b2-fc1d-4d8a-830e-63a28955ce5f tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/security-groups?id=3178a5d7-b56c-4f4e-a548-6a34290a29e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356381 Jul 16 03:36:48.495349 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3388eba3-0cf8-4e95-80cd-1d840934f419 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:48.514686 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 3388eba3-0cf8-4e95-80cd-1d840934f419 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:48.515030 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3388eba3-0cf8-4e95-80cd-1d840934f419 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:48.776035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1483b73-348a-426c-91b1-6b1c3c847f15 req-a78c6cc9-7f80-40b7-a40f-0b3497f992a0 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:48.777573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a1483b73-348a-426c-91b1-6b1c3c847f15 req-a78c6cc9-7f80-40b7-a40f-0b3497f992a0 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.0646663 Jul 16 03:36:48.818393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a1483b73-348a-426c-91b1-6b1c3c847f15 req-fb25c3e2-5b36-4424-87f2-230f6e6ff4f9 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335958 Jul 16 03:36:48.939495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29ecc2-b40e-4e88-a66f-099e6007b81a req-2670b328-1ef4-412b-b346-403c49a19cfc tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:48.940939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a29ecc2-b40e-4e88-a66f-099e6007b81a req-2670b328-1ef4-412b-b346-403c49a19cfc tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 945 time: 0.0639834 Jul 16 03:36:48.979666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a29ecc2-b40e-4e88-a66f-099e6007b81a req-97a87189-12de-4407-b27e-fbdaa963d412 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332062 Jul 16 03:36:49.341691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f0e69-44fa-457f-8ed0-23049accd439 req-07cfbb93-02c8-4871-8e39-fd5a3cb21a69 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:49.343163 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d7f0e69-44fa-457f-8ed0-23049accd439 req-07cfbb93-02c8-4871-8e39-fd5a3cb21a69 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.20 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 945 time: 0.0684566 Jul 16 03:36:49.440874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:49.458030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9d7f0e69-44fa-457f-8ed0-23049accd439 req-af65c965-97c4-4354-a33b-622111419fe1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Deleting port f356318f-9f8f-4b51-a100-d41dbbf07d0c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:49.458378 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d7f0e69-44fa-457f-8ed0-23049accd439 req-af65c965-97c4-4354-a33b-622111419fe1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.580665 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86f5fdae-5a19-4aa0-a163-fbdb68dfc83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.615450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9d7f0e69-44fa-457f-8ed0-23049accd439 req-af65c965-97c4-4354-a33b-622111419fe1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] For port f356318f-9f8f-4b51-a100-d41dbbf07d0c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f356318f-9f8f-4b51-a100-d41dbbf07d0c,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:49.615811 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d7f0e69-44fa-457f-8ed0-23049accd439 req-af65c965-97c4-4354-a33b-622111419fe1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.624920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794d416-0c9a-45d8-b37e-b2fca8f9b7a0 req-e531376e-200b-4344-a007-be2c675f8a23 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:49.626400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0794d416-0c9a-45d8-b37e-b2fca8f9b7a0 req-e531376e-200b-4344-a007-be2c675f8a23 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 945 time: 0.1615877 Jul 16 03:36:49.651061 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9d7f0e69-44fa-457f-8ed0-23049accd439 req-af65c965-97c4-4354-a33b-622111419fe1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Calling delete_port for f356318f-9f8f-4b51-a100-d41dbbf07d0c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:49.729938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0794d416-0c9a-45d8-b37e-b2fca8f9b7a0 req-af2d070f-4ae6-440f-a18a-79e80e35953b tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/security-groups?id=3178a5d7-b56c-4f4e-a548-6a34290a29e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940895 Jul 16 03:36:49.827177 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86f5fdae-5a19-4aa0-a163-fbdb68dfc83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.833277 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86f5fdae-5a19-4aa0-a163-fbdb68dfc83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.889548 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-86f5fdae-5a19-4aa0-a163-fbdb68dfc83f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d0019ed7d660418cafe53eabfa0624f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457211 Jul 16 03:36:49.890392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5fdae-5a19-4aa0-a163-fbdb68dfc83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8f67f7-6369-49af-a9d5-08ee0864b0fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:49.893315 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34398) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:49.894193 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d7f0e69-44fa-457f-8ed0-23049accd439 req-af65c965-97c4-4354-a33b-622111419fe1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.906814 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['f356318f-9f8f-4b51-a100-d41dbbf07d0c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:49.927941 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65c965-97c4-4354-a33b-622111419fe1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Pushing event deleted for resources: {'Port': ['ID=f356318f-9f8f-4b51-a100-d41dbbf07d0c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:49.959514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5701-86b9-432e-b424-e9cccdd208ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.980398 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5701-86b9-432e-b424-e9cccdd208ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:49.996128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7f0e69-44fa-457f-8ed0-23049accd439 req-af65c965-97c4-4354-a33b-622111419fe1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] No DVR routers for this DVR port f356318f-9f8f-4b51-a100-d41dbbf07d0c on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:50.006720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9d7f0e69-44fa-457f-8ed0-23049accd439 req-af65c965-97c4-4354-a33b-622111419fe1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.008966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d7f0e69-44fa-457f-8ed0-23049accd439 req-af65c965-97c4-4354-a33b-622111419fe1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.20 "DELETE /v2.0/ports/f356318f-9f8f-4b51-a100-d41dbbf07d0c HTTP/1.1" status: 204 len: 173 time: 0.6586499 Jul 16 03:36:50.010518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798dcb4a-833a-4242-bbd6-acebf335f357', 'name': 'network-vif-deleted', 'tag': 'f356318f-9f8f-4b51-a100-d41dbbf07d0c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:50.012808 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d40bb7-b4a1-44de-bf94-ced76e362ee4" -d '{"events": [{"server_uuid": "798dcb4a-833a-4242-bbd6-acebf335f357", "name": "network-vif-deleted", "tag": "f356318f-9f8f-4b51-a100-d41dbbf07d0c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:50.033671 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5701-86b9-432e-b424-e9cccdd208ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.037198 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5701-86b9-432e-b424-e9cccdd208ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.039269 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7e0a5701-86b9-432e-b424-e9cccdd208ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb8f67f7-6369-49af-a9d5-08ee0864b0fc HTTP/1.1" status: 204 len: 168 time: 0.1420352 Jul 16 03:36:50.048787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a5701-86b9-432e-b424-e9cccdd208ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8f67f7-6369-49af-a9d5-08ee0864b0fc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:50.086963 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23071fc-3324-4e9f-8bfa-e833943f5c6e req-5ad58352-50b5-4fcc-a34d-a2e4cc19f582 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:50.088514 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a23071fc-3324-4e9f-8bfa-e833943f5c6e req-5ad58352-50b5-4fcc-a34d-a2e4cc19f582 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.1380975 Jul 16 03:36:50.102310 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de60c1-c003-48a5-a3be-abffbd0a7990 req-43fc5572-2e04-4582-9870-3c1e8da87751 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:50.103823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3de60c1-c003-48a5-a3be-abffbd0a7990 req-43fc5572-2e04-4582-9870-3c1e8da87751 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 945 time: 0.1100438 Jul 16 03:36:50.173329 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a23071fc-3324-4e9f-8bfa-e833943f5c6e req-908f24cc-013f-487c-bd78-a9435ed6d3f3 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684955 Jul 16 03:36:50.238044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d3de60c1-c003-48a5-a3be-abffbd0a7990 req-42b57c66-4eac-4d53-9792-1d165fc2784d tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Deleting port c6e641f5-2248-4856-bf9e-e73365154f31 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:50.238392 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3de60c1-c003-48a5-a3be-abffbd0a7990 req-42b57c66-4eac-4d53-9792-1d165fc2784d tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.268143 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b5cf8a-73af-4202-835e-4b000b03ab2d x-openstack-request-id: req-b7b5cf8a-73af-4202-835e-4b000b03ab2d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:50.268458 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798dcb4a-833a-4242-bbd6-acebf335f357", "name": "network-vif-deleted", "tag": "f356318f-9f8f-4b51-a100-d41dbbf07d0c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:50.268712 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7b5cf8a-73af-4202-835e-4b000b03ab2d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:50.269116 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798dcb4a-833a-4242-bbd6-acebf335f357', 'name': 'network-vif-deleted', 'tag': 'f356318f-9f8f-4b51-a100-d41dbbf07d0c', 'status': 'completed', 'code': 200} Jul 16 03:36:50.305970 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-986ccdbf-d45c-4953-b220-a7332a81fb06 req-6e87d54c-1838-4c1c-8006-9c0325bbcbed tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=798dcb4a-833a-4242-bbd6-acebf335f357 HTTP/1.1" status: 200 len: 210 time: 0.0398979 Jul 16 03:36:50.366685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d3de60c1-c003-48a5-a3be-abffbd0a7990 req-42b57c66-4eac-4d53-9792-1d165fc2784d tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] For port c6e641f5-2248-4856-bf9e-e73365154f31, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c6e641f5-2248-4856-bf9e-e73365154f31,segment=NetworkSegment(7fdb57d7-9071-48e8-9f03-ecfcc6949ad8),segment_id=7fdb57d7-9071-48e8-9f03-ecfcc6949ad8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:50.367223 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3de60c1-c003-48a5-a3be-abffbd0a7990 req-42b57c66-4eac-4d53-9792-1d165fc2784d tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.386109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d3de60c1-c003-48a5-a3be-abffbd0a7990 req-42b57c66-4eac-4d53-9792-1d165fc2784d tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Calling delete_port for c6e641f5-2248-4856-bf9e-e73365154f31 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:50.524807 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3de60c1-c003-48a5-a3be-abffbd0a7990 req-42b57c66-4eac-4d53-9792-1d165fc2784d tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.535563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c6e641f5-2248-4856-bf9e-e73365154f31'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:50.553762 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b57c66-4eac-4d53-9792-1d165fc2784d tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Pushing event deleted for resources: {'Port': ['ID=c6e641f5-2248-4856-bf9e-e73365154f31,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:50.605376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3de60c1-c003-48a5-a3be-abffbd0a7990 req-42b57c66-4eac-4d53-9792-1d165fc2784d tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] No DVR routers for this DVR port c6e641f5-2248-4856-bf9e-e73365154f31 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:36:50.608606 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3de60c1-c003-48a5-a3be-abffbd0a7990 req-42b57c66-4eac-4d53-9792-1d165fc2784d tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.611065 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3de60c1-c003-48a5-a3be-abffbd0a7990 req-42b57c66-4eac-4d53-9792-1d165fc2784d tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.20 "DELETE /v2.0/ports/c6e641f5-2248-4856-bf9e-e73365154f31 HTTP/1.1" status: 204 len: 173 time: 0.4999864 Jul 16 03:36:50.845022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34434) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:50.906009 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77048fc7-1b41-443f-a7de-23167822e869 req-52c6d17c-be15-4a75-b1a7-0734050af265 tempest-AttachSCSIVolumeTestJSON-1956464128 tempest-AttachSCSIVolumeTestJSON-1956464128-project] 10.222.0.18 "GET /v2.0/ports?device_id=83c2b4c5-9558-43c0-9965-1d766c8b3b95 HTTP/1.1" status: 200 len: 210 time: 0.0367029 Jul 16 03:36:50.941082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-411580923-network', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:50.960549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] Made reservation on behalf of 7f1bdc1eacaf4317ba91d921765d70c8 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:50.962782 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:50.970692 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.056974 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.060698 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.084675 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:36:51.093583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab19b739-e91c-48c5-a39c-3852a86cd14d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:51.100364 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.100729 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] Added segment b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6 of type vlan for network facf2348-178f-492b-816a-013c17115fb4 Jul 16 03:36:51.143519 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.174106 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.175273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:51.176670 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.220865 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:51.221116 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3746912 Jul 16 03:36:51.226434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-88559b35-9db2-49d8-84ff-4b8408df1e9b admin admin] Request body: {'subnet': {'network_id': 'facf2348-178f-492b-816a-013c17115fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-411580923-subnet', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:51.250721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88559b35-9db2-49d8-84ff-4b8408df1e9b admin admin] Made reservation on behalf of 7f1bdc1eacaf4317ba91d921765d70c8 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:51.252615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c0a1-3b59-425b-bda3-e135469ab287 admin admin] Pushing event updated for resources: {'Network': ['ID=facf2348-178f-492b-816a-013c17115fb4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:51.253886 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88559b35-9db2-49d8-84ff-4b8408df1e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.264211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network facf2348-178f-492b-816a-013c17115fb4 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:36:51.447350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf80b5d-955d-4949-8791-500fe0559dcf req-84022bd5-7ec3-409c-8cb8-8f2c0019f09a tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:51.449435 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bdf80b5d-955d-4949-8791-500fe0559dcf req-84022bd5-7ec3-409c-8cb8-8f2c0019f09a tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.1171491 Jul 16 03:36:51.511590 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88559b35-9db2-49d8-84ff-4b8408df1e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.541309 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bdf80b5d-955d-4949-8791-500fe0559dcf req-d24b5aa9-8655-45d3-99d0-d97ebda54817 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717363 Jul 16 03:36:51.582823 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88559b35-9db2-49d8-84ff-4b8408df1e9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c3b3aa-0507-40b3-9df9-bdd6279224c7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:51.602984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88559b35-9db2-49d8-84ff-4b8408df1e9b admin admin] Checking segment: {'id': 'b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'facf2348-178f-492b-816a-013c17115fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:51.603352 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88559b35-9db2-49d8-84ff-4b8408df1e9b admin admin] Network hostable DHCP agents. Network: facf2348-178f-492b-816a-013c17115fb4, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:36:51.634767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88559b35-9db2-49d8-84ff-4b8408df1e9b admin admin] Network facf2348-178f-492b-816a-013c17115fb4 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:36:51.659050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-88559b35-9db2-49d8-84ff-4b8408df1e9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, facf2348-178f-492b-816a-013c17115fb4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:51.667126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88559b35-9db2-49d8-84ff-4b8408df1e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:51.667708 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88559b35-9db2-49d8-84ff-4b8408df1e9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.668187 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf0ebd-6149-469f-a37a-103774148c97 None None] Network facf2348-178f-492b-816a-013c17115fb4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:51.714252 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-88559b35-9db2-49d8-84ff-4b8408df1e9b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4921317 Jul 16 03:36:51.717118 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34462) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:51.721595 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-411580923-router', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:51.744208 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.745023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-457b1e19-666d-4139-9ae7-128886348b92 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:51.745296 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.746688 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-457b1e19-666d-4139-9ae7-128886348b92 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 812 time: 0.1251900 Jul 16 03:36:51.762324 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-757f9a3c-873f-4bdd-8dac-6f9184b3baa2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/quotas/200baed6a6f54c4f8c11c918fc01017e HTTP/1.1" status: 200 len: 375 time: 0.0099363 Jul 16 03:36:51.797699 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-574814b8-6e3b-4a5a-8d0a-2ff900206e49 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293086 Jul 16 03:36:51.805148 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.830018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-facf2348-178f-492b-816a-013c17115fb4', 'network_id': 'facf2348-178f-492b-816a-013c17115fb4', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'fixed_ips': [{'subnet_id': '10c3b3aa-0507-40b3-9df9-bdd6279224c7'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:36:51.832411 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:51.899924 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-d2582cb3-d529-4194-992f-602fa338b420 service neutron] 10.222.0.18 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939035 Jul 16 03:36:51.946279 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.008764 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-801afa8f-89ff-4ca9-a393-58d00402875f service neutron] 10.222.0.18 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018465 Jul 16 03:36:52.122603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Allocated IP 172.20.0.2 (facf2348-178f-492b-816a-013c17115fb4/10c3b3aa-0507-40b3-9df9-bdd6279224c7/048a09f5-e09e-4788-b13a-7ea4d303d0fe) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:52.182637 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.206169 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.277410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c2b4c5-9558-43c0-9965-1d766c8b3b95', 'name': 'network-vif-deleted', 'tag': 'c6e641f5-2248-4856-bf9e-e73365154f31'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:52.282210 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255571f6-16c4-4213-a8cf-ca740379beb2" -d '{"events": [{"server_uuid": "83c2b4c5-9558-43c0-9965-1d766c8b3b95", "name": "network-vif-deleted", "tag": "c6e641f5-2248-4856-bf9e-e73365154f31"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:52.295194 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea90afde-0c20-4225-9b26-ea5d356b02e4 req-1fd2355f-bc0e-450f-9dda-41b81ce7bf06 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 210 time: 0.0742812 Jul 16 03:36:52.341952 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.361270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Transition to ACTIVE for port object 048a09f5-e09e-4788-b13a-7ea4d303d0fe will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:52.378963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Transition to ACTIVE for port object 048a09f5-e09e-4788-b13a-7ea4d303d0fe will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:52.388342 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.392050 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f929544a-5883-446f-b7d5-5d7ff080ccab x-openstack-request-id: req-f929544a-5883-446f-b7d5-5d7ff080ccab {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:52.392735 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c2b4c5-9558-43c0-9965-1d766c8b3b95", "name": "network-vif-deleted", "tag": "c6e641f5-2248-4856-bf9e-e73365154f31", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:52.393157 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f929544a-5883-446f-b7d5-5d7ff080ccab {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:52.394042 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c2b4c5-9558-43c0-9965-1d766c8b3b95', 'name': 'network-vif-deleted', 'tag': 'c6e641f5-2248-4856-bf9e-e73365154f31', 'status': 'completed', 'code': 200} Jul 16 03:36:52.434365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Allocated IP 172.25.3.46 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/3a8a63c5-97e1-4a37-8e59-3d04d645063a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:52.442052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Network facf2348-178f-492b-816a-013c17115fb4 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:52.445291 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:52.449492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:52.485856 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Pushing event updated for resources: {'Port': ['ID=048a09f5-e09e-4788-b13a-7ea4d303d0fe,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:52.517420 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:52.517771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:52.518298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:52.518864 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:52.519396 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:52.519957 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:52.520552 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:52.521065 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:52.522932 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:52.523448 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:52.524154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:52.525410 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:36:52.541895 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f356318f-9f8f-4b51-a100-d41dbbf07d0c no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:52.572449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: f356318f-9f8f-4b51-a100-d41dbbf07d0c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:52.573020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f356318f-9f8f-4b51-a100-d41dbbf07d0c not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:52.577031 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.614149 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Attempting to bind port 048a09f5-e09e-4788-b13a-7ea4d303d0fe on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:52.614980 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Attempting to bind port 048a09f5-e09e-4788-b13a-7ea4d303d0fe by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'facf2348-178f-492b-816a-013c17115fb4'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:52.615525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Attempting to bind port 048a09f5-e09e-4788-b13a-7ea4d303d0fe on network facf2348-178f-492b-816a-013c17115fb4 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:52.625647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:52.626079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Checking segment: {'id': 'b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'facf2348-178f-492b-816a-013c17115fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:52.626585 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.626890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Bound using segment: {'id': 'b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'facf2348-178f-492b-816a-013c17115fb4'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:52.630956 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Bound port: 048a09f5-e09e-4788-b13a-7ea4d303d0fe, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'facf2348-178f-492b-816a-013c17115fb4'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:52.633082 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.633790 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.742518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:52.743202 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] For port 048a09f5-e09e-4788-b13a-7ea4d303d0fe, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:52.745870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:52.747415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] For port 048a09f5-e09e-4788-b13a-7ea4d303d0fe, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=048a09f5-e09e-4788-b13a-7ea4d303d0fe,segment=NetworkSegment(b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6),segment_id=b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:52.750594 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:52.757475 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:52.819851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Pushing event updated for resources: {'Port': ['ID=3a8a63c5-97e1-4a37-8e59-3d04d645063a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:52.908872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156799f-1f96-4e9b-b066-d639fc3f14c6 req-9484286a-5724-457a-96a4-415433689a04 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:52.918010 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c156799f-1f96-4e9b-b066-d639fc3f14c6 req-9484286a-5724-457a-96a4-415433689a04 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.1101203 Jul 16 03:36:52.948385 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e06e83-dbde-4be9-99da-f69c29326732 None None] Pushing event updated for resources: {'Port': ['ID=048a09f5-e09e-4788-b13a-7ea4d303d0fe,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:52.982864 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c156799f-1f96-4e9b-b066-d639fc3f14c6 req-03fe3c5d-19a5-438f-81a7-5f18fea3db82 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612226 Jul 16 03:36:53.151664 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.367793 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.465478 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-335a965b-97b4-4da0-9abc-c23c21da2b8a req-371e5849-6db0-4fbc-9461-8835e4371020 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 210 time: 0.0481172 Jul 16 03:36:53.530826 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Router 92400e97-4cc3-44cb-a408-2ccaf0ab5b39 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:36:53.660869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:53.672007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Sync routers for ids ['92400e97-4cc3-44cb-a408-2ccaf0ab5b39'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:53.686042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Routers {'92400e97-4cc3-44cb-a408-2ccaf0ab5b39'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:53.687213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['92400e97-4cc3-44cb-a408-2ccaf0ab5b39'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:53.700698 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:53.705012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:53.705225 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a9b519b3-751e-40a2-bfbe-da5cbd6a9113 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9869311 Jul 16 03:36:53.935990 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Set router 92400e97-4cc3-44cb-a408-2ccaf0ab5b39 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:53.943896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-c0f38ba9-744a-442e-b3ee-fd061f27d756 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:53.945639 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-c0f38ba9-744a-442e-b3ee-fd061f27d756 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.88 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 812 time: 0.2596097 Jul 16 03:36:53.960466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-3403004b-9177-4ea6-8cbf-d01b0885419e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Request body: {'port': {'device_id': '0aaf74c6-db3a-4afd-944f-b369c30758c4', 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'admin_state_up': True, 'tenant_id': '200baed6a6f54c4f8c11c918fc01017e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:54.109656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 048a09f5-e09e-4788-b13a-7ea4d303d0fe up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:54.263464 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-3403004b-9177-4ea6-8cbf-d01b0885419e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Made reservation on behalf of 200baed6a6f54c4f8c11c918fc01017e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:36:54.278832 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-3403004b-9177-4ea6-8cbf-d01b0885419e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.328829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eb43ce-4dd8-41c9-aa92-986fe7bfc497 None None] Network facf2348-178f-492b-816a-013c17115fb4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:36:54.406850 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4997fc-20b9-4e25-bc7e-942f7db34ea0 req-4be36273-11ee-4ceb-ac90-bb593a1d6ebb tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:54.408612 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec4997fc-20b9-4e25-bc7e-942f7db34ea0 req-4be36273-11ee-4ceb-ac90-bb593a1d6ebb tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.1678677 Jul 16 03:36:54.413935 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-af499f1f-128c-4189-b260-5ba3dd8303e3 None None] Provisioning for port 048a09f5-e09e-4788-b13a-7ea4d303d0fe completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:54.479158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-3403004b-9177-4ea6-8cbf-d01b0885419e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Allocated IP 172.20.0.9 (1d2082f3-f285-4b81-803c-37c5386ebabb/460165b0-71f2-476d-a3c4-33a11989f907/e9bd3c72-a7d1-420c-8369-54220367b513) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:54.495385 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 048a09f5-e09e-4788-b13a-7ea4d303d0fe completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:54.501035 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec4997fc-20b9-4e25-bc7e-942f7db34ea0 req-4e34541f-c944-491b-87a1-944d7e738795 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837941 Jul 16 03:36:54.513284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 048a09f5-e09e-4788-b13a-7ea4d303d0fe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:54.513668 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.518328 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c6e641f5-2248-4856-bf9e-e73365154f31 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:36:54.521057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'name': 'tempest-FloatingIPsTestJSON-411580923-router', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '3a8a63c5-97e1-4a37-8e59-3d04d645063a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:51Z', 'updated_at': '2021-07-16T03:36:52Z', 'revision_number': 3, 'project_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'gw_port': {'id': '3a8a63c5-97e1-4a37-8e59-3d04d645063a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:52Z', 'updated_at': '2021-07-16T03:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:54.573117 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.596829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: c6e641f5-2248-4856-bf9e-e73365154f31 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:36:54.597132 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c6e641f5-2248-4856-bf9e-e73365154f31 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:36:54.598690 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Checking router: 92400e97-4cc3-44cb-a408-2ccaf0ab5b39 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:36:54.598981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Updating router 92400e97-4cc3-44cb-a408-2ccaf0ab5b39 port 3a8a63c5-97e1-4a37-8e59-3d04d645063a binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:36:54.638480 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.732147 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-3403004b-9177-4ea6-8cbf-d01b0885419e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.752941 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bfc9dd77-e75f-459f-a76c-e0b72fa9cd1f req-1b7a57ca-72fe-4f6d-8d2e-798e496f7767 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 210 time: 0.0465651 Jul 16 03:36:54.786143 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-3403004b-9177-4ea6-8cbf-d01b0885419e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.815043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Allocated IP 172.20.0.1 (facf2348-178f-492b-816a-013c17115fb4/10c3b3aa-0507-40b3-9df9-bdd6279224c7/7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:54.847341 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-3403004b-9177-4ea6-8cbf-d01b0885419e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Network 1d2082f3-f285-4b81-803c-37c5386ebabb is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:54.854609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-3403004b-9177-4ea6-8cbf-d01b0885419e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:54.869187 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403004b-9177-4ea6-8cbf-d01b0885419e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Pushing event updated for resources: {'Port': ['ID=e9bd3c72-a7d1-420c-8369-54220367b513,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:54.871890 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-3403004b-9177-4ea6-8cbf-d01b0885419e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:54.917595 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.922673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-3403004b-9177-4ea6-8cbf-d01b0885419e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:54.923187 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-3403004b-9177-4ea6-8cbf-d01b0885419e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:54.940155 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-3403004b-9177-4ea6-8cbf-d01b0885419e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9844334 Jul 16 03:36:54.957786 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Request body: {'port': {'device_id': '0aaf74c6-db3a-4afd-944f-b369c30758c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:54.968141 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.003807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Transition to ACTIVE for port object 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:55.040169 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 048a09f5-e09e-4788-b13a-7ea4d303d0fe, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=048a09f5-e09e-4788-b13a-7ea4d303d0fe,segment=NetworkSegment(b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6),segment_id=b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:55.045644 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.067670 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.088848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Network facf2348-178f-492b-816a-013c17115fb4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:55.092599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:55.095553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:55.117722 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.147658 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.211640 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=048a09f5-e09e-4788-b13a-7ea4d303d0fe,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:55.250995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:55.256607 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.267265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Transition to ACTIVE for port object 3a8a63c5-97e1-4a37-8e59-3d04d645063a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:55.277319 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.344874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Attempting to bind port 3a8a63c5-97e1-4a37-8e59-3d04d645063a on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:55.345253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Attempting to bind port 3a8a63c5-97e1-4a37-8e59-3d04d645063a by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:55.345627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Attempting to bind port 3a8a63c5-97e1-4a37-8e59-3d04d645063a on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:55.349828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c3296-e931-4c14-b321-3fa7bb62018d None None] Pushing event updated for resources: {'Port': ['ID=3a8a63c5-97e1-4a37-8e59-3d04d645063a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:55.363295 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:55.363756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:55.364179 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.364633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:55.365129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Bound port: 3a8a63c5-97e1-4a37-8e59-3d04d645063a, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:55.365518 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.368887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ec38c478-8805-4b84-b582-8a70679ec0b3 None None] Provisioning complete for port 048a09f5-e09e-4788-b13a-7ea4d303d0fe triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:55.369267 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ec38c478-8805-4b84-b582-8a70679ec0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.396261 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.528784 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] For port 3a8a63c5-97e1-4a37-8e59-3d04d645063a, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:55.535590 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] For port 3a8a63c5-97e1-4a37-8e59-3d04d645063a, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3a8a63c5-97e1-4a37-8e59-3d04d645063a,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:55.542604 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.572101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9bd3c72-a7d1-420c-8369-54220367b513 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:55.586855 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.610807 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Transition to ACTIVE for port object e9bd3c72-a7d1-420c-8369-54220367b513 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:36:55.617998 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.691410 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Pushing event updated for resources: {'Port': ['ID=e9bd3c72-a7d1-420c-8369-54220367b513,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:55.716054 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Routers {'92400e97-4cc3-44cb-a408-2ccaf0ab5b39'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:55.716725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['92400e97-4cc3-44cb-a408-2ccaf0ab5b39'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:55.720463 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c3296-e931-4c14-b321-3fa7bb62018d None None] Pushing event updated for resources: {'Port': ['ID=3a8a63c5-97e1-4a37-8e59-3d04d645063a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:55.816653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Attempting to bind port e9bd3c72-a7d1-420c-8369-54220367b513 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:36:55.816999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Attempting to bind port e9bd3c72-a7d1-420c-8369-54220367b513 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:36:55.817242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Attempting to bind port e9bd3c72-a7d1-420c-8369-54220367b513 on network 1d2082f3-f285-4b81-803c-37c5386ebabb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:55.821853 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Port e9bd3c72-a7d1-420c-8369-54220367b513 on network 1d2082f3-f285-4b81-803c-37c5386ebabb not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:36:55.822183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Attempting to bind port e9bd3c72-a7d1-420c-8369-54220367b513 on network 1d2082f3-f285-4b81-803c-37c5386ebabb {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:36:55.827334 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:36:55.827682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Checking segment: {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:36:55.828078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Bound using segment: {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:36:55.828567 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Bound port: e9bd3c72-a7d1-420c-8369-54220367b513, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:36:55.828939 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:55.974738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] For port e9bd3c72-a7d1-420c-8369-54220367b513, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:36:55.983477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] For port e9bd3c72-a7d1-420c-8369-54220367b513, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e9bd3c72-a7d1-420c-8369-54220367b513,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:36:55.987903 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.015416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 048a09f5-e09e-4788-b13a-7ea4d303d0fe up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:56.041395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.042341 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.043941 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] 10.222.0.88 "PUT /v2.0/ports/e9bd3c72-a7d1-420c-8369-54220367b513 HTTP/1.1" status: 200 len: 1091 time: 1.0938551 Jul 16 03:36:56.044581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aaf74c6-db3a-4afd-944f-b369c30758c4', 'tag': 'e9bd3c72-a7d1-420c-8369-54220367b513'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:36:56.046996 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7069a157-f67a-4257-9cf7-38401609d4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0aaf74c6-db3a-4afd-944f-b369c30758c4", "tag": "e9bd3c72-a7d1-420c-8369-54220367b513"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:36:56.079733 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c706bf4e-d61d-431a-9965-d6db9e716299 None None] Provisioning for port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:56.096578 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c706bf4e-d61d-431a-9965-d6db9e716299 None None] Provisioning complete for port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:56.096988 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c706bf4e-d61d-431a-9965-d6db9e716299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.125875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3e355-8065-4fa5-be86-a0b25d93576e req-14b86839-88e0-4594-a4f2-3e1e776bc4fb tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.133905 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ec3e355-8065-4fa5-be86-a0b25d93576e req-14b86839-88e0-4594-a4f2-3e1e776bc4fb tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.2188609 Jul 16 03:36:56.140131 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bee46c-d47c-47b0-9ca7-0a02b7fa0692 service neutron] Pushing event updated for resources: {'Port': ['ID=e9bd3c72-a7d1-420c-8369-54220367b513,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:56.141794 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] Set router 92400e97-4cc3-44cb-a408-2ccaf0ab5b39 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:36:56.145281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 048a09f5-e09e-4788-b13a-7ea4d303d0fe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:56.145281 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.179244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-1873bee8-e9a8-4316-b858-5a59dbacdfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.180718 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-1873bee8-e9a8-4316-b858-5a59dbacdfc0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 1094 time: 0.0930102 Jul 16 03:36:56.219586 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c706bf4e-d61d-431a-9965-d6db9e716299 None None] Port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:56.230769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ec3e355-8065-4fa5-be86-a0b25d93576e req-40807962-afb1-40d6-8874-5f125662da7e tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958774 Jul 16 03:36:56.252249 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-37fa8937-9ba0-4b5d-80a3-ad81a0023bf6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9bd3c72-a7d1-420c-8369-54220367b513 HTTP/1.1" status: 200 len: 217 time: 0.0497446 Jul 16 03:36:56.318938 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.328713 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.329549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-a53abb53-5026-4552-81ae-e6eed083d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.331500 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-a53abb53-5026-4552-81ae-e6eed083d78b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 200 len: 852 time: 0.0698361 Jul 16 03:36:56.424239 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-c42c05fd-7a9d-4248-8709-3487b4a66f2a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1d2082f3-f285-4b81-803c-37c5386ebabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829098 Jul 16 03:36:56.428240 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2ad425-b72d-4131-a956-3a218fad9042 x-openstack-request-id: req-7a2ad425-b72d-4131-a956-3a218fad9042 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:36:56.428705 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aaf74c6-db3a-4afd-944f-b369c30758c4", "tag": "e9bd3c72-a7d1-420c-8369-54220367b513", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:36:56.428959 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a2ad425-b72d-4131-a956-3a218fad9042 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:36:56.429637 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aaf74c6-db3a-4afd-944f-b369c30758c4', 'tag': 'e9bd3c72-a7d1-420c-8369-54220367b513', 'status': 'completed', 'code': 200} Jul 16 03:36:56.431012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6245c6a-52e6-4565-a034-ef896f6f4db6 req-68c99a85-c841-4077-905a-6cd74960b2f4 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.438262 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6245c6a-52e6-4565-a034-ef896f6f4db6 req-68c99a85-c841-4077-905a-6cd74960b2f4 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 943 time: 0.3426096 Jul 16 03:36:56.487204 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:56.499685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:56.539666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6245c6a-52e6-4565-a034-ef896f6f4db6 req-26dc5ba4-0221-4a23-b8ad-4a6b8cb6af4a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003575 Jul 16 03:36:56.572278 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-c937c316-d8b9-4501-8e6a-c0781785ad57 service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353722 Jul 16 03:36:56.589065 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'name': 'tempest-FloatingIPsTestJSON-411580923-router', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '3a8a63c5-97e1-4a37-8e59-3d04d645063a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:51Z', 'updated_at': '2021-07-16T03:36:55Z', 'revision_number': 4, 'project_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'gw_port': {'id': '3a8a63c5-97e1-4a37-8e59-3d04d645063a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:52Z', 'updated_at': '2021-07-16T03:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5', 'name': '', 'network_id': 'facf2348-178f-492b-816a-013c17115fb4', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'mac_address': 'fa:16:3e:f8:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '10c3b3aa-0507-40b3-9df9-bdd6279224c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:54Z', 'updated_at': '2021-07-16T03:36:54Z', 'revision_number': 1, 'project_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'subnets': [{'id': '10c3b3aa-0507-40b3-9df9-bdd6279224c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:36:56.645331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Network facf2348-178f-492b-816a-013c17115fb4 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:56.648514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfefc4b-845b-4c4d-bf3b-6e62d4d4e79b None None] The sync data for ids ['92400e97-4cc3-44cb-a408-2ccaf0ab5b39'] in n-d-800088-6 is: [{'id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'name': 'tempest-FloatingIPsTestJSON-411580923-router', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '3a8a63c5-97e1-4a37-8e59-3d04d645063a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:51Z', 'updated_at': '2021-07-16T03:36:55Z', 'revision_number': 4, 'project_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'gw_port': {'id': '3a8a63c5-97e1-4a37-8e59-3d04d645063a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:52Z', 'updated_at': '2021-07-16T03:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5', 'name': '', 'network_id': 'facf2348-178f-492b-816a-013c17115fb4', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'mac_address': 'fa:16:3e:f8:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '10c3b3aa-0507-40b3-9df9-bdd6279224c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:54Z', 'updated_at': '2021-07-16T03:36:54Z', 'revision_number': 1, 'project_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'subnets': [{'id': '10c3b3aa-0507-40b3-9df9-bdd6279224c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:36:56.653003 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:56.752205 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-56704dcf-6f51-4456-8eeb-f57f9a2bcd52 req-8ed2c34d-bae3-405e-916f-94157989379a service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702311 Jul 16 03:36:56.890103 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Router 92400e97-4cc3-44cb-a408-2ccaf0ab5b39 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:36:56.943161 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069a157-f67a-4257-9cf7-38401609d4d9 req-eb6e814e-bbae-4dd6-af4c-64ae99db98c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:56.950352 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7069a157-f67a-4257-9cf7-38401609d4d9 req-eb6e814e-bbae-4dd6-af4c-64ae99db98c4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 1094 time: 0.1285882 Jul 16 03:36:57.014625 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34586) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:36:57.057080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fe55e36c-becf-4bf6-8f13-d7cf92230fc8 None None] Provisioning complete for port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:57.057650 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fe55e36c-becf-4bf6-8f13-d7cf92230fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.149137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:36:57.162075 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1826643e-c63b-469c-9dd6-9725d6e9a540 admin admin] 10.222.0.18 "PUT /v2.0/routers/92400e97-4cc3-44cb-a408-2ccaf0ab5b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4532285 Jul 16 03:36:57.202045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fe55e36c-becf-4bf6-8f13-d7cf92230fc8 None None] Port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:36:57.372872 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069a157-f67a-4257-9cf7-38401609d4d9 req-9be71216-2496-4b41-bd6f-640f964aaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:57.374645 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7069a157-f67a-4257-9cf7-38401609d4d9 req-9be71216-2496-4b41-bd6f-640f964aaf4a service neutron] 10.222.0.88 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 913 time: 0.4114277 Jul 16 03:36:57.481887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503cd77-ed88-416a-b5ae-f177616de84f req-029ae56b-20c4-4159-89d9-4bbc5c5ab0e0 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:57.495586 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0503cd77-ed88-416a-b5ae-f177616de84f req-029ae56b-20c4-4159-89d9-4bbc5c5ab0e0 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.0916309 Jul 16 03:36:57.553241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0503cd77-ed88-416a-b5ae-f177616de84f req-89a1f8ae-c05d-4269-9dfb-8e267179f2e0 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563502 Jul 16 03:36:57.803283 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-85e77c35-32b2-42ce-947b-8b2aa70c83f4 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1965268 Jul 16 03:36:57.811094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:36:57.852080 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:57.872556 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7069a157-f67a-4257-9cf7-38401609d4d9 req-d446a2ac-542a-4823-a69b-b510a95de5d8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9bd3c72-a7d1-420c-8369-54220367b513 HTTP/1.1" status: 200 len: 217 time: 0.0505519 Jul 16 03:36:57.983649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3a8a63c5-97e1-4a37-8e59-3d04d645063a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:36:58.014732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069a157-f67a-4257-9cf7-38401609d4d9 req-a9987ba5-c33e-4ca2-902c-7197e0eb96f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.016202 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7069a157-f67a-4257-9cf7-38401609d4d9 req-a9987ba5-c33e-4ca2-902c-7197e0eb96f4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 200 len: 852 time: 0.1297054 Jul 16 03:36:58.066874 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7069a157-f67a-4257-9cf7-38401609d4d9 req-87352fde-3b16-4ee2-a72f-4c3edf23fb63 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1d2082f3-f285-4b81-803c-37c5386ebabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417662 Jul 16 03:36:58.070812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 3a8a63c5-97e1-4a37-8e59-3d04d645063a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:36:58.077671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3a8a63c5-97e1-4a37-8e59-3d04d645063a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:36:58.078181 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.162683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346590a-1780-403b-ae67-034988867032 req-a63180b0-b9e9-4738-87d7-16210ba1231a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.165233 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1346590a-1780-403b-ae67-034988867032 req-a63180b0-b9e9-4738-87d7-16210ba1231a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 943 time: 0.2165101 Jul 16 03:36:58.254814 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.255270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1346590a-1780-403b-ae67-034988867032 req-c1adcbc8-872a-43c8-9f34-9abe13bc3dbd tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727935 Jul 16 03:36:58.262326 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.286085 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7069a157-f67a-4257-9cf7-38401609d4d9 req-65ca1cfd-2397-44e2-b65d-cc3197d4008c service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101769 Jul 16 03:36:58.342676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 3a8a63c5-97e1-4a37-8e59-3d04d645063a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3a8a63c5-97e1-4a37-8e59-3d04d645063a,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:58.350451 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.404126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=3a8a63c5-97e1-4a37-8e59-3d04d645063a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:58.455781 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7069a157-f67a-4257-9cf7-38401609d4d9 req-e3f9b5c5-bb7a-4a87-8a4f-7acb5d399c10 service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554770 Jul 16 03:36:58.463215 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3d29d5d-8884-4f0c-b9ba-05b96d4e7e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.528937 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8381c-cc94-428f-9b93-de8254c88517 req-2167c7a9-fbc4-4f7c-ba0b-ea46b8725d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:58.529347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29c8381c-cc94-428f-9b93-de8254c88517 req-2167c7a9-fbc4-4f7c-ba0b-ea46b8725d17 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 1096 time: 0.1505044 Jul 16 03:36:58.530453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Allocated IP 172.25.3.183 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/60f8e7b0-d7c3-4377-b997-dafd8f2f2edb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:36:58.596129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29c8381c-cc94-428f-9b93-de8254c88517 req-116480e8-f48a-44cd-b19e-f57513d2aed3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558612 Jul 16 03:36:58.713400 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.796555 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b3d29d5d-8884-4f0c-b9ba-05b96d4e7e2e admin admin] Deleting port 79b26717-3a90-4ca1-9bca-ed924b90144d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:36:58.797012 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3d29d5d-8884-4f0c-b9ba-05b96d4e7e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.807455 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.833726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:36:58.837411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:36:58.874165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:36:58.890788 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b3d29d5d-8884-4f0c-b9ba-05b96d4e7e2e admin admin] For port 79b26717-3a90-4ca1-9bca-ed924b90144d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=79b26717-3a90-4ca1-9bca-ed924b90144d,segment=NetworkSegment(7fdb57d7-9071-48e8-9f03-ecfcc6949ad8),segment_id=7fdb57d7-9071-48e8-9f03-ecfcc6949ad8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:58.891334 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3d29d5d-8884-4f0c-b9ba-05b96d4e7e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:58.903835 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b3d29d5d-8884-4f0c-b9ba-05b96d4e7e2e admin admin] Calling delete_port for 79b26717-3a90-4ca1-9bca-ed924b90144d owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:36:58.926617 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Pushing event updated for resources: {'Port': ['ID=60f8e7b0-d7c3-4377-b997-dafd8f2f2edb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:58.944820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e9bd3c72-a7d1-420c-8369-54220367b513 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:36:59.002841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbccb4-31d2-4233-8e09-901ab5f9520f req-7eee92aa-12de-4fde-9e44-9b6040ce1d6e tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:59.005310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5afbccb4-31d2-4233-8e09-901ab5f9520f req-7eee92aa-12de-4fde-9e44-9b6040ce1d6e tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.2003832 Jul 16 03:36:59.033911 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.058758 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5afbccb4-31d2-4233-8e09-901ab5f9520f req-3aa74dec-4a5a-45bb-b187-3cefcf3e7147 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456128 Jul 16 03:36:59.073797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e9bd3c72-a7d1-420c-8369-54220367b513, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e9bd3c72-a7d1-420c-8369-54220367b513,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:59.099729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'e9bd3c72-a7d1-420c-8369-54220367b513', 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'port_id': 'e9bd3c72-a7d1-420c-8369-54220367b513', 'mac_address': 'fa:16:3e:34:0e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460165b0-71f2-476d-a3c4-33a11989f907', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:36:59.111938 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.145638 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.160643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9bd3c72-a7d1-420c-8369-54220367b513 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:36:59.188745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e9bd3c72-a7d1-420c-8369-54220367b513, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e9bd3c72-a7d1-420c-8369-54220367b513,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:36:59.201379 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.208118 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3d29d5d-8884-4f0c-b9ba-05b96d4e7e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.241427 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d29d5d-8884-4f0c-b9ba-05b96d4e7e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=79b26717-3a90-4ca1-9bca-ed924b90144d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:59.290841 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=e9bd3c72-a7d1-420c-8369-54220367b513,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:59.329800 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.336621 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.521637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['e9bd3c72-a7d1-420c-8369-54220367b513'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:36:59.547508 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Pushing event updated for resources: {'Port': ['ID=60f8e7b0-d7c3-4377-b997-dafd8f2f2edb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:36:59.562752 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.579768 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.587683 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-38eff0e2-c56f-4b25-b7bf-100106bc1db7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7809122 Jul 16 03:36:59.667402 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3d29d5d-8884-4f0c-b9ba-05b96d4e7e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:36:59.672714 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-9ec13a21-4938-4509-bffd-d346d29a62e7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.0837312 Jul 16 03:36:59.692423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca8276-fdf7-4d7e-9d2e-1c31ee5f10b2 req-883c684a-f2b3-4592-92b2-fd4a4e730016 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:59.693716 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29ca8276-fdf7-4d7e-9d2e-1c31ee5f10b2 req-883c684a-f2b3-4592-92b2-fd4a4e730016 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 944 time: 0.2887592 Jul 16 03:36:59.792588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29ca8276-fdf7-4d7e-9d2e-1c31ee5f10b2 req-506884cc-118b-4e49-bf0e-2ee7827a6faa tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881207 Jul 16 03:36:59.843750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-ab4dffc6-19f3-4d2e-bf35-fe0aaa633353 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:36:59.853561 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-ab4dffc6-19f3-4d2e-bf35-fe0aaa633353 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1802075 Jul 16 03:36:59.859492 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-fd1f596c-4985-42ba-b0ff-601801b1adea tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:36:59.873408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c805daf4-c97d-4235-93c0-eec57b87d16c req-fd1f596c-4985-42ba-b0ff-601801b1adea tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188787 Jul 16 03:36:59.927311 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Sync routers for ids ['92400e97-4cc3-44cb-a408-2ccaf0ab5b39'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:36:59.945884 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Routers {'92400e97-4cc3-44cb-a408-2ccaf0ab5b39'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:36:59.946760 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['92400e97-4cc3-44cb-a408-2ccaf0ab5b39'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:00.029974 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1282038-e0ed-489e-9d44-c8fe3b421de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.032798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d29d5d-8884-4f0c-b9ba-05b96d4e7e2e admin admin] Router d3e521ed-d543-48ab-b855-ba5241e180df has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:00.106316 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3a8a63c5-97e1-4a37-8e59-3d04d645063a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:00.131790 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d2ff639-0e26-4de2-9cb3-35c78a086a18 req-21cb15d5-613d-4bff-a756-931c6063ccd7 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/floatingips/49670797-dfc5-4617-b26f-cd80ae88a981 HTTP/1.1" status: 200 len: 693 time: 0.1305485 Jul 16 03:37:00.138764 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Set router 92400e97-4cc3-44cb-a408-2ccaf0ab5b39 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:00.218525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3a8a63c5-97e1-4a37-8e59-3d04d645063a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:00.219205 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.228407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d29d5d-8884-4f0c-b9ba-05b96d4e7e2e admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:00.243332 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b3d29d5d-8884-4f0c-b9ba-05b96d4e7e2e admin admin] 10.222.0.18 "PUT /v2.0/routers/d3e521ed-d543-48ab-b855-ba5241e180df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2218089 Jul 16 03:37:00.245729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34624) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:00.267488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d862ad-402f-4355-98d7-dce55ef95f09 None None] Sync routers for ids ['d3e521ed-d543-48ab-b855-ba5241e180df'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:00.304625 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d862ad-402f-4355-98d7-dce55ef95f09 None None] Routers {'d3e521ed-d543-48ab-b855-ba5241e180df'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:00.317241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-22d862ad-402f-4355-98d7-dce55ef95f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3e521ed-d543-48ab-b855-ba5241e180df'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:00.342728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff639-0e26-4de2-9cb3-35c78a086a18 req-85eb939d-7961-43fe-92d9-262d8038d327 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:00.356669 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d2ff639-0e26-4de2-9cb3-35c78a086a18 req-85eb939d-7961-43fe-92d9-262d8038d327 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.2243478 Jul 16 03:37:00.381571 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'name': 'tempest-FloatingIPsTestJSON-411580923-router', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '3a8a63c5-97e1-4a37-8e59-3d04d645063a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:51Z', 'updated_at': '2021-07-16T03:36:55Z', 'revision_number': 4, 'project_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'gw_port': {'id': '3a8a63c5-97e1-4a37-8e59-3d04d645063a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:52Z', 'updated_at': '2021-07-16T03:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5', 'name': '', 'network_id': 'facf2348-178f-492b-816a-013c17115fb4', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'mac_address': 'fa:16:3e:f8:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '10c3b3aa-0507-40b3-9df9-bdd6279224c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:54Z', 'updated_at': '2021-07-16T03:36:55Z', 'revision_number': 2, 'project_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'subnets': [{'id': '10c3b3aa-0507-40b3-9df9-bdd6279224c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:00.386107 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.388808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de160130-b0f2-4249-a101-7ca2394fee75 req-decf0c26-f804-401d-bf9b-f6a0aa46d273 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:00.396444 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de160130-b0f2-4249-a101-7ca2394fee75 req-decf0c26-f804-401d-bf9b-f6a0aa46d273 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.1862664 Jul 16 03:37:00.444439 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Checking router: 92400e97-4cc3-44cb-a408-2ccaf0ab5b39 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:00.444972 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Updating router 92400e97-4cc3-44cb-a408-2ccaf0ab5b39 port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:37:00.445762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de160130-b0f2-4249-a101-7ca2394fee75 req-338fcaed-bf83-4491-b705-10ef729c0837 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450578 Jul 16 03:37:00.593976 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2545086c-e19a-404f-b8b7-f4b67d566408 req-2e551c57-7e1b-4b04-8b48-bd81d132b471 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=7f1bdc1eacaf4317ba91d921765d70c8 HTTP/1.1" status: 200 len: 696 time: 0.1135666 Jul 16 03:37:00.618831 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.674359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-22d862ad-402f-4355-98d7-dce55ef95f09 None None] Set router d3e521ed-d543-48ab-b855-ba5241e180df gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:00.728265 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] Deleting port 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:00.729068 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.736955 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.827765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545086c-e19a-404f-b8b7-f4b67d566408 req-a228d794-305f-4581-a8cd-60268b7073f1 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:00.829500 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2545086c-e19a-404f-b8b7-f4b67d566408 req-a228d794-305f-4581-a8cd-60268b7073f1 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/networks?id=7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 787 time: 0.2344625 Jul 16 03:37:00.834283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] For port 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3ecdd92f-50b2-481a-8edc-6ee5a59dc65a,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:00.834689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:00.847688 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] Calling delete_port for 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:00.930142 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.036074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-e7ab2b64-9042-478e-9f05-23c13c7aec6b tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:01.045775 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e9bd3c72-a7d1-420c-8369-54220367b513 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:01.048344 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-e7ab2b64-9042-478e-9f05-23c13c7aec6b tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/networks?id=babb1694-5957-4c05-a74a-8e2987974a0c HTTP/1.1" status: 200 len: 810 time: 0.2132633 Jul 16 03:37:01.123706 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.126419 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-77c64cca-896a-42b2-8cc6-cf7f29700239 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/quotas/9168deec23834d6ba592134700ad0190 HTTP/1.1" status: 200 len: 375 time: 0.0532358 Jul 16 03:37:01.134124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.138438 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Transition to ACTIVE for port object 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:01.147767 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.177029 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ecdd92f-50b2-481a-8edc-6ee5a59dc65a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:01.202790 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f9246-741b-4e63-ba27-d497808f4a75 None None] Pushing event updated for resources: {'Port': ['ID=7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:01.215239 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f9246-741b-4e63-ba27-d497808f4a75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:01.215595 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f9246-741b-4e63-ba27-d497808f4a75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:01.215944 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f9246-741b-4e63-ba27-d497808f4a75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:01.216278 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f9246-741b-4e63-ba27-d497808f4a75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:01.216925 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f9246-741b-4e63-ba27-d497808f4a75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:01.217417 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f9246-741b-4e63-ba27-d497808f4a75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:01.217923 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f9246-741b-4e63-ba27-d497808f4a75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:01.218446 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f9246-741b-4e63-ba27-d497808f4a75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:01.218927 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f9246-741b-4e63-ba27-d497808f4a75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:01.219407 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f9246-741b-4e63-ba27-d497808f4a75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:01.220040 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f9246-741b-4e63-ba27-d497808f4a75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:01.220557 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f9246-741b-4e63-ba27-d497808f4a75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:01.242454 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-1ec2c98e-7187-49bd-a26a-0b6ee66d36a1 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9168deec23834d6ba592134700ad0190&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150730 Jul 16 03:37:01.258069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d8b80-944b-4e2c-8891-815a5fb8d962 req-bfd984bb-6664-498c-ab33-c8e38f558f71 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:01.260661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5f2d8b80-944b-4e2c-8891-815a5fb8d962 req-bfd984bb-6664-498c-ab33-c8e38f558f71 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 944 time: 0.2115741 Jul 16 03:37:01.270738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port e9bd3c72-a7d1-420c-8369-54220367b513 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:01.278281 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.307390 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port e9bd3c72-a7d1-420c-8369-54220367b513 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:01.307986 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.344388 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Attempting to bind port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:01.344765 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Attempting to bind port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'facf2348-178f-492b-816a-013c17115fb4'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:01.345137 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Attempting to bind port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 on network facf2348-178f-492b-816a-013c17115fb4 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:01.350495 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:01.350876 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Checking segment: {'id': 'b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'facf2348-178f-492b-816a-013c17115fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:01.351286 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.351679 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Bound using segment: {'id': 'b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'facf2348-178f-492b-816a-013c17115fb4'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:01.352164 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Bound port: 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'facf2348-178f-492b-816a-013c17115fb4'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:01.352722 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.426803 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-6530bdaa-7e6b-49a5-8897-2b7e5c161a05 service neutron] 10.222.0.18 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639140 Jul 16 03:37:01.430101 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5f2d8b80-944b-4e2c-8891-815a5fb8d962 req-6c708f37-d153-4627-b8c9-db97f3789bc1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481206 Jul 16 03:37:01.453665 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] For port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:01.457192 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] For port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5,segment=NetworkSegment(b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6),segment_id=b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:01.467018 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.502609 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.504989 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.509435 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.531764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-22d862ad-402f-4355-98d7-dce55ef95f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'name': 'tempest-AttachSCSIVolumeTestJSON-1785587928-router', 'tenant_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': '3ecdd92f-50b2-481a-8edc-6ee5a59dc65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:34:49Z', 'updated_at': '2021-07-16T03:36:59Z', 'revision_number': 5, 'project_id': '94ce2d92b4964c12a0e02dadae1c3d97', 'gw_port': {'id': '3ecdd92f-50b2-481a-8edc-6ee5a59dc65a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e521ed-d543-48ab-b855-ba5241e180df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:34:50Z', 'updated_at': '2021-07-16T03:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:01.557928 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.558392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3e521ed-d543-48ab-b855-ba5241e180df {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:37:01.567778 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.569436 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f6b22a9b-f541-468c-814d-42d74b6ecfa6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d3e521ed-d543-48ab-b855-ba5241e180df HTTP/1.1" status: 204 len: 168 time: 1.3226423 Jul 16 03:37:01.571826 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34652) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:01.586679 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f9246-741b-4e63-ba27-d497808f4a75 None None] Pushing event updated for resources: {'Port': ['ID=7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:01.606355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d862ad-402f-4355-98d7-dce55ef95f09 None None] Checking router: d3e521ed-d543-48ab-b855-ba5241e180df for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:01.611627 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Routers {'92400e97-4cc3-44cb-a408-2ccaf0ab5b39'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:01.612580 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['92400e97-4cc3-44cb-a408-2ccaf0ab5b39'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:01.635732 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-466ff4e8-106b-426b-b045-9c275138a136 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/floatingips/49670797-dfc5-4617-b26f-cd80ae88a981 HTTP/1.1" status: 200 len: 693 time: 0.1481800 Jul 16 03:37:01.668194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-557dfbcb-18b2-4368-9b8e-922fd68e9859 admin admin] Deleting subnet c35969ed-90d4-4c0a-8f90-551439498d59 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:01.673865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d862ad-402f-4355-98d7-dce55ef95f09 None None] Routers set() bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:01.674243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d862ad-402f-4355-98d7-dce55ef95f09 None None] Router IDs set() for agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:37:01.674911 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_agentschedulers_db [None req-22d862ad-402f-4355-98d7-dce55ef95f09 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d3e521ed-d543-48ab-b855-ba5241e180df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:36:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent'). {{(pid=93769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 03:37:01.675302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d862ad-402f-4355-98d7-dce55ef95f09 None None] The sync data for ids ['d3e521ed-d543-48ab-b855-ba5241e180df'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:01.682326 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557dfbcb-18b2-4368-9b8e-922fd68e9859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.750128 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557dfbcb-18b2-4368-9b8e-922fd68e9859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.774940 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.779642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-df1858b9-f39f-4835-921a-204a411c5290 service neutron] 10.222.0.18 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470027 Jul 16 03:37:01.802375 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aaf74c6-db3a-4afd-944f-b369c30758c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bd3c72-a7d1-420c-8369-54220367b513'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:01.804754 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce333530-6b50-4d6e-b934-383af5b524b2" -d '{"events": [{"server_uuid": "0aaf74c6-db3a-4afd-944f-b369c30758c4", "name": "network-vif-plugged", "status": "completed", "tag": "e9bd3c72-a7d1-420c-8369-54220367b513"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:01.820580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e9bd3c72-a7d1-420c-8369-54220367b513, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e9bd3c72-a7d1-420c-8369-54220367b513,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:01.832588 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.854661 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] Set router 92400e97-4cc3-44cb-a408-2ccaf0ab5b39 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:01.903778 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=e9bd3c72-a7d1-420c-8369-54220367b513,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:01.955661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-f694a3ba-e806-4df3-950a-51818d3947eb tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:01.964463 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557dfbcb-18b2-4368-9b8e-922fd68e9859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:01.967112 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-f694a3ba-e806-4df3-950a-51818d3947eb tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.3123412 Jul 16 03:37:01.974620 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-751969ea-4998-4d87-b2b6-50559058b647 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:37:01.982135 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-751969ea-4998-4d87-b2b6-50559058b647 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139644 Jul 16 03:37:02.070400 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557dfbcb-18b2-4368-9b8e-922fd68e9859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.101000 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-557dfbcb-18b2-4368-9b8e-922fd68e9859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.102966 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-557dfbcb-18b2-4368-9b8e-922fd68e9859 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c35969ed-90d4-4c0a-8f90-551439498d59 HTTP/1.1" status: 204 len: 168 time: 0.5285881 Jul 16 03:37:02.106803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c6c8a-19bb-4c38-9154-cdb1aaf6dc6a None None] Network 28cbbaca-71fe-42bd-893a-27ac3d53ff2a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:02.108457 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-e863a95e-3996-4b1b-b612-d44eccf537bd tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.1243510 Jul 16 03:37:02.108596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34664) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:02.170363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dfbcb-18b2-4368-9b8e-922fd68e9859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c35969ed-90d4-4c0a-8f90-551439498d59,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:02.288883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-6eb52aa9-8674-46d8-a9d7-a25da7f7ff60 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.183 HTTP/1.1" status: 200 len: 696 time: 0.1686771 Jul 16 03:37:02.343283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.408679 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'name': 'tempest-FloatingIPsTestJSON-411580923-router', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '3a8a63c5-97e1-4a37-8e59-3d04d645063a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:51Z', 'updated_at': '2021-07-16T03:36:55Z', 'revision_number': 4, 'project_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'gw_port': {'id': '3a8a63c5-97e1-4a37-8e59-3d04d645063a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:52Z', 'updated_at': '2021-07-16T03:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5', 'name': '', 'network_id': 'facf2348-178f-492b-816a-013c17115fb4', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'mac_address': 'fa:16:3e:f8:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '10c3b3aa-0507-40b3-9df9-bdd6279224c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:54Z', 'updated_at': '2021-07-16T03:37:01Z', 'revision_number': 4, 'project_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'subnets': [{'id': '10c3b3aa-0507-40b3-9df9-bdd6279224c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:02.438074 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] Deleting port bec37ad5-d15b-427f-b066-51c791e1d308 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:02.439098 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.462708 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f186aaa-6fcf-423c-9c09-8eef5517aa67 None None] The sync data for ids ['92400e97-4cc3-44cb-a408-2ccaf0ab5b39'] in n-d-800088-6 is: [{'id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'name': 'tempest-FloatingIPsTestJSON-411580923-router', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '3a8a63c5-97e1-4a37-8e59-3d04d645063a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:51Z', 'updated_at': '2021-07-16T03:36:55Z', 'revision_number': 4, 'project_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'gw_port': {'id': '3a8a63c5-97e1-4a37-8e59-3d04d645063a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:52Z', 'updated_at': '2021-07-16T03:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5', 'name': '', 'network_id': 'facf2348-178f-492b-816a-013c17115fb4', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'mac_address': 'fa:16:3e:f8:91:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '10c3b3aa-0507-40b3-9df9-bdd6279224c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:54Z', 'updated_at': '2021-07-16T03:37:01Z', 'revision_number': 4, 'project_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'subnets': [{'id': '10c3b3aa-0507-40b3-9df9-bdd6279224c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:02.594746 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] For port bec37ad5-d15b-427f-b066-51c791e1d308, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=bec37ad5-d15b-427f-b066-51c791e1d308,segment=NetworkSegment(7fdb57d7-9071-48e8-9f03-ecfcc6949ad8),segment_id=7fdb57d7-9071-48e8-9f03-ecfcc6949ad8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:02.595466 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.609458 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:37:02.624336 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-c6d4c721-8984-408e-af58-37d7839e3789 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Deleting port 60f8e7b0-d7c3-4377-b997-dafd8f2f2edb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:02.625347 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-c6d4c721-8984-408e-af58-37d7839e3789 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.634994 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] Calling delete_port for bec37ad5-d15b-427f-b066-51c791e1d308 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:02.799518 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf886e8-a128-4c7d-a16a-470750e3506f x-openstack-request-id: req-2cf886e8-a128-4c7d-a16a-470750e3506f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:02.801509 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aaf74c6-db3a-4afd-944f-b369c30758c4", "name": "network-vif-plugged", "status": "completed", "tag": "e9bd3c72-a7d1-420c-8369-54220367b513", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:02.806125 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cf886e8-a128-4c7d-a16a-470750e3506f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:02.818482 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aaf74c6-db3a-4afd-944f-b369c30758c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bd3c72-a7d1-420c-8369-54220367b513', 'code': 200} Jul 16 03:37:02.837554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:02.854175 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a70585ba-f04a-4e46-ab86-33b9cdd5fcbf req-562139c4-92f7-450b-a874-3d42a17a0b94 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 210 time: 0.0502784 Jul 16 03:37:02.885906 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-c6d4c721-8984-408e-af58-37d7839e3789 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.894800 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-c6d4c721-8984-408e-af58-37d7839e3789 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.907736 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.916633 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-c6d4c721-8984-408e-af58-37d7839e3789 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Calling delete_port for 60f8e7b0-d7c3-4377-b997-dafd8f2f2edb owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:02.933547 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d86d9c6a-7ef0-43e2-8b1a-4eb8544a5236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.949572 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:02.981683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:02.986769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:02.987157 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.006819 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] No DVR routers for this DVR port bec37ad5-d15b-427f-b066-51c791e1d308 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:03.058532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec37ad5-d15b-427f-b066-51c791e1d308,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:03.084176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a628fa-3d33-488c-bd30-cfe72352465a None None] DHCP port deletion for 28cbbaca-71fe-42bd-893a-27ac3d53ff2a request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:03.167926 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.191398 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.194788 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28cbbaca-71fe-42bd-893a-27ac3d53ff2a']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:03.198863 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-c6d4c721-8984-408e-af58-37d7839e3789 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.212633 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fdb57d7-9071-48e8-9f03-ecfcc6949ad8') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:03.213262 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fdb57d7-9071-48e8-9f03-ecfcc6949ad8') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:03.245023 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.258077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4c721-8984-408e-af58-37d7839e3789 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Pushing event deleted for resources: {'Port': ['ID=60f8e7b0-d7c3-4377-b997-dafd8f2f2edb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:03.273406 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.289399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5,segment=NetworkSegment(b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6),segment_id=b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:03.293432 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:37:03.293995 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.295936 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:37:03.302905 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:37:03.362966 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 79b26717-3a90-4ca1-9bca-ed924b90144d no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:03.367670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335fa317-cebf-4bdd-b043-9bdf0a034670 req-22dbf3b3-7f3f-4472-9420-9a52b73bc9a7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:03.376276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-335fa317-cebf-4bdd-b043-9bdf0a034670 req-22dbf3b3-7f3f-4472-9420-9a52b73bc9a7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.1896055 Jul 16 03:37:03.381479 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.402104 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.408379 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] 10.222.0.18 "DELETE /v2.0/networks/28cbbaca-71fe-42bd-893a-27ac3d53ff2a HTTP/1.1" status: 204 len: 168 time: 1.2949743 Jul 16 03:37:03.408821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 79b26717-3a90-4ca1-9bca-ed924b90144d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:03.409328 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 79b26717-3a90-4ca1-9bca-ed924b90144d not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:03.429110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34680) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:03.446023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:03.462182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a3f70-0e9a-4403-82a1-527e7e320617 req-5143863d-22c1-4112-9f05-355a1f5245c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:03.464644 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-224a3f70-0e9a-4403-82a1-527e7e320617 req-5143863d-22c1-4112-9f05-355a1f5245c7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 1096 time: 0.4887466 Jul 16 03:37:03.478005 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-c6d4c721-8984-408e-af58-37d7839e3789 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.481616 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-c6d4c721-8984-408e-af58-37d7839e3789 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.486966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04f0e14a-7441-40cc-87dc-15ae8403b424 req-c6d4c721-8984-408e-af58-37d7839e3789 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "DELETE /v2.0/floatingips/49670797-dfc5-4617-b26f-cd80ae88a981 HTTP/1.1" status: 204 len: 173 time: 1.1965013 Jul 16 03:37:03.504611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd0fc7-887d-4b15-baf6-87f916495c47 admin admin] Pushing event deleted for resources: {'Network': ['ID=28cbbaca-71fe-42bd-893a-27ac3d53ff2a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:03.536081 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-335fa317-cebf-4bdd-b043-9bdf0a034670 req-d31dd79b-c667-4c37-b4ff-79ca9912b898 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567235 Jul 16 03:37:03.571823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-224a3f70-0e9a-4403-82a1-527e7e320617 req-a1e3ef07-8920-4e21-8df6-bffe8af27aab service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971577 Jul 16 03:37:03.766091 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.816096 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-44364dda-50c4-4823-b368-e857052fb7f5 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1260402 Jul 16 03:37:03.825606 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:03.853222 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.913177 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-649985c5-7539-4a60-9e48-94f11b10004c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:03.937386 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:03.991911 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.018720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:04.019995 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.033842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b435f533-bace-4b2e-aae1-550313c906e9 req-9caa4219-1d03-4004-9abf-78ca7a8f17dd tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 210 time: 0.0339012 Jul 16 03:37:04.142589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Allocated IP 172.25.3.6 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/b9609a77-2c0a-4ac4-9cf7-9b2b76b540a1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:04.226292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:04.250436 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:04.250916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3ecdd92f-50b2-481a-8edc-6ee5a59dc65a not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:04.251536 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device bec37ad5-d15b-427f-b066-51c791e1d308 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:04.276817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: bec37ad5-d15b-427f-b066-51c791e1d308 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:04.277050 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.277225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device bec37ad5-d15b-427f-b066-51c791e1d308 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:04.333658 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.372911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-649985c5-7539-4a60-9e48-94f11b10004c admin admin] Deleting port 35acd977-59ab-4282-a1d0-fab61caa001d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:04.373467 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-649985c5-7539-4a60-9e48-94f11b10004c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.416230 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Pushing event updated for resources: {'Port': ['ID=b9609a77-2c0a-4ac4-9cf7-9b2b76b540a1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:04.437680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:04.441247 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:04.476270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:04.486821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-649985c5-7539-4a60-9e48-94f11b10004c admin admin] For port 35acd977-59ab-4282-a1d0-fab61caa001d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=35acd977-59ab-4282-a1d0-fab61caa001d,segment=NetworkSegment(7dfdf769-31e4-41af-ad84-578c2891deb9),segment_id=7dfdf769-31e4-41af-ad84-578c2891deb9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:04.487189 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-649985c5-7539-4a60-9e48-94f11b10004c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.505393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-649985c5-7539-4a60-9e48-94f11b10004c admin admin] Calling delete_port for 35acd977-59ab-4282-a1d0-fab61caa001d owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:04.653075 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-633bedd9-f103-4fde-926e-c488c1da1dc9 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:04.654966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-633bedd9-f103-4fde-926e-c488c1da1dc9 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.20 "GET /v2.0/networks?id=babb1694-5957-4c05-a74a-8e2987974a0c HTTP/1.1" status: 200 len: 810 time: 0.3333857 Jul 16 03:37:04.745720 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-649985c5-7539-4a60-9e48-94f11b10004c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:04.776606 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649985c5-7539-4a60-9e48-94f11b10004c admin admin] Pushing event deleted for resources: {'Port': ['ID=35acd977-59ab-4282-a1d0-fab61caa001d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:04.958903 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-649985c5-7539-4a60-9e48-94f11b10004c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.027931 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-c07501ec-4f26-4f00-a095-ddf143d4753c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Request body: {'port': {'device_id': '8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c', 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c', 'admin_state_up': True, 'tenant_id': '9168deec23834d6ba592134700ad0190'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:05.036933 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.171278 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.183745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649985c5-7539-4a60-9e48-94f11b10004c admin admin] Router c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:05.199785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a6d43-c760-4520-b702-b27a5c5bfc5a req-d02d3bbf-9170-4c4a-8a58-018eed0f020f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:05.201328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d08a6d43-c760-4520-b702-b27a5c5bfc5a req-d02d3bbf-9170-4c4a-8a58-018eed0f020f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 946 time: 0.5414822 Jul 16 03:37:05.287835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-c07501ec-4f26-4f00-a095-ddf143d4753c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Made reservation on behalf of 9168deec23834d6ba592134700ad0190 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:05.291419 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-c07501ec-4f26-4f00-a095-ddf143d4753c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.313394 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d08a6d43-c760-4520-b702-b27a5c5bfc5a req-12e2777c-6a2c-4348-b922-293c57ee818e tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020412 Jul 16 03:37:05.500471 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.505449 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.544239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-c07501ec-4f26-4f00-a095-ddf143d4753c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Allocated IP 172.20.0.8 (babb1694-5957-4c05-a74a-8e2987974a0c/3847197d-f3f8-4839-9746-4ebffe9eda29/847335a7-96c8-45b5-9133-e72764fbca5f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:05.593811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649985c5-7539-4a60-9e48-94f11b10004c admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:05.600812 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-649985c5-7539-4a60-9e48-94f11b10004c admin admin] 10.222.0.18 "PUT /v2.0/routers/c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1706345 Jul 16 03:37:05.602464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Pushing event updated for resources: {'Port': ['ID=b9609a77-2c0a-4ac4-9cf7-9b2b76b540a1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:05.604651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:05.620992 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2884c1-2750-4787-8c63-c593988e9436 None None] Sync routers for ids ['c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:05.631040 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2884c1-2750-4787-8c63-c593988e9436 None None] Routers {'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:05.631662 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6d2884c1-2750-4787-8c63-c593988e9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:05.666740 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.669441 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.735753 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6d2884c1-2750-4787-8c63-c593988e9436 None None] Set router c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:05.748987 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.750224 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-848a8169-09ab-4f1b-b887-2ef2afd3c602 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.9285293 Jul 16 03:37:05.882504 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-18fdb470-6863-4f1c-8e2d-3910d944b649 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.6 HTTP/1.1" status: 200 len: 694 time: 0.1002078 Jul 16 03:37:05.915306 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:05.918636 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6d2884c1-2750-4787-8c63-c593988e9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'name': 'tempest-AttachSCSIVolumeTestJSON-942962624-router', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:05Z', 'updated_at': '2021-07-16T03:37:04Z', 'revision_number': 5, 'project_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'gw_port': {'id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:07Z', 'updated_at': '2021-07-16T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:05.948388 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2884c1-2750-4787-8c63-c593988e9436 None None] Checking router: c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:05.958067 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2884c1-2750-4787-8c63-c593988e9436 None None] Routers {'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:05.958730 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6d2884c1-2750-4787-8c63-c593988e9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:06.009752 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c8176-1607-4ea1-852a-03d3f7610c8f req-2256f522-0157-4b5e-9a0c-0ce67be4ef9a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.011263 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc0c8176-1607-4ea1-852a-03d3f7610c8f req-2256f522-0157-4b5e-9a0c-0ce67be4ef9a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.3430948 Jul 16 03:37:06.059916 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6d2884c1-2750-4787-8c63-c593988e9436 None None] Set router c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:06.091938 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-c07501ec-4f26-4f00-a095-ddf143d4753c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.175254 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc0c8176-1607-4ea1-852a-03d3f7610c8f req-0a441b3a-25fd-451b-ba98-516c2e4c5f70 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333444 Jul 16 03:37:06.185975 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-11b83587-90be-4836-a4b2-1f3dfb852c45 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.187346 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-11b83587-90be-4836-a4b2-1f3dfb852c45 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.2972603 Jul 16 03:37:06.224830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-10297d3a-0162-4af4-9e39-24ef5f9754f9 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:37:06.225901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c403351-229c-42d4-9dbe-69e32bdae64c req-10297d3a-0162-4af4-9e39-24ef5f9754f9 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150373 Jul 16 03:37:06.234988 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.256212 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-c07501ec-4f26-4f00-a095-ddf143d4753c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.268612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['c60e6dea-0893-49d0-b950-afc32bbf8360'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:06.283094 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6d2884c1-2750-4787-8c63-c593988e9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'name': 'tempest-AttachSCSIVolumeTestJSON-942962624-router', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:05Z', 'updated_at': '2021-07-16T03:37:04Z', 'revision_number': 5, 'project_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'gw_port': {'id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:07Z', 'updated_at': '2021-07-16T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:06.312853 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2884c1-2750-4787-8c63-c593988e9436 None None] The sync data for ids ['c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a'] in n-d-800088-6 is: [{'id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'name': 'tempest-AttachSCSIVolumeTestJSON-942962624-router', 'tenant_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:05Z', 'updated_at': '2021-07-16T03:37:04Z', 'revision_number': 5, 'project_id': '6c6216c1655a4f4999d28d9f52bdb82b', 'gw_port': {'id': '138224c3-1d31-4ed3-bcce-591d3f6c1a68', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:07Z', 'updated_at': '2021-07-16T03:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:06.366153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-c07501ec-4f26-4f00-a095-ddf143d4753c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Network babb1694-5957-4c05-a74a-8e2987974a0c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:06.373534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-c07501ec-4f26-4f00-a095-ddf143d4753c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:06.381445 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-c07501ec-4f26-4f00-a095-ddf143d4753c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:06.388205 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07501ec-4f26-4f00-a095-ddf143d4753c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Pushing event updated for resources: {'Port': ['ID=847335a7-96c8-45b5-9133-e72764fbca5f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:06.398379 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-b83b9c2e-f449-40b2-9f04-e6095ae6e97f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.399901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-b83b9c2e-f449-40b2-9f04-e6095ae6e97f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.88 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 946 time: 0.2386506 Jul 16 03:37:06.492725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-c07501ec-4f26-4f00-a095-ddf143d4753c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.493355 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-c07501ec-4f26-4f00-a095-ddf143d4753c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.502368 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] Deleting port 138224c3-1d31-4ed3-bcce-591d3f6c1a68 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:06.502700 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.562895 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-c07501ec-4f26-4f00-a095-ddf143d4753c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5584528 Jul 16 03:37:06.595248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Request body: {'port': {'device_id': '8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:06.744609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-744f7e25-3d11-4e21-9029-18b3077a48eb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Deleting port ebe08917-b22a-46fe-84c6-7d7df9b13903 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:06.744958 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-744f7e25-3d11-4e21-9029-18b3077a48eb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.778780 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] For port 138224c3-1d31-4ed3-bcce-591d3f6c1a68, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=138224c3-1d31-4ed3-bcce-591d3f6c1a68,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:06.779157 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.788594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65f261-e53f-4fbd-9a5d-ceaeb4b927c5 req-2e3ba42f-68cd-4b16-b076-9199ae134748 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:06.790164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab65f261-e53f-4fbd-9a5d-ceaeb4b927c5 req-2e3ba42f-68cd-4b16-b076-9199ae134748 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 931 time: 0.2659442 Jul 16 03:37:06.822808 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:06.832669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] Calling delete_port for 138224c3-1d31-4ed3-bcce-591d3f6c1a68 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:07.013789 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-4ac1b8fa-f7ad-474d-b286-e6b5dcbae0ec tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/floatingips/4415c1c7-3cf4-417b-afde-bf8f8e2fd133 HTTP/1.1" status: 200 len: 691 time: 0.1386061 Jul 16 03:37:07.025414 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab65f261-e53f-4fbd-9a5d-ceaeb4b927c5 req-7ec1d8eb-dc17-4fce-bdba-c0bfae35d9ca tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227829 Jul 16 03:37:07.029623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-744f7e25-3d11-4e21-9029-18b3077a48eb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] For port ebe08917-b22a-46fe-84c6-7d7df9b13903, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ebe08917-b22a-46fe-84c6-7d7df9b13903,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:07.029996 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-744f7e25-3d11-4e21-9029-18b3077a48eb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.791628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-43a05309-dc2c-4196-b8d5-7e7882853cb6 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:07.793049 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-43a05309-dc2c-4196-b8d5-7e7882853cb6 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.7653947 Jul 16 03:37:07.840134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-792f4a44-4396-401b-a738-44db6225cc42 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:37:07.841188 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-792f4a44-4396-401b-a738-44db6225cc42 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0404618 Jul 16 03:37:07.851371 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 35acd977-59ab-4282-a1d0-fab61caa001d no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:07.853799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e40ea-ffc1-49b9-a9bc-e08ed7cc630e req-16260caf-847f-475d-b14e-a98f07c0e635 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:07.855307 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee3e40ea-ffc1-49b9-a9bc-e08ed7cc630e req-16260caf-847f-475d-b14e-a98f07c0e635 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 946 time: 0.7217493 Jul 16 03:37:07.871581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 35acd977-59ab-4282-a1d0-fab61caa001d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:07.871925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 35acd977-59ab-4282-a1d0-fab61caa001d not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:07.959590 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-f194c8d3-ed34-47bb-a653-5c1290c45ad8 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.6 HTTP/1.1" status: 200 len: 694 time: 0.0954387 Jul 16 03:37:07.964781 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-744f7e25-3d11-4e21-9029-18b3077a48eb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.965157 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-744f7e25-3d11-4e21-9029-18b3077a48eb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:07.965473 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-744f7e25-3d11-4e21-9029-18b3077a48eb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Floating IP 84103738-24de-4aa1-9740-d0b522cc964e disassociated. External IP: 172.25.3.60, port: ebe08917-b22a-46fe-84c6-7d7df9b13903. Jul 16 03:37:07.965820 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-744f7e25-3d11-4e21-9029-18b3077a48eb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Calling delete_port for ebe08917-b22a-46fe-84c6-7d7df9b13903 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:07.979547 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.083685 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee3e40ea-ffc1-49b9-a9bc-e08ed7cc630e req-8a5d4fed-dafb-429d-b52b-1f76234494b8 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=5488d609-d5a9-480d-9cc4-211bbea357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113523 Jul 16 03:37:08.092609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=138224c3-1d31-4ed3-bcce-591d3f6c1a68,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:08.131278 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-519a2b3d-4e13-491d-8c15-bcb6cdc7dcb3 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.6 HTTP/1.1" status: 200 len: 694 time: 0.1614754 Jul 16 03:37:08.153706 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847335a7-96c8-45b5-9133-e72764fbca5f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:08.166230 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.284054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Transition to ACTIVE for port object 847335a7-96c8-45b5-9133-e72764fbca5f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:08.326165 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.376330 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.542763 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.545800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Pushing event updated for resources: {'Port': ['ID=847335a7-96c8-45b5-9133-e72764fbca5f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:08.553966 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.637956 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22997c11-4a26-4795-8374-134515aee0c4 req-0c8302b8-9cad-478e-a4e4-396739c2e680 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:08.639477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22997c11-4a26-4795-8374-134515aee0c4 req-0c8302b8-9cad-478e-a4e4-396739c2e680 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.4342082 Jul 16 03:37:08.664924 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-744f7e25-3d11-4e21-9029-18b3077a48eb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.706555 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.707111 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:37:08.723509 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.724681 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-092e78da-13cd-4941-8ca3-daa38c3401d3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c9cc4d4b-f9e3-41b6-ad1e-ff1ef42d173a HTTP/1.1" status: 204 len: 168 time: 3.1153522 Jul 16 03:37:08.727303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34732) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:08.729792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f7e25-3d11-4e21-9029-18b3077a48eb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event deleted for resources: {'Port': ['ID=ebe08917-b22a-46fe-84c6-7d7df9b13903,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:08.737106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-61f16405-e5f4-429b-b4c4-6b571d23c38e tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Deleting port b9609a77-2c0a-4ac4-9cf7-9b2b76b540a1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:08.737444 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-61f16405-e5f4-429b-b4c4-6b571d23c38e tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.790938 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e678df-c8ce-4fdf-a20c-d8906107befb admin admin] Deleting subnet 22c03d68-1ce5-4955-9b1c-96acd2ad1924 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:08.794691 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61e678df-c8ce-4fdf-a20c-d8906107befb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.830801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22997c11-4a26-4795-8374-134515aee0c4 req-dbf2cf11-bff6-4919-adf3-8bb2cd830493 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638808 Jul 16 03:37:08.838972 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61e678df-c8ce-4fdf-a20c-d8906107befb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.865582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Attempting to bind port 847335a7-96c8-45b5-9133-e72764fbca5f on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:08.865782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Attempting to bind port 847335a7-96c8-45b5-9133-e72764fbca5f by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '2beee60a-f328-44f0-974c-b8867b60ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:08.866119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Attempting to bind port 847335a7-96c8-45b5-9133-e72764fbca5f on network babb1694-5957-4c05-a74a-8e2987974a0c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:08.912546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Port 847335a7-96c8-45b5-9133-e72764fbca5f on network babb1694-5957-4c05-a74a-8e2987974a0c not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:08.912926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Attempting to bind port 847335a7-96c8-45b5-9133-e72764fbca5f on network babb1694-5957-4c05-a74a-8e2987974a0c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:08.925046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:08.925393 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Checking segment: {'id': '2beee60a-f328-44f0-974c-b8867b60ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:08.926360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Bound using segment: {'id': '2beee60a-f328-44f0-974c-b8867b60ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:08.926813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Bound port: 847335a7-96c8-45b5-9133-e72764fbca5f, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2beee60a-f328-44f0-974c-b8867b60ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:08.927182 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.944070 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61e678df-c8ce-4fdf-a20c-d8906107befb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.970240 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-61f16405-e5f4-429b-b4c4-6b571d23c38e tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:08.970581 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-61f16405-e5f4-429b-b4c4-6b571d23c38e tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.011455 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61e678df-c8ce-4fdf-a20c-d8906107befb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.012632 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-61f16405-e5f4-429b-b4c4-6b571d23c38e tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Calling delete_port for b9609a77-2c0a-4ac4-9cf7-9b2b76b540a1 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:09.030911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-744f7e25-3d11-4e21-9029-18b3077a48eb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Router 1c150962-10d5-4cda-8830-0475015cf9e2 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:09.038916 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e678df-c8ce-4fdf-a20c-d8906107befb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c03d68-1ce5-4955-9b1c-96acd2ad1924,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:09.042630 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61e678df-c8ce-4fdf-a20c-d8906107befb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.044411 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-61e678df-c8ce-4fdf-a20c-d8906107befb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/22c03d68-1ce5-4955-9b1c-96acd2ad1924 HTTP/1.1" status: 204 len: 168 time: 0.3159945 Jul 16 03:37:09.046882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34736) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:09.051323 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa392a-c48b-4c64-b2f8-00e86680138a None None] Network cffba5aa-b4d6-48e0-99b0-51cceafdf741 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:09.104057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] For port 847335a7-96c8-45b5-9133-e72764fbca5f, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:09.136660 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.192004 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] For port 847335a7-96c8-45b5-9133-e72764fbca5f, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=847335a7-96c8-45b5-9133-e72764fbca5f,segment=NetworkSegment(2beee60a-f328-44f0-974c-b8867b60ba58),segment_id=2beee60a-f328-44f0-974c-b8867b60ba58)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:09.218303 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.221208 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] Deleting port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:09.221417 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.313164 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] For port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4d10178f-d8b8-4a25-b524-c99cdbab8b6d,segment=NetworkSegment(7dfdf769-31e4-41af-ad84-578c2891deb9),segment_id=7dfdf769-31e4-41af-ad84-578c2891deb9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:09.313911 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.341048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] Calling delete_port for 4d10178f-d8b8-4a25-b524-c99cdbab8b6d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:09.346513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.347081 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.348610 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] 10.222.0.20 "PUT /v2.0/ports/847335a7-96c8-45b5-9133-e72764fbca5f HTTP/1.1" status: 200 len: 1091 time: 2.7631142 Jul 16 03:37:09.349080 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c', 'tag': '847335a7-96c8-45b5-9133-e72764fbca5f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:09.351784 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f3433f-ecac-475f-ac15-76b4b27f9015" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c", "tag": "847335a7-96c8-45b5-9133-e72764fbca5f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:09.412794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-744f7e25-3d11-4e21-9029-18b3077a48eb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:09.414333 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84633784-ae96-4b6b-baaf-d333b799aeca service neutron] Pushing event updated for resources: {'Port': ['ID=847335a7-96c8-45b5-9133-e72764fbca5f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:09.414696 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1ebf77-c3f1-4345-a14e-1136d6f46529 None None] DHCP port deletion for cffba5aa-b4d6-48e0-99b0-51cceafdf741 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:09.452620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af85e1c-63b7-408e-b1a1-ff9ec9c1d9ec None None] Sync routers for ids ['1c150962-10d5-4cda-8830-0475015cf9e2'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:09.481904 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.494302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af85e1c-63b7-408e-b1a1-ff9ec9c1d9ec None None] Routers {'1c150962-10d5-4cda-8830-0475015cf9e2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:09.495015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0af85e1c-63b7-408e-b1a1-ff9ec9c1d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1c150962-10d5-4cda-8830-0475015cf9e2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:09.501303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] No DVR routers for this DVR port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:09.511170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-744f7e25-3d11-4e21-9029-18b3077a48eb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] No DVR routers for this DVR port ebe08917-b22a-46fe-84c6-7d7df9b13903 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:09.519174 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-744f7e25-3d11-4e21-9029-18b3077a48eb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.521520 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-39593f1d-870e-453a-b82a-85edb9c82d4b req-744f7e25-3d11-4e21-9029-18b3077a48eb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.88 "DELETE /v2.0/ports/ebe08917-b22a-46fe-84c6-7d7df9b13903 HTTP/1.1" status: 204 len: 173 time: 3.0990148 Jul 16 03:37:09.540671 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-61f16405-e5f4-429b-b4c4-6b571d23c38e tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.563793 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ebf77-c3f1-4345-a14e-1136d6f46529 None None] Deleting port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:09.564130 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebf77-c3f1-4345-a14e-1136d6f46529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.583225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f16405-e5f4-429b-b4c4-6b571d23c38e tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Pushing event deleted for resources: {'Port': ['ID=b9609a77-2c0a-4ac4-9cf7-9b2b76b540a1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:09.620448 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] Pushing event deleted for resources: {'Port': ['ID=4d10178f-d8b8-4a25-b524-c99cdbab8b6d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:09.646141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-2231545d-5edb-4668-a78b-99d6ef11f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.647901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-2231545d-5edb-4668-a78b-99d6ef11f8d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9168deec23834d6ba592134700ad0190&device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 1094 time: 0.2242780 Jul 16 03:37:09.666055 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.674451 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6f1ebf77-c3f1-4345-a14e-1136d6f46529 None None] For port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d, host n-d-800088-6, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:09.674842 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebf77-c3f1-4345-a14e-1136d6f46529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.679855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffba5aa-b4d6-48e0-99b0-51cceafdf741']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:09.693884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0af85e1c-63b7-408e-b1a1-ff9ec9c1d9ec None None] Set router 1c150962-10d5-4cda-8830-0475015cf9e2 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:09.695815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6f1ebf77-c3f1-4345-a14e-1136d6f46529 None None] Calling delete_port for 4d10178f-d8b8-4a25-b524-c99cdbab8b6d owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:09.707718 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfdf769-31e4-41af-ad84-578c2891deb9') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:09.708729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfdf769-31e4-41af-ad84-578c2891deb9') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:09.720900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-6f1ebf77-c3f1-4345-a14e-1136d6f46529 None None] Port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:37:09.721549 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.724708 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6f1ebf77-c3f1-4345-a14e-1136d6f46529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.727106 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-cae47701-19ce-4596-a62e-56e12f7cf10c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=847335a7-96c8-45b5-9133-e72764fbca5f HTTP/1.1" status: 200 len: 217 time: 0.0499334 Jul 16 03:37:09.746403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.754636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:37:09.755282 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.766772 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ebf77-c3f1-4345-a14e-1136d6f46529 None None] Pushing event deleted for resources: {'Port': ['ID=4d10178f-d8b8-4a25-b524-c99cdbab8b6d,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:09.772107 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1ebf77-c3f1-4345-a14e-1136d6f46529 None None] No DVR routers for this DVR port 4d10178f-d8b8-4a25-b524-c99cdbab8b6d on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:09.773838 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-61f16405-e5f4-429b-b4c4-6b571d23c38e tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.776643 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-61f16405-e5f4-429b-b4c4-6b571d23c38e tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:37:09.778204 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:37:09.789356 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d74e92d-515f-4b9c-82b9-470f6fcd8c7a req-61f16405-e5f4-429b-b4c4-6b571d23c38e tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "DELETE /v2.0/floatingips/4415c1c7-3cf4-417b-afde-bf8f8e2fd133 HTTP/1.1" status: 204 len: 173 time: 1.6306880 Jul 16 03:37:09.817806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-2ae12555-79d3-4974-97a2-fb52925e73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.819508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-2ae12555-79d3-4974-97a2-fb52925e73d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3847197d-f3f8-4839-9746-4ebffe9eda29 HTTP/1.1" status: 200 len: 850 time: 0.0832734 Jul 16 03:37:09.826280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.832908 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:09.839504 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] 10.222.0.18 "DELETE /v2.0/networks/cffba5aa-b4d6-48e0-99b0-51cceafdf741 HTTP/1.1" status: 204 len: 168 time: 0.7910292 Jul 16 03:37:09.865673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1da4e9-6725-454e-b28e-e91e5f6074ce admin admin] Pushing event deleted for resources: {'Network': ['ID=cffba5aa-b4d6-48e0-99b0-51cceafdf741,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:09.881800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5c960-09f6-481f-8686-6e629ef3e4db req-b08ac9bf-3cec-4171-b7b4-bda08ff376d0 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:09.899559 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bac5c960-09f6-481f-8686-6e629ef3e4db req-b08ac9bf-3cec-4171-b7b4-bda08ff376d0 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 943 time: 0.3181319 Jul 16 03:37:09.928593 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-bf0312c5-e3a7-479b-9af1-abf4ea543bfb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=babb1694-5957-4c05-a74a-8e2987974a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944276 Jul 16 03:37:09.960868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4d10178f-d8b8-4a25-b524-c99cdbab8b6d no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:09.987689 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 4d10178f-d8b8-4a25-b524-c99cdbab8b6d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:09.987884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4d10178f-d8b8-4a25-b524-c99cdbab8b6d not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:09.988894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 138224c3-1d31-4ed3-bcce-591d3f6c1a68 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:10.012241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 138224c3-1d31-4ed3-bcce-591d3f6c1a68 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:10.012424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 138224c3-1d31-4ed3-bcce-591d3f6c1a68 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:10.021521 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60a565f2-21aa-45d6-b8e2-f34c35b5f77e req-0551f693-6b41-4a97-a48a-ec6f02eb149b tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ed41a9-0b93-4474-aaf7-7226a0ca04e3 HTTP/1.1" status: 200 len: 210 time: 0.0774136 Jul 16 03:37:10.033041 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34750) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:10.064773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bac5c960-09f6-481f-8686-6e629ef3e4db req-f5b030c9-7d7c-4fd7-88f0-b67c44b8aa2d tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401987 Jul 16 03:37:10.091648 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5cf64fd6-5728-4851-ad43-04d8b7721333 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94ce2d92b4964c12a0e02dadae1c3d97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574443 Jul 16 03:37:10.094579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34752) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:10.123436 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0af85e1c-63b7-408e-b1a1-ff9ec9c1d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '63031b8d-3c21-4e30-8a6e-acebba03c595', 'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'mac_address': 'fa:16:3e:dc:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:13Z', 'updated_at': '2021-07-16T03:32:19Z', 'revision_number': 5, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'subnets': [{'id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:10.143213 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f02234a-5e2b-4919-bd9e-b3fe57edc5b9 x-openstack-request-id: req-9f02234a-5e2b-4919-bd9e-b3fe57edc5b9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:10.143505 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c", "tag": "847335a7-96c8-45b5-9133-e72764fbca5f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:10.143750 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f02234a-5e2b-4919-bd9e-b3fe57edc5b9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:10.144139 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c', 'tag': '847335a7-96c8-45b5-9133-e72764fbca5f', 'status': 'completed', 'code': 200} Jul 16 03:37:10.157803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af85e1c-63b7-408e-b1a1-ff9ec9c1d9ec None None] Checking router: 1c150962-10d5-4cda-8830-0475015cf9e2 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:10.163874 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc21208d-8456-470f-8105-5583d0d06dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.167790 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af85e1c-63b7-408e-b1a1-ff9ec9c1d9ec None None] Routers {'1c150962-10d5-4cda-8830-0475015cf9e2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:10.168725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0af85e1c-63b7-408e-b1a1-ff9ec9c1d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1c150962-10d5-4cda-8830-0475015cf9e2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:10.192400 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc21208d-8456-470f-8105-5583d0d06dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.245466 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc21208d-8456-470f-8105-5583d0d06dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.248943 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc21208d-8456-470f-8105-5583d0d06dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.250823 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fc21208d-8456-470f-8105-5583d0d06dfe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3178a5d7-b56c-4f4e-a548-6a34290a29e8 HTTP/1.1" status: 204 len: 168 time: 0.1532393 Jul 16 03:37:10.260865 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21208d-8456-470f-8105-5583d0d06dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3178a5d7-b56c-4f4e-a548-6a34290a29e8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:10.302485 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0af85e1c-63b7-408e-b1a1-ff9ec9c1d9ec None None] Set router 1c150962-10d5-4cda-8830-0475015cf9e2 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:10.539390 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-a8290af7-69f3-41cf-9a0b-e419ebeba907 req-e29fe644-fd01-4536-8de0-57bcea00bb58 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] show failed (client error): The resource could not be found. Jul 16 03:37:10.540420 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a8290af7-69f3-41cf-9a0b-e419ebeba907 req-e29fe644-fd01-4536-8de0-57bcea00bb58 tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/floatingips/4415c1c7-3cf4-417b-afde-bf8f8e2fd133 HTTP/1.1" status: 404 len: 350 time: 0.3949537 Jul 16 03:37:10.600269 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-27a2105c-e012-4ce5-82c0-25aa83202e68 service neutron] 10.222.0.20 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553540 Jul 16 03:37:10.643814 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0af85e1c-63b7-408e-b1a1-ff9ec9c1d9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '63031b8d-3c21-4e30-8a6e-acebba03c595', 'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'mac_address': 'fa:16:3e:dc:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:13Z', 'updated_at': '2021-07-16T03:32:19Z', 'revision_number': 5, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'subnets': [{'id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:10.646458 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54683e90-7b6f-4170-8053-cff7bd45ee0f req-2fa10c07-e605-44ed-9f2b-f502538f2a7c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:10.648356 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54683e90-7b6f-4170-8053-cff7bd45ee0f req-2fa10c07-e605-44ed-9f2b-f502538f2a7c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.1124935 Jul 16 03:37:10.652731 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34764) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:10.677556 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af85e1c-63b7-408e-b1a1-ff9ec9c1d9ec None None] The sync data for ids ['1c150962-10d5-4cda-8830-0475015cf9e2'] in n-d-800088-6 is: [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '63031b8d-3c21-4e30-8a6e-acebba03c595', 'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'mac_address': 'fa:16:3e:dc:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:13Z', 'updated_at': '2021-07-16T03:32:19Z', 'revision_number': 5, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'subnets': [{'id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:10.700356 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-af61ac9b-7b08-4488-a5fa-4ea477e1df22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c6216c1655a4f4999d28d9f52bdb82b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448196 Jul 16 03:37:10.701399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34766) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:10.760836 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47d6378-64ea-4bf8-8c26-6d7953473749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.762863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54683e90-7b6f-4170-8053-cff7bd45ee0f req-081ae405-84f9-4f76-a76c-53aff426772a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029894 Jul 16 03:37:10.787162 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e610b6e-fdbe-45ba-90f7-fd02f99a9c76 req-4e957b6b-7ac9-4321-8d67-bfc938fc05bf service neutron] 10.222.0.20 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687829 Jul 16 03:37:10.812272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47d6378-64ea-4bf8-8c26-6d7953473749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.865880 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47d6378-64ea-4bf8-8c26-6d7953473749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.869376 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-26588095-9844-4f6f-b829-953b7476ba45 req-c808c772-8d04-45bc-ab52-0b8e4b384ffc tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] show failed (client error): The resource could not be found. Jul 16 03:37:10.870442 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-26588095-9844-4f6f-b829-953b7476ba45 req-c808c772-8d04-45bc-ab52-0b8e4b384ffc tempest-FloatingIPsTestJSON-705277729 tempest-FloatingIPsTestJSON-705277729-project] 10.222.0.18 "GET /v2.0/floatingips/4415c1c7-3cf4-417b-afde-bf8f8e2fd133 HTTP/1.1" status: 404 len: 350 time: 0.0530684 Jul 16 03:37:10.872128 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e47d6378-64ea-4bf8-8c26-6d7953473749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:10.873344 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e47d6378-64ea-4bf8-8c26-6d7953473749 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/731f1229-77c9-4aa3-8aa7-1ee084f9cc09 HTTP/1.1" status: 204 len: 168 time: 0.1699269 Jul 16 03:37:10.880158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34770) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:10.905900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d6378-64ea-4bf8-8c26-6d7953473749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731f1229-77c9-4aa3-8aa7-1ee084f9cc09,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:10.947829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3433f-ecac-475f-ac15-76b4b27f9015 req-4230d931-6d82-47be-a7a2-9b8d3f94c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:10.949424 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31f3433f-ecac-475f-ac15-76b4b27f9015 req-4230d931-6d82-47be-a7a2-9b8d3f94c213 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9168deec23834d6ba592134700ad0190&device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 1094 time: 0.0902450 Jul 16 03:37:11.023171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ebe08917-b22a-46fe-84c6-7d7df9b13903 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:11.058363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: ebe08917-b22a-46fe-84c6-7d7df9b13903 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:11.064171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ebe08917-b22a-46fe-84c6-7d7df9b13903 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:11.090427 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0348ae3-a0e6-491f-ac71-b3568e54a2ab None None] New status for floating IP 84103738-24de-4aa1-9740-d0b522cc964e: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:37:11.115788 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3433f-ecac-475f-ac15-76b4b27f9015 req-7795d27b-4282-4eb1-ae72-c2e27149721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:11.122082 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31f3433f-ecac-475f-ac15-76b4b27f9015 req-7795d27b-4282-4eb1-ae72-c2e27149721b service neutron] 10.222.0.20 "GET /v2.0/networks?id=babb1694-5957-4c05-a74a-8e2987974a0c HTTP/1.1" status: 200 len: 911 time: 0.1647246 Jul 16 03:37:11.185073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34782) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:11.230079 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31f3433f-ecac-475f-ac15-76b4b27f9015 req-9a6da9d8-7193-4fce-8f7f-ba5d81590264 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=847335a7-96c8-45b5-9133-e72764fbca5f HTTP/1.1" status: 200 len: 217 time: 0.0961807 Jul 16 03:37:11.247211 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35463c47-dc32-48a2-ae8f-4fd8a4fae9a8 req-50dc4103-c506-4ee0-ad7d-93b429352efd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2035444 Jul 16 03:37:11.319684 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cce10da-5cb3-49ad-b20d-884df029a7ae tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.395429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3433f-ecac-475f-ac15-76b4b27f9015 req-b6ee4c37-74e2-4c37-9fa1-64e24e54354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:11.397190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31f3433f-ecac-475f-ac15-76b4b27f9015 req-b6ee4c37-74e2-4c37-9fa1-64e24e54354e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3847197d-f3f8-4839-9746-4ebffe9eda29 HTTP/1.1" status: 200 len: 850 time: 0.1551638 Jul 16 03:37:11.411118 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cce10da-5cb3-49ad-b20d-884df029a7ae tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.447979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb07f6-511c-4485-8f30-c8db8963a787 req-a1f069d2-200e-4c72-aa46-7022251ac080 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:11.449579 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55bb07f6-511c-4485-8f30-c8db8963a787 req-a1f069d2-200e-4c72-aa46-7022251ac080 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 943 time: 0.2224627 Jul 16 03:37:11.452686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31f3433f-ecac-475f-ac15-76b4b27f9015 req-958b760f-0507-477d-9b13-66ba70ffffd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=babb1694-5957-4c05-a74a-8e2987974a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477345 Jul 16 03:37:11.457501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35463c47-dc32-48a2-ae8f-4fd8a4fae9a8 req-3766bb0d-acb0-4f0a-9484-906ebebcba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:11.459066 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35463c47-dc32-48a2-ae8f-4fd8a4fae9a8 req-3766bb0d-acb0-4f0a-9484-906ebebcba23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69feb84b2a1a46dc9a17a131d3823f84&device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 1097 time: 0.1423287 Jul 16 03:37:11.521025 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cce10da-5cb3-49ad-b20d-884df029a7ae tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.523620 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cce10da-5cb3-49ad-b20d-884df029a7ae tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.527496 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1cce10da-5cb3-49ad-b20d-884df029a7ae tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "DELETE /v2.0/security-groups/5488d609-d5a9-480d-9cc4-211bbea357b1 HTTP/1.1" status: 204 len: 168 time: 0.3387859 Jul 16 03:37:11.528558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34792) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:11.545524 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce10da-5cb3-49ad-b20d-884df029a7ae tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5488d609-d5a9-480d-9cc4-211bbea357b1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:11.557102 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-9e0195f8-95d0-47d7-8fdc-0995c1bc5d24 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] show failed (client error): The resource could not be found. Jul 16 03:37:11.560359 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9e0195f8-95d0-47d7-8fdc-0995c1bc5d24 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups/5488d609-d5a9-480d-9cc4-211bbea357b1 HTTP/1.1" status: 404 len: 347 time: 0.0273261 Jul 16 03:37:11.575201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34794) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:11.628493 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55bb07f6-511c-4485-8f30-c8db8963a787 req-89a4acfa-7fef-405a-929d-f629db509066 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600809 Jul 16 03:37:11.674553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35463c47-dc32-48a2-ae8f-4fd8a4fae9a8 req-f647db4a-6699-4067-a393-9e937851d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:11.676087 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35463c47-dc32-48a2-ae8f-4fd8a4fae9a8 req-f647db4a-6699-4067-a393-9e937851d236 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c7e975-c657-4bd7-a136-c5c84a957407 HTTP/1.1" status: 200 len: 912 time: 0.1832399 Jul 16 03:37:11.678040 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31f3433f-ecac-475f-ac15-76b4b27f9015 req-a5568a12-3af3-4a9e-b174-ba0fa128561a service neutron] 10.222.0.20 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177186 Jul 16 03:37:11.702065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e26e0164-e32f-436d-b8f0-21e8e4561b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:11.818375 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35463c47-dc32-48a2-ae8f-4fd8a4fae9a8 req-a787e27f-3663-4e26-ae70-74b2402b1068 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ef2949-5710-4d08-adf3-d7e192d0901c HTTP/1.1" status: 200 len: 1001 time: 0.1291199 Jul 16 03:37:11.898317 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:11.930640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31f3433f-ecac-475f-ac15-76b4b27f9015 req-f5c62db1-a42e-4323-941e-28eb6c0e42f4 service neutron] 10.222.0.20 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402561 Jul 16 03:37:11.936011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35463c47-dc32-48a2-ae8f-4fd8a4fae9a8 req-01606668-5108-4d23-b1fb-aee44abb9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:11.937599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35463c47-dc32-48a2-ae8f-4fd8a4fae9a8 req-01606668-5108-4d23-b1fb-aee44abb9b65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc HTTP/1.1" status: 200 len: 850 time: 0.1043379 Jul 16 03:37:11.952705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-303e8bc7-6f55-4a76-add9-0b7ddd0abcd6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Deleting port 39a01347-7c60-4a59-982a-136642fc90aa {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:11.953221 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-303e8bc7-6f55-4a76-add9-0b7ddd0abcd6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.070573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-network', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:12.077661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35463c47-dc32-48a2-ae8f-4fd8a4fae9a8 req-3fb4f6fb-0391-41aa-80b5-61321d5b79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.079115 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35463c47-dc32-48a2-ae8f-4fd8a4fae9a8 req-3fb4f6fb-0391-41aa-80b5-61321d5b79a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c7e975-c657-4bd7-a136-c5c84a957407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139331 Jul 16 03:37:12.105540 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fe3af-9be1-472b-937b-69936d3854d4 req-e24571d1-1c9f-4d5f-a67b-38bed6fadb1a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.106993 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d67fe3af-9be1-472b-937b-69936d3854d4 req-e24571d1-1c9f-4d5f-a67b-38bed6fadb1a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.1606445 Jul 16 03:37:12.109233 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-303e8bc7-6f55-4a76-add9-0b7ddd0abcd6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.109527 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-303e8bc7-6f55-4a76-add9-0b7ddd0abcd6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.123173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-303e8bc7-6f55-4a76-add9-0b7ddd0abcd6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Calling delete_port for 39a01347-7c60-4a59-982a-136642fc90aa owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:12.135337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e26e0164-e32f-436d-b8f0-21e8e4561b84 admin admin] Deleting port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:12.135605 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e26e0164-e32f-436d-b8f0-21e8e4561b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.141594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] Made reservation on behalf of e8ba3a4438804d6a936c13d7bac3276c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:12.143824 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.153871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'name': 'network-vif-deleted', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:12.156013 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ec16f1-06aa-4630-8a4c-7b1d7a798a8d" -d '{"events": [{"server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "name": "network-vif-deleted", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:12.170483 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.201011 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5841c6af-d4dd-4b64-8287-761b704e0497 x-openstack-request-id: req-5841c6af-d4dd-4b64-8287-761b704e0497 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:12.201298 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ed41a9-0b93-4474-aaf7-7226a0ca04e3", "name": "network-vif-deleted", "tag": "ebe08917-b22a-46fe-84c6-7d7df9b13903", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:12.201543 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5841c6af-d4dd-4b64-8287-761b704e0497 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:12.201925 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ed41a9-0b93-4474-aaf7-7226a0ca04e3', 'name': 'network-vif-deleted', 'tag': 'ebe08917-b22a-46fe-84c6-7d7df9b13903', 'status': 'completed', 'code': 200} Jul 16 03:37:12.232158 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d67fe3af-9be1-472b-937b-69936d3854d4 req-3276569d-d3a0-4eef-b5ee-c7e50870ac78 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123486 Jul 16 03:37:12.263669 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35463c47-dc32-48a2-ae8f-4fd8a4fae9a8 req-77a169be-4375-4e1c-b084-effdd349857b service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749284 Jul 16 03:37:12.276424 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e26e0164-e32f-436d-b8f0-21e8e4561b84 admin admin] For port 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5,segment=NetworkSegment(b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6),segment_id=b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:12.276795 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e26e0164-e32f-436d-b8f0-21e8e4561b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.290040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e26e0164-e32f-436d-b8f0-21e8e4561b84 admin admin] Calling delete_port for 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:12.388523 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35463c47-dc32-48a2-ae8f-4fd8a4fae9a8 req-eb795e0b-11ed-47ba-867c-4dccffa38684 service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171360 Jul 16 03:37:12.389271 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-303e8bc7-6f55-4a76-add9-0b7ddd0abcd6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.413159 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.416837 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.438813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:37:12.453860 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ff0c4d-5948-4eef-a88b-313a14796c58,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:12.454355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e8bc7-6f55-4a76-add9-0b7ddd0abcd6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event deleted for resources: {'Port': ['ID=39a01347-7c60-4a59-982a-136642fc90aa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:12.462189 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.462543 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] Added segment bbd0328d-4d78-4a69-885c-b4603d4660f4 of type vlan for network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 Jul 16 03:37:12.503383 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.532290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-303e8bc7-6f55-4a76-add9-0b7ddd0abcd6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.532532 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.533791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:12.534534 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.535164 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-303e8bc7-6f55-4a76-add9-0b7ddd0abcd6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.536346 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-303e8bc7-6f55-4a76-add9-0b7ddd0abcd6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "DELETE /v2.0/floatingips/84103738-24de-4aa1-9740-d0b522cc964e HTTP/1.1" status: 204 len: 168 time: 0.9600234 Jul 16 03:37:12.575540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6761243 Jul 16 03:37:12.580234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:12.588952 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4b0c1812-0e71-40fa-834f-eb219eea9cce admin admin] Request body: {'subnet': {'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-subnet', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:12.618122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a0c8a-af24-4b30-bc0e-62469ef4034d admin admin] Pushing event updated for resources: {'Network': ['ID=6c70dcd9-25c1-4816-8340-fa94f0f6adb3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:12.623326 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e26e0164-e32f-436d-b8f0-21e8e4561b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.640650 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:37:12.651727 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0c1812-0e71-40fa-834f-eb219eea9cce admin admin] Made reservation on behalf of e8ba3a4438804d6a936c13d7bac3276c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:12.654227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e0164-e32f-436d-b8f0-21e8e4561b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:12.654587 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b0c1812-0e71-40fa-834f-eb219eea9cce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.874147 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e26e0164-e32f-436d-b8f0-21e8e4561b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.917954 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b0c1812-0e71-40fa-834f-eb219eea9cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:12.951307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34826) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:12.959163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-94becce7-cabb-4b88-b05b-ca980a293849 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2090691227', 'description': 'tempest-description--142019341'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:13.020901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c1812-0e71-40fa-834f-eb219eea9cce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed076f3a-1a0d-43dd-8084-11ed07ee178f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:13.026305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0c1812-0e71-40fa-834f-eb219eea9cce admin admin] Checking segment: {'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:13.027294 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0c1812-0e71-40fa-834f-eb219eea9cce admin admin] Network hostable DHCP agents. Network: 6c70dcd9-25c1-4816-8340-fa94f0f6adb3, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:37:13.032737 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94becce7-cabb-4b88-b05b-ca980a293849 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.039706 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561545c-795e-4283-a63b-e071d8e0d5aa req-7747490e-d9c9-4788-aaa1-b304f541bed2 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:13.041319 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0561545c-795e-4283-a63b-e071d8e0d5aa req-7747490e-d9c9-4788-aaa1-b304f541bed2 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 943 time: 0.1681154 Jul 16 03:37:13.070290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0c1812-0e71-40fa-834f-eb219eea9cce admin admin] Network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:37:13.095350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4b0c1812-0e71-40fa-834f-eb219eea9cce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 6c70dcd9-25c1-4816-8340-fa94f0f6adb3) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:13.099895 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0561545c-795e-4283-a63b-e071d8e0d5aa req-7fd46dc7-5f1e-466e-b306-a4c2ab069738 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459218 Jul 16 03:37:13.110867 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8094ba5-26ac-4b59-a65d-f88a5dbf1ba5 None None] Network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:13.113757 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0c1812-0e71-40fa-834f-eb219eea9cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:13.115309 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b0c1812-0e71-40fa-834f-eb219eea9cce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.195993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26e0164-e32f-436d-b8f0-21e8e4561b84 admin admin] Router 92400e97-4cc3-44cb-a408-2ccaf0ab5b39 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:13.267105 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94becce7-cabb-4b88-b05b-ca980a293849 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.273705 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94becce7-cabb-4b88-b05b-ca980a293849 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.277879 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4b0c1812-0e71-40fa-834f-eb219eea9cce admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6963131 Jul 16 03:37:13.280302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:13.285587 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:13.291035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:37:13.291635 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.308424 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.309968 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.370286 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26e0164-e32f-436d-b8f0-21e8e4561b84 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:13.372944 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.384269 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e26e0164-e32f-436d-b8f0-21e8e4561b84 admin admin] 10.222.0.18 "PUT /v2.0/routers/92400e97-4cc3-44cb-a408-2ccaf0ab5b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4927218 Jul 16 03:37:13.384900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:13.391072 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b518fa-2a59-4fc7-aebe-385fa660fd2a None None] Sync routers for ids ['92400e97-4cc3-44cb-a408-2ccaf0ab5b39'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:13.394908 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94becce7-cabb-4b88-b05b-ca980a293849 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.398862 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-94becce7-cabb-4b88-b05b-ca980a293849 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4459727 Jul 16 03:37:13.403932 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34838) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:13.413093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e3b38fb9-f9cf-4ef8-b3a2-e0e493835a46 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Request body: {'security_group_rule': {'security_group_id': '6e5c3cba-d1fe-4922-8103-e3236cb17fb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:13.414213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b518fa-2a59-4fc7-aebe-385fa660fd2a None None] Routers {'92400e97-4cc3-44cb-a408-2ccaf0ab5b39'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:13.414835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a3b518fa-2a59-4fc7-aebe-385fa660fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['92400e97-4cc3-44cb-a408-2ccaf0ab5b39'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:13.457564 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94becce7-cabb-4b88-b05b-ca980a293849 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5c3cba-d1fe-4922-8103-e3236cb17fb7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:13.524977 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Allocated IP 172.20.0.2 (6c70dcd9-25c1-4816-8340-fa94f0f6adb3/ed076f3a-1a0d-43dd-8084-11ed07ee178f/a211224c-1841-4931-a4d0-e58bcdbab99b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:13.533925 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3b38fb9-f9cf-4ef8-b3a2-e0e493835a46 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.549594 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.577190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a3b518fa-2a59-4fc7-aebe-385fa660fd2a None None] Set router 92400e97-4cc3-44cb-a408-2ccaf0ab5b39 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:13.582248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc738a-a8e1-4436-858e-40f402a416cb req-76f24324-b54c-4a8d-9320-459452e4a23e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:13.583795 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1bfc738a-a8e1-4436-858e-40f402a416cb req-76f24324-b54c-4a8d-9320-459452e4a23e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.2020719 Jul 16 03:37:13.613823 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.653797 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3b38fb9-f9cf-4ef8-b3a2-e0e493835a46 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.656843 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1bfc738a-a8e1-4436-858e-40f402a416cb req-a88c921e-1cdd-4f94-b775-3d34b32d4e39 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617108 Jul 16 03:37:13.665208 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3b38fb9-f9cf-4ef8-b3a2-e0e493835a46 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.715629 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b38fb9-f9cf-4ef8-b3a2-e0e493835a46 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c0b5a9-569e-47e8-a791-869759cda6f4,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:13.726979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3b38fb9-f9cf-4ef8-b3a2-e0e493835a46 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.728186 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e3b38fb9-f9cf-4ef8-b3a2-e0e493835a46 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3212409 Jul 16 03:37:13.730956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:13.735371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2dbd95a8-38b7-4ba7-89dd-a36d890707a6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Request body: {'security_group_rule': {'security_group_id': '6e5c3cba-d1fe-4922-8103-e3236cb17fb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:13.763325 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.779308 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dbd95a8-38b7-4ba7-89dd-a36d890707a6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.833906 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.844693 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Transition to ACTIVE for port object a211224c-1841-4931-a4d0-e58bcdbab99b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:13.846248 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.862161 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dbd95a8-38b7-4ba7-89dd-a36d890707a6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.866790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] Deleting port 3a8a63c5-97e1-4a37-8e59-3d04d645063a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:13.866790 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.867950 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Transition to ACTIVE for port object a211224c-1841-4931-a4d0-e58bcdbab99b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:13.869576 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dbd95a8-38b7-4ba7-89dd-a36d890707a6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.873230 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.880451 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.889894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a3b518fa-2a59-4fc7-aebe-385fa660fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'name': 'tempest-FloatingIPsTestJSON-411580923-router', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '3a8a63c5-97e1-4a37-8e59-3d04d645063a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:51Z', 'updated_at': '2021-07-16T03:37:12Z', 'revision_number': 5, 'project_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'gw_port': {'id': '3a8a63c5-97e1-4a37-8e59-3d04d645063a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ca:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:52Z', 'updated_at': '2021-07-16T03:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:13.911727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd95a8-38b7-4ba7-89dd-a36d890707a6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d187167-b7a6-4c5b-8f82-a8b8a7c275b8,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:13.922356 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b518fa-2a59-4fc7-aebe-385fa660fd2a None None] Checking router: 92400e97-4cc3-44cb-a408-2ccaf0ab5b39 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:13.939484 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dbd95a8-38b7-4ba7-89dd-a36d890707a6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.940726 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2dbd95a8-38b7-4ba7-89dd-a36d890707a6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2088408 Jul 16 03:37:13.946423 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34842) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:13.950854 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:13.963003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:13.971844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:13.977482 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b518fa-2a59-4fc7-aebe-385fa660fd2a None None] Routers {'92400e97-4cc3-44cb-a408-2ccaf0ab5b39'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:13.978233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a3b518fa-2a59-4fc7-aebe-385fa660fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['92400e97-4cc3-44cb-a408-2ccaf0ab5b39'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:13.990634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] For port 3a8a63c5-97e1-4a37-8e59-3d04d645063a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3a8a63c5-97e1-4a37-8e59-3d04d645063a,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:13.991205 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:13.993995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Allocated IP 172.25.3.116 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/f437fbf1-fc0d-4ba7-850b-665177711887) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:13.999548 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.013772 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:14.015099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] Calling delete_port for 3a8a63c5-97e1-4a37-8e59-3d04d645063a owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:14.056612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Pushing event updated for resources: {'Port': ['ID=a211224c-1841-4931-a4d0-e58bcdbab99b,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:14.123090 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.158495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a3b518fa-2a59-4fc7-aebe-385fa660fd2a None None] Set router 92400e97-4cc3-44cb-a408-2ccaf0ab5b39 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:14.179485 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.220717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:14.224157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:14.232507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:14.274513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Attempting to bind port a211224c-1841-4931-a4d0-e58bcdbab99b on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:14.275101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Attempting to bind port a211224c-1841-4931-a4d0-e58bcdbab99b by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:14.275563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Attempting to bind port a211224c-1841-4931-a4d0-e58bcdbab99b on network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:14.279092 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a3b518fa-2a59-4fc7-aebe-385fa660fd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'name': 'tempest-FloatingIPsTestJSON-411580923-router', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:51Z', 'updated_at': '2021-07-16T03:37:13Z', 'revision_number': 6, 'project_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:14.296296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Pushing event updated for resources: {'Port': ['ID=f437fbf1-fc0d-4ba7-850b-665177711887,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:14.312464 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:14.313183 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Checking segment: {'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:14.313818 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.314424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Bound using segment: {'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:14.315243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Bound port: a211224c-1841-4931-a4d0-e58bcdbab99b, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:14.316663 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.317094 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.319629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b518fa-2a59-4fc7-aebe-385fa660fd2a None None] The sync data for ids ['92400e97-4cc3-44cb-a408-2ccaf0ab5b39'] in n-d-800088-6 is: [{'id': '92400e97-4cc3-44cb-a408-2ccaf0ab5b39', 'name': 'tempest-FloatingIPsTestJSON-411580923-router', 'tenant_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:51Z', 'updated_at': '2021-07-16T03:37:13Z', 'revision_number': 6, 'project_id': '7f1bdc1eacaf4317ba91d921765d70c8', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:14.414306 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] For port a211224c-1841-4931-a4d0-e58bcdbab99b, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:14.417226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] For port a211224c-1841-4931-a4d0-e58bcdbab99b, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a211224c-1841-4931-a4d0-e58bcdbab99b,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:14.426080 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.478247 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d472586-b93c-4741-9ee0-06fce590a1d3 req-0098f187-d470-411f-aac4-6d7e9ed242c3 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:14.480044 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.485512 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d472586-b93c-4741-9ee0-06fce590a1d3 req-0098f187-d470-411f-aac4-6d7e9ed242c3 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 943 time: 0.2127984 Jul 16 03:37:14.551261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4afc26-8458-4218-8c97-60c5b9bd7293 None None] Pushing event updated for resources: {'Port': ['ID=a211224c-1841-4931-a4d0-e58bcdbab99b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:14.563703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a8a63c5-97e1-4a37-8e59-3d04d645063a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:14.620956 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d472586-b93c-4741-9ee0-06fce590a1d3 req-a02a69c5-8a0a-4ad5-86a0-c4e7e45a65f7 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341178 Jul 16 03:37:14.621933 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 847335a7-96c8-45b5-9133-e72764fbca5f details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:14.650295 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Allocated IP 172.25.3.194 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/65ab979b-a11e-4eb5-9590-cc8b02306ef0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:14.715316 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.770241 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.853422 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 847335a7-96c8-45b5-9133-e72764fbca5f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=847335a7-96c8-45b5-9133-e72764fbca5f,segment=NetworkSegment(2beee60a-f328-44f0-974c-b8867b60ba58),segment_id=2beee60a-f328-44f0-974c-b8867b60ba58)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:14.874885 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '847335a7-96c8-45b5-9133-e72764fbca5f', 'network_id': 'babb1694-5957-4c05-a74a-8e2987974a0c', 'port_id': '847335a7-96c8-45b5-9133-e72764fbca5f', 'mac_address': 'fa:16:3e:3c:49:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 931, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3847197d-f3f8-4839-9746-4ebffe9eda29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:14.934236 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:14.951105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847335a7-96c8-45b5-9133-e72764fbca5f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:14.976764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 847335a7-96c8-45b5-9133-e72764fbca5f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=847335a7-96c8-45b5-9133-e72764fbca5f,segment=NetworkSegment(2beee60a-f328-44f0-974c-b8867b60ba58),segment_id=2beee60a-f328-44f0-974c-b8867b60ba58)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:14.983684 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.049066 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=847335a7-96c8-45b5-9133-e72764fbca5f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:15.200497 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.216396 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['847335a7-96c8-45b5-9133-e72764fbca5f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:15.226507 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.295287 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.295863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92400e97-4cc3-44cb-a408-2ccaf0ab5b39 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:37:15.303124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.304298 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-95a18184-e764-4142-9974-45506ee0aba8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/92400e97-4cc3-44cb-a408-2ccaf0ab5b39 HTTP/1.1" status: 204 len: 168 time: 1.9153981 Jul 16 03:37:15.307861 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34856) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:15.366814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-737c6db0-ff0a-4634-a0bf-f44fdac4b9b0 admin admin] Deleting subnet 10c3b3aa-0507-40b3-9df9-bdd6279224c7 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:37:15.372075 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.375063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-737c6db0-ff0a-4634-a0bf-f44fdac4b9b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.419997 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-737c6db0-ff0a-4634-a0bf-f44fdac4b9b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.453048 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457ffb5-d657-4057-b4b6-cc1ba679ebdc req-7e46c5b1-2167-40aa-98fd-06576698a4bc tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:15.454748 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f457ffb5-d657-4057-b4b6-cc1ba679ebdc req-7e46c5b1-2167-40aa-98fd-06576698a4bc tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.5831068 Jul 16 03:37:15.481497 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.496922 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.545254 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event updated for resources: {'Port': ['ID=65ab979b-a11e-4eb5-9590-cc8b02306ef0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:15.564421 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:15.568016 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:15.571947 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:15.605958 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-737c6db0-ff0a-4634-a0bf-f44fdac4b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.620180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f457ffb5-d657-4057-b4b6-cc1ba679ebdc req-ec9ccc4c-c6d2-47fe-accf-760bed1b79c8 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575336 Jul 16 03:37:15.692755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:37:15.728225 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-737c6db0-ff0a-4634-a0bf-f44fdac4b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.742157 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.751719 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-737c6db0-ff0a-4634-a0bf-f44fdac4b9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:15.753337 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-737c6db0-ff0a-4634-a0bf-f44fdac4b9b0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/10c3b3aa-0507-40b3-9df9-bdd6279224c7 HTTP/1.1" status: 204 len: 168 time: 0.4445026 Jul 16 03:37:15.757551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e4482e-5af1-4d2c-927a-007a4f9845c9 None None] Network facf2348-178f-492b-816a-013c17115fb4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:15.778848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:15.811823 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c6db0-ff0a-4634-a0bf-f44fdac4b9b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c3b3aa-0507-40b3-9df9-bdd6279224c7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:15.842819 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.038639 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.046233 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.051918 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.056115 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:16.071566 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3684f9b3-4ea3-4e67-bfa9-5b37ac463a3a None None] Network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:16.078455 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Sync routers for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:16.087268 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a211224c-1841-4931-a4d0-e58bcdbab99b up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:16.101211 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cedad-4587-46b1-962d-e0cdfaf48b03 req-3182747b-24ef-44a9-922f-1191fabcc1ba tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:16.102230 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:16.103498 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:16.109310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4b0cedad-4587-46b1-962d-e0cdfaf48b03 req-3182747b-24ef-44a9-922f-1191fabcc1ba tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 944 time: 0.2369881 Jul 16 03:37:16.132428 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.137066 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6012a4e2-1675-4c93-b919-c0ba3908401b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.8557248 Jul 16 03:37:16.137794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34866) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:16.195555 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4b0cedad-4587-46b1-962d-e0cdfaf48b03 req-d30b9cb8-0e1f-4ff5-aab1-f1f99a7f60d7 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850902 Jul 16 03:37:16.215610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] Deleting port 048a09f5-e09e-4788-b13a-7ea4d303d0fe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:16.216215 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.224985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-826df13a-183b-4320-a603-56f5aa1306d6 None None] Provisioning for port a211224c-1841-4931-a4d0-e58bcdbab99b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:16.265525 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:16.268535 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event updated for resources: {'Port': ['ID=65ab979b-a11e-4eb5-9590-cc8b02306ef0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:16.282966 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.307746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port a211224c-1841-4931-a4d0-e58bcdbab99b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:16.313684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] For port 048a09f5-e09e-4788-b13a-7ea4d303d0fe, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=048a09f5-e09e-4788-b13a-7ea4d303d0fe,segment=NetworkSegment(b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6),segment_id=b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:16.314360 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.317935 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port a211224c-1841-4931-a4d0-e58bcdbab99b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:16.318319 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.331356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] Calling delete_port for 048a09f5-e09e-4788-b13a-7ea4d303d0fe owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:16.366746 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.375519 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-defb5c55-bd2c-4558-b7e0-379b9c008416 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4252276 Jul 16 03:37:16.445705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db13ebb-fc39-4369-9885-7fe4dc22f15d None None] DHCP port deletion for facf2348-178f-492b-816a-013c17115fb4 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:37:16.512886 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.533420 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:14Z', 'revision_number': 3, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:16.536629 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.561512 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] Pushing event deleted for resources: {'Port': ['ID=048a09f5-e09e-4788-b13a-7ea4d303d0fe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:16.582962 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Checking router: 396f1bf7-c666-46ef-ba8b-fae7370a0a72 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:16.583188 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] No DVR routers for this DVR port 048a09f5-e09e-4788-b13a-7ea4d303d0fe on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:16.583321 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Updating router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 port f437fbf1-fc0d-4ba7-850b-665177711887 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:37:16.640163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 847335a7-96c8-45b5-9133-e72764fbca5f up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:16.649844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port a211224c-1841-4931-a4d0-e58bcdbab99b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a211224c-1841-4931-a4d0-e58bcdbab99b,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:16.695691 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.707304 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.746745 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.781037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['facf2348-178f-492b-816a-013c17115fb4']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:16.804904 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3a8a63c5-97e1-4a37-8e59-3d04d645063a no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:16.825331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:16.825873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53d48a4-7e2b-4f1f-81f0-fabbf7035bd6') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:16.847220 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.848162 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0db13ebb-fc39-4369-9885-7fe4dc22f15d None None] Deleting port 048a09f5-e09e-4788-b13a-7ea4d303d0fe {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:16.848790 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0db13ebb-fc39-4369-9885-7fe4dc22f15d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.872937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-e9f3a5eb-ae93-4590-bdce-3e30006e3bd4 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2090691227&fields=id&tenant_id=4ffe993ba0a949d0a9061f925ad98f77 HTTP/1.1" status: 200 len: 267 time: 0.1230698 Jul 16 03:37:16.876571 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.893077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:37:16.893783 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:37:16.897714 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:37:16.902309 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:37:16.902309 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:37:16.902309 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:37:16.902309 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:37:16.902309 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:37:16.912527 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.926780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0db13ebb-fc39-4369-9885-7fe4dc22f15d None None] For port 048a09f5-e09e-4788-b13a-7ea4d303d0fe, host n-d-800088-6, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:16.927975 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0db13ebb-fc39-4369-9885-7fe4dc22f15d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.942017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0db13ebb-fc39-4369-9885-7fe4dc22f15d None None] Calling delete_port for 048a09f5-e09e-4788-b13a-7ea4d303d0fe owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:16.944838 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-0db13ebb-fc39-4369-9885-7fe4dc22f15d None None] Port 048a09f5-e09e-4788-b13a-7ea4d303d0fe was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:37:16.953042 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0db13ebb-fc39-4369-9885-7fe4dc22f15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:16.968705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 3a8a63c5-97e1-4a37-8e59-3d04d645063a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:16.969220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3a8a63c5-97e1-4a37-8e59-3d04d645063a not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:16.969736 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:16.990413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db13ebb-fc39-4369-9885-7fe4dc22f15d None None] No DVR routers for this DVR port 048a09f5-e09e-4788-b13a-7ea4d303d0fe on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:16.998806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:16.999310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7dd44d4c-f3fe-49ed-9ff2-6d5ac75b9cd5 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:17.022272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 847335a7-96c8-45b5-9133-e72764fbca5f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:17.028703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=a211224c-1841-4931-a4d0-e58bcdbab99b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:17.037776 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 847335a7-96c8-45b5-9133-e72764fbca5f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:17.038245 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.041134 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e8101f11-e65e-43bd-89ad-dfb722b8c4a6 None None] Provisioning complete for port a211224c-1841-4931-a4d0-e58bcdbab99b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:17.041134 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8101f11-e65e-43bd-89ad-dfb722b8c4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.078018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db13ebb-fc39-4369-9885-7fe4dc22f15d None None] Pushing event deleted for resources: {'Port': ['ID=048a09f5-e09e-4788-b13a-7ea4d303d0fe,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:17.092509 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.106608 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Transition to ACTIVE for port object f437fbf1-fc0d-4ba7-850b-665177711887 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:17.118337 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.145119 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.147726 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Attempting to bind port f437fbf1-fc0d-4ba7-850b-665177711887 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:17.148358 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Attempting to bind port f437fbf1-fc0d-4ba7-850b-665177711887 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:17.150176 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Attempting to bind port f437fbf1-fc0d-4ba7-850b-665177711887 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:17.151687 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Allocated IP 172.20.0.1 (6c70dcd9-25c1-4816-8340-fa94f0f6adb3/ed076f3a-1a0d-43dd-8084-11ed07ee178f/4938fcf3-7b60-4df4-bb3a-9931a58f64b3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:17.175461 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:17.176236 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:17.176864 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.177472 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:17.178156 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Bound port: f437fbf1-fc0d-4ba7-850b-665177711887, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:17.178762 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.181953 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-7dd07fb4-04d6-47f7-be6d-0c7217ec01b6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.190055 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-7dd07fb4-04d6-47f7-be6d-0c7217ec01b6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/networks?id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 200 len: 817 time: 0.3086298 Jul 16 03:37:17.209158 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.213569 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.216362 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] 10.222.0.18 "DELETE /v2.0/networks/facf2348-178f-492b-816a-013c17115fb4 HTTP/1.1" status: 204 len: 168 time: 1.4358609 Jul 16 03:37:17.232490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d84312-4ed1-4215-8aac-a357b5a39819 admin admin] Pushing event deleted for resources: {'Network': ['ID=facf2348-178f-492b-816a-013c17115fb4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:17.243358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-d61b0384-2c3b-49f4-8e0a-616f713d2bec tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/quotas/4ffe993ba0a949d0a9061f925ad98f77 HTTP/1.1" status: 200 len: 375 time: 0.0506179 Jul 16 03:37:17.245586 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] For port f437fbf1-fc0d-4ba7-850b-665177711887, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:17.250201 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] For port f437fbf1-fc0d-4ba7-850b-665177711887, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f437fbf1-fc0d-4ba7-850b-665177711887,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:17.258141 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.259355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847335a7-96c8-45b5-9133-e72764fbca5f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:17.261974 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7757dca7-cca9-4f4e-9813-28f7595a5c60" -d '{"events": [{"server_uuid": "8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c", "name": "network-vif-plugged", "status": "completed", "tag": "847335a7-96c8-45b5-9133-e72764fbca5f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:17.278042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 847335a7-96c8-45b5-9133-e72764fbca5f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=847335a7-96c8-45b5-9133-e72764fbca5f,segment=NetworkSegment(2beee60a-f328-44f0-974c-b8867b60ba58),segment_id=2beee60a-f328-44f0-974c-b8867b60ba58)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:17.285053 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f9427-8f78-4129-946c-6072b50e0d1f None None] Pushing event updated for resources: {'Port': ['ID=f437fbf1-fc0d-4ba7-850b-665177711887,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:17.286191 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.320741 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:17.321487 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:17.327083 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.356533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Transition to ACTIVE for port object 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:17.359751 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=847335a7-96c8-45b5-9133-e72764fbca5f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:17.386544 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f9427-8f78-4129-946c-6072b50e0d1f None None] Pushing event updated for resources: {'Port': ['ID=f437fbf1-fc0d-4ba7-850b-665177711887,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:17.394043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:17.401580 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5461e88-2560-4199-b6d0-1f29dc1268e7 req-a66ce1dd-1e00-4f4a-bfee-b29b487c4aa7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.403164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b5461e88-2560-4199-b6d0-1f29dc1268e7 req-a66ce1dd-1e00-4f4a-bfee-b29b487c4aa7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.3498979 Jul 16 03:37:17.425442 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.440017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-f8f959e1-68d0-4992-8286-38574f0d7d97 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1957781 Jul 16 03:37:17.458836 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b5461e88-2560-4199-b6d0-1f29dc1268e7 req-296a4961-31ce-4afd-9616-36c6e322707e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466423 Jul 16 03:37:17.461124 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:17.470254 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0564eba2-6f29-47b0-9f9d-23a32967a5f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f1bdc1eacaf4317ba91d921765d70c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745430 Jul 16 03:37:17.474607 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34896) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:17.493135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:17.504101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:17.508260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:17.510423 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Pushing event updated for resources: {'Port': ['ID=4938fcf3-7b60-4df4-bb3a-9931a58f64b3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:17.578663 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-4ba921a4-0776-4dea-97a6-20a947e77a61 service neutron] 10.222.0.18 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188359 Jul 16 03:37:17.579235 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.603151 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc9dcc36-de3d-42ca-bed9-74f2a361b329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.681240 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc9dcc36-de3d-42ca-bed9-74f2a361b329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.711186 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:14Z', 'revision_number': 3, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:17.730086 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-f7a27655-6fd9-42c3-9e5a-25a84ecbc022 service neutron] 10.222.0.18 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456454 Jul 16 03:37:17.750525 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56810b-d2b5-4377-83aa-7eb8965ac72c None None] The sync data for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 is: [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:14Z', 'revision_number': 3, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:17.840874 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc9dcc36-de3d-42ca-bed9-74f2a361b329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.843981 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc9dcc36-de3d-42ca-bed9-74f2a361b329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.852704 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bc9dcc36-de3d-42ca-bed9-74f2a361b329 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab19b739-e91c-48c5-a39c-3852a86cd14d HTTP/1.1" status: 204 len: 168 time: 0.3722632 Jul 16 03:37:17.866935 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-35d7d112-7f4f-46a3-9a68-abe7bb9b31a8 None None] Provisioning for port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:17.875508 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-35d7d112-7f4f-46a3-9a68-abe7bb9b31a8 None None] Provisioning complete for port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:17.876176 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-35d7d112-7f4f-46a3-9a68-abe7bb9b31a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.892866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9dcc36-de3d-42ca-bed9-74f2a361b329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab19b739-e91c-48c5-a39c-3852a86cd14d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:17.914604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:17.946776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a595bf-02e7-4563-b007-620400b2a7cd req-1a0a3dcf-0091-479d-9c59-a05098068727 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:17.949104 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06a595bf-02e7-4563-b007-620400b2a7cd req-1a0a3dcf-0091-479d-9c59-a05098068727 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1460319 Jul 16 03:37:18.003273 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a8e9c8-6bcd-49a9-8753-5ba27fb91559 x-openstack-request-id: req-b0a8e9c8-6bcd-49a9-8753-5ba27fb91559 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:18.003827 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c", "name": "network-vif-plugged", "status": "completed", "tag": "847335a7-96c8-45b5-9133-e72764fbca5f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:18.004261 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0a8e9c8-6bcd-49a9-8753-5ba27fb91559 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:18.004886 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847335a7-96c8-45b5-9133-e72764fbca5f', 'code': 200} Jul 16 03:37:18.022819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-35d7d112-7f4f-46a3-9a68-abe7bb9b31a8 None None] Port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:18.053521 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a211224c-1841-4931-a4d0-e58bcdbab99b up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:18.108807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port a211224c-1841-4931-a4d0-e58bcdbab99b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:18.109377 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.130149 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06a595bf-02e7-4563-b007-620400b2a7cd req-c5c6a8d0-38da-446f-b00a-3ae18aa8ab28 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698015 Jul 16 03:37:18.411950 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.418473 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.422567 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-bc77b30f-0b35-4b4f-8e88-f0a261bb6e65 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3844237 Jul 16 03:37:18.461715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 048a09f5-e09e-4788-b13a-7ea4d303d0fe no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:18.466171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2af5ad-3ffc-46f0-9253-a57d319ae584 req-4a2ffc8a-a586-4c05-b33e-7bb203f5be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.467882 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a2af5ad-3ffc-46f0-9253-a57d319ae584 req-4a2ffc8a-a586-4c05-b33e-7bb203f5be60 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 1096 time: 0.3750427 Jul 16 03:37:18.504069 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Pushing event updated for resources: {'Port': ['ID=4938fcf3-7b60-4df4-bb3a-9931a58f64b3,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:18.506772 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:18.566783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 048a09f5-e09e-4788-b13a-7ea4d303d0fe {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:18.568239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 048a09f5-e09e-4788-b13a-7ea4d303d0fe not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:18.640664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a2af5ad-3ffc-46f0-9253-a57d319ae584 req-37a76e2d-5505-468c-85f8-fa3022a75cb9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559348 Jul 16 03:37:18.722891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-b13e43aa-be30-42a6-b4c8-7d49f0be5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.725661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-b13e43aa-be30-42a6-b4c8-7d49f0be5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.728101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-b13e43aa-be30-42a6-b4c8-7d49f0be5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.728973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-b13e43aa-be30-42a6-b4c8-7d49f0be5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.730092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-b13e43aa-be30-42a6-b4c8-7d49f0be5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.730609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-b13e43aa-be30-42a6-b4c8-7d49f0be5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.731160 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-b13e43aa-be30-42a6-b4c8-7d49f0be5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:18.733555 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-b13e43aa-be30-42a6-b4c8-7d49f0be5220 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d79f4b9420fd452b874072e387240e86&device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 6501 time: 0.1998208 Jul 16 03:37:18.733797 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:18.735438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:18.947915 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32072cfe-a9be-4367-b150-7b8d2da397c6 req-824c2bbd-e4e7-4eaf-95d3-ddfdd9cc8b90 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 210 time: 0.0882251 Jul 16 03:37:18.984457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:19.078517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291c162-7ecf-4702-a53a-ea8760fea8be req-400dd87d-e77e-415c-aeb7-31a7e6ebf54c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.088067 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9291c162-7ecf-4702-a53a-ea8760fea8be req-400dd87d-e77e-415c-aeb7-31a7e6ebf54c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.3801980 Jul 16 03:37:19.152926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-af48c3ef-db75-430c-a5db-337477b8ce59 None None] Provisioning complete for port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:19.153485 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-af48c3ef-db75-430c-a5db-337477b8ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.160303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-d2239eb0-d48b-4a2f-ad12-7e2fa22eb052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.161094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-d2239eb0-d48b-4a2f-ad12-7e2fa22eb052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.161936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-d2239eb0-d48b-4a2f-ad12-7e2fa22eb052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.164572 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-d2239eb0-d48b-4a2f-ad12-7e2fa22eb052 service neutron] 10.222.0.88 "GET /v2.0/networks?id=63a46837-9980-4aa6-9f86-1ac43e93b43d&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=bfe6d903-2807-4d33-bde4-98398f0edb6c&id=bfe6d903-2807-4d33-bde4-98398f0edb6c HTTP/1.1" status: 200 len: 2297 time: 0.3809712 Jul 16 03:37:19.178269 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9291c162-7ecf-4702-a53a-ea8760fea8be req-c051ad63-5816-4608-8696-5617de090d4c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892708 Jul 16 03:37:19.227519 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:19.241765 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2c36ae1f-a1dd-4836-9533-2c7124c05e7c admin admin] 10.222.0.18 "PUT /v2.0/routers/396f1bf7-c666-46ef-ba8b-fae7370a0a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1026154 Jul 16 03:37:19.283340 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-af48c3ef-db75-430c-a5db-337477b8ce59 None None] Port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:19.296731 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-e029db35-d76a-4636-8883-5ea55c159459 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 HTTP/1.1" status: 200 len: 1001 time: 0.1173289 Jul 16 03:37:19.423810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34944) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:19.439782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-d3c7b146-2b91-47de-8934-dbb2d889c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.441954 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-d3c7b146-2b91-47de-8934-dbb2d889c87d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=77350ccd-3edf-4270-8e46-f1233ff0f07f HTTP/1.1" status: 200 len: 856 time: 0.1388326 Jul 16 03:37:19.554360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1456c-6f8a-42f4-a809-e18904ed05b9 req-2802e15b-4b79-41a4-b68c-f186dcd9516f tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.555983 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6aa1456c-6f8a-42f4-a809-e18904ed05b9 req-2802e15b-4b79-41a4-b68c-f186dcd9516f tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1831119 Jul 16 03:37:19.588076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1030424190-network', 'tenant_id': '98e26a30e2034e8da278feeeec8a7faf'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:19.597360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-5b9a8a56-60f7-429e-a30e-87a879f65ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.599805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-5b9a8a56-60f7-429e-a30e-87a879f65ed4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=63a46837-9980-4aa6-9f86-1ac43e93b43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453536 Jul 16 03:37:19.610565 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] Made reservation on behalf of 98e26a30e2034e8da278feeeec8a7faf for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:19.613235 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.623133 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.672361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6aa1456c-6f8a-42f4-a809-e18904ed05b9 req-d7576ffe-6875-4496-b282-86308d215d18 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072333 Jul 16 03:37:19.753914 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-768b07d3-9be5-4ea7-96e4-b42182a720b9 service neutron] 10.222.0.88 "GET /v2.0/networks/63a46837-9980-4aa6-9f86-1ac43e93b43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224899 Jul 16 03:37:19.757071 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.761168 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.784264 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:37:19.799258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c999711-3af9-4164-841e-dec57d1ee3d0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:19.806202 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.806633 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] Added segment 45af1b8e-0a48-4701-86bc-ac93f73a36b1 of type vlan for network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 Jul 16 03:37:19.871043 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.936370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-833534b6-db03-4073-9beb-73f5b9d45e77 service neutron] 10.222.0.88 "GET /v2.0/networks/63a46837-9980-4aa6-9f86-1ac43e93b43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746953 Jul 16 03:37:19.969567 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:19.971517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:19.972398 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.016675 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f437fbf1-fc0d-4ba7-850b-665177711887 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:20.026709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-dabd0f1e-4207-4965-abd1-b765a5a7fb0a tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.028191 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-dabd0f1e-4207-4965-abd1-b765a5a7fb0a tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.88 "GET /v2.0/networks?id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 200 len: 817 time: 0.1804421 Jul 16 03:37:20.031735 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6067297 Jul 16 03:37:20.034752 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34966) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:20.041332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-67e9fd55-9b67-470d-8b4c-66d098003107 admin admin] Request body: {'subnet': {'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1030424190-subnet', 'tenant_id': '98e26a30e2034e8da278feeeec8a7faf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:20.051159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ab331-bffd-460e-98b3-c380e713a128 req-2c5cd757-4e79-4020-b851-acee25e7f8e7 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.057713 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b47ab331-bffd-460e-98b3-c380e713a128 req-2c5cd757-4e79-4020-b851-acee25e7f8e7 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 821 time: 0.2188618 Jul 16 03:37:20.060108 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-b3ff6d9c-efcd-41e6-9c49-a0b15423efbb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=e9079290-624f-49dd-b11b-ce5dbc2db7e5 HTTP/1.1" status: 200 len: 217 time: 0.0992000 Jul 16 03:37:20.090703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port f437fbf1-fc0d-4ba7-850b-665177711887 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:20.096128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port f437fbf1-fc0d-4ba7-850b-665177711887 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:20.096761 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.114461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d7354-d6be-4930-8f56-c81bc61e19dc admin admin] Pushing event updated for resources: {'Network': ['ID=a3b29395-e1eb-41dd-b7b6-748318b3a1c5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:20.133443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:37:20.138626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e9fd55-9b67-470d-8b4c-66d098003107 admin admin] Made reservation on behalf of 98e26a30e2034e8da278feeeec8a7faf for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:20.143353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67e9fd55-9b67-470d-8b4c-66d098003107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.160880 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b47ab331-bffd-460e-98b3-c380e713a128 req-46689c61-8181-4b4e-adc7-5b1f939ba77d tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/quotas/e8ba3a4438804d6a936c13d7bac3276c HTTP/1.1" status: 200 len: 375 time: 0.1022427 Jul 16 03:37:20.197350 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-84d946ce-9ee3-4c1e-878f-dc2e2f403980 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ffe993ba0a949d0a9061f925ad98f77 HTTP/1.1" status: 200 len: 380 time: 0.1109471 Jul 16 03:37:20.234836 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c470ae5-7ef8-4e1a-83eb-394ef4ae6085 req-6abf123a-e4b0-4ff4-b15d-d00f351584cc tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 210 time: 0.0976784 Jul 16 03:37:20.238955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-1f69eb8c-7790-478c-9fed-c4878a3a70d2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Request body: {'port': {'device_id': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'admin_state_up': True, 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'security_groups': ['6e5c3cba-d1fe-4922-8103-e3236cb17fb7']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:20.260079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-c5a89ad2-3075-4dfd-9329-1e8faa1de527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.261857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-c5a89ad2-3075-4dfd-9329-1e8faa1de527 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.1884811 Jul 16 03:37:20.269629 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.305983 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port f437fbf1-fc0d-4ba7-850b-665177711887, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f437fbf1-fc0d-4ba7-850b-665177711887,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:20.311151 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.321839 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b47ab331-bffd-460e-98b3-c380e713a128 req-a30a1ee4-49ba-418b-9f46-c097c54911ac tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1600919 Jul 16 03:37:20.379547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=f437fbf1-fc0d-4ba7-850b-665177711887,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:20.416366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-c75e7a03-2f45-4018-82e9-34dd06464e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.417950 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-c75e7a03-2f45-4018-82e9-34dd06464e70 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1422486 Jul 16 03:37:20.457918 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-1f69eb8c-7790-478c-9fed-c4878a3a70d2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Made reservation on behalf of 4ffe993ba0a949d0a9061f925ad98f77 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:20.461631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-1f69eb8c-7790-478c-9fed-c4878a3a70d2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.477658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b47ab331-bffd-460e-98b3-c380e713a128 req-321c525f-989f-4c27-9b89-48efc1add7d3 service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483421 Jul 16 03:37:20.531748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Sync routers for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:20.532926 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67e9fd55-9b67-470d-8b4c-66d098003107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.542151 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:20.543090 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:20.631203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9fd55-9b67-470d-8b4c-66d098003107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08f5fd1-35d8-479b-8e0c-674141a4bf73,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:20.645794 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-55c41e26-acc7-4b21-9378-e92cc2339e2f service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154179 Jul 16 03:37:20.660146 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e9fd55-9b67-470d-8b4c-66d098003107 admin admin] Checking segment: {'id': '45af1b8e-0a48-4701-86bc-ac93f73a36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:20.660550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e9fd55-9b67-470d-8b4c-66d098003107 admin admin] Network hostable DHCP agents. Network: a3b29395-e1eb-41dd-b7b6-748318b3a1c5, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:37:20.669315 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:20.685437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-1f69eb8c-7790-478c-9fed-c4878a3a70d2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Allocated IP 172.20.0.4 (7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6/df2843df-4813-4d8f-83e4-b733c2b2e1d2/a779f859-664c-428c-86da-c48f65251515) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:20.698768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e9fd55-9b67-470d-8b4c-66d098003107 admin admin] Network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:37:20.704215 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b47ab331-bffd-460e-98b3-c380e713a128 req-50055448-36ab-4ef7-ba6d-3dca16ddf453 service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220073 Jul 16 03:37:20.713782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-67e9fd55-9b67-470d-8b4c-66d098003107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, a3b29395-e1eb-41dd-b7b6-748318b3a1c5) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:20.718593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e9fd55-9b67-470d-8b4c-66d098003107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.718889 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67e9fd55-9b67-470d-8b4c-66d098003107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.725577 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40792435-1088-446b-9cb6-08171e8e9627 None None] Network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:20.753839 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-67e9fd55-9b67-470d-8b4c-66d098003107 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7173409 Jul 16 03:37:20.786550 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29eeb81-be9c-4a88-aedb-7d2f0cc5a35e req-0c23a8b1-c9b6-4659-a9af-b8decf87f8d5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:20.799577 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e29eeb81-be9c-4a88-aedb-7d2f0cc5a35e req-0c23a8b1-c9b6-4659-a9af-b8decf87f8d5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.1973798 Jul 16 03:37:20.899456 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-4be471b2-66fb-4c63-bea7-1016d9b984d6 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431312 Jul 16 03:37:20.928843 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-1f69eb8c-7790-478c-9fed-c4878a3a70d2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:20.946321 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-1f69eb8c-7790-478c-9fed-c4878a3a70d2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Transition to ACTIVE for port object a779f859-664c-428c-86da-c48f65251515 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:20.994032 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-1f69eb8c-7790-478c-9fed-c4878a3a70d2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.005147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e29eeb81-be9c-4a88-aedb-7d2f0cc5a35e req-c7042647-0701-4cf6-bf51-62fde3004e72 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046573 Jul 16 03:37:21.006869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-4782ff0c-e4c5-4219-8a6d-5ace825e216d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=1eaad86e-022e-42f7-979e-03f3493e587c HTTP/1.1" status: 200 len: 217 time: 0.0979197 Jul 16 03:37:21.077741 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-f2761923-11f0-464d-a23e-1418f23f6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.079572 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-f2761923-11f0-464d-a23e-1418f23f6fc5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.0582912 Jul 16 03:37:21.149672 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-01e6d70f-981f-49e6-8ac7-421f2c1755c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.151218 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-01e6d70f-981f-49e6-8ac7-421f2c1755c0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0641041 Jul 16 03:37:21.178676 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-1f69eb8c-7790-478c-9fed-c4878a3a70d2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:21.180086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69eb8c-7790-478c-9fed-c4878a3a70d2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event updated for resources: {'Port': ['ID=a779f859-664c-428c-86da-c48f65251515,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:21.196203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-1f69eb8c-7790-478c-9fed-c4878a3a70d2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:21.214248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-1f69eb8c-7790-478c-9fed-c4878a3a70d2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:21.281453 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-1f69eb8c-7790-478c-9fed-c4878a3a70d2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.282004 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dbca25-8c33-45ee-b346-b4b4f6f6799c None None] Network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:37:21.282500 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-1f69eb8c-7790-478c-9fed-c4878a3a70d2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.311475 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-1f69eb8c-7790-478c-9fed-c4878a3a70d2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0784268 Jul 16 03:37:21.330791 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Request body: {'port': {'device_id': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:21.339482 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3947a517-f2a2-4007-9c52-64a2730b9c17 req-a083de4e-8cb6-4771-ab74-292ae33041c8 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 210 time: 0.0829928 Jul 16 03:37:21.447824 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:18Z', 'revision_number': 2, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:21.452543 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.462707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494b81c-9ace-4e45-ac14-6cd82bc24934 req-2cf1e99d-b202-41eb-b1b0-5039b26c5bcc tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:21.466529 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e494b81c-9ace-4e45-ac14-6cd82bc24934 req-2cf1e99d-b202-41eb-b1b0-5039b26c5bcc tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.2095182 Jul 16 03:37:21.472533 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-2de0b9de-ec12-4655-8283-dfd1260521bf service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132052 Jul 16 03:37:21.523141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Checking router: 396f1bf7-c666-46ef-ba8b-fae7370a0a72 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:21.523507 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Updating router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:37:21.599178 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.602703 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-9a416e6e-8a7c-46ac-9558-905e3e450aee service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177022 Jul 16 03:37:21.668722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f4b1d021-e505-4820-8d0b-cc861eef3785 None None] Provisioning for port a779f859-664c-428c-86da-c48f65251515 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:21.718517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f4b1d021-e505-4820-8d0b-cc861eef3785 None None] Provisioning complete for port a779f859-664c-428c-86da-c48f65251515 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:21.719153 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d021-e505-4820-8d0b-cc861eef3785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.778099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f4b1d021-e505-4820-8d0b-cc861eef3785 None None] Port a779f859-664c-428c-86da-c48f65251515 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:21.801553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a779f859-664c-428c-86da-c48f65251515 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:21.810732 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.826429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Transition to ACTIVE for port object a779f859-664c-428c-86da-c48f65251515 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:21.833019 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:21.893033 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a779f859-664c-428c-86da-c48f65251515,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:22.005766 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.020638 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Transition to ACTIVE for port object 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:22.024676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f437fbf1-fc0d-4ba7-850b-665177711887 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:22.042165 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Attempting to bind port a779f859-664c-428c-86da-c48f65251515 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:22.042561 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Attempting to bind port a779f859-664c-428c-86da-c48f65251515 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:22.042828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Attempting to bind port a779f859-664c-428c-86da-c48f65251515 on network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:22.049854 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.056482 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Port a779f859-664c-428c-86da-c48f65251515 on network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:22.056872 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Attempting to bind port a779f859-664c-428c-86da-c48f65251515 on network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:22.062530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:22.062875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Checking segment: {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:22.063388 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Bound using segment: {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:22.063707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Bound port: a779f859-664c-428c-86da-c48f65251515, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcd6253-bfe1-4192-8c70-0ce719c078dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:22.064078 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.154125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-92448098-afc2-4484-9bc1-1c584b46eb3d tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.155648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-92448098-afc2-4484-9bc1-1c584b46eb3d tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/networks?id=a3b29395-e1eb-41dd-b7b6-748318b3a1c5 HTTP/1.1" status: 200 len: 822 time: 0.5526617 Jul 16 03:37:22.157653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-2064c33c-a3b0-483d-9cc8-edb29d436284 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c HTTP/1.1" status: 200 len: 217 time: 0.5359554 Jul 16 03:37:22.172685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] For port a779f859-664c-428c-86da-c48f65251515, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:22.177575 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] For port a779f859-664c-428c-86da-c48f65251515, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a779f859-664c-428c-86da-c48f65251515,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:22.182227 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.218067 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e494b81c-9ace-4e45-ac14-6cd82bc24934 req-c0e62c76-7d2c-4a64-aa80-84579360f42b tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7445397 Jul 16 03:37:22.227730 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-bc2f7823-3e9d-49e9-bf9d-c25d3624179a tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/quotas/98e26a30e2034e8da278feeeec8a7faf HTTP/1.1" status: 200 len: 375 time: 0.0642030 Jul 16 03:37:22.237223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.238395 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.240193 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] 10.222.0.88 "PUT /v2.0/ports/a779f859-664c-428c-86da-c48f65251515 HTTP/1.1" status: 200 len: 1091 time: 0.9148304 Jul 16 03:37:22.241116 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'tag': 'a779f859-664c-428c-86da-c48f65251515'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:22.243983 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb1b6ef-dcd0-43d1-b929-84c0c58be034" -d '{"events": [{"name": "network-changed", "server_uuid": "72f8f593-4d12-4521-9ae6-a04ad59ef4b4", "tag": "a779f859-664c-428c-86da-c48f65251515"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:22.273119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6b6e0-5da6-4312-8399-a5f3c447b3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=a779f859-664c-428c-86da-c48f65251515,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:22.297793 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a616e52-54fe-49e0-92e0-aa641d509faa None None] Pushing event updated for resources: {'Port': ['ID=4938fcf3-7b60-4df4-bb3a-9931a58f64b3,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:22.298675 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-48597942-ad14-4a60-8663-aa72304f8f7b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=98e26a30e2034e8da278feeeec8a7faf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698471 Jul 16 03:37:22.310023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-7372ec8f-01de-498f-9ff6-1e9047dc1255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.311477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-7372ec8f-01de-498f-9ff6-1e9047dc1255 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.1463645 Jul 16 03:37:22.348380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Attempting to bind port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:22.348725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Attempting to bind port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:22.349089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Attempting to bind port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 on network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:22.358175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:22.358560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Checking segment: {'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:22.358967 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.359358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Bound using segment: {'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:22.359840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Bound port: 4938fcf3-7b60-4df4-bb3a-9931a58f64b3, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:22.360220 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.409097 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-22fe554f-8811-4d16-9d0a-fa3d1deb2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.410682 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-22fe554f-8811-4d16-9d0a-fa3d1deb2e10 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 1094 time: 0.1054695 Jul 16 03:37:22.465178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] For port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:22.469759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] For port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4938fcf3-7b60-4df4-bb3a-9931a58f64b3,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:22.480743 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.482663 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-85e7ac97-d58b-4ae2-987f-a2d0b8968882 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a779f859-664c-428c-86da-c48f65251515 HTTP/1.1" status: 200 len: 217 time: 0.0614271 Jul 16 03:37:22.509285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-1ffa1993-b7b7-46b7-8bcf-fc48700db0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.513194 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-1ffa1993-b7b7-46b7-8bcf-fc48700db0c4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1780431 Jul 16 03:37:22.515201 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-936c165b-0863-47c7-a934-35a888badc41 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157567 Jul 16 03:37:22.533746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port f437fbf1-fc0d-4ba7-850b-665177711887 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:22.534038 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:22.539851 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a616e52-54fe-49e0-92e0-aa641d509faa None None] Pushing event updated for resources: {'Port': ['ID=4938fcf3-7b60-4df4-bb3a-9931a58f64b3,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:22.563445 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-9d74555d-7d45-4764-9de0-0e3d5653802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.565081 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-9d74555d-7d45-4764-9de0-0e3d5653802a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df2843df-4813-4d8f-83e4-b733c2b2e1d2 HTTP/1.1" status: 200 len: 856 time: 0.0738819 Jul 16 03:37:22.619899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:22.620671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:22.659364 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-59cd7ef1-c122-4bb5-8221-e3e2eba0ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.661501 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-59cd7ef1-c122-4bb5-8221-e3e2eba0ef5b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901341 Jul 16 03:37:22.798787 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-a2c2628c-e150-4c68-9bfd-787203ea7212 service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222804 Jul 16 03:37:22.806560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:22.859584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e2790-7a68-42bf-97b2-3ac19f59c677 req-b46345a5-7cbc-4877-abc2-6c939853f015 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.861495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a8e2790-7a68-42bf-97b2-3ac19f59c677 req-b46345a5-7cbc-4877-abc2-6c939853f015 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 943 time: 0.3709998 Jul 16 03:37:22.872638 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-79b47b4a-7f20-4f90-9c08-10f49967cbe4 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508663 Jul 16 03:37:22.889844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ab331-bffd-460e-98b3-c380e713a128 req-7d9db707-d1ce-4ab6-9538-8436e66e4158 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:22.891539 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b47ab331-bffd-460e-98b3-c380e713a128 req-7d9db707-d1ce-4ab6-9538-8436e66e4158 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.20 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 821 time: 0.2857697 Jul 16 03:37:22.938813 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-513d8923-b784-4bf2-a3f6-cc7b43a4835f req-a01cc9f4-5e78-4254-a2bf-02464cb92811 service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283662 Jul 16 03:37:22.952800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b47ab331-bffd-460e-98b3-c380e713a128 req-c4388d0a-481b-4f96-8358-141752d36f80 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Request body: {'port': {'device_id': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'admin_state_up': True, 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:22.992543 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-2136ae78-d6d4-464c-b47e-55d476a42c35 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386561 Jul 16 03:37:23.067968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:22Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:23.070985 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a8e2790-7a68-42bf-97b2-3ac19f59c677 req-8becbde8-e413-458a-b484-b48b88bd82db tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007527 Jul 16 03:37:23.102175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731b3955-7ed2-45c9-9e66-8bd6056aa476 None None] The sync data for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 is: [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:22Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:23.108477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-3e113365-35ee-4ece-968f-51b1010dff74 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050958 Jul 16 03:37:23.223646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-b8f4f405-bf9f-4e5f-9248-1e1775ad7fde service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f HTTP/1.1" status: 200 len: 217 time: 0.0942948 Jul 16 03:37:23.301144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47ab331-bffd-460e-98b3-c380e713a128 req-c4388d0a-481b-4f96-8358-141752d36f80 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Made reservation on behalf of e8ba3a4438804d6a936c13d7bac3276c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:23.305754 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b47ab331-bffd-460e-98b3-c380e713a128 req-c4388d0a-481b-4f96-8358-141752d36f80 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:23.334486 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-e3f03fa3-987d-4741-aea1-4d72793df3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:23.335989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-e3f03fa3-987d-4741-aea1-4d72793df3f6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.1038013 Jul 16 03:37:23.483089 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3db1124-6095-403a-af22-f01be914c96d x-openstack-request-id: req-f3db1124-6095-403a-af22-f01be914c96d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:23.483382 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f8f593-4d12-4521-9ae6-a04ad59ef4b4", "tag": "a779f859-664c-428c-86da-c48f65251515", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:23.483616 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3db1124-6095-403a-af22-f01be914c96d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:23.484020 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'tag': 'a779f859-664c-428c-86da-c48f65251515', 'status': 'completed', 'code': 200} Jul 16 03:37:23.527319 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-b3854265-6702-4cd6-a037-3fbbdd00ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:23.529165 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-b3854265-6702-4cd6-a037-3fbbdd00ea2d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1856289 Jul 16 03:37:23.623206 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1b6ef-dcd0-43d1-b929-84c0c58be034 req-0c6c36af-537e-4578-9d08-a389b1284f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:23.625669 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7bb1b6ef-dcd0-43d1-b929-84c0c58be034 req-0c6c36af-537e-4578-9d08-a389b1284f49 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 1094 time: 0.1162536 Jul 16 03:37:23.653333 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b47ab331-bffd-460e-98b3-c380e713a128 req-c4388d0a-481b-4f96-8358-141752d36f80 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Allocated IP 172.20.0.6 (6c70dcd9-25c1-4816-8340-fa94f0f6adb3/ed076f3a-1a0d-43dd-8084-11ed07ee178f/95244cd3-4927-43bc-9b7f-35a1df5ed65b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:23.771298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1b6ef-dcd0-43d1-b929-84c0c58be034 req-e1429b69-b9c0-4d58-8480-f90716bc9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:23.772350 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7bb1b6ef-dcd0-43d1-b929-84c0c58be034 req-e1429b69-b9c0-4d58-8480-f90716bc9054 service neutron] 10.222.0.88 "GET /v2.0/networks?id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 200 len: 918 time: 0.1386242 Jul 16 03:37:23.788073 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-d189a241-eb81-4900-8fc7-a187a343590f service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438412 Jul 16 03:37:23.800041 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597db6fe-00e8-4507-8685-1fb527b3cedb req-f8e60bdc-63af-45a1-b192-221ec3378b18 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:23.801763 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-597db6fe-00e8-4507-8685-1fb527b3cedb req-f8e60bdc-63af-45a1-b192-221ec3378b18 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.3260951 Jul 16 03:37:23.841188 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7bb1b6ef-dcd0-43d1-b929-84c0c58be034 req-1206c4fc-9ca3-4344-bbbf-2b50c99e288c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a779f859-664c-428c-86da-c48f65251515 HTTP/1.1" status: 200 len: 217 time: 0.0562792 Jul 16 03:37:23.912104 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1b6ef-dcd0-43d1-b929-84c0c58be034 req-984548be-cc0c-41da-8455-72f0eca1615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:23.914062 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7bb1b6ef-dcd0-43d1-b929-84c0c58be034 req-984548be-cc0c-41da-8455-72f0eca1615e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df2843df-4813-4d8f-83e4-b733c2b2e1d2 HTTP/1.1" status: 200 len: 856 time: 0.0683644 Jul 16 03:37:24.009590 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:24.017269 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1b6ef-dcd0-43d1-b929-84c0c58be034 req-947903ee-6aae-4009-8f53-12712b5e9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.019957 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7bb1b6ef-dcd0-43d1-b929-84c0c58be034 req-947903ee-6aae-4009-8f53-12712b5e9a70 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978882 Jul 16 03:37:24.089846 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:24.093483 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:24.094270 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.094393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-597db6fe-00e8-4507-8685-1fb527b3cedb req-ba592851-26b7-448f-b330-ec25e8a5b8a6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690549 Jul 16 03:37:24.110918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cdc76f05-aac2-493b-9e68-38a108692c59 req-1dfb0d15-8379-4f91-bc43-3428dac6725e tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 210 time: 0.0905480 Jul 16 03:37:24.164978 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7bb1b6ef-dcd0-43d1-b929-84c0c58be034 req-83ac5d0a-3f9b-4302-920b-176f4f3a3153 service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354864 Jul 16 03:37:24.218636 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-d39b4bc5-09f7-4d3f-b9ad-c19e675481a4 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158072 Jul 16 03:37:24.270043 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.311316 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4938fcf3-7b60-4df4-bb3a-9931a58f64b3,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:24.317361 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.373595 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=4938fcf3-7b60-4df4-bb3a-9931a58f64b3,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:24.378069 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b47ab331-bffd-460e-98b3-c380e713a128 req-c4388d0a-481b-4f96-8358-141752d36f80 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.382618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-265c4fa4-99f9-446b-b589-73d7c08ec83f req-9195a9cc-991f-4e4f-9d9a-ffd0c2ab4a1c tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 210 time: 0.1056252 Jul 16 03:37:24.408575 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-a18c893f-74c8-4962-a9be-14e16d3ec360 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9cfcebe2-6d7b-463b-b357-cbda6d087cca HTTP/1.1" status: 200 len: 217 time: 0.1608839 Jul 16 03:37:24.446700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c7002-a85e-4b18-af50-22d9860569ed req-a64c048f-32f7-4490-9390-5aa7f7319c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.448386 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1a3c7002-a85e-4b18-af50-22d9860569ed req-a64c048f-32f7-4490-9390-5aa7f7319c5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9168deec23834d6ba592134700ad0190&device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 1096 time: 0.5182974 Jul 16 03:37:24.470689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b47ab331-bffd-460e-98b3-c380e713a128 req-c4388d0a-481b-4f96-8358-141752d36f80 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Transition to ACTIVE for port object 95244cd3-4927-43bc-9b7f-35a1df5ed65b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:24.617888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-0116fdc6-0971-482d-b642-8ec084985d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.620086 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-0116fdc6-0971-482d-b642-8ec084985d1a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=baf48007-44c7-4aed-a544-a06964ab95a5 HTTP/1.1" status: 200 len: 797 time: 0.1933835 Jul 16 03:37:24.658613 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7bb1b6ef-dcd0-43d1-b929-84c0c58be034 req-d96b4118-37c2-4d12-81d1-c6add6c9f9cc service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870348 Jul 16 03:37:24.692529 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a407dfb-e536-4ed5-b7bf-7f1c7bdd8ac1 req-7d259ca2-5494-4fd2-a506-175cdb5ef6ac tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.694369 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a407dfb-e536-4ed5-b7bf-7f1c7bdd8ac1 req-7d259ca2-5494-4fd2-a506-175cdb5ef6ac tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.3623104 Jul 16 03:37:24.724808 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b47ab331-bffd-460e-98b3-c380e713a128 req-c4388d0a-481b-4f96-8358-141752d36f80 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:24.788622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47ab331-bffd-460e-98b3-c380e713a128 req-c4388d0a-481b-4f96-8358-141752d36f80 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:24.809037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-71a372b9-5a60-482b-b09f-976b1f56d767 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.810266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b47ab331-bffd-460e-98b3-c380e713a128 req-c4388d0a-481b-4f96-8358-141752d36f80 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:24.810628 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-71a372b9-5a60-482b-b09f-976b1f56d767 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.88 "GET /v2.0/networks?id=a3b29395-e1eb-41dd-b7b6-748318b3a1c5 HTTP/1.1" status: 200 len: 822 time: 0.1261499 Jul 16 03:37:24.826266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47ab331-bffd-460e-98b3-c380e713a128 req-c4388d0a-481b-4f96-8358-141752d36f80 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:24.843653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-6e8c1cc6-7e0e-40a7-9a65-3c6c886ba58b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Request body: {'port': {'device_id': 'd29b31d4-e36f-4465-92dd-d3076f7c62b6', 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5', 'admin_state_up': True, 'tenant_id': '98e26a30e2034e8da278feeeec8a7faf'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:24.879828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c7002-a85e-4b18-af50-22d9860569ed req-37e992c9-9185-473f-aa76-99f2821b2153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.881378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1a3c7002-a85e-4b18-af50-22d9860569ed req-37e992c9-9185-473f-aa76-99f2821b2153 service neutron] 10.222.0.20 "GET /v2.0/networks?id=babb1694-5957-4c05-a74a-8e2987974a0c HTTP/1.1" status: 200 len: 911 time: 0.4031467 Jul 16 03:37:24.896815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b527d99-2bfe-4ae7-b3cf-050576a5dc08 req-3e979cce-05a3-4594-8759-de9d536dcd2b tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:24.898385 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b527d99-2bfe-4ae7-b3cf-050576a5dc08 req-3e979cce-05a3-4594-8759-de9d536dcd2b tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 943 time: 0.3606470 Jul 16 03:37:24.925489 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4388d0a-481b-4f96-8358-141752d36f80 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Pushing event updated for resources: {'Port': ['ID=95244cd3-4927-43bc-9b7f-35a1df5ed65b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:24.974960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a407dfb-e536-4ed5-b7bf-7f1c7bdd8ac1 req-7b6b39f0-1540-422d-a05f-53ad33d123cd tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441568 Jul 16 03:37:24.990783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-6e8c1cc6-7e0e-40a7-9a65-3c6c886ba58b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Made reservation on behalf of 98e26a30e2034e8da278feeeec8a7faf for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:24.994101 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1a3c7002-a85e-4b18-af50-22d9860569ed req-2baf5225-b648-4cca-98b7-dc66ce859e86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=847335a7-96c8-45b5-9133-e72764fbca5f HTTP/1.1" status: 200 len: 217 time: 0.0810864 Jul 16 03:37:24.994574 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-6e8c1cc6-7e0e-40a7-9a65-3c6c886ba58b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.012359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ab331-bffd-460e-98b3-c380e713a128 req-c4388d0a-481b-4f96-8358-141752d36f80 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:25.013371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b47ab331-bffd-460e-98b3-c380e713a128 req-c4388d0a-481b-4f96-8358-141752d36f80 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.072044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-d56f360f-7e6a-4961-bc73-4b04c235a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:25.073511 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-d56f360f-7e6a-4961-bc73-4b04c235a534 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bfe6d903-2807-4d33-bde4-98398f0edb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4120781 Jul 16 03:37:25.080719 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b47ab331-bffd-460e-98b3-c380e713a128 req-c4388d0a-481b-4f96-8358-141752d36f80 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1666412 Jul 16 03:37:25.087813 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b527d99-2bfe-4ae7-b3cf-050576a5dc08 req-07c735b0-157a-4e6f-b27a-5f9c84ffe8ec tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686256 Jul 16 03:37:25.103859 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Request body: {'port': {'device_id': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:25.141445 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c7002-a85e-4b18-af50-22d9860569ed req-a8756d82-3605-4afb-bf21-0e3578a1a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:25.142938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1a3c7002-a85e-4b18-af50-22d9860569ed req-a8756d82-3605-4afb-bf21-0e3578a1a973 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3847197d-f3f8-4839-9746-4ebffe9eda29 HTTP/1.1" status: 200 len: 850 time: 0.1257081 Jul 16 03:37:25.152712 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a779f859-664c-428c-86da-c48f65251515 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:25.159429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-6e8c1cc6-7e0e-40a7-9a65-3c6c886ba58b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Allocated IP 172.20.0.2 (a3b29395-e1eb-41dd-b7b6-748318b3a1c5/e08f5fd1-35d8-479b-8e0c-674141a4bf73/993735d4-16c6-48c9-abee-e9dc7c10c13d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:25.185380 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1a3c7002-a85e-4b18-af50-22d9860569ed req-d2d5aaa1-2d22-4316-bbd4-862ee202df42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=babb1694-5957-4c05-a74a-8e2987974a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335448 Jul 16 03:37:25.224055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d78cfacd-7948-4b18-981c-2f609507905f None None] Provisioning for port 95244cd3-4927-43bc-9b7f-35a1df5ed65b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:25.265123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d78cfacd-7948-4b18-981c-2f609507905f None None] Provisioning complete for port 95244cd3-4927-43bc-9b7f-35a1df5ed65b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:25.265620 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d78cfacd-7948-4b18-981c-2f609507905f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.365496 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-6e8c1cc6-7e0e-40a7-9a65-3c6c886ba58b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.372823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d78cfacd-7948-4b18-981c-2f609507905f None None] Port 95244cd3-4927-43bc-9b7f-35a1df5ed65b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:25.390104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a779f859-664c-428c-86da-c48f65251515, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a779f859-664c-428c-86da-c48f65251515,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:25.401689 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'a779f859-664c-428c-86da-c48f65251515', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'port_id': 'a779f859-664c-428c-86da-c48f65251515', 'mac_address': 'fa:16:3e:a3:b2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:25.409670 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-6e8c1cc6-7e0e-40a7-9a65-3c6c886ba58b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.467839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-6e8c1cc6-7e0e-40a7-9a65-3c6c886ba58b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:25.477427 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-6e8c1cc6-7e0e-40a7-9a65-3c6c886ba58b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:25.487873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-6e8c1cc6-7e0e-40a7-9a65-3c6c886ba58b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:25.549366 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-6e8c1cc6-7e0e-40a7-9a65-3c6c886ba58b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:25.550075 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-6e8c1cc6-7e0e-40a7-9a65-3c6c886ba58b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.563577 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c1cc6-7e0e-40a7-9a65-3c6c886ba58b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Pushing event updated for resources: {'Port': ['ID=993735d4-16c6-48c9-abee-e9dc7c10c13d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:25.575568 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-6e8c1cc6-7e0e-40a7-9a65-3c6c886ba58b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7377832 Jul 16 03:37:25.581098 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.590261 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Request body: {'port': {'device_id': 'd29b31d4-e36f-4465-92dd-d3076f7c62b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:25.596337 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a779f859-664c-428c-86da-c48f65251515 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:25.617875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a779f859-664c-428c-86da-c48f65251515, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a779f859-664c-428c-86da-c48f65251515,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:25.622179 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.679792 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a779f859-664c-428c-86da-c48f65251515,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:25.681878 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.748411 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.751550 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-3e7cc038-53b7-432b-8db9-92388565c8b0 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610489 Jul 16 03:37:25.822719 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1a3c7002-a85e-4b18-af50-22d9860569ed req-b4038c83-7a43-4d6c-8f53-e4aec65c5e8d service neutron] 10.222.0.20 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286392 Jul 16 03:37:25.923849 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:25.926844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687761a-2e29-47ce-b4a6-92386476b5d1 req-130ed0dc-2e07-4099-9b7f-a94ef47268ca tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:25.928370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e687761a-2e29-47ce-b4a6-92386476b5d1 req-130ed0dc-2e07-4099-9b7f-a94ef47268ca tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.3649626 Jul 16 03:37:25.944891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bf05e-ab1b-4b5f-a1c7-8c55a2ba73d2 req-b7ba72a4-fcf9-4100-81a4-e4cd0e78feef tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:25.946443 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff3bf05e-ab1b-4b5f-a1c7-8c55a2ba73d2 req-b7ba72a4-fcf9-4100-81a4-e4cd0e78feef tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 931 time: 0.3847113 Jul 16 03:37:25.948948 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993735d4-16c6-48c9-abee-e9dc7c10c13d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:25.957721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:25.959527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['a779f859-664c-428c-86da-c48f65251515'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:25.971870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Transition to ACTIVE for port object 993735d4-16c6-48c9-abee-e9dc7c10c13d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:25.976806 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.028703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Pushing event updated for resources: {'Port': ['ID=993735d4-16c6-48c9-abee-e9dc7c10c13d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:26.046874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:26.047245 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.100108 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Attempting to bind port 993735d4-16c6-48c9-abee-e9dc7c10c13d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:26.100650 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Attempting to bind port 993735d4-16c6-48c9-abee-e9dc7c10c13d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '45af1b8e-0a48-4701-86bc-ac93f73a36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:26.101224 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Attempting to bind port 993735d4-16c6-48c9-abee-e9dc7c10c13d on network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:26.106056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Port 993735d4-16c6-48c9-abee-e9dc7c10c13d on network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:26.106503 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Attempting to bind port 993735d4-16c6-48c9-abee-e9dc7c10c13d on network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:26.113664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:26.113664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Checking segment: {'id': '45af1b8e-0a48-4701-86bc-ac93f73a36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:26.113664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Bound using segment: {'id': '45af1b8e-0a48-4701-86bc-ac93f73a36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:26.113664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Bound port: 993735d4-16c6-48c9-abee-e9dc7c10c13d, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45af1b8e-0a48-4701-86bc-ac93f73a36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:26.114435 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.141073 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-37091edb-5cef-4971-aa6e-54a72c0eb0d2 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714097 Jul 16 03:37:26.177220 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e687761a-2e29-47ce-b4a6-92386476b5d1 req-0687bf90-446a-48cc-9617-f041a0fdf24f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277610 Jul 16 03:37:26.184965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff3bf05e-ab1b-4b5f-a1c7-8c55a2ba73d2 req-e4523b6f-c2d1-4626-9377-0c37f0bb181c tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259762 Jul 16 03:37:26.198126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] For port 993735d4-16c6-48c9-abee-e9dc7c10c13d, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:26.198126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] For port 993735d4-16c6-48c9-abee-e9dc7c10c13d, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=993735d4-16c6-48c9-abee-e9dc7c10c13d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:26.214441 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.249903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:26.250521 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.251901 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] 10.222.0.88 "PUT /v2.0/ports/993735d4-16c6-48c9-abee-e9dc7c10c13d HTTP/1.1" status: 200 len: 1091 time: 0.6681480 Jul 16 03:37:26.252447 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29b31d4-e36f-4465-92dd-d3076f7c62b6', 'tag': '993735d4-16c6-48c9-abee-e9dc7c10c13d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:26.255563 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401f2f67-2c89-445a-9577-d4400f64fcce" -d '{"events": [{"name": "network-changed", "server_uuid": "d29b31d4-e36f-4465-92dd-d3076f7c62b6", "tag": "993735d4-16c6-48c9-abee-e9dc7c10c13d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:26.289688 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0a086-360d-4c7b-9f2b-6d3366a81524 service neutron] Pushing event updated for resources: {'Port': ['ID=993735d4-16c6-48c9-abee-e9dc7c10c13d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:26.299955 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-155ffce0-8e4b-4be1-9628-4f5eb43a5564 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ddc47a2c-65da-404e-a55b-40a1a9e6ca45 HTTP/1.1" status: 200 len: 217 time: 0.1497011 Jul 16 03:37:26.307408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1a3c7002-a85e-4b18-af50-22d9860569ed req-7359f35b-985a-49b0-a591-ee9cb5df74ee service neutron] 10.222.0.20 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609149 Jul 16 03:37:26.354572 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-eabc5682-6040-42fa-b7e6-fabb5cbed02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:26.356603 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-eabc5682-6040-42fa-b7e6-fabb5cbed02a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98e26a30e2034e8da278feeeec8a7faf&device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 1094 time: 0.0601494 Jul 16 03:37:26.402340 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-114b148c-7608-40ed-a682-3ef6a7d81f2d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=993735d4-16c6-48c9-abee-e9dc7c10c13d HTTP/1.1" status: 200 len: 217 time: 0.0380042 Jul 16 03:37:26.452939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-d75baf91-bcd2-403d-8a71-2ced25ac913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:26.454452 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-d75baf91-bcd2-403d-8a71-2ced25ac913a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=baf48007-44c7-4aed-a544-a06964ab95a5 HTTP/1.1" status: 200 len: 797 time: 0.1439788 Jul 16 03:37:26.457823 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-15848326-4708-4519-a168-08ea699d9307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:26.459258 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-15848326-4708-4519-a168-08ea699d9307 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e08f5fd1-35d8-479b-8e0c-674141a4bf73 HTTP/1.1" status: 200 len: 862 time: 0.0503168 Jul 16 03:37:26.493946 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-d18a6150-1430-427c-b347-4ea5b779f677 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a3b29395-e1eb-41dd-b7b6-748318b3a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259476 Jul 16 03:37:26.575819 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e37026-c86b-41ef-b44a-f24feb4709d2 req-b4e034f2-d19e-4cec-a784-fefc472415e3 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:26.577352 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6e37026-c86b-41ef-b44a-f24feb4709d2 req-b4e034f2-d19e-4cec-a784-fefc472415e3 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 943 time: 0.2562361 Jul 16 03:37:26.585997 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-351b8148-9a01-452f-8f03-ca8f655b03f3 service neutron] 10.222.0.88 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850854 Jul 16 03:37:26.593778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819f26d-c055-4c68-9f40-392e2fc14bd7 req-f3f87374-2a2c-46ed-bb4a-00613729ce1b tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:26.595202 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9819f26d-c055-4c68-9f40-392e2fc14bd7 req-f3f87374-2a2c-46ed-bb4a-00613729ce1b tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.2430885 Jul 16 03:37:26.610176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95244cd3-4927-43bc-9b7f-35a1df5ed65b {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:26.644885 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.670204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ffb19-c447-493d-95db-43671df396d1 req-43a07465-34fd-4b3d-b80d-1aac850e2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:26.671828 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-43a07465-34fd-4b3d-b80d-1aac850e2835 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bfe6d903-2807-4d33-bde4-98398f0edb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1998997 Jul 16 03:37:26.682307 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14292b88-917a-4892-a7d6-b2890d1e9ed5 req-01e55307-9628-4ee6-b87f-3543b74dd6e3 service neutron] 10.222.0.88 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890553 Jul 16 03:37:26.684704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Transition to ACTIVE for port object 95244cd3-4927-43bc-9b7f-35a1df5ed65b will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:26.710446 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:26.714618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9819f26d-c055-4c68-9f40-392e2fc14bd7 req-cce84ae0-7496-4f53-a331-95f2b2d2a1b1 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091878 Jul 16 03:37:26.725761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6e37026-c86b-41ef-b44a-f24feb4709d2 req-093da74c-b542-4051-8a1e-9c1635dc54c1 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396580 Jul 16 03:37:26.810579 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Pushing event updated for resources: {'Port': ['ID=95244cd3-4927-43bc-9b7f-35a1df5ed65b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:26.874307 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-ab0d6681-091e-4c21-8666-f867b964754d service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866627 Jul 16 03:37:27.010004 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582994fd-8e78-476a-b1e6-2d020407a3a1 x-openstack-request-id: req-582994fd-8e78-476a-b1e6-2d020407a3a1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:27.010477 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29b31d4-e36f-4465-92dd-d3076f7c62b6", "tag": "993735d4-16c6-48c9-abee-e9dc7c10c13d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:27.010796 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-582994fd-8e78-476a-b1e6-2d020407a3a1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:27.011265 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29b31d4-e36f-4465-92dd-d3076f7c62b6', 'tag': '993735d4-16c6-48c9-abee-e9dc7c10c13d', 'status': 'completed', 'code': 200} Jul 16 03:37:27.023913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Attempting to bind port 95244cd3-4927-43bc-9b7f-35a1df5ed65b on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:27.024256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Attempting to bind port 95244cd3-4927-43bc-9b7f-35a1df5ed65b by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:27.024634 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Attempting to bind port 95244cd3-4927-43bc-9b7f-35a1df5ed65b on network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:27.043585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Port 95244cd3-4927-43bc-9b7f-35a1df5ed65b on network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:27.043876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Attempting to bind port 95244cd3-4927-43bc-9b7f-35a1df5ed65b on network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:27.054784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69fe2d-3da3-42ba-8629-8eedec056bb2 req-2deae501-95ff-403e-9b8d-69407263d37b tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.056301 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c69fe2d-3da3-42ba-8629-8eedec056bb2 req-2deae501-95ff-403e-9b8d-69407263d37b tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 944 time: 0.1987402 Jul 16 03:37:27.060515 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-823ffb19-c447-493d-95db-43671df396d1 req-fa25a30a-b7cf-4775-8ed2-974f960bb090 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666474 Jul 16 03:37:27.061380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:27.061719 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Checking segment: {'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:27.062101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Bound using segment: {'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:27.062542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Bound port: 95244cd3-4927-43bc-9b7f-35a1df5ed65b, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:27.062903 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.104183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f2f67-2c89-445a-9577-d4400f64fcce req-d004b29e-7394-4a08-9728-db353f6798df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.106258 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-401f2f67-2c89-445a-9577-d4400f64fcce req-d004b29e-7394-4a08-9728-db353f6798df service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98e26a30e2034e8da278feeeec8a7faf&device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 1094 time: 0.0625112 Jul 16 03:37:27.139551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c69fe2d-3da3-42ba-8629-8eedec056bb2 req-7545a8ad-12cf-43cb-a17f-8dcd18ca8daa tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743964 Jul 16 03:37:27.156215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] For port 95244cd3-4927-43bc-9b7f-35a1df5ed65b, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:27.160865 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] For port 95244cd3-4927-43bc-9b7f-35a1df5ed65b, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=95244cd3-4927-43bc-9b7f-35a1df5ed65b,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:27.165044 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.173379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a779f859-664c-428c-86da-c48f65251515 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:27.201623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.202260 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.203734 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b47ab331-bffd-460e-98b3-c380e713a128 req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] 10.222.0.20 "PUT /v2.0/ports/95244cd3-4927-43bc-9b7f-35a1df5ed65b HTTP/1.1" status: 200 len: 1091 time: 2.1039758 Jul 16 03:37:27.208715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'tag': '95244cd3-4927-43bc-9b7f-35a1df5ed65b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:27.211102 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e0e3ef-cd53-486e-b45d-bb1f3f3556ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ccaf3f52-ab3c-4b7b-8292-7370a31cdba3", "tag": "95244cd3-4927-43bc-9b7f-35a1df5ed65b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:27.222684 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f2f67-2c89-445a-9577-d4400f64fcce req-42ddd48e-1f9d-4005-b6dd-225b806cecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.224285 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-401f2f67-2c89-445a-9577-d4400f64fcce req-42ddd48e-1f9d-4005-b6dd-225b806cecb3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a3b29395-e1eb-41dd-b7b6-748318b3a1c5 HTTP/1.1" status: 200 len: 923 time: 0.1063380 Jul 16 03:37:27.246710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port a779f859-664c-428c-86da-c48f65251515 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:27.254968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port a779f859-664c-428c-86da-c48f65251515 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:27.256140 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.294290 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-401f2f67-2c89-445a-9577-d4400f64fcce req-7b5379dc-eba9-416b-a2f0-2b0c25139ed2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=993735d4-16c6-48c9-abee-e9dc7c10c13d HTTP/1.1" status: 200 len: 217 time: 0.0481207 Jul 16 03:37:27.356126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f2f67-2c89-445a-9577-d4400f64fcce req-1e608e30-2747-44c7-8a5c-2a76d0b9e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.357918 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-401f2f67-2c89-445a-9577-d4400f64fcce req-1e608e30-2747-44c7-8a5c-2a76d0b9e453 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e08f5fd1-35d8-479b-8e0c-674141a4bf73 HTTP/1.1" status: 200 len: 862 time: 0.0607355 Jul 16 03:37:27.370673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace370e-b0a9-40ac-bcc4-c49da5726d05 service neutron] Pushing event updated for resources: {'Port': ['ID=95244cd3-4927-43bc-9b7f-35a1df5ed65b,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:27.390910 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.409300 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-401f2f67-2c89-445a-9577-d4400f64fcce req-bd7cbf1c-cd3a-4364-befd-5da53a6f7a18 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a3b29395-e1eb-41dd-b7b6-748318b3a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438509 Jul 16 03:37:27.424753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a779f859-664c-428c-86da-c48f65251515'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:27.427828 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ea2c40-5129-4fab-ad55-0781330a002e" -d '{"events": [{"server_uuid": "72f8f593-4d12-4521-9ae6-a04ad59ef4b4", "name": "network-vif-plugged", "status": "completed", "tag": "a779f859-664c-428c-86da-c48f65251515"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:27.443841 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a779f859-664c-428c-86da-c48f65251515, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a779f859-664c-428c-86da-c48f65251515,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:27.447669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ab331-bffd-460e-98b3-c380e713a128 req-dfaf0e38-2395-4671-ad19-ca3535ae8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.449319 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b47ab331-bffd-460e-98b3-c380e713a128 req-dfaf0e38-2395-4671-ad19-ca3535ae8064 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 1094 time: 0.1942351 Jul 16 03:37:27.449815 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:27.501145 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a779f859-664c-428c-86da-c48f65251515,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:27.507835 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b47ab331-bffd-460e-98b3-c380e713a128 req-218b5b3c-c3b3-4fb4-bebd-c543c9f97280 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95244cd3-4927-43bc-9b7f-35a1df5ed65b HTTP/1.1" status: 200 len: 217 time: 0.0473959 Jul 16 03:37:27.528814 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-401f2f67-2c89-445a-9577-d4400f64fcce req-2bc5e7cb-8301-431c-adf9-e505fecc7353 service neutron] 10.222.0.88 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117482 Jul 16 03:37:27.551605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439df8f-e7ea-4554-9e81-cffd21f779cf req-81111966-1ee9-4255-aa72-635c9a452817 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.553125 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3439df8f-e7ea-4554-9e81-cffd21f779cf req-81111966-1ee9-4255-aa72-635c9a452817 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.2209167 Jul 16 03:37:27.578848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0147a7e-c709-4aeb-976b-f75c2f3bdbb0 req-48fa4a42-6500-46db-8c0f-7cbf018e983f tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.580336 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0147a7e-c709-4aeb-976b-f75c2f3bdbb0 req-48fa4a42-6500-46db-8c0f-7cbf018e983f tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 943 time: 0.1897020 Jul 16 03:37:27.605934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ab331-bffd-460e-98b3-c380e713a128 req-660f3cd8-963c-40e3-bf4e-4207c4a3d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.607399 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b47ab331-bffd-460e-98b3-c380e713a128 req-660f3cd8-963c-40e3-bf4e-4207c4a3d9a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.0918822 Jul 16 03:37:27.620639 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-401f2f67-2c89-445a-9577-d4400f64fcce req-9e9c4b2a-2379-43fe-94f2-d883f4bbc78b service neutron] 10.222.0.88 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844755 Jul 16 03:37:27.672254 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3439df8f-e7ea-4554-9e81-cffd21f779cf req-51e29bc5-f7ce-4ddd-81c7-d472392c5211 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119828 Jul 16 03:37:27.679042 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0147a7e-c709-4aeb-976b-f75c2f3bdbb0 req-ff967f55-1e1b-4315-acfe-566ce89293f7 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869749 Jul 16 03:37:27.710101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ab331-bffd-460e-98b3-c380e713a128 req-44d584e8-79e6-416c-a90c-e86ebe2e5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.711668 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b47ab331-bffd-460e-98b3-c380e713a128 req-44d584e8-79e6-416c-a90c-e86ebe2e5fd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957410 Jul 16 03:37:27.727577 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e117bbf2-945d-4a3b-98f0-c73aad7fc17a x-openstack-request-id: req-e117bbf2-945d-4a3b-98f0-c73aad7fc17a {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:27.727770 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25db8a3-27d3-46b3-a381-012f76f56c48 x-openstack-request-id: req-b25db8a3-27d3-46b3-a381-012f76f56c48 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:27.727900 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f8f593-4d12-4521-9ae6-a04ad59ef4b4", "name": "network-vif-plugged", "status": "completed", "tag": "a779f859-664c-428c-86da-c48f65251515", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:27.728061 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccaf3f52-ab3c-4b7b-8292-7370a31cdba3", "tag": "95244cd3-4927-43bc-9b7f-35a1df5ed65b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:27.728163 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e117bbf2-945d-4a3b-98f0-c73aad7fc17a {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:27.728340 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b25db8a3-27d3-46b3-a381-012f76f56c48 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:27.728525 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a779f859-664c-428c-86da-c48f65251515', 'code': 200} Jul 16 03:37:27.728730 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'tag': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'status': 'completed', 'code': 200} Jul 16 03:37:27.808359 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b47ab331-bffd-460e-98b3-c380e713a128 req-3b1f11cb-7c12-498c-ab89-bd4dc23d80b3 service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902166 Jul 16 03:37:27.866330 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26b190-d81c-4e3b-ab63-52585b3ffc57 req-c25f3f09-c8e9-443e-b48b-1db6234937ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:27.867825 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee26b190-d81c-4e3b-ab63-52585b3ffc57 req-c25f3f09-c8e9-443e-b48b-1db6234937ad service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 1096 time: 0.0645299 Jul 16 03:37:27.907135 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee26b190-d81c-4e3b-ab63-52585b3ffc57 req-fa2a6369-bde2-4dff-a7ba-9e5ea19db0fa service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325356 Jul 16 03:37:27.994299 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b47ab331-bffd-460e-98b3-c380e713a128 req-e9983122-16c3-4731-a793-66b193dcf1a5 service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801910 Jul 16 03:37:28.007941 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4d221-cf18-4d61-a3c2-04b1c00da1d8 req-f4df8e71-d75e-413f-ba85-0e7126061c80 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:28.009688 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edb4d221-cf18-4d61-a3c2-04b1c00da1d8 req-f4df8e71-d75e-413f-ba85-0e7126061c80 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1743939 Jul 16 03:37:28.022016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019ab6e-f13e-458f-9286-f0821fce2341 req-80bfcf0a-20ce-4458-a594-a686209be0d5 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:28.023487 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9019ab6e-f13e-458f-9286-f0821fce2341 req-80bfcf0a-20ce-4458-a594-a686209be0d5 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 943 time: 0.1437199 Jul 16 03:37:28.106620 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edb4d221-cf18-4d61-a3c2-04b1c00da1d8 req-9b523612-d00f-48b9-b7b9-88396d8511bd tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821636 Jul 16 03:37:28.113185 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9019ab6e-f13e-458f-9286-f0821fce2341 req-88af8642-9e23-44b4-94c6-9edc63238a57 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812073 Jul 16 03:37:28.133234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0e3ef-cd53-486e-b45d-bb1f3f3556ef req-aa6b34ed-4a37-41e7-9d9d-75895e049133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:28.135244 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5e0e3ef-cd53-486e-b45d-bb1f3f3556ef req-aa6b34ed-4a37-41e7-9d9d-75895e049133 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 1094 time: 0.0962467 Jul 16 03:37:28.236584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0e3ef-cd53-486e-b45d-bb1f3f3556ef req-20604fa8-7f91-41be-9bfc-de1c62486030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:28.238793 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5e0e3ef-cd53-486e-b45d-bb1f3f3556ef req-20604fa8-7f91-41be-9bfc-de1c62486030 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 922 time: 0.0972998 Jul 16 03:37:28.283917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5e0e3ef-cd53-486e-b45d-bb1f3f3556ef req-528606bc-327c-46b3-9d25-4e38110b462d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95244cd3-4927-43bc-9b7f-35a1df5ed65b HTTP/1.1" status: 200 len: 217 time: 0.0371106 Jul 16 03:37:28.342898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0e3ef-cd53-486e-b45d-bb1f3f3556ef req-194b16e7-d56d-450d-97aa-a8cfd46243b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:28.344296 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5e0e3ef-cd53-486e-b45d-bb1f3f3556ef req-194b16e7-d56d-450d-97aa-a8cfd46243b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.0544426 Jul 16 03:37:28.436245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67767b-d2f6-4d07-8e46-dbcda1e5cebd req-9c4d2ce6-7db8-463e-af1a-2ac008013e12 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:28.437725 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa67767b-d2f6-4d07-8e46-dbcda1e5cebd req-9c4d2ce6-7db8-463e-af1a-2ac008013e12 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.1104016 Jul 16 03:37:28.442920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0e3ef-cd53-486e-b45d-bb1f3f3556ef req-65c02d0b-9f14-43de-b47e-5328a2428dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:28.444316 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5e0e3ef-cd53-486e-b45d-bb1f3f3556ef req-65c02d0b-9f14-43de-b47e-5328a2428dcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844090 Jul 16 03:37:28.501803 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa67767b-d2f6-4d07-8e46-dbcda1e5cebd req-23337c05-ff45-4f07-8df8-c014c4a8d9e3 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564663 Jul 16 03:37:28.555470 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5e0e3ef-cd53-486e-b45d-bb1f3f3556ef req-969d5c0d-1741-4130-a76a-761dd0cd5aad service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045172 Jul 16 03:37:28.641599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5e0e3ef-cd53-486e-b45d-bb1f3f3556ef req-d2c0ec65-d325-48b2-853f-0683759a78d5 service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799026 Jul 16 03:37:29.177847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 993735d4-16c6-48c9-abee-e9dc7c10c13d details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:29.198096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a607dd-ba69-4704-8e59-31a1aea2ecf4 req-9692483b-b7cb-4147-a934-4ec6fa2a638c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:29.199588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e2a607dd-ba69-4704-8e59-31a1aea2ecf4 req-9692483b-b7cb-4147-a934-4ec6fa2a638c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.4122262 Jul 16 03:37:29.207348 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3d7c4-9ed2-4add-854a-8b96d490d27a req-bd9f4f24-91bd-4c2a-b228-42a287ef9b2b tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:29.208757 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70b3d7c4-9ed2-4add-854a-8b96d490d27a req-bd9f4f24-91bd-4c2a-b228-42a287ef9b2b tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 943 time: 0.4112284 Jul 16 03:37:29.263128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e2a607dd-ba69-4704-8e59-31a1aea2ecf4 req-69ed02a8-6670-481c-b240-5fbef1007bfc tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533972 Jul 16 03:37:29.267900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70b3d7c4-9ed2-4add-854a-8b96d490d27a req-ee3fbe0f-18b4-4473-abad-8fbc45f45b76 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523839 Jul 16 03:37:29.275205 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 993735d4-16c6-48c9-abee-e9dc7c10c13d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=993735d4-16c6-48c9-abee-e9dc7c10c13d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:29.287884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '993735d4-16c6-48c9-abee-e9dc7c10c13d', 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5', 'port_id': '993735d4-16c6-48c9-abee-e9dc7c10c13d', 'mac_address': 'fa:16:3e:e8:84:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08f5fd1-35d8-479b-8e0c-674141a4bf73', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:29.327494 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.340897 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993735d4-16c6-48c9-abee-e9dc7c10c13d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:29.359774 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 993735d4-16c6-48c9-abee-e9dc7c10c13d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=993735d4-16c6-48c9-abee-e9dc7c10c13d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:29.364123 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:29.412336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=993735d4-16c6-48c9-abee-e9dc7c10c13d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:29.473469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c950d0f-5c4c-4579-91fa-6de46ad64010 req-12d045c2-fcb4-46d4-b31f-2e7c86ed299c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:29.474873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c950d0f-5c4c-4579-91fa-6de46ad64010 req-12d045c2-fcb4-46d4-b31f-2e7c86ed299c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1073377 Jul 16 03:37:29.485941 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f39814-b669-4083-b714-a007da46309c req-904fbbf7-fb43-437d-9ddf-bc5a2ff97090 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:29.487331 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54f39814-b669-4083-b714-a007da46309c req-904fbbf7-fb43-437d-9ddf-bc5a2ff97090 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 944 time: 0.1091263 Jul 16 03:37:29.546154 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c950d0f-5c4c-4579-91fa-6de46ad64010 req-1276beff-ca83-4c99-8b6b-af35e0a2969d tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578477 Jul 16 03:37:29.551526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54f39814-b669-4083-b714-a007da46309c req-8d0bb574-a168-4a23-bc03-d11abe8b427d tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572655 Jul 16 03:37:29.701873 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['993735d4-16c6-48c9-abee-e9dc7c10c13d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:29.818523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b99600-cea6-4923-a3d3-0e1e6f1492ec req-0c98599b-7f0f-41e2-a495-9ad4c8fc2a35 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:29.820149 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42b99600-cea6-4923-a3d3-0e1e6f1492ec req-0c98599b-7f0f-41e2-a495-9ad4c8fc2a35 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.0630949 Jul 16 03:37:29.858076 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42b99600-cea6-4923-a3d3-0e1e6f1492ec req-be40f082-b744-4f3d-8f15-d9e2d1a5f8c0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323315 Jul 16 03:37:30.021029 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0db7435f-44e4-4947-881d-c10c94ce70bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.036773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23bcd6-dc30-447c-b329-82513007345a req-29b8b44c-2675-4fdf-9492-cd4493866f34 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.038252 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4b23bcd6-dc30-447c-b329-82513007345a req-29b8b44c-2675-4fdf-9492-cd4493866f34 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.0697467 Jul 16 03:37:30.046635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:30.051726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e5b3c183-5072-4903-87e6-1d5098da62e7 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Request body: {'floatingip': {'port_id': 'a779f859-664c-428c-86da-c48f65251515'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:30.089283 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5b3c183-5072-4903-87e6-1d5098da62e7 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.561059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d7ee5-101b-476a-b83d-4d477ef83868 req-dca5128a-83d1-431f-8cab-0250fa6c69c3 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.562433 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b94d7ee5-101b-476a-b83d-4d477ef83868 req-dca5128a-83d1-431f-8cab-0250fa6c69c3 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.1767342 Jul 16 03:37:30.572511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d254689-5c12-4c5f-83e6-339dc860b871 req-b147ca94-df18-4165-bb58-977ee7c51976 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.573890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d254689-5c12-4c5f-83e6-339dc860b871 req-b147ca94-df18-4165-bb58-977ee7c51976 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 943 time: 0.1870918 Jul 16 03:37:30.671589 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b94d7ee5-101b-476a-b83d-4d477ef83868 req-702c5500-d915-4173-a4f2-17fb0138a5f7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953078 Jul 16 03:37:30.690442 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d254689-5c12-4c5f-83e6-339dc860b871 req-04dabceb-8947-406b-a54f-3948f7602dd9 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010845 Jul 16 03:37:30.692598 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5b3c183-5072-4903-87e6-1d5098da62e7 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.697623 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 95244cd3-4927-43bc-9b7f-35a1df5ed65b details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:30.715214 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5b3c183-5072-4903-87e6-1d5098da62e7 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.801114 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 95244cd3-4927-43bc-9b7f-35a1df5ed65b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=95244cd3-4927-43bc-9b7f-35a1df5ed65b,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:30.815889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'port_id': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'mac_address': 'fa:16:3e:25:9d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:30.856889 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.860916 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.874751 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95244cd3-4927-43bc-9b7f-35a1df5ed65b {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:30.893663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 95244cd3-4927-43bc-9b7f-35a1df5ed65b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=95244cd3-4927-43bc-9b7f-35a1df5ed65b,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:30.897457 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:30.905097 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-e5b3c183-5072-4903-87e6-1d5098da62e7 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Floating IP 279a7e72-4794-4579-98b4-a82fd67a7fa6 associated. External IP: 172.25.3.194, port: a779f859-664c-428c-86da-c48f65251515. Jul 16 03:37:30.945713 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=95244cd3-4927-43bc-9b7f-35a1df5ed65b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:30.970542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab912d-487b-4918-a013-2b25bb2610d2 req-68f46823-a3e1-43ff-b0cc-a04cb35d79ae tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:30.972580 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffab912d-487b-4918-a013-2b25bb2610d2 req-68f46823-a3e1-43ff-b0cc-a04cb35d79ae tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1956902 Jul 16 03:37:31.022804 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e63f9e-c464-4240-8f34-75d9b6d45f6f req-52c04b12-409b-4d9f-9d1b-fecf7dcf7de5 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.024223 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-51e63f9e-c464-4240-8f34-75d9b6d45f6f req-52c04b12-409b-4d9f-9d1b-fecf7dcf7de5 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 944 time: 0.1931202 Jul 16 03:37:31.082459 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffab912d-487b-4918-a013-2b25bb2610d2 req-821c7da3-476f-4def-8514-56b56abc2640 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027164 Jul 16 03:37:31.100174 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-51e63f9e-c464-4240-8f34-75d9b6d45f6f req-5945ea07-9f4c-4455-a383-d39963fb63d5 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677578 Jul 16 03:37:31.140169 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['95244cd3-4927-43bc-9b7f-35a1df5ed65b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:31.211007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 993735d4-16c6-48c9-abee-e9dc7c10c13d up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:31.224273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b3c183-5072-4903-87e6-1d5098da62e7 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Router 1c150962-10d5-4cda-8830-0475015cf9e2 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:31.303055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 993735d4-16c6-48c9-abee-e9dc7c10c13d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:31.315524 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 993735d4-16c6-48c9-abee-e9dc7c10c13d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:31.316482 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.340542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b3c183-5072-4903-87e6-1d5098da62e7 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:31.344931 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5b3c183-5072-4903-87e6-1d5098da62e7 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.349786 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5b7b87-238d-45d1-86f8-1929c03da04b None None] Sync routers for ids ['1c150962-10d5-4cda-8830-0475015cf9e2'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:31.359093 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b7b87-238d-45d1-86f8-1929c03da04b None None] Routers {'1c150962-10d5-4cda-8830-0475015cf9e2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:31.359785 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ed5b7b87-238d-45d1-86f8-1929c03da04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1c150962-10d5-4cda-8830-0475015cf9e2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:31.381241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e5b3c183-5072-4903-87e6-1d5098da62e7 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "PUT /v2.0/floatingips/279a7e72-4794-4579-98b4-a82fd67a7fa6 HTTP/1.1" status: 200 len: 991 time: 1.3335454 Jul 16 03:37:31.381834 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'tag': 'a779f859-664c-428c-86da-c48f65251515'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:31.384388 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5b2c58-7d6e-45c7-b849-0391b8a8ab6c" -d '{"events": [{"name": "network-changed", "server_uuid": "72f8f593-4d12-4521-9ae6-a04ad59ef4b4", "tag": "a779f859-664c-428c-86da-c48f65251515"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:31.416594 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.427416 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.442490 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2148474d-9ba3-4d1f-b4e0-8e9fd887989d x-openstack-request-id: req-2148474d-9ba3-4d1f-b4e0-8e9fd887989d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:31.442999 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f8f593-4d12-4521-9ae6-a04ad59ef4b4", "tag": "a779f859-664c-428c-86da-c48f65251515", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:31.443410 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2148474d-9ba3-4d1f-b4e0-8e9fd887989d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:31.443962 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'tag': 'a779f859-664c-428c-86da-c48f65251515', 'status': 'completed', 'code': 200} Jul 16 03:37:31.452797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29b31d4-e36f-4465-92dd-d3076f7c62b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993735d4-16c6-48c9-abee-e9dc7c10c13d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:31.455016 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dc3911-ffe7-4b87-9bf5-f86a917d3cf3" -d '{"events": [{"server_uuid": "d29b31d4-e36f-4465-92dd-d3076f7c62b6", "name": "network-vif-plugged", "status": "completed", "tag": "993735d4-16c6-48c9-abee-e9dc7c10c13d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:31.484943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 993735d4-16c6-48c9-abee-e9dc7c10c13d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=993735d4-16c6-48c9-abee-e9dc7c10c13d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:31.492534 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:31.505267 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ed5b7b87-238d-45d1-86f8-1929c03da04b None None] Set router 1c150962-10d5-4cda-8830-0475015cf9e2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:31.513081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b2c58-7d6e-45c7-b849-0391b8a8ab6c req-24d9ae49-e88e-4ba7-929e-a488956bfb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.515498 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c5b2c58-7d6e-45c7-b849-0391b8a8ab6c req-24d9ae49-e88e-4ba7-929e-a488956bfb81 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 1096 time: 0.0614665 Jul 16 03:37:31.524459 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ba9739-9cdd-464f-b514-f510a9c0f2a7 x-openstack-request-id: req-64ba9739-9cdd-464f-b514-f510a9c0f2a7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:31.524746 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29b31d4-e36f-4465-92dd-d3076f7c62b6", "name": "network-vif-plugged", "status": "completed", "tag": "993735d4-16c6-48c9-abee-e9dc7c10c13d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:31.524995 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64ba9739-9cdd-464f-b514-f510a9c0f2a7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:31.525378 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29b31d4-e36f-4465-92dd-d3076f7c62b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993735d4-16c6-48c9-abee-e9dc7c10c13d', 'code': 200} Jul 16 03:37:31.551135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=993735d4-16c6-48c9-abee-e9dc7c10c13d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:31.620248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b2c58-7d6e-45c7-b849-0391b8a8ab6c req-40b31dfd-9180-46d0-a70b-3441a275484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.621697 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c5b2c58-7d6e-45c7-b849-0391b8a8ab6c req-40b31dfd-9180-46d0-a70b-3441a275484b service neutron] 10.222.0.88 "GET /v2.0/networks?id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 200 len: 918 time: 0.0915735 Jul 16 03:37:31.647897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a362b4-662a-4d5d-acd5-879163f24176 req-b00b5ba4-4462-4df5-935f-5690996d1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.649436 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89a362b4-662a-4d5d-acd5-879163f24176 req-b00b5ba4-4462-4df5-935f-5690996d1ee3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 1096 time: 0.0533454 Jul 16 03:37:31.698305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89a362b4-662a-4d5d-acd5-879163f24176 req-e9463c8b-6d46-4517-9b8c-519cc8e76b88 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386312 Jul 16 03:37:31.699313 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c5b2c58-7d6e-45c7-b849-0391b8a8ab6c req-34d33f60-23d5-4ee2-a084-fd95f87abd16 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a779f859-664c-428c-86da-c48f65251515 HTTP/1.1" status: 200 len: 999 time: 0.0697045 Jul 16 03:37:31.797408 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b2c58-7d6e-45c7-b849-0391b8a8ab6c req-c54d6fd9-d90e-4d44-8f4d-d3a156243507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.799465 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c5b2c58-7d6e-45c7-b849-0391b8a8ab6c req-c54d6fd9-d90e-4d44-8f4d-d3a156243507 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df2843df-4813-4d8f-83e4-b733c2b2e1d2 HTTP/1.1" status: 200 len: 856 time: 0.0455277 Jul 16 03:37:31.859130 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b2c58-7d6e-45c7-b849-0391b8a8ab6c req-967a4f54-fa7e-4184-b610-083bf9f30bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.861129 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c5b2c58-7d6e-45c7-b849-0391b8a8ab6c req-967a4f54-fa7e-4184-b610-083bf9f30bb8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537643 Jul 16 03:37:31.862092 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ed5b7b87-238d-45d1-86f8-1929c03da04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '279a7e72-4794-4579-98b4-a82fd67a7fa6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'port_id': 'a779f859-664c-428c-86da-c48f65251515', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'mac_address': 'fa:16:3e:a3:b2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:37:15Z', 'updated_at': '2021-07-16T03:37:30Z', 'revision_number': 1, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63031b8d-3c21-4e30-8a6e-acebba03c595', 'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'mac_address': 'fa:16:3e:dc:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:13Z', 'updated_at': '2021-07-16T03:32:19Z', 'revision_number': 5, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'subnets': [{'id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:31.892668 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5b7b87-238d-45d1-86f8-1929c03da04b None None] Checking router: 1c150962-10d5-4cda-8830-0475015cf9e2 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:31.902270 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b7b87-238d-45d1-86f8-1929c03da04b None None] Routers {'1c150962-10d5-4cda-8830-0475015cf9e2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:31.902882 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ed5b7b87-238d-45d1-86f8-1929c03da04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1c150962-10d5-4cda-8830-0475015cf9e2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:31.904758 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1e61c-cd20-4dec-b534-48b415b0294c req-d9f3d30c-0dec-4b4a-b62b-6eb7576e1d40 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.906258 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62a1e61c-cd20-4dec-b534-48b415b0294c req-d9f3d30c-0dec-4b4a-b62b-6eb7576e1d40 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 944 time: 0.0842738 Jul 16 03:37:31.915330 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2287187-321f-438b-91b2-01dbc188f262 req-65e504fb-a7e3-4f9a-a5d8-426cb063d059 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:31.916855 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2287187-321f-438b-91b2-01dbc188f262 req-65e504fb-a7e3-4f9a-a5d8-426cb063d059 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.1236167 Jul 16 03:37:31.968872 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c5b2c58-7d6e-45c7-b849-0391b8a8ab6c req-9eac3904-31b9-4810-a6f2-672458293c8c service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975792 Jul 16 03:37:31.973164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62a1e61c-cd20-4dec-b534-48b415b0294c req-0db9f359-fb4c-4359-a9fb-c2654f9f388b tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553546 Jul 16 03:37:31.977978 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2287187-321f-438b-91b2-01dbc188f262 req-2b92aaa9-70dc-4cbc-b899-c8a2a9ad6507 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541167 Jul 16 03:37:32.019798 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ed5b7b87-238d-45d1-86f8-1929c03da04b None None] Set router 1c150962-10d5-4cda-8830-0475015cf9e2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:32.063230 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c5b2c58-7d6e-45c7-b849-0391b8a8ab6c req-70dbeb47-00ab-44a9-b710-2c8f9c33789e service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818813 Jul 16 03:37:32.242601 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ed5b7b87-238d-45d1-86f8-1929c03da04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '279a7e72-4794-4579-98b4-a82fd67a7fa6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'port_id': 'a779f859-664c-428c-86da-c48f65251515', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'mac_address': 'fa:16:3e:a3:b2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:37:15Z', 'updated_at': '2021-07-16T03:37:30Z', 'revision_number': 1, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63031b8d-3c21-4e30-8a6e-acebba03c595', 'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'mac_address': 'fa:16:3e:dc:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:13Z', 'updated_at': '2021-07-16T03:32:19Z', 'revision_number': 5, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'subnets': [{'id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:32.269906 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5b7b87-238d-45d1-86f8-1929c03da04b None None] The sync data for ids ['1c150962-10d5-4cda-8830-0475015cf9e2'] in n-d-800088-6 is: [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '279a7e72-4794-4579-98b4-a82fd67a7fa6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'floating_ip_address': '172.25.3.194', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'port_id': 'a779f859-664c-428c-86da-c48f65251515', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'mac_address': 'fa:16:3e:a3:b2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:37:15Z', 'updated_at': '2021-07-16T03:37:30Z', 'revision_number': 1, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63031b8d-3c21-4e30-8a6e-acebba03c595', 'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'mac_address': 'fa:16:3e:dc:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:13Z', 'updated_at': '2021-07-16T03:32:19Z', 'revision_number': 5, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'subnets': [{'id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:32.297111 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660275e-eba5-42c4-9239-780b6540f43b req-c7b439ed-ef37-4dbf-b7e3-71e6151b8abc tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:32.298598 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0660275e-eba5-42c4-9239-780b6540f43b req-c7b439ed-ef37-4dbf-b7e3-71e6151b8abc tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1058481 Jul 16 03:37:32.319172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454c384-3928-426a-b7a8-eca8a4fe145b req-ba3d178d-46db-4ed1-b6b6-6973c1c99420 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:32.320750 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b454c384-3928-426a-b7a8-eca8a4fe145b req-ba3d178d-46db-4ed1-b6b6-6973c1c99420 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 945 time: 0.0997314 Jul 16 03:37:32.369157 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0660275e-eba5-42c4-9239-780b6540f43b req-25da8521-e589-4d89-9aa3-f72063983548 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639455 Jul 16 03:37:32.375994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b454c384-3928-426a-b7a8-eca8a4fe145b req-71e3f0f1-5eff-4dbe-bb88-c7bd9aaf7de6 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476198 Jul 16 03:37:32.490732 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1d9629-5cfb-4760-bd03-1af7c231edbb None None] New status for floating IP 279a7e72-4794-4579-98b4-a82fd67a7fa6: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:37:32.718165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 95244cd3-4927-43bc-9b7f-35a1df5ed65b up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:32.766318 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fbc7c257-cbd2-4b0b-96e5-224fa18b6c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.785052 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.794478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 95244cd3-4927-43bc-9b7f-35a1df5ed65b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:32.798225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 95244cd3-4927-43bc-9b7f-35a1df5ed65b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:32.798594 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.871470 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.901838 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 95244cd3-4927-43bc-9b7f-35a1df5ed65b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=95244cd3-4927-43bc-9b7f-35a1df5ed65b,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:32.905084 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:32.951994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=95244cd3-4927-43bc-9b7f-35a1df5ed65b,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:33.187808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2ccbf-ffec-44f6-9300-327cad3b0a5f req-bf5f3079-ae7e-4222-aba3-67fd506c2b50 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.189329 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-87c2ccbf-ffec-44f6-9300-327cad3b0a5f req-bf5f3079-ae7e-4222-aba3-67fd506c2b50 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 945 time: 0.1039793 Jul 16 03:37:33.201012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aed2a4-7861-4095-8289-77a0568867dd req-bb6079cb-6ff9-403a-845b-67e48632538e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.202400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b3aed2a4-7861-4095-8289-77a0568867dd req-bb6079cb-6ff9-403a-845b-67e48632538e tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.1079950 Jul 16 03:37:33.256634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-87c2ccbf-ffec-44f6-9300-327cad3b0a5f req-7e783abe-e855-4f64-916d-702b40eb8f0c tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532827 Jul 16 03:37:33.261556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b3aed2a4-7861-4095-8289-77a0568867dd req-ac344c99-064c-496f-801a-e3b2924ee8ea tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524886 Jul 16 03:37:33.527014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95244cd3-4927-43bc-9b7f-35a1df5ed65b'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:33.529267 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e11ed15-57a3-49b0-bdaf-a12f0a39bbdc" -d '{"events": [{"server_uuid": "ccaf3f52-ab3c-4b7b-8292-7370a31cdba3", "name": "network-vif-plugged", "status": "completed", "tag": "95244cd3-4927-43bc-9b7f-35a1df5ed65b"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:33.590131 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d4917-1c18-49c9-834e-437e6133b991 req-8d6b30b9-7a5f-4465-8ce6-202ce0065b75 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.591591 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca6d4917-1c18-49c9-834e-437e6133b991 req-8d6b30b9-7a5f-4465-8ce6-202ce0065b75 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1094377 Jul 16 03:37:33.601297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa773332-8734-45cc-a79b-bae3e25cfede req-89562b1c-4227-424f-8576-de24721265b6 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.602658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa773332-8734-45cc-a79b-bae3e25cfede req-89562b1c-4227-424f-8576-de24721265b6 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 945 time: 0.1115532 Jul 16 03:37:33.657700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca6d4917-1c18-49c9-834e-437e6133b991 req-5bede0b5-d24b-4c25-9122-4ef334f7834d tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541074 Jul 16 03:37:33.660945 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa773332-8734-45cc-a79b-bae3e25cfede req-3ba24314-d7d0-4125-97ee-2cc64ee755d5 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516653 Jul 16 03:37:33.710630 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83376cee-8370-4209-9ced-f78dd8d1b6a6 x-openstack-request-id: req-83376cee-8370-4209-9ced-f78dd8d1b6a6 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:33.711038 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccaf3f52-ab3c-4b7b-8292-7370a31cdba3", "name": "network-vif-plugged", "status": "completed", "tag": "95244cd3-4927-43bc-9b7f-35a1df5ed65b", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:33.711305 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83376cee-8370-4209-9ced-f78dd8d1b6a6 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:33.711705 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'code': 200} Jul 16 03:37:33.773485 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:33.839582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e7991-1141-4e79-93e2-7abbd53cec70 req-4c5e3181-2d5b-49c6-bf69-717a47188f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.841213 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-156e7991-1141-4e79-93e2-7abbd53cec70 req-4c5e3181-2d5b-49c6-bf69-717a47188f3d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 1096 time: 0.0571423 Jul 16 03:37:33.877506 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-156e7991-1141-4e79-93e2-7abbd53cec70 req-f895846b-d95a-48fb-89c1-06d8c102b1fd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282288 Jul 16 03:37:33.961133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a149c0-f71e-4831-95d6-0e182180ac93 req-d906cf2c-166f-4803-b756-abb7c7af6a15 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:33.962659 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6a149c0-f71e-4831-95d6-0e182180ac93 req-d906cf2c-166f-4803-b756-abb7c7af6a15 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 945 time: 0.0622671 Jul 16 03:37:34.002766 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6a149c0-f71e-4831-95d6-0e182180ac93 req-2191da2a-6fc4-4a11-a2f2-27a7b706f2a5 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344956 Jul 16 03:37:34.181753 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053bd80-859a-462b-ab27-c6337a8a2a3e req-6cab651c-64aa-491e-98b6-bdf523a8e05a tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:34.183223 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a053bd80-859a-462b-ab27-c6337a8a2a3e req-6cab651c-64aa-491e-98b6-bdf523a8e05a tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 945 time: 0.0622523 Jul 16 03:37:34.219666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a053bd80-859a-462b-ab27-c6337a8a2a3e req-d2ca29dc-99ab-4478-8825-e9d015f3e54a tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306675 Jul 16 03:37:34.733901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed1205-3eea-4f50-8ec7-7cce8dc24389 req-59876f50-a336-4ac2-a910-ce0d9473ce83 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:34.735384 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cfed1205-3eea-4f50-8ec7-7cce8dc24389 req-59876f50-a336-4ac2-a910-ce0d9473ce83 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 945 time: 0.4011116 Jul 16 03:37:34.769742 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3a4a1-260f-407b-9b34-d676a46c67eb req-ea5fda1c-de5d-4bd9-919e-7de221e4d96b tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:34.771241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92b3a4a1-260f-407b-9b34-d676a46c67eb req-ea5fda1c-de5d-4bd9-919e-7de221e4d96b tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 945 time: 0.4025843 Jul 16 03:37:34.799732 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cfed1205-3eea-4f50-8ec7-7cce8dc24389 req-168b15ce-349b-4ecf-ab54-3b1da26ba494 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577559 Jul 16 03:37:34.834265 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92b3a4a1-260f-407b-9b34-d676a46c67eb req-d7b33173-c7a7-42a0-8597-f420d62a4191 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531566 Jul 16 03:37:34.988640 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70dffc-8801-49cf-a083-375e920062a6 req-c0a89a9c-fb0d-45e1-88c1-384548662c41 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:34.990110 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df70dffc-8801-49cf-a083-375e920062a6 req-c0a89a9c-fb0d-45e1-88c1-384548662c41 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.0908098 Jul 16 03:37:35.046294 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989b0ca-a115-499f-aa7e-c75b65b35141 req-24ae7468-b466-4b1b-b052-1f07522b2373 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.047749 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8989b0ca-a115-499f-aa7e-c75b65b35141 req-24ae7468-b466-4b1b-b052-1f07522b2373 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1046641 Jul 16 03:37:35.052184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df70dffc-8801-49cf-a083-375e920062a6 req-654856df-791f-4cbd-8042-eb3f65765559 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560153 Jul 16 03:37:35.088003 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8989b0ca-a115-499f-aa7e-c75b65b35141 req-a09e88cb-85bc-4c52-acb5-d218671fb558 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329754 Jul 16 03:37:35.414580 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1de9ed-7d79-40e7-8ef8-783c09555a55 req-9f11710c-bdab-4ab3-aa76-b540dd1e20c4 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.416047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9c1de9ed-7d79-40e7-8ef8-783c09555a55 req-9f11710c-bdab-4ab3-aa76-b540dd1e20c4 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 945 time: 0.0614197 Jul 16 03:37:35.451990 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9c1de9ed-7d79-40e7-8ef8-783c09555a55 req-a98350a6-4d02-4113-a39c-56274cc335fa tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304422 Jul 16 03:37:35.635826 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb77b96-6154-43dc-af67-aa2a1377c2ff req-e9273f29-47f4-4709-aa20-aa97bc637603 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.637353 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1cb77b96-6154-43dc-af67-aa2a1377c2ff req-e9273f29-47f4-4709-aa20-aa97bc637603 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 945 time: 0.0715084 Jul 16 03:37:35.668982 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:35.676392 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1cb77b96-6154-43dc-af67-aa2a1377c2ff req-b43fe472-d44e-43a0-b9cb-aed76ab5f29e tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325460 Jul 16 03:37:35.852574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d39c5-0c82-4a2f-bb29-0451fe217e83 req-d452713a-1efc-44df-8edb-104e70fdb4f2 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:35.854061 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-483d39c5-0c82-4a2f-bb29-0451fe217e83 req-d452713a-1efc-44df-8edb-104e70fdb4f2 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 945 time: 0.0619698 Jul 16 03:37:35.891312 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-483d39c5-0c82-4a2f-bb29-0451fe217e83 req-931dbfd9-71c1-43ae-b073-f543dc4b0d7c tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Jul 16 03:37:36.005720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4a139-313f-4b29-be0d-0570f538f90c req-9730bcae-0f7b-4c26-abdd-a8f47605bed5 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:36.007240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c1c4a139-313f-4b29-be0d-0570f538f90c req-9730bcae-0f7b-4c26-abdd-a8f47605bed5 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 945 time: 0.0635793 Jul 16 03:37:36.076767 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c1c4a139-313f-4b29-be0d-0570f538f90c req-733ef480-9b12-49ce-b084-b750f9a41433 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600030 Jul 16 03:37:36.098463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862a979-1a62-4824-84ea-e344fc5ffa5c req-ed3df41c-b18b-4539-beb3-dee32a2c3bec tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:36.099969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6862a979-1a62-4824-84ea-e344fc5ffa5c req-ed3df41c-b18b-4539-beb3-dee32a2c3bec tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 945 time: 0.0918596 Jul 16 03:37:36.138888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6862a979-1a62-4824-84ea-e344fc5ffa5c req-c178d489-a267-4831-a9a6-caa896fdd8be tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326920 Jul 16 03:37:36.308048 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f83d93cc-639d-416e-a636-883619079fa6 req-7f1d2465-4057-4513-b40d-8a10568a2a7d tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1442313 Jul 16 03:37:36.316091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2593ee-34fc-4d0e-8c86-77ed3169b692 req-669bb381-5267-4260-9370-e16e1a04667d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:36.317511 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c2593ee-34fc-4d0e-8c86-77ed3169b692 req-669bb381-5267-4260-9370-e16e1a04667d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.1416860 Jul 16 03:37:36.322155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:36.369118 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c2593ee-34fc-4d0e-8c86-77ed3169b692 req-aab1fd19-af03-41cc-b170-9de068c6f30c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428140 Jul 16 03:37:36.370485 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:36.503582 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:36.602090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866f6f3-7886-4957-a3ca-2213f59da46d req-c929e1d0-9ff7-4b00-822b-7f47d3240a75 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:36.603506 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5866f6f3-7886-4957-a3ca-2213f59da46d req-c929e1d0-9ff7-4b00-822b-7f47d3240a75 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1320727 Jul 16 03:37:36.660006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Allocated IP 172.25.3.251 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/899c340f-2381-4154-bd0f-fd242b955afb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:36.668043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5866f6f3-7886-4957-a3ca-2213f59da46d req-9c094867-36da-467d-a05f-022a69442a40 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569572 Jul 16 03:37:36.764813 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:36.803744 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:36.839501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:36.845634 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:36.849239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:36.874982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Pushing event updated for resources: {'Port': ['ID=899c340f-2381-4154-bd0f-fd242b955afb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:36.939323 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:36.982309 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.140919 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.145395 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.218888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Pushing event updated for resources: {'Port': ['ID=899c340f-2381-4154-bd0f-fd242b955afb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:37.227141 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.245708 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.247079 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f83d93cc-639d-416e-a636-883619079fa6 req-a0ee4234-690c-4466-ba1a-b0da7549d770 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9286714 Jul 16 03:37:37.264305 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e9bd3c72-a7d1-420c-8369-54220367b513 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:37.309554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f83d93cc-639d-416e-a636-883619079fa6 req-84492b74-d4d4-40c0-bcc2-9f8233e0a999 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.0551193 Jul 16 03:37:37.373208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e9bd3c72-a7d1-420c-8369-54220367b513, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e9bd3c72-a7d1-420c-8369-54220367b513,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:37.385768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'e9bd3c72-a7d1-420c-8369-54220367b513', 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'port_id': 'e9bd3c72-a7d1-420c-8369-54220367b513', 'mac_address': 'fa:16:3e:34:0e:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460165b0-71f2-476d-a3c4-33a11989f907', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:37.426056 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.440122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9bd3c72-a7d1-420c-8369-54220367b513 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:37.459466 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d93cc-639d-416e-a636-883619079fa6 req-2d5cbf3c-941c-40b4-bafb-4951eaf74832 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:37.461035 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f83d93cc-639d-416e-a636-883619079fa6 req-2d5cbf3c-941c-40b4-bafb-4951eaf74832 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1398451 Jul 16 03:37:37.463122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e9bd3c72-a7d1-420c-8369-54220367b513, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e9bd3c72-a7d1-420c-8369-54220367b513,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:37.480516 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:37.548933 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=e9bd3c72-a7d1-420c-8369-54220367b513,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:37.638747 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdcc1b-cd49-4fc4-b4c3-f7162ddd0355 req-2359f33b-72f2-4f83-84cd-50b026cc60ea tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:37.640497 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3fdcc1b-cd49-4fc4-b4c3-f7162ddd0355 req-2359f33b-72f2-4f83-84cd-50b026cc60ea tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 944 time: 0.0769506 Jul 16 03:37:37.655439 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['e9bd3c72-a7d1-420c-8369-54220367b513'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:37.719147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3fdcc1b-cd49-4fc4-b4c3-f7162ddd0355 req-bbd2e7ba-282e-4510-8df9-d74d93db6380 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724721 Jul 16 03:37:37.795639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-a5fab792-44ba-42c7-b745-a44fe4bbe9a1 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:37.797373 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-a5fab792-44ba-42c7-b745-a44fe4bbe9a1 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 821 time: 0.1338625 Jul 16 03:37:37.812839 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-b59b4fc9-998b-48b1-a3a5-a0b1f09717b6 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/quotas/e8ba3a4438804d6a936c13d7bac3276c HTTP/1.1" status: 200 len: 375 time: 0.0093012 Jul 16 03:37:37.894137 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-3ea7ee7b-9c58-43fd-bd0d-9fef20a13d26 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0749073 Jul 16 03:37:38.075415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-593281ec-c65c-403a-9754-c8f3d453ca46 service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743171 Jul 16 03:37:38.121283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f523c-5abf-438f-99a2-bb6aafe6d680 req-09d12850-1614-4487-8c57-8d5f70aa9ace tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:38.122764 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e64f523c-5abf-438f-99a2-bb6aafe6d680 req-09d12850-1614-4487-8c57-8d5f70aa9ace tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1407783 Jul 16 03:37:38.207638 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e64f523c-5abf-438f-99a2-bb6aafe6d680 req-73f053fd-01bd-4b4a-908f-580a6021fe35 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783622 Jul 16 03:37:38.213390 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-50ee6a55-663d-47cf-af41-04b1b26853d1 service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306396 Jul 16 03:37:38.382439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2879f-fbd2-400c-b6e7-dcb868070ec6 req-fde0032a-874b-4dfb-92b5-42b4d4d2cdab tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:38.384486 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ac2879f-fbd2-400c-b6e7-dcb868070ec6 req-fde0032a-874b-4dfb-92b5-42b4d4d2cdab tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 945 time: 0.0751860 Jul 16 03:37:38.429303 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ac2879f-fbd2-400c-b6e7-dcb868070ec6 req-bffef5aa-9e92-4011-b70d-fc71ee2f400c tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386424 Jul 16 03:37:38.509630 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00bec9e6-0974-45b8-8a83-699cb6e1cc1c req-bb80acc1-d3a0-4f39-98e7-f32fdab065c7 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 210 time: 0.0308990 Jul 16 03:37:38.900105 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdde10-4918-42cb-a22f-743ca9b846de req-d660a11f-91c2-4371-869a-68a458d08fc9 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:38.901582 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04bdde10-4918-42cb-a22f-743ca9b846de req-d660a11f-91c2-4371-869a-68a458d08fc9 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 944 time: 0.0659728 Jul 16 03:37:38.939881 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04bdde10-4918-42cb-a22f-743ca9b846de req-807732ba-e36c-4e43-9713-2b5005495b33 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324204 Jul 16 03:37:39.279562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 993735d4-16c6-48c9-abee-e9dc7c10c13d details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:39.283248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e9bd3c72-a7d1-420c-8369-54220367b513 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:39.394545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port e9bd3c72-a7d1-420c-8369-54220367b513 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:39.395442 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.444884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 993735d4-16c6-48c9-abee-e9dc7c10c13d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=993735d4-16c6-48c9-abee-e9dc7c10c13d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:39.462976 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '993735d4-16c6-48c9-abee-e9dc7c10c13d', 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5', 'port_id': '993735d4-16c6-48c9-abee-e9dc7c10c13d', 'mac_address': 'fa:16:3e:e8:84:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08f5fd1-35d8-479b-8e0c-674141a4bf73', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:39.507867 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-0bb7f12d-9443-44c4-86e4-5fd2b1ad8fb1 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:39.509573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-0bb7f12d-9443-44c4-86e4-5fd2b1ad8fb1 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.20 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 821 time: 0.1652241 Jul 16 03:37:39.518515 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e9415-dcd3-4b25-87bc-0cba2869a188 req-c2245554-14ba-4e6c-850a-488899695542 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:39.526896 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e3e9415-dcd3-4b25-87bc-0cba2869a188 req-c2245554-14ba-4e6c-850a-488899695542 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1845584 Jul 16 03:37:39.533419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-93de8096-f9da-4a7b-add6-608ed6bfc360 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Request body: {'port': {'device_id': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'admin_state_up': True, 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:39.541658 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.544850 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.582921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 993735d4-16c6-48c9-abee-e9dc7c10c13d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:39.587514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aaf74c6-db3a-4afd-944f-b369c30758c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bd3c72-a7d1-420c-8369-54220367b513'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:39.590716 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17b5418-3056-4f96-97a3-9f153d3d4fb1" -d '{"events": [{"server_uuid": "0aaf74c6-db3a-4afd-944f-b369c30758c4", "name": "network-vif-plugged", "status": "completed", "tag": "e9bd3c72-a7d1-420c-8369-54220367b513"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:39.611688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e9bd3c72-a7d1-420c-8369-54220367b513, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e9bd3c72-a7d1-420c-8369-54220367b513,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:39.612897 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:37:39.635285 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 993735d4-16c6-48c9-abee-e9dc7c10c13d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=993735d4-16c6-48c9-abee-e9dc7c10c13d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:39.638135 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.646687 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e3e9415-dcd3-4b25-87bc-0cba2869a188 req-3c1940d1-bcfe-4105-8bf3-c665cc4b0ab3 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187456 Jul 16 03:37:39.647899 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.730468 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=e9bd3c72-a7d1-420c-8369-54220367b513,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:39.733860 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-93de8096-f9da-4a7b-add6-608ed6bfc360 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Made reservation on behalf of e8ba3a4438804d6a936c13d7bac3276c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:39.740028 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-93de8096-f9da-4a7b-add6-608ed6bfc360 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:39.788982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=993735d4-16c6-48c9-abee-e9dc7c10c13d,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:39.833267 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['993735d4-16c6-48c9-abee-e9dc7c10c13d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:39.922754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-93de8096-f9da-4a7b-add6-608ed6bfc360 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Allocated IP 172.20.0.4 (6c70dcd9-25c1-4816-8340-fa94f0f6adb3/ed076f3a-1a0d-43dd-8084-11ed07ee178f/06ba696a-1e92-46cf-998e-d24072860dd4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:39.934141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e06d59-32e5-4667-880c-8bd847dc81ec req-6e33ec3a-4b7e-4f4f-b78a-1019e347d6f4 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:39.941697 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27e06d59-32e5-4667-880c-8bd847dc81ec req-6e33ec3a-4b7e-4f4f-b78a-1019e347d6f4 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 944 time: 0.1364744 Jul 16 03:37:39.996339 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-132496be-cdbf-46b2-a415-cb6a0ae804ca req-23ad9dc4-6501-48a5-afc2-60e9f951b665 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 210 time: 0.0456378 Jul 16 03:37:40.020576 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27e06d59-32e5-4667-880c-8bd847dc81ec req-e2712301-a2bc-4331-a1be-332ab629bcea tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772820 Jul 16 03:37:40.076032 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c7a3d7-c33a-453a-8b0d-c3224b554ca4 x-openstack-request-id: req-66c7a3d7-c33a-453a-8b0d-c3224b554ca4 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:40.076354 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aaf74c6-db3a-4afd-944f-b369c30758c4", "name": "network-vif-plugged", "status": "completed", "tag": "e9bd3c72-a7d1-420c-8369-54220367b513", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:40.076613 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66c7a3d7-c33a-453a-8b0d-c3224b554ca4 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:40.077012 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aaf74c6-db3a-4afd-944f-b369c30758c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9bd3c72-a7d1-420c-8369-54220367b513', 'code': 200} Jul 16 03:37:40.188470 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-93de8096-f9da-4a7b-add6-608ed6bfc360 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.208577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-93de8096-f9da-4a7b-add6-608ed6bfc360 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Transition to ACTIVE for port object 06ba696a-1e92-46cf-998e-d24072860dd4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:40.265703 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-93de8096-f9da-4a7b-add6-608ed6bfc360 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.277736 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['95244cd3-4927-43bc-9b7f-35a1df5ed65b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:40.348870 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-93de8096-f9da-4a7b-add6-608ed6bfc360 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:40.363172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-93de8096-f9da-4a7b-add6-608ed6bfc360 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:40.365662 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-93de8096-f9da-4a7b-add6-608ed6bfc360 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:40.370764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de8096-f9da-4a7b-add6-608ed6bfc360 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Pushing event updated for resources: {'Port': ['ID=06ba696a-1e92-46cf-998e-d24072860dd4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:40.454983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-93de8096-f9da-4a7b-add6-608ed6bfc360 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.455673 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-93de8096-f9da-4a7b-add6-608ed6bfc360 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.473533 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd21f4-d6eb-4ef8-b867-f5b3cbb41004 req-f0dd0380-0134-49cb-86cc-8b19411e8262 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.481423 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4cd21f4-d6eb-4ef8-b867-f5b3cbb41004 req-f0dd0380-0134-49cb-86cc-8b19411e8262 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.2289186 Jul 16 03:37:40.524214 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-93de8096-f9da-4a7b-add6-608ed6bfc360 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9950082 Jul 16 03:37:40.539885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Request body: {'port': {'device_id': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:40.617113 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4cd21f4-d6eb-4ef8-b867-f5b3cbb41004 req-d6cf14b9-eafd-4913-a15a-f38b0f7e3ccf tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290157 Jul 16 03:37:40.712831 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.761465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fcba0711-51b7-44e2-b1f8-8f13a15c6f07 None None] Provisioning for port 06ba696a-1e92-46cf-998e-d24072860dd4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:40.766208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fcba0711-51b7-44e2-b1f8-8f13a15c6f07 None None] Provisioning complete for port 06ba696a-1e92-46cf-998e-d24072860dd4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:40.766811 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fcba0711-51b7-44e2-b1f8-8f13a15c6f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:40.839151 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fcba0711-51b7-44e2-b1f8-8f13a15c6f07 None None] Port 06ba696a-1e92-46cf-998e-d24072860dd4 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:37:40.974436 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6628b4-5050-4978-9407-c9a1835242fb req-f30f554c-f36c-4db0-a0f2-d7057d872b7b tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:40.976025 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4b6628b4-5050-4978-9407-c9a1835242fb req-f30f554c-f36c-4db0-a0f2-d7057d872b7b tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1953049 Jul 16 03:37:41.085141 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4b6628b4-5050-4978-9407-c9a1835242fb req-e3a3c022-9cae-4aa8-a546-90191a49e1bf tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972953 Jul 16 03:37:41.259259 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ba696a-1e92-46cf-998e-d24072860dd4 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:41.273770 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.285537 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 993735d4-16c6-48c9-abee-e9dc7c10c13d up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:41.302795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Transition to ACTIVE for port object 06ba696a-1e92-46cf-998e-d24072860dd4 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:41.315033 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.333526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf7904-2390-4c24-8d8f-14a12e88fe2d req-3175580d-c62d-45a4-b11d-3ac7ee95a7a9 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:41.341082 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4cf7904-2390-4c24-8d8f-14a12e88fe2d req-3175580d-c62d-45a4-b11d-3ac7ee95a7a9 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 931 time: 0.2027597 Jul 16 03:37:41.358879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 993735d4-16c6-48c9-abee-e9dc7c10c13d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:41.359249 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.385193 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9618fa-7028-4590-a949-121fdbd3fb4f req-9f2a6488-43e5-4fef-8279-969e67032431 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:41.386807 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e9618fa-7028-4590-a949-121fdbd3fb4f req-9f2a6488-43e5-4fef-8279-969e67032431 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 944 time: 0.1757989 Jul 16 03:37:41.457971 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.461548 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Pushing event updated for resources: {'Port': ['ID=06ba696a-1e92-46cf-998e-d24072860dd4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:41.512040 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 993735d4-16c6-48c9-abee-e9dc7c10c13d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=993735d4-16c6-48c9-abee-e9dc7c10c13d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:41.521669 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.541213 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4cf7904-2390-4c24-8d8f-14a12e88fe2d req-021b18ba-8351-4245-a480-182dd842aa07 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987476 Jul 16 03:37:41.563724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Attempting to bind port 06ba696a-1e92-46cf-998e-d24072860dd4 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:41.574046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Attempting to bind port 06ba696a-1e92-46cf-998e-d24072860dd4 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:41.574728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Attempting to bind port 06ba696a-1e92-46cf-998e-d24072860dd4 on network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:41.593586 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e9618fa-7028-4590-a949-121fdbd3fb4f req-9234937c-dd6a-4b1e-a6a3-6d8cf68e67b1 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861141 Jul 16 03:37:41.602850 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Port 06ba696a-1e92-46cf-998e-d24072860dd4 on network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:41.603285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Attempting to bind port 06ba696a-1e92-46cf-998e-d24072860dd4 on network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:41.619001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:41.619458 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Checking segment: {'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:41.619952 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Bound using segment: {'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:41.620541 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Bound port: 06ba696a-1e92-46cf-998e-d24072860dd4, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbd0328d-4d78-4a69-885c-b4603d4660f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:41.622732 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.661650 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=993735d4-16c6-48c9-abee-e9dc7c10c13d,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:41.775256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] For port 06ba696a-1e92-46cf-998e-d24072860dd4, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:41.780347 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] For port 06ba696a-1e92-46cf-998e-d24072860dd4, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=06ba696a-1e92-46cf-998e-d24072860dd4,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:41.784968 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.883356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Pushing event updated for resources: {'Port': ['ID=06ba696a-1e92-46cf-998e-d24072860dd4,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:41.900461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:41.901678 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:41.903557 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-1fe9d0c9-2ede-4cf6-9675-f6a026ad19a0 service neutron] 10.222.0.20 "PUT /v2.0/ports/06ba696a-1e92-46cf-998e-d24072860dd4 HTTP/1.1" status: 200 len: 1091 time: 1.3689010 Jul 16 03:37:41.904216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'tag': '06ba696a-1e92-46cf-998e-d24072860dd4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:41.907363 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b32f99e-f3c8-492b-92df-edf10fa841c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c65a4a-097a-4989-b594-64619a9b21f6", "tag": "06ba696a-1e92-46cf-998e-d24072860dd4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:42.066876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993d3f0-8b38-4d0b-bc97-976f17215600 req-bee1a25f-aa16-4354-801d-6882730fc781 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.074226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0993d3f0-8b38-4d0b-bc97-976f17215600 req-bee1a25f-aa16-4354-801d-6882730fc781 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.1454697 Jul 16 03:37:42.077893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29b31d4-e36f-4465-92dd-d3076f7c62b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993735d4-16c6-48c9-abee-e9dc7c10c13d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:42.080898 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ff236d-ff6c-4212-a12f-4a9a5da4464a" -d '{"events": [{"server_uuid": "d29b31d4-e36f-4465-92dd-d3076f7c62b6", "name": "network-vif-plugged", "status": "completed", "tag": "993735d4-16c6-48c9-abee-e9dc7c10c13d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:42.123898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-fc8b28e0-c2c4-49f4-abff-01a255fe362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.125402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-fc8b28e0-c2c4-49f4-abff-01a255fe362a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 1094 time: 0.1447875 Jul 16 03:37:42.136837 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0993d3f0-8b38-4d0b-bc97-976f17215600 req-4ae70151-92c6-47cb-990f-264a0c57a1a6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617352 Jul 16 03:37:42.344544 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcf3e04-1949-4a0e-92a6-98111d4a9e17 x-openstack-request-id: req-ebcf3e04-1949-4a0e-92a6-98111d4a9e17 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:42.345126 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29b31d4-e36f-4465-92dd-d3076f7c62b6", "name": "network-vif-plugged", "status": "completed", "tag": "993735d4-16c6-48c9-abee-e9dc7c10c13d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:42.345479 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebcf3e04-1949-4a0e-92a6-98111d4a9e17 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:42.345977 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29b31d4-e36f-4465-92dd-d3076f7c62b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993735d4-16c6-48c9-abee-e9dc7c10c13d', 'code': 200} Jul 16 03:37:42.592148 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc5cd83-e95d-4fb1-97ed-e530a492f80b x-openstack-request-id: req-ebc5cd83-e95d-4fb1-97ed-e530a492f80b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:42.592785 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c65a4a-097a-4989-b594-64619a9b21f6", "tag": "06ba696a-1e92-46cf-998e-d24072860dd4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:42.593043 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebc5cd83-e95d-4fb1-97ed-e530a492f80b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:42.593449 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'tag': '06ba696a-1e92-46cf-998e-d24072860dd4', 'status': 'completed', 'code': 200} Jul 16 03:37:42.606327 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-18dac405-827c-431c-9239-fcb85620ca94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06ba696a-1e92-46cf-998e-d24072860dd4 HTTP/1.1" status: 200 len: 217 time: 0.4669170 Jul 16 03:37:42.742004 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-f9a219e1-152a-4f35-b293-bb4e3b04cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.743476 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-f9a219e1-152a-4f35-b293-bb4e3b04cabb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.1040936 Jul 16 03:37:42.817759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d5ec2-5ec1-4a83-aa1e-b1c0888a6ce0 req-a20a69fc-35e9-493c-998e-127df06458a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.819303 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b6d5ec2-5ec1-4a83-aa1e-b1c0888a6ce0 req-a20a69fc-35e9-493c-998e-127df06458a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 1096 time: 0.2230787 Jul 16 03:37:42.833710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64398e22-fce9-4d45-9217-3eeeb938a216 req-85ac8fec-8f5b-47d2-905d-7d1c0bf6b1bf tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.835199 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64398e22-fce9-4d45-9217-3eeeb938a216 req-85ac8fec-8f5b-47d2-905d-7d1c0bf6b1bf tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 945 time: 0.2398865 Jul 16 03:37:42.845003 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdde60f-083e-4293-9b9b-7b9da5411dbf req-76b0dad2-9d4f-4707-90f8-54c27a8c520d tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.847653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ecdde60f-083e-4293-9b9b-7b9da5411dbf req-76b0dad2-9d4f-4707-90f8-54c27a8c520d tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.2533960 Jul 16 03:37:42.931798 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b6d5ec2-5ec1-4a83-aa1e-b1c0888a6ce0 req-bc7dd4a7-073c-447d-9f14-d360e97bc768 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955870 Jul 16 03:37:42.941410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-e2864d2e-ae77-4d0d-9b54-4f7947d456c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:42.943380 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-e2864d2e-ae77-4d0d-9b54-4f7947d456c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897225 Jul 16 03:37:42.951544 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64398e22-fce9-4d45-9217-3eeeb938a216 req-9218e86c-bc83-4a88-8f5d-0f91e34b128a tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885262 Jul 16 03:37:42.966476 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ecdde60f-083e-4293-9b9b-7b9da5411dbf req-e1352f22-9571-4259-a1ee-f738150a1dbd tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943935 Jul 16 03:37:43.170471 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-fe1d96ef-c81e-410f-a0f2-8e3afa536889 service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901839 Jul 16 03:37:43.242616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc8614-5c16-4162-a6a8-6daba7a2abc6 req-2e1de620-8c7c-40de-86a3-022d3f0beda6 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:43.244507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95bc8614-5c16-4162-a6a8-6daba7a2abc6 req-2e1de620-8c7c-40de-86a3-022d3f0beda6 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 943 time: 0.1567578 Jul 16 03:37:43.334848 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f78beba-2607-45c9-b9d1-6a51c1478505 req-2d35a2a8-5df8-48cf-95e6-5855b51b247b service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534956 Jul 16 03:37:43.389761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95bc8614-5c16-4162-a6a8-6daba7a2abc6 req-117f3310-acc0-4311-ba5c-158563c3f387 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892665 Jul 16 03:37:43.466498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797957c-3ac9-49cd-8676-ce3829bd1ad5 req-e2158d03-bff7-4c93-b733-ab9eeb86faff tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:43.468050 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8797957c-3ac9-49cd-8676-ce3829bd1ad5 req-e2158d03-bff7-4c93-b733-ab9eeb86faff tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.1306572 Jul 16 03:37:43.515985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f99e-f3c8-492b-92df-edf10fa841c2 req-7646271f-a01f-411f-909a-475e121b4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:43.517466 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b32f99e-f3c8-492b-92df-edf10fa841c2 req-7646271f-a01f-411f-909a-475e121b4464 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 1094 time: 0.1176250 Jul 16 03:37:43.523676 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8797957c-3ac9-49cd-8676-ce3829bd1ad5 req-ea79959a-fc4d-4223-bbdf-bbf4f013d4de tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475676 Jul 16 03:37:43.664759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f99e-f3c8-492b-92df-edf10fa841c2 req-7cfde207-64a6-42cf-8a92-9fd5678b5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:43.666510 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b32f99e-f3c8-492b-92df-edf10fa841c2 req-7cfde207-64a6-42cf-8a92-9fd5678b5035 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 922 time: 0.1397803 Jul 16 03:37:43.740863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b32f99e-f3c8-492b-92df-edf10fa841c2 req-a998904d-9668-4e76-abc4-0e2c2e9a7431 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06ba696a-1e92-46cf-998e-d24072860dd4 HTTP/1.1" status: 200 len: 217 time: 0.0463560 Jul 16 03:37:43.801215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f99e-f3c8-492b-92df-edf10fa841c2 req-3196d275-34b6-478d-824a-64abcb84c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:43.802677 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b32f99e-f3c8-492b-92df-edf10fa841c2 req-3196d275-34b6-478d-824a-64abcb84c172 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.0545895 Jul 16 03:37:43.880442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32f99e-f3c8-492b-92df-edf10fa841c2 req-d15c2998-e020-4eec-8ade-7e45b02ca1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:43.882234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b32f99e-f3c8-492b-92df-edf10fa841c2 req-d15c2998-e020-4eec-8ade-7e45b02ca1b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723584 Jul 16 03:37:43.884122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939869d4-cdc2-4eb3-bdbf-9b0be82127e4 req-4dbf6aa8-aadd-4371-8096-d629bdeb7676 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:43.885848 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-939869d4-cdc2-4eb3-bdbf-9b0be82127e4 req-4dbf6aa8-aadd-4371-8096-d629bdeb7676 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.88 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 945 time: 0.0762937 Jul 16 03:37:43.984069 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b32f99e-f3c8-492b-92df-edf10fa841c2 req-4595a463-8ada-48f8-a52a-1f5325403ebe service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939116 Jul 16 03:37:44.019141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-939869d4-cdc2-4eb3-bdbf-9b0be82127e4 req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Deleting port 993735d4-16c6-48c9-abee-e9dc7c10c13d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:44.020609 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-939869d4-cdc2-4eb3-bdbf-9b0be82127e4 req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.135265 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-939869d4-cdc2-4eb3-bdbf-9b0be82127e4 req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] For port 993735d4-16c6-48c9-abee-e9dc7c10c13d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=993735d4-16c6-48c9-abee-e9dc7c10c13d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:44.136015 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-939869d4-cdc2-4eb3-bdbf-9b0be82127e4 req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.150258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-939869d4-cdc2-4eb3-bdbf-9b0be82127e4 req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Calling delete_port for 993735d4-16c6-48c9-abee-e9dc7c10c13d owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:44.232120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b32f99e-f3c8-492b-92df-edf10fa841c2 req-e64c8e10-c255-4dbf-a44f-d510e3f12c41 service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413990 Jul 16 03:37:44.277261 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea09431-7607-4108-b5f7-27717b9a62ea req-a7d72124-9324-4e19-a1eb-99d03a95b951 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.280987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fea09431-7607-4108-b5f7-27717b9a62ea req-a7d72124-9324-4e19-a1eb-99d03a95b951 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1674299 Jul 16 03:37:44.290625 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a179d-487c-423b-b9d9-62237bf2ec49 req-51582c10-7eb5-46ae-97e0-029ddd33fdb9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.292242 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-237a179d-487c-423b-b9d9-62237bf2ec49 req-51582c10-7eb5-46ae-97e0-029ddd33fdb9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=d29b31d4-e36f-4465-92dd-d3076f7c62b6 HTTP/1.1" status: 200 len: 945 time: 0.1664081 Jul 16 03:37:44.297791 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-939869d4-cdc2-4eb3-bdbf-9b0be82127e4 req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.335395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Pushing event deleted for resources: {'Port': ['ID=993735d4-16c6-48c9-abee-e9dc7c10c13d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:44.355824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-237a179d-487c-423b-b9d9-62237bf2ec49 req-1e2017b6-22ed-4c78-9f18-d8699efafa9e tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555716 Jul 16 03:37:44.367297 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fea09431-7607-4108-b5f7-27717b9a62ea req-f64088d6-085f-4485-b02f-5874c399352c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738418 Jul 16 03:37:44.371290 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:44.371761 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:44.372099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:44.372468 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:44.372914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:44.373511 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:44.373852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:44.374175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:44.374501 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:44.374828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:44.375149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:44.375472 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:44.414640 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-939869d4-cdc2-4eb3-bdbf-9b0be82127e4 req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] No DVR routers for this DVR port 993735d4-16c6-48c9-abee-e9dc7c10c13d on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:44.418892 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-939869d4-cdc2-4eb3-bdbf-9b0be82127e4 req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:44.421218 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-939869d4-cdc2-4eb3-bdbf-9b0be82127e4 req-bf8216ad-04c9-47dd-b8ce-cd72c62b2dfe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.88 "DELETE /v2.0/ports/993735d4-16c6-48c9-abee-e9dc7c10c13d HTTP/1.1" status: 204 len: 173 time: 0.5206563 Jul 16 03:37:44.421829 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29b31d4-e36f-4465-92dd-d3076f7c62b6', 'name': 'network-vif-deleted', 'tag': '993735d4-16c6-48c9-abee-e9dc7c10c13d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:44.424460 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458bd242-b435-47d5-86fc-c34f086fba1a" -d '{"events": [{"server_uuid": "d29b31d4-e36f-4465-92dd-d3076f7c62b6", "name": "network-vif-deleted", "tag": "993735d4-16c6-48c9-abee-e9dc7c10c13d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:44.705246 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae1225-8d19-4f95-b8bc-0502a0de9b25 req-41c68b26-e9a0-49bc-8bb0-f64a7ec91e49 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.706914 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6bae1225-8d19-4f95-b8bc-0502a0de9b25 req-41c68b26-e9a0-49bc-8bb0-f64a7ec91e49 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 943 time: 0.0755434 Jul 16 03:37:44.780923 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6bae1225-8d19-4f95-b8bc-0502a0de9b25 req-38934ce4-75ae-4c74-ad8e-653baebda58f tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627785 Jul 16 03:37:44.783224 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f293e63f-cd2f-4067-83df-e543a369585a x-openstack-request-id: req-f293e63f-cd2f-4067-83df-e543a369585a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:44.783627 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29b31d4-e36f-4465-92dd-d3076f7c62b6", "name": "network-vif-deleted", "tag": "993735d4-16c6-48c9-abee-e9dc7c10c13d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:44.783978 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f293e63f-cd2f-4067-83df-e543a369585a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:44.784573 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29b31d4-e36f-4465-92dd-d3076f7c62b6', 'name': 'network-vif-deleted', 'tag': '993735d4-16c6-48c9-abee-e9dc7c10c13d', 'status': 'completed', 'code': 200} Jul 16 03:37:44.891005 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcaf7f-0649-44d5-b1c0-f12d8c6f291e req-ba93b588-2b5f-49f5-89cc-7d97573616ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:44.892925 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7bcaf7f-0649-44d5-b1c0-f12d8c6f291e req-ba93b588-2b5f-49f5-89cc-7d97573616ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9168deec23834d6ba592134700ad0190&device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 1096 time: 0.0891645 Jul 16 03:37:45.053941 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcaf7f-0649-44d5-b1c0-f12d8c6f291e req-ec89d826-fa94-4753-ba0d-24305b2bb38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:45.053941 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7bcaf7f-0649-44d5-b1c0-f12d8c6f291e req-ec89d826-fa94-4753-ba0d-24305b2bb38d service neutron] 10.222.0.20 "GET /v2.0/networks?id=babb1694-5957-4c05-a74a-8e2987974a0c HTTP/1.1" status: 200 len: 911 time: 0.1518197 Jul 16 03:37:45.063101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3d193-52ff-4638-b866-7f5a95242174 req-060fabb4-4085-4250-9e74-cf29cfb6f704 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:45.071436 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fa3d193-52ff-4638-b866-7f5a95242174 req-060fabb4-4085-4250-9e74-cf29cfb6f704 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.1403086 Jul 16 03:37:45.125756 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7bcaf7f-0649-44d5-b1c0-f12d8c6f291e req-adfe56c3-137d-42d5-8d78-e24e7bd460c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=847335a7-96c8-45b5-9133-e72764fbca5f HTTP/1.1" status: 200 len: 217 time: 0.0462308 Jul 16 03:37:45.183743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcaf7f-0649-44d5-b1c0-f12d8c6f291e req-c07cc41a-2ff9-416c-a932-2d17f456f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:45.185553 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7bcaf7f-0649-44d5-b1c0-f12d8c6f291e req-c07cc41a-2ff9-416c-a932-2d17f456f32b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3847197d-f3f8-4839-9746-4ebffe9eda29 HTTP/1.1" status: 200 len: 850 time: 0.0483296 Jul 16 03:37:45.257829 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4fa3d193-52ff-4638-b866-7f5a95242174 req-48f07f72-fdf2-49bb-893e-b9348ecea0cc tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852825 Jul 16 03:37:45.266938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7bcaf7f-0649-44d5-b1c0-f12d8c6f291e req-d1681de6-4e5a-4935-8165-973d725b2e17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=babb1694-5957-4c05-a74a-8e2987974a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649631 Jul 16 03:37:45.289676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 993735d4-16c6-48c9-abee-e9dc7c10c13d no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:45.312823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 993735d4-16c6-48c9-abee-e9dc7c10c13d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:45.313298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 993735d4-16c6-48c9-abee-e9dc7c10c13d not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:45.373493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b610fe8-dc90-412f-ad54-567f0d7f2e21 req-a197bfaa-717a-4772-8e5d-cc89f25cc6e8 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:45.381164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b610fe8-dc90-412f-ad54-567f0d7f2e21 req-a197bfaa-717a-4772-8e5d-cc89f25cc6e8 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1924675 Jul 16 03:37:45.432374 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b610fe8-dc90-412f-ad54-567f0d7f2e21 req-80021ee9-85a6-4472-8d75-565d57f9a393 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501831 Jul 16 03:37:45.434422 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7bcaf7f-0649-44d5-b1c0-f12d8c6f291e req-71e17fbd-f585-4353-8a42-06deeaa0f4c4 service neutron] 10.222.0.20 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608663 Jul 16 03:37:45.545906 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7bcaf7f-0649-44d5-b1c0-f12d8c6f291e req-e2b950cf-850c-45de-9a65-5776387fdc93 service neutron] 10.222.0.20 "GET /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057441 Jul 16 03:37:45.787790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:45.792632 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2053578843', 'description': 'tempest-description--956340842'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:45.818347 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:45.998905 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.015035 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.038269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b17513-9f76-4e38-8b72-cc937c1c8984 req-482176f5-b7a6-407b-9abf-f2258cba9fc0 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:46.039791 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7b17513-9f76-4e38-8b72-cc937c1c8984 req-482176f5-b7a6-407b-9abf-f2258cba9fc0 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 943 time: 0.1225336 Jul 16 03:37:46.091859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7b17513-9f76-4e38-8b72-cc937c1c8984 req-913bffb1-9b20-415e-b6a5-3789ed0e222a tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427389 Jul 16 03:37:46.097095 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.101981 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35392) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:46.102480 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3130519 Jul 16 03:37:46.106846 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb858c4-9918-4596-9bb5-7f49a5a5f4d2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:46.108865 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-faa091af-ad68-4ac6-a4ab-c768db075d73 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Request body: {'security_group_rule': {'security_group_id': '0fb858c4-9918-4596-9bb5-7f49a5a5f4d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:46.120539 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:46.120915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:46.121324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:46.121676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:46.122020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:46.122362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:46.122699 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:46.123032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:46.123367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:46.123697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:46.124028 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:46.124376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252b9199-c427-4e5f-bad6-57e8049f8016 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:46.178401 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa091af-ad68-4ac6-a4ab-c768db075d73 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.234976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa091af-ad68-4ac6-a4ab-c768db075d73 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.240916 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa091af-ad68-4ac6-a4ab-c768db075d73 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.260337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa091af-ad68-4ac6-a4ab-c768db075d73 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff92b30-0399-4446-99bc-22e73e2b4a86,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:46.267613 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa091af-ad68-4ac6-a4ab-c768db075d73 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.271913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:46.272469 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-faa091af-ad68-4ac6-a4ab-c768db075d73 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1686928 Jul 16 03:37:46.276784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-df934823-e22c-4601-a055-fc6a27bd73cd tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Request body: {'security_group_rule': {'security_group_id': '0fb858c4-9918-4596-9bb5-7f49a5a5f4d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:46.307879 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df934823-e22c-4601-a055-fc6a27bd73cd tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.373869 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df934823-e22c-4601-a055-fc6a27bd73cd tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.378137 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df934823-e22c-4601-a055-fc6a27bd73cd tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.411148 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df934823-e22c-4601-a055-fc6a27bd73cd tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2cc3f5-f4f1-4f4c-8c57-c679e943641f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:46.415048 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df934823-e22c-4601-a055-fc6a27bd73cd tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.419098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35398) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:37:46.420871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-df934823-e22c-4601-a055-fc6a27bd73cd tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477389 Jul 16 03:37:46.423799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:46.458671 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.483676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe26957-cbd4-4773-830e-7d50f6d9ecce req-ed9aafa8-cd4e-40f0-b9e6-e62104e666b7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:46.487249 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fe26957-cbd4-4773-830e-7d50f6d9ecce req-ed9aafa8-cd4e-40f0-b9e6-e62104e666b7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.0890026 Jul 16 03:37:46.544515 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fe26957-cbd4-4773-830e-7d50f6d9ecce req-5476815d-cdf0-4e06-be1d-1511eeab7b99 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500124 Jul 16 03:37:46.640140 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:46.721181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a6b6c-18a4-4980-9b2e-6b2cd788fc64 req-929be8a8-70f8-4bbc-81b9-458b65bdd33f tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:46.723327 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c34a6b6c-18a4-4980-9b2e-6b2cd788fc64 req-929be8a8-70f8-4bbc-81b9-458b65bdd33f tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1083329 Jul 16 03:37:46.777529 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c34a6b6c-18a4-4980-9b2e-6b2cd788fc64 req-81221439-9c31-4b48-a1e5-f63325a79b9e tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468757 Jul 16 03:37:46.788459 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 06ba696a-1e92-46cf-998e-d24072860dd4 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:46.809593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Allocated IP 172.25.3.156 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/023f078d-5421-4e3c-88e9-b04018fea5bf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:46.910638 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 06ba696a-1e92-46cf-998e-d24072860dd4, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=06ba696a-1e92-46cf-998e-d24072860dd4,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:46.925004 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '06ba696a-1e92-46cf-998e-d24072860dd4', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'port_id': '06ba696a-1e92-46cf-998e-d24072860dd4', 'mac_address': 'fa:16:3e:27:76:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:46.996692 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.048431 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.132381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Pushing event updated for resources: {'Port': ['ID=023f078d-5421-4e3c-88e9-b04018fea5bf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:47.136184 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:47.136700 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.141049 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:47.143287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:47.163404 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ba696a-1e92-46cf-998e-d24072860dd4 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:47.211423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 06ba696a-1e92-46cf-998e-d24072860dd4, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=06ba696a-1e92-46cf-998e-d24072860dd4,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:47.224329 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.316068 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.327860 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=06ba696a-1e92-46cf-998e-d24072860dd4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:47.378064 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.444182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2fbce-8968-4199-870a-e78154d259de req-2d507999-f9b4-46e2-9d88-7a7ad5a15f44 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:47.467865 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-13d2fbce-8968-4199-870a-e78154d259de req-2d507999-f9b4-46e2-9d88-7a7ad5a15f44 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 944 time: 0.1612079 Jul 16 03:37:47.469129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['06ba696a-1e92-46cf-998e-d24072860dd4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:47.524566 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-13d2fbce-8968-4199-870a-e78154d259de req-3c5bd90d-be48-4b54-98c8-381d07cc1332 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556147 Jul 16 03:37:47.589009 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.619521 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.712424 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Pushing event updated for resources: {'Port': ['ID=023f078d-5421-4e3c-88e9-b04018fea5bf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:47.724217 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.748342 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:47.756364 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1379e7c2-ecd0-4fee-b48a-45e90dd95a2f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3319671 Jul 16 03:37:47.768025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0f6d2-09ae-4d91-beb3-bc65a1240330 req-eb0305d8-c574-4d1d-b74f-1e8c18c799f3 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:47.770041 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5b0f6d2-09ae-4d91-beb3-bc65a1240330 req-eb0305d8-c574-4d1d-b74f-1e8c18c799f3 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.0991426 Jul 16 03:37:47.828898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5b0f6d2-09ae-4d91-beb3-bc65a1240330 req-ecc09a55-ee45-47c9-ba4a-06565b46846d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528879 Jul 16 03:37:48.112159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bd40d-5fbf-47e2-b3e9-e2b9fd428661 req-74898ddf-4463-49cd-988b-f640f969897a tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:48.114292 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef9bd40d-5fbf-47e2-b3e9-e2b9fd428661 req-74898ddf-4463-49cd-988b-f640f969897a tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1505344 Jul 16 03:37:48.122058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-25a3e40b-a3a6-4154-88fa-24049e443e35 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:48.123625 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-25a3e40b-a3a6-4154-88fa-24049e443e35 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/networks?id=a3b29395-e1eb-41dd-b7b6-748318b3a1c5 HTTP/1.1" status: 200 len: 822 time: 0.1298647 Jul 16 03:37:48.149865 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-b4dff963-deba-439f-a867-dfdab239f5de tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/quotas/98e26a30e2034e8da278feeeec8a7faf HTTP/1.1" status: 200 len: 375 time: 0.0190248 Jul 16 03:37:48.196962 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef9bd40d-5fbf-47e2-b3e9-e2b9fd428661 req-d62d7c19-67f5-4431-9d15-a2ed1ba24aa2 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723407 Jul 16 03:37:48.238034 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-e0b76a65-ee81-4497-9dab-b1cb6d65aa63 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=98e26a30e2034e8da278feeeec8a7faf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792987 Jul 16 03:37:48.371490 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-c41dc1bf-a78f-4966-a4ec-d42347bb277b service neutron] 10.222.0.18 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253741 Jul 16 03:37:48.498636 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-8adb4909-1cab-4cf2-a4f0-952a2258e6cb service neutron] 10.222.0.18 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218135 Jul 16 03:37:48.788373 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 06ba696a-1e92-46cf-998e-d24072860dd4 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:48.892735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 06ba696a-1e92-46cf-998e-d24072860dd4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:48.906126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 06ba696a-1e92-46cf-998e-d24072860dd4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:48.906519 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:48.976004 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c178a-465f-400d-9df8-076ce75047ad req-20f267c6-b91e-4509-8280-0d46defd2c4e tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:48.982955 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e24c178a-465f-400d-9df8-076ce75047ad req-20f267c6-b91e-4509-8280-0d46defd2c4e tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1510849 Jul 16 03:37:48.999018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e665bd0-c702-4787-aa68-f1b8e112eee0 req-a0c24be6-600f-46a0-9664-1e2c49cc0834 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.006389 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e665bd0-c702-4787-aa68-f1b8e112eee0 req-a0c24be6-600f-46a0-9664-1e2c49cc0834 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 944 time: 0.1726449 Jul 16 03:37:49.044852 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.068222 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e24c178a-465f-400d-9df8-076ce75047ad req-63bd7393-c0d6-4f42-be2d-ef624c317420 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842850 Jul 16 03:37:49.071494 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e665bd0-c702-4787-aa68-f1b8e112eee0 req-f0388bcd-2d07-402a-8508-f2ded5cae6eb tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643320 Jul 16 03:37:49.076862 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ba696a-1e92-46cf-998e-d24072860dd4'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:49.079834 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ecce97-80cf-4756-bb10-5fb161ce7202" -d '{"events": [{"server_uuid": "d2c65a4a-097a-4989-b594-64619a9b21f6", "name": "network-vif-plugged", "status": "completed", "tag": "06ba696a-1e92-46cf-998e-d24072860dd4"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:49.095119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 06ba696a-1e92-46cf-998e-d24072860dd4, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=06ba696a-1e92-46cf-998e-d24072860dd4,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:49.108936 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:49.181175 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa431c0-3c76-4acb-8684-0a8df48db77f req-2822a8ae-0e54-499c-b3c0-cd822e4abecd tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 210 time: 0.0532401 Jul 16 03:37:49.193284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=06ba696a-1e92-46cf-998e-d24072860dd4,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:49.303087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44458791-93bd-4fc0-bfe7-ac4b4bed9920 req-a0115adf-fc93-4b2f-8e5b-d2f3a277d48a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.310051 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44458791-93bd-4fc0-bfe7-ac4b4bed9920 req-a0115adf-fc93-4b2f-8e5b-d2f3a277d48a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.0883501 Jul 16 03:37:49.318995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 993735d4-16c6-48c9-abee-e9dc7c10c13d no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:49.362460 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 993735d4-16c6-48c9-abee-e9dc7c10c13d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:49.363063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 993735d4-16c6-48c9-abee-e9dc7c10c13d not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:49.387371 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af621e46-48ad-4dfb-ac69-23aed5bced44 x-openstack-request-id: req-af621e46-48ad-4dfb-ac69-23aed5bced44 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:49.387748 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c65a4a-097a-4989-b594-64619a9b21f6", "name": "network-vif-plugged", "status": "completed", "tag": "06ba696a-1e92-46cf-998e-d24072860dd4", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:49.387905 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af621e46-48ad-4dfb-ac69-23aed5bced44 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:49.388422 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ba696a-1e92-46cf-998e-d24072860dd4', 'code': 200} Jul 16 03:37:49.388900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44458791-93bd-4fc0-bfe7-ac4b4bed9920 req-7a2187d0-2352-43e9-91f0-7e2f04e32df9 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778267 Jul 16 03:37:49.548777 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305aaca-9f7c-4e8b-8d0f-fdfc935e0aba req-3adba5b4-2342-4e05-85a6-fe2196532865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:49.550723 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f305aaca-9f7c-4e8b-8d0f-fdfc935e0aba req-3adba5b4-2342-4e05-85a6-fe2196532865 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 1096 time: 0.0907681 Jul 16 03:37:49.590386 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f305aaca-9f7c-4e8b-8d0f-fdfc935e0aba req-632dab17-6391-4fe3-86aa-1bf121a0c2c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314732 Jul 16 03:37:50.081700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-b34c7064-bf4f-4a48-a223-78e9f2a190ab tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:50.083989 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-b34c7064-bf4f-4a48-a223-78e9f2a190ab tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.88 "GET /v2.0/networks?id=a3b29395-e1eb-41dd-b7b6-748318b3a1c5 HTTP/1.1" status: 200 len: 822 time: 0.1302607 Jul 16 03:37:50.098081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-ab3241ed-3203-4047-86c6-aff2ae17c53f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Request body: {'port': {'device_id': '2fdf96ea-3639-4668-8a86-e131c02e111c', 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5', 'admin_state_up': True, 'tenant_id': '98e26a30e2034e8da278feeeec8a7faf'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:50.305875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-ab3241ed-3203-4047-86c6-aff2ae17c53f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Made reservation on behalf of 98e26a30e2034e8da278feeeec8a7faf for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:37:50.309620 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-ab3241ed-3203-4047-86c6-aff2ae17c53f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.351478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0b7a8-8c96-4353-9e70-d73a60292ae5 req-52303828-aeba-4edd-bde8-96fec29dd9fb tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:50.358912 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61d0b7a8-8c96-4353-9e70-d73a60292ae5 req-52303828-aeba-4edd-bde8-96fec29dd9fb tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 945 time: 0.1273382 Jul 16 03:37:50.427264 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61d0b7a8-8c96-4353-9e70-d73a60292ae5 req-5a4356f7-6b50-4e25-ac00-4798656cf563 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670500 Jul 16 03:37:50.451684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83440795-8cfc-496a-a4c6-378237c2c157 req-1a60d415-0aa5-45fb-af30-e0df015be31b tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:50.453323 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83440795-8cfc-496a-a4c6-378237c2c157 req-1a60d415-0aa5-45fb-af30-e0df015be31b tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1555057 Jul 16 03:37:50.527831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-ab3241ed-3203-4047-86c6-aff2ae17c53f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Allocated IP 172.20.0.5 (a3b29395-e1eb-41dd-b7b6-748318b3a1c5/e08f5fd1-35d8-479b-8e0c-674141a4bf73/85e31174-46d2-401e-bfce-35bffd616b9d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:37:50.543232 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83440795-8cfc-496a-a4c6-378237c2c157 req-9a0a60ae-fcfb-4232-ae99-af54f872e96f tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752456 Jul 16 03:37:50.684841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae2c2913-6e37-46dc-9fa7-04ed337b72a6 req-9b89a6fd-f7dc-4ef8-a779-5bee5e36b4c6 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 210 time: 0.0480747 Jul 16 03:37:50.836215 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-ab3241ed-3203-4047-86c6-aff2ae17c53f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.873582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecab3f-8d9d-4795-a495-7319b37f1a27 req-622559a8-8f51-4ee1-a6ff-e32dba0cf094 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:50.877700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-07ecab3f-8d9d-4795-a495-7319b37f1a27 req-622559a8-8f51-4ee1-a6ff-e32dba0cf094 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.0923994 Jul 16 03:37:50.886084 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-ab3241ed-3203-4047-86c6-aff2ae17c53f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:50.948349 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-ab3241ed-3203-4047-86c6-aff2ae17c53f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:37:50.956623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-ab3241ed-3203-4047-86c6-aff2ae17c53f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:37:50.964212 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-ab3241ed-3203-4047-86c6-aff2ae17c53f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:37:50.968817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3241ed-3203-4047-86c6-aff2ae17c53f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Pushing event updated for resources: {'Port': ['ID=85e31174-46d2-401e-bfce-35bffd616b9d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:50.973351 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-07ecab3f-8d9d-4795-a495-7319b37f1a27 req-fda1df98-abac-4a62-9354-4050b3b7fee3 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883489 Jul 16 03:37:51.033636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-ab3241ed-3203-4047-86c6-aff2ae17c53f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.034820 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-ab3241ed-3203-4047-86c6-aff2ae17c53f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.052831 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-ab3241ed-3203-4047-86c6-aff2ae17c53f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9590375 Jul 16 03:37:51.065718 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Request body: {'port': {'device_id': '2fdf96ea-3639-4668-8a86-e131c02e111c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:51.145803 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.449904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e31174-46d2-401e-bfce-35bffd616b9d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:51.457620 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.470079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Transition to ACTIVE for port object 85e31174-46d2-401e-bfce-35bffd616b9d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:37:51.475716 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.577253 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Pushing event updated for resources: {'Port': ['ID=85e31174-46d2-401e-bfce-35bffd616b9d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:51.626323 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Attempting to bind port 85e31174-46d2-401e-bfce-35bffd616b9d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:37:51.626900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Attempting to bind port 85e31174-46d2-401e-bfce-35bffd616b9d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '45af1b8e-0a48-4701-86bc-ac93f73a36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:37:51.627411 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Attempting to bind port 85e31174-46d2-401e-bfce-35bffd616b9d on network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:51.636852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Port 85e31174-46d2-401e-bfce-35bffd616b9d on network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:37:51.637402 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Attempting to bind port 85e31174-46d2-401e-bfce-35bffd616b9d on network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:37:51.642908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:37:51.643462 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Checking segment: {'id': '45af1b8e-0a48-4701-86bc-ac93f73a36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:37:51.643994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5398bc-7193-4ad8-993a-056503555d8b req-0e2c42b7-6ab8-4bb2-8d93-2941fdc30dc4 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.644273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Bound using segment: {'id': '45af1b8e-0a48-4701-86bc-ac93f73a36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:37:51.645312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Bound port: 85e31174-46d2-401e-bfce-35bffd616b9d, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45af1b8e-0a48-4701-86bc-ac93f73a36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:37:51.645846 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.651711 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab5398bc-7193-4ad8-993a-056503555d8b req-0e2c42b7-6ab8-4bb2-8d93-2941fdc30dc4 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 945 time: 0.1143308 Jul 16 03:37:51.718791 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab5398bc-7193-4ad8-993a-056503555d8b req-3958eca4-b1bd-41d4-ba1b-d2c496f2866f tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658376 Jul 16 03:37:51.730663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] For port 85e31174-46d2-401e-bfce-35bffd616b9d, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:37:51.735293 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] For port 85e31174-46d2-401e-bfce-35bffd616b9d, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=85e31174-46d2-401e-bfce-35bffd616b9d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:37:51.740297 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.801400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Pushing event updated for resources: {'Port': ['ID=85e31174-46d2-401e-bfce-35bffd616b9d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:51.809400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.810354 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:51.810984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb573234-9c3f-4873-b2f0-2f5436b3eff3 req-73fb3e66-46f7-4ec2-8808-bd232ea5e405 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.812427 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-f006f167-f2df-4891-a1d1-c437a5bf0c89 service neutron] 10.222.0.88 "PUT /v2.0/ports/85e31174-46d2-401e-bfce-35bffd616b9d HTTP/1.1" status: 200 len: 1091 time: 0.7514026 Jul 16 03:37:51.813040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdf96ea-3639-4668-8a86-e131c02e111c', 'tag': '85e31174-46d2-401e-bfce-35bffd616b9d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:51.815514 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2f3492-b4a5-416d-b4d3-fc81b8555aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdf96ea-3639-4668-8a86-e131c02e111c", "tag": "85e31174-46d2-401e-bfce-35bffd616b9d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:51.820414 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb573234-9c3f-4873-b2f0-2f5436b3eff3 req-73fb3e66-46f7-4ec2-8808-bd232ea5e405 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.1123369 Jul 16 03:37:51.893037 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb573234-9c3f-4873-b2f0-2f5436b3eff3 req-40367b32-92b0-481d-8666-da468760d221 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715032 Jul 16 03:37:51.938728 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-88b31149-cdfd-4e39-9c76-a5a4ac967460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:51.940502 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-88b31149-cdfd-4e39-9c76-a5a4ac967460 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98e26a30e2034e8da278feeeec8a7faf&device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 1094 time: 0.0792150 Jul 16 03:37:51.988264 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-3b2e5dc3-6707-499f-b97c-6cf8dc7f6492 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85e31174-46d2-401e-bfce-35bffd616b9d HTTP/1.1" status: 200 len: 217 time: 0.0397351 Jul 16 03:37:52.008082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4985cd-b715-4c64-a52e-44e89a53c269 req-61770df8-9e01-4c70-8419-5613e2ae88bd tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.017337 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd4985cd-b715-4c64-a52e-44e89a53c269 req-61770df8-9e01-4c70-8419-5613e2ae88bd tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 943 time: 0.1042032 Jul 16 03:37:52.058458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-c042bacd-a81a-453e-8351-ae97482c8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.060516 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-c042bacd-a81a-453e-8351-ae97482c8822 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e08f5fd1-35d8-479b-8e0c-674141a4bf73 HTTP/1.1" status: 200 len: 862 time: 0.0616863 Jul 16 03:37:52.090347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd4985cd-b715-4c64-a52e-44e89a53c269 req-37445c60-38b6-4bbd-b01c-4469fdbc3a60 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719740 Jul 16 03:37:52.098778 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-069718d2-81ff-47d7-8982-8db76424817c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a3b29395-e1eb-41dd-b7b6-748318b3a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305941 Jul 16 03:37:52.203844 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-3e7ba426-fad6-475b-9b4b-263c3be79564 service neutron] 10.222.0.88 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980246 Jul 16 03:37:52.232069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-ca794f95-c706-4e98-8436-dae0ecd70a43 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.233603 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-ca794f95-c706-4e98-8436-dae0ecd70a43 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1961052 Jul 16 03:37:52.267119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2aa45-da42-4b82-8361-6da55f7ba99a req-f3abc6a0-0aee-4c5b-8561-2be26dee829c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.268780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adf2aa45-da42-4b82-8361-6da55f7ba99a req-f3abc6a0-0aee-4c5b-8561-2be26dee829c tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 945 time: 0.2085402 Jul 16 03:37:52.286096 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8c6ad1-e052-432d-a1d2-e34929943af4 x-openstack-request-id: req-df8c6ad1-e052-432d-a1d2-e34929943af4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:52.286366 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdf96ea-3639-4668-8a86-e131c02e111c", "tag": "85e31174-46d2-401e-bfce-35bffd616b9d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:52.286569 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df8c6ad1-e052-432d-a1d2-e34929943af4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:52.286937 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdf96ea-3639-4668-8a86-e131c02e111c', 'tag': '85e31174-46d2-401e-bfce-35bffd616b9d', 'status': 'completed', 'code': 200} Jul 16 03:37:52.324230 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f7115a1d-054e-42b7-8946-d6b973be33d1 req-c936c828-5a04-47c0-aa70-d99f20c98e28 service neutron] 10.222.0.88 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096745 Jul 16 03:37:52.340117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-a3bc362c-f8bc-4749-8462-aee23143ea95 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.0918517 Jul 16 03:37:52.355994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-ad86d323-bab2-4d92-9d5a-a88df0e5583c tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Request body: {'floatingip': {'port_id': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:52.420839 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-ad86d323-bab2-4d92-9d5a-a88df0e5583c tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.446499 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f3492-b4a5-416d-b4d3-fc81b8555aa0 req-fb3a235d-4252-4a21-b910-51f6c32a504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.448011 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc2f3492-b4a5-416d-b4d3-fc81b8555aa0 req-fb3a235d-4252-4a21-b910-51f6c32a504a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98e26a30e2034e8da278feeeec8a7faf&device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 1094 time: 0.0578475 Jul 16 03:37:52.541672 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f3492-b4a5-416d-b4d3-fc81b8555aa0 req-a0e12d3a-dea0-4099-8f8f-d3d88ce763c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.543095 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc2f3492-b4a5-416d-b4d3-fc81b8555aa0 req-a0e12d3a-dea0-4099-8f8f-d3d88ce763c5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a3b29395-e1eb-41dd-b7b6-748318b3a1c5 HTTP/1.1" status: 200 len: 923 time: 0.0855446 Jul 16 03:37:52.591312 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc2f3492-b4a5-416d-b4d3-fc81b8555aa0 req-4d471176-ede1-4216-a3de-1b37c604f79b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85e31174-46d2-401e-bfce-35bffd616b9d HTTP/1.1" status: 200 len: 217 time: 0.0388057 Jul 16 03:37:52.711835 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f3492-b4a5-416d-b4d3-fc81b8555aa0 req-eb00be9b-e26f-4050-b3e4-76c2d60cd1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:52.713378 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc2f3492-b4a5-416d-b4d3-fc81b8555aa0 req-eb00be9b-e26f-4050-b3e4-76c2d60cd1b5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e08f5fd1-35d8-479b-8e0c-674141a4bf73 HTTP/1.1" status: 200 len: 862 time: 0.0449662 Jul 16 03:37:52.750658 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc2f3492-b4a5-416d-b4d3-fc81b8555aa0 req-d9a3cfb0-3e83-43b4-bfc8-82c29505ff82 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a3b29395-e1eb-41dd-b7b6-748318b3a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294998 Jul 16 03:37:52.850535 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc2f3492-b4a5-416d-b4d3-fc81b8555aa0 req-f723011f-0c06-4dc3-952c-0d23abd7bfc4 service neutron] 10.222.0.88 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922806 Jul 16 03:37:52.877638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-adf2aa45-da42-4b82-8361-6da55f7ba99a req-1e7b7dc5-488f-4222-9c47-f5eb19491d84 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Deleting port 847335a7-96c8-45b5-9133-e72764fbca5f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:52.878212 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-adf2aa45-da42-4b82-8361-6da55f7ba99a req-1e7b7dc5-488f-4222-9c47-f5eb19491d84 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:52.951441 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc2f3492-b4a5-416d-b4d3-fc81b8555aa0 req-37f77e7b-92a5-4016-bbad-9a2c2216033f service neutron] 10.222.0.88 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809739 Jul 16 03:37:53.077946 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa9866-5e05-4a99-9419-1a1eb90e0771 req-15e291eb-0bb5-465b-8990-4006d0aac2f7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:53.079413 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06fa9866-5e05-4a99-9419-1a1eb90e0771 req-15e291eb-0bb5-465b-8990-4006d0aac2f7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.5975726 Jul 16 03:37:53.176785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-adf2aa45-da42-4b82-8361-6da55f7ba99a req-1e7b7dc5-488f-4222-9c47-f5eb19491d84 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] For port 847335a7-96c8-45b5-9133-e72764fbca5f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=847335a7-96c8-45b5-9133-e72764fbca5f,segment=NetworkSegment(2beee60a-f328-44f0-974c-b8867b60ba58),segment_id=2beee60a-f328-44f0-974c-b8867b60ba58)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:53.177139 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-adf2aa45-da42-4b82-8361-6da55f7ba99a req-1e7b7dc5-488f-4222-9c47-f5eb19491d84 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.245579 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06fa9866-5e05-4a99-9419-1a1eb90e0771 req-bb811e6f-ddbf-4b32-aaeb-18dbb999a199 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509373 Jul 16 03:37:53.248119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-adf2aa45-da42-4b82-8361-6da55f7ba99a req-1e7b7dc5-488f-4222-9c47-f5eb19491d84 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Calling delete_port for 847335a7-96c8-45b5-9133-e72764fbca5f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:53.251067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0e978-7402-4295-a2f4-83e62d8d745d req-a2fade8b-d9af-42bc-a05b-e41b08dbb5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:53.252572 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02a0e978-7402-4295-a2f4-83e62d8d745d req-a2fade8b-d9af-42bc-a05b-e41b08dbb5c0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 1096 time: 0.3041701 Jul 16 03:37:53.478069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0e978-7402-4295-a2f4-83e62d8d745d req-43c3db5e-bdfa-47c9-acbd-df5a37e43640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:53.479570 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02a0e978-7402-4295-a2f4-83e62d8d745d req-43c3db5e-bdfa-47c9-acbd-df5a37e43640 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 913 time: 0.2192109 Jul 16 03:37:53.534268 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02a0e978-7402-4295-a2f4-83e62d8d745d req-88bbacac-78f6-44fd-abab-7e4137fdd03e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9bd3c72-a7d1-420c-8369-54220367b513 HTTP/1.1" status: 200 len: 217 time: 0.0444229 Jul 16 03:37:53.685909 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-ad86d323-bab2-4d92-9d5a-a88df0e5583c tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.693212 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-ad86d323-bab2-4d92-9d5a-a88df0e5583c tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.698020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0e978-7402-4295-a2f4-83e62d8d745d req-d46f897c-a76c-4777-b018-489e2edd1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:53.699427 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02a0e978-7402-4295-a2f4-83e62d8d745d req-d46f897c-a76c-4777-b018-489e2edd1328 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 200 len: 852 time: 0.1162028 Jul 16 03:37:53.700006 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-adf2aa45-da42-4b82-8361-6da55f7ba99a req-1e7b7dc5-488f-4222-9c47-f5eb19491d84 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.712505 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['c60e6dea-0893-49d0-b950-afc32bbf8360'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:53.714726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['847335a7-96c8-45b5-9133-e72764fbca5f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:53.791740 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02a0e978-7402-4295-a2f4-83e62d8d745d req-160bbf4c-0165-4323-89bf-be86f83bb0cb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1d2082f3-f285-4b81-803c-37c5386ebabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604284 Jul 16 03:37:53.797537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b7dc5-488f-4222-9c47-f5eb19491d84 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Pushing event deleted for resources: {'Port': ['ID=847335a7-96c8-45b5-9133-e72764fbca5f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:53.912806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf2aa45-da42-4b82-8361-6da55f7ba99a req-1e7b7dc5-488f-4222-9c47-f5eb19491d84 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] No DVR routers for this DVR port 847335a7-96c8-45b5-9133-e72764fbca5f on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:53.924645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bcb8b-479b-46e2-a61d-1f5ed8babf75 req-435822fe-1505-45f3-a511-8c608efb7bfb tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:53.926213 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc7bcb8b-479b-46e2-a61d-1f5ed8babf75 req-435822fe-1505-45f3-a511-8c608efb7bfb tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c HTTP/1.1" status: 200 len: 867 time: 0.3454759 Jul 16 03:37:53.931639 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-adf2aa45-da42-4b82-8361-6da55f7ba99a req-1e7b7dc5-488f-4222-9c47-f5eb19491d84 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:53.933546 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adf2aa45-da42-4b82-8361-6da55f7ba99a req-1e7b7dc5-488f-4222-9c47-f5eb19491d84 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.20 "DELETE /v2.0/ports/847335a7-96c8-45b5-9133-e72764fbca5f HTTP/1.1" status: 204 len: 173 time: 1.6336682 Jul 16 03:37:53.935356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c', 'name': 'network-vif-deleted', 'tag': '847335a7-96c8-45b5-9133-e72764fbca5f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:53.937702 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bc8a19-1e3b-497f-83f4-11084aced024" -d '{"events": [{"server_uuid": "8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c", "name": "network-vif-deleted", "tag": "847335a7-96c8-45b5-9133-e72764fbca5f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:54.013878 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-ad86d323-bab2-4d92-9d5a-a88df0e5583c tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Floating IP 5a803792-61cc-426a-a35c-46b1590b86f8 associated. External IP: 172.25.3.251, port: 95244cd3-4927-43bc-9b7f-35a1df5ed65b. Jul 16 03:37:54.062119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02a0e978-7402-4295-a2f4-83e62d8d745d req-d70901e3-3895-4f65-a64d-4f018b06cbac service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588723 Jul 16 03:37:54.069064 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc7bcb8b-479b-46e2-a61d-1f5ed8babf75 req-0a93a181-5ecb-4c22-8eaa-f5e3ab5b9336 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037884 Jul 16 03:37:54.234353 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02a0e978-7402-4295-a2f4-83e62d8d745d req-ed08c31e-7fc1-47e6-aa18-9767905c29f6 service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643419 Jul 16 03:37:54.332962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664b4b7-e7f9-4ab7-8b30-6b838be18ed8 req-d22c913b-79fa-4cec-8423-eee0aeef85aa tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:54.334348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c664b4b7-e7f9-4ab7-8b30-6b838be18ed8 req-d22c913b-79fa-4cec-8423-eee0aeef85aa tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 943 time: 0.1517105 Jul 16 03:37:54.388574 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c664b4b7-e7f9-4ab7-8b30-6b838be18ed8 req-684109a4-46be-4a5c-a0c5-210ddf8f685b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454283 Jul 16 03:37:54.390272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-ad86d323-bab2-4d92-9d5a-a88df0e5583c tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:54.501638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-ad86d323-bab2-4d92-9d5a-a88df0e5583c tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:54.507029 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-ad86d323-bab2-4d92-9d5a-a88df0e5583c tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:54.512910 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1bfdc9-6fbf-421a-b28e-836134f0e0e1 None None] Sync routers for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:54.532849 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1bfdc9-6fbf-421a-b28e-836134f0e0e1 None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:54.533688 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e1bfdc9-6fbf-421a-b28e-836134f0e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:54.554370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-ad86d323-bab2-4d92-9d5a-a88df0e5583c tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "PUT /v2.0/floatingips/5a803792-61cc-426a-a35c-46b1590b86f8 HTTP/1.1" status: 200 len: 996 time: 2.2041144 Jul 16 03:37:54.631658 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-ce1e49bf-d99f-4064-aae1-9b7df3245801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:54.635642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-ce1e49bf-d99f-4064-aae1-9b7df3245801 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 1096 time: 0.0638011 Jul 16 03:37:54.667337 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a98900-b59c-4055-92a7-6ef17a5bb705 x-openstack-request-id: req-d7a98900-b59c-4055-92a7-6ef17a5bb705 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:54.667632 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c", "name": "network-vif-deleted", "tag": "847335a7-96c8-45b5-9133-e72764fbca5f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:54.667876 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7a98900-b59c-4055-92a7-6ef17a5bb705 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:54.668389 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8dd6d1-4ec2-404b-b679-0ff769a8bb9c', 'name': 'network-vif-deleted', 'tag': '847335a7-96c8-45b5-9133-e72764fbca5f', 'status': 'completed', 'code': 200} Jul 16 03:37:54.674060 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5e1bfdc9-6fbf-421a-b28e-836134f0e0e1 None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:54.908544 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e1bfdc9-6fbf-421a-b28e-836134f0e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a803792-61cc-426a-a35c-46b1590b86f8', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'port_id': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'mac_address': 'fa:16:3e:25:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:37:36Z', 'updated_at': '2021-07-16T03:37:53Z', 'revision_number': 1, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:54.934542 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1bfdc9-6fbf-421a-b28e-836134f0e0e1 None None] Checking router: 396f1bf7-c666-46ef-ba8b-fae7370a0a72 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:54.943372 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1bfdc9-6fbf-421a-b28e-836134f0e0e1 None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:54.943991 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e1bfdc9-6fbf-421a-b28e-836134f0e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:55.049008 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5e1bfdc9-6fbf-421a-b28e-836134f0e0e1 None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:55.075756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-d8412711-841b-4259-9ccc-4a83f12dd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.078163 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-d8412711-841b-4259-9ccc-4a83f12dd046 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 922 time: 0.4389367 Jul 16 03:37:55.143271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02f188-d960-4673-a1a5-ccafeeedf373 req-d6ce2a54-c680-4d76-8299-1346b84a4965 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.144927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d02f188-d960-4673-a1a5-ccafeeedf373 req-d6ce2a54-c680-4d76-8299-1346b84a4965 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.1269841 Jul 16 03:37:55.172120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-3ebdc86c-ef5e-4376-9dbb-2ccc7e295af3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95244cd3-4927-43bc-9b7f-35a1df5ed65b HTTP/1.1" status: 200 len: 999 time: 0.0872247 Jul 16 03:37:55.220066 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d02f188-d960-4673-a1a5-ccafeeedf373 req-3a20ae23-0ff8-4d51-88db-d0938940cf50 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660009 Jul 16 03:37:55.234259 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-78d45fe1-9014-4dfb-8420-27ce1cbc1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.235522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-78d45fe1-9014-4dfb-8420-27ce1cbc1ced service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.0563095 Jul 16 03:37:55.276667 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e1bfdc9-6fbf-421a-b28e-836134f0e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a803792-61cc-426a-a35c-46b1590b86f8', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'port_id': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'mac_address': 'fa:16:3e:25:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:37:36Z', 'updated_at': '2021-07-16T03:37:53Z', 'revision_number': 1, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:55.292293 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-591c8aa5-71b3-4f14-8c3a-7c25c4200d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.293831 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-591c8aa5-71b3-4f14-8c3a-7c25c4200d43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516937 Jul 16 03:37:55.303913 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1bfdc9-6fbf-421a-b28e-836134f0e0e1 None None] The sync data for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 is: [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a803792-61cc-426a-a35c-46b1590b86f8', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'port_id': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'mac_address': 'fa:16:3e:25:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:37:36Z', 'updated_at': '2021-07-16T03:37:53Z', 'revision_number': 1, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:55.304601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-f3332215-28bd-4bfb-89d0-807e1b682ff3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:37:55.305599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-f3332215-28bd-4bfb-89d0-807e1b682ff3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057597 Jul 16 03:37:55.352674 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 85e31174-46d2-401e-bfce-35bffd616b9d details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:37:55.419528 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-89791b69-bec5-42e0-ac5c-151a79a999af service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037936 Jul 16 03:37:55.458111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 85e31174-46d2-401e-bfce-35bffd616b9d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=85e31174-46d2-401e-bfce-35bffd616b9d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:55.474309 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '85e31174-46d2-401e-bfce-35bffd616b9d', 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5', 'port_id': '85e31174-46d2-401e-bfce-35bffd616b9d', 'mac_address': 'fa:16:3e:73:9d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08f5fd1-35d8-479b-8e0c-674141a4bf73', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:37:55.514171 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:55.529141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e31174-46d2-401e-bfce-35bffd616b9d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:37:55.531261 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46d9ac89-3f9f-44b9-9ae2-b7f780cf503f req-20995b7e-eca3-4f8c-ad67-9770c370acbe service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061497 Jul 16 03:37:55.556233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 85e31174-46d2-401e-bfce-35bffd616b9d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=85e31174-46d2-401e-bfce-35bffd616b9d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:55.560540 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:55.617735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a9245-5c51-4465-a488-fdb189901f8a None None] New status for floating IP 5a803792-61cc-426a-a35c-46b1590b86f8: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:37:55.624022 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=85e31174-46d2-401e-bfce-35bffd616b9d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:55.671047 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:55.671391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:55.671733 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:55.672060 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:55.672421 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:55.672773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:55.673084 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:55.673465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:55.673723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:55.674050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:55.674376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:55.674700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:37:55.719359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67045ee8-10e0-4cce-beee-3ceea3c64955 req-ba47a544-c24f-49e0-a414-d73db1538947 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.720822 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67045ee8-10e0-4cce-beee-3ceea3c64955 req-ba47a544-c24f-49e0-a414-d73db1538947 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 944 time: 0.0748036 Jul 16 03:37:55.761185 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67045ee8-10e0-4cce-beee-3ceea3c64955 req-fd7045bd-bd74-4b17-b2cc-766f9c4e20ad tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334861 Jul 16 03:37:55.895169 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['85e31174-46d2-401e-bfce-35bffd616b9d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:55.935648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-89ca10f4-47d9-4bdb-ba60-46d14e4c3712 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:55.937663 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-89ca10f4-47d9-4bdb-ba60-46d14e4c3712 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2c65a4a-097a-4989-b594-64619a9b21f6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0711231 Jul 16 03:37:56.058707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-179d19c1-3328-4c11-80d7-cc6f7f9d2149 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.1137345 Jul 16 03:37:56.069578 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-72c80e3e-ceb5-4766-9c9b-04032175dc89 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Request body: {'floatingip': {'port_id': '06ba696a-1e92-46cf-998e-d24072860dd4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:37:56.160782 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-72c80e3e-ceb5-4766-9c9b-04032175dc89 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.230074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d666e7-877b-4e98-b9c1-3df3dd6b1ad5 req-c1cf80ae-37ff-4bc8-83b3-bca86dc040a1 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:56.231458 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31d666e7-877b-4e98-b9c1-3df3dd6b1ad5 req-c1cf80ae-37ff-4bc8-83b3-bca86dc040a1 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.1295829 Jul 16 03:37:56.320297 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31d666e7-877b-4e98-b9c1-3df3dd6b1ad5 req-5e6efcf3-3a35-4e9a-82c5-03730f2ad0d2 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/security-groups?id=e0642bd2-c430-4771-b259-2f81280a4dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718222 Jul 16 03:37:56.574396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7b3d1-612b-47bd-b403-b2cb66d1d662 req-ed50dd2f-5ab3-4787-967d-73c04f62f412 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:56.575790 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64f7b3d1-612b-47bd-b403-b2cb66d1d662 req-ed50dd2f-5ab3-4787-967d-73c04f62f412 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.1540904 Jul 16 03:37:56.654109 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64f7b3d1-612b-47bd-b403-b2cb66d1d662 req-01d47ca1-1b64-44e3-b49e-e4d7978fb530 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722950 Jul 16 03:37:56.687574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'tag': '95244cd3-4927-43bc-9b7f-35a1df5ed65b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:56.689880 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70916e71-acc4-4daa-95d1-878838ac6138" -d '{"events": [{"name": "network-changed", "server_uuid": "ccaf3f52-ab3c-4b7b-8292-7370a31cdba3", "tag": "95244cd3-4927-43bc-9b7f-35a1df5ed65b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:56.757669 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-72c80e3e-ceb5-4766-9c9b-04032175dc89 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.762926 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-72c80e3e-ceb5-4766-9c9b-04032175dc89 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:56.866085 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-72c80e3e-ceb5-4766-9c9b-04032175dc89 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Floating IP 5a803792-61cc-426a-a35c-46b1590b86f8 associated. External IP: 172.25.3.251, port: 95244cd3-4927-43bc-9b7f-35a1df5ed65b. Jul 16 03:37:56.866762 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 847335a7-96c8-45b5-9133-e72764fbca5f no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:56.887175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 847335a7-96c8-45b5-9133-e72764fbca5f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:37:56.887518 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 847335a7-96c8-45b5-9133-e72764fbca5f not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:37:57.077669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-72c80e3e-ceb5-4766-9c9b-04032175dc89 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:57.188786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-72c80e3e-ceb5-4766-9c9b-04032175dc89 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:57.198883 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe5f4b-afb8-4bf8-8c97-da307fee5e0f None None] Sync routers for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:57.212174 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe5f4b-afb8-4bf8-8c97-da307fee5e0f None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:57.212902 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-55fe5f4b-afb8-4bf8-8c97-da307fee5e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:57.338611 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-55fe5f4b-afb8-4bf8-8c97-da307fee5e0f None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:57.367636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 85e31174-46d2-401e-bfce-35bffd616b9d up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:37:57.416895 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-72c80e3e-ceb5-4766-9c9b-04032175dc89 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:37:57.426492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 85e31174-46d2-401e-bfce-35bffd616b9d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:37:57.432380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 85e31174-46d2-401e-bfce-35bffd616b9d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:37:57.433024 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.534672 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.544250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-72c80e3e-ceb5-4766-9c9b-04032175dc89 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:37:57.548841 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-72c80e3e-ceb5-4766-9c9b-04032175dc89 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.564003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdf96ea-3639-4668-8a86-e131c02e111c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e31174-46d2-401e-bfce-35bffd616b9d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:37:57.567329 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400a0756-d658-4375-907d-324e5855af8f" -d '{"events": [{"server_uuid": "2fdf96ea-3639-4668-8a86-e131c02e111c", "name": "network-vif-plugged", "status": "completed", "tag": "85e31174-46d2-401e-bfce-35bffd616b9d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:37:57.583111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 85e31174-46d2-401e-bfce-35bffd616b9d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=85e31174-46d2-401e-bfce-35bffd616b9d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:57.588072 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.588912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e9bd3c72-a7d1-420c-8369-54220367b513 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:37:57.676399 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-72c80e3e-ceb5-4766-9c9b-04032175dc89 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "PUT /v2.0/floatingips/5a803792-61cc-426a-a35c-46b1590b86f8 HTTP/1.1" status: 200 len: 998 time: 1.6112947 Jul 16 03:37:57.683995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=85e31174-46d2-401e-bfce-35bffd616b9d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:57.709831 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-55fe5f4b-afb8-4bf8-8c97-da307fee5e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a803792-61cc-426a-a35c-46b1590b86f8', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'port_id': '06ba696a-1e92-46cf-998e-d24072860dd4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'mac_address': 'fa:16:3e:27:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:37:36Z', 'updated_at': '2021-07-16T03:37:56Z', 'revision_number': 3, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:57.723959 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.736330 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe5f4b-afb8-4bf8-8c97-da307fee5e0f None None] Checking router: 396f1bf7-c666-46ef-ba8b-fae7370a0a72 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:57.742255 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-fe8e187c-c1ec-4ff8-ad3c-9bb0b261aadf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:57.743833 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-fe8e187c-c1ec-4ff8-ad3c-9bb0b261aadf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports/95244cd3-4927-43bc-9b7f-35a1df5ed65b HTTP/1.1" status: 200 len: 942 time: 0.0664892 Jul 16 03:37:57.746943 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe5f4b-afb8-4bf8-8c97-da307fee5e0f None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:57.747287 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-55fe5f4b-afb8-4bf8-8c97-da307fee5e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:57.752574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d0600-4636-42da-9db8-2fd07db4cad1 req-fd1f6786-74f9-4c47-b7fb-c9a9a2ca7b68 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:57.754137 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd7d0600-4636-42da-9db8-2fd07db4cad1 req-fd1f6786-74f9-4c47-b7fb-c9a9a2ca7b68 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=0aaf74c6-db3a-4afd-944f-b369c30758c4 HTTP/1.1" status: 200 len: 945 time: 0.1373258 Jul 16 03:37:57.766370 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port e9bd3c72-a7d1-420c-8369-54220367b513, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e9bd3c72-a7d1-420c-8369-54220367b513,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:57.772471 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.829561 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=e9bd3c72-a7d1-420c-8369-54220367b513,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:57.866313 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-55fe5f4b-afb8-4bf8-8c97-da307fee5e0f None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:57.907822 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bd7d0600-4636-42da-9db8-2fd07db4cad1 req-9afa244d-b7db-4c02-bdfa-ece91ccc670f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Deleting port e9bd3c72-a7d1-420c-8369-54220367b513 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:57.908166 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd7d0600-4636-42da-9db8-2fd07db4cad1 req-9afa244d-b7db-4c02-bdfa-ece91ccc670f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:57.936076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-b280d953-cda3-490b-8219-13e666ba9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:57.937645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-b280d953-cda3-490b-8219-13e666ba9092 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 1096 time: 0.1030121 Jul 16 03:37:58.094507 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-55fe5f4b-afb8-4bf8-8c97-da307fee5e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a803792-61cc-426a-a35c-46b1590b86f8', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'port_id': '06ba696a-1e92-46cf-998e-d24072860dd4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'mac_address': 'fa:16:3e:27:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:37:36Z', 'updated_at': '2021-07-16T03:37:56Z', 'revision_number': 3, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:58.121829 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe5f4b-afb8-4bf8-8c97-da307fee5e0f None None] The sync data for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 is: [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a803792-61cc-426a-a35c-46b1590b86f8', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'port_id': '06ba696a-1e92-46cf-998e-d24072860dd4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'mac_address': 'fa:16:3e:27:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:37:36Z', 'updated_at': '2021-07-16T03:37:56Z', 'revision_number': 3, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:58.284423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1df74e-a12d-4cba-959b-45f05ebfd4ba None None] New status for floating IP 5a803792-61cc-426a-a35c-46b1590b86f8: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:37:58.369603 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-bd7d0600-4636-42da-9db8-2fd07db4cad1 req-9afa244d-b7db-4c02-bdfa-ece91ccc670f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] For port e9bd3c72-a7d1-420c-8369-54220367b513, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e9bd3c72-a7d1-420c-8369-54220367b513,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:58.370193 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd7d0600-4636-42da-9db8-2fd07db4cad1 req-9afa244d-b7db-4c02-bdfa-ece91ccc670f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.405792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-bd7d0600-4636-42da-9db8-2fd07db4cad1 req-9afa244d-b7db-4c02-bdfa-ece91ccc670f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Calling delete_port for e9bd3c72-a7d1-420c-8369-54220367b513 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:58.478907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-14d03687-519d-4637-b816-cfac721d4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:58.480428 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-14d03687-519d-4637-b816-cfac721d4c5b service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 922 time: 0.5348539 Jul 16 03:37:58.521491 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c769dbc6-0499-4242-9689-6172320b4d41 None None] Sync routers for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:37:58.530600 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c769dbc6-0499-4242-9689-6172320b4d41 None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:58.531211 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c769dbc6-0499-4242-9689-6172320b4d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:58.533374 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-dc50ca6d-c7fe-4f7e-a345-b687fc7ab050 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95244cd3-4927-43bc-9b7f-35a1df5ed65b HTTP/1.1" status: 200 len: 217 time: 0.0463901 Jul 16 03:37:58.543883 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a915275-c0d7-4a4f-a4ed-2fbb85d6a8e8 req-95c29020-fb40-4b80-8e87-695fa1b65894 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:58.545326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a915275-c0d7-4a4f-a4ed-2fbb85d6a8e8 req-95c29020-fb40-4b80-8e87-695fa1b65894 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.88 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 945 time: 0.1899021 Jul 16 03:37:58.634796 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-cb7951e0-d80a-4060-8cb4-5ddc58f4d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:58.636292 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-cb7951e0-d80a-4060-8cb4-5ddc58f4d5e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.0888469 Jul 16 03:37:58.641860 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c769dbc6-0499-4242-9689-6172320b4d41 None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:58.747404 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd7d0600-4636-42da-9db8-2fd07db4cad1 req-9afa244d-b7db-4c02-bdfa-ece91ccc670f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.793817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa244d-b7db-4c02-bdfa-ece91ccc670f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Pushing event deleted for resources: {'Port': ['ID=e9bd3c72-a7d1-420c-8369-54220367b513,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:58.829111 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-7e3e5158-40ff-40a5-8f80-0dd03ba126d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:58.830631 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-7e3e5158-40ff-40a5-8f80-0dd03ba126d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696146 Jul 16 03:37:58.846720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7a915275-c0d7-4a4f-a4ed-2fbb85d6a8e8 req-682384bf-b43a-4918-931e-74288fdbb143 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Deleting port c60e6dea-0893-49d0-b950-afc32bbf8360 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:37:58.847062 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a915275-c0d7-4a4f-a4ed-2fbb85d6a8e8 req-682384bf-b43a-4918-931e-74288fdbb143 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.852226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7d0600-4636-42da-9db8-2fd07db4cad1 req-9afa244d-b7db-4c02-bdfa-ece91ccc670f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] No DVR routers for this DVR port e9bd3c72-a7d1-420c-8369-54220367b513 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:58.864136 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c769dbc6-0499-4242-9689-6172320b4d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a803792-61cc-426a-a35c-46b1590b86f8', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'port_id': '06ba696a-1e92-46cf-998e-d24072860dd4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'mac_address': 'fa:16:3e:27:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:37:36Z', 'updated_at': '2021-07-16T03:37:58Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:58.866328 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-992fc3d9-30f8-4d31-bf85-70c90f12750f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:37:58.867319 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-992fc3d9-30f8-4d31-bf85-70c90f12750f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161493 Jul 16 03:37:58.868429 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-bd7d0600-4636-42da-9db8-2fd07db4cad1 req-9afa244d-b7db-4c02-bdfa-ece91ccc670f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:58.870329 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd7d0600-4636-42da-9db8-2fd07db4cad1 req-9afa244d-b7db-4c02-bdfa-ece91ccc670f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "DELETE /v2.0/ports/e9bd3c72-a7d1-420c-8369-54220367b513 HTTP/1.1" status: 204 len: 173 time: 1.1091642 Jul 16 03:37:58.895770 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c769dbc6-0499-4242-9689-6172320b4d41 None None] Checking router: 396f1bf7-c666-46ef-ba8b-fae7370a0a72 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:37:58.904859 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c769dbc6-0499-4242-9689-6172320b4d41 None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:37:58.905554 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c769dbc6-0499-4242-9689-6172320b4d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:37:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:59.017256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7a915275-c0d7-4a4f-a4ed-2fbb85d6a8e8 req-682384bf-b43a-4918-931e-74288fdbb143 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] For port c60e6dea-0893-49d0-b950-afc32bbf8360, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c60e6dea-0893-49d0-b950-afc32bbf8360,segment=NetworkSegment(2beee60a-f328-44f0-974c-b8867b60ba58),segment_id=2beee60a-f328-44f0-974c-b8867b60ba58)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:37:59.017517 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a915275-c0d7-4a4f-a4ed-2fbb85d6a8e8 req-682384bf-b43a-4918-931e-74288fdbb143 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.024931 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c769dbc6-0499-4242-9689-6172320b4d41 None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:37:59.043127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-cb0ba98d-9ac3-4115-8f0f-194d8eb8f414 service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658974 Jul 16 03:37:59.043968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7a915275-c0d7-4a4f-a4ed-2fbb85d6a8e8 req-682384bf-b43a-4918-931e-74288fdbb143 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Calling delete_port for c60e6dea-0893-49d0-b950-afc32bbf8360 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:37:59.195877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-72eaa732-3d20-4598-878e-b2d5c7b51ddd service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416996 Jul 16 03:37:59.268104 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c769dbc6-0499-4242-9689-6172320b4d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a803792-61cc-426a-a35c-46b1590b86f8', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'port_id': '06ba696a-1e92-46cf-998e-d24072860dd4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'mac_address': 'fa:16:3e:27:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:37:36Z', 'updated_at': '2021-07-16T03:37:58Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:37:59.284516 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a915275-c0d7-4a4f-a4ed-2fbb85d6a8e8 req-682384bf-b43a-4918-931e-74288fdbb143 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.299663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['c60e6dea-0893-49d0-b950-afc32bbf8360'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:37:59.300355 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c769dbc6-0499-4242-9689-6172320b4d41 None None] The sync data for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 is: [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a803792-61cc-426a-a35c-46b1590b86f8', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'port_id': '06ba696a-1e92-46cf-998e-d24072860dd4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'mac_address': 'fa:16:3e:27:76:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:37:36Z', 'updated_at': '2021-07-16T03:37:58Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:37:59.325212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682384bf-b43a-4918-931e-74288fdbb143 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Pushing event deleted for resources: {'Port': ['ID=c60e6dea-0893-49d0-b950-afc32bbf8360,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:37:59.360787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-c9dac389-9cbb-405b-99b8-4b090ecbd0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.362317 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-c9dac389-9cbb-405b-99b8-4b090ecbd0f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 1096 time: 0.1334047 Jul 16 03:37:59.390205 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a915275-c0d7-4a4f-a4ed-2fbb85d6a8e8 req-682384bf-b43a-4918-931e-74288fdbb143 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] No DVR routers for this DVR port c60e6dea-0893-49d0-b950-afc32bbf8360 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:37:59.393223 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7a915275-c0d7-4a4f-a4ed-2fbb85d6a8e8 req-682384bf-b43a-4918-931e-74288fdbb143 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:37:59.395234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a915275-c0d7-4a4f-a4ed-2fbb85d6a8e8 req-682384bf-b43a-4918-931e-74288fdbb143 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.88 "DELETE /v2.0/ports/c60e6dea-0893-49d0-b950-afc32bbf8360 HTTP/1.1" status: 204 len: 173 time: 0.8393824 Jul 16 03:37:59.454378 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c02a1b-f6ff-4d3f-a8d5-0be72c1351ae x-openstack-request-id: req-f6c02a1b-f6ff-4d3f-a8d5-0be72c1351ae {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:37:59.454667 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccaf3f52-ab3c-4b7b-8292-7370a31cdba3", "tag": "95244cd3-4927-43bc-9b7f-35a1df5ed65b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:37:59.454910 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6c02a1b-f6ff-4d3f-a8d5-0be72c1351ae {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:37:59.455287 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'tag': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'status': 'completed', 'code': 200} Jul 16 03:37:59.478192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-fa2dbad3-7073-4140-8bf0-70406fcee003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.485410 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-fa2dbad3-7073-4140-8bf0-70406fcee003 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 922 time: 0.1033125 Jul 16 03:37:59.609527 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-caff853d-3c15-4799-ad93-38eeec144d24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06ba696a-1e92-46cf-998e-d24072860dd4 HTTP/1.1" status: 200 len: 1001 time: 0.1231334 Jul 16 03:37:59.679112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70916e71-acc4-4daa-95d1-878838ac6138 req-b6898fd3-de25-47a7-ac55-13eb0bcd8760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.680652 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70916e71-acc4-4daa-95d1-878838ac6138 req-b6898fd3-de25-47a7-ac55-13eb0bcd8760 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 1096 time: 0.1932354 Jul 16 03:37:59.688882 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-ae9cb77e-5aca-47c0-9e5b-c1b65624abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.690328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-ae9cb77e-5aca-47c0-9e5b-c1b65624abef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.0729923 Jul 16 03:37:59.710938 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdd7a4-39d8-4bdb-8c08-e65b656c9423 req-8122c021-a11b-4c0f-a796-f7798e15a6f7 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.712493 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bafdd7a4-39d8-4bdb-8c08-e65b656c9423 req-8122c021-a11b-4c0f-a796-f7798e15a6f7 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 945 time: 0.1537504 Jul 16 03:37:59.829966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bafdd7a4-39d8-4bdb-8c08-e65b656c9423 req-c5838db6-afc4-49b3-8acc-674946e35558 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986612 Jul 16 03:37:59.855116 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70916e71-acc4-4daa-95d1-878838ac6138 req-b7ac93da-3e61-4384-be0b-586bac80f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.856627 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70916e71-acc4-4daa-95d1-878838ac6138 req-b7ac93da-3e61-4384-be0b-586bac80f14c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 922 time: 0.1627893 Jul 16 03:37:59.861957 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-586f7107-5f42-481d-9fb0-680e00f521f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:37:59.863416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-586f7107-5f42-481d-9fb0-680e00f521f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500955 Jul 16 03:37:59.911645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70916e71-acc4-4daa-95d1-878838ac6138 req-e37f969e-4eb5-457b-8649-efcecb50e937 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95244cd3-4927-43bc-9b7f-35a1df5ed65b HTTP/1.1" status: 200 len: 217 time: 0.0472653 Jul 16 03:38:00.013892 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70916e71-acc4-4daa-95d1-878838ac6138 req-d96f7be4-19dc-4171-82b5-761358e84481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:00.015355 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70916e71-acc4-4daa-95d1-878838ac6138 req-d96f7be4-19dc-4171-82b5-761358e84481 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.0917530 Jul 16 03:38:00.025781 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f39f5c1a-ab43-41a9-90ec-e5414d616303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.064188 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-f3447353-6969-47c6-9002-4590fbcb9c16 service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605699 Jul 16 03:38:00.104481 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-33a2d519-3144-452c-aabc-47e0bb42e57b req-6873c4b8-967b-4665-925a-054cbbbb3636 tempest-ServerRescueTestJSON-1038017998 tempest-ServerRescueTestJSON-1038017998-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9d86a86-1987-4077-a828-6bacb9268830 HTTP/1.1" status: 200 len: 210 time: 0.0390294 Jul 16 03:38:00.153752 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb795c9-5b1e-4407-bfab-c16385df885a x-openstack-request-id: req-6cb795c9-5b1e-4407-bfab-c16385df885a {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:00.154053 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdf96ea-3639-4668-8a86-e131c02e111c", "name": "network-vif-plugged", "status": "completed", "tag": "85e31174-46d2-401e-bfce-35bffd616b9d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:00.154308 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6cb795c9-5b1e-4407-bfab-c16385df885a {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:00.154699 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdf96ea-3639-4668-8a86-e131c02e111c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e31174-46d2-401e-bfce-35bffd616b9d', 'code': 200} Jul 16 03:38:00.184997 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70916e71-acc4-4daa-95d1-878838ac6138 req-9511253e-f21c-4805-9563-fc1fcd6e3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:00.186169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70916e71-acc4-4daa-95d1-878838ac6138 req-9511253e-f21c-4805-9563-fc1fcd6e3e82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507268 Jul 16 03:38:00.216877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e2ae197-a623-4d1b-a184-306907ca0f9d req-3f7a40cb-7ca5-4218-8156-beeb28422946 service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391559 Jul 16 03:38:00.322968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70916e71-acc4-4daa-95d1-878838ac6138 req-441c1e43-dc69-4ca2-a70c-d3b77e9b1d26 service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278598 Jul 16 03:38:00.330510 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b798d1b-8d0e-4341-aa45-fa9acf24785d req-326e51b2-8579-46ce-b25e-5aae773849b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:00.331551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b798d1b-8d0e-4341-aa45-fa9acf24785d req-326e51b2-8579-46ce-b25e-5aae773849b6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 1096 time: 0.1034772 Jul 16 03:38:00.462416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b798d1b-8d0e-4341-aa45-fa9acf24785d req-9ceb3824-51aa-458a-ab29-54294a67c4f2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158490 Jul 16 03:38:00.493535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1bdf47b9-e3a1-454d-bc13-fe146d411b7c req-ff579db7-52cb-42c8-8d61-6a792d05bc97 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.1151021 Jul 16 03:38:00.499669 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70916e71-acc4-4daa-95d1-878838ac6138 req-1d39bb05-e599-4c94-88cc-f7f8071aa0c3 service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606040 Jul 16 03:38:00.554440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf47b9-e3a1-454d-bc13-fe146d411b7c req-4b5b911f-c8be-424e-b129-deaafc810cba tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:00.555816 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1bdf47b9-e3a1-454d-bc13-fe146d411b7c req-4b5b911f-c8be-424e-b129-deaafc810cba tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports/06ba696a-1e92-46cf-998e-d24072860dd4 HTTP/1.1" status: 200 len: 942 time: 0.0552182 Jul 16 03:38:00.705096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-30b7bd21-37e9-48c8-9ce1-464232c6cd3d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:00.706584 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-30b7bd21-37e9-48c8-9ce1-464232c6cd3d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 812 time: 0.1477194 Jul 16 03:38:00.728142 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1bdf47b9-e3a1-454d-bc13-fe146d411b7c req-84f2596d-8819-480d-bed1-e0f52b303bac tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.0893424 Jul 16 03:38:00.729758 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-1d8e6f42-9372-435f-a4f3-23db96b8e5c2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/quotas/200baed6a6f54c4f8c11c918fc01017e HTTP/1.1" status: 200 len: 375 time: 0.0157728 Jul 16 03:38:00.785540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-0a2e0fb6-1455-4a24-8ff8-5075c85e90fd tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438728 Jul 16 03:38:00.862232 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:00.911373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf47b9-e3a1-454d-bc13-fe146d411b7c req-81fcf9b3-6c25-4670-9109-66f193923d14 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:00.912737 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1bdf47b9-e3a1-454d-bc13-fe146d411b7c req-81fcf9b3-6c25-4670-9109-66f193923d14 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1793871 Jul 16 03:38:00.935824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-3c390a5f-9ea7-4ef4-80aa-9faf93cbd417 service neutron] 10.222.0.18 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422446 Jul 16 03:38:01.056085 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-293560d9-57ea-4c3b-bd7b-4c9b005de714 service neutron] 10.222.0.18 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138115 Jul 16 03:38:01.083805 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aadf80-74e0-49e5-b4c6-2f43c2e42aac req-f751d4cb-14b9-44b2-8f41-ad753eafa98d tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:01.085316 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49aadf80-74e0-49e5-b4c6-2f43c2e42aac req-f751d4cb-14b9-44b2-8f41-ad753eafa98d tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 945 time: 0.0825083 Jul 16 03:38:01.122849 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49aadf80-74e0-49e5-b4c6-2f43c2e42aac req-d7870ecd-3e2f-4bea-a932-e728d4c39d4c tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321841 Jul 16 03:38:01.219532 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-60ca5933-7309-423e-8b5a-6d7660570a41 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.0716672 Jul 16 03:38:01.292622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-4cdc6a86-e280-4f6d-9ab7-0a5fb389015f tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:01.294204 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-4cdc6a86-e280-4f6d-9ab7-0a5fb389015f tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports/06ba696a-1e92-46cf-998e-d24072860dd4 HTTP/1.1" status: 200 len: 942 time: 0.0589325 Jul 16 03:38:01.334612 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35654) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:01.383242 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e9bd3c72-a7d1-420c-8369-54220367b513 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:01.433869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: e9bd3c72-a7d1-420c-8369-54220367b513 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:01.434326 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e9bd3c72-a7d1-420c-8369-54220367b513 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:01.440479 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22492dff-c30c-4b80-9778-cb7f7b4f6581 req-054710bd-08dd-4afc-a5a5-4bca77118dfc tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 210 time: 0.0789716 Jul 16 03:38:01.456515 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'tag': '95244cd3-4927-43bc-9b7f-35a1df5ed65b'}, {'name': 'network-changed', 'server_uuid': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'tag': '06ba696a-1e92-46cf-998e-d24072860dd4'}, {'server_uuid': '0aaf74c6-db3a-4afd-944f-b369c30758c4', 'name': 'network-vif-deleted', 'tag': 'e9bd3c72-a7d1-420c-8369-54220367b513'}, {'server_uuid': 'a9d86a86-1987-4077-a828-6bacb9268830', 'name': 'network-vif-deleted', 'tag': 'c60e6dea-0893-49d0-b950-afc32bbf8360'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:01.459854 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4ed507-b78b-426a-a8d1-dc23a0d46917" -d '{"events": [{"name": "network-changed", "server_uuid": "ccaf3f52-ab3c-4b7b-8292-7370a31cdba3", "tag": "95244cd3-4927-43bc-9b7f-35a1df5ed65b"}, {"name": "network-changed", "server_uuid": "d2c65a4a-097a-4989-b594-64619a9b21f6", "tag": "06ba696a-1e92-46cf-998e-d24072860dd4"}, {"server_uuid": "0aaf74c6-db3a-4afd-944f-b369c30758c4", "name": "network-vif-deleted", "tag": "e9bd3c72-a7d1-420c-8369-54220367b513"}, {"server_uuid": "a9d86a86-1987-4077-a828-6bacb9268830", "name": "network-vif-deleted", "tag": "c60e6dea-0893-49d0-b950-afc32bbf8360"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:01.476354 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.699575 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-3d30b820-54df-4cdd-ba6f-0a008c94adc1 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.0787952 Jul 16 03:38:01.839256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-e8aa90be-c84d-4aff-a32f-caa30e0f09bf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:01.850771 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-e8aa90be-c84d-4aff-a32f-caa30e0f09bf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1433206 Jul 16 03:38:01.874379 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6357f24a-0653-4946-984f-4697f9177a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:01.897714 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 685 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d28396-f37e-43f3-a804-ee7ac8946d0f x-openstack-request-id: req-39d28396-f37e-43f3-a804-ee7ac8946d0f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:01.897714 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccaf3f52-ab3c-4b7b-8292-7370a31cdba3", "tag": "95244cd3-4927-43bc-9b7f-35a1df5ed65b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2c65a4a-097a-4989-b594-64619a9b21f6", "tag": "06ba696a-1e92-46cf-998e-d24072860dd4", "status": "completed", "code": 200}, {"server_uuid": "0aaf74c6-db3a-4afd-944f-b369c30758c4", "name": "network-vif-deleted", "tag": "e9bd3c72-a7d1-420c-8369-54220367b513", "status": "failed", "code": 422}, {"server_uuid": "a9d86a86-1987-4077-a828-6bacb9268830", "name": "network-vif-deleted", "tag": "c60e6dea-0893-49d0-b950-afc32bbf8360", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:01.897714 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39d28396-f37e-43f3-a804-ee7ac8946d0f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:01.899516 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'tag': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'status': 'completed', 'code': 200} Jul 16 03:38:01.899516 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'tag': '06ba696a-1e92-46cf-998e-d24072860dd4', 'status': 'completed', 'code': 200} Jul 16 03:38:01.899516 n-d-800088-6 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0aaf74c6-db3a-4afd-944f-b369c30758c4', 'name': 'network-vif-deleted', 'tag': 'e9bd3c72-a7d1-420c-8369-54220367b513', 'status': 'failed', 'code': 422} returned with failed status Jul 16 03:38:01.899516 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d86a86-1987-4077-a828-6bacb9268830', 'name': 'network-vif-deleted', 'tag': 'c60e6dea-0893-49d0-b950-afc32bbf8360', 'status': 'completed', 'code': 200} Jul 16 03:38:01.952403 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-e130b992-645d-4758-87ee-bbf0e40739d6 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.1005592 Jul 16 03:38:01.966065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-b1908b1f-f149-4d9c-978f-9a73585a410a tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:02.021338 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-2461d42a-9fc2-469d-9f21-c72917d445fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:02.022850 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-2461d42a-9fc2-469d-9f21-c72917d445fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 1096 time: 0.1233814 Jul 16 03:38:02.044508 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-b1908b1f-f149-4d9c-978f-9a73585a410a tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.156301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aaf74c6-db3a-4afd-944f-b369c30758c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9bd3c72-a7d1-420c-8369-54220367b513'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:02.158730 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92805a0-34b3-4854-84d1-f6d1e41279f3" -d '{"events": [{"server_uuid": "0aaf74c6-db3a-4afd-944f-b369c30758c4", "name": "network-vif-unplugged", "status": "completed", "tag": "e9bd3c72-a7d1-420c-8369-54220367b513"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:02.435964 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6357f24a-0653-4946-984f-4697f9177a43 admin admin] Deleting port 3f565812-604f-4f15-81d7-7ec20b752a67 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:02.437137 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6357f24a-0653-4946-984f-4697f9177a43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.521467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6357f24a-0653-4946-984f-4697f9177a43 admin admin] For port 3f565812-604f-4f15-81d7-7ec20b752a67, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3f565812-604f-4f15-81d7-7ec20b752a67,segment=NetworkSegment(2beee60a-f328-44f0-974c-b8867b60ba58),segment_id=2beee60a-f328-44f0-974c-b8867b60ba58)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:02.521745 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6357f24a-0653-4946-984f-4697f9177a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.535448 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6357f24a-0653-4946-984f-4697f9177a43 admin admin] Calling delete_port for 3f565812-604f-4f15-81d7-7ec20b752a67 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:02.636676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-465c78dc-41de-4560-964b-fe39d15775ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:02.638182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-465c78dc-41de-4560-964b-fe39d15775ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 922 time: 0.6063447 Jul 16 03:38:02.699893 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-b1908b1f-f149-4d9c-978f-9a73585a410a tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.724885 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6357f24a-0653-4946-984f-4697f9177a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.734182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-58553226-7f7c-4e4b-8170-3554e31c2c76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95244cd3-4927-43bc-9b7f-35a1df5ed65b HTTP/1.1" status: 200 len: 217 time: 0.0846124 Jul 16 03:38:02.734775 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-b1908b1f-f149-4d9c-978f-9a73585a410a tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.735102 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-b1908b1f-f149-4d9c-978f-9a73585a410a tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Floating IP 5a803792-61cc-426a-a35c-46b1590b86f8 disassociated. External IP: 172.25.3.251, port: 06ba696a-1e92-46cf-998e-d24072860dd4. Jul 16 03:38:02.747964 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8c8ef1cf-9fc8-45a5-acbe-e5c244ec94a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.754660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357f24a-0653-4946-984f-4697f9177a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f565812-604f-4f15-81d7-7ec20b752a67,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:02.791632 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.805725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031f5d-43c0-4ab2-87d2-a55ef50c65f9 req-c07d5150-888a-4743-adb2-9b61d174a5af tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:02.807211 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4031f5d-43c0-4ab2-87d2-a55ef50c65f9 req-c07d5150-888a-4743-adb2-9b61d174a5af tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 945 time: 0.3471539 Jul 16 03:38:02.841964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-1a79c14a-05c0-4458-8dda-0775b5ca51fc tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:02.843388 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-1a79c14a-05c0-4458-8dda-0775b5ca51fc tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.88 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 812 time: 0.3844125 Jul 16 03:38:02.866680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4b6d6476-8c4e-4fa0-bb5f-d942628e1fd7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Request body: {'port': {'device_id': '73769eb1-d11d-4093-a67e-9df1cd9b236a', 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'admin_state_up': True, 'tenant_id': '200baed6a6f54c4f8c11c918fc01017e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:02.916041 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6357f24a-0653-4946-984f-4697f9177a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:02.938476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-b6a6c268-9d4c-4b45-ba6e-49ee87fabbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:02.939958 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-b6a6c268-9d4c-4b45-ba6e-49ee87fabbd1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.1600380 Jul 16 03:38:03.019420 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4031f5d-43c0-4ab2-87d2-a55ef50c65f9 req-c1cc892a-8c95-44cb-b992-94b61272ca3a tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902339 Jul 16 03:38:03.078724 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ff34bc-4324-4ead-8ee5-5a459c999cc0 x-openstack-request-id: req-21ff34bc-4324-4ead-8ee5-5a459c999cc0 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:03.079226 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aaf74c6-db3a-4afd-944f-b369c30758c4", "name": "network-vif-unplugged", "status": "failed", "tag": "e9bd3c72-a7d1-420c-8369-54220367b513", "code": 422}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:03.079742 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21ff34bc-4324-4ead-8ee5-5a459c999cc0 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:03.080295 n-d-800088-6 neutron-server[93769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0aaf74c6-db3a-4afd-944f-b369c30758c4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9bd3c72-a7d1-420c-8369-54220367b513', 'code': 422} returned with failed status Jul 16 03:38:03.135375 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-d65d437d-814f-4559-8e63-c43fa30c2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:03.136485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6357f24a-0653-4946-984f-4697f9177a43 admin admin] Router 3bda49c4-97a1-43a9-8028-534acc3cdde7 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:03.136947 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-d65d437d-814f-4559-8e63-c43fa30c2b50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836586 Jul 16 03:38:03.195569 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4b6d6476-8c4e-4fa0-bb5f-d942628e1fd7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Made reservation on behalf of 200baed6a6f54c4f8c11c918fc01017e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:03.203078 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4b6d6476-8c4e-4fa0-bb5f-d942628e1fd7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.250459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6357f24a-0653-4946-984f-4697f9177a43 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:03.258858 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6357f24a-0653-4946-984f-4697f9177a43 admin admin] 10.222.0.18 "PUT /v2.0/routers/3bda49c4-97a1-43a9-8028-534acc3cdde7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9225719 Jul 16 03:38:03.259858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35682) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:03.265529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b69b9-86b1-439a-8573-6c0a054f57da None None] Sync routers for ids ['3bda49c4-97a1-43a9-8028-534acc3cdde7'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:03.276182 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b69b9-86b1-439a-8573-6c0a054f57da None None] Routers {'3bda49c4-97a1-43a9-8028-534acc3cdde7'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:03.277142 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d87b69b9-86b1-439a-8573-6c0a054f57da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bda49c4-97a1-43a9-8028-534acc3cdde7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:03.345326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a44873d6-bef8-4186-b009-27084ff32fa3 req-81ec0583-220e-468b-8308-31bbadc312ea tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 210 time: 0.0784342 Jul 16 03:38:03.352604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-b1908b1f-f149-4d9c-978f-9a73585a410a tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:03.375738 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-c34a6886-c902-49b8-bb3f-6cd471562b96 service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111940 Jul 16 03:38:03.377667 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.387182 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d87b69b9-86b1-439a-8573-6c0a054f57da None None] Set router 3bda49c4-97a1-43a9-8028-534acc3cdde7 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:03.419715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c60e6dea-0893-49d0-b950-afc32bbf8360 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:03.442839 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4b6d6476-8c4e-4fa0-bb5f-d942628e1fd7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Allocated IP 172.20.0.4 (1d2082f3-f285-4b81-803c-37c5386ebabb/460165b0-71f2-476d-a3c4-33a11989f907/c1a6e745-9d29-43c3-9dda-ffec0ff43c79) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:03.486168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: c60e6dea-0893-49d0-b950-afc32bbf8360 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:03.486673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c60e6dea-0893-49d0-b950-afc32bbf8360 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:03.490742 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.565662 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] Deleting port ddf6d5c7-a0bf-4994-aae7-d145305a8bd7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:03.566756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.612793 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d87b69b9-86b1-439a-8573-6c0a054f57da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'name': 'tempest-ServerRescueTestJSON-115226085-router', 'tenant_id': '9168deec23834d6ba592134700ad0190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'ddf6d5c7-a0bf-4994-aae7-d145305a8bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:38:02Z', 'revision_number': 5, 'project_id': '9168deec23834d6ba592134700ad0190', 'gw_port': {'id': 'ddf6d5c7-a0bf-4994-aae7-d145305a8bd7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:29:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:46Z', 'updated_at': '2021-07-16T03:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:03.656445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b69b9-86b1-439a-8573-6c0a054f57da None None] Checking router: 3bda49c4-97a1-43a9-8028-534acc3cdde7 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:03.665707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87b69b9-86b1-439a-8573-6c0a054f57da None None] Routers {'3bda49c4-97a1-43a9-8028-534acc3cdde7'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:03.666458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d87b69b9-86b1-439a-8573-6c0a054f57da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bda49c4-97a1-43a9-8028-534acc3cdde7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:03.686725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] For port ddf6d5c7-a0bf-4994-aae7-d145305a8bd7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ddf6d5c7-a0bf-4994-aae7-d145305a8bd7,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:03.687353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.704275 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] Calling delete_port for ddf6d5c7-a0bf-4994-aae7-d145305a8bd7 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:03.778934 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-211d154a-c697-4110-b41e-d3e997deee02 service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815409 Jul 16 03:38:03.784049 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4b6d6476-8c4e-4fa0-bb5f-d942628e1fd7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.794689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-b1908b1f-f149-4d9c-978f-9a73585a410a tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:03.800423 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-b1908b1f-f149-4d9c-978f-9a73585a410a tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.809914 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bdbdce-c1a7-48f4-973b-2407de452129 None None] Sync routers for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:03.823634 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bdbdce-c1a7-48f4-973b-2407de452129 None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:03.824271 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d2bdbdce-c1a7-48f4-973b-2407de452129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:03.876634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-b1908b1f-f149-4d9c-978f-9a73585a410a tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "PUT /v2.0/floatingips/5a803792-61cc-426a-a35c-46b1590b86f8 HTTP/1.1" status: 200 len: 695 time: 1.9092512 Jul 16 03:38:03.886909 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:03.904943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d87b69b9-86b1-439a-8573-6c0a054f57da None None] Set router 3bda49c4-97a1-43a9-8028-534acc3cdde7 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:03.921364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'tag': '06ba696a-1e92-46cf-998e-d24072860dd4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:03.923616 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffded50-24eb-41a1-a7f7-24e4fb0a6dab" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c65a4a-097a-4989-b594-64619a9b21f6", "tag": "06ba696a-1e92-46cf-998e-d24072860dd4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:03.971658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d87b69b9-86b1-439a-8573-6c0a054f57da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'name': 'tempest-ServerRescueTestJSON-115226085-router', 'tenant_id': '9168deec23834d6ba592134700ad0190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:38:03Z', 'revision_number': 6, 'project_id': '9168deec23834d6ba592134700ad0190', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:03.989163 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4b6d6476-8c4e-4fa0-bb5f-d942628e1fd7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.011231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87b69b9-86b1-439a-8573-6c0a054f57da None None] The sync data for ids ['3bda49c4-97a1-43a9-8028-534acc3cdde7'] in n-d-800088-6 is: [{'id': '3bda49c4-97a1-43a9-8028-534acc3cdde7', 'name': 'tempest-ServerRescueTestJSON-115226085-router', 'tenant_id': '9168deec23834d6ba592134700ad0190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:44Z', 'updated_at': '2021-07-16T03:38:03Z', 'revision_number': 6, 'project_id': '9168deec23834d6ba592134700ad0190', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:04.026039 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d2bdbdce-c1a7-48f4-973b-2407de452129 None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:04.075816 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.095732 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835cfa9-f6e3-4fa3-b41c-cac0445aa9cb req-7544b82c-a661-48cb-8ed6-6ee1099fab40 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:04.103632 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c835cfa9-f6e3-4fa3-b41c-cac0445aa9cb req-7544b82c-a661-48cb-8ed6-6ee1099fab40 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 945 time: 0.1753523 Jul 16 03:38:04.109559 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf6d5c7-a0bf-4994-aae7-d145305a8bd7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:04.110711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4b6d6476-8c4e-4fa0-bb5f-d942628e1fd7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Network 1d2082f3-f285-4b81-803c-37c5386ebabb is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:04.130559 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-8c35f60e-7d88-4ef3-83fe-64ac4d443d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:04.132334 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-8c35f60e-7d88-4ef3-83fe-64ac4d443d74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 1096 time: 0.2548988 Jul 16 03:38:04.133573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4b6d6476-8c4e-4fa0-bb5f-d942628e1fd7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:04.143443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-b50ca1e5-ac84-4006-ab37-f1d1fa87ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:04.145511 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-b50ca1e5-ac84-4006-ab37-f1d1fa87ab44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 1096 time: 0.2923644 Jul 16 03:38:04.146116 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d6476-8c4e-4fa0-bb5f-d942628e1fd7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Pushing event updated for resources: {'Port': ['ID=c1a6e745-9d29-43c3-9dda-ffec0ff43c79,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:04.152058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4b6d6476-8c4e-4fa0-bb5f-d942628e1fd7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:04.195420 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.294290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.297142 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.300818 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-1c9aaf46-ad5e-4aea-8d78-bfeee4e51b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:04.302294 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-1c9aaf46-ad5e-4aea-8d78-bfeee4e51b5a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 922 time: 0.1029496 Jul 16 03:38:04.327979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4b6d6476-8c4e-4fa0-bb5f-d942628e1fd7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:04.328529 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4b6d6476-8c4e-4fa0-bb5f-d942628e1fd7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.359551 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.360221 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bda49c4-97a1-43a9-8028-534acc3cdde7 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:38:04.370722 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.374506 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bf51c53a-4ef7-4b18-80a9-0da195a34a7c admin admin] 10.222.0.18 "DELETE /v2.0/routers/3bda49c4-97a1-43a9-8028-534acc3cdde7 HTTP/1.1" status: 204 len: 168 time: 1.1119897 Jul 16 03:38:04.375145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35688) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:04.386351 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-6889ccb0-e423-4bfc-a377-81a36d91aedb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06ba696a-1e92-46cf-998e-d24072860dd4 HTTP/1.1" status: 200 len: 217 time: 0.0649650 Jul 16 03:38:04.387025 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d2bdbdce-c1a7-48f4-973b-2407de452129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:04.424463 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bdbdce-c1a7-48f4-973b-2407de452129 None None] Checking router: 396f1bf7-c666-46ef-ba8b-fae7370a0a72 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:04.437291 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bdbdce-c1a7-48f4-973b-2407de452129 None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:04.438430 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d2bdbdce-c1a7-48f4-973b-2407de452129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:04.443823 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda3d7f8-b84f-4957-a4f9-63c05f529cbc admin admin] Deleting subnet 3847197d-f3f8-4839-9746-4ebffe9eda29 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:04.447462 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eda3d7f8-b84f-4957-a4f9-63c05f529cbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.500813 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4b6d6476-8c4e-4fa0-bb5f-d942628e1fd7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6447549 Jul 16 03:38:04.501036 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eda3d7f8-b84f-4957-a4f9-63c05f529cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.503776 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c835cfa9-f6e3-4fa3-b41c-cac0445aa9cb req-062c4a6c-ba11-47fc-97ff-5fe258b02bf0 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993473 Jul 16 03:38:04.510571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-87a537a9-f91b-4fb8-a6b2-fbb11ddd0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:04.512025 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-87a537a9-f91b-4fb8-a6b2-fbb11ddd0e86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.0765781 Jul 16 03:38:04.522633 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Request body: {'port': {'device_id': '73769eb1-d11d-4093-a67e-9df1cd9b236a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:04.578356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eda3d7f8-b84f-4957-a4f9-63c05f529cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.585689 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d2bdbdce-c1a7-48f4-973b-2407de452129 None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:04.596638 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2066c981-75d9-4a11-b0c6-4e5a3f3a9c7c x-openstack-request-id: req-2066c981-75d9-4a11-b0c6-4e5a3f3a9c7c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:04.596929 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c65a4a-097a-4989-b594-64619a9b21f6", "tag": "06ba696a-1e92-46cf-998e-d24072860dd4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:04.597700 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2066c981-75d9-4a11-b0c6-4e5a3f3a9c7c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:04.598291 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'tag': '06ba696a-1e92-46cf-998e-d24072860dd4', 'status': 'completed', 'code': 200} Jul 16 03:38:04.613778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-f95c4dac-31c3-41e4-b4ef-2591194ed31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:04.621212 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-f95c4dac-31c3-41e4-b4ef-2591194ed31c service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 922 time: 0.4724550 Jul 16 03:38:04.670837 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-1dc28580-e7ed-47bc-ba48-c258e6d0b84b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06ba696a-1e92-46cf-998e-d24072860dd4 HTTP/1.1" status: 200 len: 217 time: 0.0484374 Jul 16 03:38:04.693040 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eda3d7f8-b84f-4957-a4f9-63c05f529cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.751751 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.754263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3d7f8-b84f-4957-a4f9-63c05f529cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3847197d-f3f8-4839-9746-4ebffe9eda29,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:04.765098 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eda3d7f8-b84f-4957-a4f9-63c05f529cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:04.769531 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-eda3d7f8-b84f-4957-a4f9-63c05f529cbc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3847197d-f3f8-4839-9746-4ebffe9eda29 HTTP/1.1" status: 204 len: 168 time: 0.3900270 Jul 16 03:38:04.773532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:04.783196 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-9664bd7b-6058-4cea-9c21-98038410acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:04.784618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-9664bd7b-6058-4cea-9c21-98038410acc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.0894892 Jul 16 03:38:04.787566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-8fe06bd7-fb46-4815-ac7e-11294f44de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:04.788977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-8fe06bd7-fb46-4815-ac7e-11294f44de83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2615952 Jul 16 03:38:04.909876 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d2bdbdce-c1a7-48f4-973b-2407de452129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:04.941118 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bdbdce-c1a7-48f4-973b-2407de452129 None None] The sync data for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 is: [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:05.197814 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdeb26c-cee6-4a18-ae53-7d4bf7f7df13 None None] New status for floating IP 5a803792-61cc-426a-a35c-46b1590b86f8: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:38:05.332606 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34831d64-7d07-4a16-ab30-ec25f45f6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.443859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-97b11abb-83e0-42ad-b232-92e5410ca3c6 service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383128 Jul 16 03:38:05.496884 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-29e0610d-86d4-468b-8c24-1b6ab3e0a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.498342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-29e0610d-86d4-468b-8c24-1b6ab3e0a7c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6913548 Jul 16 03:38:05.605202 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89485f85-73f3-4db3-8ed9-e8dc0137d745 req-a2bca0ca-4a25-44b1-9732-281ddfdfefce tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:05.606559 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89485f85-73f3-4db3-8ed9-e8dc0137d745 req-a2bca0ca-4a25-44b1-9732-281ddfdfefce tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 931 time: 0.7273903 Jul 16 03:38:05.667212 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34831d64-7d07-4a16-ab30-ec25f45f6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.671384 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.694189 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-34831d64-7d07-4a16-ab30-ec25f45f6417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babb1694-5957-4c05-a74a-8e2987974a0c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:05.748823 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-34831d64-7d07-4a16-ab30-ec25f45f6417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2beee60a-f328-44f0-974c-b8867b60ba58') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:05.749117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-34831d64-7d07-4a16-ab30-ec25f45f6417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2beee60a-f328-44f0-974c-b8867b60ba58') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:05.802716 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34831d64-7d07-4a16-ab30-ec25f45f6417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.828757 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b4ed507-b78b-426a-a8d1-dc23a0d46917 req-9ed953a8-0c60-4125-8247-5073fd5f2b59 service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638186 Jul 16 03:38:05.836920 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89485f85-73f3-4db3-8ed9-e8dc0137d745 req-cf5ac5b6-84d7-4075-9234-9e632e89cd90 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959355 Jul 16 03:38:05.840832 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34831d64-7d07-4a16-ab30-ec25f45f6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.851216 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-85a1e457-123b-4585-856a-0704f73fcd13 service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290248 Jul 16 03:38:05.861782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34831d64-7d07-4a16-ab30-ec25f45f6417 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:38:05.864498 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34831d64-7d07-4a16-ab30-ec25f45f6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:38:05.866679 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:38:05.943491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3f565812-604f-4f15-81d7-7ec20b752a67 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:05.963858 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 3f565812-604f-4f15-81d7-7ec20b752a67 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:05.964423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3f565812-604f-4f15-81d7-7ec20b752a67 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:05.964996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ddf6d5c7-a0bf-4994-aae7-d145305a8bd7 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:05.987718 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: ddf6d5c7-a0bf-4994-aae7-d145305a8bd7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:05.988582 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ddf6d5c7-a0bf-4994-aae7-d145305a8bd7 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:06.043771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a6e745-9d29-43c3-9dda-ffec0ff43c79 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:06.055263 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34831d64-7d07-4a16-ab30-ec25f45f6417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.062821 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.070538 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34831d64-7d07-4a16-ab30-ec25f45f6417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.072630 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-34831d64-7d07-4a16-ab30-ec25f45f6417 admin admin] 10.222.0.18 "DELETE /v2.0/networks/babb1694-5957-4c05-a74a-8e2987974a0c HTTP/1.1" status: 204 len: 168 time: 1.2977953 Jul 16 03:38:06.106003 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34831d64-7d07-4a16-ab30-ec25f45f6417 admin admin] Pushing event deleted for resources: {'Network': ['ID=babb1694-5957-4c05-a74a-8e2987974a0c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:06.114315 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Transition to ACTIVE for port object c1a6e745-9d29-43c3-9dda-ffec0ff43c79 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:06.119381 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3cdf637-0c0c-4fc9-ac30-1f80d7a1f3eb req-1fdf717b-dbf6-4b37-96cd-37e5c3a37cae service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409248 Jul 16 03:38:06.121650 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.154235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffded50-24eb-41a1-a7f7-24e4fb0a6dab req-f714e490-b793-40fd-8e5c-5edaadb3dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:06.156068 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ffded50-24eb-41a1-a7f7-24e4fb0a6dab req-f714e490-b793-40fd-8e5c-5edaadb3dc36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 1096 time: 0.2434664 Jul 16 03:38:06.187918 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a6e745-9d29-43c3-9dda-ffec0ff43c79,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:06.258746 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35716) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:06.307547 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d31ef672-a43a-4526-8e7a-28114cf3484e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9168deec23834d6ba592134700ad0190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466182 Jul 16 03:38:06.311388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:06.335750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Attempting to bind port c1a6e745-9d29-43c3-9dda-ffec0ff43c79 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:06.336074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Attempting to bind port c1a6e745-9d29-43c3-9dda-ffec0ff43c79 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:06.336430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Attempting to bind port c1a6e745-9d29-43c3-9dda-ffec0ff43c79 on network 1d2082f3-f285-4b81-803c-37c5386ebabb {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:06.359545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Port c1a6e745-9d29-43c3-9dda-ffec0ff43c79 on network 1d2082f3-f285-4b81-803c-37c5386ebabb not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:38:06.359545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Attempting to bind port c1a6e745-9d29-43c3-9dda-ffec0ff43c79 on network 1d2082f3-f285-4b81-803c-37c5386ebabb {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:06.374619 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:06.374980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Checking segment: {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:06.375336 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Bound using segment: {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:06.375775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Bound port: c1a6e745-9d29-43c3-9dda-ffec0ff43c79, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:06.376131 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.378397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffded50-24eb-41a1-a7f7-24e4fb0a6dab req-16253488-2701-4150-9750-539d879d8af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:06.379914 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ffded50-24eb-41a1-a7f7-24e4fb0a6dab req-16253488-2701-4150-9750-539d879d8af6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 922 time: 0.2009151 Jul 16 03:38:06.444634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ffded50-24eb-41a1-a7f7-24e4fb0a6dab req-37422292-ce2c-47f2-b70b-d731b966bea8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06ba696a-1e92-46cf-998e-d24072860dd4 HTTP/1.1" status: 200 len: 217 time: 0.0535336 Jul 16 03:38:06.477720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3594-e16e-471e-bf52-18c035a5cd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.549256 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3594-e16e-471e-bf52-18c035a5cd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.551767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] For port c1a6e745-9d29-43c3-9dda-ffec0ff43c79, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:06.561462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] For port c1a6e745-9d29-43c3-9dda-ffec0ff43c79, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c1a6e745-9d29-43c3-9dda-ffec0ff43c79,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:06.564931 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffded50-24eb-41a1-a7f7-24e4fb0a6dab req-f2c12b5b-f4e3-4db6-8ccb-63b2294dd6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:06.566998 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ffded50-24eb-41a1-a7f7-24e4fb0a6dab req-f2c12b5b-f4e3-4db6-8ccb-63b2294dd6f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.1030979 Jul 16 03:38:06.570342 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.661235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:06.662086 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.663911 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] 10.222.0.88 "PUT /v2.0/ports/c1a6e745-9d29-43c3-9dda-ffec0ff43c79 HTTP/1.1" status: 200 len: 1091 time: 2.1490474 Jul 16 03:38:06.664553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73769eb1-d11d-4093-a67e-9df1cd9b236a', 'tag': 'c1a6e745-9d29-43c3-9dda-ffec0ff43c79'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:06.666962 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df03cb8b-fb20-43c9-b5ee-0991df5ad206" -d '{"events": [{"name": "network-changed", "server_uuid": "73769eb1-d11d-4093-a67e-9df1cd9b236a", "tag": "c1a6e745-9d29-43c3-9dda-ffec0ff43c79"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:06.700933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac459be-924b-4e82-8d1d-00cdaef2b8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a6e745-9d29-43c3-9dda-ffec0ff43c79,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:06.711754 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3594-e16e-471e-bf52-18c035a5cd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.714312 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5c3594-e16e-471e-bf52-18c035a5cd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:06.717902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dc5c3594-e16e-471e-bf52-18c035a5cd5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0642bd2-c430-4771-b259-2f81280a4dbe HTTP/1.1" status: 204 len: 168 time: 0.3983457 Jul 16 03:38:06.732287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffded50-24eb-41a1-a7f7-24e4fb0a6dab req-cc6defa3-0437-4c02-b13a-f45f0f65f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:06.733856 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ffded50-24eb-41a1-a7f7-24e4fb0a6dab req-cc6defa3-0437-4c02-b13a-f45f0f65f268 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556089 Jul 16 03:38:06.734590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c3594-e16e-471e-bf52-18c035a5cd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0642bd2-c430-4771-b259-2f81280a4dbe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:06.785847 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6e8c83-3068-4098-b3cb-502c45011a3e x-openstack-request-id: req-bc6e8c83-3068-4098-b3cb-502c45011a3e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:06.786298 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73769eb1-d11d-4093-a67e-9df1cd9b236a", "tag": "c1a6e745-9d29-43c3-9dda-ffec0ff43c79", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:06.786743 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc6e8c83-3068-4098-b3cb-502c45011a3e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:06.787153 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73769eb1-d11d-4093-a67e-9df1cd9b236a', 'tag': 'c1a6e745-9d29-43c3-9dda-ffec0ff43c79', 'status': 'completed', 'code': 200} Jul 16 03:38:06.963077 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ffded50-24eb-41a1-a7f7-24e4fb0a6dab req-e94592bf-2be0-4c86-b0ad-cab0a843a468 service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206483 Jul 16 03:38:06.994061 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc2f55-e668-43e7-8122-77bd923f685e req-515bdcdc-297c-4a25-9f09-19bb46927caf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:06.995522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edfc2f55-e668-43e7-8122-77bd923f685e req-515bdcdc-297c-4a25-9f09-19bb46927caf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2125323 Jul 16 03:38:07.020952 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-12281f03-bbac-4f25-aadd-66f732c431ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.022433 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-12281f03-bbac-4f25-aadd-66f732c431ae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 1094 time: 0.2224894 Jul 16 03:38:07.136773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-7f18b841-e5b3-4e34-8396-a5e343c6ac1d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1a6e745-9d29-43c3-9dda-ffec0ff43c79 HTTP/1.1" status: 200 len: 217 time: 0.1034372 Jul 16 03:38:07.142135 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edfc2f55-e668-43e7-8122-77bd923f685e req-8a2cec6c-05fc-4632-b627-798b57d8a9d6 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 696 time: 0.1300440 Jul 16 03:38:07.168130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fce7cb-5a25-4cfb-84fb-dc4a135e6d03 req-3f5fd448-5354-4a5c-a368-79203d759fd9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.169676 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1fce7cb-5a25-4cfb-84fb-dc4a135e6d03 req-3f5fd448-5354-4a5c-a368-79203d759fd9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 945 time: 0.2692800 Jul 16 03:38:07.190723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-edfc2f55-e668-43e7-8122-77bd923f685e req-beafa9dd-9c6c-455e-977b-67ace1f077e2 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Request body: {'floatingip': {'port_id': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:07.262755 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-edfc2f55-e668-43e7-8122-77bd923f685e req-beafa9dd-9c6c-455e-977b-67ace1f077e2 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:07.304803 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ffded50-24eb-41a1-a7f7-24e4fb0a6dab req-99a2e42c-7a00-40d6-94f5-f2f55d52897d service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323271 Jul 16 03:38:07.315288 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-cf18a85b-dd0a-423e-b315-0374948d23a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.317631 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-cf18a85b-dd0a-423e-b315-0374948d23a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 200 len: 852 time: 0.1714664 Jul 16 03:38:07.379084 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1fce7cb-5a25-4cfb-84fb-dc4a135e6d03 req-7e2a849b-d61e-431f-8aed-458c59ba7f7b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824219 Jul 16 03:38:07.380965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-76a79bec-2a12-48e9-a2bd-3506d98644f2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1d2082f3-f285-4b81-803c-37c5386ebabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395641 Jul 16 03:38:07.617914 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-c2c5ae77-ab55-486f-aaaa-27a477f542de service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273726 Jul 16 03:38:07.674800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf33f7-9d83-4a96-8313-5a12b5b7c516 req-be326535-5cb2-4aca-8a0e-95877862b2da tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:07.676844 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-decf33f7-9d83-4a96-8313-5a12b5b7c516 req-be326535-5cb2-4aca-8a0e-95877862b2da tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 943 time: 0.1918797 Jul 16 03:38:08.158085 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-decf33f7-9d83-4a96-8313-5a12b5b7c516 req-606fce1f-9e60-4c8c-8e43-5b88df52825b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722235 Jul 16 03:38:08.186695 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330f9bce-6c46-4493-81b0-b6b9730c3467 req-5a7c562c-6174-4856-99ae-74a6d58087a9 service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598366 Jul 16 03:38:08.334633 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d9d2c-88fa-4804-bce1-3e5d702721e9 req-6417585a-7646-4a3b-89d5-76f0366fe807 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.336130 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a01d9d2c-88fa-4804-bce1-3e5d702721e9 req-6417585a-7646-4a3b-89d5-76f0366fe807 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2c65a4a-097a-4989-b594-64619a9b21f6 HTTP/1.1" status: 200 len: 945 time: 0.1972110 Jul 16 03:38:08.433429 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-edfc2f55-e668-43e7-8122-77bd923f685e req-beafa9dd-9c6c-455e-977b-67ace1f077e2 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.443749 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-edfc2f55-e668-43e7-8122-77bd923f685e req-beafa9dd-9c6c-455e-977b-67ace1f077e2 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.499810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03cb8b-fb20-43c9-b5ee-0991df5ad206 req-71254130-e1e7-4d42-aa84-ca54252c8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.501355 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df03cb8b-fb20-43c9-b5ee-0991df5ad206 req-71254130-e1e7-4d42-aa84-ca54252c8925 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 1094 time: 0.2464781 Jul 16 03:38:08.666066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03cb8b-fb20-43c9-b5ee-0991df5ad206 req-2a35e191-6d0f-4179-b0eb-e226a454215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.667830 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df03cb8b-fb20-43c9-b5ee-0991df5ad206 req-2a35e191-6d0f-4179-b0eb-e226a454215d service neutron] 10.222.0.88 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 913 time: 0.1503718 Jul 16 03:38:08.669388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a01d9d2c-88fa-4804-bce1-3e5d702721e9 req-18bc522c-12a7-4129-9f2c-34993600fe69 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Deleting port 06ba696a-1e92-46cf-998e-d24072860dd4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:08.669796 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a01d9d2c-88fa-4804-bce1-3e5d702721e9 req-18bc522c-12a7-4129-9f2c-34993600fe69 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.673041 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-edfc2f55-e668-43e7-8122-77bd923f685e req-beafa9dd-9c6c-455e-977b-67ace1f077e2 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Floating IP 5a803792-61cc-426a-a35c-46b1590b86f8 associated. External IP: 172.25.3.251, port: 95244cd3-4927-43bc-9b7f-35a1df5ed65b. Jul 16 03:38:08.759492 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df03cb8b-fb20-43c9-b5ee-0991df5ad206 req-ac36bc93-6e83-499c-8a2a-f4bf516a8311 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1a6e745-9d29-43c3-9dda-ffec0ff43c79 HTTP/1.1" status: 200 len: 217 time: 0.0826864 Jul 16 03:38:08.916476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03cb8b-fb20-43c9-b5ee-0991df5ad206 req-7a32dbfc-31bf-43f7-b9c9-7027389c7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:08.917902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df03cb8b-fb20-43c9-b5ee-0991df5ad206 req-7a32dbfc-31bf-43f7-b9c9-7027389c7fd2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 200 len: 852 time: 0.1427472 Jul 16 03:38:08.921191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a01d9d2c-88fa-4804-bce1-3e5d702721e9 req-18bc522c-12a7-4129-9f2c-34993600fe69 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] For port 06ba696a-1e92-46cf-998e-d24072860dd4, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=06ba696a-1e92-46cf-998e-d24072860dd4,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:08.921415 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a01d9d2c-88fa-4804-bce1-3e5d702721e9 req-18bc522c-12a7-4129-9f2c-34993600fe69 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:08.944635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a01d9d2c-88fa-4804-bce1-3e5d702721e9 req-18bc522c-12a7-4129-9f2c-34993600fe69 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Calling delete_port for 06ba696a-1e92-46cf-998e-d24072860dd4 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:08.973250 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df03cb8b-fb20-43c9-b5ee-0991df5ad206 req-72038be2-4826-4b05-9bfd-cec7f97e9271 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1d2082f3-f285-4b81-803c-37c5386ebabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375035 Jul 16 03:38:09.255488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedbc01-79e1-4afb-9197-24545647bea6 req-119fb2e9-d61c-4865-8168-b191a5f5f33d tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:09.257006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1bedbc01-79e1-4afb-9197-24545647bea6 req-119fb2e9-d61c-4865-8168-b191a5f5f33d tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 945 time: 0.2500403 Jul 16 03:38:09.263620 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df03cb8b-fb20-43c9-b5ee-0991df5ad206 req-31e90309-5ef9-4b45-83d1-8db302e14bfd service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591016 Jul 16 03:38:09.265339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edfc2f55-e668-43e7-8122-77bd923f685e req-beafa9dd-9c6c-455e-977b-67ace1f077e2 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:09.433142 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1bedbc01-79e1-4afb-9197-24545647bea6 req-f35d4714-727f-4bb4-a47e-2d128c0ba4b0 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666963 Jul 16 03:38:09.438124 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a01d9d2c-88fa-4804-bce1-3e5d702721e9 req-18bc522c-12a7-4129-9f2c-34993600fe69 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.446512 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 85e31174-46d2-401e-bfce-35bffd616b9d details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:09.488543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc522c-12a7-4129-9f2c-34993600fe69 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Pushing event deleted for resources: {'Port': ['ID=06ba696a-1e92-46cf-998e-d24072860dd4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:09.544038 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['95244cd3-4927-43bc-9b7f-35a1df5ed65b', '06ba696a-1e92-46cf-998e-d24072860dd4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:09.563292 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df03cb8b-fb20-43c9-b5ee-0991df5ad206 req-5f9e0722-5967-40a6-8502-a0b4f529707c service neutron] 10.222.0.88 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617841 Jul 16 03:38:09.592859 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01d9d2c-88fa-4804-bce1-3e5d702721e9 req-18bc522c-12a7-4129-9f2c-34993600fe69 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] No DVR routers for this DVR port 06ba696a-1e92-46cf-998e-d24072860dd4 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:09.606139 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a01d9d2c-88fa-4804-bce1-3e5d702721e9 req-18bc522c-12a7-4129-9f2c-34993600fe69 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.608193 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a01d9d2c-88fa-4804-bce1-3e5d702721e9 req-18bc522c-12a7-4129-9f2c-34993600fe69 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.20 "DELETE /v2.0/ports/06ba696a-1e92-46cf-998e-d24072860dd4 HTTP/1.1" status: 204 len: 173 time: 1.2447619 Jul 16 03:38:09.608893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'name': 'network-vif-deleted', 'tag': '06ba696a-1e92-46cf-998e-d24072860dd4'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:09.619643 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0434bba6-1b94-4d00-9d85-17d939dfc600" -d '{"events": [{"server_uuid": "d2c65a4a-097a-4989-b594-64619a9b21f6", "name": "network-vif-deleted", "tag": "06ba696a-1e92-46cf-998e-d24072860dd4"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:09.637100 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edfc2f55-e668-43e7-8122-77bd923f685e req-beafa9dd-9c6c-455e-977b-67ace1f077e2 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:09.642777 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-edfc2f55-e668-43e7-8122-77bd923f685e req-beafa9dd-9c6c-455e-977b-67ace1f077e2 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.649588 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c919c79-1cea-43b8-a157-edefb242eb3e None None] Sync routers for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:09.665684 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c919c79-1cea-43b8-a157-edefb242eb3e None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:09.666989 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1c919c79-1cea-43b8-a157-edefb242eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:09.673997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 85e31174-46d2-401e-bfce-35bffd616b9d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=85e31174-46d2-401e-bfce-35bffd616b9d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:09.718165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '85e31174-46d2-401e-bfce-35bffd616b9d', 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5', 'port_id': '85e31174-46d2-401e-bfce-35bffd616b9d', 'mac_address': 'fa:16:3e:73:9d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08f5fd1-35d8-479b-8e0c-674141a4bf73', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:09.732437 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edfc2f55-e668-43e7-8122-77bd923f685e req-beafa9dd-9c6c-455e-977b-67ace1f077e2 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "PUT /v2.0/floatingips/5a803792-61cc-426a-a35c-46b1590b86f8 HTTP/1.1" status: 200 len: 996 time: 2.5820539 Jul 16 03:38:09.815364 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1c919c79-1cea-43b8-a157-edefb242eb3e None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:09.823626 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e07f2e7-f1db-45af-9a0d-c082541973b8 req-faa0a872-68d8-48be-a5a9-d22ded77a797 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0839837 Jul 16 03:38:09.887540 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:09.908559 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc2f55-e668-43e7-8122-77bd923f685e req-941cfc80-42c3-40c8-a80c-8df50c7c9d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:09.910769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edfc2f55-e668-43e7-8122-77bd923f685e req-941cfc80-42c3-40c8-a80c-8df50c7c9d2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 1096 time: 0.1552536 Jul 16 03:38:09.918961 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85e31174-46d2-401e-bfce-35bffd616b9d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:09.966741 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 85e31174-46d2-401e-bfce-35bffd616b9d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=85e31174-46d2-401e-bfce-35bffd616b9d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:09.977499 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:10.046296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=85e31174-46d2-401e-bfce-35bffd616b9d,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:10.120114 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['85e31174-46d2-401e-bfce-35bffd616b9d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:10.129560 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52109581-8dd8-450b-afd9-4911a83adc82 req-d3f4ee66-b4b5-47be-a997-d8bc4ac7fd35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2491558 Jul 16 03:38:10.154040 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc2f55-e668-43e7-8122-77bd923f685e req-f25737f6-fcc2-41a2-a1cd-3d7facf9be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.161182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edfc2f55-e668-43e7-8122-77bd923f685e req-f25737f6-fcc2-41a2-a1cd-3d7facf9be9d service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 922 time: 0.2107449 Jul 16 03:38:10.172273 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1c919c79-1cea-43b8-a157-edefb242eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a803792-61cc-426a-a35c-46b1590b86f8', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'port_id': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'mac_address': 'fa:16:3e:25:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:37:36Z', 'updated_at': '2021-07-16T03:38:08Z', 'revision_number': 8, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:10.204837 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c919c79-1cea-43b8-a157-edefb242eb3e None None] Checking router: 396f1bf7-c666-46ef-ba8b-fae7370a0a72 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:10.215105 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c919c79-1cea-43b8-a157-edefb242eb3e None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:10.215740 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1c919c79-1cea-43b8-a157-edefb242eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:10.245812 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c1b0-d3d9-49b5-bfb3-f87d3ca9fcec req-e2d26acc-fcec-4c17-9f87-45dd9c294a99 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.247247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43a2c1b0-d3d9-49b5-bfb3-f87d3ca9fcec req-e2d26acc-fcec-4c17-9f87-45dd9c294a99 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 943 time: 0.2264180 Jul 16 03:38:10.287627 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edfc2f55-e668-43e7-8122-77bd923f685e req-5295c043-964a-4b54-8538-b51614140e35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95244cd3-4927-43bc-9b7f-35a1df5ed65b HTTP/1.1" status: 200 len: 999 time: 0.1255891 Jul 16 03:38:10.333693 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1c919c79-1cea-43b8-a157-edefb242eb3e None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:10.349663 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43a2c1b0-d3d9-49b5-bfb3-f87d3ca9fcec req-6fd7c48b-81a7-455c-9864-7389fac969e0 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848157 Jul 16 03:38:10.358766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52109581-8dd8-450b-afd9-4911a83adc82 req-2965c7ba-c757-4b11-8eae-09542cf8e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.360274 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52109581-8dd8-450b-afd9-4911a83adc82 req-2965c7ba-c757-4b11-8eae-09542cf8e24c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 1097 time: 0.1917751 Jul 16 03:38:10.365510 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc2f55-e668-43e7-8122-77bd923f685e req-afe37c0b-5494-495c-925a-8ae66172f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.366951 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edfc2f55-e668-43e7-8122-77bd923f685e req-afe37c0b-5494-495c-925a-8ae66172f425 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.0708189 Jul 16 03:38:10.531451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52109581-8dd8-450b-afd9-4911a83adc82 req-dd9c6907-24c3-4c0d-b62d-7f2296069901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.533200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52109581-8dd8-450b-afd9-4911a83adc82 req-dd9c6907-24c3-4c0d-b62d-7f2296069901 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.1321204 Jul 16 03:38:10.539410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc2f55-e668-43e7-8122-77bd923f685e req-023f0417-1e9b-42d6-b195-20fb85ea6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:10.541048 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edfc2f55-e668-43e7-8122-77bd923f685e req-023f0417-1e9b-42d6-b195-20fb85ea6d8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1679151 Jul 16 03:38:10.618262 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1c919c79-1cea-43b8-a157-edefb242eb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a803792-61cc-426a-a35c-46b1590b86f8', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'port_id': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'mac_address': 'fa:16:3e:25:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:37:36Z', 'updated_at': '2021-07-16T03:38:08Z', 'revision_number': 8, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:10.635931 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52109581-8dd8-450b-afd9-4911a83adc82 req-7397cf8a-1cf3-4611-8445-fac8f3693967 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2557a60-55c2-41e3-851f-8a9db2327477 HTTP/1.1" status: 200 len: 1001 time: 0.0937736 Jul 16 03:38:10.660203 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c919c79-1cea-43b8-a157-edefb242eb3e None None] The sync data for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 is: [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a803792-61cc-426a-a35c-46b1590b86f8', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'port_id': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'mac_address': 'fa:16:3e:25:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:37:36Z', 'updated_at': '2021-07-16T03:38:08Z', 'revision_number': 8, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:10.890163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f9c4d-a601-4f69-af35-924889d3cc66 None None] New status for floating IP 5a803792-61cc-426a-a35c-46b1590b86f8: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:38:11.029612 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47085b36-7b50-49a4-aa59-a9aa1e4ebff0 x-openstack-request-id: req-47085b36-7b50-49a4-aa59-a9aa1e4ebff0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:11.029827 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c65a4a-097a-4989-b594-64619a9b21f6", "name": "network-vif-deleted", "tag": "06ba696a-1e92-46cf-998e-d24072860dd4", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:11.030038 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47085b36-7b50-49a4-aa59-a9aa1e4ebff0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:11.030420 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c65a4a-097a-4989-b594-64619a9b21f6', 'name': 'network-vif-deleted', 'tag': '06ba696a-1e92-46cf-998e-d24072860dd4', 'status': 'completed', 'code': 200} Jul 16 03:38:11.095521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52109581-8dd8-450b-afd9-4911a83adc82 req-096b7884-4a22-4d55-9112-a5b8ddadc293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.097046 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52109581-8dd8-450b-afd9-4911a83adc82 req-096b7884-4a22-4d55-9112-a5b8ddadc293 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.4509339 Jul 16 03:38:11.105935 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edfc2f55-e668-43e7-8122-77bd923f685e req-00585f93-4830-4b8f-884e-28cfd8b8e1ff service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146594 Jul 16 03:38:11.212701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baa75d-4f67-4f78-959b-8ecd5b585889 req-64e07233-b9a8-43af-8126-9d5f3630a9b5 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.214185 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3baa75d-4f67-4f78-959b-8ecd5b585889 req-64e07233-b9a8-43af-8126-9d5f3630a9b5 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 944 time: 0.1864049 Jul 16 03:38:11.267302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52109581-8dd8-450b-afd9-4911a83adc82 req-b60ea124-b2b5-4ebc-9677-89bd07093e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.268805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52109581-8dd8-450b-afd9-4911a83adc82 req-b60ea124-b2b5-4ebc-9677-89bd07093e95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620355 Jul 16 03:38:11.280977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edfc2f55-e668-43e7-8122-77bd923f685e req-393cd70d-42e0-4924-92c8-7a56caa838b5 service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650348 Jul 16 03:38:11.325070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05c47a34-b443-4890-ae56-5e78d4479341 req-bdd3fdd0-ada5-4bd1-8a89-19e232c57fd2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0530953 Jul 16 03:38:11.333709 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3baa75d-4f67-4f78-959b-8ecd5b585889 req-3dce26df-68d6-47ec-833a-c8c01a870f6c tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072340 Jul 16 03:38:11.455729 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3bc4847e-7489-4551-8a6e-249fdaffc9a0 req-91ff8e20-5900-4853-bdb3-94c4a115b636 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0418060 Jul 16 03:38:11.468351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c1a6e745-9d29-43c3-9dda-ffec0ff43c79 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:11.470425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 85e31174-46d2-401e-bfce-35bffd616b9d up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:11.477986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52109581-8dd8-450b-afd9-4911a83adc82 req-3dc779d1-f437-4120-84a7-427c11c17666 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899524 Jul 16 03:38:11.480931 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6ece1f7-fe01-4f55-ab38-66ec61b54a1d req-7928b569-e7cf-4263-8c43-d5dd35f3b7ac tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips/5a803792-61cc-426a-a35c-46b1590b86f8 HTTP/1.1" status: 200 len: 998 time: 0.1072898 Jul 16 03:38:11.599999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 85e31174-46d2-401e-bfce-35bffd616b9d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:11.600373 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.645266 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port c1a6e745-9d29-43c3-9dda-ffec0ff43c79, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c1a6e745-9d29-43c3-9dda-ffec0ff43c79,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:11.657926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52109581-8dd8-450b-afd9-4911a83adc82 req-6f4504cc-9ea6-4096-935b-e5ccbb9e29e2 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729434 Jul 16 03:38:11.666574 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'c1a6e745-9d29-43c3-9dda-ffec0ff43c79', 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'port_id': 'c1a6e745-9d29-43c3-9dda-ffec0ff43c79', 'mac_address': 'fa:16:3e:ae:99:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460165b0-71f2-476d-a3c4-33a11989f907', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:11.666854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ece1f7-fe01-4f55-ab38-66ec61b54a1d req-576e871d-2c53-4b2e-96e4-474a04cab33c tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.668351 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6ece1f7-fe01-4f55-ab38-66ec61b54a1d req-576e871d-2c53-4b2e-96e4-474a04cab33c tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1757507 Jul 16 03:38:11.684811 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-b6ece1f7-fe01-4f55-ab38-66ec61b54a1d req-27fb6330-0f48-4d32-b1e9-9147aedaa6fc tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:38:11.688053 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6ece1f7-fe01-4f55-ab38-66ec61b54a1d req-27fb6330-0f48-4d32-b1e9-9147aedaa6fc tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107572 Jul 16 03:38:11.735881 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.750842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a6e745-9d29-43c3-9dda-ffec0ff43c79 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:11.754824 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.785742 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port c1a6e745-9d29-43c3-9dda-ffec0ff43c79, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c1a6e745-9d29-43c3-9dda-ffec0ff43c79,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:11.790035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdf96ea-3639-4668-8a86-e131c02e111c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e31174-46d2-401e-bfce-35bffd616b9d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:11.792230 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48433e92-449f-450e-821b-37c165060e34" -d '{"events": [{"server_uuid": "2fdf96ea-3639-4668-8a86-e131c02e111c", "name": "network-vif-plugged", "status": "completed", "tag": "85e31174-46d2-401e-bfce-35bffd616b9d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:11.796822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.808703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 85e31174-46d2-401e-bfce-35bffd616b9d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=85e31174-46d2-401e-bfce-35bffd616b9d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:11.834714 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:11.858891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3868bbd-8dcc-4b14-b7a1-1d86f7dae6b4 req-0a8b8458-02ca-40ff-9732-a413930bf131 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:11.859411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=c1a6e745-9d29-43c3-9dda-ffec0ff43c79,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:11.860690 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3868bbd-8dcc-4b14-b7a1-1d86f7dae6b4 req-0a8b8458-02ca-40ff-9732-a413930bf131 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 944 time: 0.0731909 Jul 16 03:38:11.910879 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3868bbd-8dcc-4b14-b7a1-1d86f7dae6b4 req-8bffd40d-684d-4ae3-9428-72bc339b20ac tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434864 Jul 16 03:38:11.928223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=85e31174-46d2-401e-bfce-35bffd616b9d,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:12.079492 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-cf2452d4-19a6-4c75-b4a3-4cbb348c6b8b tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.0650523 Jul 16 03:38:12.099786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['c1a6e745-9d29-43c3-9dda-ffec0ff43c79'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:12.153956 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-ae37f4cb-92a2-44ce-92e3-0dbd28a087d7 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:12.163899 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-ae37f4cb-92a2-44ce-92e3-0dbd28a087d7 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports/95244cd3-4927-43bc-9b7f-35a1df5ed65b HTTP/1.1" status: 200 len: 942 time: 0.0767152 Jul 16 03:38:12.181021 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822a811f-6375-410b-aa77-c89bfa355dcc x-openstack-request-id: req-822a811f-6375-410b-aa77-c89bfa355dcc {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:12.181320 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdf96ea-3639-4668-8a86-e131c02e111c", "name": "network-vif-plugged", "status": "completed", "tag": "85e31174-46d2-401e-bfce-35bffd616b9d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:12.181569 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-822a811f-6375-410b-aa77-c89bfa355dcc {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:12.181979 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdf96ea-3639-4668-8a86-e131c02e111c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e31174-46d2-401e-bfce-35bffd616b9d', 'code': 200} Jul 16 03:38:12.310553 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-02288a90-8937-4065-9783-2c71c0094d12 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.0650733 Jul 16 03:38:12.444595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-79550111-300b-41dd-803b-96413d770f88 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:12.445961 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-79550111-300b-41dd-803b-96413d770f88 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1297643 Jul 16 03:38:12.507631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e52ad-23fb-4c33-929e-a3b06ecc4f3a req-a09b735f-7299-44e7-88dd-d2ecbc3c0182 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:12.509378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-454e52ad-23fb-4c33-929e-a3b06ecc4f3a req-a09b735f-7299-44e7-88dd-d2ecbc3c0182 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 945 time: 0.1307764 Jul 16 03:38:12.541171 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-4fd4fb62-5ac2-4d32-9075-44e4b5decadc tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 1001 time: 0.0887678 Jul 16 03:38:12.556950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-92a54f31-bdbb-4059-9899-df9b299828fe tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:12.563951 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-454e52ad-23fb-4c33-929e-a3b06ecc4f3a req-af110a4d-8932-49f7-b4c1-6ba873de9791 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482483 Jul 16 03:38:12.618590 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-92a54f31-bdbb-4059-9899-df9b299828fe tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.727305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53c0b28e-e797-46f8-b5d2-bcb36a658559 req-8592f90f-b8e4-4871-b547-e204657f8c59 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0598848 Jul 16 03:38:12.797680 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-92a54f31-bdbb-4059-9899-df9b299828fe tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.802148 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-92a54f31-bdbb-4059-9899-df9b299828fe tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:12.802834 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-92a54f31-bdbb-4059-9899-df9b299828fe tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Floating IP 5a803792-61cc-426a-a35c-46b1590b86f8 disassociated. External IP: 172.25.3.251, port: 95244cd3-4927-43bc-9b7f-35a1df5ed65b. Jul 16 03:38:12.983878 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 06ba696a-1e92-46cf-998e-d24072860dd4 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:13.015887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 06ba696a-1e92-46cf-998e-d24072860dd4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:13.017006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 06ba696a-1e92-46cf-998e-d24072860dd4 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:13.033551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'tag': '95244cd3-4927-43bc-9b7f-35a1df5ed65b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:13.036199 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d54a8e-bca2-4c01-a7b3-e0371739167a" -d '{"events": [{"name": "network-changed", "server_uuid": "ccaf3f52-ab3c-4b7b-8292-7370a31cdba3", "tag": "95244cd3-4927-43bc-9b7f-35a1df5ed65b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:13.062871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-92a54f31-bdbb-4059-9899-df9b299828fe tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:13.194821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-92a54f31-bdbb-4059-9899-df9b299828fe tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:13.205626 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4a080-e731-49ef-82af-7ed78ef090cc None None] Sync routers for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:13.206844 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-92a54f31-bdbb-4059-9899-df9b299828fe tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.214841 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4a080-e731-49ef-82af-7ed78ef090cc None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:13.215589 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cfc4a080-e731-49ef-82af-7ed78ef090cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:13.276653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-92a54f31-bdbb-4059-9899-df9b299828fe tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "PUT /v2.0/floatingips/5a803792-61cc-426a-a35c-46b1590b86f8 HTTP/1.1" status: 200 len: 696 time: 0.7261508 Jul 16 03:38:13.352858 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad3f97-868f-493f-98d2-1abcc8f9ce8c req-40b19103-bcdc-430c-9d19-0567daef7c44 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:13.355198 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93ad3f97-868f-493f-98d2-1abcc8f9ce8c req-40b19103-bcdc-430c-9d19-0567daef7c44 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 944 time: 0.1268642 Jul 16 03:38:13.403589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-73fdd8a4-34f8-4bc7-9da3-52e9e5a93fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:13.407440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-73fdd8a4-34f8-4bc7-9da3-52e9e5a93fed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 1096 time: 0.1103876 Jul 16 03:38:13.417116 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93ad3f97-868f-493f-98d2-1abcc8f9ce8c req-1b1e517c-1999-4377-8fee-5031cda63f4a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550776 Jul 16 03:38:13.446161 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-cfc4a080-e731-49ef-82af-7ed78ef090cc None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:13.460042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c1a6e745-9d29-43c3-9dda-ffec0ff43c79 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:13.542098 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port c1a6e745-9d29-43c3-9dda-ffec0ff43c79 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:13.551395 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port c1a6e745-9d29-43c3-9dda-ffec0ff43c79 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:13.551769 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.575429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-0e10202e-589a-4038-9259-aab0adc7a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:13.578230 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-0e10202e-589a-4038-9259-aab0adc7a3bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 922 time: 0.1595328 Jul 16 03:38:13.677391 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-a07954f2-1a5d-4b20-ad2d-55ab1ce107d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95244cd3-4927-43bc-9b7f-35a1df5ed65b HTTP/1.1" status: 200 len: 217 time: 0.0911574 Jul 16 03:38:13.684264 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.719297 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cfc4a080-e731-49ef-82af-7ed78ef090cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:13.726133 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f019aa6-fd3c-4171-96db-5d72db6beb2c x-openstack-request-id: req-0f019aa6-fd3c-4171-96db-5d72db6beb2c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:13.726604 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccaf3f52-ab3c-4b7b-8292-7370a31cdba3", "tag": "95244cd3-4927-43bc-9b7f-35a1df5ed65b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:13.727074 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f019aa6-fd3c-4171-96db-5d72db6beb2c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:13.727605 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'tag': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'status': 'completed', 'code': 200} Jul 16 03:38:13.750797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port c1a6e745-9d29-43c3-9dda-ffec0ff43c79, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c1a6e745-9d29-43c3-9dda-ffec0ff43c79,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:13.756021 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:13.762504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-1cf60f12-a8da-40ac-8215-2057ff8d6f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:13.763312 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4a080-e731-49ef-82af-7ed78ef090cc None None] Checking router: 396f1bf7-c666-46ef-ba8b-fae7370a0a72 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:13.771496 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-1cf60f12-a8da-40ac-8215-2057ff8d6f0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.0931704 Jul 16 03:38:13.774961 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4a080-e731-49ef-82af-7ed78ef090cc None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:13.775784 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cfc4a080-e731-49ef-82af-7ed78ef090cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:13.847867 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a7dfb-b685-4d7c-9645-7380f1ef3ad3 req-28bf6a51-c10b-4f83-b12e-5b508541ca8a tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:13.849857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-785a7dfb-b685-4d7c-9645-7380f1ef3ad3 req-28bf6a51-c10b-4f83-b12e-5b508541ca8a tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.88 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 945 time: 0.2101374 Jul 16 03:38:13.866615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=c1a6e745-9d29-43c3-9dda-ffec0ff43c79,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:13.902938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1593450c-fddd-46ca-88e9-414e59ffe448 req-b353b0b1-98b4-49b5-8b53-be309c088da0 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0510695 Jul 16 03:38:13.907562 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-cfc4a080-e731-49ef-82af-7ed78ef090cc None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:13.996596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d54a8e-bca2-4c01-a7b3-e0371739167a req-4d47a768-57f0-42f7-80cf-4b6def7ceafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:13.998241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22d54a8e-bca2-4c01-a7b3-e0371739167a req-4d47a768-57f0-42f7-80cf-4b6def7ceafe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 1096 time: 0.2478909 Jul 16 03:38:14.058009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-8534f212-248a-42b3-a001-5eede7333eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.059637 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-8534f212-248a-42b3-a001-5eede7333eeb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2868984 Jul 16 03:38:14.144699 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cfc4a080-e731-49ef-82af-7ed78ef090cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:14.173215 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc4a080-e731-49ef-82af-7ed78ef090cc None None] The sync data for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 is: [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:17Z', 'revision_number': 4, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '4938fcf3-7b60-4df4-bb3a-9931a58f64b3', 'name': '', 'network_id': '6c70dcd9-25c1-4816-8340-fa94f0f6adb3', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'mac_address': 'fa:16:3e:0f:d0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:16Z', 'updated_at': '2021-07-16T03:37:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'subnets': [{'id': 'ed076f3a-1a0d-43dd-8084-11ed07ee178f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:14.183668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73769eb1-d11d-4093-a67e-9df1cd9b236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a6e745-9d29-43c3-9dda-ffec0ff43c79'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:14.186097 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb48815d-2770-4ccb-a151-cd955c943916" -d '{"events": [{"server_uuid": "73769eb1-d11d-4093-a67e-9df1cd9b236a", "name": "network-vif-plugged", "status": "completed", "tag": "c1a6e745-9d29-43c3-9dda-ffec0ff43c79"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:14.429886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e6fc73-845f-4080-af24-ad807bb26940 None None] New status for floating IP 5a803792-61cc-426a-a35c-46b1590b86f8: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:38:14.533453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-785a7dfb-b685-4d7c-9645-7380f1ef3ad3 req-41b11ff2-b1ec-4353-a838-f0a8f1e71512 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Deleting port 85e31174-46d2-401e-bfce-35bffd616b9d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:14.533808 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-785a7dfb-b685-4d7c-9645-7380f1ef3ad3 req-41b11ff2-b1ec-4353-a838-f0a8f1e71512 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.554421 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d54a8e-bca2-4c01-a7b3-e0371739167a req-9174e412-4c41-4f87-8608-5f99123b4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.555893 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22d54a8e-bca2-4c01-a7b3-e0371739167a req-9174e412-4c41-4f87-8608-5f99123b4ef5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 922 time: 0.5396793 Jul 16 03:38:14.623491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22d54a8e-bca2-4c01-a7b3-e0371739167a req-8b80976e-414a-463b-831e-ff941586ce08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95244cd3-4927-43bc-9b7f-35a1df5ed65b HTTP/1.1" status: 200 len: 217 time: 0.0555975 Jul 16 03:38:14.700523 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-0f5972a8-f37d-4d94-83f0-4758c6aec9b6 service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034222 Jul 16 03:38:14.769822 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2d0e0-f62d-4526-915d-d602f0af28ac req-02be040d-e05a-46ad-83b9-7b59089a13de tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.774533 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40b2d0e0-f62d-4526-915d-d602f0af28ac req-02be040d-e05a-46ad-83b9-7b59089a13de tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fdf96ea-3639-4668-8a86-e131c02e111c HTTP/1.1" status: 200 len: 945 time: 0.3259211 Jul 16 03:38:14.774533 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-785a7dfb-b685-4d7c-9645-7380f1ef3ad3 req-41b11ff2-b1ec-4353-a838-f0a8f1e71512 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] For port 85e31174-46d2-401e-bfce-35bffd616b9d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=85e31174-46d2-401e-bfce-35bffd616b9d,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:14.774880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-785a7dfb-b685-4d7c-9645-7380f1ef3ad3 req-41b11ff2-b1ec-4353-a838-f0a8f1e71512 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:14.779831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d54a8e-bca2-4c01-a7b3-e0371739167a req-7e97c8e6-12c1-40b1-92d5-360c83288b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.781266 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22d54a8e-bca2-4c01-a7b3-e0371739167a req-7e97c8e6-12c1-40b1-92d5-360c83288b47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.1188555 Jul 16 03:38:14.844049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-785a7dfb-b685-4d7c-9645-7380f1ef3ad3 req-41b11ff2-b1ec-4353-a838-f0a8f1e71512 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Calling delete_port for 85e31174-46d2-401e-bfce-35bffd616b9d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:14.950957 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40b2d0e0-f62d-4526-915d-d602f0af28ac req-16653d6f-6d2e-441e-96f1-b9540d139c85 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686392 Jul 16 03:38:14.958081 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7783ee36-e2bd-45b9-a897-e2719bede239 req-c96a8c5c-b121-45f8-86ce-7bc91ea02951 service neutron] 10.222.0.18 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476947 Jul 16 03:38:14.988372 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d54a8e-bca2-4c01-a7b3-e0371739167a req-c258eace-6212-4b59-bac3-c16363a3a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:14.990106 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22d54a8e-bca2-4c01-a7b3-e0371739167a req-c258eace-6212-4b59-bac3-c16363a3a6dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1997657 Jul 16 03:38:15.017816 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e396f42b-aca4-452e-97c2-e678b92dc358 x-openstack-request-id: req-e396f42b-aca4-452e-97c2-e678b92dc358 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:15.018325 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73769eb1-d11d-4093-a67e-9df1cd9b236a", "name": "network-vif-plugged", "status": "completed", "tag": "c1a6e745-9d29-43c3-9dda-ffec0ff43c79", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:15.018746 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e396f42b-aca4-452e-97c2-e678b92dc358 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:15.019999 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73769eb1-d11d-4093-a67e-9df1cd9b236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a6e745-9d29-43c3-9dda-ffec0ff43c79', 'code': 200} Jul 16 03:38:15.159890 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dbf82-7484-429f-9bf9-a20007361f33 req-d2d37edf-f5b0-4e60-85d5-3d17eb1e1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:15.162301 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df6dbf82-7484-429f-9bf9-a20007361f33 req-d2d37edf-f5b0-4e60-85d5-3d17eb1e1a5c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 1096 time: 0.0553911 Jul 16 03:38:15.185204 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22d54a8e-bca2-4c01-a7b3-e0371739167a req-133f4786-5b6c-4593-9c85-6e57cf82a9a8 service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872220 Jul 16 03:38:15.206299 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df6dbf82-7484-429f-9bf9-a20007361f33 req-1e3b23a6-a539-410e-8edb-1b041dce832d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337520 Jul 16 03:38:15.211754 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-785a7dfb-b685-4d7c-9645-7380f1ef3ad3 req-41b11ff2-b1ec-4353-a838-f0a8f1e71512 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.227488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['85e31174-46d2-401e-bfce-35bffd616b9d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:15.260005 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b11ff2-b1ec-4353-a838-f0a8f1e71512 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Pushing event deleted for resources: {'Port': ['ID=85e31174-46d2-401e-bfce-35bffd616b9d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:15.339470 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d89ab-8611-4f10-aaf4-d8eb7ecfb0d7 req-30efa9b5-6477-4476-b9ff-43837211dfca tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:15.340985 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c12d89ab-8611-4f10-aaf4-d8eb7ecfb0d7 req-30efa9b5-6477-4476-b9ff-43837211dfca tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.2246220 Jul 16 03:38:15.360156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-785a7dfb-b685-4d7c-9645-7380f1ef3ad3 req-41b11ff2-b1ec-4353-a838-f0a8f1e71512 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] No DVR routers for this DVR port 85e31174-46d2-401e-bfce-35bffd616b9d on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:15.370173 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-785a7dfb-b685-4d7c-9645-7380f1ef3ad3 req-41b11ff2-b1ec-4353-a838-f0a8f1e71512 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:15.372029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-785a7dfb-b685-4d7c-9645-7380f1ef3ad3 req-41b11ff2-b1ec-4353-a838-f0a8f1e71512 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.88 "DELETE /v2.0/ports/85e31174-46d2-401e-bfce-35bffd616b9d HTTP/1.1" status: 204 len: 173 time: 1.5063453 Jul 16 03:38:15.419804 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22d54a8e-bca2-4c01-a7b3-e0371739167a req-4c6751d8-15fd-43f9-a9f8-3abdd62da36d service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276607 Jul 16 03:38:15.421655 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a9b0a9c-1d43-4cda-a3ad-8ef9ed6e5cf1 req-b85d718e-1614-4cfc-8906-8c331564291d tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0487907 Jul 16 03:38:15.439864 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c12d89ab-8611-4f10-aaf4-d8eb7ecfb0d7 req-18216c9a-84b4-43a2-a8f6-713c7a86b40a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807838 Jul 16 03:38:15.689748 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e222da27-1e6d-41ae-bd11-7022fdcc5a82 req-edeac63f-b52d-4278-a323-eb5c34296595 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips/5a803792-61cc-426a-a35c-46b1590b86f8 HTTP/1.1" status: 200 len: 694 time: 0.0477083 Jul 16 03:38:15.729642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'tag': '95244cd3-4927-43bc-9b7f-35a1df5ed65b'}, {'server_uuid': '2fdf96ea-3639-4668-8a86-e131c02e111c', 'name': 'network-vif-deleted', 'tag': '85e31174-46d2-401e-bfce-35bffd616b9d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:15.731755 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5dbe0e-83bd-49cc-8bba-c0a692496e61" -d '{"events": [{"name": "network-changed", "server_uuid": "ccaf3f52-ab3c-4b7b-8292-7370a31cdba3", "tag": "95244cd3-4927-43bc-9b7f-35a1df5ed65b"}, {"server_uuid": "2fdf96ea-3639-4668-8a86-e131c02e111c", "name": "network-vif-deleted", "tag": "85e31174-46d2-401e-bfce-35bffd616b9d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:15.772526 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aafb972-ea13-4932-a37f-ecddba6521d4 x-openstack-request-id: req-3aafb972-ea13-4932-a37f-ecddba6521d4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:15.772820 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccaf3f52-ab3c-4b7b-8292-7370a31cdba3", "tag": "95244cd3-4927-43bc-9b7f-35a1df5ed65b", "status": "completed", "code": 200}, {"server_uuid": "2fdf96ea-3639-4668-8a86-e131c02e111c", "name": "network-vif-deleted", "tag": "85e31174-46d2-401e-bfce-35bffd616b9d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:15.773071 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3aafb972-ea13-4932-a37f-ecddba6521d4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:15.773466 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'tag': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'status': 'completed', 'code': 200} Jul 16 03:38:15.773719 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdf96ea-3639-4668-8a86-e131c02e111c', 'name': 'network-vif-deleted', 'tag': '85e31174-46d2-401e-bfce-35bffd616b9d', 'status': 'completed', 'code': 200} Jul 16 03:38:15.799906 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222da27-1e6d-41ae-bd11-7022fdcc5a82 req-8c49ae39-8f45-4cce-8ab8-fdd7041d2940 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:15.802110 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e222da27-1e6d-41ae-bd11-7022fdcc5a82 req-8c49ae39-8f45-4cce-8ab8-fdd7041d2940 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1073644 Jul 16 03:38:15.878649 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e222da27-1e6d-41ae-bd11-7022fdcc5a82 req-46a4388f-2412-4e62-9c9c-0eb6da9771a3 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 697 time: 0.0682495 Jul 16 03:38:15.938419 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e222da27-1e6d-41ae-bd11-7022fdcc5a82 req-9e9e0528-404d-4e29-b1d0-7037da511dee tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.251 HTTP/1.1" status: 200 len: 697 time: 0.0498819 Jul 16 03:38:15.942745 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dbe0e-83bd-49cc-8bba-c0a692496e61 req-29fe6fa0-1ed2-4f60-818e-49d53b793ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:15.944170 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d5dbe0e-83bd-49cc-8bba-c0a692496e61 req-29fe6fa0-1ed2-4f60-818e-49d53b793ac6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 1096 time: 0.1412313 Jul 16 03:38:16.132400 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dbe0e-83bd-49cc-8bba-c0a692496e61 req-8f82be09-d195-45c4-a0a9-67ed60e4f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:16.133874 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d5dbe0e-83bd-49cc-8bba-c0a692496e61 req-8f82be09-d195-45c4-a0a9-67ed60e4f58a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 200 len: 922 time: 0.1814013 Jul 16 03:38:16.179738 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d5dbe0e-83bd-49cc-8bba-c0a692496e61 req-9c8bc6e1-a2f4-498f-9f59-6242f7e3a440 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95244cd3-4927-43bc-9b7f-35a1df5ed65b HTTP/1.1" status: 200 len: 217 time: 0.0379612 Jul 16 03:38:16.184487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e222da27-1e6d-41ae-bd11-7022fdcc5a82 req-d87ef52a-01d9-4f92-98e5-ae34520a8cdf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Deleting port 899c340f-2381-4154-bd0f-fd242b955afb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:16.184925 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e222da27-1e6d-41ae-bd11-7022fdcc5a82 req-d87ef52a-01d9-4f92-98e5-ae34520a8cdf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.319869 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dbe0e-83bd-49cc-8bba-c0a692496e61 req-9d3fbd33-6e77-4f7c-b6c2-e04a9290e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:16.321255 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d5dbe0e-83bd-49cc-8bba-c0a692496e61 req-9d3fbd33-6e77-4f7c-b6c2-e04a9290e72c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 200 len: 860 time: 0.1344624 Jul 16 03:38:16.393181 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e222da27-1e6d-41ae-bd11-7022fdcc5a82 req-d87ef52a-01d9-4f92-98e5-ae34520a8cdf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.393498 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e222da27-1e6d-41ae-bd11-7022fdcc5a82 req-d87ef52a-01d9-4f92-98e5-ae34520a8cdf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.417376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e222da27-1e6d-41ae-bd11-7022fdcc5a82 req-d87ef52a-01d9-4f92-98e5-ae34520a8cdf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Calling delete_port for 899c340f-2381-4154-bd0f-fd242b955afb owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:16.434724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-4242cf9e-f7d3-49b1-86ef-405b261668b0 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:16.436169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-4242cf9e-f7d3-49b1-86ef-405b261668b0 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/networks?id=a3b29395-e1eb-41dd-b7b6-748318b3a1c5 HTTP/1.1" status: 200 len: 822 time: 0.2044036 Jul 16 03:38:16.496753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-6ef2d0e8-9074-48bb-8ecb-570347f1dd00 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/quotas/98e26a30e2034e8da278feeeec8a7faf HTTP/1.1" status: 200 len: 375 time: 0.0527515 Jul 16 03:38:16.523329 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dbe0e-83bd-49cc-8bba-c0a692496e61 req-e8679c97-bea2-4faf-80f6-3fb7eac2f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:16.524765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d5dbe0e-83bd-49cc-8bba-c0a692496e61 req-e8679c97-bea2-4faf-80f6-3fb7eac2f15f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c70dcd9-25c1-4816-8340-fa94f0f6adb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758058 Jul 16 03:38:16.611407 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:38:16.689057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d5dbe0e-83bd-49cc-8bba-c0a692496e61 req-c38e3e2c-2207-4524-9b95-ff5ba53c7ff3 service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444731 Jul 16 03:38:16.692917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-a25182ae-7c93-42bc-947a-8a4fd739e96f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=98e26a30e2034e8da278feeeec8a7faf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1902659 Jul 16 03:38:16.715662 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e222da27-1e6d-41ae-bd11-7022fdcc5a82 req-d87ef52a-01d9-4f92-98e5-ae34520a8cdf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.778035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ef52a-01d9-4f92-98e5-ae34520a8cdf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Pushing event deleted for resources: {'Port': ['ID=899c340f-2381-4154-bd0f-fd242b955afb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:16.927359 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-fac1bd2f-880c-4238-84b2-f388cb153a35 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276123 Jul 16 03:38:16.932118 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d5dbe0e-83bd-49cc-8bba-c0a692496e61 req-896b4ea6-57c0-4634-b0a7-3a0dcd41e60e service neutron] 10.222.0.20 "GET /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247920 Jul 16 03:38:16.932905 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e222da27-1e6d-41ae-bd11-7022fdcc5a82 req-d87ef52a-01d9-4f92-98e5-ae34520a8cdf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.935384 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e222da27-1e6d-41ae-bd11-7022fdcc5a82 req-d87ef52a-01d9-4f92-98e5-ae34520a8cdf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:16.936456 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e222da27-1e6d-41ae-bd11-7022fdcc5a82 req-d87ef52a-01d9-4f92-98e5-ae34520a8cdf tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "DELETE /v2.0/floatingips/5a803792-61cc-426a-a35c-46b1590b86f8 HTTP/1.1" status: 204 len: 173 time: 0.9913795 Jul 16 03:38:17.025622 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-bff1cfc7-0097-40d9-b3a6-5605bd3cb859 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881543 Jul 16 03:38:17.279789 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-30305c7f-13db-4d61-ae96-a2638a5e0c1e req-ace7915e-4a8f-4c61-9530-85056459f68c tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0450768 Jul 16 03:38:17.324538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b4fed-f9d0-470b-a2f9-5a8b80058718 req-0f72abc3-6f4d-4a02-9619-bb93b82d8fee tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:17.331993 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b6b4fed-f9d0-470b-a2f9-5a8b80058718 req-0f72abc3-6f4d-4a02-9619-bb93b82d8fee tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.1080358 Jul 16 03:38:17.373159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b6b4fed-f9d0-470b-a2f9-5a8b80058718 req-06510926-172a-4589-aba3-a6f197add5dc tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402715 Jul 16 03:38:17.458353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 85e31174-46d2-401e-bfce-35bffd616b9d no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:17.481768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 85e31174-46d2-401e-bfce-35bffd616b9d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:17.482658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 85e31174-46d2-401e-bfce-35bffd616b9d not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:17.725820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fbf9013-434c-418b-b4d8-cddddd3fd087 req-e5f4dbb4-4f44-42aa-b233-4c574a1aaaa8 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 210 time: 0.0308218 Jul 16 03:38:17.940074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3355f-7916-4aa7-87ae-c9d3babdd47d req-c5769c1a-182c-4361-9014-f00ca3150e49 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:17.941635 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3da3355f-7916-4aa7-87ae-c9d3babdd47d req-c5769c1a-182c-4361-9014-f00ca3150e49 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 945 time: 0.1020381 Jul 16 03:38:17.995368 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0b40a-1d72-436e-b0bc-ba31c067f16d req-721de005-8208-4dac-92e3-0bd29f6f57cf tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:17.996781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82b0b40a-1d72-436e-b0bc-ba31c067f16d req-721de005-8208-4dac-92e3-0bd29f6f57cf tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.1039879 Jul 16 03:38:17.999395 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3da3355f-7916-4aa7-87ae-c9d3babdd47d req-1f6194d0-b322-4d76-9ff3-5ba7b328159a tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507140 Jul 16 03:38:18.033648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82b0b40a-1d72-436e-b0bc-ba31c067f16d req-ed93e506-8212-4aea-a3f3-377ed8c37afa tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312574 Jul 16 03:38:18.316681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-f250735e-a464-4bc2-a129-6e97cf09341f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:18.318385 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-f250735e-a464-4bc2-a129-6e97cf09341f tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.88 "GET /v2.0/networks?id=a3b29395-e1eb-41dd-b7b6-748318b3a1c5 HTTP/1.1" status: 200 len: 822 time: 0.1044617 Jul 16 03:38:18.331338 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-cc01dc0b-bc80-4160-9d55-456fe681dfc9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Request body: {'port': {'device_id': 'b2da0574-d22f-4ec0-b218-ec3fc34cc051', 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5', 'admin_state_up': True, 'tenant_id': '98e26a30e2034e8da278feeeec8a7faf'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:18.447368 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8fce2a89-e855-4f40-a736-0fcccda333b5 req-3660d0e9-d370-4123-acee-565bd436f6bf tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0371869 Jul 16 03:38:18.493134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-cc01dc0b-bc80-4160-9d55-456fe681dfc9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Made reservation on behalf of 98e26a30e2034e8da278feeeec8a7faf for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:18.497014 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-cc01dc0b-bc80-4160-9d55-456fe681dfc9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.643156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-cc01dc0b-bc80-4160-9d55-456fe681dfc9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Allocated IP 172.20.0.8 (a3b29395-e1eb-41dd-b7b6-748318b3a1c5/e08f5fd1-35d8-479b-8e0c-674141a4bf73/7fd72e3a-27e2-490c-ace8-49c5ea9f950c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:18.805307 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-cc01dc0b-bc80-4160-9d55-456fe681dfc9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.844389 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-cc01dc0b-bc80-4160-9d55-456fe681dfc9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:18.923235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-cc01dc0b-bc80-4160-9d55-456fe681dfc9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:18.927866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-cc01dc0b-bc80-4160-9d55-456fe681dfc9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:18.937733 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-cc01dc0b-bc80-4160-9d55-456fe681dfc9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:18.946145 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01dc0b-bc80-4160-9d55-456fe681dfc9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Pushing event updated for resources: {'Port': ['ID=7fd72e3a-27e2-490c-ace8-49c5ea9f950c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:18.995703 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-cc01dc0b-bc80-4160-9d55-456fe681dfc9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:18.996355 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-cc01dc0b-bc80-4160-9d55-456fe681dfc9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.005616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617fec3-35d0-4e92-a746-c16402c9a7a8 req-5ae0be5a-95a5-4e2c-8a26-9926db298d52 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:19.007100 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9617fec3-35d0-4e92-a746-c16402c9a7a8 req-5ae0be5a-95a5-4e2c-8a26-9926db298d52 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 931 time: 0.1608109 Jul 16 03:38:19.024524 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-cc01dc0b-bc80-4160-9d55-456fe681dfc9 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6971333 Jul 16 03:38:19.036246 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Request body: {'port': {'device_id': 'b2da0574-d22f-4ec0-b218-ec3fc34cc051', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:19.124284 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9617fec3-35d0-4e92-a746-c16402c9a7a8 req-2dac521f-489c-41d7-b650-c51512b5d3a8 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074514 Jul 16 03:38:19.210396 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.221394 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ed26e-e6c5-4adf-b59f-97bc4796a22a req-00c6e0f8-0598-47c6-be6c-ee2526d323c3 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:19.223111 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-186ed26e-e6c5-4adf-b59f-97bc4796a22a req-00c6e0f8-0598-47c6-be6c-ee2526d323c3 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 945 time: 0.1826320 Jul 16 03:38:19.664729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83225df6-199b-41fb-aacf-44c3cf5fdb77 req-5785d5d8-d599-4a3a-ad5c-fe33761259c9 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:19.666195 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83225df6-199b-41fb-aacf-44c3cf5fdb77 req-5785d5d8-d599-4a3a-ad5c-fe33761259c9 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 945 time: 0.5453155 Jul 16 03:38:19.825707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83225df6-199b-41fb-aacf-44c3cf5fdb77 req-ca9ff625-25d9-4dc7-9939-1c5c8d546e73 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/security-groups?id=13ff0c4d-5948-4eef-a88b-313a14796c58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430542 Jul 16 03:38:19.851490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e67f9-a80c-42cb-bc66-fbb6f3961976 req-e53a7215-59d0-425e-af90-efea3aea28d5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:19.852996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e16e67f9-a80c-42cb-bc66-fbb6f3961976 req-e53a7215-59d0-425e-af90-efea3aea28d5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.6164558 Jul 16 03:38:19.911162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-186ed26e-e6c5-4adf-b59f-97bc4796a22a req-2df675f1-b368-4fe9-92a9-8d63ff3cbd87 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Deleting port 95244cd3-4927-43bc-9b7f-35a1df5ed65b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:19.911508 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-186ed26e-e6c5-4adf-b59f-97bc4796a22a req-2df675f1-b368-4fe9-92a9-8d63ff3cbd87 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:19.968345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e16e67f9-a80c-42cb-bc66-fbb6f3961976 req-055520e5-1b15-4db4-a521-0651bb94cea5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072724 Jul 16 03:38:20.108241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1464760d-dc26-4710-ad0d-c36433d5647b req-6754670a-70c8-4bf9-8721-a0f1ab0255ad tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0522995 Jul 16 03:38:20.118579 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-186ed26e-e6c5-4adf-b59f-97bc4796a22a req-2df675f1-b368-4fe9-92a9-8d63ff3cbd87 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] For port 95244cd3-4927-43bc-9b7f-35a1df5ed65b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=95244cd3-4927-43bc-9b7f-35a1df5ed65b,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:20.119256 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-186ed26e-e6c5-4adf-b59f-97bc4796a22a req-2df675f1-b368-4fe9-92a9-8d63ff3cbd87 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.142862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd72e3a-27e2-490c-ace8-49c5ea9f950c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:20.147961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-186ed26e-e6c5-4adf-b59f-97bc4796a22a req-2df675f1-b368-4fe9-92a9-8d63ff3cbd87 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Calling delete_port for 95244cd3-4927-43bc-9b7f-35a1df5ed65b owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:20.154365 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.201218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Transition to ACTIVE for port object 7fd72e3a-27e2-490c-ace8-49c5ea9f950c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:20.206570 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.281802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Pushing event updated for resources: {'Port': ['ID=7fd72e3a-27e2-490c-ace8-49c5ea9f950c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:20.430920 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-186ed26e-e6c5-4adf-b59f-97bc4796a22a req-2df675f1-b368-4fe9-92a9-8d63ff3cbd87 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.433635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Attempting to bind port 7fd72e3a-27e2-490c-ace8-49c5ea9f950c on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:20.433978 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Attempting to bind port 7fd72e3a-27e2-490c-ace8-49c5ea9f950c by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '45af1b8e-0a48-4701-86bc-ac93f73a36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:20.434305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Attempting to bind port 7fd72e3a-27e2-490c-ace8-49c5ea9f950c on network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:20.442610 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['95244cd3-4927-43bc-9b7f-35a1df5ed65b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:20.469182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Port 7fd72e3a-27e2-490c-ace8-49c5ea9f950c on network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:38:20.469478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Attempting to bind port 7fd72e3a-27e2-490c-ace8-49c5ea9f950c on network a3b29395-e1eb-41dd-b7b6-748318b3a1c5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:20.475502 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df675f1-b368-4fe9-92a9-8d63ff3cbd87 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Pushing event deleted for resources: {'Port': ['ID=95244cd3-4927-43bc-9b7f-35a1df5ed65b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:20.494201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371f660-7bc1-4244-b1f3-222905b6a7a7 req-21381718-0280-433d-ae0d-82624ea44b01 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:20.495613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1371f660-7bc1-4244-b1f3-222905b6a7a7 req-21381718-0280-433d-ae0d-82624ea44b01 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 943 time: 0.1689868 Jul 16 03:38:20.496449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:20.496792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Checking segment: {'id': '45af1b8e-0a48-4701-86bc-ac93f73a36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:20.497182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Bound using segment: {'id': '45af1b8e-0a48-4701-86bc-ac93f73a36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:20.497635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Bound port: 7fd72e3a-27e2-490c-ace8-49c5ea9f950c, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45af1b8e-0a48-4701-86bc-ac93f73a36b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:20.497997 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.583519 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-186ed26e-e6c5-4adf-b59f-97bc4796a22a req-2df675f1-b368-4fe9-92a9-8d63ff3cbd87 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] No DVR routers for this DVR port 95244cd3-4927-43bc-9b7f-35a1df5ed65b on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:20.588182 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-186ed26e-e6c5-4adf-b59f-97bc4796a22a req-2df675f1-b368-4fe9-92a9-8d63ff3cbd87 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.590159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-186ed26e-e6c5-4adf-b59f-97bc4796a22a req-2df675f1-b368-4fe9-92a9-8d63ff3cbd87 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.20 "DELETE /v2.0/ports/95244cd3-4927-43bc-9b7f-35a1df5ed65b HTTP/1.1" status: 204 len: 173 time: 1.3517854 Jul 16 03:38:20.592559 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'name': 'network-vif-deleted', 'tag': '95244cd3-4927-43bc-9b7f-35a1df5ed65b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:20.594609 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4acd7a-a4b0-41eb-8592-6e63050aad76" -d '{"events": [{"server_uuid": "ccaf3f52-ab3c-4b7b-8292-7370a31cdba3", "name": "network-vif-deleted", "tag": "95244cd3-4927-43bc-9b7f-35a1df5ed65b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:20.639690 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1371f660-7bc1-4244-b1f3-222905b6a7a7 req-9fd2c256-9675-49a3-86dc-e1bec7bd585d tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099889 Jul 16 03:38:20.650769 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac4f78a-4471-4b67-a9d4-0d4b9e957f64 x-openstack-request-id: req-1ac4f78a-4471-4b67-a9d4-0d4b9e957f64 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:20.651061 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccaf3f52-ab3c-4b7b-8292-7370a31cdba3", "name": "network-vif-deleted", "tag": "95244cd3-4927-43bc-9b7f-35a1df5ed65b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:20.651316 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ac4f78a-4471-4b67-a9d4-0d4b9e957f64 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:20.651715 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccaf3f52-ab3c-4b7b-8292-7370a31cdba3', 'name': 'network-vif-deleted', 'tag': '95244cd3-4927-43bc-9b7f-35a1df5ed65b', 'status': 'completed', 'code': 200} Jul 16 03:38:20.652776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] For port 7fd72e3a-27e2-490c-ace8-49c5ea9f950c, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:20.656090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] For port 7fd72e3a-27e2-490c-ace8-49c5ea9f950c, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=7fd72e3a-27e2-490c-ace8-49c5ea9f950c,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:20.668540 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.707368 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:20.707992 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:20.709463 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] 10.222.0.88 "PUT /v2.0/ports/7fd72e3a-27e2-490c-ace8-49c5ea9f950c HTTP/1.1" status: 200 len: 1091 time: 1.6773460 Jul 16 03:38:20.738623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81687a23-a9f8-4760-8773-97adf89e5ece service neutron] Pushing event updated for resources: {'Port': ['ID=7fd72e3a-27e2-490c-ace8-49c5ea9f950c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:20.833928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-95cd2db8-6a61-4dc0-90e4-ee0e4faea8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:20.835886 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-95cd2db8-6a61-4dc0-90e4-ee0e4faea8f6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98e26a30e2034e8da278feeeec8a7faf&device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 1094 time: 0.0727382 Jul 16 03:38:20.884945 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-bd317aad-d210-45ba-986c-badafcc72aa6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd72e3a-27e2-490c-ace8-49c5ea9f950c HTTP/1.1" status: 200 len: 217 time: 0.0421026 Jul 16 03:38:20.961869 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-9a721ea4-6a4e-4c69-b02a-8a6e4dc91bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:20.965757 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-9a721ea4-6a4e-4c69-b02a-8a6e4dc91bd6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e08f5fd1-35d8-479b-8e0c-674141a4bf73 HTTP/1.1" status: 200 len: 862 time: 0.0739310 Jul 16 03:38:21.029261 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3fd6f3a6-519b-4d71-b498-3c65a389bc78 req-45d95f13-5532-4116-bcc2-f05a15daaed3 tempest-FloatingIPsAssociationTestJSON-816056040 tempest-FloatingIPsAssociationTestJSON-816056040-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccaf3f52-ab3c-4b7b-8292-7370a31cdba3 HTTP/1.1" status: 200 len: 210 time: 0.0479698 Jul 16 03:38:21.059477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-a6e40b71-8326-4ce7-a450-f1ddacab78bc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a3b29395-e1eb-41dd-b7b6-748318b3a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776079 Jul 16 03:38:21.166637 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-26b025bb-fbe9-4486-86db-e9bdd419a3d2 service neutron] 10.222.0.88 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054401 Jul 16 03:38:21.341492 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fbef71b-73b8-4e6f-ac63-af0e8f81275c req-cbfff5bd-e4f0-47f4-8506-09f80931777d service neutron] 10.222.0.88 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668079 Jul 16 03:38:21.349966 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcba35-8e0e-4c0e-ae41-bfaa0881efc5 req-520067e6-abab-4527-844f-88f8b8fb48a3 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:21.351450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8bcba35-8e0e-4c0e-ae41-bfaa0881efc5 req-520067e6-abab-4527-844f-88f8b8fb48a3 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.1544878 Jul 16 03:38:21.388215 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1e382055-6ab1-43d5-95ed-99d29be32c94 req-7b9dc40c-5c6b-4542-a5f1-db06b0ce72a2 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0349631 Jul 16 03:38:21.423261 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8bcba35-8e0e-4c0e-ae41-bfaa0881efc5 req-03710c93-626b-4675-9168-69f955122ec1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585248 Jul 16 03:38:21.819992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755ed6b-804e-465f-a61d-00011324017b req-48e2594d-9b99-4184-bc2a-3dc7bb230ac4 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:21.821907 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f755ed6b-804e-465f-a61d-00011324017b req-48e2594d-9b99-4184-bc2a-3dc7bb230ac4 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 943 time: 0.0676253 Jul 16 03:38:21.864448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f755ed6b-804e-465f-a61d-00011324017b req-469c4294-bd51-4aa5-b3ce-d28fc5889efc tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349014 Jul 16 03:38:22.129967 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:22.564683 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-26cde674-979b-48c8-8bf9-71d45b7882c7 req-6526a1b5-ace5-4a9d-8dca-255ab12c9591 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0373209 Jul 16 03:38:22.657837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2da0574-d22f-4ec0-b218-ec3fc34cc051', 'tag': '7fd72e3a-27e2-490c-ace8-49c5ea9f950c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:22.660669 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544c0620-a8aa-44dd-a112-57fc520d8db2" -d '{"events": [{"name": "network-changed", "server_uuid": "b2da0574-d22f-4ec0-b218-ec3fc34cc051", "tag": "7fd72e3a-27e2-490c-ace8-49c5ea9f950c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:22.666365 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05d06534-072c-4129-9f01-1e2aa4e18642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:22.717689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a35c79-ce5a-4406-bb4d-359aae66bdcf req-96eef23c-a379-41db-8aa6-c9abb39de47a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:22.719177 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7a35c79-ce5a-4406-bb4d-359aae66bdcf req-96eef23c-a379-41db-8aa6-c9abb39de47a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.1584110 Jul 16 03:38:22.767953 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a46bc0-b0dc-41c9-8d08-4768d2d67306 x-openstack-request-id: req-c3a46bc0-b0dc-41c9-8d08-4768d2d67306 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:22.768273 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2da0574-d22f-4ec0-b218-ec3fc34cc051", "tag": "7fd72e3a-27e2-490c-ace8-49c5ea9f950c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:22.768502 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3a46bc0-b0dc-41c9-8d08-4768d2d67306 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:22.769463 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2da0574-d22f-4ec0-b218-ec3fc34cc051', 'tag': '7fd72e3a-27e2-490c-ace8-49c5ea9f950c', 'status': 'completed', 'code': 200} Jul 16 03:38:22.833729 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7a35c79-ce5a-4406-bb4d-359aae66bdcf req-73df59f2-d3ab-442c-9025-6fc1c0266ff5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047301 Jul 16 03:38:22.941152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0620-a8aa-44dd-a112-57fc520d8db2 req-6dd5a2c8-820f-41b0-a26d-7e720d6cccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:22.942637 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544c0620-a8aa-44dd-a112-57fc520d8db2 req-6dd5a2c8-820f-41b0-a26d-7e720d6cccb1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=98e26a30e2034e8da278feeeec8a7faf&device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 1094 time: 0.1709378 Jul 16 03:38:23.030042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 95244cd3-4927-43bc-9b7f-35a1df5ed65b no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:23.050068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 95244cd3-4927-43bc-9b7f-35a1df5ed65b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:23.050409 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 95244cd3-4927-43bc-9b7f-35a1df5ed65b not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:23.131340 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0620-a8aa-44dd-a112-57fc520d8db2 req-d6704192-27c4-4343-8854-92d18a25c418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:23.132970 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544c0620-a8aa-44dd-a112-57fc520d8db2 req-d6704192-27c4-4343-8854-92d18a25c418 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a3b29395-e1eb-41dd-b7b6-748318b3a1c5 HTTP/1.1" status: 200 len: 923 time: 0.1834946 Jul 16 03:38:23.150001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a2154-5d6e-4e1b-93d3-e91668bb52ff req-2effb4df-0011-4c9e-98ad-e63110ff1fd2 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:23.151415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-073a2154-5d6e-4e1b-93d3-e91668bb52ff req-2effb4df-0011-4c9e-98ad-e63110ff1fd2 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 943 time: 0.1666076 Jul 16 03:38:23.527623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544c0620-a8aa-44dd-a112-57fc520d8db2 req-3384038d-d66d-4d54-871a-a4f0f458c5e9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fd72e3a-27e2-490c-ace8-49c5ea9f950c HTTP/1.1" status: 200 len: 217 time: 0.3860543 Jul 16 03:38:23.596812 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-073a2154-5d6e-4e1b-93d3-e91668bb52ff req-251a2aec-cfde-4cec-a607-07dfb801ce8b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235988 Jul 16 03:38:23.605107 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c0620-a8aa-44dd-a112-57fc520d8db2 req-90dd1720-da5c-4662-9d92-b646c11d016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:23.606602 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544c0620-a8aa-44dd-a112-57fc520d8db2 req-90dd1720-da5c-4662-9d92-b646c11d016b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e08f5fd1-35d8-479b-8e0c-674141a4bf73 HTTP/1.1" status: 200 len: 862 time: 0.0683188 Jul 16 03:38:23.612123 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-05d06534-072c-4129-9f01-1e2aa4e18642 admin admin] Deleting port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:23.613562 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05d06534-072c-4129-9f01-1e2aa4e18642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.663237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544c0620-a8aa-44dd-a112-57fc520d8db2 req-10e0a5a3-be74-43a7-8a18-0843b0fed0b6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a3b29395-e1eb-41dd-b7b6-748318b3a1c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448742 Jul 16 03:38:23.762641 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b035a241-5607-44e9-966a-e2a8d0e8bea4 req-de2d3e2e-a24c-4620-9ca5-b32e9941f640 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0462699 Jul 16 03:38:23.819185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-05d06534-072c-4129-9f01-1e2aa4e18642 admin admin] For port 4938fcf3-7b60-4df4-bb3a-9931a58f64b3, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4938fcf3-7b60-4df4-bb3a-9931a58f64b3,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:23.819550 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05d06534-072c-4129-9f01-1e2aa4e18642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:23.841861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-05d06534-072c-4129-9f01-1e2aa4e18642 admin admin] Calling delete_port for 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:23.868397 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544c0620-a8aa-44dd-a112-57fc520d8db2 req-0a365ecc-feac-4460-8d58-ad19ec26be8f service neutron] 10.222.0.88 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986959 Jul 16 03:38:24.072708 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544c0620-a8aa-44dd-a112-57fc520d8db2 req-34a652ca-22b0-40c5-9da2-65c0cfa92fe2 service neutron] 10.222.0.88 "GET /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762929 Jul 16 03:38:24.114147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b146902-719d-414a-8b21-85e647cc14e9 req-a83b70b5-956b-4f11-afb4-012024cfb6ee tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:24.115530 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b146902-719d-414a-8b21-85e647cc14e9 req-a83b70b5-956b-4f11-afb4-012024cfb6ee tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.1457634 Jul 16 03:38:24.186873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b146902-719d-414a-8b21-85e647cc14e9 req-18a0fe1c-e24d-406c-b816-bd29c8e2257b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649981 Jul 16 03:38:24.191252 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05d06534-072c-4129-9f01-1e2aa4e18642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.218051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d06534-072c-4129-9f01-1e2aa4e18642 admin admin] Pushing event deleted for resources: {'Port': ['ID=4938fcf3-7b60-4df4-bb3a-9931a58f64b3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:24.389572 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05d06534-072c-4129-9f01-1e2aa4e18642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:24.682093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8840a-de89-4536-83a6-0b2346190f45 req-56d2ea92-8750-4eaa-8461-7e7706abacc7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:24.683600 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6cd8840a-de89-4536-83a6-0b2346190f45 req-56d2ea92-8750-4eaa-8461-7e7706abacc7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 946 time: 0.1253350 Jul 16 03:38:24.685435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d06534-072c-4129-9f01-1e2aa4e18642 admin admin] Router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:24.790784 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6cd8840a-de89-4536-83a6-0b2346190f45 req-38f7179c-3f97-4ab9-b5f6-c29fb460f040 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003094 Jul 16 03:38:24.861010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d06534-072c-4129-9f01-1e2aa4e18642 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:24.868287 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-05d06534-072c-4129-9f01-1e2aa4e18642 admin admin] 10.222.0.18 "PUT /v2.0/routers/396f1bf7-c666-46ef-ba8b-fae7370a0a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7373431 Jul 16 03:38:24.870892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36056) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:24.876627 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f5d69-0309-4773-abcb-c591e017226a None None] Sync routers for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:24.877120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7253b4-f1f4-4d91-9f0b-becd2c7b7e80 req-0a219645-9480-4122-844b-65b1ad192732 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:24.878609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd7253b4-f1f4-4d91-9f0b-becd2c7b7e80 req-0a219645-9480-4122-844b-65b1ad192732 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 943 time: 0.1340389 Jul 16 03:38:24.895110 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f5d69-0309-4773-abcb-c591e017226a None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:24.895733 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bb0f5d69-0309-4773-abcb-c591e017226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:24.931686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b2954023-5a1c-49e1-a41f-e6a37c3a2b5a req-46372297-2756-4b01-8a9a-a9d9c39d2d0b tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0321064 Jul 16 03:38:24.946223 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd7253b4-f1f4-4d91-9f0b-becd2c7b7e80 req-96e145a5-3848-4884-8acc-8ff32dfceb91 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606477 Jul 16 03:38:24.997754 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.019312 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bb0f5d69-0309-4773-abcb-c591e017226a None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:25.101226 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.156078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] Deleting port f437fbf1-fc0d-4ba7-850b-665177711887 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:25.156366 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.199826 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bb0f5d69-0309-4773-abcb-c591e017226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:38:24Z', 'revision_number': 5, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port': {'id': 'f437fbf1-fc0d-4ba7-850b-665177711887', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:43:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1174, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:25.232198 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f5d69-0309-4773-abcb-c591e017226a None None] Checking router: 396f1bf7-c666-46ef-ba8b-fae7370a0a72 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:25.234690 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] For port f437fbf1-fc0d-4ba7-850b-665177711887, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f437fbf1-fc0d-4ba7-850b-665177711887,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:25.235065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.241166 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f5d69-0309-4773-abcb-c591e017226a None None] Routers {'396f1bf7-c666-46ef-ba8b-fae7370a0a72'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:25.241798 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bb0f5d69-0309-4773-abcb-c591e017226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:25.252766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] Calling delete_port for f437fbf1-fc0d-4ba7-850b-665177711887 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:25.339384 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bb0f5d69-0309-4773-abcb-c591e017226a None None] Set router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:25.410317 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bb0f5d69-0309-4773-abcb-c591e017226a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:38:25Z', 'revision_number': 6, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:25.428851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc135b1-0cc1-4561-ab9f-714ed1310eb5 req-0dd72525-1bf7-49e8-b255-da05e3f3c673 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:25.431313 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.436540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edc135b1-0cc1-4561-ab9f-714ed1310eb5 req-0dd72525-1bf7-49e8-b255-da05e3f3c673 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.1039140 Jul 16 03:38:25.442625 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0f5d69-0309-4773-abcb-c591e017226a None None] The sync data for ids ['396f1bf7-c666-46ef-ba8b-fae7370a0a72'] in n-d-800088-6 is: [{'id': '396f1bf7-c666-46ef-ba8b-fae7370a0a72', 'name': 'tempest-FloatingIPsAssociationTestJSON-1729133907-router', 'tenant_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:37:13Z', 'updated_at': '2021-07-16T03:38:25Z', 'revision_number': 6, 'project_id': 'e8ba3a4438804d6a936c13d7bac3276c', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:25.463566 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] Pushing event deleted for resources: {'Port': ['ID=f437fbf1-fc0d-4ba7-850b-665177711887,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:25.482446 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edc135b1-0cc1-4561-ab9f-714ed1310eb5 req-ec21f24b-3cae-490d-ad44-02a535d713c6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450239 Jul 16 03:38:25.491260 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 7fd72e3a-27e2-490c-ace8-49c5ea9f950c details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:25.536773 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.601395 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 7fd72e3a-27e2-490c-ace8-49c5ea9f950c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=7fd72e3a-27e2-490c-ace8-49c5ea9f950c,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:25.612872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '7fd72e3a-27e2-490c-ace8-49c5ea9f950c', 'network_id': 'a3b29395-e1eb-41dd-b7b6-748318b3a1c5', 'port_id': '7fd72e3a-27e2-490c-ace8-49c5ea9f950c', 'mac_address': 'fa:16:3e:17:ad:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08f5fd1-35d8-479b-8e0c-674141a4bf73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:25.636165 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.638477 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.692451 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.692451 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 396f1bf7-c666-46ef-ba8b-fae7370a0a72 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:38:25.696473 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.697693 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b6ba1aca-6a20-4999-b0b1-d2b894a58423 admin admin] 10.222.0.18 "DELETE /v2.0/routers/396f1bf7-c666-46ef-ba8b-fae7370a0a72 HTTP/1.1" status: 204 len: 168 time: 0.8242342 Jul 16 03:38:25.700214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36074) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:25.749245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf94099-2cfc-4027-b050-4034d331b01c admin admin] Deleting subnet ed076f3a-1a0d-43dd-8084-11ed07ee178f {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:25.752421 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baf94099-2cfc-4027-b050-4034d331b01c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.788383 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.789765 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baf94099-2cfc-4027-b050-4034d331b01c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.803088 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd72e3a-27e2-490c-ace8-49c5ea9f950c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:25.824872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 7fd72e3a-27e2-490c-ace8-49c5ea9f950c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=7fd72e3a-27e2-490c-ace8-49c5ea9f950c,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:25.830240 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.884962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=7fd72e3a-27e2-490c-ace8-49c5ea9f950c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:25.903394 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baf94099-2cfc-4027-b050-4034d331b01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.962715 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baf94099-2cfc-4027-b050-4034d331b01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.990103 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baf94099-2cfc-4027-b050-4034d331b01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:25.992007 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-baf94099-2cfc-4027-b050-4034d331b01c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ed076f3a-1a0d-43dd-8084-11ed07ee178f HTTP/1.1" status: 204 len: 168 time: 0.2908013 Jul 16 03:38:25.993106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf94099-2cfc-4027-b050-4034d331b01c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed076f3a-1a0d-43dd-8084-11ed07ee178f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:25.995261 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:26.002668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e2909d-531e-4bee-a180-091a27c3acb4 None None] Network 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:26.111001 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-51b44921-25d0-4d4f-9e35-3bbeee0e3705 req-c2d8746b-19d6-4621-8ed5-2dee564bd2bd tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0397053 Jul 16 03:38:26.114745 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.209287 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['7fd72e3a-27e2-490c-ace8-49c5ea9f950c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:26.215648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4ad4c-d408-4c0d-9b97-26eebf4f3719 req-88e33e6f-5f1a-4224-a2d6-b3c127cc93c6 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:26.217448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aff4ad4c-d408-4c0d-9b97-26eebf4f3719 req-88e33e6f-5f1a-4224-a2d6-b3c127cc93c6 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 944 time: 0.1086395 Jul 16 03:38:26.249206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] Deleting port a211224c-1841-4931-a4d0-e58bcdbab99b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:26.249541 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.269497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92271fc8-49e1-41c1-b89d-fecae620b4b7 None None] DHCP port deletion for 6c70dcd9-25c1-4816-8340-fa94f0f6adb3 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:38:26.295230 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aff4ad4c-d408-4c0d-9b97-26eebf4f3719 req-63518211-37bf-41c6-9657-08dd7161e477 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651820 Jul 16 03:38:26.349087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] For port a211224c-1841-4931-a4d0-e58bcdbab99b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a211224c-1841-4931-a4d0-e58bcdbab99b,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:26.349465 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.362312 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] Calling delete_port for a211224c-1841-4931-a4d0-e58bcdbab99b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:26.366735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-92271fc8-49e1-41c1-b89d-fecae620b4b7 None None] Deleting port a211224c-1841-4931-a4d0-e58bcdbab99b {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:26.367114 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-92271fc8-49e1-41c1-b89d-fecae620b4b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.393999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:26.427592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:26.427849 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4938fcf3-7b60-4df4-bb3a-9931a58f64b3 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:26.449448 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.478973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=a211224c-1841-4931-a4d0-e58bcdbab99b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:26.480908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] No DVR routers for this DVR port a211224c-1841-4931-a4d0-e58bcdbab99b on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:26.482154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-92271fc8-49e1-41c1-b89d-fecae620b4b7 None None] For port a211224c-1841-4931-a4d0-e58bcdbab99b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a211224c-1841-4931-a4d0-e58bcdbab99b,segment=NetworkSegment(bbd0328d-4d78-4a69-885c-b4603d4660f4),segment_id=bbd0328d-4d78-4a69-885c-b4603d4660f4)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:26.482554 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-92271fc8-49e1-41c1-b89d-fecae620b4b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.500809 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-92271fc8-49e1-41c1-b89d-fecae620b4b7 None None] Calling delete_port for a211224c-1841-4931-a4d0-e58bcdbab99b owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:26.559437 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.570438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c70dcd9-25c1-4816-8340-fa94f0f6adb3']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:26.584183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd0328d-4d78-4a69-885c-b4603d4660f4') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:26.584549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd0328d-4d78-4a69-885c-b4603d4660f4') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:26.592598 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-92271fc8-49e1-41c1-b89d-fecae620b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.596498 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.623336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92271fc8-49e1-41c1-b89d-fecae620b4b7 None None] Pushing event deleted for resources: {'Port': ['ID=a211224c-1841-4931-a4d0-e58bcdbab99b,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:26.628954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92271fc8-49e1-41c1-b89d-fecae620b4b7 None None] No DVR routers for this DVR port a211224c-1841-4931-a4d0-e58bcdbab99b on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:26.635464 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.658041 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:38:26.658476 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:38:26.660148 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:38:26.726933 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.734886 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:26.739739 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] 10.222.0.18 "DELETE /v2.0/networks/6c70dcd9-25c1-4816-8340-fa94f0f6adb3 HTTP/1.1" status: 204 len: 168 time: 0.7403610 Jul 16 03:38:26.749646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f3f78-2464-462d-9c00-a65b88ac3d5f admin admin] Pushing event deleted for resources: {'Network': ['ID=6c70dcd9-25c1-4816-8340-fa94f0f6adb3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:26.762227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b253bc-1d86-4351-9e77-c4cc620ecbcd req-85cac9ef-7f29-4561-ba3a-9be8fefa7658 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:26.763737 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7b253bc-1d86-4351-9e77-c4cc620ecbcd req-85cac9ef-7f29-4561-ba3a-9be8fefa7658 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.1453986 Jul 16 03:38:26.805448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7b253bc-1d86-4351-9e77-c4cc620ecbcd req-6546ab67-6021-4296-a701-f41559a8a902 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349448 Jul 16 03:38:26.912113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:26.950780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ddff4bea-44ce-4149-9ac3-f4cbbc4e0922 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8ba3a4438804d6a936c13d7bac3276c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374703 Jul 16 03:38:26.953200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:26.998843 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de6857e3-bff3-47a3-9df2-d98f4d05c39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.020403 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de6857e3-bff3-47a3-9df2-d98f4d05c39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.068283 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de6857e3-bff3-47a3-9df2-d98f4d05c39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.070890 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de6857e3-bff3-47a3-9df2-d98f4d05c39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.072071 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-de6857e3-bff3-47a3-9df2-d98f4d05c39d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13ff0c4d-5948-4eef-a88b-313a14796c58 HTTP/1.1" status: 204 len: 168 time: 0.1179826 Jul 16 03:38:27.079831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6857e3-bff3-47a3-9df2-d98f4d05c39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ff0c4d-5948-4eef-a88b-313a14796c58,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:27.270020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89d22874-8979-4523-83bd-5a51e94050a6 req-5fd12398-787e-4b41-9058-79fb7bd1b216 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0291343 Jul 16 03:38:27.491185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25058cdf-c34e-4a70-a828-262153816524 req-8f5eb752-8130-4ec0-8c43-0043306984f4 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:27.491772 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25058cdf-c34e-4a70-a828-262153816524 req-8f5eb752-8130-4ec0-8c43-0043306984f4 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 944 time: 0.0661528 Jul 16 03:38:27.505738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 7fd72e3a-27e2-490c-ace8-49c5ea9f950c up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:27.542994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25058cdf-c34e-4a70-a828-262153816524 req-1ff6b62e-73d9-4c78-a7df-bd7d6cd1f9ee tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457957 Jul 16 03:38:27.561127 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 7fd72e3a-27e2-490c-ace8-49c5ea9f950c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:27.564781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 7fd72e3a-27e2-490c-ace8-49c5ea9f950c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:27.565170 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.649514 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.671886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2da0574-d22f-4ec0-b218-ec3fc34cc051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd72e3a-27e2-490c-ace8-49c5ea9f950c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:27.674166 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f57d117-4350-4844-9798-17f832b85bde" -d '{"events": [{"server_uuid": "b2da0574-d22f-4ec0-b218-ec3fc34cc051", "name": "network-vif-plugged", "status": "completed", "tag": "7fd72e3a-27e2-490c-ace8-49c5ea9f950c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:27.686716 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 7fd72e3a-27e2-490c-ace8-49c5ea9f950c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=7fd72e3a-27e2-490c-ace8-49c5ea9f950c,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:27.691415 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.714230 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c461b23-cad8-4f4f-ba1f-74c5b19425eb x-openstack-request-id: req-1c461b23-cad8-4f4f-ba1f-74c5b19425eb {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:27.714523 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2da0574-d22f-4ec0-b218-ec3fc34cc051", "name": "network-vif-plugged", "status": "completed", "tag": "7fd72e3a-27e2-490c-ace8-49c5ea9f950c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:27.714777 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c461b23-cad8-4f4f-ba1f-74c5b19425eb {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:27.715172 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2da0574-d22f-4ec0-b218-ec3fc34cc051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd72e3a-27e2-490c-ace8-49c5ea9f950c', 'code': 200} Jul 16 03:38:27.734799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:27.740946 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=7fd72e3a-27e2-490c-ace8-49c5ea9f950c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:27.839268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-290030190-network', 'tenant_id': '50f8748efbbe4c4b90577227704cddc7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:27.861104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffded42-ca31-4f0a-bd26-2742ad7feff5 req-db87a514-b3b4-4f72-ac10-b7c60790c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:27.863305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ffded42-ca31-4f0a-bd26-2742ad7feff5 req-db87a514-b3b4-4f72-ac10-b7c60790c74f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 1096 time: 0.0756907 Jul 16 03:38:27.872288 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] Made reservation on behalf of 50f8748efbbe4c4b90577227704cddc7 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:27.874619 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.895036 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:27.943362 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ffded42-ca31-4f0a-bd26-2742ad7feff5 req-7e3e39fc-fe75-4777-8235-9c2159a50ac2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696719 Jul 16 03:38:27.974068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a211224c-1841-4931-a4d0-e58bcdbab99b no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:28.001492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: a211224c-1841-4931-a4d0-e58bcdbab99b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:28.001839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a211224c-1841-4931-a4d0-e58bcdbab99b not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:28.002490 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f437fbf1-fc0d-4ba7-850b-665177711887 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:28.021429 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: f437fbf1-fc0d-4ba7-850b-665177711887 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:28.021774 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f437fbf1-fc0d-4ba7-850b-665177711887 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:28.041097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17faef-dcf5-4202-9f5e-55e299854a0b req-963d47d0-23f8-4c45-b136-eeafaa899230 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:28.042580 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d17faef-dcf5-4202-9f5e-55e299854a0b req-963d47d0-23f8-4c45-b136-eeafaa899230 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.1215096 Jul 16 03:38:28.083316 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.092564 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.107892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d17faef-dcf5-4202-9f5e-55e299854a0b req-0cb22842-637e-4f46-abbd-49c11b2f2de5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591514 Jul 16 03:38:28.124980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:38:28.133798 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7c8d70-4231-4e26-aee3-ec41d3480aaf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:28.139760 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.140100 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] Added segment 06d49099-5e88-4af3-8210-1f40ba402831 of type vlan for network 27aeaf09-ce29-4182-93ac-a15a147a4803 Jul 16 03:38:28.183094 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.210167 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.211101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:28.211683 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.244788 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5089290 Jul 16 03:38:28.247769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36144) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:28.252846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-89c2f068-92a1-4098-93da-dd8f4db4b584 admin admin] Request body: {'subnet': {'network_id': '27aeaf09-ce29-4182-93ac-a15a147a4803', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-290030190-subnet', 'tenant_id': '50f8748efbbe4c4b90577227704cddc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:28.269977 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12a915-be76-42e0-b2ca-08a4354aa635 admin admin] Pushing event updated for resources: {'Network': ['ID=27aeaf09-ce29-4182-93ac-a15a147a4803,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:28.273489 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c2f068-92a1-4098-93da-dd8f4db4b584 admin admin] Made reservation on behalf of 50f8748efbbe4c4b90577227704cddc7 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:28.275773 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89c2f068-92a1-4098-93da-dd8f4db4b584 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.280554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 27aeaf09-ce29-4182-93ac-a15a147a4803 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:38:28.432289 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a773cbfc-5397-4b66-b335-628bb3abbe44 req-9785c383-8fa6-41dc-a6c6-0fb606331b2b tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0320354 Jul 16 03:38:28.440595 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89c2f068-92a1-4098-93da-dd8f4db4b584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.492185 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2f068-92a1-4098-93da-dd8f4db4b584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4067a128-37ef-4e89-84f4-f969d3148e64,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:28.513792 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c2f068-92a1-4098-93da-dd8f4db4b584 admin admin] Checking segment: {'id': '06d49099-5e88-4af3-8210-1f40ba402831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27aeaf09-ce29-4182-93ac-a15a147a4803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:28.514156 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c2f068-92a1-4098-93da-dd8f4db4b584 admin admin] Network hostable DHCP agents. Network: 27aeaf09-ce29-4182-93ac-a15a147a4803, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:38:28.545818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c2f068-92a1-4098-93da-dd8f4db4b584 admin admin] Network 27aeaf09-ce29-4182-93ac-a15a147a4803 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:38:28.551402 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-89c2f068-92a1-4098-93da-dd8f4db4b584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 27aeaf09-ce29-4182-93ac-a15a147a4803) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:28.555818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c2f068-92a1-4098-93da-dd8f4db4b584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:28.556693 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89c2f068-92a1-4098-93da-dd8f4db4b584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.562165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eb398a-affc-42b7-9ea9-af9a088d8587 None None] Network 27aeaf09-ce29-4182-93ac-a15a147a4803 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:28.575888 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-89c2f068-92a1-4098-93da-dd8f4db4b584 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3225822 Jul 16 03:38:28.575888 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36162) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:28.578719 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-290030190-router', 'tenant_id': '50f8748efbbe4c4b90577227704cddc7', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:28.602949 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.604383 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.675931 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.738012 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-27aeaf09-ce29-4182-93ac-a15a147a4803', 'network_id': '27aeaf09-ce29-4182-93ac-a15a147a4803', 'tenant_id': '50f8748efbbe4c4b90577227704cddc7', 'fixed_ips': [{'subnet_id': '4067a128-37ef-4e89-84f4-f969d3148e64'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:38:28.738881 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.769997 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4713d-a73e-4c8e-9684-b22612d3ce4a req-36f8b243-d427-4181-be68-939a22d01d49 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:28.771867 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aad4713d-a73e-4c8e-9684-b22612d3ce4a req-36f8b243-d427-4181-be68-939a22d01d49 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 945 time: 0.1024764 Jul 16 03:38:28.836439 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:28.845444 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aad4713d-a73e-4c8e-9684-b22612d3ce4a req-38307f10-433f-4794-98be-484eaec95119 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652087 Jul 16 03:38:28.906745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Allocated IP 172.20.0.2 (27aeaf09-ce29-4182-93ac-a15a147a4803/4067a128-37ef-4e89-84f4-f969d3148e64/d10a9cda-1ac0-41e5-9708-04dfd36e41dd) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:29.058625 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c2557a60-55c2-41e3-851f-8a9db2327477 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:29.089518 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.101694 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.107241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Transition to ACTIVE for port object d10a9cda-1ac0-41e5-9708-04dfd36e41dd will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:29.130834 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.147264 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Transition to ACTIVE for port object d10a9cda-1ac0-41e5-9708-04dfd36e41dd will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:29.180573 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.229602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Pushing event updated for resources: {'Port': ['ID=d10a9cda-1ac0-41e5-9708-04dfd36e41dd,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:29.251215 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Network 27aeaf09-ce29-4182-93ac-a15a147a4803 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:29.258112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:29.266102 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:29.278796 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:29.285583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Allocated IP 172.25.3.65 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/6a66b572-e883-44f9-bead-d7d34fabf1ec) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:29.329030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80986c-87e9-4afb-8ccd-92d22f3ce682 req-6435d8e7-343c-42c1-8b98-57c0cb4d1391 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:29.331151 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a80986c-87e9-4afb-8ccd-92d22f3ce682 req-6435d8e7-343c-42c1-8b98-57c0cb4d1391 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.0831242 Jul 16 03:38:29.335753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'port_id': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'mac_address': 'fa:16:3e:2b:1f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:29.387196 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.391349 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Attempting to bind port d10a9cda-1ac0-41e5-9708-04dfd36e41dd on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:29.393245 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Attempting to bind port d10a9cda-1ac0-41e5-9708-04dfd36e41dd by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '06d49099-5e88-4af3-8210-1f40ba402831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27aeaf09-ce29-4182-93ac-a15a147a4803'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:29.395302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Attempting to bind port d10a9cda-1ac0-41e5-9708-04dfd36e41dd on network 27aeaf09-ce29-4182-93ac-a15a147a4803 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:29.407370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a80986c-87e9-4afb-8ccd-92d22f3ce682 req-4a2cac40-6e51-4065-a197-3956d5dc9233 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642471 Jul 16 03:38:29.417425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:29.417820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Checking segment: {'id': '06d49099-5e88-4af3-8210-1f40ba402831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27aeaf09-ce29-4182-93ac-a15a147a4803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:29.418234 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.418764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Bound using segment: {'id': '06d49099-5e88-4af3-8210-1f40ba402831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27aeaf09-ce29-4182-93ac-a15a147a4803'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:29.419249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Bound port: d10a9cda-1ac0-41e5-9708-04dfd36e41dd, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d49099-5e88-4af3-8210-1f40ba402831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '27aeaf09-ce29-4182-93ac-a15a147a4803'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:29.419637 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.431729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2557a60-55c2-41e3-851f-8a9db2327477 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:29.441953 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.482446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:29.493114 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.495511 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.553982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] For port d10a9cda-1ac0-41e5-9708-04dfd36e41dd, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:29.558730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] For port d10a9cda-1ac0-41e5-9708-04dfd36e41dd, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d10a9cda-1ac0-41e5-9708-04dfd36e41dd,segment=NetworkSegment(06d49099-5e88-4af3-8210-1f40ba402831),segment_id=06d49099-5e88-4af3-8210-1f40ba402831)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:29.566921 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:29.582639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c2557a60-55c2-41e3-851f-8a9db2327477'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:29.609279 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c2557a60-55c2-41e3-851f-8a9db2327477,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:29.635925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6a66b572-e883-44f9-bead-d7d34fabf1ec,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:29.664990 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:29.668490 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:29.681830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:29.740233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dae5e-fe73-4e0b-844d-0a9bbdafd5ff None None] Pushing event updated for resources: {'Port': ['ID=d10a9cda-1ac0-41e5-9708-04dfd36e41dd,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:29.760076 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-461aacd6-2128-4757-b901-be16b916e6f9 req-b50a7d62-33ee-4898-80fc-c0b9e79042b1 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0504501 Jul 16 03:38:30.035160 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a2f2c33-6872-496d-9840-bede11ccd7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.169722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4de51-cc78-4112-a401-59d1aceae2ef req-82553d3a-9fc9-4717-afe2-b1234219abab tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:30.180919 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63f4de51-cc78-4112-a401-59d1aceae2ef req-82553d3a-9fc9-4717-afe2-b1234219abab tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 945 time: 0.1222343 Jul 16 03:38:30.242320 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63f4de51-cc78-4112-a401-59d1aceae2ef req-b204f477-fd82-4258-aabf-a56d199eb97e tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581377 Jul 16 03:38:30.528890 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.674775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1dc01-b168-4bb3-8377-3c0b08ab4a4f req-c049967a-bde8-4256-b5c9-e3272858d5df tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:30.682030 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ec1dc01-b168-4bb3-8377-3c0b08ab4a4f req-c049967a-bde8-4256-b5c9-e3272858d5df tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.1300490 Jul 16 03:38:30.785956 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.791573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ec1dc01-b168-4bb3-8377-3c0b08ab4a4f req-2916754a-5eab-4bb8-af6b-e3bb346c68b0 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044352 Jul 16 03:38:30.863649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8450528-5cc0-4551-9eab-0654a9a7c694 req-56b1eac4-26a4-4a0a-8415-41432d20b76b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:30.865657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8450528-5cc0-4551-9eab-0654a9a7c694 req-56b1eac4-26a4-4a0a-8415-41432d20b76b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 945 time: 0.1259797 Jul 16 03:38:30.869886 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:30.934625 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8450528-5cc0-4551-9eab-0654a9a7c694 req-f51616d3-cb77-4d8b-90a3-35a5c7245d7b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577440 Jul 16 03:38:31.015205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Router a53dc500-00c5-440b-8ddc-f431e39402cd is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:38:31.054019 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c46f85a-2b8a-45d3-9f71-c604421f57ac req-33c27fc7-ddc1-4645-b388-2c8c9d635d09 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0559361 Jul 16 03:38:31.099768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c2557a60-55c2-41e3-851f-8a9db2327477 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:31.158313 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:31.173449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Sync routers for ids ['a53dc500-00c5-440b-8ddc-f431e39402cd'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:31.182118 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.182118 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-86ba8956-9287-472a-be17-429d02b6e6b9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.6042957 Jul 16 03:38:31.182352 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36216) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:31.202229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Routers {'a53dc500-00c5-440b-8ddc-f431e39402cd'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:31.202869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a53dc500-00c5-440b-8ddc-f431e39402cd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:31.207219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3e467f-c638-4a79-a91b-32e5061d105d None None] Network 27aeaf09-ce29-4182-93ac-a15a147a4803 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:31.312027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port c2557a60-55c2-41e3-851f-8a9db2327477 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:31.312450 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.445746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-93252383-ff28-4026-a147-1a0aec737871 None None] Provisioning for port d10a9cda-1ac0-41e5-9708-04dfd36e41dd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:31.486796 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.712895 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Set router a53dc500-00c5-440b-8ddc-f431e39402cd gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:31.800612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfeb6e1-e3b1-49f3-ac96-32a740ae44eb req-60ebfa59-1aa7-46b9-9f6c-1d640ebc1d6a tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:31.808183 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1dfeb6e1-e3b1-49f3-ac96-32a740ae44eb req-60ebfa59-1aa7-46b9-9f6c-1d640ebc1d6a tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.0785191 Jul 16 03:38:31.885261 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.915258 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1dfeb6e1-e3b1-49f3-ac96-32a740ae44eb req-42a40986-b0df-4c33-a88d-918d324c6b4a tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964186 Jul 16 03:38:31.941510 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:31.979970 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:31.983274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:31.985531 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4973a317-8291-4be3-8b45-0f94ba21160f" -d '{"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-plugged", "status": "completed", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:32.001052 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.168351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d10a9cda-1ac0-41e5-9708-04dfd36e41dd up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:32.249481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c2557a60-55c2-41e3-851f-8a9db2327477,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:32.277761 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607b78c-7b0f-4a01-93a9-ac3daa234c7f req-bb81fb18-9062-4830-9608-0d5c9f4db56b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:32.279918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6607b78c-7b0f-4a01-93a9-ac3daa234c7f req-bb81fb18-9062-4830-9608-0d5c9f4db56b tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.88 "GET /v2.0/ports?device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 945 time: 0.2373652 Jul 16 03:38:32.291674 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53dc500-00c5-440b-8ddc-f431e39402cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-290030190-router', 'tenant_id': '50f8748efbbe4c4b90577227704cddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '6a66b572-e883-44f9-bead-d7d34fabf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:28Z', 'updated_at': '2021-07-16T03:38:30Z', 'revision_number': 3, 'project_id': '50f8748efbbe4c4b90577227704cddc7', 'gw_port': {'id': '6a66b572-e883-44f9-bead-d7d34fabf1ec', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53dc500-00c5-440b-8ddc-f431e39402cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:29Z', 'updated_at': '2021-07-16T03:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:32.295376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d10a9cda-1ac0-41e5-9708-04dfd36e41dd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:32.322465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d10a9cda-1ac0-41e5-9708-04dfd36e41dd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:32.322856 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.325870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Checking router: a53dc500-00c5-440b-8ddc-f431e39402cd for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:32.326211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Updating router a53dc500-00c5-440b-8ddc-f431e39402cd port 6a66b572-e883-44f9-bead-d7d34fabf1ec binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:38:32.340597 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Allocated IP 172.20.0.1 (27aeaf09-ce29-4182-93ac-a15a147a4803/4067a128-37ef-4e89-84f4-f969d3148e64/3def7b3e-0c3c-48c6-914b-b06624072dcf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:32.358638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcca719-45c2-4692-8ccb-2b31a10ea26f req-86445067-0eb4-4d17-b0da-2a89bee21760 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:32.368358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ebcca719-45c2-4692-8ccb-2b31a10ea26f req-86445067-0eb4-4d17-b0da-2a89bee21760 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.3966765 Jul 16 03:38:32.402661 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-84c4c923-71e1-42ee-a5f1-2642d7230458 None None] Provisioning complete for port d10a9cda-1ac0-41e5-9708-04dfd36e41dd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:32.403031 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-84c4c923-71e1-42ee-a5f1-2642d7230458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.406628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24f09c-b8c0-4eec-8b0a-eb7835814fb3 req-e1ed3498-1dfa-4ed6-bf80-53cfeb69176c tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:32.406808 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.408112 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc24f09c-b8c0-4eec-8b0a-eb7835814fb3 req-e1ed3498-1dfa-4ed6-bf80-53cfeb69176c tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 945 time: 0.2056785 Jul 16 03:38:32.505721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.516922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ebcca719-45c2-4692-8ccb-2b31a10ea26f req-c6df8f24-bde4-4e12-b9e3-736197d89c08 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475964 Jul 16 03:38:32.540889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc24f09c-b8c0-4eec-8b0a-eb7835814fb3 req-8b95275c-8032-4844-b93b-da2e95ee9f15 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups?id=6c999711-3af9-4164-841e-dec57d1ee3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154127 Jul 16 03:38:32.545396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Transition to ACTIVE for port object 3def7b3e-0c3c-48c6-914b-b06624072dcf will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:32.577081 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.615541 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f962e0ab-4249-4dbe-80ab-39e33b6851f9 x-openstack-request-id: req-f962e0ab-4249-4dbe-80ab-39e33b6851f9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:32.615834 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-plugged", "status": "completed", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:32.616104 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f962e0ab-4249-4dbe-80ab-39e33b6851f9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:32.616534 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'code': 200} Jul 16 03:38:32.627074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6607b78c-7b0f-4a01-93a9-ac3daa234c7f req-c4d5ca6e-b640-455f-b740-1b38f7873a84 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Deleting port 7fd72e3a-27e2-490c-ace8-49c5ea9f950c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:32.629497 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6607b78c-7b0f-4a01-93a9-ac3daa234c7f req-c4d5ca6e-b640-455f-b740-1b38f7873a84 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.665528 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-84c4c923-71e1-42ee-a5f1-2642d7230458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.675500 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.698367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port d10a9cda-1ac0-41e5-9708-04dfd36e41dd, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d10a9cda-1ac0-41e5-9708-04dfd36e41dd,segment=NetworkSegment(06d49099-5e88-4af3-8210-1f40ba402831),segment_id=06d49099-5e88-4af3-8210-1f40ba402831)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:32.739638 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.771685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Network 27aeaf09-ce29-4182-93ac-a15a147a4803 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:32.775067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:32.794235 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:32.819154 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-84c4c923-71e1-42ee-a5f1-2642d7230458 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:38:32.819509 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-84c4c923-71e1-42ee-a5f1-2642d7230458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:38:32.861823 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.873448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0019d69-216e-4294-a6ba-5e695f783ddd req-2dfd13ba-a5d6-4286-a8f2-0e28f842a8b1 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0807357 Jul 16 03:38:32.880372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3def7b3e-0c3c-48c6-914b-b06624072dcf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:32.883476 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa176eb6-4179-446c-b850-0098d90cf786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.908214 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.934085 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6607b78c-7b0f-4a01-93a9-ac3daa234c7f req-c4d5ca6e-b640-455f-b740-1b38f7873a84 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] For port 7fd72e3a-27e2-490c-ace8-49c5ea9f950c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=7fd72e3a-27e2-490c-ace8-49c5ea9f950c,segment=NetworkSegment(45af1b8e-0a48-4701-86bc-ac93f73a36b1),segment_id=45af1b8e-0a48-4701-86bc-ac93f73a36b1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:32.934446 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6607b78c-7b0f-4a01-93a9-ac3daa234c7f req-c4d5ca6e-b640-455f-b740-1b38f7873a84 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:32.966968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-6607b78c-7b0f-4a01-93a9-ac3daa234c7f req-c4d5ca6e-b640-455f-b740-1b38f7873a84 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Calling delete_port for 7fd72e3a-27e2-490c-ace8-49c5ea9f950c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:32.984978 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=d10a9cda-1ac0-41e5-9708-04dfd36e41dd,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:33.110355 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.143263 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Transition to ACTIVE for port object 6a66b572-e883-44f9-bead-d7d34fabf1ec will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:33.149526 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.169405 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.194144 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c5a86-97a3-4a23-b905-8a87f278081a None None] Pushing event updated for resources: {'Port': ['ID=6a66b572-e883-44f9-bead-d7d34fabf1ec,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:33.215828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Attempting to bind port 6a66b572-e883-44f9-bead-d7d34fabf1ec on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:33.216203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Attempting to bind port 6a66b572-e883-44f9-bead-d7d34fabf1ec by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:33.216692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Attempting to bind port 6a66b572-e883-44f9-bead-d7d34fabf1ec on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:33.222586 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:33.222959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:33.223357 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.223744 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:33.224256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Bound port: 6a66b572-e883-44f9-bead-d7d34fabf1ec, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:33.224700 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.277856 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214702d-d86a-4ada-b6ba-e2bac39ccfea req-1c34c8b3-c849-47d3-9295-b79bc2aba299 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:33.285585 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0214702d-d86a-4ada-b6ba-e2bac39ccfea req-1c34c8b3-c849-47d3-9295-b79bc2aba299 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.1544800 Jul 16 03:38:33.288996 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6607b78c-7b0f-4a01-93a9-ac3daa234c7f req-c4d5ca6e-b640-455f-b740-1b38f7873a84 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.310270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] For port 6a66b572-e883-44f9-bead-d7d34fabf1ec, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:33.317134 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] For port 6a66b572-e883-44f9-bead-d7d34fabf1ec, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6a66b572-e883-44f9-bead-d7d34fabf1ec,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:33.321244 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['7fd72e3a-27e2-490c-ace8-49c5ea9f950c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:33.332774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5ca6e-b640-455f-b740-1b38f7873a84 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Pushing event deleted for resources: {'Port': ['ID=7fd72e3a-27e2-490c-ace8-49c5ea9f950c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:33.360030 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.376087 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0214702d-d86a-4ada-b6ba-e2bac39ccfea req-481ea927-dbf3-4ec2-9fee-e2e82889aebf tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893068 Jul 16 03:38:33.417276 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6607b78c-7b0f-4a01-93a9-ac3daa234c7f req-c4d5ca6e-b640-455f-b740-1b38f7873a84 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] No DVR routers for this DVR port 7fd72e3a-27e2-490c-ace8-49c5ea9f950c on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:33.422182 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.422564 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6607b78c-7b0f-4a01-93a9-ac3daa234c7f req-c4d5ca6e-b640-455f-b740-1b38f7873a84 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.424665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6607b78c-7b0f-4a01-93a9-ac3daa234c7f req-c4d5ca6e-b640-455f-b740-1b38f7873a84 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.88 "DELETE /v2.0/ports/7fd72e3a-27e2-490c-ace8-49c5ea9f950c HTTP/1.1" status: 204 len: 173 time: 1.1329176 Jul 16 03:38:33.425153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2da0574-d22f-4ec0-b218-ec3fc34cc051', 'name': 'network-vif-deleted', 'tag': '7fd72e3a-27e2-490c-ace8-49c5ea9f950c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:33.427452 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bd0909-d604-4174-aa54-9397a63a2b16" -d '{"events": [{"server_uuid": "b2da0574-d22f-4ec0-b218-ec3fc34cc051", "name": "network-vif-deleted", "tag": "7fd72e3a-27e2-490c-ace8-49c5ea9f950c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:33.447615 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.467605 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4450b10-b285-405c-82eb-ae37e96a6fbd x-openstack-request-id: req-d4450b10-b285-405c-82eb-ae37e96a6fbd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:33.468120 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2da0574-d22f-4ec0-b218-ec3fc34cc051", "name": "network-vif-deleted", "tag": "7fd72e3a-27e2-490c-ace8-49c5ea9f950c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:33.468675 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4450b10-b285-405c-82eb-ae37e96a6fbd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:33.469227 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2da0574-d22f-4ec0-b218-ec3fc34cc051', 'name': 'network-vif-deleted', 'tag': '7fd72e3a-27e2-490c-ace8-49c5ea9f950c', 'status': 'completed', 'code': 200} Jul 16 03:38:33.504914 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Routers {'a53dc500-00c5-440b-8ddc-f431e39402cd'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:33.505617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a53dc500-00c5-440b-8ddc-f431e39402cd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:33.540589 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3def7b3e-0c3c-48c6-914b-b06624072dcf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:33.543451 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.566742 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c5a86-97a3-4a23-b905-8a87f278081a None None] Pushing event updated for resources: {'Port': ['ID=6a66b572-e883-44f9-bead-d7d34fabf1ec,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:33.656757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-837b9b51-b1de-45d2-a9ab-cc38617d55f2 None None] Provisioning for port 3def7b3e-0c3c-48c6-914b-b06624072dcf completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:33.665542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-837b9b51-b1de-45d2-a9ab-cc38617d55f2 None None] Provisioning complete for port 3def7b3e-0c3c-48c6-914b-b06624072dcf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:33.666348 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-837b9b51-b1de-45d2-a9ab-cc38617d55f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.682198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Network 27aeaf09-ce29-4182-93ac-a15a147a4803 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:33.683780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:33.725805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] Set router a53dc500-00c5-440b-8ddc-f431e39402cd gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:33.865023 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e05e2d6-0b3b-4187-9ba7-f8c0c2d557b5 req-cf0281f8-7fb4-4cad-b84f-312a11dde2fe tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2da0574-d22f-4ec0-b218-ec3fc34cc051 HTTP/1.1" status: 200 len: 210 time: 0.0550742 Jul 16 03:38:33.886761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-837b9b51-b1de-45d2-a9ab-cc38617d55f2 None None] Port 3def7b3e-0c3c-48c6-914b-b06624072dcf cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:33.905667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f530d4-02fc-42ad-bd5b-1b298da69b0b req-1b922931-23b5-4f5c-9d03-63e99842243b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:33.915688 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:33.917249 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94f530d4-02fc-42ad-bd5b-1b298da69b0b req-1b922931-23b5-4f5c-9d03-63e99842243b tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.2023191 Jul 16 03:38:33.980376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Router a53dc500-00c5-440b-8ddc-f431e39402cd has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:34.029797 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94f530d4-02fc-42ad-bd5b-1b298da69b0b req-449d1426-f13c-440c-93b7-a943e3e9e217 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097910 Jul 16 03:38:34.119525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d10a9cda-1ac0-41e5-9708-04dfd36e41dd up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:34.158170 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-73354e15-0796-421a-9d89-5992aa9bc65a None None] Provisioning complete for port 3def7b3e-0c3c-48c6-914b-b06624072dcf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:34.158839 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-73354e15-0796-421a-9d89-5992aa9bc65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.184294 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:34.219794 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a8cc9954-dcc5-4578-b766-eb3f7c06afb4 admin admin] 10.222.0.18 "PUT /v2.0/routers/a53dc500-00c5-440b-8ddc-f431e39402cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0264018 Jul 16 03:38:34.302026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d7893ec-2172-43e4-9b58-3b706c3e7434 req-995b38c7-cd6d-46e2-b829-0e721fb89c5f tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0596642 Jul 16 03:38:34.340785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-73354e15-0796-421a-9d89-5992aa9bc65a None None] Port 3def7b3e-0c3c-48c6-914b-b06624072dcf cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:34.372557 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d10a9cda-1ac0-41e5-9708-04dfd36e41dd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:34.372947 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:34.482502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53dc500-00c5-440b-8ddc-f431e39402cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-290030190-router', 'tenant_id': '50f8748efbbe4c4b90577227704cddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '6a66b572-e883-44f9-bead-d7d34fabf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:28Z', 'updated_at': '2021-07-16T03:38:33Z', 'revision_number': 4, 'project_id': '50f8748efbbe4c4b90577227704cddc7', 'gw_port': {'id': '6a66b572-e883-44f9-bead-d7d34fabf1ec', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53dc500-00c5-440b-8ddc-f431e39402cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:29Z', 'updated_at': '2021-07-16T03:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3def7b3e-0c3c-48c6-914b-b06624072dcf', 'name': '', 'network_id': '27aeaf09-ce29-4182-93ac-a15a147a4803', 'tenant_id': '50f8748efbbe4c4b90577227704cddc7', 'mac_address': 'fa:16:3e:20:d1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53dc500-00c5-440b-8ddc-f431e39402cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4067a128-37ef-4e89-84f4-f969d3148e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:32Z', 'updated_at': '2021-07-16T03:38:33Z', 'revision_number': 2, 'project_id': '50f8748efbbe4c4b90577227704cddc7', 'subnets': [{'id': '4067a128-37ef-4e89-84f4-f969d3148e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:34.519317 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c05f9-7270-4681-abfe-76eee975e3ea None None] The sync data for ids ['a53dc500-00c5-440b-8ddc-f431e39402cd'] in n-d-800088-6 is: [{'id': 'a53dc500-00c5-440b-8ddc-f431e39402cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-290030190-router', 'tenant_id': '50f8748efbbe4c4b90577227704cddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '6a66b572-e883-44f9-bead-d7d34fabf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:28Z', 'updated_at': '2021-07-16T03:38:33Z', 'revision_number': 4, 'project_id': '50f8748efbbe4c4b90577227704cddc7', 'gw_port': {'id': '6a66b572-e883-44f9-bead-d7d34fabf1ec', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53dc500-00c5-440b-8ddc-f431e39402cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:29Z', 'updated_at': '2021-07-16T03:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3def7b3e-0c3c-48c6-914b-b06624072dcf', 'name': '', 'network_id': '27aeaf09-ce29-4182-93ac-a15a147a4803', 'tenant_id': '50f8748efbbe4c4b90577227704cddc7', 'mac_address': 'fa:16:3e:20:d1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53dc500-00c5-440b-8ddc-f431e39402cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '4067a128-37ef-4e89-84f4-f969d3148e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:32Z', 'updated_at': '2021-07-16T03:38:33Z', 'revision_number': 2, 'project_id': '50f8748efbbe4c4b90577227704cddc7', 'subnets': [{'id': '4067a128-37ef-4e89-84f4-f969d3148e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:34.594349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65b0d9-71cf-4a25-b7fb-f331ff10f034 req-a11c7cf8-bf3f-4952-a5c5-ff20304268fd tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:34.595900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c65b0d9-71cf-4a25-b7fb-f331ff10f034 req-a11c7cf8-bf3f-4952-a5c5-ff20304268fd tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.0734861 Jul 16 03:38:34.678198 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-985274fe-5bad-44cd-94a0-901a3df912f4 req-e0d8db50-507c-4bfe-ba3f-b8607305930a tempest-FloatingIPDetailsNegativeTestJSON-1704941476 tempest-FloatingIPDetailsNegativeTestJSON-1704941476-project] show failed (client error): The resource could not be found. Jul 16 03:38:34.684080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-985274fe-5bad-44cd-94a0-901a3df912f4 req-e0d8db50-507c-4bfe-ba3f-b8607305930a tempest-FloatingIPDetailsNegativeTestJSON-1704941476 tempest-FloatingIPDetailsNegativeTestJSON-1704941476-project] 10.222.0.18 "GET /v2.0/floatingips/9c238ff5-e2f4-4b9a-8479-f3c490a7c517 HTTP/1.1" status: 404 len: 350 time: 0.0566120 Jul 16 03:38:34.688292 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36272) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:34.697994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c65b0d9-71cf-4a25-b7fb-f331ff10f034 req-bead621c-c3c4-4e6c-b511-ec5259f58d37 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936759 Jul 16 03:38:35.277943 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ba1a1-ba32-48de-ad94-572cb85a98e8 req-a82894fb-8b76-479c-bd4b-afb4e22e2bf0 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:35.279634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0f1ba1a1-ba32-48de-ad94-572cb85a98e8 req-a82894fb-8b76-479c-bd4b-afb4e22e2bf0 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.1060977 Jul 16 03:38:35.308864 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e82b8f1-3325-472b-85b8-58c12b047358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.352970 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0f1ba1a1-ba32-48de-ad94-572cb85a98e8 req-a9b6655c-9c39-49e8-abe0-499620a3f7b2 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662813 Jul 16 03:38:35.550746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 7fd72e3a-27e2-490c-ace8-49c5ea9f950c no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:35.592199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 7fd72e3a-27e2-490c-ace8-49c5ea9f950c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:35.594504 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 7fd72e3a-27e2-490c-ace8-49c5ea9f950c not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:35.654928 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36304) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:35.682218 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.714683 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4a408b9-f385-48f5-af34-76361cba0d9c req-30c42ae4-cd48-410d-afaf-2e9e3fdd0ce3 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0656128 Jul 16 03:38:35.797330 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bfa12b6-a44f-4583-b2d8-01f55605f113 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.860971 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bfa12b6-a44f-4583-b2d8-01f55605f113 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.917558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4e82b8f1-3325-472b-85b8-58c12b047358 admin admin] Deleting port 3def7b3e-0c3c-48c6-914b-b06624072dcf {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:35.917977 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e82b8f1-3325-472b-85b8-58c12b047358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.944400 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108d841-5848-4df5-b071-83f8be6c3600 req-31a5eff1-07a6-4e07-96c1-05dccf3e92a0 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:35.945989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3108d841-5848-4df5-b071-83f8be6c3600 req-31a5eff1-07a6-4e07-96c1-05dccf3e92a0 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.0931277 Jul 16 03:38:35.983311 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bfa12b6-a44f-4583-b2d8-01f55605f113 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.989072 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bfa12b6-a44f-4583-b2d8-01f55605f113 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:35.992688 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6bfa12b6-a44f-4583-b2d8-01f55605f113 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "DELETE /v2.0/security-groups/0fb858c4-9918-4596-9bb5-7f49a5a5f4d2 HTTP/1.1" status: 204 len: 168 time: 0.3334432 Jul 16 03:38:35.993695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36312) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:36.053949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3108d841-5848-4df5-b071-83f8be6c3600 req-027dfbd9-bc88-47db-be73-093a1501b6ae tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887825 Jul 16 03:38:36.055609 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-389b2f88-957c-46ab-ae86-993c2fa795bd tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] show failed (client error): The resource could not be found. Jul 16 03:38:36.057847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-389b2f88-957c-46ab-ae86-993c2fa795bd tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "GET /v2.0/security-groups/0fb858c4-9918-4596-9bb5-7f49a5a5f4d2 HTTP/1.1" status: 404 len: 347 time: 0.0603642 Jul 16 03:38:36.060460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:36.086541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6a66b572-e883-44f9-bead-d7d34fabf1ec up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:36.126187 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e82b8f1-3325-472b-85b8-58c12b047358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.144429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4e82b8f1-3325-472b-85b8-58c12b047358 admin admin] Calling delete_port for 3def7b3e-0c3c-48c6-914b-b06624072dcf owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:36.186792 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 6a66b572-e883-44f9-bead-d7d34fabf1ec completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:36.197403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 6a66b572-e883-44f9-bead-d7d34fabf1ec triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:36.197785 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.232716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa12b6-a44f-4583-b2d8-01f55605f113 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb858c4-9918-4596-9bb5-7f49a5a5f4d2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:36.319366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-97868930-3a2d-48ad-a97d-22a7c710b613 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Deleting port 023f078d-5421-4e3c-88e9-b04018fea5bf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:36.319950 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97868930-3a2d-48ad-a97d-22a7c710b613 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.475615 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97868930-3a2d-48ad-a97d-22a7c710b613 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.475825 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97868930-3a2d-48ad-a97d-22a7c710b613 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.493264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-97868930-3a2d-48ad-a97d-22a7c710b613 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Calling delete_port for 023f078d-5421-4e3c-88e9-b04018fea5bf owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:36.526560 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e82b8f1-3325-472b-85b8-58c12b047358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.582393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82b8f1-3325-472b-85b8-58c12b047358 admin admin] Pushing event deleted for resources: {'Port': ['ID=3def7b3e-0c3c-48c6-914b-b06624072dcf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:36.711657 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.779596 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 6a66b572-e883-44f9-bead-d7d34fabf1ec, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6a66b572-e883-44f9-bead-d7d34fabf1ec,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:36.788025 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.828032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133106b-d29e-45c8-aa76-40be879d6d44 req-3a1dbd24-73fa-4285-92f9-a55977774ac8 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:36.830115 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2133106b-d29e-45c8-aa76-40be879d6d44 req-3a1dbd24-73fa-4285-92f9-a55977774ac8 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.2147145 Jul 16 03:38:36.831415 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97868930-3a2d-48ad-a97d-22a7c710b613 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:36.874373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97868930-3a2d-48ad-a97d-22a7c710b613 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Pushing event deleted for resources: {'Port': ['ID=023f078d-5421-4e3c-88e9-b04018fea5bf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:36.920530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=6a66b572-e883-44f9-bead-d7d34fabf1ec,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:36.975123 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2133106b-d29e-45c8-aa76-40be879d6d44 req-e50eb135-9194-4472-bd10-b0bf1295929f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381197 Jul 16 03:38:36.997543 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97868930-3a2d-48ad-a97d-22a7c710b613 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.000249 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97868930-3a2d-48ad-a97d-22a7c710b613 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.003320 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e82b8f1-3325-472b-85b8-58c12b047358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.010315 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-97868930-3a2d-48ad-a97d-22a7c710b613 tempest-ImagesOneServerNegativeTestJSON-1562301582 tempest-ImagesOneServerNegativeTestJSON-1562301582-project] 10.222.0.18 "DELETE /v2.0/floatingips/3ae370cc-31ab-4a8f-a91f-d34e995d626b HTTP/1.1" status: 204 len: 168 time: 0.9487889 Jul 16 03:38:37.156115 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f62a591e-0d11-4d75-a9d8-be0d6c4349e5 req-77eb68ac-bca3-4cfd-958c-032f19b37b39 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0472927 Jul 16 03:38:37.284350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:37.369410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4adb67-9e07-44c0-8c91-c6313fdc4731 admin admin] Deleting subnet e08f5fd1-35d8-479b-8e0c-674141a4bf73 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:37.372206 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f4adb67-9e07-44c0-8c91-c6313fdc4731 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.422002 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f4adb67-9e07-44c0-8c91-c6313fdc4731 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.471690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50412c-f2bf-4a01-a124-517e808a9220 req-c6fa93e1-3cfd-4d7c-9c56-ee3b463c8f11 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:37.479044 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c50412c-f2bf-4a01-a124-517e808a9220 req-c6fa93e1-3cfd-4d7c-9c56-ee3b463c8f11 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.1620150 Jul 16 03:38:37.504911 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f4adb67-9e07-44c0-8c91-c6313fdc4731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.566640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c50412c-f2bf-4a01-a124-517e808a9220 req-f873c9ce-b763-4100-a053-093514d9d761 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838885 Jul 16 03:38:37.597063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e82b8f1-3325-472b-85b8-58c12b047358 admin admin] Router a53dc500-00c5-440b-8ddc-f431e39402cd has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:37.620576 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f4adb67-9e07-44c0-8c91-c6313fdc4731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:37.679353 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03acbbb1-c8c6-4a61-bc31-25e0c9101f49 None None] Sync routers for ids ['a53dc500-00c5-440b-8ddc-f431e39402cd'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:37.693781 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03acbbb1-c8c6-4a61-bc31-25e0c9101f49 None None] Routers {'a53dc500-00c5-440b-8ddc-f431e39402cd'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:37.694712 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-03acbbb1-c8c6-4a61-bc31-25e0c9101f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a53dc500-00c5-440b-8ddc-f431e39402cd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:37.722919 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e82b8f1-3325-472b-85b8-58c12b047358 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:37.728527 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4e82b8f1-3325-472b-85b8-58c12b047358 admin admin] 10.222.0.18 "PUT /v2.0/routers/a53dc500-00c5-440b-8ddc-f431e39402cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0391080 Jul 16 03:38:37.730966 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36344) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:37.872053 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.021589 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-03acbbb1-c8c6-4a61-bc31-25e0c9101f49 None None] Set router a53dc500-00c5-440b-8ddc-f431e39402cd gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:38.068304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6a66b572-e883-44f9-bead-d7d34fabf1ec up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:38.121470 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.157890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4adb67-9e07-44c0-8c91-c6313fdc4731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08f5fd1-35d8-479b-8e0c-674141a4bf73,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:38.163834 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f4adb67-9e07-44c0-8c91-c6313fdc4731 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.169305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8f4adb67-9e07-44c0-8c91-c6313fdc4731 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e08f5fd1-35d8-479b-8e0c-674141a4bf73 HTTP/1.1" status: 204 len: 168 time: 0.8842824 Jul 16 03:38:38.169963 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:38.229296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 6a66b572-e883-44f9-bead-d7d34fabf1ec triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:38.229678 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.236152 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] Deleting port 6a66b572-e883-44f9-bead-d7d34fabf1ec {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:38.236545 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.302194 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-03acbbb1-c8c6-4a61-bc31-25e0c9101f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53dc500-00c5-440b-8ddc-f431e39402cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-290030190-router', 'tenant_id': '50f8748efbbe4c4b90577227704cddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '6a66b572-e883-44f9-bead-d7d34fabf1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:28Z', 'updated_at': '2021-07-16T03:38:36Z', 'revision_number': 5, 'project_id': '50f8748efbbe4c4b90577227704cddc7', 'gw_port': {'id': '6a66b572-e883-44f9-bead-d7d34fabf1ec', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:07:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53dc500-00c5-440b-8ddc-f431e39402cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:29Z', 'updated_at': '2021-07-16T03:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:38.308727 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23bb27b1-6c1a-4a4c-b506-06df2be5cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.339702 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03acbbb1-c8c6-4a61-bc31-25e0c9101f49 None None] Checking router: a53dc500-00c5-440b-8ddc-f431e39402cd for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:38.348993 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03acbbb1-c8c6-4a61-bc31-25e0c9101f49 None None] Routers {'a53dc500-00c5-440b-8ddc-f431e39402cd'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:38.349749 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-03acbbb1-c8c6-4a61-bc31-25e0c9101f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a53dc500-00c5-440b-8ddc-f431e39402cd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:38.379865 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] For port 6a66b572-e883-44f9-bead-d7d34fabf1ec, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6a66b572-e883-44f9-bead-d7d34fabf1ec,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:38.384535 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.405184 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] Calling delete_port for 6a66b572-e883-44f9-bead-d7d34fabf1ec owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:38.500391 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-01b07872-22f6-48c8-a0a8-befd86ab1bf9 req-d6b09005-050c-47b0-936d-017c20524dc9 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0833046 Jul 16 03:38:38.539919 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-03acbbb1-c8c6-4a61-bc31-25e0c9101f49 None None] Set router a53dc500-00c5-440b-8ddc-f431e39402cd gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:38.553470 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b322f7d-3f45-4a4c-b284-8e00bf353436 req-987dbb9b-805d-44fa-9d67-b2416493c127 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:38.560383 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b322f7d-3f45-4a4c-b284-8e00bf353436 req-987dbb9b-805d-44fa-9d67-b2416493c127 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.2386999 Jul 16 03:38:38.615507 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-03acbbb1-c8c6-4a61-bc31-25e0c9101f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53dc500-00c5-440b-8ddc-f431e39402cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-290030190-router', 'tenant_id': '50f8748efbbe4c4b90577227704cddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:28Z', 'updated_at': '2021-07-16T03:38:38Z', 'revision_number': 6, 'project_id': '50f8748efbbe4c4b90577227704cddc7', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:38.622657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b322f7d-3f45-4a4c-b284-8e00bf353436 req-7e8231ad-88e1-40f9-9cf5-f24e6d5ccc52 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613067 Jul 16 03:38:38.659722 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03acbbb1-c8c6-4a61-bc31-25e0c9101f49 None None] The sync data for ids ['a53dc500-00c5-440b-8ddc-f431e39402cd'] in n-d-800088-6 is: [{'id': 'a53dc500-00c5-440b-8ddc-f431e39402cd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-290030190-router', 'tenant_id': '50f8748efbbe4c4b90577227704cddc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:28Z', 'updated_at': '2021-07-16T03:38:38Z', 'revision_number': 6, 'project_id': '50f8748efbbe4c4b90577227704cddc7', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:38.681451 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23bb27b1-6c1a-4a4c-b506-06df2be5cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.699298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-23bb27b1-6c1a-4a4c-b506-06df2be5cf18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b29395-e1eb-41dd-b7b6-748318b3a1c5']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:38.714128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-23bb27b1-6c1a-4a4c-b506-06df2be5cf18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45af1b8e-0a48-4701-86bc-ac93f73a36b1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:38.714788 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-23bb27b1-6c1a-4a4c-b506-06df2be5cf18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45af1b8e-0a48-4701-86bc-ac93f73a36b1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:38.725098 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23bb27b1-6c1a-4a4c-b506-06df2be5cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.725389 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.745149 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23bb27b1-6c1a-4a4c-b506-06df2be5cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.753381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23bb27b1-6c1a-4a4c-b506-06df2be5cf18 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:38:38.754093 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23bb27b1-6c1a-4a4c-b506-06df2be5cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:38:38.769647 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:38:38.787124 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a66b572-e883-44f9-bead-d7d34fabf1ec,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:38.874069 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23bb27b1-6c1a-4a4c-b506-06df2be5cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.886040 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23bb27b1-6c1a-4a4c-b506-06df2be5cf18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.886266 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:38.888445 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-23bb27b1-6c1a-4a4c-b506-06df2be5cf18 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a3b29395-e1eb-41dd-b7b6-748318b3a1c5 HTTP/1.1" status: 204 len: 168 time: 0.7165985 Jul 16 03:38:38.915437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb27b1-6c1a-4a4c-b506-06df2be5cf18 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b29395-e1eb-41dd-b7b6-748318b3a1c5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:38.970378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea9b5f-5f10-4687-9baa-3a9bd8b6ad47 req-48da9c75-e0d6-44fb-90a5-92dd921c11d4 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:38.974016 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6ea9b5f-5f10-4687-9baa-3a9bd8b6ad47 req-48da9c75-e0d6-44fb-90a5-92dd921c11d4 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.1452427 Jul 16 03:38:39.014938 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.028024 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.091537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36364) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:39.100509 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6ea9b5f-5f10-4687-9baa-3a9bd8b6ad47 req-f9f9bfbb-90d0-4d5f-96ec-fb6ead1b9e87 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205919 Jul 16 03:38:39.120799 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.120799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a53dc500-00c5-440b-8ddc-f431e39402cd {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:38:39.135898 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.137342 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6ec6a448-2deb-4c26-9fca-fab3f1ab1359 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a53dc500-00c5-440b-8ddc-f431e39402cd HTTP/1.1" status: 204 len: 168 time: 1.4053597 Jul 16 03:38:39.141468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:39.183479 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-171ac1ce-5925-42f1-b14a-3b0460dd2413 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98e26a30e2034e8da278feeeec8a7faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880795 Jul 16 03:38:39.193014 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36374) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:39.272180 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b36c4f1-fe96-414d-8712-c6a39ae6dada admin admin] Deleting subnet 4067a128-37ef-4e89-84f4-f969d3148e64 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:38:39.273577 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-851d0953-2372-4362-940b-18ad4796075c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.279886 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b36c4f1-fe96-414d-8712-c6a39ae6dada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.297129 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-851d0953-2372-4362-940b-18ad4796075c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.316574 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b36c4f1-fe96-414d-8712-c6a39ae6dada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.351998 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-851d0953-2372-4362-940b-18ad4796075c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.355260 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-851d0953-2372-4362-940b-18ad4796075c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.359509 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-851d0953-2372-4362-940b-18ad4796075c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c999711-3af9-4164-841e-dec57d1ee3d0 HTTP/1.1" status: 204 len: 168 time: 0.1624789 Jul 16 03:38:39.367276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d0953-2372-4362-940b-18ad4796075c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c999711-3af9-4164-841e-dec57d1ee3d0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:39.430857 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b36c4f1-fe96-414d-8712-c6a39ae6dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.502778 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b36c4f1-fe96-414d-8712-c6a39ae6dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.536411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36c4f1-fe96-414d-8712-c6a39ae6dada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4067a128-37ef-4e89-84f4-f969d3148e64,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:39.554177 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b36c4f1-fe96-414d-8712-c6a39ae6dada admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.558568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8b36c4f1-fe96-414d-8712-c6a39ae6dada admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4067a128-37ef-4e89-84f4-f969d3148e64 HTTP/1.1" status: 204 len: 168 time: 0.4136527 Jul 16 03:38:39.558728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4850fb0f-74a4-4037-92f8-d7a12a78bb12 None None] Network 27aeaf09-ce29-4182-93ac-a15a147a4803 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:39.559392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36380) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:39.706897 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.834913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] Deleting port d10a9cda-1ac0-41e5-9708-04dfd36e41dd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:39.835555 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:39.854310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e11f5a5-87c8-4083-be5f-0b7d1b14f72a req-63c0ff78-543c-4342-aced-294292c78af1 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0836928 Jul 16 03:38:39.873316 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f98ff2-3b61-45d5-b255-6d83d95dbde5 None None] DHCP port deletion for 27aeaf09-ce29-4182-93ac-a15a147a4803 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:38:39.988291 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93945f7-a5f0-4cae-b67e-61af0a74aba9 None None] Sync routers for ids ['a53dc500-00c5-440b-8ddc-f431e39402cd'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:40.006814 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6ee81-b6e6-4a1b-a60b-88999237c25f req-f2ff2a7b-7123-4375-abcd-254fcb7e67c4 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:40.016332 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2de6ee81-b6e6-4a1b-a60b-88999237c25f req-f2ff2a7b-7123-4375-abcd-254fcb7e67c4 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.1500432 Jul 16 03:38:40.034350 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93945f7-a5f0-4cae-b67e-61af0a74aba9 None None] Routers set() bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:40.034729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93945f7-a5f0-4cae-b67e-61af0a74aba9 None None] Router IDs set() for agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:38:40.035351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_agentschedulers_db [None req-d93945f7-a5f0-4cae-b67e-61af0a74aba9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a53dc500-00c5-440b-8ddc-f431e39402cd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent'). {{(pid=93769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 03:38:40.040096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a9f98ff2-3b61-45d5-b255-6d83d95dbde5 None None] Deleting port d10a9cda-1ac0-41e5-9708-04dfd36e41dd {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:40.040232 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] For port d10a9cda-1ac0-41e5-9708-04dfd36e41dd, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d10a9cda-1ac0-41e5-9708-04dfd36e41dd,segment=NetworkSegment(06d49099-5e88-4af3-8210-1f40ba402831),segment_id=06d49099-5e88-4af3-8210-1f40ba402831)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:40.042561 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9f98ff2-3b61-45d5-b255-6d83d95dbde5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.045068 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.071653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2de6ee81-b6e6-4a1b-a60b-88999237c25f req-bdc30ad3-c39e-4882-aaba-65d8f6ba2a50 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539153 Jul 16 03:38:40.086434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] Calling delete_port for d10a9cda-1ac0-41e5-9708-04dfd36e41dd owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:40.184342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a9f98ff2-3b61-45d5-b255-6d83d95dbde5 None None] For port d10a9cda-1ac0-41e5-9708-04dfd36e41dd, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d10a9cda-1ac0-41e5-9708-04dfd36e41dd,segment=NetworkSegment(06d49099-5e88-4af3-8210-1f40ba402831),segment_id=06d49099-5e88-4af3-8210-1f40ba402831)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:40.184972 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9f98ff2-3b61-45d5-b255-6d83d95dbde5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.201519 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a9f98ff2-3b61-45d5-b255-6d83d95dbde5 None None] Calling delete_port for d10a9cda-1ac0-41e5-9708-04dfd36e41dd owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:40.229169 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.271880 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=d10a9cda-1ac0-41e5-9708-04dfd36e41dd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:40.278431 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] No DVR routers for this DVR port d10a9cda-1ac0-41e5-9708-04dfd36e41dd on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: from cryptography.utils import int_from_bytes Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: from cryptography.utils import int_from_bytes Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.290564 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.293176 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.293176 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.293176 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.293176 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.293176 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.293176 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.293176 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.293176 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.293176 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.293176 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.293176 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.293176 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.293176 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:38:40.293176 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:38:40.299102 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9f98ff2-3b61-45d5-b255-6d83d95dbde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.301765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d10a9cda-1ac0-41e5-9708-04dfd36e41dd no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:40.343929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f98ff2-3b61-45d5-b255-6d83d95dbde5 None None] Pushing event deleted for resources: {'Port': ['ID=d10a9cda-1ac0-41e5-9708-04dfd36e41dd,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:40.377133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f98ff2-3b61-45d5-b255-6d83d95dbde5 None None] No DVR routers for this DVR port d10a9cda-1ac0-41e5-9708-04dfd36e41dd on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:40.381314 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: d10a9cda-1ac0-41e5-9708-04dfd36e41dd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:40.381842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d10a9cda-1ac0-41e5-9708-04dfd36e41dd not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:40.382413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3def7b3e-0c3c-48c6-914b-b06624072dcf no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:40.405888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93945f7-a5f0-4cae-b67e-61af0a74aba9 None None] Routers set() bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:40.406672 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93945f7-a5f0-4cae-b67e-61af0a74aba9 None None] Router IDs set() for agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:38:40.407449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_agentschedulers_db [None req-d93945f7-a5f0-4cae-b67e-61af0a74aba9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a53dc500-00c5-440b-8ddc-f431e39402cd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent'). {{(pid=93769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 03:38:40.408261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93945f7-a5f0-4cae-b67e-61af0a74aba9 None None] The sync data for ids ['a53dc500-00c5-440b-8ddc-f431e39402cd'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:40.411420 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 3def7b3e-0c3c-48c6-914b-b06624072dcf {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:40.412299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3def7b3e-0c3c-48c6-914b-b06624072dcf not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:40.413925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6a66b572-e883-44f9-bead-d7d34fabf1ec no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:40.438407 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.450351 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27aeaf09-ce29-4182-93ac-a15a147a4803']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:40.451339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 6a66b572-e883-44f9-bead-d7d34fabf1ec {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:40.451851 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6a66b572-e883-44f9-bead-d7d34fabf1ec not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:40.464798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d49099-5e88-4af3-8210-1f40ba402831') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:40.465016 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d49099-5e88-4af3-8210-1f40ba402831') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:40.470900 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d75af-2709-4a3e-9efd-f26ed69791d8 req-75c6307e-5891-41e3-b51c-d68f675bfaa7 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:40.475628 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.480910 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a21d75af-2709-4a3e-9efd-f26ed69791d8 req-75c6307e-5891-41e3-b51c-d68f675bfaa7 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.1540313 Jul 16 03:38:40.495441 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.503127 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:38:40.503545 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:38:40.569292 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:38:40.572426 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.575257 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a21d75af-2709-4a3e-9efd-f26ed69791d8 req-f699a72e-5693-4a7f-9475-5f2eed8dfd69 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932353 Jul 16 03:38:40.590431 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.593983 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] 10.222.0.18 "DELETE /v2.0/networks/27aeaf09-ce29-4182-93ac-a15a147a4803 HTTP/1.1" status: 204 len: 168 time: 1.0334849 Jul 16 03:38:40.623990 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73084a6f-2a21-418a-9bce-ef69589b6d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=27aeaf09-ce29-4182-93ac-a15a147a4803,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:40.752911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36414) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:40.867773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:40.888522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-432855137-network', 'tenant_id': '1b9fc693bafc4d88a15e29d097111f85'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:40.914876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-00e0de7f-d4cc-42e1-947b-2d764e462422 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50f8748efbbe4c4b90577227704cddc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455918 Jul 16 03:38:40.917408 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:40.945430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] Made reservation on behalf of 1b9fc693bafc4d88a15e29d097111f85 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:40.947917 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:40.965723 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.032233 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11194e19-5cdc-4ce3-aef9-7e93c65a7a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.117163 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.120731 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e493f11-42e8-4a00-b563-666bf2155782 req-0fb6e31d-24a1-4691-b541-a4e695157324 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0714431 Jul 16 03:38:41.122926 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.135284 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11194e19-5cdc-4ce3-aef9-7e93c65a7a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.169838 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:38:41.181533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e81b770-1aa0-45ef-a7e7-fbca07e379fe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:41.202083 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11194e19-5cdc-4ce3-aef9-7e93c65a7a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.207933 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11194e19-5cdc-4ce3-aef9-7e93c65a7a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.210403 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-11194e19-5cdc-4ce3-aef9-7e93c65a7a90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e7c8d70-4231-4e26-aee3-ec41d3480aaf HTTP/1.1" status: 204 len: 168 time: 0.2918954 Jul 16 03:38:41.210894 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.211436 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] Added segment 80a884b1-7179-495e-802e-a999109a3ee7 of type vlan for network 84115d8a-054d-46d4-97d3-ff591a6486af Jul 16 03:38:41.241343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11194e19-5cdc-4ce3-aef9-7e93c65a7a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7c8d70-4231-4e26-aee3-ec41d3480aaf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:41.307074 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.357779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a380fb-f8fe-4bdf-9636-63aea6afd874 req-29e5134d-05ba-4f43-95b9-5317c57ef2ad tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:41.359531 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17a380fb-f8fe-4bdf-9636-63aea6afd874 req-29e5134d-05ba-4f43-95b9-5317c57ef2ad tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.0840673 Jul 16 03:38:41.362068 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.363068 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:41.364890 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.408283 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6513314 Jul 16 03:38:41.409724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:41.428410 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17a380fb-f8fe-4bdf-9636-63aea6afd874 req-aa82fab1-8ef8-492d-b978-8dca0bcd62de tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583632 Jul 16 03:38:41.436205 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c27c0857-8e29-4033-976a-8f259429975e admin admin] Request body: {'subnet': {'network_id': '84115d8a-054d-46d4-97d3-ff591a6486af', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-432855137-subnet', 'tenant_id': '1b9fc693bafc4d88a15e29d097111f85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:41.458403 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c088946-a320-40c6-873d-6e721d070b6e admin admin] Pushing event updated for resources: {'Network': ['ID=84115d8a-054d-46d4-97d3-ff591a6486af,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:41.477487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 84115d8a-054d-46d4-97d3-ff591a6486af details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:38:41.479132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27c0857-8e29-4033-976a-8f259429975e admin admin] Made reservation on behalf of 1b9fc693bafc4d88a15e29d097111f85 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:41.482356 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c27c0857-8e29-4033-976a-8f259429975e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.732678 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c27c0857-8e29-4033-976a-8f259429975e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:41.864824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c0857-8e29-4033-976a-8f259429975e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9789416e-aeb7-4319-953a-4fcfffb1dfe8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:41.882746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27c0857-8e29-4033-976a-8f259429975e admin admin] Checking segment: {'id': '80a884b1-7179-495e-802e-a999109a3ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '84115d8a-054d-46d4-97d3-ff591a6486af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:41.883394 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c0857-8e29-4033-976a-8f259429975e admin admin] Network hostable DHCP agents. Network: 84115d8a-054d-46d4-97d3-ff591a6486af, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:38:41.901326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc5b2c-4e49-47e5-9b5e-247844911411 req-9fcf9cba-43f9-4f89-b1de-7eae25633e94 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:41.908272 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ddc5b2c-4e49-47e5-9b5e-247844911411 req-9fcf9cba-43f9-4f89-b1de-7eae25633e94 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.1569929 Jul 16 03:38:41.940751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c0857-8e29-4033-976a-8f259429975e admin admin] Network 84115d8a-054d-46d4-97d3-ff591a6486af is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:38:41.972563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ddc5b2c-4e49-47e5-9b5e-247844911411 req-608195fd-3d4d-4ce5-9beb-090d7b48f011 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626450 Jul 16 03:38:41.974354 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c27c0857-8e29-4033-976a-8f259429975e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 84115d8a-054d-46d4-97d3-ff591a6486af) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:41.981158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27c0857-8e29-4033-976a-8f259429975e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:41.994077 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65a3b65-699f-4f81-b151-b888b04bd4b5 None None] Network 84115d8a-054d-46d4-97d3-ff591a6486af requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:42.004283 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c27c0857-8e29-4033-976a-8f259429975e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:42.027438 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c27c0857-8e29-4033-976a-8f259429975e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6160951 Jul 16 03:38:42.190424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65b0f24-218e-4fcf-97e2-6f65680ba624 None None] Network 84115d8a-054d-46d4-97d3-ff591a6486af requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:42.391079 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b4a5b886-e103-4063-aa4b-5db1c0ea7d44 req-0f58a26e-6024-4d57-a564-371724ec4d53 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0541821 Jul 16 03:38:42.803662 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-633e6aaa-eb83-47ad-9efd-2f9d18c5c271 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:42.805270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-633e6aaa-eb83-47ad-9efd-2f9d18c5c271 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/networks?id=84115d8a-054d-46d4-97d3-ff591a6486af HTTP/1.1" status: 200 len: 821 time: 0.1495945 Jul 16 03:38:42.854895 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-c8441a56-d7de-49e4-9e9c-3a6f8af7997b tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/quotas/1b9fc693bafc4d88a15e29d097111f85 HTTP/1.1" status: 200 len: 375 time: 0.0184343 Jul 16 03:38:42.902210 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-daaa9527-079c-4533-a8e0-4fc2068b237c tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b9fc693bafc4d88a15e29d097111f85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462773 Jul 16 03:38:42.988647 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b2dfe-e499-407d-a180-3842c9ce1679 req-0d266e8e-2f7f-498b-b12d-b638d2f2c012 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:42.995498 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c5b2dfe-e499-407d-a180-3842c9ce1679 req-0d266e8e-2f7f-498b-b12d-b638d2f2c012 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.2024913 Jul 16 03:38:43.013573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36502) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:43.052358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c5b2dfe-e499-407d-a180-3842c9ce1679 req-f45fded1-205a-4309-84b6-3cb7140bca69 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559676 Jul 16 03:38:43.063272 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-a4351a76-7880-4d82-a91b-97d7baa05171 service neutron] 10.222.0.18 "GET /v2.0/networks/84115d8a-054d-46d4-97d3-ff591a6486af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602261 Jul 16 03:38:43.157221 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e486120-0644-4d63-b783-5608c9392cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.179856 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-cb215e59-4719-4db7-872b-73ee034349a1 service neutron] 10.222.0.18 "GET /v2.0/networks/84115d8a-054d-46d4-97d3-ff591a6486af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106832 Jul 16 03:38:43.298542 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e486120-0644-4d63-b783-5608c9392cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.308674 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e486120-0644-4d63-b783-5608c9392cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.368253 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5e486120-0644-4d63-b783-5608c9392cc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a2aede3f9da40099e8c4bcf35f6c5da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530068 Jul 16 03:38:43.369193 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36512) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:43.375337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e486120-0644-4d63-b783-5608c9392cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168be428-34ef-4a81-84fb-84e4e3a1329f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:43.442621 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db60e549-f96f-4f24-be67-18403b5b1936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.451489 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d617e50b-8793-49a6-89db-9d1c572196d0 req-b672d9f8-b980-4562-a627-91f09488db3f tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 210 time: 0.0532346 Jul 16 03:38:43.469739 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db60e549-f96f-4f24-be67-18403b5b1936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.481653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b6b68-fd17-4d28-994c-1e9d92118e4f req-04f10ce4-54da-499e-b97f-1f011b486e46 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:43.493186 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef6b6b68-fd17-4d28-994c-1e9d92118e4f req-04f10ce4-54da-499e-b97f-1f011b486e46 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.1430192 Jul 16 03:38:43.561170 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef6b6b68-fd17-4d28-994c-1e9d92118e4f req-8efe4eaf-5c47-4520-82ac-8bf798c23493 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642996 Jul 16 03:38:43.573230 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db60e549-f96f-4f24-be67-18403b5b1936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.576213 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db60e549-f96f-4f24-be67-18403b5b1936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:43.593127 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-db60e549-f96f-4f24-be67-18403b5b1936 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/168be428-34ef-4a81-84fb-84e4e3a1329f HTTP/1.1" status: 204 len: 168 time: 0.2213240 Jul 16 03:38:43.617714 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60e549-f96f-4f24-be67-18403b5b1936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168be428-34ef-4a81-84fb-84e4e3a1329f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:43.847739 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9e89a0d-64a8-428b-9a56-03c860544b61 req-471dfb23-5100-42a1-94b8-3c4a98fec182 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0654294 Jul 16 03:38:44.452039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69c969-c9d2-4fd9-b69a-c26f1e95fe26 req-6954dd8d-19c9-43ec-adb6-43dd21fd2740 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:44.459020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c69c969-c9d2-4fd9-b69a-c26f1e95fe26 req-6954dd8d-19c9-43ec-adb6-43dd21fd2740 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.1634402 Jul 16 03:38:44.469996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b653a-4065-4ed6-8ee8-60839d2666c9 req-42fa8ba3-feb7-4b7b-a345-161bfd868f63 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:44.479307 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-382b653a-4065-4ed6-8ee8-60839d2666c9 req-42fa8ba3-feb7-4b7b-a345-161bfd868f63 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.1819751 Jul 16 03:38:44.507300 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a536943-cd96-41d6-a69a-ebf07c1ab371 req-6d80318e-2e08-45bc-ba82-563505a26a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:44.508673 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a536943-cd96-41d6-a69a-ebf07c1ab371 req-6d80318e-2e08-45bc-ba82-563505a26a7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69feb84b2a1a46dc9a17a131d3823f84&device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 1097 time: 0.2497480 Jul 16 03:38:44.580124 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c69c969-c9d2-4fd9-b69a-c26f1e95fe26 req-4399e1ff-2de0-43e8-8191-1b17fca8265d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202135 Jul 16 03:38:44.634827 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-382b653a-4065-4ed6-8ee8-60839d2666c9 req-b62f7d28-f366-4fdb-8da4-a4b978e6e27e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546414 Jul 16 03:38:44.677655 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a536943-cd96-41d6-a69a-ebf07c1ab371 req-dea9994d-9d88-4c36-a9a1-a47f7433720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:44.681492 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a536943-cd96-41d6-a69a-ebf07c1ab371 req-dea9994d-9d88-4c36-a9a1-a47f7433720c service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c7e975-c657-4bd7-a136-c5c84a957407 HTTP/1.1" status: 200 len: 912 time: 0.1653917 Jul 16 03:38:44.784521 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a536943-cd96-41d6-a69a-ebf07c1ab371 req-ca7f99a8-010c-4689-b8f6-a3937acd33eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ef2949-5710-4d08-adf3-d7e192d0901c HTTP/1.1" status: 200 len: 1001 time: 0.0942762 Jul 16 03:38:44.956546 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4b1f0015-c3b2-421f-8600-ce2a931a5774 req-a4fba4c0-0dd5-4bd6-a033-3e2298849143 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 210 time: 0.0610573 Jul 16 03:38:44.976167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a536943-cd96-41d6-a69a-ebf07c1ab371 req-0e53b914-9c9e-4f0c-9859-6850805e21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:44.977730 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a536943-cd96-41d6-a69a-ebf07c1ab371 req-0e53b914-9c9e-4f0c-9859-6850805e21c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc HTTP/1.1" status: 200 len: 850 time: 0.1876552 Jul 16 03:38:45.096690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a536943-cd96-41d6-a69a-ebf07c1ab371 req-e50eca7f-5c2e-4857-bb27-10c65d07452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:45.098272 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a536943-cd96-41d6-a69a-ebf07c1ab371 req-e50eca7f-5c2e-4857-bb27-10c65d07452c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c7e975-c657-4bd7-a136-c5c84a957407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126902 Jul 16 03:38:45.299638 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f65bdd1f-3b02-4f85-ac15-b7f8f7008072 req-ad0a2afd-d1a6-4ecb-99c5-5d3d2c9a3b29 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0353644 Jul 16 03:38:45.306546 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a536943-cd96-41d6-a69a-ebf07c1ab371 req-ba6bcb95-cef3-40ed-8bd0-9849306afd33 service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991975 Jul 16 03:38:45.425678 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f5f95386-fa85-4d69-8852-e39e6736258f req-aef69d70-1e60-40f8-b2dc-ff2524a66a88 tempest-AbsoluteLimitsNegativeTestJSON-388689646 tempest-AbsoluteLimitsNegativeTestJSON-388689646-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=16a5234803b44c648566284f41cd71be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459924 Jul 16 03:38:45.478729 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a536943-cd96-41d6-a69a-ebf07c1ab371 req-3156bbd5-f4a8-46c3-812a-3e866809f9a4 service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654925 Jul 16 03:38:45.608830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f95386-fa85-4d69-8852-e39e6736258f req-301980b3-f08b-4ca5-8fbb-ac66c2e49063 tempest-AbsoluteLimitsNegativeTestJSON-388689646 tempest-AbsoluteLimitsNegativeTestJSON-388689646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:45.621160 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f5f95386-fa85-4d69-8852-e39e6736258f req-301980b3-f08b-4ca5-8fbb-ac66c2e49063 tempest-AbsoluteLimitsNegativeTestJSON-388689646 tempest-AbsoluteLimitsNegativeTestJSON-388689646-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840353 Jul 16 03:38:45.694729 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f5f95386-fa85-4d69-8852-e39e6736258f req-16166057-799f-40d1-811f-82893d7e1fdb tempest-AbsoluteLimitsNegativeTestJSON-388689646 tempest-AbsoluteLimitsNegativeTestJSON-388689646-project] 10.222.0.18 "GET /v2.0/quotas/16a5234803b44c648566284f41cd71be HTTP/1.1" status: 200 len: 375 time: 0.0595801 Jul 16 03:38:45.757173 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f5f95386-fa85-4d69-8852-e39e6736258f req-219933d1-383e-47b4-8ade-e98d3727ece9 tempest-AbsoluteLimitsNegativeTestJSON-388689646 tempest-AbsoluteLimitsNegativeTestJSON-388689646-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=16a5234803b44c648566284f41cd71be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505764 Jul 16 03:38:45.770711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-a3520ded-4f18-4948-b0d5-388707fb251b tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:45.772223 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-a3520ded-4f18-4948-b0d5-388707fb251b tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.88 "GET /v2.0/networks?id=84115d8a-054d-46d4-97d3-ff591a6486af HTTP/1.1" status: 200 len: 821 time: 0.2108276 Jul 16 03:38:45.788154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-88fe40cd-b727-4ea5-a840-14b97734e343 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Request body: {'port': {'device_id': '90a355a6-3d7d-470a-b718-412dc6d4ec21', 'network_id': '84115d8a-054d-46d4-97d3-ff591a6486af', 'admin_state_up': True, 'tenant_id': '1b9fc693bafc4d88a15e29d097111f85'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:45.949249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee61f8-bee3-4795-b753-08830b007af2 req-d503a11a-6122-4492-bee3-fedfeb900ae6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:45.950761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3ee61f8-bee3-4795-b753-08830b007af2 req-d503a11a-6122-4492-bee3-fedfeb900ae6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.1345530 Jul 16 03:38:45.998294 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-88fe40cd-b727-4ea5-a840-14b97734e343 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Made reservation on behalf of 1b9fc693bafc4d88a15e29d097111f85 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:46.002997 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-88fe40cd-b727-4ea5-a840-14b97734e343 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.071371 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3ee61f8-bee3-4795-b753-08830b007af2 req-5e8d6ed1-daad-48a1-a951-3df392884ef4 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122770 Jul 16 03:38:46.202779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861b96a-9ab5-4d73-83b2-521733adf223 req-67206e94-6f66-4577-ae79-ca5f09f9fc35 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:46.204431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d861b96a-9ab5-4d73-83b2-521733adf223 req-67206e94-6f66-4577-ae79-ca5f09f9fc35 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.2223318 Jul 16 03:38:46.300732 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d861b96a-9ab5-4d73-83b2-521733adf223 req-6e3457d6-e3b4-40eb-995c-deeb24520653 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875089 Jul 16 03:38:46.344036 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-88fe40cd-b727-4ea5-a840-14b97734e343 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Allocated IP 172.20.0.9 (84115d8a-054d-46d4-97d3-ff591a6486af/9789416e-aeb7-4319-953a-4fcfffb1dfe8/3498e9a0-2066-43f1-8672-3de1187beddc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:46.354579 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36604) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:46.403814 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0f3f45e3-3a7b-47a4-a01f-29a232d64577 req-72f92529-8776-40e0-91be-b98279ba97ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0457907 Jul 16 03:38:46.506894 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-57c3b1e5-5a12-467a-8e10-28fb4796b3a0 req-4d3dd3be-b70a-41ca-8e17-b8f7059238cc tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 210 time: 0.0539882 Jul 16 03:38:46.571383 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.665307 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4329b0c5-d27b-4310-9b31-8add5dfd450f req-21d6a738-308c-48e6-b94f-c69e590adcca tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0502994 Jul 16 03:38:46.715776 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-88fe40cd-b727-4ea5-a840-14b97734e343 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.790351 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.793748 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-88fe40cd-b727-4ea5-a840-14b97734e343 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.795871 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.877104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-88fe40cd-b727-4ea5-a840-14b97734e343 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Network 84115d8a-054d-46d4-97d3-ff591a6486af is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:46.882864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6cb4f5-9f49-4a26-905a-4de50dc4b948,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:46.887143 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16a5234803b44c648566284f41cd71be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5307560 Jul 16 03:38:46.889765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36614) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:46.891297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-88fe40cd-b727-4ea5-a840-14b97734e343 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:46.899420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-88fe40cd-b727-4ea5-a840-14b97734e343 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:46.906996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:46.907346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:46.907689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:46.908047 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:46.908494 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:46.909347 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:46.909679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:46.910011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:46.910334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:46.910693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:46.911035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:46.911364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5d2f25-d5f2-4780-91d0-da3b11e5e7e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:46.933712 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe40cd-b727-4ea5-a840-14b97734e343 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Pushing event updated for resources: {'Port': ['ID=3498e9a0-2066-43f1-8672-3de1187beddc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:46.952965 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.964250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-88fe40cd-b727-4ea5-a840-14b97734e343 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:46.965061 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-88fe40cd-b727-4ea5-a840-14b97734e343 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.975368 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:46.981842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-88fe40cd-b727-4ea5-a840-14b97734e343 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1984792 Jul 16 03:38:46.999411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Request body: {'port': {'device_id': '90a355a6-3d7d-470a-b718-412dc6d4ec21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:47.026482 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.029173 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.030334 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f6cb4f5-9f49-4a26-905a-4de50dc4b948 HTTP/1.1" status: 204 len: 168 time: 0.1386650 Jul 16 03:38:47.039578 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6cb4f5-9f49-4a26-905a-4de50dc4b948,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:47.049913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:47.050260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:47.050600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:47.050965 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:47.051296 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:47.051748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:47.052260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:47.052616 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:47.053064 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:47.053397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:47.053723 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:47.054047 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f9e918-04c2-4357-a8c9-10afcf7d6932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:47.081991 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.324083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bca71-851f-4c5d-a5f3-f4299d142187 req-528695d3-2639-4229-95cf-31621e08edf0 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:47.325611 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f72bca71-851f-4c5d-a5f3-f4299d142187 req-528695d3-2639-4229-95cf-31621e08edf0 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.1341543 Jul 16 03:38:47.392243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f72bca71-851f-4c5d-a5f3-f4299d142187 req-16b022c9-81a7-4eda-a71f-4cf9b3f9e356 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583529 Jul 16 03:38:47.443278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3498e9a0-2066-43f1-8672-3de1187beddc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:47.451357 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.470873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Transition to ACTIVE for port object 3498e9a0-2066-43f1-8672-3de1187beddc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:47.475699 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.621300 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Pushing event updated for resources: {'Port': ['ID=3498e9a0-2066-43f1-8672-3de1187beddc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:47.729535 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b4370-409c-433a-9e82-7fe21d70151a req-b7b8f12b-d273-4b51-b73c-e0dc6264787a tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:47.731379 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-398b4370-409c-433a-9e82-7fe21d70151a req-b7b8f12b-d273-4b51-b73c-e0dc6264787a tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.1885417 Jul 16 03:38:47.739463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Attempting to bind port 3498e9a0-2066-43f1-8672-3de1187beddc on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:47.739808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Attempting to bind port 3498e9a0-2066-43f1-8672-3de1187beddc by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '80a884b1-7179-495e-802e-a999109a3ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '84115d8a-054d-46d4-97d3-ff591a6486af'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:47.740229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Attempting to bind port 3498e9a0-2066-43f1-8672-3de1187beddc on network 84115d8a-054d-46d4-97d3-ff591a6486af {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:47.758909 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Port 3498e9a0-2066-43f1-8672-3de1187beddc on network 84115d8a-054d-46d4-97d3-ff591a6486af not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:38:47.759511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Attempting to bind port 3498e9a0-2066-43f1-8672-3de1187beddc on network 84115d8a-054d-46d4-97d3-ff591a6486af {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:47.774474 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:47.774708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Checking segment: {'id': '80a884b1-7179-495e-802e-a999109a3ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '84115d8a-054d-46d4-97d3-ff591a6486af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:47.775096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Bound using segment: {'id': '80a884b1-7179-495e-802e-a999109a3ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '84115d8a-054d-46d4-97d3-ff591a6486af'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:47.775545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Bound port: 3498e9a0-2066-43f1-8672-3de1187beddc, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80a884b1-7179-495e-802e-a999109a3ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '84115d8a-054d-46d4-97d3-ff591a6486af'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:47.775911 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.809836 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-398b4370-409c-433a-9e82-7fe21d70151a req-3291c4e6-efa2-43b9-a99d-e5f75779b39c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712554 Jul 16 03:38:47.833926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ec602-f274-4692-b3d4-0350e49c5cce req-07fa8d84-8f71-4759-8204-20f87b677a42 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:47.835467 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-957ec602-f274-4692-b3d4-0350e49c5cce req-07fa8d84-8f71-4759-8204-20f87b677a42 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 946 time: 0.1788642 Jul 16 03:38:47.860340 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36668) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:47.899916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] For port 3498e9a0-2066-43f1-8672-3de1187beddc, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:47.909240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-957ec602-f274-4692-b3d4-0350e49c5cce req-5e319b6e-0810-4395-9b0b-75829eeac546 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659795 Jul 16 03:38:47.930736 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] For port 3498e9a0-2066-43f1-8672-3de1187beddc, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3498e9a0-2066-43f1-8672-3de1187beddc,segment=NetworkSegment(80a884b1-7179-495e-802e-a999109a3ee7),segment_id=80a884b1-7179-495e-802e-a999109a3ee7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:47.935586 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.980514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1849038624-network', 'tenant_id': '7c2caf6f67c2403293058fd29f563147'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:47.989840 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:47.990567 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:47.992848 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] 10.222.0.88 "PUT /v2.0/ports/3498e9a0-2066-43f1-8672-3de1187beddc HTTP/1.1" status: 200 len: 1091 time: 0.9991851 Jul 16 03:38:47.993383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a355a6-3d7d-470a-b718-412dc6d4ec21', 'tag': '3498e9a0-2066-43f1-8672-3de1187beddc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:47.995811 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806a61d3-c517-4e85-a4d7-0678d43b8fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "90a355a6-3d7d-470a-b718-412dc6d4ec21", "tag": "3498e9a0-2066-43f1-8672-3de1187beddc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:48.010177 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] Made reservation on behalf of 7c2caf6f67c2403293058fd29f563147 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:48.013556 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.021165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b74ca-dce3-451b-b296-3d0329b1a119 service neutron] Pushing event updated for resources: {'Port': ['ID=3498e9a0-2066-43f1-8672-3de1187beddc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:48.031645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.122274 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.126536 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.137368 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6688039-28bf-48ca-8730-d49d6a024760 req-4d380368-184c-49f8-b0ba-b2c00e842388 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0431824 Jul 16 03:38:48.148550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:38:48.168646 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fdfaa1-f3f1-46e9-8bce-b6aa65c74ded,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:48.176129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa88c9-1d90-48f9-a9e7-831cd30278cd req-4c959201-d6dc-465c-8979-ce71a5056d55 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:48.183463 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2faa88c9-1d90-48f9-a9e7-831cd30278cd req-4c959201-d6dc-465c-8979-ce71a5056d55 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 943 time: 0.1479888 Jul 16 03:38:48.197331 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.197814 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] Added segment 2595ec63-a085-4549-a539-ca47440b27fd of type vlan for network 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 Jul 16 03:38:48.208669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-955f9f47-82c5-47dd-b00a-8973562173ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:48.210170 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-955f9f47-82c5-47dd-b00a-8973562173ed service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1b9fc693bafc4d88a15e29d097111f85&device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 1094 time: 0.1620498 Jul 16 03:38:48.243933 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2faa88c9-1d90-48f9-a9e7-831cd30278cd req-831fe36f-2554-41db-81e9-354365eb4b08 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e81b770-1aa0-45ef-a7e7-fbca07e379fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594893 Jul 16 03:38:48.252537 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.289016 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.290274 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:48.291126 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.299863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-ecc8d6a6-b794-4693-9298-78b4994c8219 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3498e9a0-2066-43f1-8672-3de1187beddc HTTP/1.1" status: 200 len: 217 time: 0.0765157 Jul 16 03:38:48.324533 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b036cede-7ede-4f70-98b8-630b0daf3450 x-openstack-request-id: req-b036cede-7ede-4f70-98b8-630b0daf3450 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:48.324960 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a355a6-3d7d-470a-b718-412dc6d4ec21", "tag": "3498e9a0-2066-43f1-8672-3de1187beddc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:48.325137 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b036cede-7ede-4f70-98b8-630b0daf3450 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:48.325576 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a355a6-3d7d-470a-b718-412dc6d4ec21', 'tag': '3498e9a0-2066-43f1-8672-3de1187beddc', 'status': 'completed', 'code': 200} Jul 16 03:38:48.332097 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4679914 Jul 16 03:38:48.332523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36682) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:48.340441 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-12c36a14-f5d3-471b-a95c-5c683a1c9b7a admin admin] Request body: {'subnet': {'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1849038624-subnet', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:48.366496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-8f39c753-1f22-45c4-a1f4-913b694fb764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:48.368049 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-8f39c753-1f22-45c4-a1f4-913b694fb764 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9789416e-aeb7-4319-953a-4fcfffb1dfe8 HTTP/1.1" status: 200 len: 861 time: 0.0542431 Jul 16 03:38:48.385159 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04d8d8-e2c4-4fb2-9cdc-10d369beb641 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab188d6-7ce6-4006-9ea3-5af63b2214a9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:48.394861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:38:48.406977 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c36a14-f5d3-471b-a95c-5c683a1c9b7a admin admin] Made reservation on behalf of 7c2caf6f67c2403293058fd29f563147 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:48.410014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12c36a14-f5d3-471b-a95c-5c683a1c9b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.420991 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-f6db0a5f-c8fa-4ffc-a7d4-408264fa8f31 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=84115d8a-054d-46d4-97d3-ff591a6486af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420234 Jul 16 03:38:48.559005 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-621b10c6-435f-4195-b27d-f1999710bbdc service neutron] 10.222.0.88 "GET /v2.0/networks/84115d8a-054d-46d4-97d3-ff591a6486af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271267 Jul 16 03:38:48.647063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12c36a14-f5d3-471b-a95c-5c683a1c9b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.691331 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d24a43ab-80a3-4e59-8ac8-ab4af3c132dd req-cb326f2c-1618-49a6-98d6-cd02459fd66a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=122c799b13324d91bf91c9961d414017&device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0649645 Jul 16 03:38:48.711291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c36a14-f5d3-471b-a95c-5c683a1c9b7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6008cdeb-85f8-4690-88ec-e5113a3661a6,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:48.724122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c36a14-f5d3-471b-a95c-5c683a1c9b7a admin admin] Checking segment: {'id': '2595ec63-a085-4549-a539-ca47440b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:48.724528 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c36a14-f5d3-471b-a95c-5c683a1c9b7a admin admin] Network hostable DHCP agents. Network: 9ab188d6-7ce6-4006-9ea3-5af63b2214a9, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:38:48.747419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c36a14-f5d3-471b-a95c-5c683a1c9b7a admin admin] Network 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:38:48.761800 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-12c36a14-f5d3-471b-a95c-5c683a1c9b7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 9ab188d6-7ce6-4006-9ea3-5af63b2214a9) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:48.766892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c36a14-f5d3-471b-a95c-5c683a1c9b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:48.767782 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12c36a14-f5d3-471b-a95c-5c683a1c9b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.773248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9acd98-efaa-4a17-a1e7-f75249efaf0b None None] Network 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:48.777538 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d24a43ab-80a3-4e59-8ac8-ab4af3c132dd req-13eab338-3684-4ae4-bd7a-7eabc04bd890 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=122c799b13324d91bf91c9961d414017&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546427 Jul 16 03:38:48.806779 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-12c36a14-f5d3-471b-a95c-5c683a1c9b7a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4705603 Jul 16 03:38:48.807399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36698) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:48.811968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:48.836080 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.837807 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.922403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:48.972857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'fixed_ips': [{'subnet_id': '6008cdeb-85f8-4690-88ec-e5113a3661a6'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:38:48.973881 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.086001 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.119726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Allocated IP 172.20.0.2 (9ab188d6-7ce6-4006-9ea3-5af63b2214a9/6008cdeb-85f8-4690-88ec-e5113a3661a6/c0c822e7-8682-4458-8e4b-2b07a2584fe7) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:49.241819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cfd1ad2-4ff9-4ad4-8f0f-b3e8d4c7a342 req-c7baf7e1-09ce-46ae-baa7-86812e78915d service neutron] 10.222.0.88 "GET /v2.0/networks/84115d8a-054d-46d4-97d3-ff591a6486af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717362 Jul 16 03:38:49.265883 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.277133 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db519057-c2d7-48e7-b379-523eb7a6faa2 req-5dd39d06-90bb-4a9c-8662-fbdcf31c4c95 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0733676 Jul 16 03:38:49.278037 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Transition to ACTIVE for port object c0c822e7-8682-4458-8e4b-2b07a2584fe7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:49.294823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Transition to ACTIVE for port object c0c822e7-8682-4458-8e4b-2b07a2584fe7 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:49.302008 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.305011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a43ab-80a3-4e59-8ac8-ab4af3c132dd req-5ad05ae7-eba8-450f-b5d9-b5741313982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:49.306504 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d24a43ab-80a3-4e59-8ac8-ab4af3c132dd req-5ad05ae7-eba8-450f-b5d9-b5741313982a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5195200 Jul 16 03:38:49.308675 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.326885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b8c2a-59ed-48ba-8957-0379ff9d55cc req-b1fa7d30-bc0b-42d0-8e07-29c4f7bda16d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:49.337623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-456b8c2a-59ed-48ba-8957-0379ff9d55cc req-b1fa7d30-bc0b-42d0-8e07-29c4f7bda16d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.5071328 Jul 16 03:38:49.342671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Network 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:49.345641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:49.346465 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.348106 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:49.383832 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Pushing event updated for resources: {'Port': ['ID=c0c822e7-8682-4458-8e4b-2b07a2584fe7,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:49.414048 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-456b8c2a-59ed-48ba-8957-0379ff9d55cc req-63974690-6bf9-40de-8722-a5e991cdc46d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777872 Jul 16 03:38:49.419629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Attempting to bind port c0c822e7-8682-4458-8e4b-2b07a2584fe7 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:49.420177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Attempting to bind port c0c822e7-8682-4458-8e4b-2b07a2584fe7 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '2595ec63-a085-4549-a539-ca47440b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:49.420412 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Attempting to bind port c0c822e7-8682-4458-8e4b-2b07a2584fe7 on network 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:49.436360 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:49.436761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Checking segment: {'id': '2595ec63-a085-4549-a539-ca47440b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:49.437176 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.437576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Bound using segment: {'id': '2595ec63-a085-4549-a539-ca47440b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:49.438056 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Bound port: c0c822e7-8682-4458-8e4b-2b07a2584fe7, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2595ec63-a085-4549-a539-ca47440b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:49.438444 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.448725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a61d3-c517-4e85-a4d7-0678d43b8fd7 req-ef32b440-5d9d-4510-ace6-397554f026f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:49.450623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-806a61d3-c517-4e85-a4d7-0678d43b8fd7 req-ef32b440-5d9d-4510-ace6-397554f026f8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=1b9fc693bafc4d88a15e29d097111f85&device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 1094 time: 0.1126525 Jul 16 03:38:49.479425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Allocated IP 172.25.3.103 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/d30bcf61-98bf-40f3-a3b9-2c0345f2002f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:49.512659 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] For port c0c822e7-8682-4458-8e4b-2b07a2584fe7, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:49.527446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] For port c0c822e7-8682-4458-8e4b-2b07a2584fe7, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c0c822e7-8682-4458-8e4b-2b07a2584fe7,segment=NetworkSegment(2595ec63-a085-4549-a539-ca47440b27fd),segment_id=2595ec63-a085-4549-a539-ca47440b27fd)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:49.531855 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.605797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f41954-f7d5-462c-ba11-2746cceba91a None None] Pushing event updated for resources: {'Port': ['ID=c0c822e7-8682-4458-8e4b-2b07a2584fe7,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:49.651291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a61d3-c517-4e85-a4d7-0678d43b8fd7 req-134fcbdc-6b40-49bb-afd2-a61bb63767f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:49.652831 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-806a61d3-c517-4e85-a4d7-0678d43b8fd7 req-134fcbdc-6b40-49bb-afd2-a61bb63767f7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=84115d8a-054d-46d4-97d3-ff591a6486af HTTP/1.1" status: 200 len: 922 time: 0.1957142 Jul 16 03:38:49.653069 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.679138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826a41-7111-4d2c-af5b-a5b02a5313eb req-7f3cbd9b-d375-45a2-a825-21883dd980ec tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:49.681194 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3826a41-7111-4d2c-af5b-a5b02a5313eb req-7f3cbd9b-d375-45a2-a825-21883dd980ec tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 943 time: 0.1168439 Jul 16 03:38:49.700649 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:49.714111 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-806a61d3-c517-4e85-a4d7-0678d43b8fd7 req-ee408bfc-a605-4a21-abc0-8857866fada5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3498e9a0-2066-43f1-8672-3de1187beddc HTTP/1.1" status: 200 len: 217 time: 0.0497673 Jul 16 03:38:49.747133 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:49.758021 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Pushing event updated for resources: {'Port': ['ID=d30bcf61-98bf-40f3-a3b9-2c0345f2002f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:49.761488 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:49.763784 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:49.813456 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3826a41-7111-4d2c-af5b-a5b02a5313eb req-68a3c850-56a6-45b4-be77-f009293a315f tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e81b770-1aa0-45ef-a7e7-fbca07e379fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020498 Jul 16 03:38:49.842973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a61d3-c517-4e85-a4d7-0678d43b8fd7 req-fa9ec168-0432-4799-8e10-a2b0b3170118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:49.856787 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-806a61d3-c517-4e85-a4d7-0678d43b8fd7 req-fa9ec168-0432-4799-8e10-a2b0b3170118 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9789416e-aeb7-4319-953a-4fcfffb1dfe8 HTTP/1.1" status: 200 len: 861 time: 0.1284826 Jul 16 03:38:49.907219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-806a61d3-c517-4e85-a4d7-0678d43b8fd7 req-34f3b816-be6e-41c3-8c12-adc4d7808698 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=84115d8a-054d-46d4-97d3-ff591a6486af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392740 Jul 16 03:38:50.066411 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-806a61d3-c517-4e85-a4d7-0678d43b8fd7 req-32f186a0-4112-436a-8772-cf19d7e2ccd1 service neutron] 10.222.0.88 "GET /v2.0/networks/84115d8a-054d-46d4-97d3-ff591a6486af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546714 Jul 16 03:38:50.086546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c0c822e7-8682-4458-8e4b-2b07a2584fe7 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:50.139943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port c0c822e7-8682-4458-8e4b-2b07a2584fe7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:50.142925 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.186714 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cf883-ce91-4b84-ae5b-22c30603c514 req-17c45acb-92bc-4e04-8df3-cff14f233eab tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.188189 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e2cf883-ce91-4b84-ae5b-22c30603c514 req-17c45acb-92bc-4e04-8df3-cff14f233eab tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.1720507 Jul 16 03:38:50.258889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-806a61d3-c517-4e85-a4d7-0678d43b8fd7 req-801ce2ba-4c43-4392-8b26-55e5d393a2ad service neutron] 10.222.0.88 "GET /v2.0/networks/84115d8a-054d-46d4-97d3-ff591a6486af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828361 Jul 16 03:38:50.286374 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e2cf883-ce91-4b84-ae5b-22c30603c514 req-73c76402-321b-4074-92a1-d410745be991 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700324 Jul 16 03:38:50.315984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0be49-ba19-48f0-891a-bc0d84fb579e req-8144ad15-f2fb-4e22-a0e0-30c4725788ad tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.315984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0be49-ba19-48f0-891a-bc0d84fb579e req-8144ad15-f2fb-4e22-a0e0-30c4725788ad tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.320206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0be49-ba19-48f0-891a-bc0d84fb579e req-8144ad15-f2fb-4e22-a0e0-30c4725788ad tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.330698 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0be49-ba19-48f0-891a-bc0d84fb579e req-8144ad15-f2fb-4e22-a0e0-30c4725788ad tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.337231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0be49-ba19-48f0-891a-bc0d84fb579e req-8144ad15-f2fb-4e22-a0e0-30c4725788ad tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.343493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0be49-ba19-48f0-891a-bc0d84fb579e req-8144ad15-f2fb-4e22-a0e0-30c4725788ad tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.350261 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0be49-ba19-48f0-891a-bc0d84fb579e req-8144ad15-f2fb-4e22-a0e0-30c4725788ad tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.352647 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eec0be49-ba19-48f0-891a-bc0d84fb579e req-8144ad15-f2fb-4e22-a0e0-30c4725788ad tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5444 time: 0.1847119 Jul 16 03:38:50.392085 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.404455 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eec0be49-ba19-48f0-891a-bc0d84fb579e req-1281621f-1f06-4cdf-8488-4d4d6c72de40 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460956 Jul 16 03:38:50.510726 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fce83f13-ad5f-44d2-a4e7-525db5d43ef2 req-b2b50712-519b-4495-88d7-a0d994fe53f1 tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0397620 Jul 16 03:38:50.566997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Router b6d13f89-9d38-4085-8972-a694a989a879 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:38:50.628287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3871c5f-d110-4f14-9944-2e6dd6cff2a1 req-91875210-674d-44f5-827f-7ae3d71f1b9c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.638228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3871c5f-d110-4f14-9944-2e6dd6cff2a1 req-91875210-674d-44f5-827f-7ae3d71f1b9c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.645315 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3871c5f-d110-4f14-9944-2e6dd6cff2a1 req-91875210-674d-44f5-827f-7ae3d71f1b9c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.655349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3871c5f-d110-4f14-9944-2e6dd6cff2a1 req-91875210-674d-44f5-827f-7ae3d71f1b9c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.661451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3871c5f-d110-4f14-9944-2e6dd6cff2a1 req-91875210-674d-44f5-827f-7ae3d71f1b9c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.667839 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3871c5f-d110-4f14-9944-2e6dd6cff2a1 req-91875210-674d-44f5-827f-7ae3d71f1b9c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.673873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3871c5f-d110-4f14-9944-2e6dd6cff2a1 req-91875210-674d-44f5-827f-7ae3d71f1b9c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:50.679720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3871c5f-d110-4f14-9944-2e6dd6cff2a1 req-91875210-674d-44f5-827f-7ae3d71f1b9c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5444 time: 0.1367476 Jul 16 03:38:50.692927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:50.702675 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Sync routers for ids ['b6d13f89-9d38-4085-8972-a694a989a879'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:50.714142 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Routers {'b6d13f89-9d38-4085-8972-a694a989a879'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:50.715073 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b6d13f89-9d38-4085-8972-a694a989a879'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:50.715514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec236d6-c837-401c-a8ad-191a3d8b90b5 None None] Network 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:38:50.718597 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:50.720949 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-07b87b11-9568-4c6f-a6e8-7a5e1b8533df admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9124351 Jul 16 03:38:50.722791 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36724) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:50.837410 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Set router b6d13f89-9d38-4085-8972-a694a989a879 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:50.853241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d24a43ab-80a3-4e59-8ac8-ab4af3c132dd req-58cb891e-20a6-4d05-8b3c-4141f63ce6cb tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.20 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0500124 Jul 16 03:38:50.904776 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9775cb26-d5e8-411e-825a-1aecafe02e53 None None] Provisioning for port c0c822e7-8682-4458-8e4b-2b07a2584fe7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:50.924713 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9775cb26-d5e8-411e-825a-1aecafe02e53 None None] Provisioning complete for port c0c822e7-8682-4458-8e4b-2b07a2584fe7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:50.925388 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9775cb26-d5e8-411e-825a-1aecafe02e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.075277 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9775cb26-d5e8-411e-825a-1aecafe02e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.090239 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:48Z', 'updated_at': '2021-07-16T03:38:50Z', 'revision_number': 3, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'gw_port': {'id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:49Z', 'updated_at': '2021-07-16T03:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:51.110492 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1f8d8-0a21-49f4-b3c5-5040c6eef718 req-90b41f84-f536-45d2-9c03-0699297c0de5 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:51.118955 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ed1f8d8-0a21-49f4-b3c5-5040c6eef718 req-90b41f84-f536-45d2-9c03-0699297c0de5 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 943 time: 0.1333489 Jul 16 03:38:51.126056 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Checking router: b6d13f89-9d38-4085-8972-a694a989a879 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:51.126413 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Updating router b6d13f89-9d38-4085-8972-a694a989a879 port d30bcf61-98bf-40f3-a3b9-2c0345f2002f binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:38:51.129148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9775cb26-d5e8-411e-825a-1aecafe02e53 None None] For port c0c822e7-8682-4458-8e4b-2b07a2584fe7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c0c822e7-8682-4458-8e4b-2b07a2584fe7,segment=NetworkSegment(2595ec63-a085-4549-a539-ca47440b27fd),segment_id=2595ec63-a085-4549-a539-ca47440b27fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:51.137304 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9775cb26-d5e8-411e-825a-1aecafe02e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.166388 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.179598 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ed1f8d8-0a21-49f4-b3c5-5040c6eef718 req-68ce09a1-942b-4590-8d9a-51b708383162 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e81b770-1aa0-45ef-a7e7-fbca07e379fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596275 Jul 16 03:38:51.227178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775cb26-d5e8-411e-825a-1aecafe02e53 None None] Pushing event updated for resources: {'Port': ['ID=c0c822e7-8682-4458-8e4b-2b07a2584fe7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:51.232420 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c2557a60-55c2-41e3-851f-8a9db2327477 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:51.255600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c2557a60-55c2-41e3-851f-8a9db2327477 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:51.304853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218d892-29bc-473c-8d3b-21e917b6bb68 req-1948bb78-e537-4869-ae78-aa491b6d7f21 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:51.306522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1218d892-29bc-473c-8d3b-21e917b6bb68 req-1948bb78-e537-4869-ae78-aa491b6d7f21 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.88 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.0897188 Jul 16 03:38:51.451623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1218d892-29bc-473c-8d3b-21e917b6bb68 req-ac9ad83e-2ce2-40c5-a5d7-e50ebfb05dbb tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Deleting port c1a6e745-9d29-43c3-9dda-ffec0ff43c79 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:38:51.451986 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1218d892-29bc-473c-8d3b-21e917b6bb68 req-ac9ad83e-2ce2-40c5-a5d7-e50ebfb05dbb tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.478415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-82c57652-c4c0-480e-ba3e-d379635bf51f None None] Provisioning complete for port c0c822e7-8682-4458-8e4b-2b07a2584fe7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:51.478792 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82c57652-c4c0-480e-ba3e-d379635bf51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.555531 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.576146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:51.579150 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.588944 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Transition to ACTIVE for port object d30bcf61-98bf-40f3-a3b9-2c0345f2002f will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:51.602250 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.617289 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'port_id': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'mac_address': 'fa:16:3e:2b:1f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:51.654246 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:51.654992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-1218d892-29bc-473c-8d3b-21e917b6bb68 req-ac9ad83e-2ce2-40c5-a5d7-e50ebfb05dbb tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] For port c1a6e745-9d29-43c3-9dda-ffec0ff43c79, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c1a6e745-9d29-43c3-9dda-ffec0ff43c79,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:51.655369 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1218d892-29bc-473c-8d3b-21e917b6bb68 req-ac9ad83e-2ce2-40c5-a5d7-e50ebfb05dbb tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.655623 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:51.658372 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3c8759-072e-4acd-8e19-5ae3a9d0f57c" -d '{"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-unplugged", "status": "completed", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:51.662894 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.696874 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144f272-931d-4e30-b4e1-b99912abe85f None None] Pushing event updated for resources: {'Port': ['ID=d30bcf61-98bf-40f3-a3b9-2c0345f2002f,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:51.701866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-1218d892-29bc-473c-8d3b-21e917b6bb68 req-ac9ad83e-2ce2-40c5-a5d7-e50ebfb05dbb tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Calling delete_port for c1a6e745-9d29-43c3-9dda-ffec0ff43c79 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:38:51.723743 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144f272-931d-4e30-b4e1-b99912abe85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.724406 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144f272-931d-4e30-b4e1-b99912abe85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.725756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dfbfa-1856-4210-b280-20e3c0640604 req-4d45482b-77ac-4aff-9f40-c2ec71214f63 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:51.733200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad0dfbfa-1856-4210-b280-20e3c0640604 req-4d45482b-77ac-4aff-9f40-c2ec71214f63 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 945 time: 0.2225208 Jul 16 03:38:51.734819 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144f272-931d-4e30-b4e1-b99912abe85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.735221 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144f272-931d-4e30-b4e1-b99912abe85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.735755 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144f272-931d-4e30-b4e1-b99912abe85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.736254 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144f272-931d-4e30-b4e1-b99912abe85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.738050 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144f272-931d-4e30-b4e1-b99912abe85f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.739459 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144f272-931d-4e30-b4e1-b99912abe85f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.739972 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144f272-931d-4e30-b4e1-b99912abe85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.741042 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144f272-931d-4e30-b4e1-b99912abe85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.742339 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144f272-931d-4e30-b4e1-b99912abe85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.743120 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4144f272-931d-4e30-b4e1-b99912abe85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:51.767552 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.773873 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Attempting to bind port d30bcf61-98bf-40f3-a3b9-2c0345f2002f on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:51.774653 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Attempting to bind port d30bcf61-98bf-40f3-a3b9-2c0345f2002f by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:51.775346 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Attempting to bind port d30bcf61-98bf-40f3-a3b9-2c0345f2002f on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:51.781473 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:51.782128 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:51.782713 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.783931 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:51.785169 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Bound port: d30bcf61-98bf-40f3-a3b9-2c0345f2002f, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:51.785730 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.788213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2557a60-55c2-41e3-851f-8a9db2327477 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:51.807675 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad0dfbfa-1856-4210-b280-20e3c0640604 req-eef494fb-46e9-42f8-91f7-6e3cf5b1d4a1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735373 Jul 16 03:38:51.820293 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c2557a60-55c2-41e3-851f-8a9db2327477,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:51.824078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:51.829535 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.863187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-75a0f9ed-ea72-4970-82c3-9fd0017e9cc2 req-2b5bee78-07c9-4ca4-9c01-7862507e948c tempest-ServerShowV257Test-640282729 tempest-ServerShowV257Test-640282729-project] 10.222.0.18 "GET /v2.0/ports?device_id=4cd98338-5c2f-4030-b35a-6dd2a36eca50 HTTP/1.1" status: 200 len: 210 time: 0.0659742 Jul 16 03:38:51.902273 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] For port d30bcf61-98bf-40f3-a3b9-2c0345f2002f, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:51.905699 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] For port d30bcf61-98bf-40f3-a3b9-2c0345f2002f, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d30bcf61-98bf-40f3-a3b9-2c0345f2002f,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:51.911578 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:51.958697 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c2557a60-55c2-41e3-851f-8a9db2327477'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:51.961865 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776f27f8-cebd-413b-9f6f-9667b96bad33 x-openstack-request-id: req-776f27f8-cebd-413b-9f6f-9667b96bad33 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:51.962157 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-unplugged", "status": "completed", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:51.962416 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-776f27f8-cebd-413b-9f6f-9667b96bad33 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:51.965556 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'code': 200} Jul 16 03:38:51.967819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c2557a60-55c2-41e3-851f-8a9db2327477,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:52.022451 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.031765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c0c822e7-8682-4458-8e4b-2b07a2584fe7 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:52.034073 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Routers {'b6d13f89-9d38-4085-8972-a694a989a879'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:52.034816 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b6d13f89-9d38-4085-8972-a694a989a879'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:52.038161 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144f272-931d-4e30-b4e1-b99912abe85f None None] Pushing event updated for resources: {'Port': ['ID=d30bcf61-98bf-40f3-a3b9-2c0345f2002f,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:52.099633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c0c822e7-8682-4458-8e4b-2b07a2584fe7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:52.100351 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.106107 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1218d892-29bc-473c-8d3b-21e917b6bb68 req-ac9ad83e-2ce2-40c5-a5d7-e50ebfb05dbb tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.145933 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['c1a6e745-9d29-43c3-9dda-ffec0ff43c79'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:52.151343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ad83e-2ce2-40c5-a5d7-e50ebfb05dbb tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Pushing event deleted for resources: {'Port': ['ID=c1a6e745-9d29-43c3-9dda-ffec0ff43c79,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:52.181797 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] Set router b6d13f89-9d38-4085-8972-a694a989a879 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:52.204799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1218d892-29bc-473c-8d3b-21e917b6bb68 req-ac9ad83e-2ce2-40c5-a5d7-e50ebfb05dbb tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] No DVR routers for this DVR port c1a6e745-9d29-43c3-9dda-ffec0ff43c79 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:38:52.210574 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-1218d892-29bc-473c-8d3b-21e917b6bb68 req-ac9ad83e-2ce2-40c5-a5d7-e50ebfb05dbb tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.212982 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1218d892-29bc-473c-8d3b-21e917b6bb68 req-ac9ad83e-2ce2-40c5-a5d7-e50ebfb05dbb tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.88 "DELETE /v2.0/ports/c1a6e745-9d29-43c3-9dda-ffec0ff43c79 HTTP/1.1" status: 204 len: 173 time: 0.8994358 Jul 16 03:38:52.213524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73769eb1-d11d-4093-a67e-9df1cd9b236a', 'name': 'network-vif-deleted', 'tag': 'c1a6e745-9d29-43c3-9dda-ffec0ff43c79'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:52.215990 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a7d872-1624-44aa-8a2c-5b205cefc343" -d '{"events": [{"server_uuid": "73769eb1-d11d-4093-a67e-9df1cd9b236a", "name": "network-vif-deleted", "tag": "c1a6e745-9d29-43c3-9dda-ffec0ff43c79"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:52.329782 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb6ddfc-df92-42b9-ab84-2fdecd6ad1a4 x-openstack-request-id: req-bbb6ddfc-df92-42b9-ab84-2fdecd6ad1a4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:52.330937 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73769eb1-d11d-4093-a67e-9df1cd9b236a", "name": "network-vif-deleted", "tag": "c1a6e745-9d29-43c3-9dda-ffec0ff43c79", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:52.330937 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbb6ddfc-df92-42b9-ab84-2fdecd6ad1a4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:52.331359 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73769eb1-d11d-4093-a67e-9df1cd9b236a', 'name': 'network-vif-deleted', 'tag': 'c1a6e745-9d29-43c3-9dda-ffec0ff43c79', 'status': 'completed', 'code': 200} Jul 16 03:38:52.341485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Allocated IP 172.20.0.1 (9ab188d6-7ce6-4006-9ea3-5af63b2214a9/6008cdeb-85f8-4690-88ec-e5113a3661a6/6dbc2770-5e5d-47a1-ad1e-8b804b58ab04) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:52.425059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb48b1f-be7b-4e17-a43e-7e8738f17a0e req-4c0e9f55-99bc-4e64-910b-d425a3367836 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:52.434002 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dcb48b1f-be7b-4e17-a43e-7e8738f17a0e req-4c0e9f55-99bc-4e64-910b-d425a3367836 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 943 time: 0.0913754 Jul 16 03:38:52.487737 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dcb48b1f-be7b-4e17-a43e-7e8738f17a0e req-bdc1a21e-c855-469c-83c6-1382bafb3260 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e81b770-1aa0-45ef-a7e7-fbca07e379fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524342 Jul 16 03:38:52.505043 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.521076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Transition to ACTIVE for port object 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:52.560878 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.602268 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Network 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:52.605691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:52.623060 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:52.654958 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:48Z', 'updated_at': '2021-07-16T03:38:50Z', 'revision_number': 3, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'gw_port': {'id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:49Z', 'updated_at': '2021-07-16T03:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:52.679660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Pushing event updated for resources: {'Port': ['ID=6dbc2770-5e5d-47a1-ad1e-8b804b58ab04,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:52.700816 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20528d-d021-4eb2-9298-02706718be14 None None] The sync data for ids ['b6d13f89-9d38-4085-8972-a694a989a879'] in n-d-800088-6 is: [{'id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:48Z', 'updated_at': '2021-07-16T03:38:50Z', 'revision_number': 3, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'gw_port': {'id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:49Z', 'updated_at': '2021-07-16T03:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:52.702119 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.889402 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:52.955922 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c2edec94-e10f-402d-8941-54e8dbbd8404 None None] Provisioning for port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:52.961003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c2edec94-e10f-402d-8941-54e8dbbd8404 None None] Provisioning complete for port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:52.961464 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2edec94-e10f-402d-8941-54e8dbbd8404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.080784 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c2edec94-e10f-402d-8941-54e8dbbd8404 None None] Port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:53.167337 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17fe82d7-4130-4c21-876c-0f6621edae89 req-9271a3ac-38af-4203-93d3-63c659caf613 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=73769eb1-d11d-4093-a67e-9df1cd9b236a HTTP/1.1" status: 200 len: 210 time: 0.0846155 Jul 16 03:38:53.214488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c2557a60-55c2-41e3-851f-8a9db2327477 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:53.317088 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.326715 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.390018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port c2557a60-55c2-41e3-851f-8a9db2327477 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:53.390772 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.520560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Pushing event updated for resources: {'Port': ['ID=6dbc2770-5e5d-47a1-ad1e-8b804b58ab04,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:53.523183 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.559813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36804) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:53.575096 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.614077 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:38:53.657446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:53.668374 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.696798 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:53.733826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 3498e9a0-2066-43f1-8672-3de1187beddc details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:38:53.750461 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df723486-d2f7-4551-9475-33c78e8df58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:53.820587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Network 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:53.823821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:53.843070 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c2557a60-55c2-41e3-851f-8a9db2327477,revision_number=10']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:53.977079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:53.983244 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef08cad3-0ad3-4006-99bc-51700e5059c5" -d '{"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-plugged", "status": "completed", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:54.005920 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 3498e9a0-2066-43f1-8672-3de1187beddc, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3498e9a0-2066-43f1-8672-3de1187beddc,segment=NetworkSegment(80a884b1-7179-495e-802e-a999109a3ee7),segment_id=80a884b1-7179-495e-802e-a999109a3ee7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:54.037468 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '3498e9a0-2066-43f1-8672-3de1187beddc', 'network_id': '84115d8a-054d-46d4-97d3-ff591a6486af', 'port_id': '3498e9a0-2066-43f1-8672-3de1187beddc', 'mac_address': 'fa:16:3e:32:a7:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9789416e-aeb7-4319-953a-4fcfffb1dfe8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:38:54.113191 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0773cfc3-1d8e-40c1-966d-ddea28f9dc79 x-openstack-request-id: req-0773cfc3-1d8e-40c1-966d-ddea28f9dc79 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:54.119375 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-plugged", "status": "completed", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:54.121110 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0773cfc3-1d8e-40c1-966d-ddea28f9dc79 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:54.121744 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'code': 200} Jul 16 03:38:54.125019 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d30bcf61-98bf-40f3-a3b9-2c0345f2002f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:54.173431 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Router b6d13f89-9d38-4085-8972-a694a989a879 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:38:54.180240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ec8d4-191f-4a78-ab05-550bb6f94781 req-06c25a0e-7328-4a3b-9a99-9440823ad8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:54.180848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ec8d4-191f-4a78-ab05-550bb6f94781 req-06c25a0e-7328-4a3b-9a99-9440823ad8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:54.181392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ec8d4-191f-4a78-ab05-550bb6f94781 req-06c25a0e-7328-4a3b-9a99-9440823ad8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:54.181936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ec8d4-191f-4a78-ab05-550bb6f94781 req-06c25a0e-7328-4a3b-9a99-9440823ad8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:54.182618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ec8d4-191f-4a78-ab05-550bb6f94781 req-06c25a0e-7328-4a3b-9a99-9440823ad8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:54.183162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ec8d4-191f-4a78-ab05-550bb6f94781 req-06c25a0e-7328-4a3b-9a99-9440823ad8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:54.183854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ec8d4-191f-4a78-ab05-550bb6f94781 req-06c25a0e-7328-4a3b-9a99-9440823ad8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:54.188386 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.196986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c74ec8d4-191f-4a78-ab05-550bb6f94781 req-06c25a0e-7328-4a3b-9a99-9440823ad8db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 6501 time: 0.4967358 Jul 16 03:38:54.230049 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3498e9a0-2066-43f1-8672-3de1187beddc {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:38:54.244008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef7e6c-6030-4373-b15d-d00e19aca9cf req-3940a80a-bfc0-48f4-9f24-5bb683bf5626 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:54.253725 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e2ef7e6c-6030-4373-b15d-d00e19aca9cf req-3940a80a-bfc0-48f4-9f24-5bb683bf5626 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 943 time: 0.4467094 Jul 16 03:38:54.271810 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df723486-d2f7-4551-9475-33c78e8df58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.275419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 3498e9a0-2066-43f1-8672-3de1187beddc, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3498e9a0-2066-43f1-8672-3de1187beddc,segment=NetworkSegment(80a884b1-7179-495e-802e-a999109a3ee7),segment_id=80a884b1-7179-495e-802e-a999109a3ee7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:54.286419 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.294015 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-df723486-d2f7-4551-9475-33c78e8df58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.297245 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d30bcf61-98bf-40f3-a3b9-2c0345f2002f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:54.354371 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df723486-d2f7-4551-9475-33c78e8df58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908cc2df-cef3-4471-af43-06f12a79983b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:54.359009 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d30bcf61-98bf-40f3-a3b9-2c0345f2002f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:54.359390 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.405177 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c74ec8d4-191f-4a78-ab05-550bb6f94781 req-fa05db16-0b38-4d32-8417-c1f11f238756 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2052326 Jul 16 03:38:54.418233 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e2ef7e6c-6030-4373-b15d-d00e19aca9cf req-3f362df9-d62d-4a2b-ae56-363ff38a8c8a tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e81b770-1aa0-45ef-a7e7-fbca07e379fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635439 Jul 16 03:38:54.420967 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-df723486-d2f7-4551-9475-33c78e8df58e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=122c799b13324d91bf91c9961d414017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8600979 Jul 16 03:38:54.423639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:54.496617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:38:54.515860 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f17dd2e0-5415-49dd-a872-7119020c3851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.530167 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-da380b35-7712-4476-a035-d8a9818c23c3 admin admin] 10.222.0.18 "PUT /v2.0/routers/b6d13f89-9d38-4085-8972-a694a989a879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8049836 Jul 16 03:38:54.553982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=3498e9a0-2066-43f1-8672-3de1187beddc,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:54.562869 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f17dd2e0-5415-49dd-a872-7119020c3851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.643476 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f17dd2e0-5415-49dd-a872-7119020c3851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.648485 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f17dd2e0-5415-49dd-a872-7119020c3851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.649242 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2eadad64-73c9-4000-b33b-9bf2b9669e13 None None] Provisioning complete for port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:54.649626 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2eadad64-73c9-4000-b33b-9bf2b9669e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.650258 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f17dd2e0-5415-49dd-a872-7119020c3851 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/908cc2df-cef3-4471-af43-06f12a79983b HTTP/1.1" status: 204 len: 168 time: 0.2240396 Jul 16 03:38:54.659970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dd2e0-5415-49dd-a872-7119020c3851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908cc2df-cef3-4471-af43-06f12a79983b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:54.792694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['3498e9a0-2066-43f1-8672-3de1187beddc'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:38:54.934897 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2eadad64-73c9-4000-b33b-9bf2b9669e13 None None] Port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:38:54.944436 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:54.998816 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port d30bcf61-98bf-40f3-a3b9-2c0345f2002f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d30bcf61-98bf-40f3-a3b9-2c0345f2002f,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:55.011960 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.050214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-0f05f6fd-e2a5-4a3b-9e5a-e7b3de0b8bde tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:55.062819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-0f05f6fd-e2a5-4a3b-9e5a-e7b3de0b8bde tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 812 time: 0.2264390 Jul 16 03:38:55.079541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=d30bcf61-98bf-40f3-a3b9-2c0345f2002f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:55.102685 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-2d2bc7cd-6897-4e53-b8ce-53e06d383090 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/quotas/200baed6a6f54c4f8c11c918fc01017e HTTP/1.1" status: 200 len: 375 time: 0.0314131 Jul 16 03:38:55.179536 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-3d7f26fa-a91b-4fe6-8f3c-c8e6440eadc6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653667 Jul 16 03:38:55.294287 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-53182362-a115-4864-95fc-cdf33eaf05c7 service neutron] 10.222.0.18 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124730 Jul 16 03:38:55.404908 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-519573b4-560e-4122-8055-056df57ddaef service neutron] 10.222.0.18 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097157 Jul 16 03:38:55.646958 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:55.653063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3e60ffe0-92f4-4fb8-847a-76c4cce79a33 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1615006032', 'description': 'tempest-description--1905126005'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:55.724604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c1a6e745-9d29-43c3-9dda-ffec0ff43c79 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:38:55.802850 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Sync routers for ids ['b6d13f89-9d38-4085-8972-a694a989a879'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:38:55.809451 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: c1a6e745-9d29-43c3-9dda-ffec0ff43c79 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:38:55.809998 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c1a6e745-9d29-43c3-9dda-ffec0ff43c79 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:38:55.821492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Routers {'b6d13f89-9d38-4085-8972-a694a989a879'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:55.822545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b6d13f89-9d38-4085-8972-a694a989a879'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:55.830684 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e97626b-59f4-4e3c-865b-36b227c459fc req-f7d7bca2-4d81-49fc-85c9-bfeeea136d21 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 210 time: 0.0641828 Jul 16 03:38:55.833146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e60ffe0-92f4-4fb8-847a-76c4cce79a33 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:55.962469 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Set router b6d13f89-9d38-4085-8972-a694a989a879 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:56.057568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36e8f3-aa8f-40d0-960a-11676e18cca7 req-309cd328-b5e8-4e88-af50-156146396620 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:56.060001 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b36e8f3-aa8f-40d0-960a-11676e18cca7 req-309cd328-b5e8-4e88-af50-156146396620 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 944 time: 0.3490636 Jul 16 03:38:56.131592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d30bcf61-98bf-40f3-a3b9-2c0345f2002f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:56.206696 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b36e8f3-aa8f-40d0-960a-11676e18cca7 req-afe396da-7788-4daa-afe5-77bb12aaa40d tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e81b770-1aa0-45ef-a7e7-fbca07e379fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359434 Jul 16 03:38:56.271915 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e60ffe0-92f4-4fb8-847a-76c4cce79a33 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.277600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d30bcf61-98bf-40f3-a3b9-2c0345f2002f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:56.278366 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.279245 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e60ffe0-92f4-4fb8-847a-76c4cce79a33 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.334887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e60ffe0-92f4-4fb8-847a-76c4cce79a33 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.336275 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3e60ffe0-92f4-4fb8-847a-76c4cce79a33 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6875808 Jul 16 03:38:56.338596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60ffe0-92f4-4fb8-847a-76c4cce79a33 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39782980-896b-4fa1-b82b-f29dce78160a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:56.339349 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:56.344684 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ef6e64bd-93b4-4749-a106-7d6e84123ac1 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Request body: {'security_group_rule': {'security_group_id': '39782980-896b-4fa1-b82b-f29dce78160a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:56.410846 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef6e64bd-93b4-4749-a106-7d6e84123ac1 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.432969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:48Z', 'updated_at': '2021-07-16T03:38:52Z', 'revision_number': 4, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'gw_port': {'id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:49Z', 'updated_at': '2021-07-16T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '6dbc2770-5e5d-47a1-ad1e-8b804b58ab04', 'name': '', 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'mac_address': 'fa:16:3e:12:9f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:52Z', 'updated_at': '2021-07-16T03:38:52Z', 'revision_number': 2, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'subnets': [{'id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:56.480591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Checking router: b6d13f89-9d38-4085-8972-a694a989a879 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:38:56.482045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Updating router b6d13f89-9d38-4085-8972-a694a989a879 port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:38:56.548739 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef6e64bd-93b4-4749-a106-7d6e84123ac1 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.568099 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef6e64bd-93b4-4749-a106-7d6e84123ac1 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.578793 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.597580 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e64bd-93b4-4749-a106-7d6e84123ac1 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2f63d5-e8af-49c2-8472-a5cf93e06af9,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:56.623635 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef6e64bd-93b4-4749-a106-7d6e84123ac1 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.627906 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:56.628173 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ef6e64bd-93b4-4749-a106-7d6e84123ac1 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2871835 Jul 16 03:38:56.632656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a6a6228f-4aad-4dae-bdef-a9a02ee7755b tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Request body: {'security_group_rule': {'security_group_id': '39782980-896b-4fa1-b82b-f29dce78160a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:56.673541 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a6228f-4aad-4dae-bdef-a9a02ee7755b tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.764851 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a6228f-4aad-4dae-bdef-a9a02ee7755b tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.772924 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a6228f-4aad-4dae-bdef-a9a02ee7755b tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.809243 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6228f-4aad-4dae-bdef-a9a02ee7755b tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ff710b-eeb0-4c23-8d4f-7e18d672ab89,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:56.833018 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a6228f-4aad-4dae-bdef-a9a02ee7755b tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:56.834723 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a6a6228f-4aad-4dae-bdef-a9a02ee7755b tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2057333 Jul 16 03:38:56.837962 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36906) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:56.842697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:56.900661 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.022071 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.041985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Transition to ACTIVE for port object 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:38:57.057130 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.074814 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.163939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6385a660-8c0d-45c7-91e6-d073477b0288 req-9a748321-a8a8-46f9-b7c7-e42bd54b4551 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 210 time: 0.0852077 Jul 16 03:38:57.253999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf8116-10f2-4805-b413-e4d1312377e4 None None] Pushing event updated for resources: {'Port': ['ID=6dbc2770-5e5d-47a1-ad1e-8b804b58ab04,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:57.261084 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Attempting to bind port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:38:57.263501 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Attempting to bind port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '2595ec63-a085-4549-a539-ca47440b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:38:57.263947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Attempting to bind port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 on network 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:38:57.280912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Allocated IP 172.25.3.80 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/04de6a6b-0503-4581-9afd-d210e20019ff) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:57.291754 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:38:57.292179 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Checking segment: {'id': '2595ec63-a085-4549-a539-ca47440b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:38:57.295763 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.296232 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Bound using segment: {'id': '2595ec63-a085-4549-a539-ca47440b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:38:57.296805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Bound port: 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2595ec63-a085-4549-a539-ca47440b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:38:57.297189 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.306352 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf8116-10f2-4805-b413-e4d1312377e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:57.306709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf8116-10f2-4805-b413-e4d1312377e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:57.307054 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf8116-10f2-4805-b413-e4d1312377e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:57.307488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf8116-10f2-4805-b413-e4d1312377e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:57.307712 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf8116-10f2-4805-b413-e4d1312377e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:57.308046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf8116-10f2-4805-b413-e4d1312377e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:57.309651 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf8116-10f2-4805-b413-e4d1312377e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:57.310002 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf8116-10f2-4805-b413-e4d1312377e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:57.310346 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf8116-10f2-4805-b413-e4d1312377e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:57.310676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf8116-10f2-4805-b413-e4d1312377e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:57.311008 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf8116-10f2-4805-b413-e4d1312377e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:57.313606 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecf8116-10f2-4805-b413-e4d1312377e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:38:57.452392 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] For port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:38:57.469691 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] For port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6dbc2770-5e5d-47a1-ad1e-8b804b58ab04,segment=NetworkSegment(2595ec63-a085-4549-a539-ca47440b27fd),segment_id=2595ec63-a085-4549-a539-ca47440b27fd)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:38:57.477264 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.527516 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.641994 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:57.677459 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Routers {'b6d13f89-9d38-4085-8972-a694a989a879'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:38:57.680065 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:38:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b6d13f89-9d38-4085-8972-a694a989a879'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:57.687581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf8116-10f2-4805-b413-e4d1312377e4 None None] Pushing event updated for resources: {'Port': ['ID=6dbc2770-5e5d-47a1-ad1e-8b804b58ab04,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:57.699083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c2ff17c1-1686-43c1-99e9-940731d9a2c3 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:57.701189 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c2ff17c1-1686-43c1-99e9-940731d9a2c3 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.20 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 812 time: 0.2302084 Jul 16 03:38:57.727128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-78703796-6fae-43ea-aed7-eb0b49aca0c6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Request body: {'port': {'device_id': '5ebed817-eaa1-46a6-81cb-9b12256da5dd', 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'admin_state_up': True, 'tenant_id': '200baed6a6f54c4f8c11c918fc01017e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:57.763275 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:57.768518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:57.774290 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:57.786076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 3498e9a0-2066-43f1-8672-3de1187beddc up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:38:57.842395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Pushing event updated for resources: {'Port': ['ID=04de6a6b-0503-4581-9afd-d210e20019ff,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:57.865956 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439afd7-418a-48d4-9c77-3d0dc4a3e0cb req-4e768adb-9802-4118-88a5-2b03847f87eb tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:57.890587 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d439afd7-418a-48d4-9c77-3d0dc4a3e0cb req-4e768adb-9802-4118-88a5-2b03847f87eb tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 944 time: 0.4329190 Jul 16 03:38:58.007821 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.026663 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d439afd7-418a-48d4-9c77-3d0dc4a3e0cb req-a34ada22-9c84-4671-934e-ab472f829bbe tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e81b770-1aa0-45ef-a7e7-fbca07e379fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350951 Jul 16 03:38:58.060148 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-78703796-6fae-43ea-aed7-eb0b49aca0c6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Made reservation on behalf of 200baed6a6f54c4f8c11c918fc01017e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:38:58.067906 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-78703796-6fae-43ea-aed7-eb0b49aca0c6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.093070 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 3498e9a0-2066-43f1-8672-3de1187beddc completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:38:58.096934 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.114678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 3498e9a0-2066-43f1-8672-3de1187beddc triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:38:58.115044 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.191703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] Set router b6d13f89-9d38-4085-8972-a694a989a879 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:38:58.456467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-78703796-6fae-43ea-aed7-eb0b49aca0c6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Allocated IP 172.20.0.13 (1d2082f3-f285-4b81-803c-37c5386ebabb/460165b0-71f2-476d-a3c4-33a11989f907/3226a225-1c40-466f-b1c2-65c19b035e78) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:38:58.532501 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.538240 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.618901 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.639328 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Pushing event updated for resources: {'Port': ['ID=04de6a6b-0503-4581-9afd-d210e20019ff,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:58.680211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a355a6-3d7d-470a-b718-412dc6d4ec21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3498e9a0-2066-43f1-8672-3de1187beddc'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:38:58.683479 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfa2974-3ae5-4090-9709-bd9cb5a6d68a" -d '{"events": [{"server_uuid": "90a355a6-3d7d-470a-b718-412dc6d4ec21", "name": "network-vif-plugged", "status": "completed", "tag": "3498e9a0-2066-43f1-8672-3de1187beddc"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:38:58.708259 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-78703796-6fae-43ea-aed7-eb0b49aca0c6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.736113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 3498e9a0-2066-43f1-8672-3de1187beddc, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3498e9a0-2066-43f1-8672-3de1187beddc,segment=NetworkSegment(80a884b1-7179-495e-802e-a999109a3ee7),segment_id=80a884b1-7179-495e-802e-a999109a3ee7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:38:58.750324 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.758516 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.770222 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-78703796-6fae-43ea-aed7-eb0b49aca0c6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.803481 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:58.812467 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a62f2826-0b8f-469c-a6b9-fa7fd5de9939 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9660056 Jul 16 03:38:58.825812 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb529fd-60a2-4a7c-8027-0082921f4109 x-openstack-request-id: req-ceb529fd-60a2-4a7c-8027-0082921f4109 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:38:58.826266 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a355a6-3d7d-470a-b718-412dc6d4ec21", "name": "network-vif-plugged", "status": "completed", "tag": "3498e9a0-2066-43f1-8672-3de1187beddc", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:38:58.826592 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ceb529fd-60a2-4a7c-8027-0082921f4109 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:38:58.827205 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a355a6-3d7d-470a-b718-412dc6d4ec21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3498e9a0-2066-43f1-8672-3de1187beddc', 'code': 200} Jul 16 03:38:58.878643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=3498e9a0-2066-43f1-8672-3de1187beddc,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:58.903674 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:48Z', 'updated_at': '2021-07-16T03:38:52Z', 'revision_number': 4, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'gw_port': {'id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:49Z', 'updated_at': '2021-07-16T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '6dbc2770-5e5d-47a1-ad1e-8b804b58ab04', 'name': '', 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'mac_address': 'fa:16:3e:12:9f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:52Z', 'updated_at': '2021-07-16T03:38:57Z', 'revision_number': 4, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'subnets': [{'id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:38:58.913031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78703796-6fae-43ea-aed7-eb0b49aca0c6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Pushing event updated for resources: {'Port': ['ID=3226a225-1c40-466f-b1c2-65c19b035e78,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:58.940061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d65f222-8826-4f08-a5bb-bc8392f05467 None None] The sync data for ids ['b6d13f89-9d38-4085-8972-a694a989a879'] in n-d-800088-6 is: [{'id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:48Z', 'updated_at': '2021-07-16T03:38:52Z', 'revision_number': 4, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'gw_port': {'id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:49Z', 'updated_at': '2021-07-16T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '6dbc2770-5e5d-47a1-ad1e-8b804b58ab04', 'name': '', 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'mac_address': 'fa:16:3e:12:9f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:52Z', 'updated_at': '2021-07-16T03:38:57Z', 'revision_number': 4, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'subnets': [{'id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:38:58.985183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-78703796-6fae-43ea-aed7-eb0b49aca0c6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Network 1d2082f3-f285-4b81-803c-37c5386ebabb is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:38:58.987248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-78703796-6fae-43ea-aed7-eb0b49aca0c6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:38:58.992032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-78703796-6fae-43ea-aed7-eb0b49aca0c6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:38:59.103298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-78703796-6fae-43ea-aed7-eb0b49aca0c6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:59.103643 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-78703796-6fae-43ea-aed7-eb0b49aca0c6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.141859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-78703796-6fae-43ea-aed7-eb0b49aca0c6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4226410 Jul 16 03:38:59.162276 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Request body: {'port': {'device_id': '5ebed817-eaa1-46a6-81cb-9b12256da5dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:38:59.207283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:59.282017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a97a1-71a6-4aa2-946a-002b9d07d16d req-e0c56064-3bfb-4f25-9064-a9cd0bfd9a13 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:59.284179 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-784a97a1-71a6-4aa2-946a-002b9d07d16d req-e0c56064-3bfb-4f25-9064-a9cd0bfd9a13 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 932 time: 0.8497381 Jul 16 03:38:59.292577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1486e0-068e-406c-9209-52a5d5f0836d req-c6e81716-a3a2-4284-ae3f-5a38ba3cae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:59.294029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9c1486e0-068e-406c-9209-52a5d5f0836d req-c6e81716-a3a2-4284-ae3f-5a38ba3cae0c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 1096 time: 0.3686492 Jul 16 03:38:59.331945 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-c568f6c4-f0bf-4846-bd4e-25f86e11fa09 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1615006032&fields=id&tenant_id=7c2caf6f67c2403293058fd29f563147 HTTP/1.1" status: 200 len: 267 time: 0.2077737 Jul 16 03:38:59.368242 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3ee60a5-b438-4c26-bcd8-0dc189a30c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.387948 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.437104 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9c1486e0-068e-406c-9209-52a5d5f0836d req-2c9c28a9-c4bc-40ff-8ad2-8da131fa86e1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1e81b770-1aa0-45ef-a7e7-fbca07e379fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000535 Jul 16 03:38:59.442768 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-784a97a1-71a6-4aa2-946a-002b9d07d16d req-f1ea0220-0d5b-455d-a18e-67c50da93d4c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444783 Jul 16 03:38:59.563896 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3ee60a5-b438-4c26-bcd8-0dc189a30c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.595733 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3ee60a5-b438-4c26-bcd8-0dc189a30c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.656053 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d3ee60a5-b438-4c26-bcd8-0dc189a30c39 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a311eccf7375467f9637084c100171ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452822 Jul 16 03:38:59.656053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee60a5-b438-4c26-bcd8-0dc189a30c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253879d1-7b49-4eab-8c90-7989989c0026,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:38:59.658211 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36970) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:38:59.668749 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-e75f9b59-f47e-472e-a1ff-6253c936697f tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:38:59.675488 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-e75f9b59-f47e-472e-a1ff-6253c936697f tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/networks?id=9ab188d6-7ce6-4006-9ea3-5af63b2214a9 HTTP/1.1" status: 200 len: 806 time: 0.3426397 Jul 16 03:38:59.717466 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ebba7d5-eef3-4977-a7cf-b46124ff5839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.747016 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-d04d614a-3597-40b4-a4a2-b26dec1139f2 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/quotas/7c2caf6f67c2403293058fd29f563147 HTTP/1.1" status: 200 len: 375 time: 0.0705764 Jul 16 03:38:59.758660 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ebba7d5-eef3-4977-a7cf-b46124ff5839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.853701 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ebba7d5-eef3-4977-a7cf-b46124ff5839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.857111 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ebba7d5-eef3-4977-a7cf-b46124ff5839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:38:59.860750 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1ebba7d5-eef3-4977-a7cf-b46124ff5839 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/253879d1-7b49-4eab-8c90-7989989c0026 HTTP/1.1" status: 204 len: 168 time: 0.1985672 Jul 16 03:38:59.868832 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebba7d5-eef3-4977-a7cf-b46124ff5839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253879d1-7b49-4eab-8c90-7989989c0026,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:00.026601 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5c072b4-92f3-4efe-8846-7c5a67b80658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.049655 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3226a225-1c40-466f-b1c2-65c19b035e78 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:00.058711 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.073143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Transition to ACTIVE for port object 3226a225-1c40-466f-b1c2-65c19b035e78 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:00.094907 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.122382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:00.189140 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a285f-9b83-40ab-a8ef-67748c7fdf72 req-f0d78337-02cc-45f3-8216-717168b55601 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:00.203465 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad9a285f-9b83-40ab-a8ef-67748c7fdf72 req-f0d78337-02cc-45f3-8216-717168b55601 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 945 time: 0.5404849 Jul 16 03:39:00.277665 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:00.285115 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:00.286767 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.314348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad9a285f-9b83-40ab-a8ef-67748c7fdf72 req-c16a73d0-c2b8-4a10-974f-59c466fbcece tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e81b770-1aa0-45ef-a7e7-fbca07e379fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091764 Jul 16 03:39:00.324167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3226a225-1c40-466f-b1c2-65c19b035e78,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:00.338392 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-e2a96f0f-b776-4d16-834d-9174cd655ffd tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c2caf6f67c2403293058fd29f563147&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5903115 Jul 16 03:39:00.423604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Attempting to bind port 3226a225-1c40-466f-b1c2-65c19b035e78 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:00.424741 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Attempting to bind port 3226a225-1c40-466f-b1c2-65c19b035e78 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:00.425303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Attempting to bind port 3226a225-1c40-466f-b1c2-65c19b035e78 on network 1d2082f3-f285-4b81-803c-37c5386ebabb {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:00.434653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Port 3226a225-1c40-466f-b1c2-65c19b035e78 on network 1d2082f3-f285-4b81-803c-37c5386ebabb not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:00.435383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Attempting to bind port 3226a225-1c40-466f-b1c2-65c19b035e78 on network 1d2082f3-f285-4b81-803c-37c5386ebabb {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:00.473691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:00.474329 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Checking segment: {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:00.474994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Bound using segment: {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:00.475689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Bound port: 3226a225-1c40-466f-b1c2-65c19b035e78, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436a2272-ee67-4448-86a8-a581c1dad6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:00.476284 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.504084 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.557204 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36986) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:00.574044 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fcedb2b-f19d-4501-8aef-3c934238fb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.581479 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6dbc2770-5e5d-47a1-ad1e-8b804b58ab04,segment=NetworkSegment(2595ec63-a085-4549-a539-ca47440b27fd),segment_id=2595ec63-a085-4549-a539-ca47440b27fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:00.593498 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.594571 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3a4d22e0-3f86-4d14-886e-83a0036f7df9 service neutron] 10.222.0.18 "GET /v2.0/networks/9ab188d6-7ce6-4006-9ea3-5af63b2214a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206788 Jul 16 03:39:00.691626 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=6dbc2770-5e5d-47a1-ad1e-8b804b58ab04,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:00.724847 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fcedb2b-f19d-4501-8aef-3c934238fb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.729768 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fcedb2b-f19d-4501-8aef-3c934238fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.768763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] For port 3226a225-1c40-466f-b1c2-65c19b035e78, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:00.794387 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6fcedb2b-f19d-4501-8aef-3c934238fb78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98b20b4ff97e4fe8aee5718081b9c568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357368 Jul 16 03:39:00.796079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcedb2b-f19d-4501-8aef-3c934238fb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bd04b4-a46b-4421-974a-2d2494ef339e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:00.798924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36988) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:00.859479 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8194c223-25a1-426c-85ef-e5adad8c34df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.864677 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] For port 3226a225-1c40-466f-b1c2-65c19b035e78, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3226a225-1c40-466f-b1c2-65c19b035e78,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:00.889614 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.892356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8194c223-25a1-426c-85ef-e5adad8c34df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.945362 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.949723 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8194c223-25a1-426c-85ef-e5adad8c34df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.954461 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8194c223-25a1-426c-85ef-e5adad8c34df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.954922 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8194c223-25a1-426c-85ef-e5adad8c34df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48bd04b4-a46b-4421-974a-2d2494ef339e HTTP/1.1" status: 204 len: 168 time: 0.1550360 Jul 16 03:39:00.964004 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194c223-25a1-426c-85ef-e5adad8c34df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bd04b4-a46b-4421-974a-2d2494ef339e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:00.977707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:00.978463 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:00.980103 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] 10.222.0.20 "PUT /v2.0/ports/3226a225-1c40-466f-b1c2-65c19b035e78 HTTP/1.1" status: 200 len: 1092 time: 1.8226409 Jul 16 03:39:00.982690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebed817-eaa1-46a6-81cb-9b12256da5dd', 'tag': '3226a225-1c40-466f-b1c2-65c19b035e78'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:00.985228 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2d8fec-8568-428b-8630-681db56e528e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebed817-eaa1-46a6-81cb-9b12256da5dd", "tag": "3226a225-1c40-466f-b1c2-65c19b035e78"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:01.024465 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-a917bd65-ef79-4bee-bcb5-16a1c3c46ac0 service neutron] 10.222.0.18 "GET /v2.0/networks/9ab188d6-7ce6-4006-9ea3-5af63b2214a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119503 Jul 16 03:39:01.411443 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:01.583612 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54877a80-fdec-497d-bf1b-7f97d280914d x-openstack-request-id: req-54877a80-fdec-497d-bf1b-7f97d280914d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:01.584235 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebed817-eaa1-46a6-81cb-9b12256da5dd", "tag": "3226a225-1c40-466f-b1c2-65c19b035e78", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:01.584703 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54877a80-fdec-497d-bf1b-7f97d280914d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:01.585288 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebed817-eaa1-46a6-81cb-9b12256da5dd', 'tag': '3226a225-1c40-466f-b1c2-65c19b035e78', 'status': 'completed', 'code': 200} Jul 16 03:39:01.588807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998cd3c-171f-4a88-9172-9cfb4960f4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3226a225-1c40-466f-b1c2-65c19b035e78,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:01.625639 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0350beed-4cb3-457d-bbad-3a79a2b2602e req-ba7ce46c-fb72-4c1a-bdca-4078f9cf1143 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 210 time: 0.0390732 Jul 16 03:39:01.640567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df49a0-36c7-4311-ad25-a6e155891cc8 req-71d7ac48-4a23-4291-8fa9-17e69ffffbfb tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:01.657028 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-30df49a0-36c7-4311-ad25-a6e155891cc8 req-71d7ac48-4a23-4291-8fa9-17e69ffffbfb tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 944 time: 0.7949851 Jul 16 03:39:01.764230 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-30df49a0-36c7-4311-ad25-a6e155891cc8 req-808515a1-a88c-415a-a8b0-2fc5ebf59064 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049762 Jul 16 03:39:01.767140 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-6a738b31-a48d-448b-bffd-a147959d3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:01.769888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-6a738b31-a48d-448b-bffd-a147959d3024 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 1095 time: 0.7434027 Jul 16 03:39:01.894225 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-e7a4efe7-875d-4f37-939e-e35d348ec54e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3226a225-1c40-466f-b1c2-65c19b035e78 HTTP/1.1" status: 200 len: 217 time: 0.1013002 Jul 16 03:39:02.058911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-d846051b-d0b6-4254-a9a0-d3f1bdea4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:02.060838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-d846051b-d0b6-4254-a9a0-d3f1bdea4441 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 200 len: 852 time: 0.1564450 Jul 16 03:39:02.076018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:02.139378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-91909d3b-fa26-45d5-aab2-d5553896289c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d2082f3-f285-4b81-803c-37c5386ebabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689940 Jul 16 03:39:02.160212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32416b29-eea2-44e7-8b59-b051deb6e3c9 req-26157dd0-68c8-4157-8bd9-dac28abb1a6f tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:02.166099 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32416b29-eea2-44e7-8b59-b051deb6e3c9 req-26157dd0-68c8-4157-8bd9-dac28abb1a6f tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 945 time: 0.3848317 Jul 16 03:39:02.199270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:02.200232 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.361473 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32416b29-eea2-44e7-8b59-b051deb6e3c9 req-1f49efa1-9a1c-4e20-9345-0c088b33e3ad tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e81b770-1aa0-45ef-a7e7-fbca07e379fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972316 Jul 16 03:39:02.367343 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-cf268ca0-aa44-4df2-ae70-35fbe8b8c50f service neutron] 10.222.0.20 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994541 Jul 16 03:39:02.507179 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ceffe36f-e866-4129-9750-6eef48d31f6e req-466c6a43-850b-4216-b3a1-e83950e2e4a8 service neutron] 10.222.0.20 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304419 Jul 16 03:39:02.694845 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d8fec-8568-428b-8630-681db56e528e req-501046e2-464f-4d09-8a8e-2969f1f4e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:02.696711 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd2d8fec-8568-428b-8630-681db56e528e req-501046e2-464f-4d09-8a8e-2969f1f4e2e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=200baed6a6f54c4f8c11c918fc01017e&device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 1095 time: 0.1152291 Jul 16 03:39:02.751294 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5d4824df-4903-471b-830d-3578d9be4b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.789275 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:02.874350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d8fec-8568-428b-8630-681db56e528e req-b3a7b494-7eec-4256-83b1-d9c947594fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:02.875644 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd2d8fec-8568-428b-8630-681db56e528e req-b3a7b494-7eec-4256-83b1-d9c947594fda service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 200 len: 913 time: 0.1726975 Jul 16 03:39:02.983960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd2d8fec-8568-428b-8630-681db56e528e req-75041b1f-0231-438a-a636-9c9a17d53201 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3226a225-1c40-466f-b1c2-65c19b035e78 HTTP/1.1" status: 200 len: 217 time: 0.1000214 Jul 16 03:39:03.015315 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58bf3113-8e2a-44bc-b372-8ebb84fac3ab req-390805c9-3225-4731-93b3-70e21c647935 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 210 time: 0.1160302 Jul 16 03:39:03.161656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-4dce6733-5873-4381-8fb0-faa85b1b3ace tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.163271 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-4dce6733-5873-4381-8fb0-faa85b1b3ace tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.88 "GET /v2.0/networks?id=9ab188d6-7ce6-4006-9ea3-5af63b2214a9 HTTP/1.1" status: 200 len: 806 time: 0.1298916 Jul 16 03:39:03.311607 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-14f01cf9-4ab9-4124-a59c-5f34efa917f5 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2caf6f67c2403293058fd29f563147 HTTP/1.1" status: 200 len: 380 time: 0.1180949 Jul 16 03:39:03.326852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-be5e27dc-20fb-4261-9229-30c695f99aeb tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Request body: {'port': {'device_id': 'e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9', 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'admin_state_up': True, 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'security_groups': ['39782980-896b-4fa1-b82b-f29dce78160a']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:03.417668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d8fec-8568-428b-8630-681db56e528e req-4e394de8-c44f-43a6-9ed3-23ee3477c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.417668 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd2d8fec-8568-428b-8630-681db56e528e req-4e394de8-c44f-43a6-9ed3-23ee3477c02d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 200 len: 852 time: 0.4140937 Jul 16 03:39:03.452096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c47eb-4d95-433f-a659-5e26506e0ff7 req-f10287aa-65dd-4c76-a6c1-66083e99b8a8 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.459438 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-420c47eb-4d95-433f-a659-5e26506e0ff7 req-f10287aa-65dd-4c76-a6c1-66083e99b8a8 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 944 time: 0.2951469 Jul 16 03:39:03.501622 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd2d8fec-8568-428b-8630-681db56e528e req-75e25652-53dd-48c5-b289-58932dfb116c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d2082f3-f285-4b81-803c-37c5386ebabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753603 Jul 16 03:39:03.522841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7729b-9f39-408e-bcde-79b64c442272 req-4347022b-ad69-4ed0-8765-7de56d12c2e4 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:03.524346 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cba7729b-9f39-408e-bcde-79b64c442272 req-4347022b-ad69-4ed0-8765-7de56d12c2e4 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 945 time: 0.3106661 Jul 16 03:39:03.579588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-be5e27dc-20fb-4261-9229-30c695f99aeb tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Made reservation on behalf of 7c2caf6f67c2403293058fd29f563147 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:03.583715 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-be5e27dc-20fb-4261-9229-30c695f99aeb tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.674908 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-420c47eb-4d95-433f-a659-5e26506e0ff7 req-519f0633-e2a7-4f8c-a16e-52dfe31085c7 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112911 Jul 16 03:39:03.743955 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cba7729b-9f39-408e-bcde-79b64c442272 req-dc73d079-6d94-4473-a828-080f535ff1b6 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/security-groups?id=1e81b770-1aa0-45ef-a7e7-fbca07e379fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921475 Jul 16 03:39:03.788090 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:03.788971 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd2d8fec-8568-428b-8630-681db56e528e req-0319695d-28b2-484f-a7d9-67c9ee83b730 service neutron] 10.222.0.20 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760489 Jul 16 03:39:03.906810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-be5e27dc-20fb-4261-9229-30c695f99aeb tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Allocated IP 172.20.0.3 (9ab188d6-7ce6-4006-9ea3-5af63b2214a9/6008cdeb-85f8-4690-88ec-e5113a3661a6/1089b1a7-09d9-44f8-b16f-b77a04fe429c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:03.961759 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd2d8fec-8568-428b-8630-681db56e528e req-5c96a518-89ed-4229-88f0-39f0c7eec1e7 service neutron] 10.222.0.20 "GET /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480863 Jul 16 03:39:04.091971 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-be5e27dc-20fb-4261-9229-30c695f99aeb tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.108164 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-be5e27dc-20fb-4261-9229-30c695f99aeb tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Transition to ACTIVE for port object 1089b1a7-09d9-44f8-b16f-b77a04fe429c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:04.149937 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-be5e27dc-20fb-4261-9229-30c695f99aeb tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.285703 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-be5e27dc-20fb-4261-9229-30c695f99aeb tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Network 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:04.316574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-be5e27dc-20fb-4261-9229-30c695f99aeb tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:04.319046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-be5e27dc-20fb-4261-9229-30c695f99aeb tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:04.369314 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e27dc-20fb-4261-9229-30c695f99aeb tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Pushing event updated for resources: {'Port': ['ID=1089b1a7-09d9-44f8-b16f-b77a04fe429c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:04.425709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-be5e27dc-20fb-4261-9229-30c695f99aeb tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:04.426379 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-be5e27dc-20fb-4261-9229-30c695f99aeb tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.474025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316c594-ae45-440c-9eb3-f37f0f96ddf5 req-0a602740-d9f4-452f-a042-4acd49d17f46 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:04.478782 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0316c594-ae45-440c-9eb3-f37f0f96ddf5 req-0a602740-d9f4-452f-a042-4acd49d17f46 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 931 time: 0.2566178 Jul 16 03:39:04.482214 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-be5e27dc-20fb-4261-9229-30c695f99aeb tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1594634 Jul 16 03:39:04.507588 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdefc9-7dce-4802-8a44-05ec5b850c75 req-65a0468d-5df6-46af-a8e9-3b3420257374 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:04.510011 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fecdefc9-7dce-4802-8a44-05ec5b850c75 req-65a0468d-5df6-46af-a8e9-3b3420257374 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.88 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 945 time: 0.1362476 Jul 16 03:39:04.516675 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Request body: {'port': {'device_id': 'e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:04.594808 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0316c594-ae45-440c-9eb3-f37f0f96ddf5 req-f406ddc1-5abe-4270-aac8-8910c25bc689 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/security-groups?id=39782980-896b-4fa1-b82b-f29dce78160a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102045 Jul 16 03:39:04.675289 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.707675 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-fecdefc9-7dce-4802-8a44-05ec5b850c75 req-abed3d66-340b-4abd-ad0c-a984801e11cb tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Deleting port 3498e9a0-2066-43f1-8672-3de1187beddc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:04.708274 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fecdefc9-7dce-4802-8a44-05ec5b850c75 req-abed3d66-340b-4abd-ad0c-a984801e11cb tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.778307 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fe1cf8ed-2609-4f3b-b176-42ce3b0f5876 None None] Provisioning for port 1089b1a7-09d9-44f8-b16f-b77a04fe429c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:04.803627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fe1cf8ed-2609-4f3b-b176-42ce3b0f5876 None None] Provisioning complete for port 1089b1a7-09d9-44f8-b16f-b77a04fe429c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:04.810598 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fe1cf8ed-2609-4f3b-b176-42ce3b0f5876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.825752 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-fecdefc9-7dce-4802-8a44-05ec5b850c75 req-abed3d66-340b-4abd-ad0c-a984801e11cb tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] For port 3498e9a0-2066-43f1-8672-3de1187beddc, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3498e9a0-2066-43f1-8672-3de1187beddc,segment=NetworkSegment(80a884b1-7179-495e-802e-a999109a3ee7),segment_id=80a884b1-7179-495e-802e-a999109a3ee7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:04.825752 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fecdefc9-7dce-4802-8a44-05ec5b850c75 req-abed3d66-340b-4abd-ad0c-a984801e11cb tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:04.848003 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-fecdefc9-7dce-4802-8a44-05ec5b850c75 req-abed3d66-340b-4abd-ad0c-a984801e11cb tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Calling delete_port for 3498e9a0-2066-43f1-8672-3de1187beddc owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:04.898083 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fe1cf8ed-2609-4f3b-b176-42ce3b0f5876 None None] Port 1089b1a7-09d9-44f8-b16f-b77a04fe429c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:05.233263 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fecdefc9-7dce-4802-8a44-05ec5b850c75 req-abed3d66-340b-4abd-ad0c-a984801e11cb tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.245213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3226a225-1c40-466f-b1c2-65c19b035e78 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:05.252634 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['3498e9a0-2066-43f1-8672-3de1187beddc'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:05.263316 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb8a17-1feb-4dd9-b51b-53c65153fadc req-1605bad4-5413-408e-a11a-1854f140f19f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:05.265218 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5cfb8a17-1feb-4dd9-b51b-53c65153fadc req-1605bad4-5413-408e-a11a-1854f140f19f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 944 time: 0.3806720 Jul 16 03:39:05.343581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed3d66-340b-4abd-ad0c-a984801e11cb tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Pushing event deleted for resources: {'Port': ['ID=3498e9a0-2066-43f1-8672-3de1187beddc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:05.426319 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5cfb8a17-1feb-4dd9-b51b-53c65153fadc req-fb4f9adf-2711-4315-ab52-0301e73422d4 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091483 Jul 16 03:39:05.450998 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d6140d1-7973-4c94-8616-c34fd232cefa req-583e564c-3f91-4678-b89b-0dac71263421 tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.18 "GET /v2.0/ports?device_id=90a355a6-3d7d-470a-b718-412dc6d4ec21 HTTP/1.1" status: 200 len: 210 time: 0.0666842 Jul 16 03:39:05.456253 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecdefc9-7dce-4802-8a44-05ec5b850c75 req-abed3d66-340b-4abd-ad0c-a984801e11cb tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] No DVR routers for this DVR port 3498e9a0-2066-43f1-8672-3de1187beddc on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:05.465769 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-fecdefc9-7dce-4802-8a44-05ec5b850c75 req-abed3d66-340b-4abd-ad0c-a984801e11cb tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.476838 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-fecdefc9-7dce-4802-8a44-05ec5b850c75 req-abed3d66-340b-4abd-ad0c-a984801e11cb tempest-InstanceActionsNegativeTestJSON-1891438253 tempest-InstanceActionsNegativeTestJSON-1891438253-project] 10.222.0.88 "DELETE /v2.0/ports/3498e9a0-2066-43f1-8672-3de1187beddc HTTP/1.1" status: 204 len: 173 time: 0.9574809 Jul 16 03:39:05.477354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a355a6-3d7d-470a-b718-412dc6d4ec21', 'name': 'network-vif-deleted', 'tag': '3498e9a0-2066-43f1-8672-3de1187beddc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:05.486019 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 3226a225-1c40-466f-b1c2-65c19b035e78, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3226a225-1c40-466f-b1c2-65c19b035e78,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:05.496267 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d98f4b2-a8c3-4cc0-b4f1-1e0ca5646a76" -d '{"events": [{"server_uuid": "90a355a6-3d7d-470a-b718-412dc6d4ec21", "name": "network-vif-deleted", "tag": "3498e9a0-2066-43f1-8672-3de1187beddc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:05.505429 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '3226a225-1c40-466f-b1c2-65c19b035e78', 'network_id': '1d2082f3-f285-4b81-803c-37c5386ebabb', 'port_id': '3226a225-1c40-466f-b1c2-65c19b035e78', 'mac_address': 'fa:16:3e:23:49:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 906, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '460165b0-71f2-476d-a3c4-33a11989f907', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:05.567703 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.584392 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3226a225-1c40-466f-b1c2-65c19b035e78 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:05.610047 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 3226a225-1c40-466f-b1c2-65c19b035e78, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3226a225-1c40-466f-b1c2-65c19b035e78,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:05.621829 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faf9bd3-e516-4774-bd5a-35200732becc x-openstack-request-id: req-9faf9bd3-e516-4774-bd5a-35200732becc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:05.622335 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.622859 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a355a6-3d7d-470a-b718-412dc6d4ec21", "name": "network-vif-deleted", "tag": "3498e9a0-2066-43f1-8672-3de1187beddc", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:05.623326 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9faf9bd3-e516-4774-bd5a-35200732becc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:05.624012 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a355a6-3d7d-470a-b718-412dc6d4ec21', 'name': 'network-vif-deleted', 'tag': '3498e9a0-2066-43f1-8672-3de1187beddc', 'status': 'completed', 'code': 200} Jul 16 03:39:05.724000 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.751347 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1089b1a7-09d9-44f8-b16f-b77a04fe429c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:05.768703 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.768924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=3226a225-1c40-466f-b1c2-65c19b035e78,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:05.792225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Transition to ACTIVE for port object 1089b1a7-09d9-44f8-b16f-b77a04fe429c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:05.809798 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:05.882581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['3226a225-1c40-466f-b1c2-65c19b035e78'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:05.957318 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Pushing event updated for resources: {'Port': ['ID=1089b1a7-09d9-44f8-b16f-b77a04fe429c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:06.097532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776d724-8f2f-4aa6-9345-a15a1818379a req-bbcf970c-91f8-4f01-959f-25775028a64d tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.108460 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7776d724-8f2f-4aa6-9345-a15a1818379a req-bbcf970c-91f8-4f01-959f-25775028a64d tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 943 time: 0.2534356 Jul 16 03:39:06.146799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:06.182207 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Attempting to bind port 1089b1a7-09d9-44f8-b16f-b77a04fe429c on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:06.182529 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Attempting to bind port 1089b1a7-09d9-44f8-b16f-b77a04fe429c by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '2595ec63-a085-4549-a539-ca47440b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:06.182866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Attempting to bind port 1089b1a7-09d9-44f8-b16f-b77a04fe429c on network 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:06.197837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Port 1089b1a7-09d9-44f8-b16f-b77a04fe429c on network 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:39:06.198488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Attempting to bind port 1089b1a7-09d9-44f8-b16f-b77a04fe429c on network 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:06.213390 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7776d724-8f2f-4aa6-9345-a15a1818379a req-22c3a00b-244c-4b35-869e-6adb0000c032 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/security-groups?id=39782980-896b-4fa1-b82b-f29dce78160a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003098 Jul 16 03:39:06.216037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:06.216971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Checking segment: {'id': '2595ec63-a085-4549-a539-ca47440b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:06.217373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Bound using segment: {'id': '2595ec63-a085-4549-a539-ca47440b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:06.221017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Bound port: 1089b1a7-09d9-44f8-b16f-b77a04fe429c, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2595ec63-a085-4549-a539-ca47440b27fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:06.221597 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.319808 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4084102-69d7-42c5-afc5-ea447c0c1598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.339101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] For port 1089b1a7-09d9-44f8-b16f-b77a04fe429c, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:06.349002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] For port 1089b1a7-09d9-44f8-b16f-b77a04fe429c, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1089b1a7-09d9-44f8-b16f-b77a04fe429c,segment=NetworkSegment(2595ec63-a085-4549-a539-ca47440b27fd),segment_id=2595ec63-a085-4549-a539-ca47440b27fd)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:06.353944 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.417534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.418530 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.423062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] 10.222.0.88 "PUT /v2.0/ports/1089b1a7-09d9-44f8-b16f-b77a04fe429c HTTP/1.1" status: 200 len: 1091 time: 1.9112418 Jul 16 03:39:06.423835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9', 'tag': '1089b1a7-09d9-44f8-b16f-b77a04fe429c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:06.427572 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c45ca4b-6f62-4a91-bf48-8c10eab62b71" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9", "tag": "1089b1a7-09d9-44f8-b16f-b77a04fe429c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:06.467087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75454a-50e9-4ca8-8548-ad56bcfcb5dd service neutron] Pushing event updated for resources: {'Port': ['ID=1089b1a7-09d9-44f8-b16f-b77a04fe429c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:06.530192 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4aa0c6-1eff-4f17-9a1c-94f1c4797e47 x-openstack-request-id: req-0e4aa0c6-1eff-4f17-9a1c-94f1c4797e47 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:06.530482 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9", "tag": "1089b1a7-09d9-44f8-b16f-b77a04fe429c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:06.530786 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e4aa0c6-1eff-4f17-9a1c-94f1c4797e47 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:06.531845 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9', 'tag': '1089b1a7-09d9-44f8-b16f-b77a04fe429c', 'status': 'completed', 'code': 200} Jul 16 03:39:06.594786 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4084102-69d7-42c5-afc5-ea447c0c1598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.600799 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4084102-69d7-42c5-afc5-ea447c0c1598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.604634 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-77c914d3-e93f-4018-8812-bd1c0846f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.606406 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-77c914d3-e93f-4018-8812-bd1c0846f5f4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c2caf6f67c2403293058fd29f563147&device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 1094 time: 0.1138432 Jul 16 03:39:06.625963 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37128) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:06.682766 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-a61f463a-395b-4a44-a8c2-a6d96337090b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1089b1a7-09d9-44f8-b16f-b77a04fe429c HTTP/1.1" status: 200 len: 217 time: 0.0636518 Jul 16 03:39:06.713334 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d4084102-69d7-42c5-afc5-ea447c0c1598 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=210f02fd7ca74465a3e8c6a1b14bfdd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5653474 Jul 16 03:39:06.722522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37130) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:06.745789 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4084102-69d7-42c5-afc5-ea447c0c1598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843323e5-9567-4a3a-8607-6ed7da747942,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:06.799541 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-1571e728-9c10-4c0c-b337-ac95354d74c1 admin admin] Deleting subnet 9789416e-aeb7-4319-953a-4fcfffb1dfe8 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:39:06.809990 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1571e728-9c10-4c0c-b337-ac95354d74c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.811975 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-0c7e1422-e0c3-4ca0-a2b0-3c778b56efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.813509 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-0c7e1422-e0c3-4ca0-a2b0-3c778b56efbb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6008cdeb-85f8-4690-88ec-e5113a3661a6 HTTP/1.1" status: 200 len: 845 time: 0.1210964 Jul 16 03:39:06.867880 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95626603-7341-4379-b335-4efe9345a146 req-fa8a5ea0-7c59-401b-9f9d-10141961b165 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.869615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95626603-7341-4379-b335-4efe9345a146 req-fa8a5ea0-7c59-401b-9f9d-10141961b165 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 945 time: 0.1183033 Jul 16 03:39:06.882102 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4af439f9-207f-4489-a993-04f9c4fb6c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.909172 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4af439f9-207f-4489-a993-04f9c4fb6c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.923726 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1571e728-9c10-4c0c-b337-ac95354d74c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:06.941169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95626603-7341-4379-b335-4efe9345a146 req-31110b32-b8f3-403b-930a-1f722bf9be4c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540030 Jul 16 03:39:06.944122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-01d26cd9-b424-4281-bd65-d461a266df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:06.946233 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-01d26cd9-b424-4281-bd65-d461a266df9e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9ab188d6-7ce6-4006-9ea3-5af63b2214a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212146 Jul 16 03:39:06.999084 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1571e728-9c10-4c0c-b337-ac95354d74c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.050828 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4af439f9-207f-4489-a993-04f9c4fb6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.055348 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4af439f9-207f-4489-a993-04f9c4fb6c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.056718 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4af439f9-207f-4489-a993-04f9c4fb6c35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/843323e5-9567-4a3a-8607-6ed7da747942 HTTP/1.1" status: 204 len: 168 time: 0.3322728 Jul 16 03:39:07.074863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af439f9-207f-4489-a993-04f9c4fb6c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843323e5-9567-4a3a-8607-6ed7da747942,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:07.088205 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-e0fc7987-2202-4bff-9bc0-91a1ce232171 service neutron] 10.222.0.88 "GET /v2.0/networks/9ab188d6-7ce6-4006-9ea3-5af63b2214a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338465 Jul 16 03:39:07.103319 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1571e728-9c10-4c0c-b337-ac95354d74c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.135587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571e728-9c10-4c0c-b337-ac95354d74c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9789416e-aeb7-4319-953a-4fcfffb1dfe8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:07.140613 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1571e728-9c10-4c0c-b337-ac95354d74c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.144477 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1571e728-9c10-4c0c-b337-ac95354d74c1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9789416e-aeb7-4319-953a-4fcfffb1dfe8 HTTP/1.1" status: 204 len: 168 time: 0.5133164 Jul 16 03:39:07.146456 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37140) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:07.201642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d8773f2-c901-4766-8d68-0d3c9e4808a3 req-5a40f2bd-bbb4-451d-bf91-4212b5c131bc service neutron] 10.222.0.88 "GET /v2.0/networks/9ab188d6-7ce6-4006-9ea3-5af63b2214a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027195 Jul 16 03:39:07.231620 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf69a177-fff4-4bcb-9c77-d36f82a12f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.254548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3226a225-1c40-466f-b1c2-65c19b035e78 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:07.352761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 3226a225-1c40-466f-b1c2-65c19b035e78 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:07.362488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 3226a225-1c40-466f-b1c2-65c19b035e78 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:07.362973 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.383977 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf69a177-fff4-4bcb-9c77-d36f82a12f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.418311 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-bf69a177-fff4-4bcb-9c77-d36f82a12f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84115d8a-054d-46d4-97d3-ff591a6486af']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:07.440615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45ca4b-6f62-4a91-bf48-8c10eab62b71 req-efb5b40f-adca-4243-b2f2-588aa505e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.442145 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c45ca4b-6f62-4a91-bf48-8c10eab62b71 req-efb5b40f-adca-4243-b2f2-588aa505e020 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c2caf6f67c2403293058fd29f563147&device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 1094 time: 0.1709793 Jul 16 03:39:07.443136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-bf69a177-fff4-4bcb-9c77-d36f82a12f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a884b1-7179-495e-802e-a999109a3ee7') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:07.443628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-bf69a177-fff4-4bcb-9c77-d36f82a12f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a884b1-7179-495e-802e-a999109a3ee7') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:07.457807 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf69a177-fff4-4bcb-9c77-d36f82a12f4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.483026 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf69a177-fff4-4bcb-9c77-d36f82a12f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.499241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf69a177-fff4-4bcb-9c77-d36f82a12f4e admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:07.499914 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf69a177-fff4-4bcb-9c77-d36f82a12f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:07.504593 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:07.517368 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.550567 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37146) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:07.554419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 3226a225-1c40-466f-b1c2-65c19b035e78, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3226a225-1c40-466f-b1c2-65c19b035e78,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:07.555709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebed817-eaa1-46a6-81cb-9b12256da5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3226a225-1c40-466f-b1c2-65c19b035e78'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:07.559142 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4be7966-e7d2-463b-ae7e-36efadab360f" -d '{"events": [{"server_uuid": "5ebed817-eaa1-46a6-81cb-9b12256da5dd", "name": "network-vif-plugged", "status": "completed", "tag": "3226a225-1c40-466f-b1c2-65c19b035e78"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:07.562912 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.581701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45ca4b-6f62-4a91-bf48-8c10eab62b71 req-494ec8e7-ba4d-47bc-9b4e-f65985dc1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.583177 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c45ca4b-6f62-4a91-bf48-8c10eab62b71 req-494ec8e7-ba4d-47bc-9b4e-f65985dc1e80 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9ab188d6-7ce6-4006-9ea3-5af63b2214a9 HTTP/1.1" status: 200 len: 907 time: 0.1280565 Jul 16 03:39:07.645963 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc56028b-0bb4-45ff-8d98-762bdd83e6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.650670 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf69a177-fff4-4bcb-9c77-d36f82a12f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.663025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d73279-e4cf-4107-a6b9-4b15f7de7aa5 req-5138afa6-fa4d-4d5b-b078-afc30751ae45 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.663614 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=3226a225-1c40-466f-b1c2-65c19b035e78,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:07.668267 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf9e56f-41cd-467b-9ec6-967711af2c4a x-openstack-request-id: req-4bf9e56f-41cd-467b-9ec6-967711af2c4a {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:07.668661 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebed817-eaa1-46a6-81cb-9b12256da5dd", "name": "network-vif-plugged", "status": "completed", "tag": "3226a225-1c40-466f-b1c2-65c19b035e78", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:07.668841 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bf9e56f-41cd-467b-9ec6-967711af2c4a {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:07.669231 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebed817-eaa1-46a6-81cb-9b12256da5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3226a225-1c40-466f-b1c2-65c19b035e78', 'code': 200} Jul 16 03:39:07.671578 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6d73279-e4cf-4107-a6b9-4b15f7de7aa5 req-5138afa6-fa4d-4d5b-b078-afc30751ae45 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 943 time: 0.3185635 Jul 16 03:39:07.681244 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c45ca4b-6f62-4a91-bf48-8c10eab62b71 req-614a4291-58ca-4a2c-9e64-de1fb25515b3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1089b1a7-09d9-44f8-b16f-b77a04fe429c HTTP/1.1" status: 200 len: 217 time: 0.0879407 Jul 16 03:39:07.684403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf69a177-fff4-4bcb-9c77-d36f82a12f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.686466 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bf69a177-fff4-4bcb-9c77-d36f82a12f4e admin admin] 10.222.0.18 "DELETE /v2.0/networks/84115d8a-054d-46d4-97d3-ff591a6486af HTTP/1.1" status: 204 len: 168 time: 0.5388210 Jul 16 03:39:07.710876 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69a177-fff4-4bcb-9c77-d36f82a12f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=84115d8a-054d-46d4-97d3-ff591a6486af,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:07.836683 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6d73279-e4cf-4107-a6b9-4b15f7de7aa5 req-b9cedc1c-0ebd-46f7-b5fd-435c0690abc1 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/security-groups?id=39782980-896b-4fa1-b82b-f29dce78160a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637144 Jul 16 03:39:07.856461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45ca4b-6f62-4a91-bf48-8c10eab62b71 req-6f18bab9-4f42-4d90-a849-31869bedc799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.859109 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c45ca4b-6f62-4a91-bf48-8c10eab62b71 req-6f18bab9-4f42-4d90-a849-31869bedc799 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6008cdeb-85f8-4690-88ec-e5113a3661a6 HTTP/1.1" status: 200 len: 845 time: 0.1673038 Jul 16 03:39:07.900593 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc56028b-0bb4-45ff-8d98-762bdd83e6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.904679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc56028b-0bb4-45ff-8d98-762bdd83e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:07.957961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21465e1-d09c-410c-958a-1baa651cdb1f req-6d7f0cea-a0cc-4712-9f8d-48205fc5b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:07.960057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a21465e1-d09c-410c-958a-1baa651cdb1f req-6d7f0cea-a0cc-4712-9f8d-48205fc5b262 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 1097 time: 0.2039864 Jul 16 03:39:07.967484 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cc56028b-0bb4-45ff-8d98-762bdd83e6bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7376c3a4eb75468bb81ec51f9f7dbb64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158933 Jul 16 03:39:07.971527 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37156) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:08.016892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a21465e1-d09c-410c-958a-1baa651cdb1f req-967be290-a0e2-46fb-af73-4cc250876de9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465848 Jul 16 03:39:08.024013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45ca4b-6f62-4a91-bf48-8c10eab62b71 req-fd561109-f483-4b07-95f3-bfce6a946eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.026526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c45ca4b-6f62-4a91-bf48-8c10eab62b71 req-fd561109-f483-4b07-95f3-bfce6a946eea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9ab188d6-7ce6-4006-9ea3-5af63b2214a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1586161 Jul 16 03:39:08.053310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56028b-0bb4-45ff-8d98-762bdd83e6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c7d009-ca3f-4536-ac87-90fb6bdf5dd1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:08.136847 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:08.171418 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6edddd07-38e4-49b2-81ec-9119a4a61c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.198192 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6edddd07-38e4-49b2-81ec-9119a4a61c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.247829 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c45ca4b-6f62-4a91-bf48-8c10eab62b71 req-5fcd5da0-44bb-4b11-8d56-787b310986ea service neutron] 10.222.0.88 "GET /v2.0/networks/9ab188d6-7ce6-4006-9ea3-5af63b2214a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129166 Jul 16 03:39:08.255744 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6edddd07-38e4-49b2-81ec-9119a4a61c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.255932 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c3a82d09-3fa9-48cd-9782-d4909d7a00eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b9fc693bafc4d88a15e29d097111f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1167579 Jul 16 03:39:08.256573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:08.257644 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6edddd07-38e4-49b2-81ec-9119a4a61c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.258894 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6edddd07-38e4-49b2-81ec-9119a4a61c79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1c7d009-ca3f-4536-ac87-90fb6bdf5dd1 HTTP/1.1" status: 204 len: 168 time: 0.2091227 Jul 16 03:39:08.268873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edddd07-38e4-49b2-81ec-9119a4a61c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c7d009-ca3f-4536-ac87-90fb6bdf5dd1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:08.368295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a9bf8-27cd-493c-8523-9b44412ef554 req-68fe9e78-e5d4-4982-8ea5-1fda864f42d9 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:08.369839 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a43a9bf8-27cd-493c-8523-9b44412ef554 req-68fe9e78-e5d4-4982-8ea5-1fda864f42d9 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 946 time: 0.2071347 Jul 16 03:39:08.548857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c45ca4b-6f62-4a91-bf48-8c10eab62b71 req-62ab7750-07f6-445a-a1ff-561b6d024eaf service neutron] 10.222.0.88 "GET /v2.0/networks/9ab188d6-7ce6-4006-9ea3-5af63b2214a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804649 Jul 16 03:39:08.554483 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f0b9-413f-45ec-874a-f048046b394e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.571536 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a43a9bf8-27cd-493c-8523-9b44412ef554 req-e4511ee9-2f3c-4924-8adb-f88f525a2094 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920550 Jul 16 03:39:08.634697 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f0b9-413f-45ec-874a-f048046b394e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.687301 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f0b9-413f-45ec-874a-f048046b394e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.692023 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f0b9-413f-45ec-874a-f048046b394e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:08.702681 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f1e0f0b9-413f-45ec-874a-f048046b394e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e81b770-1aa0-45ef-a7e7-fbca07e379fe HTTP/1.1" status: 204 len: 168 time: 0.4298260 Jul 16 03:39:08.711842 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0f0b9-413f-45ec-874a-f048046b394e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e81b770-1aa0-45ef-a7e7-fbca07e379fe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:09.149603 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18698030-4271-4cb4-8791-5a3e6bcc16aa req-c541daaf-5d03-42e2-b08e-f603965ce41d tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.158849 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18698030-4271-4cb4-8791-5a3e6bcc16aa req-c541daaf-5d03-42e2-b08e-f603965ce41d tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 943 time: 0.1601913 Jul 16 03:39:09.261514 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18698030-4271-4cb4-8791-5a3e6bcc16aa req-2ecbc9ba-24b9-43c7-bcd9-1bf502bd246f tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/security-groups?id=39782980-896b-4fa1-b82b-f29dce78160a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835838 Jul 16 03:39:09.790780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1089b1a7-09d9-44f8-b16f-b77a04fe429c details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:09.793505 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 3498e9a0-2066-43f1-8672-3de1187beddc no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:09.865359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 3498e9a0-2066-43f1-8672-3de1187beddc {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:09.866078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 3498e9a0-2066-43f1-8672-3de1187beddc not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:09.880282 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706b6f6-9f0c-4bc5-b92b-348a975554b8 req-7673641b-39fd-438f-9bcc-64d826c0015d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:09.886226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a706b6f6-9f0c-4bc5-b92b-348a975554b8 req-7673641b-39fd-438f-9bcc-64d826c0015d tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 946 time: 0.1556380 Jul 16 03:39:09.968665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a706b6f6-9f0c-4bc5-b92b-348a975554b8 req-d974f3fd-3dec-439c-8b4d-8ec96ceb363a tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728047 Jul 16 03:39:09.993656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1089b1a7-09d9-44f8-b16f-b77a04fe429c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1089b1a7-09d9-44f8-b16f-b77a04fe429c,segment=NetworkSegment(2595ec63-a085-4549-a539-ca47440b27fd),segment_id=2595ec63-a085-4549-a539-ca47440b27fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:10.007335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '1089b1a7-09d9-44f8-b16f-b77a04fe429c', 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'port_id': '1089b1a7-09d9-44f8-b16f-b77a04fe429c', 'mac_address': 'fa:16:3e:05:1a:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:10.059074 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.075214 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1089b1a7-09d9-44f8-b16f-b77a04fe429c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:10.106755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1089b1a7-09d9-44f8-b16f-b77a04fe429c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1089b1a7-09d9-44f8-b16f-b77a04fe429c,segment=NetworkSegment(2595ec63-a085-4549-a539-ca47440b27fd),segment_id=2595ec63-a085-4549-a539-ca47440b27fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:10.122021 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:10.213555 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=1089b1a7-09d9-44f8-b16f-b77a04fe429c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:10.467670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['1089b1a7-09d9-44f8-b16f-b77a04fe429c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:10.498236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37252) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:10.617894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c886c4e-a305-4bf3-b8c9-62d4797de253 req-b3a4768b-abf1-403f-8ebf-c1c4715feb79 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.625070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c886c4e-a305-4bf3-b8c9-62d4797de253 req-b3a4768b-abf1-403f-8ebf-c1c4715feb79 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 944 time: 0.1889594 Jul 16 03:39:10.643648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49459b46-6041-4f94-b226-d8632db74d3c req-5472ba19-60c7-4df1-8d54-2ffe4011f6ac tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:10.645220 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49459b46-6041-4f94-b226-d8632db74d3c req-5472ba19-60c7-4df1-8d54-2ffe4011f6ac tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 946 time: 0.1457884 Jul 16 03:39:10.702484 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49459b46-6041-4f94-b226-d8632db74d3c req-40889660-313f-446c-97af-aed559ca9704 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491874 Jul 16 03:39:10.736143 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c886c4e-a305-4bf3-b8c9-62d4797de253 req-b141fdd0-3c52-4d8e-a02c-b4b85a835ec2 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/security-groups?id=39782980-896b-4fa1-b82b-f29dce78160a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100268 Jul 16 03:39:10.934983 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f578cc5-d68b-41f9-87a1-2992edc6c598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.068238 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f578cc5-d68b-41f9-87a1-2992edc6c598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.072999 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f578cc5-d68b-41f9-87a1-2992edc6c598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.121743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f578cc5-d68b-41f9-87a1-2992edc6c598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1074133a-e0cd-4437-ae3a-99dff2528e06,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:11.132597 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7f578cc5-d68b-41f9-87a1-2992edc6c598 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b4ae718bf4c472289554096e454dd01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6329937 Jul 16 03:39:11.132873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:11.197519 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-892f2c53-7204-4076-ad4e-4bec966abcbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.223546 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-892f2c53-7204-4076-ad4e-4bec966abcbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.284816 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-892f2c53-7204-4076-ad4e-4bec966abcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.288022 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-892f2c53-7204-4076-ad4e-4bec966abcbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:11.289387 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-892f2c53-7204-4076-ad4e-4bec966abcbc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1074133a-e0cd-4437-ae3a-99dff2528e06 HTTP/1.1" status: 204 len: 168 time: 0.1536896 Jul 16 03:39:11.297637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f2c53-7204-4076-ad4e-4bec966abcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1074133a-e0cd-4437-ae3a-99dff2528e06,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:11.804228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1089b1a7-09d9-44f8-b16f-b77a04fe429c up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:11.832606 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3eed827-37df-4f0f-b6e9-94d93f7bd73d req-f65bbeb1-29e2-4402-80ae-ef2aee4e2d02 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1071789 Jul 16 03:39:11.895384 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 1089b1a7-09d9-44f8-b16f-b77a04fe429c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:11.899730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 1089b1a7-09d9-44f8-b16f-b77a04fe429c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:11.900139 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:12.019254 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:12.045270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1089b1a7-09d9-44f8-b16f-b77a04fe429c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:12.049444 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aded508-3628-4518-90de-d377cb8821d3" -d '{"events": [{"server_uuid": "e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9", "name": "network-vif-plugged", "status": "completed", "tag": "1089b1a7-09d9-44f8-b16f-b77a04fe429c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:12.063519 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1089b1a7-09d9-44f8-b16f-b77a04fe429c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1089b1a7-09d9-44f8-b16f-b77a04fe429c,segment=NetworkSegment(2595ec63-a085-4549-a539-ca47440b27fd),segment_id=2595ec63-a085-4549-a539-ca47440b27fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:12.069055 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:12.089004 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3f632-4441-4154-af89-f6ec48a93ac6 req-3372a45c-5d3f-4f02-bdfa-4296bc68d52f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.098666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27e3f632-4441-4154-af89-f6ec48a93ac6 req-3372a45c-5d3f-4f02-bdfa-4296bc68d52f tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 946 time: 0.2355118 Jul 16 03:39:12.105889 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eed827-37df-4f0f-b6e9-94d93f7bd73d req-bfbfd888-6932-4efe-af71-5c78c9647d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.107497 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3eed827-37df-4f0f-b6e9-94d93f7bd73d req-bfbfd888-6932-4efe-af71-5c78c9647d38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69feb84b2a1a46dc9a17a131d3823f84&device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 1097 time: 0.1870813 Jul 16 03:39:12.134831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e6752-d3e1-4937-8ced-3c70d3878743 req-b4b1cbb0-7064-4038-89ff-d5155e7b50fe tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.137526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-527e6752-d3e1-4937-8ced-3c70d3878743 req-b4b1cbb0-7064-4038-89ff-d5155e7b50fe tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 944 time: 0.2043962 Jul 16 03:39:12.159905 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=1089b1a7-09d9-44f8-b16f-b77a04fe429c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:12.221300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27e3f632-4441-4154-af89-f6ec48a93ac6 req-ddb1328b-15df-4a93-99f5-211b98b0fbeb tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190176 Jul 16 03:39:12.403507 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e37b1e3-a546-424d-a475-5d7b964354f4 x-openstack-request-id: req-5e37b1e3-a546-424d-a475-5d7b964354f4 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:12.404077 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9", "name": "network-vif-plugged", "status": "completed", "tag": "1089b1a7-09d9-44f8-b16f-b77a04fe429c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:12.404592 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e37b1e3-a546-424d-a475-5d7b964354f4 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:12.406872 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1089b1a7-09d9-44f8-b16f-b77a04fe429c', 'code': 200} Jul 16 03:39:12.575381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37348) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:12.653064 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-527e6752-d3e1-4937-8ced-3c70d3878743 req-914d4672-1728-423e-b209-2f5454a164e7 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/security-groups?id=39782980-896b-4fa1-b82b-f29dce78160a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5024276 Jul 16 03:39:12.681171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eed827-37df-4f0f-b6e9-94d93f7bd73d req-798c2873-36a1-40e1-b83b-558edcf2c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.682639 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3eed827-37df-4f0f-b6e9-94d93f7bd73d req-798c2873-36a1-40e1-b83b-558edcf2c7a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c7e975-c657-4bd7-a136-c5c84a957407 HTTP/1.1" status: 200 len: 912 time: 0.5424912 Jul 16 03:39:12.700260 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bebe837f-d2aa-45d6-9a63-a094e2065f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:12.769503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b13e14-d016-4409-9d5c-220424d9b530 req-ef8a0bd1-d2a1-4da6-97a0-2fca26b3d742 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.770996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-88b13e14-d016-4409-9d5c-220424d9b530 req-ef8a0bd1-d2a1-4da6-97a0-2fca26b3d742 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.1897347 Jul 16 03:39:12.774970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f3574-d303-4f6a-9124-69db48405cb0 req-87cf1971-b80b-47e8-86d5-fa1f176bac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.776497 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4b5f3574-d303-4f6a-9124-69db48405cb0 req-87cf1971-b80b-47e8-86d5-fa1f176bac5a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 1096 time: 0.1939394 Jul 16 03:39:12.783801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3eed827-37df-4f0f-b6e9-94d93f7bd73d req-9d74d2f9-fcc3-45af-8895-f72a307d0273 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ef2949-5710-4d08-adf3-d7e192d0901c HTTP/1.1" status: 200 len: 1001 time: 0.0899537 Jul 16 03:39:12.805806 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bebe837f-d2aa-45d6-9a63-a094e2065f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:12.809672 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bebe837f-d2aa-45d6-9a63-a094e2065f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:12.851294 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bebe837f-d2aa-45d6-9a63-a094e2065f84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4475e356177c42eb9bba7758afffc8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747056 Jul 16 03:39:12.852898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37354) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:12.878348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4b5f3574-d303-4f6a-9124-69db48405cb0 req-ae288c96-63c5-4304-ab7b-ac94b1307063 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=39782980-896b-4fa1-b82b-f29dce78160a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936396 Jul 16 03:39:12.882512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe837f-d2aa-45d6-9a63-a094e2065f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a19553-0f88-4c8f-bfef-11bf49ba8f81,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:12.886850 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-88b13e14-d016-4409-9d5c-220424d9b530 req-04d5fe55-7ecc-4aad-a83a-691f2e0b00ec tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963669 Jul 16 03:39:12.888384 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eed827-37df-4f0f-b6e9-94d93f7bd73d req-31de501d-1305-4a24-bd85-00ac0243c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:12.890230 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3eed827-37df-4f0f-b6e9-94d93f7bd73d req-31de501d-1305-4a24-bd85-00ac0243c3a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc HTTP/1.1" status: 200 len: 850 time: 0.0983379 Jul 16 03:39:12.916211 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdfa319f-22f3-419e-b0fe-d69f9538ff8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:12.938420 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdfa319f-22f3-419e-b0fe-d69f9538ff8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.011943 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eed827-37df-4f0f-b6e9-94d93f7bd73d req-8b9a68ca-280c-48f9-8fc7-bad137527f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.013904 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3eed827-37df-4f0f-b6e9-94d93f7bd73d req-8b9a68ca-280c-48f9-8fc7-bad137527f21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c7e975-c657-4bd7-a136-c5c84a957407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172812 Jul 16 03:39:13.046888 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdfa319f-22f3-419e-b0fe-d69f9538ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.051259 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdfa319f-22f3-419e-b0fe-d69f9538ff8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.053015 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bdfa319f-22f3-419e-b0fe-d69f9538ff8a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/94a19553-0f88-4c8f-bfef-11bf49ba8f81 HTTP/1.1" status: 204 len: 168 time: 0.1991994 Jul 16 03:39:13.061822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa319f-22f3-419e-b0fe-d69f9538ff8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a19553-0f88-4c8f-bfef-11bf49ba8f81,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:13.138912 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3eed827-37df-4f0f-b6e9-94d93f7bd73d req-f03f94ea-0dc4-4e78-aae6-e16b3f0d0106 service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160793 Jul 16 03:39:13.246435 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37374) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:13.258881 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3eed827-37df-4f0f-b6e9-94d93f7bd73d req-3ba68c64-6d71-4e68-8b85-7dc97e829032 service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117475 Jul 16 03:39:13.399013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c91b1-0d1c-416d-948d-38ae8aa2c5c5 req-67403f74-ee64-4e1a-baf1-eca4b3e46b7c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.409187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd3c91b1-0d1c-416d-948d-38ae8aa2c5c5 req-67403f74-ee64-4e1a-baf1-eca4b3e46b7c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 946 time: 0.0823202 Jul 16 03:39:13.432698 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe75f-d46e-494e-94dc-14f2fba72568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.472477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd3c91b1-0d1c-416d-948d-38ae8aa2c5c5 req-6dfc600c-f9c3-4b8f-9cf1-8f89f772c1fb tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620766 Jul 16 03:39:13.512685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:13.529070 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-711e9b81-7941-4d90-bae8-33890f5e396e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.557295 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe75f-d46e-494e-94dc-14f2fba72568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.562102 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0dbe75f-d46e-494e-94dc-14f2fba72568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.616192 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a0dbe75f-d46e-494e-94dc-14f2fba72568 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=493c3385c448431ab7d7105cd9ca72ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3664308 Jul 16 03:39:13.616192 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbe75f-d46e-494e-94dc-14f2fba72568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab08e5ae-e0b1-47b9-b255-967901aa6566,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:13.618294 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:13.746226 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-711e9b81-7941-4d90-bae8-33890f5e396e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.755327 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6e0d-81aa-4a85-bfe6-5a7929e8e986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.756840 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-711e9b81-7941-4d90-bae8-33890f5e396e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.769121 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9bd014-dd9c-42ea-b6f6-81e727db3513 req-e55af884-27bb-4957-920f-bd9d6c314154 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.770621 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a9bd014-dd9c-42ea-b6f6-81e727db3513 req-e55af884-27bb-4957-920f-bd9d6c314154 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.1511889 Jul 16 03:39:13.868753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-711e9b81-7941-4d90-bae8-33890f5e396e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=599de0cb9dff49478f2e3da4a346af02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550229 Jul 16 03:39:13.870747 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6e0d-81aa-4a85-bfe6-5a7929e8e986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.871715 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37392) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:13.882000 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e9b81-7941-4d90-bae8-33890f5e396e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4291c58-37ff-4b80-89cf-dce5b4676f85,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:13.909280 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a9bd014-dd9c-42ea-b6f6-81e727db3513 req-91deedab-a8b7-4156-b79a-a8cc7784edac tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298807 Jul 16 03:39:13.951367 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec33d290-a888-4740-aa64-1b92d0a66fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.956980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fec0c7-8127-48f2-8c8a-3ed50674a674 req-f7f1a1bb-cb09-4840-93e8-b4fa54c40c51 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:13.958502 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9fec0c7-8127-48f2-8c8a-3ed50674a674 req-f7f1a1bb-cb09-4840-93e8-b4fa54c40c51 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 945 time: 0.1869919 Jul 16 03:39:13.973718 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec33d290-a888-4740-aa64-1b92d0a66fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.974312 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6e0d-81aa-4a85-bfe6-5a7929e8e986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.976827 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6e0d-81aa-4a85-bfe6-5a7929e8e986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:13.977903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2c1d6e0d-81aa-4a85-bfe6-5a7929e8e986 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab08e5ae-e0b1-47b9-b255-967901aa6566 HTTP/1.1" status: 204 len: 168 time: 0.3572798 Jul 16 03:39:13.994014 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d6e0d-81aa-4a85-bfe6-5a7929e8e986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab08e5ae-e0b1-47b9-b255-967901aa6566,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:14.011857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9fec0c7-8127-48f2-8c8a-3ed50674a674 req-ada5df47-8fff-486b-a645-066006f58868 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/security-groups?id=39782980-896b-4fa1-b82b-f29dce78160a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468225 Jul 16 03:39:14.027777 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec33d290-a888-4740-aa64-1b92d0a66fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.030815 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec33d290-a888-4740-aa64-1b92d0a66fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:14.032006 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ec33d290-a888-4740-aa64-1b92d0a66fdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4291c58-37ff-4b80-89cf-dce5b4676f85 HTTP/1.1" status: 204 len: 168 time: 0.1591201 Jul 16 03:39:14.041747 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33d290-a888-4740-aa64-1b92d0a66fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4291c58-37ff-4b80-89cf-dce5b4676f85,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:14.678053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a651bc-72f4-467f-bb4d-64a3b426ecf7 req-bf8d76f5-c2fe-4d24-9258-b8a6e951e104 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:14.679577 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c1a651bc-72f4-467f-bb4d-64a3b426ecf7 req-bf8d76f5-c2fe-4d24-9258-b8a6e951e104 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 946 time: 0.0917850 Jul 16 03:39:14.736223 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c1a651bc-72f4-467f-bb4d-64a3b426ecf7 req-fc9c158a-fbda-40ce-89c5-490ba0dc8bd1 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c26f468-4f4d-4146-8aff-301b26264d1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367472 Jul 16 03:39:15.006846 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db2f7f-378d-47b8-acde-c418d1f4d6d5 req-885d188e-f39e-4d2c-a7e7-4b580ca3eb7c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.010831 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63db2f7f-378d-47b8-acde-c418d1f4d6d5 req-885d188e-f39e-4d2c-a7e7-4b580ca3eb7c tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 946 time: 0.1386769 Jul 16 03:39:15.283538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c2557a60-55c2-41e3-851f-8a9db2327477 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:15.394908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-63db2f7f-378d-47b8-acde-c418d1f4d6d5 req-6780de29-d779-405d-9ae2-0df3d78ca3b5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Deleting port 3226a225-1c40-466f-b1c2-65c19b035e78 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:15.395251 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63db2f7f-378d-47b8-acde-c418d1f4d6d5 req-6780de29-d779-405d-9ae2-0df3d78ca3b5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.443940 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b2041-9e27-480f-b4bd-16ebeac29c62 req-3eed3efa-7916-4975-83a6-9b3f57655bad tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.452568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f43b2041-9e27-480f-b4bd-16ebeac29c62 req-3eed3efa-7916-4975-83a6-9b3f57655bad tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 945 time: 0.2056203 Jul 16 03:39:15.461694 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.502687 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2320a1e-2233-486a-b03e-f03aabc22bae req-be732b83-fa94-475b-9861-7c96f6076f89 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:15.510128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2320a1e-2233-486a-b03e-f03aabc22bae req-be732b83-fa94-475b-9861-7c96f6076f89 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.2995620 Jul 16 03:39:15.520895 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:15.524733 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb16d0e6-a5fb-45aa-8067-c5f9b72d9773" -d '{"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-unplugged", "status": "completed", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:15.549896 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:15.555790 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.594165 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f43b2041-9e27-480f-b4bd-16ebeac29c62 req-d2c81031-3ac0-4e24-861d-bd94174f5526 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/security-groups?id=39782980-896b-4fa1-b82b-f29dce78160a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406317 Jul 16 03:39:15.653448 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c2557a60-55c2-41e3-851f-8a9db2327477,revision_number=11']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:15.673247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2320a1e-2233-486a-b03e-f03aabc22bae req-cfadcce7-2cfc-4053-b88c-da0cfb9add24 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615593 Jul 16 03:39:15.689157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-63db2f7f-378d-47b8-acde-c418d1f4d6d5 req-6780de29-d779-405d-9ae2-0df3d78ca3b5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] For port 3226a225-1c40-466f-b1c2-65c19b035e78, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3226a225-1c40-466f-b1c2-65c19b035e78,segment=NetworkSegment(436a2272-ee67-4448-86a8-a581c1dad6f7),segment_id=436a2272-ee67-4448-86a8-a581c1dad6f7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:15.690150 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63db2f7f-378d-47b8-acde-c418d1f4d6d5 req-6780de29-d779-405d-9ae2-0df3d78ca3b5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.705319 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-63db2f7f-378d-47b8-acde-c418d1f4d6d5 req-6780de29-d779-405d-9ae2-0df3d78ca3b5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Calling delete_port for 3226a225-1c40-466f-b1c2-65c19b035e78 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:15.715679 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc0b860-7097-4801-9ea3-09dba8abf0b5 x-openstack-request-id: req-abc0b860-7097-4801-9ea3-09dba8abf0b5 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:15.716268 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-unplugged", "status": "completed", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:15.716879 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abc0b860-7097-4801-9ea3-09dba8abf0b5 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:15.717642 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'code': 200} Jul 16 03:39:15.854560 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63db2f7f-378d-47b8-acde-c418d1f4d6d5 req-6780de29-d779-405d-9ae2-0df3d78ca3b5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.867755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['3226a225-1c40-466f-b1c2-65c19b035e78'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:15.908487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780de29-d779-405d-9ae2-0df3d78ca3b5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Pushing event deleted for resources: {'Port': ['ID=3226a225-1c40-466f-b1c2-65c19b035e78,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:15.953076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-63db2f7f-378d-47b8-acde-c418d1f4d6d5 req-6780de29-d779-405d-9ae2-0df3d78ca3b5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] No DVR routers for this DVR port 3226a225-1c40-466f-b1c2-65c19b035e78 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:39:15.985352 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-63db2f7f-378d-47b8-acde-c418d1f4d6d5 req-6780de29-d779-405d-9ae2-0df3d78ca3b5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:15.987476 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63db2f7f-378d-47b8-acde-c418d1f4d6d5 req-6780de29-d779-405d-9ae2-0df3d78ca3b5 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.20 "DELETE /v2.0/ports/3226a225-1c40-466f-b1c2-65c19b035e78 HTTP/1.1" status: 204 len: 173 time: 0.9712272 Jul 16 03:39:15.987969 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebed817-eaa1-46a6-81cb-9b12256da5dd', 'name': 'network-vif-deleted', 'tag': '3226a225-1c40-466f-b1c2-65c19b035e78'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:15.990362 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bda4f3-62b7-4442-b7d1-399479599d05" -d '{"events": [{"server_uuid": "5ebed817-eaa1-46a6-81cb-9b12256da5dd", "name": "network-vif-deleted", "tag": "3226a225-1c40-466f-b1c2-65c19b035e78"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:16.038438 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94cbdeaf-d047-4d0b-82f3-e1bcbc738a9c req-980608dd-61f6-4e76-adc4-2830d40659a6 tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ebed817-eaa1-46a6-81cb-9b12256da5dd HTTP/1.1" status: 200 len: 210 time: 0.0442250 Jul 16 03:39:16.128693 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7f28da-dcb4-4bc0-8720-69a491a9a579 x-openstack-request-id: req-0f7f28da-dcb4-4bc0-8720-69a491a9a579 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:16.132555 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebed817-eaa1-46a6-81cb-9b12256da5dd", "name": "network-vif-deleted", "tag": "3226a225-1c40-466f-b1c2-65c19b035e78", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:16.132859 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f7f28da-dcb4-4bc0-8720-69a491a9a579 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:16.133321 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebed817-eaa1-46a6-81cb-9b12256da5dd', 'name': 'network-vif-deleted', 'tag': '3226a225-1c40-466f-b1c2-65c19b035e78', 'status': 'completed', 'code': 200} Jul 16 03:39:16.152693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55a3d8-1e1a-4e25-8fc6-385b42d0d8fe req-7bd0758f-1588-4b1e-9efc-3147f4102312 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.157742 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5b55a3d8-1e1a-4e25-8fc6-385b42d0d8fe req-7bd0758f-1588-4b1e-9efc-3147f4102312 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 945 time: 0.2063417 Jul 16 03:39:16.163506 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:16.169485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e0542fc3-a1b2-45d9-8acd-3ab6b7f854ad tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Request body: {'floatingip': {'port_id': '1089b1a7-09d9-44f8-b16f-b77a04fe429c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:16.235064 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0542fc3-a1b2-45d9-8acd-3ab6b7f854ad tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:16.801354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37528) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:16.816695 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0542fc3-a1b2-45d9-8acd-3ab6b7f854ad tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:16.829348 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0542fc3-a1b2-45d9-8acd-3ab6b7f854ad tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:16.928704 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f749b6b-0c2e-4102-8cab-027869644798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:16.987460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb83bb-fc1f-4afd-805d-7856e45b394c req-3b88237c-db1f-4dc9-8462-309ffe5c67f4 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:16.989046 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64bb83bb-fc1f-4afd-805d-7856e45b394c req-3b88237c-db1f-4dc9-8462-309ffe5c67f4 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1711736 Jul 16 03:39:16.992104 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-e0542fc3-a1b2-45d9-8acd-3ab6b7f854ad tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Floating IP b77c4054-d11b-464d-b015-88437434007d associated. External IP: 172.25.3.80, port: 1089b1a7-09d9-44f8-b16f-b77a04fe429c. Jul 16 03:39:17.052516 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f749b6b-0c2e-4102-8cab-027869644798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:17.057072 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f749b6b-0c2e-4102-8cab-027869644798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:17.109326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:17.109730 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3f749b6b-0c2e-4102-8cab-027869644798 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41a4909ec56b4efeb46b9e2b880f81f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3064702 Jul 16 03:39:17.112790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f749b6b-0c2e-4102-8cab-027869644798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cce408d-6f11-4bce-8cda-524f5a6bdd84,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:17.157650 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64bb83bb-fc1f-4afd-805d-7856e45b394c req-bdea8902-0c89-4466-bf7a-d3b8d1e7c4c9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588806 Jul 16 03:39:17.264001 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f6ea342-e99e-45c8-a4ec-8cd2593ba631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:17.289060 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c2557a60-55c2-41e3-851f-8a9db2327477 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:17.296673 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f6ea342-e99e-45c8-a4ec-8cd2593ba631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:17.469989 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:17.494636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'port_id': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'mac_address': 'fa:16:3e:2b:1f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:17.558081 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f6ea342-e99e-45c8-a4ec-8cd2593ba631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:17.561256 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f6ea342-e99e-45c8-a4ec-8cd2593ba631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:17.562503 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6f6ea342-e99e-45c8-a4ec-8cd2593ba631 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1cce408d-6f11-4bce-8cda-524f5a6bdd84 HTTP/1.1" status: 204 len: 168 time: 0.4454236 Jul 16 03:39:17.595120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ea342-e99e-45c8-a4ec-8cd2593ba631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cce408d-6f11-4bce-8cda-524f5a6bdd84,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:17.598639 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:17.617054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0542fc3-a1b2-45d9-8acd-3ab6b7f854ad tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Router b6d13f89-9d38-4085-8972-a694a989a879 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:39:17.663015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2557a60-55c2-41e3-851f-8a9db2327477 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:17.687954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:17.692724 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:17.774579 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c2557a60-55c2-41e3-851f-8a9db2327477,revision_number=12']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:17.802791 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c2557a60-55c2-41e3-851f-8a9db2327477'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:17.867681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0542fc3-a1b2-45d9-8acd-3ab6b7f854ad tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:39:17.879415 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0542fc3-a1b2-45d9-8acd-3ab6b7f854ad tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:17.881475 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efeb000-47b5-4814-8c29-d63676fa5b87 None None] Sync routers for ids ['b6d13f89-9d38-4085-8972-a694a989a879'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:39:17.901516 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efeb000-47b5-4814-8c29-d63676fa5b87 None None] Routers {'b6d13f89-9d38-4085-8972-a694a989a879'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:17.902170 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0efeb000-47b5-4814-8c29-d63676fa5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:39:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b6d13f89-9d38-4085-8972-a694a989a879'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:17.946646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e0542fc3-a1b2-45d9-8acd-3ab6b7f854ad tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "PUT /v2.0/floatingips/b77c4054-d11b-464d-b015-88437434007d HTTP/1.1" status: 200 len: 990 time: 1.7820280 Jul 16 03:39:18.078170 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-0efeb000-47b5-4814-8c29-d63676fa5b87 None None] Set router b6d13f89-9d38-4085-8972-a694a989a879 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:18.105771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50415a-1822-4d02-bbca-29778ff55017 req-eec816bc-2100-4f5c-ac17-36e7d434ce2f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.107563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b50415a-1822-4d02-bbca-29778ff55017 req-eec816bc-2100-4f5c-ac17-36e7d434ce2f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.1378808 Jul 16 03:39:18.136391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9', 'tag': '1089b1a7-09d9-44f8-b16f-b77a04fe429c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:18.139177 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744a0f28-fd6c-4e17-884c-5d59f2404600" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9", "tag": "1089b1a7-09d9-44f8-b16f-b77a04fe429c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:18.170747 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b50415a-1822-4d02-bbca-29778ff55017 req-c1863a0d-9f8b-46d1-b74b-98284cf9877d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556698 Jul 16 03:39:18.302415 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c828cb-546b-4c12-867c-a2cc40290124 x-openstack-request-id: req-90c828cb-546b-4c12-867c-a2cc40290124 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:18.302716 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9", "tag": "1089b1a7-09d9-44f8-b16f-b77a04fe429c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:18.302972 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90c828cb-546b-4c12-867c-a2cc40290124 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:18.303377 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9', 'tag': '1089b1a7-09d9-44f8-b16f-b77a04fe429c', 'status': 'completed', 'code': 200} Jul 16 03:39:18.477985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37618) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:18.478583 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a0f28-fd6c-4e17-884c-5d59f2404600 req-1910537b-695f-4225-b1c5-969bdd1e8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.479754 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-744a0f28-fd6c-4e17-884c-5d59f2404600 req-1910537b-695f-4225-b1c5-969bdd1e8a71 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7c2caf6f67c2403293058fd29f563147&device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 1096 time: 0.1314120 Jul 16 03:39:18.499479 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5bbfea4-4390-406e-ad3c-9b1d24695aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:18.542570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bbcb9-f59b-4642-8be7-d819d3339b93 req-f4ab6e34-9c6e-4cce-9a19-ab0ebcf71fca tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.549521 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-697bbcb9-f59b-4642-8be7-d819d3339b93 req-f4ab6e34-9c6e-4cce-9a19-ab0ebcf71fca tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 946 time: 0.1225457 Jul 16 03:39:18.603348 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0efeb000-47b5-4814-8c29-d63676fa5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:48Z', 'updated_at': '2021-07-16T03:38:52Z', 'revision_number': 4, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'gw_port': {'id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:49Z', 'updated_at': '2021-07-16T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'b77c4054-d11b-464d-b015-88437434007d', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'port_id': '1089b1a7-09d9-44f8-b16f-b77a04fe429c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'mac_address': 'fa:16:3e:05:1a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:38:57Z', 'updated_at': '2021-07-16T03:39:16Z', 'revision_number': 1, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbc2770-5e5d-47a1-ad1e-8b804b58ab04', 'name': '', 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'mac_address': 'fa:16:3e:12:9f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:52Z', 'updated_at': '2021-07-16T03:39:00Z', 'revision_number': 5, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'subnets': [{'id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:18.649247 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5bbfea4-4390-406e-ad3c-9b1d24695aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:18.651699 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efeb000-47b5-4814-8c29-d63676fa5b87 None None] Checking router: b6d13f89-9d38-4085-8972-a694a989a879 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:39:18.658958 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5bbfea4-4390-406e-ad3c-9b1d24695aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:18.661878 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efeb000-47b5-4814-8c29-d63676fa5b87 None None] Routers {'b6d13f89-9d38-4085-8972-a694a989a879'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:18.662679 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0efeb000-47b5-4814-8c29-d63676fa5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:39:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b6d13f89-9d38-4085-8972-a694a989a879'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:18.731049 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f5bbfea4-4390-406e-ad3c-9b1d24695aba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=715b29a32a9149a29709d28aca8b7e07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509284 Jul 16 03:39:18.734276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37626) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:18.785560 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-0efeb000-47b5-4814-8c29-d63676fa5b87 None None] Set router b6d13f89-9d38-4085-8972-a694a989a879 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:18.835855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbfea4-4390-406e-ad3c-9b1d24695aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db82e7bb-53f5-4629-9130-7220b4cace24,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:18.911138 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7dc67cf-1bb0-43d5-8a14-479ab752eb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:18.913996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-697bbcb9-f59b-4642-8be7-d819d3339b93 req-e2ed9fe7-b1ea-4684-9fca-f48e1615d1f4 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432043 Jul 16 03:39:18.917284 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a0f28-fd6c-4e17-884c-5d59f2404600 req-8565eb65-1982-4c10-93f2-49c319636462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:18.918922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-744a0f28-fd6c-4e17-884c-5d59f2404600 req-8565eb65-1982-4c10-93f2-49c319636462 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9ab188d6-7ce6-4006-9ea3-5af63b2214a9 HTTP/1.1" status: 200 len: 907 time: 0.4296477 Jul 16 03:39:18.970116 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7dc67cf-1bb0-43d5-8a14-479ab752eb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.076302 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7dc67cf-1bb0-43d5-8a14-479ab752eb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.079438 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7dc67cf-1bb0-43d5-8a14-479ab752eb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.081575 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d7dc67cf-1bb0-43d5-8a14-479ab752eb9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db82e7bb-53f5-4629-9130-7220b4cace24 HTTP/1.1" status: 204 len: 168 time: 0.3431017 Jul 16 03:39:19.099140 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc67cf-1bb0-43d5-8a14-479ab752eb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db82e7bb-53f5-4629-9130-7220b4cace24,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:19.103135 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-744a0f28-fd6c-4e17-884c-5d59f2404600 req-e682cd7e-3dd2-4824-951a-7e58b471ad07 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1089b1a7-09d9-44f8-b16f-b77a04fe429c HTTP/1.1" status: 200 len: 998 time: 0.1762898 Jul 16 03:39:19.117449 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0efeb000-47b5-4814-8c29-d63676fa5b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:48Z', 'updated_at': '2021-07-16T03:38:52Z', 'revision_number': 4, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'gw_port': {'id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:49Z', 'updated_at': '2021-07-16T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'b77c4054-d11b-464d-b015-88437434007d', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'port_id': '1089b1a7-09d9-44f8-b16f-b77a04fe429c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'mac_address': 'fa:16:3e:05:1a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:38:57Z', 'updated_at': '2021-07-16T03:39:16Z', 'revision_number': 1, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbc2770-5e5d-47a1-ad1e-8b804b58ab04', 'name': '', 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'mac_address': 'fa:16:3e:12:9f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:52Z', 'updated_at': '2021-07-16T03:39:00Z', 'revision_number': 5, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'subnets': [{'id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:19.152949 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efeb000-47b5-4814-8c29-d63676fa5b87 None None] The sync data for ids ['b6d13f89-9d38-4085-8972-a694a989a879'] in n-d-800088-6 is: [{'id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:48Z', 'updated_at': '2021-07-16T03:38:52Z', 'revision_number': 4, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'gw_port': {'id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:49Z', 'updated_at': '2021-07-16T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'b77c4054-d11b-464d-b015-88437434007d', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'port_id': '1089b1a7-09d9-44f8-b16f-b77a04fe429c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'mac_address': 'fa:16:3e:05:1a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:38:57Z', 'updated_at': '2021-07-16T03:39:16Z', 'revision_number': 1, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dbc2770-5e5d-47a1-ad1e-8b804b58ab04', 'name': '', 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'mac_address': 'fa:16:3e:12:9f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:52Z', 'updated_at': '2021-07-16T03:39:00Z', 'revision_number': 5, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'subnets': [{'id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:39:19.237324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a0f28-fd6c-4e17-884c-5d59f2404600 req-fac7e7b5-7c64-47cd-88e4-ab307573a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:19.239298 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-744a0f28-fd6c-4e17-884c-5d59f2404600 req-fac7e7b5-7c64-47cd-88e4-ab307573a38d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6008cdeb-85f8-4690-88ec-e5113a3661a6 HTTP/1.1" status: 200 len: 845 time: 0.1222281 Jul 16 03:39:19.318325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c2557a60-55c2-41e3-851f-8a9db2327477 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:19.393315 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a0f28-fd6c-4e17-884c-5d59f2404600 req-bb8f3071-3c11-4c85-bf34-0cb3685a0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:19.402787 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-744a0f28-fd6c-4e17-884c-5d59f2404600 req-bb8f3071-3c11-4c85-bf34-0cb3685a0398 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9ab188d6-7ce6-4006-9ea3-5af63b2214a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553187 Jul 16 03:39:19.500036 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port c2557a60-55c2-41e3-851f-8a9db2327477 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:19.500710 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:19.668756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8a225d-9035-40b6-bb95-bd4c5d0771d8 None None] New status for floating IP b77c4054-d11b-464d-b015-88437434007d: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:39:19.817205 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-744a0f28-fd6c-4e17-884c-5d59f2404600 req-03ab45ea-441d-4dc2-8bf6-59caf07a1540 service neutron] 10.222.0.88 "GET /v2.0/networks/9ab188d6-7ce6-4006-9ea3-5af63b2214a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104753 Jul 16 03:39:20.039850 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:20.111068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:20.113372 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f0abdc-2599-4bea-a63c-e707e422d3e2" -d '{"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-plugged", "status": "completed", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:20.132094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9cedc-527c-49c8-a042-c3b5ca5f8bde req-02226781-63fd-476e-8c47-5437455bbf6e tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:20.133842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-abf9cedc-527c-49c8-a042-c3b5ca5f8bde req-02226781-63fd-476e-8c47-5437455bbf6e tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.6697030 Jul 16 03:39:20.167619 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:20.178740 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:20.179546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3226a225-1c40-466f-b1c2-65c19b035e78 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:20.225968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-744a0f28-fd6c-4e17-884c-5d59f2404600 req-66d7bc83-b77d-4ff9-91a4-cf01302f7eb8 service neutron] 10.222.0.88 "GET /v2.0/networks/9ab188d6-7ce6-4006-9ea3-5af63b2214a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967841 Jul 16 03:39:20.301216 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 3226a225-1c40-466f-b1c2-65c19b035e78 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:39:20.301982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3226a225-1c40-466f-b1c2-65c19b035e78 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:39:20.324452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c2557a60-55c2-41e3-851f-8a9db2327477,revision_number=13']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:20.397766 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-abf9cedc-527c-49c8-a042-c3b5ca5f8bde req-54a6c049-1d62-400b-a430-5a048dca3be4 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444534 Jul 16 03:39:20.454556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b323b-5cd1-48ad-9cbd-a83df9d8bd68 req-fd258093-9a7e-4cd0-9d1b-a606e5dcc4b4 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:20.462617 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a95b323b-5cd1-48ad-9cbd-a83df9d8bd68 req-fd258093-9a7e-4cd0-9d1b-a606e5dcc4b4 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.2702029 Jul 16 03:39:20.517692 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57126a6e-47d7-44ef-8631-c868dc5b3abe x-openstack-request-id: req-57126a6e-47d7-44ef-8631-c868dc5b3abe {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:20.518246 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-plugged", "status": "completed", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:20.519519 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57126a6e-47d7-44ef-8631-c868dc5b3abe {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:20.520115 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'code': 200} Jul 16 03:39:20.551983 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a95b323b-5cd1-48ad-9cbd-a83df9d8bd68 req-3e7d8757-c243-49a0-803f-f728077fa184 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809815 Jul 16 03:39:21.750190 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871d38c-5a0d-4445-8538-156759c468a8 req-23b6e3ee-ef70-41a4-85ba-712f8bd851a5 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:21.777092 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3871d38c-5a0d-4445-8538-156759c468a8 req-23b6e3ee-ef70-41a4-85ba-712f8bd851a5 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.1872981 Jul 16 03:39:22.431784 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3871d38c-5a0d-4445-8538-156759c468a8 req-3dd3db15-144d-4248-802e-c259561c49e1 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6530628 Jul 16 03:39:22.512016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef5ade-33aa-4489-88b1-ce9591e305b7 req-414cc680-a264-49b0-9d2f-fe32f453ed95 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.523442 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0ef5ade-33aa-4489-88b1-ce9591e305b7 req-414cc680-a264-49b0-9d2f-fe32f453ed95 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.6981564 Jul 16 03:39:22.584087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37864) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:22.656520 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0ef5ade-33aa-4489-88b1-ce9591e305b7 req-dd16f362-4fad-4c5d-9237-ddd57b856593 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317883 Jul 16 03:39:22.678639 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-60cabd53-e961-422e-b2ca-b080a3a144c6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2958999 Jul 16 03:39:22.771954 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28eeef56-fbc9-4bad-b8b4-b1079400e5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.822614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-00e975fd-1914-460c-8e43-8a32eb973952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.822614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-00e975fd-1914-460c-8e43-8a32eb973952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.824449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-00e975fd-1914-460c-8e43-8a32eb973952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.825306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-00e975fd-1914-460c-8e43-8a32eb973952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.826244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-00e975fd-1914-460c-8e43-8a32eb973952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.827327 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-00e975fd-1914-460c-8e43-8a32eb973952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.828042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-00e975fd-1914-460c-8e43-8a32eb973952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:22.831233 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-00e975fd-1914-460c-8e43-8a32eb973952 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d79f4b9420fd452b874072e387240e86&device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 6501 time: 0.0899689 Jul 16 03:39:22.894605 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28eeef56-fbc9-4bad-b8b4-b1079400e5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.899639 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28eeef56-fbc9-4bad-b8b4-b1079400e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:22.955572 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-28eeef56-fbc9-4bad-b8b4-b1079400e5d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cae62e56a914f4098557753410235bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703096 Jul 16 03:39:22.956667 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eeef56-fbc9-4bad-b8b4-b1079400e5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298fea64-cf16-49f0-b355-84e79aaae8c6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:22.959546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37884) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:23.039030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-bc9db55d-d26f-45ba-9ae2-7b17f234f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.039557 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aec5d77-a708-4342-916f-493fd33a157e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.048989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-bc9db55d-d26f-45ba-9ae2-7b17f234f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.049577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-bc9db55d-d26f-45ba-9ae2-7b17f234f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.051432 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-bc9db55d-d26f-45ba-9ae2-7b17f234f681 service neutron] 10.222.0.88 "GET /v2.0/networks?id=63a46837-9980-4aa6-9f86-1ac43e93b43d&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&id=bfe6d903-2807-4d33-bde4-98398f0edb6c&id=bfe6d903-2807-4d33-bde4-98398f0edb6c HTTP/1.1" status: 200 len: 2297 time: 0.1686082 Jul 16 03:39:23.071554 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aec5d77-a708-4342-916f-493fd33a157e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.154328 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aec5d77-a708-4342-916f-493fd33a157e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.157125 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4aec5d77-a708-4342-916f-493fd33a157e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:23.161913 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4aec5d77-a708-4342-916f-493fd33a157e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/298fea64-cf16-49f0-b355-84e79aaae8c6 HTTP/1.1" status: 204 len: 168 time: 0.1985738 Jul 16 03:39:23.191828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec5d77-a708-4342-916f-493fd33a157e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298fea64-cf16-49f0-b355-84e79aaae8c6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:23.200364 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-3fbca265-cdc6-4adb-844d-0371ec0447ff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 HTTP/1.1" status: 200 len: 1001 time: 0.1421204 Jul 16 03:39:23.286958 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-ad7a75c2-ccda-4455-8191-6e19ce6f3d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.289223 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-ad7a75c2-ccda-4455-8191-6e19ce6f3d87 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=77350ccd-3edf-4270-8e46-f1233ff0f07f HTTP/1.1" status: 200 len: 856 time: 0.0719399 Jul 16 03:39:23.396601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-69671b9b-beff-415b-b478-c22366102e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:23.399081 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-69671b9b-beff-415b-b478-c22366102e92 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=63a46837-9980-4aa6-9f86-1ac43e93b43d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985808 Jul 16 03:39:23.629358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-c925b062-8d24-4c72-b0da-e39ffc866ffe service neutron] 10.222.0.88 "GET /v2.0/networks/63a46837-9980-4aa6-9f86-1ac43e93b43d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168052 Jul 16 03:39:23.882168 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-95d59bec-7bda-4b30-afe4-143ac0b1c9b6 service neutron] 10.222.0.88 "GET /v2.0/networks/63a46837-9980-4aa6-9f86-1ac43e93b43d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497230 Jul 16 03:39:23.959232 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-13011705-0218-4b6b-8135-970142b244ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=e9079290-624f-49dd-b11b-ce5dbc2db7e5 HTTP/1.1" status: 200 len: 217 time: 0.0537276 Jul 16 03:39:24.014543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37936) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:24.019101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded3164-05bc-45de-a914-49b82334f008 req-82524693-a2ad-465a-8ca3-c1d6f9196a97 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.030584 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ded3164-05bc-45de-a914-49b82334f008 req-82524693-a2ad-465a-8ca3-c1d6f9196a97 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.2504227 Jul 16 03:39:24.101752 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ded3164-05bc-45de-a914-49b82334f008 req-34b28fd9-9ae3-433a-be93-1ea75fd0b4f3 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701635 Jul 16 03:39:24.103351 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37938) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:24.111642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-38bba97c-0833-4e21-b95d-ae08a0578758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.113276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-38bba97c-0833-4e21-b95d-ae08a0578758 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.1451983 Jul 16 03:39:24.150836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-756e9f4c-96b5-46a8-b631-bf4e9996726a admin admin] Deleting subnet 460165b0-71f2-476d-a3c4-33a11989f907 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:39:24.157033 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-756e9f4c-96b5-46a8-b631-bf4e9996726a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.207224 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-756e9f4c-96b5-46a8-b631-bf4e9996726a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.284346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-7398363a-37b8-45c2-b3a8-ff04d2b98b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.287431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-7398363a-37b8-45c2-b3a8-ff04d2b98b7a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1524053 Jul 16 03:39:24.312580 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-756e9f4c-96b5-46a8-b631-bf4e9996726a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.432868 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-756e9f4c-96b5-46a8-b631-bf4e9996726a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.492102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e9f4c-96b5-46a8-b631-bf4e9996726a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=460165b0-71f2-476d-a3c4-33a11989f907,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:24.502501 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-756e9f4c-96b5-46a8-b631-bf4e9996726a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.504817 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-756e9f4c-96b5-46a8-b631-bf4e9996726a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/460165b0-71f2-476d-a3c4-33a11989f907 HTTP/1.1" status: 204 len: 168 time: 0.4882500 Jul 16 03:39:24.509621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37950) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:24.520121 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da201da6-8a07-4443-86ef-263af0e97560 req-ee715f9a-71b7-40d8-86fd-c61a42a78e32 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.527918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da201da6-8a07-4443-86ef-263af0e97560 req-ee715f9a-71b7-40d8-86fd-c61a42a78e32 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.2388628 Jul 16 03:39:24.585993 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35329f6c-a6c7-4a18-92d7-e378992256ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.594678 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da201da6-8a07-4443-86ef-263af0e97560 req-23343627-122a-4887-9069-cd74532c8126 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657628 Jul 16 03:39:24.610489 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-2d210133-9161-4909-a4a1-cc3a8e6b7e48 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718048 Jul 16 03:39:24.642822 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d968c8a9-0026-4e6a-a8be-a0d193f898a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.761272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d968c8a9-0026-4e6a-a8be-a0d193f898a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.768183 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-e24c3a65-42b4-46a6-b69b-76b597c689c7 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484425 Jul 16 03:39:24.777072 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d968c8a9-0026-4e6a-a8be-a0d193f898a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2082f3-f285-4b81-803c-37c5386ebabb']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:24.792183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d968c8a9-0026-4e6a-a8be-a0d193f898a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436a2272-ee67-4448-86a8-a581c1dad6f7') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:24.792528 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d968c8a9-0026-4e6a-a8be-a0d193f898a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436a2272-ee67-4448-86a8-a581c1dad6f7') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:24.806581 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d968c8a9-0026-4e6a-a8be-a0d193f898a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.827777 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d968c8a9-0026-4e6a-a8be-a0d193f898a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.846358 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d968c8a9-0026-4e6a-a8be-a0d193f898a9 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:24.846829 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d968c8a9-0026-4e6a-a8be-a0d193f898a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:24.848583 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:24.864501 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-8d3e8b38-1956-4b88-af96-cea532f62cc6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=1eaad86e-022e-42f7-979e-03f3493e587c HTTP/1.1" status: 200 len: 217 time: 0.0745974 Jul 16 03:39:24.877632 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35329f6c-a6c7-4a18-92d7-e378992256ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.889720 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35329f6c-a6c7-4a18-92d7-e378992256ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:24.963278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-c8c1df5a-83b5-4a0c-98c5-1eb6af72499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:24.973785 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-c8c1df5a-83b5-4a0c-98c5-1eb6af72499d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.0959816 Jul 16 03:39:24.973909 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d968c8a9-0026-4e6a-a8be-a0d193f898a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.006270 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-35329f6c-a6c7-4a18-92d7-e378992256ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=476900938aad42249bc9dff64403d708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8888113 Jul 16 03:39:25.006915 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37982) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:25.038103 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35329f6c-a6c7-4a18-92d7-e378992256ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c87a990-250a-4ba8-b3ff-4ec68d35e78e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:25.077007 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-5c9993e2-a620-4959-97ee-dc3dc9ff3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:25.079048 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-5c9993e2-a620-4959-97ee-dc3dc9ff3187 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1058564 Jul 16 03:39:25.091507 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-935ef6a6-f4dc-42e3-a50e-38ea07b5ecef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.130194 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d968c8a9-0026-4e6a-a8be-a0d193f898a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.134852 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d968c8a9-0026-4e6a-a8be-a0d193f898a9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1d2082f3-f285-4b81-803c-37c5386ebabb HTTP/1.1" status: 204 len: 168 time: 0.6240077 Jul 16 03:39:25.138350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968c8a9-0026-4e6a-a8be-a0d193f898a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d2082f3-f285-4b81-803c-37c5386ebabb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:25.152232 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-935ef6a6-f4dc-42e3-a50e-38ea07b5ecef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.243369 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-935ef6a6-f4dc-42e3-a50e-38ea07b5ecef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.246944 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-935ef6a6-f4dc-42e3-a50e-38ea07b5ecef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.251939 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-935ef6a6-f4dc-42e3-a50e-38ea07b5ecef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c87a990-250a-4ba8-b3ff-4ec68d35e78e HTTP/1.1" status: 204 len: 168 time: 0.2439291 Jul 16 03:39:25.265415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ef6a6-f4dc-42e3-a50e-38ea07b5ecef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c87a990-250a-4ba8-b3ff-4ec68d35e78e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:25.342907 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-260572a7-d0d4-4dde-a260-65fe88087559 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068267 Jul 16 03:39:25.434953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37998) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:25.467926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-6978d77b-e0b3-47f4-9db1-69927f04e933 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609313 Jul 16 03:39:25.490382 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938faff-c040-4789-b79d-6fef972accc9 req-e5b1fec6-d220-4acc-85c2-dbefc2eaab1f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:25.507686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7938faff-c040-4789-b79d-6fef972accc9 req-e5b1fec6-d220-4acc-85c2-dbefc2eaab1f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.2143404 Jul 16 03:39:25.508699 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-23267ac5-a816-475c-8bec-109a1d9c5ef3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=200baed6a6f54c4f8c11c918fc01017e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721390 Jul 16 03:39:25.514682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38002) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:25.542914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38004) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:25.583589 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-f953965e-ff87-4fff-954e-e4605d47bd08 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c HTTP/1.1" status: 200 len: 217 time: 0.1036463 Jul 16 03:39:25.599770 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a010f35-6192-4b30-a974-c84ec8ab7dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.649309 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a010f35-6192-4b30-a974-c84ec8ab7dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.659351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-ab501d23-e716-4dc4-bdfe-6338c242596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:25.661128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-ab501d23-e716-4dc4-bdfe-6338c242596b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.0700798 Jul 16 03:39:25.684973 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7938faff-c040-4789-b79d-6fef972accc9 req-dd9ffa34-1765-401a-b310-4141a0462f68 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764290 Jul 16 03:39:25.746246 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a010f35-6192-4b30-a974-c84ec8ab7dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.748980 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a010f35-6192-4b30-a974-c84ec8ab7dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.751333 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9a010f35-6192-4b30-a974-c84ec8ab7dde admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c26f468-4f4d-4146-8aff-301b26264d1d HTTP/1.1" status: 204 len: 168 time: 0.2342787 Jul 16 03:39:25.765142 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-b7254201-df2c-483b-8b56-ff143203a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:25.768040 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-b7254201-df2c-483b-8b56-ff143203a6d6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0865793 Jul 16 03:39:25.772016 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a010f35-6192-4b30-a974-c84ec8ab7dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c26f468-4f4d-4146-8aff-301b26264d1d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:25.795972 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-741002ed-1f28-4c4a-b4a7-2b5b20f2feb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.891631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38014) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:25.933556 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f82c0951-5d96-4855-a72b-dd8a0da58bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:25.939767 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-e98d3495-93e5-46a9-acbe-5fd554d36ac8 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507864 Jul 16 03:39:25.981124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-741002ed-1f28-4c4a-b4a7-2b5b20f2feb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:26.025046 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-741002ed-1f28-4c4a-b4a7-2b5b20f2feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:26.087567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94721bd7-72db-4fac-a3cb-48d50d074201 req-b41f33b0-b99c-4065-89ef-8777d2f3018e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.089279 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94721bd7-72db-4fac-a3cb-48d50d074201 req-b41f33b0-b99c-4065-89ef-8777d2f3018e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.1479976 Jul 16 03:39:26.126093 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-bfd8bd7e-478d-47fa-918c-c3059d861835 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722240 Jul 16 03:39:26.153556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94721bd7-72db-4fac-a3cb-48d50d074201 req-d024f29a-f50f-42de-91f5-991f984fa7ea tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530794 Jul 16 03:39:26.203942 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-980ca273-6a0a-4b91-8f78-4f80d5222b1f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f HTTP/1.1" status: 200 len: 217 time: 0.0539532 Jul 16 03:39:26.211343 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f82c0951-5d96-4855-a72b-dd8a0da58bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:26.232181 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f82c0951-5d96-4855-a72b-dd8a0da58bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:26.243374 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-741002ed-1f28-4c4a-b4a7-2b5b20f2feb9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d25f437d601542b39e00e92a5bd3ba65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6989419 Jul 16 03:39:26.248769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38028) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:26.255562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741002ed-1f28-4c4a-b4a7-2b5b20f2feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d5138d-aeef-4cb6-8220-7b44b82b1131,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:26.311093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-c9e04403-f230-452e-82f1-fcddc89fc0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.311942 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-c9e04403-f230-452e-82f1-fcddc89fc0ce service neutron] 10.222.0.88 "GET /v2.0/subnets?id=5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 200 len: 797 time: 0.0995207 Jul 16 03:39:26.387266 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f82c0951-5d96-4855-a72b-dd8a0da58bef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ad7f81e4241450aa3f940c2a1185f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4927649 Jul 16 03:39:26.387971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:26.441896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-25092654-cfe5-47b4-8605-71bb9662cadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:26.443447 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-25092654-cfe5-47b4-8605-71bb9662cadc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5cda0bd3-70e5-481d-b638-9f7104dcd15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1242723 Jul 16 03:39:26.449704 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c0951-5d96-4855-a72b-dd8a0da58bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97a820e-5b8a-46f3-b832-59bd7446f437,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:26.528493 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83ba5be1-5ca7-491e-81ce-f455aa503f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:26.533701 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24096e48-bd42-413c-b69b-96b8c2b32827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:26.595961 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83ba5be1-5ca7-491e-81ce-f455aa503f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:26.598387 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24096e48-bd42-413c-b69b-96b8c2b32827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:26.629224 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-a123308a-13aa-4221-8b2a-d4edf56fd5e2 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713252 Jul 16 03:39:26.699225 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83ba5be1-5ca7-491e-81ce-f455aa503f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:26.705743 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83ba5be1-5ca7-491e-81ce-f455aa503f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:26.720185 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-83ba5be1-5ca7-491e-81ce-f455aa503f67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3d5138d-aeef-4cb6-8220-7b44b82b1131 HTTP/1.1" status: 204 len: 168 time: 0.4595220 Jul 16 03:39:26.722917 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24096e48-bd42-413c-b69b-96b8c2b32827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:26.726144 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24096e48-bd42-413c-b69b-96b8c2b32827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:26.729853 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-24096e48-bd42-413c-b69b-96b8c2b32827 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b97a820e-5b8a-46f3-b832-59bd7446f437 HTTP/1.1" status: 204 len: 168 time: 0.3378584 Jul 16 03:39:26.745669 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba5be1-5ca7-491e-81ce-f455aa503f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d5138d-aeef-4cb6-8220-7b44b82b1131,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:26.794185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096e48-bd42-413c-b69b-96b8c2b32827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97a820e-5b8a-46f3-b832-59bd7446f437,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:26.832683 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-ea26ce09-8835-4cc6-adff-770ff0453985 service neutron] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533139 Jul 16 03:39:26.920530 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-67de21bb-f9b4-4747-832b-a21331f8bf85 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9cfcebe2-6d7b-463b-b357-cbda6d087cca HTTP/1.1" status: 200 len: 217 time: 0.0779014 Jul 16 03:39:27.015675 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-693f9fb6-1857-48b7-81ca-baa766e1fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.017861 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-693f9fb6-1857-48b7-81ca-baa766e1fbff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=baf48007-44c7-4aed-a544-a06964ab95a5 HTTP/1.1" status: 200 len: 797 time: 0.0911376 Jul 16 03:39:27.148923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d04662-777b-4a47-8d7a-eddd95af5104 req-d3f1c498-af84-48c7-9281-bb4114a342f5 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.151063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38058) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:27.155881 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-81d04662-777b-4a47-8d7a-eddd95af5104 req-d3f1c498-af84-48c7-9281-bb4114a342f5 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.1370401 Jul 16 03:39:27.186636 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-f8f23396-0e0b-49df-a8c0-b6b5a78c8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.188253 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-f8f23396-0e0b-49df-a8c0-b6b5a78c8058 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bfe6d903-2807-4d33-bde4-98398f0edb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1572058 Jul 16 03:39:27.240415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-81d04662-777b-4a47-8d7a-eddd95af5104 req-d699599a-758f-4eaf-96f5-f0fde9e03b6c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835562 Jul 16 03:39:27.354974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-621456397-network', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:27.393938 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] Made reservation on behalf of a22853c9230b4c2d8f4051f0dea50b9c for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:27.396479 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.414728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-bd461254-350c-426e-90d6-80de8bc97765 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126596 Jul 16 03:39:27.419003 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.680798 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.687448 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.728193 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-079abfaf-7385-4bfa-8aae-7c96e7cfbb89 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054240 Jul 16 03:39:27.732880 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:27.777376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a12c37-c857-48ac-8959-4e6778a2dbb1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:27.790619 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.793767 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] Added segment 0083ac86-7f04-4b13-a127-17f6cffe8442 of type vlan for network a777a107-7213-483b-b82b-292962968eb8 Jul 16 03:39:27.796221 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-38c7a4b9-1f28-44ec-8b56-7347b01be7f5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ddc47a2c-65da-404e-a55b-40a1a9e6ca45 HTTP/1.1" status: 200 len: 217 time: 0.0565002 Jul 16 03:39:27.863432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-02415e1a-cdb5-400e-888e-7150e53d3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.865526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-02415e1a-cdb5-400e-888e-7150e53d3d62 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=baf48007-44c7-4aed-a544-a06964ab95a5 HTTP/1.1" status: 200 len: 797 time: 0.0608041 Jul 16 03:39:27.881950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0521c-0dfd-4aa1-aec7-b9b34b2de6e0 req-57c15266-2178-45b9-9e51-5fac334f1895 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.883823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6e0521c-0dfd-4aa1-aec7-b9b34b2de6e0 req-57c15266-2178-45b9-9e51-5fac334f1895 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.4051297 Jul 16 03:39:27.894415 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.997094 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:27.998290 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:27.999016 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.024896 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6e0521c-0dfd-4aa1-aec7-b9b34b2de6e0 req-27347bb5-862b-4cbb-a3f6-fe5a47d8535e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958197 Jul 16 03:39:28.040673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923317f-21df-43e1-9eb8-7f844e783727 req-4d00fa6a-8952-49ee-9510-9a07ce6d2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:28.042219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-4d00fa6a-8952-49ee-9510-9a07ce6d2ca0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bfe6d903-2807-4d33-bde4-98398f0edb6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1569262 Jul 16 03:39:28.132609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] Pushing event updated for resources: {'Network': ['ID=a777a107-7213-483b-b82b-292962968eb8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:28.146747 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network a777a107-7213-483b-b82b-292962968eb8 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:28.164711 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-40d3c522-7436-408f-add2-a7bc84400d94 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0116961 Jul 16 03:39:28.165726 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38098) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:28.172076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-461100ae-bd77-4b3d-bc55-5d768ce2b5f6 admin admin] Request body: {'subnet': {'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-621456397-subnet', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:28.231815 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-3c0f136f-17e9-482a-b51e-dff65bb99806 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813056 Jul 16 03:39:28.251085 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461100ae-bd77-4b3d-bc55-5d768ce2b5f6 admin admin] Made reservation on behalf of a22853c9230b4c2d8f4051f0dea50b9c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:28.262930 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-461100ae-bd77-4b3d-bc55-5d768ce2b5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.416982 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8923317f-21df-43e1-9eb8-7f844e783727 req-f0fb95d1-e5d7-4576-92ef-170f006cf252 service neutron] 10.222.0.88 "GET /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730685 Jul 16 03:39:28.689544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d5979-6fe0-4502-82aa-99428119558f req-8332853d-1211-42a7-bd32-7e1043072dec tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:28.706521 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac1d5979-6fe0-4502-82aa-99428119558f req-8332853d-1211-42a7-bd32-7e1043072dec tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.1866353 Jul 16 03:39:28.811504 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-461100ae-bd77-4b3d-bc55-5d768ce2b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:28.850575 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac1d5979-6fe0-4502-82aa-99428119558f req-adef7f2f-ab4d-4fb1-8159-2b78374c9ee8 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379163 Jul 16 03:39:28.948612 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461100ae-bd77-4b3d-bc55-5d768ce2b5f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4213d6fc-07e6-4ed1-9520-3ab8eb2974ef,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:28.985101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461100ae-bd77-4b3d-bc55-5d768ce2b5f6 admin admin] Checking segment: {'id': '0083ac86-7f04-4b13-a127-17f6cffe8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a777a107-7213-483b-b82b-292962968eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:28.985492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461100ae-bd77-4b3d-bc55-5d768ce2b5f6 admin admin] Network hostable DHCP agents. Network: a777a107-7213-483b-b82b-292962968eb8, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:39:29.025928 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461100ae-bd77-4b3d-bc55-5d768ce2b5f6 admin admin] Network a777a107-7213-483b-b82b-292962968eb8 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:39:29.043760 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-461100ae-bd77-4b3d-bc55-5d768ce2b5f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, a777a107-7213-483b-b82b-292962968eb8) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:29.059359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fc5632-cf1a-48b7-98a3-b14ada4c24b5 None None] Network a777a107-7213-483b-b82b-292962968eb8 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:29.063872 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461100ae-bd77-4b3d-bc55-5d768ce2b5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.067337 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-461100ae-bd77-4b3d-bc55-5d768ce2b5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.093490 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-461100ae-bd77-4b3d-bc55-5d768ce2b5f6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9258480 Jul 16 03:39:29.096766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:29.104566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:29.142873 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.146209 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.272273 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.410256 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38136) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:29.518009 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-a777a107-7213-483b-b82b-292962968eb8', 'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'fixed_ips': [{'subnet_id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:39:29.518996 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.582635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-569971872'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:29.617246 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Made reservation on behalf of 2f985776cb1941f38434206d987223d3 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:29.625184 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.648272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.779235 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.880883 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.884549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f0da2-0a63-4ec0-9ef3-794af3061a4a req-260c1dd4-a78f-4e6b-9237-70a5f51a711f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:29.888793 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:29.899542 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-595f0da2-0a63-4ec0-9ef3-794af3061a4a req-260c1dd4-a78f-4e6b-9237-70a5f51a711f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.4610748 Jul 16 03:39:29.963790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9359b3-5f97-450f-9d17-8c86e5d5c513,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:29.981980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:30.004557 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.004902 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Added segment 068eed6f-bb77-45be-a640-a736d29b63b4 of type vlan for network 4c7ff38a-58c4-4e07-abce-fe7cff20b9ef Jul 16 03:39:30.068877 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a779f859-664c-428c-86da-c48f65251515 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:39:30.086115 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-595f0da2-0a63-4ec0-9ef3-794af3061a4a req-ec16c60a-07e7-42d6-ae21-d30536022b8c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853995 Jul 16 03:39:30.126165 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.225803 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-725500ad-f4cf-4aaa-8934-44fad24571b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.247523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Allocated IP 172.20.0.2 (a777a107-7213-483b-b82b-292962968eb8/4213d6fc-07e6-4ed1-9520-3ab8eb2974ef/11b5acae-8592-42d0-97f1-4c89b16759d4) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:30.260158 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.288874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:30.289810 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.424690 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0123343 Jul 16 03:39:30.431145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38166) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:30.503043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9bc7c-2dc7-46ab-9fe5-bb23906df784 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Pushing event updated for resources: {'Network': ['ID=4c7ff38a-58c4-4e07-abce-fe7cff20b9ef,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:30.521942 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 4c7ff38a-58c4-4e07-abce-fe7cff20b9ef details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:30.572339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a779f859-664c-428c-86da-c48f65251515, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a779f859-664c-428c-86da-c48f65251515,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:30.614304 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:39:30.641416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'a779f859-664c-428c-86da-c48f65251515', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'port_id': 'a779f859-664c-428c-86da-c48f65251515', 'mac_address': 'fa:16:3e:a3:b2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:39:30.745742 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.751706 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.770448 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a779f859-664c-428c-86da-c48f65251515 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:39:30.775154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Transition to ACTIVE for port object 11b5acae-8592-42d0-97f1-4c89b16759d4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:30.809773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a779f859-664c-428c-86da-c48f65251515, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a779f859-664c-428c-86da-c48f65251515,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:30.811436 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Transition to ACTIVE for port object 11b5acae-8592-42d0-97f1-4c89b16759d4 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:30.817094 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.848569 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.928860 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Network a777a107-7213-483b-b82b-292962968eb8 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:30.930647 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:30.936922 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:30.944795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:30.964671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a779f859-664c-428c-86da-c48f65251515,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:30.970874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['a779f859-664c-428c-86da-c48f65251515'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:39:31.056924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Request body: {'network': {'name': 'tempest-network--177688917', 'router:external': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:31.111845 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Made reservation on behalf of 92dd38d3a58f4bc1b8da42d380632ed5 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:31.113604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.145689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.255803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Attempting to bind port 11b5acae-8592-42d0-97f1-4c89b16759d4 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:31.259521 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Attempting to bind port 11b5acae-8592-42d0-97f1-4c89b16759d4 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0083ac86-7f04-4b13-a127-17f6cffe8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a777a107-7213-483b-b82b-292962968eb8'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:31.260486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Attempting to bind port 11b5acae-8592-42d0-97f1-4c89b16759d4 on network a777a107-7213-483b-b82b-292962968eb8 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:31.305791 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:31.307645 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Checking segment: {'id': '0083ac86-7f04-4b13-a127-17f6cffe8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a777a107-7213-483b-b82b-292962968eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:31.309425 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.310728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Bound using segment: {'id': '0083ac86-7f04-4b13-a127-17f6cffe8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a777a107-7213-483b-b82b-292962968eb8'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:31.311897 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Bound port: 11b5acae-8592-42d0-97f1-4c89b16759d4, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0083ac86-7f04-4b13-a127-17f6cffe8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a777a107-7213-483b-b82b-292962968eb8'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:31.315842 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16ae32-d107-4e6f-9a4e-a8b24ac699f3 req-c099d45f-7bea-4232-a9a5-68be5fe219dc tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.317349 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.332773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e16ae32-d107-4e6f-9a4e-a8b24ac699f3 req-c099d45f-7bea-4232-a9a5-68be5fe219dc tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 1.1590831 Jul 16 03:39:31.421944 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.427776 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.428654 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.451844 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:31.479150 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.480422 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Added segment 462e0e0f-1fbf-49db-a464-76dabbdf1e86 of type vlan for network ac9075d2-7cd8-4219-8f00-c3d2667efb09 Jul 16 03:39:31.481693 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.557185 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e16ae32-d107-4e6f-9a4e-a8b24ac699f3 req-08cca708-7653-4ecf-9259-cdafa45ffa54 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222099 Jul 16 03:39:31.576872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Pushing event updated for resources: {'Port': ['ID=11b5acae-8592-42d0-97f1-4c89b16759d4,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:31.706662 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.710902 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419da04f-8006-4b05-8e58-2986b2e0c770,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:31.731909 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.817858 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.820347 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.821125 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:31.831937 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] For port 11b5acae-8592-42d0-97f1-4c89b16759d4, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:31.873325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] For port 11b5acae-8592-42d0-97f1-4c89b16759d4, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=11b5acae-8592-42d0-97f1-4c89b16759d4,segment=NetworkSegment(0083ac86-7f04-4b13-a127-17f6cffe8442),segment_id=0083ac86-7f04-4b13-a127-17f6cffe8442)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:31.889454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f123c0-f305-4bec-b67e-f25032d394bc req-4cc48778-7502-4165-b035-2b7e470fb04f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:31.891215 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98f123c0-f305-4bec-b67e-f25032d394bc req-4cc48778-7502-4165-b035-2b7e470fb04f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.4136386 Jul 16 03:39:31.923398 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4862447 Jul 16 03:39:31.925687 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38220) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:31.926015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Allocated IP 172.25.3.43 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:31.966573 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.080330 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ed46a-c581-4991-a40d-970ebbd528ce tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event updated for resources: {'Network': ['ID=ac9075d2-7cd8-4219-8f00-c3d2667efb09,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:32.117535 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network ac9075d2-7cd8-4219-8f00-c3d2667efb09 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:32.267915 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bb0742e-80d5-47a7-aca3-0a8a8487b50f tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.340918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98f123c0-f305-4bec-b67e-f25032d394bc req-c08e6833-ec2d-4ddc-b824-6e9693cb2dd6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604452 Jul 16 03:39:32.348569 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.455598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cf815-8f4d-439b-b014-c2f527b9ded2 None None] Pushing event updated for resources: {'Port': ['ID=11b5acae-8592-42d0-97f1-4c89b16759d4,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:32.462406 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.515579 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bb0742e-80d5-47a7-aca3-0a8a8487b50f tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.573541 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7bb0742e-80d5-47a7-aca3-0a8a8487b50f tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9075d2-7cd8-4219-8f00-c3d2667efb09']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:32.588607 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7bb0742e-80d5-47a7-aca3-0a8a8487b50f tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462e0e0f-1fbf-49db-a464-76dabbdf1e86') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:32.589229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7bb0742e-80d5-47a7-aca3-0a8a8487b50f tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462e0e0f-1fbf-49db-a464-76dabbdf1e86') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:32.601692 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bb0742e-80d5-47a7-aca3-0a8a8487b50f tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.652050 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bb0742e-80d5-47a7-aca3-0a8a8487b50f tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.676443 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb0742e-80d5-47a7-aca3-0a8a8487b50f tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:32.677577 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bb0742e-80d5-47a7-aca3-0a8a8487b50f tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:32.685557 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:32.705341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Pushing event updated for resources: {'Port': ['ID=c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:32.722500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:32.730660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:32.737350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:32.745367 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1915fa05-1cf2-46cd-9529-9c6c2e5b42e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.804192 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.852413 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bb0742e-80d5-47a7-aca3-0a8a8487b50f tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.860152 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb0742e-80d5-47a7-aca3-0a8a8487b50f tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac9075d2-7cd8-4219-8f00-c3d2667efb09 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:39:32.877116 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bb0742e-80d5-47a7-aca3-0a8a8487b50f tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:32.884551 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7bb0742e-80d5-47a7-aca3-0a8a8487b50f tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "DELETE /v2.0/networks/ac9075d2-7cd8-4219-8f00-c3d2667efb09 HTTP/1.1" status: 204 len: 168 time: 0.9341352 Jul 16 03:39:32.925087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38230) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:32.927741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0742e-80d5-47a7-aca3-0a8a8487b50f tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac9075d2-7cd8-4219-8f00-c3d2667efb09,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:32.954377 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ec598e74-6667-4987-807c-b6363db8f7e9 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:32.963607 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38232) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:33.020615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec598e74-6667-4987-807c-b6363db8f7e9 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Made reservation on behalf of 92dd38d3a58f4bc1b8da42d380632ed5 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:33.026194 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec598e74-6667-4987-807c-b6363db8f7e9 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.137832 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec598e74-6667-4987-807c-b6363db8f7e9 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:33.179885 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec598e74-6667-4987-807c-b6363db8f7e9 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.182139 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-ec598e74-6667-4987-807c-b6363db8f7e9 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Added segment 2f2488cb-7eb6-4419-8bba-d49e8f91bc93 of type vlan for network 3bc36d6f-fbc2-4888-b751-1d45774444c9 Jul 16 03:39:33.370966 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b59c6ba2-0218-4f65-bb9b-c636fc038fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.454486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec598e74-6667-4987-807c-b6363db8f7e9 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.525428 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec598e74-6667-4987-807c-b6363db8f7e9 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.526927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec598e74-6667-4987-807c-b6363db8f7e9 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.527697 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec598e74-6667-4987-807c-b6363db8f7e9 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.696563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec598e74-6667-4987-807c-b6363db8f7e9 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event updated for resources: {'Network': ['ID=3bc36d6f-fbc2-4888-b751-1d45774444c9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:33.709594 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 3bc36d6f-fbc2-4888-b751-1d45774444c9 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:33.871955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5aec5-69bc-47e3-8619-81758afbe177 req-98664a43-8454-4e2b-8095-212fce5f0d96 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:33.883957 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ac5aec5-69bc-47e3-8619-81758afbe177 req-98664a43-8454-4e2b-8095-212fce5f0d96 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 944 time: 0.7624495 Jul 16 03:39:33.891883 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b59c6ba2-0218-4f65-bb9b-c636fc038fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.911603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a779f859-664c-428c-86da-c48f65251515 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:33.913311 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b59c6ba2-0218-4f65-bb9b-c636fc038fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.921773 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:33.948484 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ec598e74-6667-4987-807c-b6363db8f7e9 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0054305 Jul 16 03:39:33.958507 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38246) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:33.987352 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2600baed-54f7-40a3-b4ff-c84fe68ebe02 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Request body: {'subnet': {'network_id': '3bc36d6f-fbc2-4888-b751-1d45774444c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:33.988607 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ac5aec5-69bc-47e3-8619-81758afbe177 req-ed30535c-9ed6-456d-91bd-bdd36527cd4a tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029775 Jul 16 03:39:34.025707 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b59c6ba2-0218-4f65-bb9b-c636fc038fac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f43f1e1abeba46cda3b1f5f3e310799e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0587089 Jul 16 03:39:34.027926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port a779f859-664c-428c-86da-c48f65251515 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:34.028329 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.028735 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38248) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:34.061285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb1341-b807-4229-bcdf-b69411d6fa67 req-8e51f40e-a74f-4b01-ab6d-38cf4c9c87b6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:34.069362 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8deb1341-b807-4229-bcdf-b69411d6fa67 req-8e51f40e-a74f-4b01-ab6d-38cf4c9c87b6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.3775303 Jul 16 03:39:34.120175 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.180405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c6ba2-0218-4f65-bb9b-c636fc038fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3413b68-b632-47ca-8d6a-6c8c0f4d0f34,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:34.225890 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2600baed-54f7-40a3-b4ff-c84fe68ebe02 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Made reservation on behalf of 92dd38d3a58f4bc1b8da42d380632ed5 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:34.230504 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2600baed-54f7-40a3-b4ff-c84fe68ebe02 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.278169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8deb1341-b807-4229-bcdf-b69411d6fa67 req-0ea37ac4-d37f-49b7-8c5e-1269b5425edd tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992726 Jul 16 03:39:34.283376 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c996ae6f-aed2-4d78-b835-a1aa7a9aca80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.317423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6c9bb2-c6ed-4622-be9e-6ddb5c8cc266 None None] Network a777a107-7213-483b-b82b-292962968eb8 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:34.326991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 11b5acae-8592-42d0-97f1-4c89b16759d4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:34.661635 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c996ae6f-aed2-4d78-b835-a1aa7a9aca80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.697373 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a280fd72-434a-4e30-aec4-149502f73030 None None] Provisioning for port 11b5acae-8592-42d0-97f1-4c89b16759d4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:34.753760 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.754100 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c996ae6f-aed2-4d78-b835-a1aa7a9aca80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.756713 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.758078 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c996ae6f-aed2-4d78-b835-a1aa7a9aca80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:34.763043 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c996ae6f-aed2-4d78-b835-a1aa7a9aca80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3413b68-b632-47ca-8d6a-6c8c0f4d0f34 HTTP/1.1" status: 204 len: 168 time: 0.7312653 Jul 16 03:39:34.785333 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996ae6f-aed2-4d78-b835-a1aa7a9aca80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3413b68-b632-47ca-8d6a-6c8c0f4d0f34,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:34.865486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 11b5acae-8592-42d0-97f1-4c89b16759d4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:34.873976 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a779f859-664c-428c-86da-c48f65251515'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:34.876558 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c038d46-27ce-4963-9b37-74a5dbb14b0c" -d '{"events": [{"server_uuid": "72f8f593-4d12-4521-9ae6-a04ad59ef4b4", "name": "network-vif-plugged", "status": "completed", "tag": "a779f859-664c-428c-86da-c48f65251515"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:34.916477 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 11b5acae-8592-42d0-97f1-4c89b16759d4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:34.918707 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.022382 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe29822f-8ab6-437f-906a-e6ec7b6281f9 x-openstack-request-id: req-fe29822f-8ab6-437f-906a-e6ec7b6281f9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:35.022680 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f8f593-4d12-4521-9ae6-a04ad59ef4b4", "name": "network-vif-plugged", "status": "completed", "tag": "a779f859-664c-428c-86da-c48f65251515", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:35.022932 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe29822f-8ab6-437f-906a-e6ec7b6281f9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:35.023323 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a779f859-664c-428c-86da-c48f65251515', 'code': 200} Jul 16 03:39:35.025019 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a779f859-664c-428c-86da-c48f65251515, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a779f859-664c-428c-86da-c48f65251515,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:35.049495 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.078743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.objects.ports [None req-2600baed-54f7-40a3-b4ff-c84fe68ebe02 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:39:35.081025 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2600baed-54f7-40a3-b4ff-c84fe68ebe02 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.175320 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Router 74675ec2-a56b-4b0c-96bd-f647e7479346 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:39:35.198273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600baed-54f7-40a3-b4ff-c84fe68ebe02 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0ef15edb-6db8-4145-af57-be378dd15153,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:35.265711 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2600baed-54f7-40a3-b4ff-c84fe68ebe02 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Checking segment: {'id': '2f2488cb-7eb6-4419-8bba-d49e8f91bc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '3bc36d6f-fbc2-4888-b751-1d45774444c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:35.266526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600baed-54f7-40a3-b4ff-c84fe68ebe02 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Network hostable DHCP agents. Network: 3bc36d6f-fbc2-4888-b751-1d45774444c9, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:39:35.295992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600baed-54f7-40a3-b4ff-c84fe68ebe02 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Network 3bc36d6f-fbc2-4888-b751-1d45774444c9 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:39:35.308277 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a779f859-664c-428c-86da-c48f65251515,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:35.326018 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2600baed-54f7-40a3-b4ff-c84fe68ebe02 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 3bc36d6f-fbc2-4888-b751-1d45774444c9) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:35.345925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2600baed-54f7-40a3-b4ff-c84fe68ebe02 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:35.347937 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2600baed-54f7-40a3-b4ff-c84fe68ebe02 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.379321 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01d276d-371d-4561-85a0-cc9cd7438df0 None None] Network 3bc36d6f-fbc2-4888-b751-1d45774444c9 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:35.380911 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2600baed-54f7-40a3-b4ff-c84fe68ebe02 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4219546 Jul 16 03:39:35.385781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38266) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:35.397039 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Request body: {'floatingip': {'floating_network_id': '3bc36d6f-fbc2-4888-b751-1d45774444c9'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:35.440518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38268) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:35.479402 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7498c60c-92dc-40cd-b2a8-f9a24c7546f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.501645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:39:35.505596 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.510826 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Sync routers for ids ['74675ec2-a56b-4b0c-96bd-f647e7479346'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:39:35.524997 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Routers {'74675ec2-a56b-4b0c-96bd-f647e7479346'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:35.526616 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:39:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['74675ec2-a56b-4b0c-96bd-f647e7479346'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:35.680380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8201a12-053c-4d6d-bdf8-6a13ee8a5f03 req-fb543bfd-40b2-4ff9-a256-5792926b2725 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:35.681049 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.682941 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8201a12-053c-4d6d-bdf8-6a13ee8a5f03 req-fb543bfd-40b2-4ff9-a256-5792926b2725 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.1793525 Jul 16 03:39:35.764108 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.823316 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 11b5acae-8592-42d0-97f1-4c89b16759d4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=11b5acae-8592-42d0-97f1-4c89b16759d4,segment=NetworkSegment(0083ac86-7f04-4b13-a127-17f6cffe8442),segment_id=0083ac86-7f04-4b13-a127-17f6cffe8442)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:35.849119 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Set router 74675ec2-a56b-4b0c-96bd-f647e7479346 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:35.875450 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:35.903695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c4488a-7132-4f90-817c-f484806c64b7 None None] Network 3bc36d6f-fbc2-4888-b751-1d45774444c9 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:35.970317 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fc1a6-d8d4-4519-8cb1-9e96563b7c84 req-c005bd0f-9b08-43ac-aa6c-70e8c986f598 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:35.972253 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-305fc1a6-d8d4-4519-8cb1-9e96563b7c84 req-c005bd0f-9b08-43ac-aa6c-70e8c986f598 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.3804221 Jul 16 03:39:35.987755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8201a12-053c-4d6d-bdf8-6a13ee8a5f03 req-383ec969-fc4d-494c-be3d-549582c0c4af tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922986 Jul 16 03:39:36.125170 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-305fc1a6-d8d4-4519-8cb1-9e96563b7c84 req-739c097c-9535-477f-a5c8-1066819d13b7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302772 Jul 16 03:39:36.388081 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:29Z', 'updated_at': '2021-07-16T03:39:33Z', 'revision_number': 3, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'gw_port': {'id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:31Z', 'updated_at': '2021-07-16T03:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:36.460589 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Checking router: 74675ec2-a56b-4b0c-96bd-f647e7479346 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:39:36.461228 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Updating router 74675ec2-a56b-4b0c-96bd-f647e7479346 port c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:39:36.472179 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7498c60c-92dc-40cd-b2a8-f9a24c7546f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.480472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7498c60c-92dc-40cd-b2a8-f9a24c7546f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.481830 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.486865 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-61ac36cc-3cd4-42a7-befc-c61a1399a96f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3889637 Jul 16 03:39:36.487670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:36.545655 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.577792 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7498c60c-92dc-40cd-b2a8-f9a24c7546f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69360aac8fb24415ad3c8767e73ce2d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1346989 Jul 16 03:39:36.581876 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38276) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:36.591099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498c60c-92dc-40cd-b2a8-f9a24c7546f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f66bc5-c90f-409f-8a4b-c1006f5960ba,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:36.596790 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b31a48b7-49a1-41e8-988a-3f80b7ac4a8d None None] Provisioning complete for port 11b5acae-8592-42d0-97f1-4c89b16759d4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:36.597824 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.598445 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b31a48b7-49a1-41e8-988a-3f80b7ac4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.729149 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=11b5acae-8592-42d0-97f1-4c89b16759d4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:36.769389 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3408c35-5f1e-41b3-82cf-d1e5333044d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.889365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3408c35-5f1e-41b3-82cf-d1e5333044d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.966668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Allocated IP 172.20.0.8 (3bc36d6f-fbc2-4888-b751-1d45774444c9/0ef15edb-6db8-4145-af57-be378dd15153/63d66add-9ec0-4f7a-b9c0-8cfeaadc7eca) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:36.973473 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:36.985513 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Transition to ACTIVE for port object c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:36.993604 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.173910 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9a5dc-9c8a-4782-ad0a-8c7a6918c1d8 None None] Pushing event updated for resources: {'Port': ['ID=c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:37.185671 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Attempting to bind port c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:37.186045 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Attempting to bind port c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:37.186415 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Attempting to bind port c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:37.200222 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:37.200626 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:37.201041 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.201782 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:37.203163 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Bound port: c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:37.204140 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.216618 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3408c35-5f1e-41b3-82cf-d1e5333044d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.219291 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3408c35-5f1e-41b3-82cf-d1e5333044d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.221390 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a3408c35-5f1e-41b3-82cf-d1e5333044d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5f66bc5-c90f-409f-8a4b-c1006f5960ba HTTP/1.1" status: 204 len: 168 time: 0.6383677 Jul 16 03:39:37.270186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3408c35-5f1e-41b3-82cf-d1e5333044d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f66bc5-c90f-409f-8a4b-c1006f5960ba,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:37.328636 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] For port c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:37.343103 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] For port c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:37.351859 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.364290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.482113 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.490371 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Routers {'74675ec2-a56b-4b0c-96bd-f647e7479346'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:37.491026 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:39:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['74675ec2-a56b-4b0c-96bd-f647e7479346'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:37.563195 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Network 3bc36d6f-fbc2-4888-b751-1d45774444c9 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:37.569864 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:37.575226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:37.578711 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event updated for resources: {'Port': ['ID=63d66add-9ec0-4f7a-b9c0-8cfeaadc7eca,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:37.718757 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9117f76-1c6f-46a8-b984-bc5b4e0af5a8 req-841487fb-9bdf-4303-83b5-94e5426e9c35 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:37.726626 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9117f76-1c6f-46a8-b984-bc5b4e0af5a8 req-841487fb-9bdf-4303-83b5-94e5426e9c35 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.3221312 Jul 16 03:39:37.760380 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] Set router 74675ec2-a56b-4b0c-96bd-f647e7479346 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:37.769578 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.830966 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:37.847940 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9117f76-1c6f-46a8-b984-bc5b4e0af5a8 req-f7ac14e2-6d74-4f5d-bb95-c0b0374c60b2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204479 Jul 16 03:39:37.920775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbff07-970f-40fd-b83c-fda23936254a req-9fcd3f92-b2e6-4289-89a2-8d3d22c40fbd tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:37.928801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7dbff07-970f-40fd-b83c-fda23936254a req-9fcd3f92-b2e6-4289-89a2-8d3d22c40fbd tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.3610439 Jul 16 03:39:38.005472 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9a5dc-9c8a-4782-ad0a-8c7a6918c1d8 None None] Pushing event updated for resources: {'Port': ['ID=c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:38.051740 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7dbff07-970f-40fd-b83c-fda23936254a req-d89be75e-df28-49eb-a395-9ffd31c92b1e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217699 Jul 16 03:39:38.174950 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 11b5acae-8592-42d0-97f1-4c89b16759d4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:38.225127 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.312379 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.320496 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.322755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 11b5acae-8592-42d0-97f1-4c89b16759d4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:38.323271 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.417521 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:29Z', 'updated_at': '2021-07-16T03:39:33Z', 'revision_number': 3, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'gw_port': {'id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:31Z', 'updated_at': '2021-07-16T03:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:38.485283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event updated for resources: {'Port': ['ID=63d66add-9ec0-4f7a-b9c0-8cfeaadc7eca,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:38.520917 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.558057 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:38.560489 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1a067ea5-54ea-4b7a-aa62-47d81504adeb tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1728528 Jul 16 03:39:38.562868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38306) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:38.685621 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2244c0fb-3244-4bab-9ecf-a4fb0cd2c34c tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=3bc36d6f-fbc2-4888-b751-1d45774444c9 HTTP/1.1" status: 200 len: 689 time: 0.1208248 Jul 16 03:39:38.698948 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38308) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:38.737255 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a420f3-d960-4364-a174-ceab7fa176ce None None] The sync data for ids ['74675ec2-a56b-4b0c-96bd-f647e7479346'] in n-d-800088-6 is: [{'id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:29Z', 'updated_at': '2021-07-16T03:39:33Z', 'revision_number': 3, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'gw_port': {'id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:31Z', 'updated_at': '2021-07-16T03:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:39:38.769121 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Allocated IP 172.20.0.1 (a777a107-7213-483b-b82b-292962968eb8/4213d6fc-07e6-4ed1-9520-3ab8eb2974ef/b4a61ee5-b3a3-4259-a76c-4b91deabf0c3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:39:38.862340 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed656a4-6d3a-4f50-b426-e44f749c53b3 req-51c7cef1-fa72-416a-ae73-c59b55b6a5e1 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:38.876229 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ed656a4-6d3a-4f50-b426-e44f749c53b3 req-51c7cef1-fa72-416a-ae73-c59b55b6a5e1 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.4330757 Jul 16 03:39:39.027954 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.097315 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ed656a4-6d3a-4f50-b426-e44f749c53b3 req-0207d1f8-f53c-465e-95fc-53c8f292de48 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178779 Jul 16 03:39:39.387920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Deleting port 63d66add-9ec0-4f7a-b9c0-8cfeaadc7eca {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:39.388243 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.459320 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.529063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Transition to ACTIVE for port object b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:39.609308 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.609912 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:39.636811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Calling delete_port for 63d66add-9ec0-4f7a-b9c0-8cfeaadc7eca owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:39.767722 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.025301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Network a777a107-7213-483b-b82b-292962968eb8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:40.061513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:40.077028 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.085961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a61ee5-b3a3-4259-a76c-4b91deabf0c3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:40.121056 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:40.179478 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event deleted for resources: {'Port': ['ID=63d66add-9ec0-4f7a-b9c0-8cfeaadc7eca,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:40.185342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:40.292174 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.309122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59087066-ba3e-4263-bc8a-d6e65fb31d28 req-09258f08-ef07-4a87-bfd5-d2705b4fea46 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:40.322515 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:40.332521 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-59087066-ba3e-4263-bc8a-d6e65fb31d28 req-09258f08-ef07-4a87-bfd5-d2705b4fea46 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.8150749 Jul 16 03:39:40.337611 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:40.338015 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.377043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e52fd-028e-449e-a7c0-54e38a8bc650 req-f65a91c8-b71b-43e2-b928-c72e80d47764 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:40.385641 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-266e52fd-028e-449e-a7c0-54e38a8bc650 req-f65a91c8-b71b-43e2-b928-c72e80d47764 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.8309095 Jul 16 03:39:40.443746 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.465668 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.496132 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-59087066-ba3e-4263-bc8a-d6e65fb31d28 req-6dc54f79-264e-438c-a143-6727ae45d76e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623073 Jul 16 03:39:40.613741 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.642902 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.666239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-266e52fd-028e-449e-a7c0-54e38a8bc650 req-24272807-3c3a-4283-b976-2589d35e927c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787850 Jul 16 03:39:40.680765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:40.708608 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.729963 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef15edb-6db8-4145-af57-be378dd15153,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:40.847830 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:40.862717 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-58c41eec-cf95-4eb5-98ae-78ddb2995b65 None None] Provisioning for port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:40.881149 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-58c41eec-cf95-4eb5-98ae-78ddb2995b65 None None] Provisioning complete for port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:40.881555 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-58c41eec-cf95-4eb5-98ae-78ddb2995b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.930743 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:40.975960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc36d6f-fbc2-4888-b751-1d45774444c9']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:41.005292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-58c41eec-cf95-4eb5-98ae-78ddb2995b65 None None] Port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:41.015332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2488cb-7eb6-4419-8bba-d49e8f91bc93') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:41.015630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2488cb-7eb6-4419-8bba-d49e8f91bc93') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:41.050047 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.075209 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.086400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:41.086922 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:41.091601 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:41.094249 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.193893 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.198864 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3bc36d6f-fbc2-4888-b751-1d45774444c9 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:39:41.215346 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:41.226144 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "DELETE /v2.0/networks/3bc36d6f-fbc2-4888-b751-1d45774444c9 HTTP/1.1" status: 204 len: 168 time: 2.5226834 Jul 16 03:39:41.233769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38350) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:41.474393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f1294-107f-4e35-9bae-a55005c27e00 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event deleted for resources: {'Network': ['ID=3bc36d6f-fbc2-4888-b751-1d45774444c9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:41.640728 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-62aaab2e-0f19-47a5-ac36-edb78f43d48b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4136 time: 0.4056830 Jul 16 03:39:41.643376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:41.816380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdec9-df9a-4b3a-93e0-be8c8d91a685 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.824590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdec9-df9a-4b3a-93e0-be8c8d91a685 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.826080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdec9-df9a-4b3a-93e0-be8c8d91a685 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.826708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdec9-df9a-4b3a-93e0-be8c8d91a685 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.827786 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdec9-df9a-4b3a-93e0-be8c8d91a685 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.828462 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdec9-df9a-4b3a-93e0-be8c8d91a685 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.829665 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdec9-df9a-4b3a-93e0-be8c8d91a685 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.830782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdec9-df9a-4b3a-93e0-be8c8d91a685 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.831662 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdec9-df9a-4b3a-93e0-be8c8d91a685 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.832326 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdec9-df9a-4b3a-93e0-be8c8d91a685 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.833089 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdec9-df9a-4b3a-93e0-be8c8d91a685 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:41.835362 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-01fbdec9-df9a-4b3a-93e0-be8c8d91a685 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7111 time: 0.1899683 Jul 16 03:39:41.838609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38374) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:41.935901 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-ff32d8ae-88f6-41b0-ad05-459fef3da6f2 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] delete failed (client error): The resource could not be found. Jul 16 03:39:41.944136 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ff32d8ae-88f6-41b0-ad05-459fef3da6f2 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/ebd583d5-6bec-4eb9-bd7b-22acfc7dc0f6 HTTP/1.1" status: 404 len: 345 time: 0.1030960 Jul 16 03:39:41.945715 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38382) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:41.981678 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa752044-58ca-47f2-98c0-b168e1752896 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 03:39:41.984936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa752044-58ca-47f2-98c0-b168e1752896 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:39:41.993337 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-aa752044-58ca-47f2-98c0-b168e1752896 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "DELETE /v2.0/networks/3bc36d6f-fbc2-4888-b751-1d45774444c9 HTTP/1.1" status: 404 len: 339 time: 0.0463994 Jul 16 03:39:41.999241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38384) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:42.006634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8efae1a7-7caf-4098-adc4-8222d4717d58 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Request body: {'network': {'name': 'tempest-network--2022324830', 'router:external': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:42.082055 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efae1a7-7caf-4098-adc4-8222d4717d58 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Made reservation on behalf of 92dd38d3a58f4bc1b8da42d380632ed5 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:42.088401 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8efae1a7-7caf-4098-adc4-8222d4717d58 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.147372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:42.167787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efae1a7-7caf-4098-adc4-8222d4717d58 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:42.185849 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8efae1a7-7caf-4098-adc4-8222d4717d58 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.186206 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-8efae1a7-7caf-4098-adc4-8222d4717d58 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Added segment bcffecdf-8dab-497c-9f32-aaad849af97c of type vlan for network 89c07488-cf52-491e-b32e-a467079e69a0 Jul 16 03:39:42.277814 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8efae1a7-7caf-4098-adc4-8222d4717d58 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.280119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:42.280773 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.298944 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88048b-3c41-4a74-af1d-0b2bc9e983e6 req-343fe7f9-b8d3-464f-a69b-7de8194bbb5b tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:42.310797 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f88048b-3c41-4a74-af1d-0b2bc9e983e6 req-343fe7f9-b8d3-464f-a69b-7de8194bbb5b tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 1.2778065 Jul 16 03:39:42.333447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8efae1a7-7caf-4098-adc4-8222d4717d58 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.335500 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efae1a7-7caf-4098-adc4-8222d4717d58 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:42.336562 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8efae1a7-7caf-4098-adc4-8222d4717d58 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.424766 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.443689 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8efae1a7-7caf-4098-adc4-8222d4717d58 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4430892 Jul 16 03:39:42.450741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38388) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:42.510212 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f88048b-3c41-4a74-af1d-0b2bc9e983e6 req-bcdeae22-a657-4fa9-b119-380c068e7c45 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905856 Jul 16 03:39:42.518864 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.627172 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:42.687527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472d525-d88b-4158-918f-bad4b9b90d9b req-a3b35cb4-f6f1-469b-9c55-d7867bdaeeaf tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:42.695501 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9472d525-d88b-4158-918f-bad4b9b90d9b req-a3b35cb4-f6f1-469b-9c55-d7867bdaeeaf tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.5885944 Jul 16 03:39:42.772609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:42.788539 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a61ee5-b3a3-4259-a76c-4b91deabf0c3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:42.814670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efae1a7-7caf-4098-adc4-8222d4717d58 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event updated for resources: {'Network': ['ID=89c07488-cf52-491e-b32e-a467079e69a0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:42.834134 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 89c07488-cf52-491e-b32e-a467079e69a0 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:42.908944 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9472d525-d88b-4158-918f-bad4b9b90d9b req-d325b1f9-e2b7-46db-93e2-11cc7cdd27e9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121916 Jul 16 03:39:43.069136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e651a74-bdf3-4012-94fb-1246c4f0c54d tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:43.076793 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e651a74-bdf3-4012-94fb-1246c4f0c54d tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:43.085144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e651a74-bdf3-4012-94fb-1246c4f0c54d tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:43.091652 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e651a74-bdf3-4012-94fb-1246c4f0c54d tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:43.094062 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1e651a74-bdf3-4012-94fb-1246c4f0c54d tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6359222 Jul 16 03:39:43.097362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Network a777a107-7213-483b-b82b-292962968eb8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:39:43.099036 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:43.105562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:43.126350 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12d79201-db47-4fec-bb77-a1f5301d2933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.248964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89a180-2d62-47dd-893e-37c018b23286 req-7bd81b91-a85e-4d68-89bb-471436c3e06c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:43.250647 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff89a180-2d62-47dd-893e-37c018b23286 req-7bd81b91-a85e-4d68-89bb-471436c3e06c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.3352048 Jul 16 03:39:43.409744 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9001793-02b4-4a00-875b-9ae083e4077b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.450887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0cbd310a-be6c-49a8-86db-49348d64c02d None None] Provisioning complete for port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:43.453383 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cbd310a-be6c-49a8-86db-49348d64c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.470592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Router 74675ec2-a56b-4b0c-96bd-f647e7479346 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:39:43.473835 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff89a180-2d62-47dd-893e-37c018b23286 req-774f68f6-1090-4645-9a06-0a3ceb81b3a0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846726 Jul 16 03:39:43.515233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0cbd310a-be6c-49a8-86db-49348d64c02d None None] Port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:39:43.620646 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9001793-02b4-4a00-875b-9ae083e4077b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.641392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e9001793-02b4-4a00-875b-9ae083e4077b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c07488-cf52-491e-b32e-a467079e69a0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:43.658283 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12d79201-db47-4fec-bb77-a1f5301d2933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.663439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e9001793-02b4-4a00-875b-9ae083e4077b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcffecdf-8dab-497c-9f32-aaad849af97c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:43.663804 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e9001793-02b4-4a00-875b-9ae083e4077b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcffecdf-8dab-497c-9f32-aaad849af97c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:43.667307 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12d79201-db47-4fec-bb77-a1f5301d2933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.728659 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9001793-02b4-4a00-875b-9ae083e4077b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.824775 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9001793-02b4-4a00-875b-9ae083e4077b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.853216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9001793-02b4-4a00-875b-9ae083e4077b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:43.853628 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9001793-02b4-4a00-875b-9ae083e4077b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:43.858262 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:43.875578 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38414) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:43.876765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-12d79201-db47-4fec-bb77-a1f5301d2933 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d987826077e48f1aac038e66f94ed41&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1020751 Jul 16 03:39:43.877390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d79201-db47-4fec-bb77-a1f5301d2933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b569dc-4e8f-43ec-9f10-84dffddcab18,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:43.889359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:39:43.905522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fa45766b-e940-45f0-bdf6-df1114cb71b9 admin admin] 10.222.0.18 "PUT /v2.0/routers/74675ec2-a56b-4b0c-96bd-f647e7479346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4091938 Jul 16 03:39:43.905839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Sync routers for ids ['74675ec2-a56b-4b0c-96bd-f647e7479346'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:39:43.920075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Routers {'74675ec2-a56b-4b0c-96bd-f647e7479346'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:43.920899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:39:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['74675ec2-a56b-4b0c-96bd-f647e7479346'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:44.029175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7bcea-d38c-4b6c-b79b-54f4c84216fa req-bafd418c-18aa-47d0-89f0-57103cd39a20 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:44.030607 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-884dcf87-bc4f-43ac-8de3-24943eadc111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.039413 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0f7bcea-d38c-4b6c-b79b-54f4c84216fa req-bafd418c-18aa-47d0-89f0-57103cd39a20 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.3694057 Jul 16 03:39:44.088834 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-884dcf87-bc4f-43ac-8de3-24943eadc111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.105960 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9001793-02b4-4a00-875b-9ae083e4077b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.127898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9001793-02b4-4a00-875b-9ae083e4077b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 89c07488-cf52-491e-b32e-a467079e69a0 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:39:44.146651 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9001793-02b4-4a00-875b-9ae083e4077b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.147325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Set router 74675ec2-a56b-4b0c-96bd-f647e7479346 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:44.151195 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e9001793-02b4-4a00-875b-9ae083e4077b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "DELETE /v2.0/networks/89c07488-cf52-491e-b32e-a467079e69a0 HTTP/1.1" status: 204 len: 168 time: 1.0433528 Jul 16 03:39:44.162413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38426) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:44.175166 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-95135029-49e2-4fc1-b71d-27e741cdf0a8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Request body: {'network': {'name': 'tempest-network--968129739', 'router:external': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:44.200610 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0f7bcea-d38c-4b6c-b79b-54f4c84216fa req-a7bceff8-ede3-48a3-a1cc-e284dc2ac82b tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598704 Jul 16 03:39:44.222488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9001793-02b4-4a00-875b-9ae083e4077b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event deleted for resources: {'Network': ['ID=89c07488-cf52-491e-b32e-a467079e69a0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:44.225645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-884dcf87-bc4f-43ac-8de3-24943eadc111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.231887 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-884dcf87-bc4f-43ac-8de3-24943eadc111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.236503 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-884dcf87-bc4f-43ac-8de3-24943eadc111 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03b569dc-4e8f-43ec-9f10-84dffddcab18 HTTP/1.1" status: 204 len: 168 time: 0.3567398 Jul 16 03:39:44.325678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884dcf87-bc4f-43ac-8de3-24943eadc111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b569dc-4e8f-43ec-9f10-84dffddcab18,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:44.333286 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95135029-49e2-4fc1-b71d-27e741cdf0a8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Made reservation on behalf of 92dd38d3a58f4bc1b8da42d380632ed5 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:44.337878 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95135029-49e2-4fc1-b71d-27e741cdf0a8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.354125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9736-794e-4b72-9ed0-237b17c0037e req-7e176b16-5904-436d-bcd9-600cfa06e55a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:44.366532 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c6e9736-794e-4b72-9ed0-237b17c0037e req-7e176b16-5904-436d-bcd9-600cfa06e55a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.2980118 Jul 16 03:39:44.395631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95135029-49e2-4fc1-b71d-27e741cdf0a8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:44.420474 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95135029-49e2-4fc1-b71d-27e741cdf0a8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.424536 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-95135029-49e2-4fc1-b71d-27e741cdf0a8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Added segment 25fa7fc2-e267-47d4-93ca-e18bb60cfc5a of type vlan for network ef43fb7f-8936-47b1-997f-6b8fe209aca2 Jul 16 03:39:44.472977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c6e9736-794e-4b72-9ed0-237b17c0037e req-408e6bca-e4a8-4c3b-ae8c-4788f6084773 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048925 Jul 16 03:39:44.542255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:29Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'gw_port': {'id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:31Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b4a61ee5-b3a3-4259-a76c-4b91deabf0c3', 'name': '', 'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'mac_address': 'fa:16:3e:34:f4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:38Z', 'updated_at': '2021-07-16T03:39:41Z', 'revision_number': 2, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'subnets': [{'id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:44.588017 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95135029-49e2-4fc1-b71d-27e741cdf0a8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.605756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Checking router: 74675ec2-a56b-4b0c-96bd-f647e7479346 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:39:44.607905 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Updating router 74675ec2-a56b-4b0c-96bd-f647e7479346 port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:39:44.689794 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95135029-49e2-4fc1-b71d-27e741cdf0a8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.694662 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95135029-49e2-4fc1-b71d-27e741cdf0a8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:44.696874 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95135029-49e2-4fc1-b71d-27e741cdf0a8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.721569 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:44.862010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22718ebb-fffd-4fae-b88c-5d9b204ef408 req-6838e8fc-2aeb-4e18-9250-1a6ff842c027 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:44.877358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22718ebb-fffd-4fae-b88c-5d9b204ef408 req-6838e8fc-2aeb-4e18-9250-1a6ff842c027 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.1506667 Jul 16 03:39:44.901518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95135029-49e2-4fc1-b71d-27e741cdf0a8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event updated for resources: {'Network': ['ID=ef43fb7f-8936-47b1-997f-6b8fe209aca2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:44.920567 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-95135029-49e2-4fc1-b71d-27e741cdf0a8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7569890 Jul 16 03:39:44.924452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38450) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:44.971991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:45.013890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network ef43fb7f-8936-47b1-997f-6b8fe209aca2 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:45.017003 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db513bc3-ade7-438a-a363-e6b0eb478f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.042918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22718ebb-fffd-4fae-b88c-5d9b204ef408 req-688d71f8-b38f-491f-9274-e24876583004 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643574 Jul 16 03:39:45.127672 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71309d4-fd0b-491d-91d8-d60bcad60221 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:45.129485 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e71309d4-fd0b-491d-91d8-d60bcad60221 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] 10.222.0.18 "GET /v2.0/networks/ef43fb7f-8936-47b1-997f-6b8fe209aca2 HTTP/1.1" status: 200 len: 756 time: 0.2031870 Jul 16 03:39:45.132150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38460) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:45.181231 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db513bc3-ade7-438a-a363-e6b0eb478f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.187594 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db513bc3-ade7-438a-a363-e6b0eb478f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.237389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db513bc3-ade7-438a-a363-e6b0eb478f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638c38b3-a5ac-4551-863c-d9ce14456b9b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:45.267734 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-db513bc3-ade7-438a-a363-e6b0eb478f74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f09c498f8cd74dc69464ce88e18805e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935107 Jul 16 03:39:45.270622 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38470) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:45.321294 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855f101-e93b-4ee9-935b-8333db1e9bdc tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:45.325739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:45.337534 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b855f101-e93b-4ee9-935b-8333db1e9bdc tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] 10.222.0.18 "GET /v2.0/networks/4c7ff38a-58c4-4e07-abce-fe7cff20b9ef HTTP/1.1" status: 200 len: 767 time: 0.2032840 Jul 16 03:39:45.436631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45ce7b09-136f-4534-9390-4e8542a74594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.452395 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7de1dbe0-62d0-4164-a64f-83915fb57e4b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.466805 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45ce7b09-136f-4534-9390-4e8542a74594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.469379 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.482439 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Transition to ACTIVE for port object b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:39:45.491273 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.543439 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45ce7b09-136f-4534-9390-4e8542a74594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.551136 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-45ce7b09-136f-4534-9390-4e8542a74594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.556857 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-45ce7b09-136f-4534-9390-4e8542a74594 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/638c38b3-a5ac-4551-863c-d9ce14456b9b HTTP/1.1" status: 204 len: 168 time: 0.2821405 Jul 16 03:39:45.560777 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9741c-7ab8-474c-b4af-db63fc3cd35c req-6533620e-43c0-49d3-9487-30a89b7b7b9c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:45.562612 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ec9741c-7ab8-474c-b4af-db63fc3cd35c req-6533620e-43c0-49d3-9487-30a89b7b7b9c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.1563847 Jul 16 03:39:45.583752 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce7b09-136f-4534-9390-4e8542a74594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638c38b3-a5ac-4551-863c-d9ce14456b9b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:45.649333 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7de1dbe0-62d0-4164-a64f-83915fb57e4b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.667435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee4ef0-be4e-4c1b-86db-bb4d795a1a67 None None] Pushing event updated for resources: {'Port': ['ID=b4a61ee5-b3a3-4259-a76c-4b91deabf0c3,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:45.720468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7de1dbe0-62d0-4164-a64f-83915fb57e4b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef43fb7f-8936-47b1-997f-6b8fe209aca2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:45.779268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7de1dbe0-62d0-4164-a64f-83915fb57e4b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fa7fc2-e267-47d4-93ca-e18bb60cfc5a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:45.779920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7de1dbe0-62d0-4164-a64f-83915fb57e4b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fa7fc2-e267-47d4-93ca-e18bb60cfc5a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:45.819286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Attempting to bind port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:39:45.819702 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Attempting to bind port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0083ac86-7f04-4b13-a127-17f6cffe8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a777a107-7213-483b-b82b-292962968eb8'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:39:45.820108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Attempting to bind port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 on network a777a107-7213-483b-b82b-292962968eb8 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:39:45.835186 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7de1dbe0-62d0-4164-a64f-83915fb57e4b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.842372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:39:45.842755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Checking segment: {'id': '0083ac86-7f04-4b13-a127-17f6cffe8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a777a107-7213-483b-b82b-292962968eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:45.843165 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.853208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Bound using segment: {'id': '0083ac86-7f04-4b13-a127-17f6cffe8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a777a107-7213-483b-b82b-292962968eb8'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:39:45.853929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Bound port: b4a61ee5-b3a3-4259-a76c-4b91deabf0c3, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0083ac86-7f04-4b13-a127-17f6cffe8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a777a107-7213-483b-b82b-292962968eb8'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:39:45.854774 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.880229 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ec9741c-7ab8-474c-b4af-db63fc3cd35c req-294fbae1-604b-4ca6-af3e-acb04d023c4e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247338 Jul 16 03:39:45.901891 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7de1dbe0-62d0-4164-a64f-83915fb57e4b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.918337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de1dbe0-62d0-4164-a64f-83915fb57e4b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:45.919172 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7de1dbe0-62d0-4164-a64f-83915fb57e4b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:45.921223 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:45.981821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] For port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:39:45.985830 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] For port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b4a61ee5-b3a3-4259-a76c-4b91deabf0c3,segment=NetworkSegment(0083ac86-7f04-4b13-a127-17f6cffe8442),segment_id=0083ac86-7f04-4b13-a127-17f6cffe8442)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:39:45.991818 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.060432 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7de1dbe0-62d0-4164-a64f-83915fb57e4b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.067360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de1dbe0-62d0-4164-a64f-83915fb57e4b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ef43fb7f-8936-47b1-997f-6b8fe209aca2 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:39:46.087237 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7de1dbe0-62d0-4164-a64f-83915fb57e4b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.106447 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7de1dbe0-62d0-4164-a64f-83915fb57e4b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "DELETE /v2.0/networks/ef43fb7f-8936-47b1-997f-6b8fe209aca2 HTTP/1.1" status: 204 len: 168 time: 0.7774487 Jul 16 03:39:46.113572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:46.120178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1dbe0-62d0-4164-a64f-83915fb57e4b tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef43fb7f-8936-47b1-997f-6b8fe209aca2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:46.143622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Request body: {'network': {'name': 'tempest-network--1417775820'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:46.160195 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee4ef0-be4e-4c1b-86db-bb4d795a1a67 None None] Pushing event updated for resources: {'Port': ['ID=b4a61ee5-b3a3-4259-a76c-4b91deabf0c3,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:46.217215 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Routers {'74675ec2-a56b-4b0c-96bd-f647e7479346'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:39:46.217869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:39:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['74675ec2-a56b-4b0c-96bd-f647e7479346'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:46.242766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Made reservation on behalf of 92dd38d3a58f4bc1b8da42d380632ed5 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:46.254794 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.455266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:46.491483 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.493068 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Added segment 4240169c-261a-4b93-aca2-0db613e97f2b of type vlan for network 2f726d16-f7dc-4a3a-83a5-d6862cf267c1 Jul 16 03:39:46.529016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] Set router 74675ec2-a56b-4b0c-96bd-f647e7479346 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:39:46.672194 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3ec85-6b1a-4e78-937d-c19bbf8534d3 req-50088a1a-226a-44de-877e-fbe76cdce433 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:46.683129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fdc3ec85-6b1a-4e78-937d-c19bbf8534d3 req-50088a1a-226a-44de-877e-fbe76cdce433 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 947 time: 0.3771071 Jul 16 03:39:46.721193 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.748086 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499cd4f-c114-450b-aef4-142f1d9dbeff req-c2a35e6c-9fa5-4dfe-9fbe-cee61d95f9bb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:46.750642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9499cd4f-c114-450b-aef4-142f1d9dbeff req-c2a35e6c-9fa5-4dfe-9fbe-cee61d95f9bb tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.4049451 Jul 16 03:39:46.797036 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fdc3ec85-6b1a-4e78-937d-c19bbf8534d3 req-cfe17f2e-5841-4ab2-a14d-11ef23a66c10 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057565 Jul 16 03:39:46.841747 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:39:46.970210 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.971888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:46.972766 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:46.996935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38568) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:46.998170 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.8833458 Jul 16 03:39:47.002151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:47.005642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9499cd4f-c114-450b-aef4-142f1d9dbeff req-f59f2de4-aed9-4902-b3cd-7683ad007070 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234921 Jul 16 03:39:47.179417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event updated for resources: {'Network': ['ID=2f726d16-f7dc-4a3a-83a5-d6862cf267c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:47.214996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.214996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.214996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.214996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.214996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.214996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.215739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.215739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.217356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.233174 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.233547 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.236598 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0fe2dd-d6df-482c-80dd-50362a32cce8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.241037 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.258374 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.337244 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 2f726d16-f7dc-4a3a-83a5-d6862cf267c1 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:47.393335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event updated for resources: {'Network': ['ID=2f726d16-f7dc-4a3a-83a5-d6862cf267c1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:47.395571 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Network 2f726d16-f7dc-4a3a-83a5-d6862cf267c1 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:39:47.414949 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.415713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.417106 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "PUT /v2.0/networks/2f726d16-f7dc-4a3a-83a5-d6862cf267c1 HTTP/1.1" status: 200 len: 858 time: 0.4191635 Jul 16 03:39:47.424709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:47.426067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.426343 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.426695 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.427038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.427380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.427723 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.428056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.445249 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.445765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.446120 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.446473 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.446813 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9700bce7-7738-4d09-bdb0-a158c8dc1ea8 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:39:47.551498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c2557a60-55c2-41e3-851f-8a9db2327477 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:39:47.565187 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e93409d8-90e1-4e98-b5b5-0f3ca79e5630 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.599688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a823294-85e6-40d9-a2c1-d2e7583cd96d req-2ad93cf6-4c7f-44f9-806f-96ff3ddb2681 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:47.601336 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a823294-85e6-40d9-a2c1-d2e7583cd96d req-2ad93cf6-4c7f-44f9-806f-96ff3ddb2681 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.2010148 Jul 16 03:39:47.742836 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e93409d8-90e1-4e98-b5b5-0f3ca79e5630 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.792580 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e93409d8-90e1-4e98-b5b5-0f3ca79e5630 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f726d16-f7dc-4a3a-83a5-d6862cf267c1']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:47.830135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e93409d8-90e1-4e98-b5b5-0f3ca79e5630 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4240169c-261a-4b93-aca2-0db613e97f2b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:47.830443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e93409d8-90e1-4e98-b5b5-0f3ca79e5630 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4240169c-261a-4b93-aca2-0db613e97f2b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:47.874447 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e93409d8-90e1-4e98-b5b5-0f3ca79e5630 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.880336 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.906701 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a823294-85e6-40d9-a2c1-d2e7583cd96d req-d97c6412-735c-4334-9b39-45cb58f1d14b tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785373 Jul 16 03:39:47.915116 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e93409d8-90e1-4e98-b5b5-0f3ca79e5630 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.922363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:39:47.923711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93409d8-90e1-4e98-b5b5-0f3ca79e5630 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:47.924445 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e93409d8-90e1-4e98-b5b5-0f3ca79e5630 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:47.925974 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efbc153-f896-4150-b630-f67895cb228b" -d '{"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-unplugged", "status": "completed", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:39:47.952245 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:47.957525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:29Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'gw_port': {'id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:31Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b4a61ee5-b3a3-4259-a76c-4b91deabf0c3', 'name': '', 'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'mac_address': 'fa:16:3e:34:f4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:38Z', 'updated_at': '2021-07-16T03:39:45Z', 'revision_number': 4, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'subnets': [{'id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:47.968205 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.001128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db6ec3-f39f-44a5-83f7-cc2a44d56d6e None None] The sync data for ids ['74675ec2-a56b-4b0c-96bd-f647e7479346'] in n-d-800088-6 is: [{'id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:29Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'gw_port': {'id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:31Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b4a61ee5-b3a3-4259-a76c-4b91deabf0c3', 'name': '', 'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'mac_address': 'fa:16:3e:34:f4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:38Z', 'updated_at': '2021-07-16T03:39:45Z', 'revision_number': 4, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'subnets': [{'id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:48.018507 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:48.022844 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e93409d8-90e1-4e98-b5b5-0f3ca79e5630 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.035685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93409d8-90e1-4e98-b5b5-0f3ca79e5630 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2f726d16-f7dc-4a3a-83a5-d6862cf267c1 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:39:48.050766 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e93409d8-90e1-4e98-b5b5-0f3ca79e5630 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.053456 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e93409d8-90e1-4e98-b5b5-0f3ca79e5630 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] 10.222.0.18 "DELETE /v2.0/networks/2f726d16-f7dc-4a3a-83a5-d6862cf267c1 HTTP/1.1" status: 204 len: 168 time: 0.6282327 Jul 16 03:39:48.057295 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38626) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:48.059319 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93409d8-90e1-4e98-b5b5-0f3ca79e5630 tempest-ExternalNetworksTestJSON-1593496902 tempest-ExternalNetworksTestJSON-1593496902-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f726d16-f7dc-4a3a-83a5-d6862cf267c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:48.072225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c2557a60-55c2-41e3-851f-8a9db2327477,revision_number=14']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:48.078192 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb46e1a4-5809-4fea-a602-a9eee8a89291 x-openstack-request-id: req-bb46e1a4-5809-4fea-a602-a9eee8a89291 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:39:48.078766 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-unplugged", "status": "completed", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:39:48.079259 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb46e1a4-5809-4fea-a602-a9eee8a89291 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:39:48.079869 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'code': 200} Jul 16 03:39:48.129324 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-8190393b-dacc-4c32-8733-b4adecc98f60 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] DELETE failed (client error): The resource could not be found. Jul 16 03:39:48.131158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8190393b-dacc-4c32-8733-b4adecc98f60 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:39:48.135823 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8190393b-dacc-4c32-8733-b4adecc98f60 tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] 10.222.0.18 "DELETE /v2.0/subnets/0ef15edb-6db8-4145-af57-be378dd15153 HTTP/1.1" status: 404 len: 337 time: 0.0756781 Jul 16 03:39:48.137477 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38630) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:48.332231 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f04b-e9b9-4adc-af8e-fcb2ea4a817a tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.407065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7eaa3-c730-4899-9587-1e5b2447f44a req-a577248d-dad9-495d-82c8-8799b7225d17 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:48.408753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cab7eaa3-c730-4899-9587-1e5b2447f44a req-a577248d-dad9-495d-82c8-8799b7225d17 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.1909900 Jul 16 03:39:48.537065 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f04b-e9b9-4adc-af8e-fcb2ea4a817a tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.550987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7dc0f04b-e9b9-4adc-af8e-fcb2ea4a817a tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7ff38a-58c4-4e07-abce-fe7cff20b9ef']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:48.563945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7dc0f04b-e9b9-4adc-af8e-fcb2ea4a817a tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068eed6f-bb77-45be-a640-a736d29b63b4') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:48.564270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7dc0f04b-e9b9-4adc-af8e-fcb2ea4a817a tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068eed6f-bb77-45be-a640-a736d29b63b4') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:48.575873 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f04b-e9b9-4adc-af8e-fcb2ea4a817a tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.597803 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f04b-e9b9-4adc-af8e-fcb2ea4a817a tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.607039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc0f04b-e9b9-4adc-af8e-fcb2ea4a817a tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:48.607472 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f04b-e9b9-4adc-af8e-fcb2ea4a817a tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:48.700996 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:48.712342 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f04b-e9b9-4adc-af8e-fcb2ea4a817a tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.717312 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dc0f04b-e9b9-4adc-af8e-fcb2ea4a817a tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:48.720266 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7dc0f04b-e9b9-4adc-af8e-fcb2ea4a817a tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] 10.222.0.18 "DELETE /v2.0/networks/4c7ff38a-58c4-4e07-abce-fe7cff20b9ef HTTP/1.1" status: 204 len: 168 time: 0.5808527 Jul 16 03:39:48.756071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0f04b-e9b9-4adc-af8e-fcb2ea4a817a tempest-ExternalNetworksTestJSON-123018555 tempest-ExternalNetworksTestJSON-123018555-project] Pushing event deleted for resources: {'Network': ['ID=4c7ff38a-58c4-4e07-abce-fe7cff20b9ef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:48.779899 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cab7eaa3-c730-4899-9587-1e5b2447f44a req-db85cfe5-80dc-41cd-84c9-e146a2f6bb0e tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512459 Jul 16 03:39:49.358236 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc7e32-fcfd-41ca-b7ed-a52f86a5519a req-0ec7cc15-3c6f-4e45-a7dd-a7b12a0fc5db tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:49.369311 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1fc7e32-fcfd-41ca-b7ed-a52f86a5519a req-0ec7cc15-3c6f-4e45-a7dd-a7b12a0fc5db tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.1678088 Jul 16 03:39:49.456708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38702) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:49.489148 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1fc7e32-fcfd-41ca-b7ed-a52f86a5519a req-2bd802d3-8339-47bc-88d5-6ac6f8d0f1fc tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177785 Jul 16 03:39:49.763479 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fac4c3df-cc64-475e-8f6b-7e7d7b0c26a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f985776cb1941f38434206d987223d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050191 Jul 16 03:39:49.766226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:49.951982 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38738) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:50.041146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ea2ad94-4283-499f-8a91-0f36750879a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.098149 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ea2ad94-4283-499f-8a91-0f36750879a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.148436 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bf9e291-73ea-48e5-8b01-b0dd9b2eea27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.199307 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:50.212409 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ea2ad94-4283-499f-8a91-0f36750879a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.215984 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2ea2ad94-4283-499f-8a91-0f36750879a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.218455 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2ea2ad94-4283-499f-8a91-0f36750879a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e9359b3-5f97-450f-9d17-8c86e5d5c513 HTTP/1.1" status: 204 len: 168 time: 0.4493628 Jul 16 03:39:50.243447 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2ad94-4283-499f-8a91-0f36750879a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9359b3-5f97-450f-9d17-8c86e5d5c513,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:50.308337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1962740-5e5c-492c-a8ad-7dea6a63b8a8 req-62eed166-c5c5-4fbb-893d-598e26c019ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:50.309880 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1962740-5e5c-492c-a8ad-7dea6a63b8a8 req-62eed166-c5c5-4fbb-893d-598e26c019ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69feb84b2a1a46dc9a17a131d3823f84&device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 1097 time: 0.3369219 Jul 16 03:39:50.320215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62f24f-df36-43af-84b5-f5c964fbc970 req-6236208a-4261-46bf-a0d6-e688087c5cc9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:50.321927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da62f24f-df36-43af-84b5-f5c964fbc970 req-6236208a-4261-46bf-a0d6-e688087c5cc9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.3725855 Jul 16 03:39:50.379544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:39:50.403766 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:50.404128 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.428587 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bf9e291-73ea-48e5-8b01-b0dd9b2eea27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.450370 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6bf9e291-73ea-48e5-8b01-b0dd9b2eea27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.461062 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1962740-5e5c-492c-a8ad-7dea6a63b8a8 req-ab06c26e-9403-4681-b2d9-502a2cdc2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:50.461062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1962740-5e5c-492c-a8ad-7dea6a63b8a8 req-ab06c26e-9403-4681-b2d9-502a2cdc2bec service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c7e975-c657-4bd7-a136-c5c84a957407 HTTP/1.1" status: 200 len: 912 time: 0.1380687 Jul 16 03:39:50.537171 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6bf9e291-73ea-48e5-8b01-b0dd9b2eea27 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00d5a2ed89f14588becf17b154c1f4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5840459 Jul 16 03:39:50.542245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38746) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:50.566498 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9e291-73ea-48e5-8b01-b0dd9b2eea27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71df364c-09d0-4083-ab3b-3687919a203a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:50.599259 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.642703 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5116fe7e-96e5-4c87-b5e1-5fea3f887ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.672547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1962740-5e5c-492c-a8ad-7dea6a63b8a8 req-9ba04523-be6a-4f42-8678-97754573a467 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1ef2949-5710-4d08-adf3-d7e192d0901c HTTP/1.1" status: 200 len: 1001 time: 0.1971116 Jul 16 03:39:50.673281 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5116fe7e-96e5-4c87-b5e1-5fea3f887ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.686312 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b4a61ee5-b3a3-4259-a76c-4b91deabf0c3,segment=NetworkSegment(0083ac86-7f04-4b13-a127-17f6cffe8442),segment_id=0083ac86-7f04-4b13-a127-17f6cffe8442)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:39:50.691542 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.737321 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e436b-bb9c-433b-96f0-2c94a147a8a0 req-c21b8a32-6db8-426c-aa1f-fe608652cd68 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:50.744746 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-928e436b-bb9c-433b-96f0-2c94a147a8a0 req-c21b8a32-6db8-426c-aa1f-fe608652cd68 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.7705467 Jul 16 03:39:50.784009 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5116fe7e-96e5-4c87-b5e1-5fea3f887ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.797090 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5116fe7e-96e5-4c87-b5e1-5fea3f887ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:50.801915 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5116fe7e-96e5-4c87-b5e1-5fea3f887ae3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71df364c-09d0-4083-ab3b-3687919a203a HTTP/1.1" status: 204 len: 168 time: 0.2574472 Jul 16 03:39:50.818544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=b4a61ee5-b3a3-4259-a76c-4b91deabf0c3,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:50.821164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da62f24f-df36-43af-84b5-f5c964fbc970 req-c0c9103e-31be-43c3-87a6-b87774f77654 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3558741 Jul 16 03:39:50.860378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116fe7e-96e5-4c87-b5e1-5fea3f887ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71df364c-09d0-4083-ab3b-3687919a203a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:50.874322 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38756) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:50.954362 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-928e436b-bb9c-433b-96f0-2c94a147a8a0 req-d3fd374b-a034-4094-822b-a12a8dc38b14 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066715 Jul 16 03:39:51.010147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1962740-5e5c-492c-a8ad-7dea6a63b8a8 req-930a728f-148b-4450-acc4-bd94c85eb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.014402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1962740-5e5c-492c-a8ad-7dea6a63b8a8 req-930a728f-148b-4450-acc4-bd94c85eb6b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc HTTP/1.1" status: 200 len: 850 time: 0.3366001 Jul 16 03:39:51.040246 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bbe5d4b2-a06b-4692-814c-c0c6ab3952f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=92dd38d3a58f4bc1b8da42d380632ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647830 Jul 16 03:39:51.050200 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38758) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:51.168510 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f17fab5-685a-44f8-a8ca-3004ee804619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.212141 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f17fab5-685a-44f8-a8ca-3004ee804619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.266159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1962740-5e5c-492c-a8ad-7dea6a63b8a8 req-c3a16562-2a5d-4a04-8bfc-3029bfc2465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.273972 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1962740-5e5c-492c-a8ad-7dea6a63b8a8 req-c3a16562-2a5d-4a04-8bfc-3029bfc2465d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c7e975-c657-4bd7-a136-c5c84a957407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2528622 Jul 16 03:39:51.324328 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f17fab5-685a-44f8-a8ca-3004ee804619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.332889 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f17fab5-685a-44f8-a8ca-3004ee804619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.355601 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8f17fab5-685a-44f8-a8ca-3004ee804619 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/419da04f-8006-4b05-8e58-2986b2e0c770 HTTP/1.1" status: 204 len: 168 time: 0.2869756 Jul 16 03:39:51.382822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17fab5-685a-44f8-a8ca-3004ee804619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419da04f-8006-4b05-8e58-2986b2e0c770,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:51.483762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1962740-5e5c-492c-a8ad-7dea6a63b8a8 req-4e45d06e-e474-462a-98d1-786457896c44 service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972003 Jul 16 03:39:51.567779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df50f1-16f4-4297-aa21-f0a469a14d8f req-0b0dfd0a-d6df-4db0-97a5-4e02b88a3eb0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.569690 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18df50f1-16f4-4297-aa21-f0a469a14d8f req-0b0dfd0a-d6df-4db0-97a5-4e02b88a3eb0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.4611690 Jul 16 03:39:51.671355 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18df50f1-16f4-4297-aa21-f0a469a14d8f req-fcc53397-8e80-4b62-8976-20c43f2eea89 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941777 Jul 16 03:39:51.707097 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1962740-5e5c-492c-a8ad-7dea6a63b8a8 req-0f51997b-cb6a-4751-827b-996b720de44d service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147937 Jul 16 03:39:51.739253 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38768) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:51.768647 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a104ac3-8de9-4942-8fef-8d3169a1b429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.940607 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a104ac3-8de9-4942-8fef-8d3169a1b429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.946089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a104ac3-8de9-4942-8fef-8d3169a1b429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:51.972547 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77ee41-2507-4c37-8444-eb67cbd47e33 req-7716c207-b918-470e-b793-ec110bae99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:51.974368 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef77ee41-2507-4c37-8444-eb67cbd47e33 req-7716c207-b918-470e-b793-ec110bae99a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 1096 time: 0.0978966 Jul 16 03:39:52.094076 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6a104ac3-8de9-4942-8fef-8d3169a1b429 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b398017dfc9b49f587c7bb2292439ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3540649 Jul 16 03:39:52.096306 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38780) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:52.154210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:39:52.166849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a104ac3-8de9-4942-8fef-8d3169a1b429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289331c6-1aa8-4f19-89b2-2583a7826482,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:52.307322 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dfdea6a-d56b-4be2-96c6-6dda17d433cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:52.333359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:39:52.333866 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:52.403470 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dfdea6a-d56b-4be2-96c6-6dda17d433cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:52.498750 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dfdea6a-d56b-4be2-96c6-6dda17d433cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:52.502134 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2dfdea6a-d56b-4be2-96c6-6dda17d433cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:52.506324 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2dfdea6a-d56b-4be2-96c6-6dda17d433cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/289331c6-1aa8-4f19-89b2-2583a7826482 HTTP/1.1" status: 204 len: 168 time: 0.4066935 Jul 16 03:39:52.531064 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdea6a-d56b-4be2-96c6-6dda17d433cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289331c6-1aa8-4f19-89b2-2583a7826482,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:52.826764 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38802) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:52.940166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77ee41-2507-4c37-8444-eb67cbd47e33 req-dd9d8018-9421-4dee-a8a7-ac3cd8eac144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:52.943927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef77ee41-2507-4c37-8444-eb67cbd47e33 req-dd9d8018-9421-4dee-a8a7-ac3cd8eac144 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.9610159 Jul 16 03:39:53.014435 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Request body: {'networks': [{'name': 'tempest-network--2035612226'}, {'name': 'tempest-network--2004837672'}]} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:53.014922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Request body: {'network': {'name': 'tempest-network--2035612226'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:53.015489 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Request body: {'network': {'name': 'tempest-network--2004837672'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:53.032776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c358f5-9aa4-4b7d-b9e0-98f8995f69b4 req-88b97159-2b47-4340-a0af-5eb608fe3727 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:53.051156 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6c358f5-9aa4-4b7d-b9e0-98f8995f69b4 req-88b97159-2b47-4340-a0af-5eb608fe3727 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.2465653 Jul 16 03:39:53.071856 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598989e-3321-4579-bda3-b8ba3b3cc0b5 req-8f166fbe-f1ff-4e19-8dd3-40c7ebcffb38 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:53.071856 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7598989e-3321-4579-bda3-b8ba3b3cc0b5 req-8f166fbe-f1ff-4e19-8dd3-40c7ebcffb38 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.2611530 Jul 16 03:39:53.091537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Made reservation on behalf of 0cdeffbee87d452c8cbfe0d397c88241 for: {'network': 2} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:53.105398 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.134707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef77ee41-2507-4c37-8444-eb67cbd47e33 req-264c121e-7abc-4551-b801-402e7b7dcf2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2557a60-55c2-41e3-851f-8a9db2327477 HTTP/1.1" status: 200 len: 999 time: 0.1786256 Jul 16 03:39:53.149987 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.153872 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7598989e-3321-4579-bda3-b8ba3b3cc0b5 req-20a16f74-c1ea-4620-b12a-5cdaefd42a9b tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811069 Jul 16 03:39:53.240723 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6c358f5-9aa4-4b7d-b9e0-98f8995f69b4 req-0d36215d-1320-4b46-b672-fae0bc7d36fd tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888256 Jul 16 03:39:53.270462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77ee41-2507-4c37-8444-eb67cbd47e33 req-cfa06f06-4323-40f4-a7c5-9594f505abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:53.271966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef77ee41-2507-4c37-8444-eb67cbd47e33 req-cfa06f06-4323-40f4-a7c5-9594f505abaf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.1171362 Jul 16 03:39:53.370438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77ee41-2507-4c37-8444-eb67cbd47e33 req-ff40ce51-58bf-49ac-a356-50286208d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:53.370438 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef77ee41-2507-4c37-8444-eb67cbd47e33 req-ff40ce51-58bf-49ac-a356-50286208d40d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756485 Jul 16 03:39:53.371702 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.386591 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.386876 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.441210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:53.452898 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.453239 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Added segment 6c4f1db1-b656-4b94-b61a-5c5a32836186 of type vlan for network 266392f8-2a14-4627-baa3-1598c30f49da Jul 16 03:39:53.527416 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.575016 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef77ee41-2507-4c37-8444-eb67cbd47e33 req-c2aece9a-19e6-4b70-8018-c50361cf1789 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138646 Jul 16 03:39:53.601906 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093cec10-c3d6-42fc-9c73-de9589922bfb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:53.611584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:53.627599 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.627961 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Added segment d294b89a-6197-40bc-8f57-d3582b1c3784 of type vlan for network 4bcb49f8-432d-4fb6-b694-a9386f33287c Jul 16 03:39:53.686410 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.721502 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbb6e7-0d29-41e8-9457-52510379c93c req-a21a5d2d-16fc-4e29-8a41-1d565541b7e0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:53.723108 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b3fbb6e7-0d29-41e8-9457-52510379c93c req-a21a5d2d-16fc-4e29-8a41-1d565541b7e0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.2981319 Jul 16 03:39:53.729835 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.730813 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.740151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:53.747375 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:53.748817 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:53.812249 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b3fbb6e7-0d29-41e8-9457-52510379c93c req-51dd665a-9fee-4919-81f8-1d96a92740b3 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750706 Jul 16 03:39:53.826785 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef77ee41-2507-4c37-8444-eb67cbd47e33 req-af004d4c-da15-4cb7-9ba3-d4b6e7889cd0 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439845 Jul 16 03:39:53.833485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event updated for resources: {'Network': ['ID=266392f8-2a14-4627-baa3-1598c30f49da,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:53.852248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 266392f8-2a14-4627-baa3-1598c30f49da details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:53.883840 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0555458 Jul 16 03:39:53.886822 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:53.944341 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858701e-4670-490f-aac9-cbd172320700 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event updated for resources: {'Network': ['ID=4bcb49f8-432d-4fb6-b694-a9386f33287c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:54.022975 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 4bcb49f8-432d-4fb6-b694-a9386f33287c details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:54.200027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d852d2-26bd-4817-bebb-720f20c05b4b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.206853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d852d2-26bd-4817-bebb-720f20c05b4b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.213216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d852d2-26bd-4817-bebb-720f20c05b4b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.219484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d852d2-26bd-4817-bebb-720f20c05b4b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.221369 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a0d852d2-26bd-4817-bebb-720f20c05b4b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3331840 Jul 16 03:39:54.224034 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:54.341180 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f733b17a-a704-4f2c-a2c4-6caa38597619 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.462983 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f733b17a-a704-4f2c-a2c4-6caa38597619 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.473842 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f733b17a-a704-4f2c-a2c4-6caa38597619 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266392f8-2a14-4627-baa3-1598c30f49da']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:54.525374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38852) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:54.527022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f733b17a-a704-4f2c-a2c4-6caa38597619 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4f1db1-b656-4b94-b61a-5c5a32836186') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:54.527326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f733b17a-a704-4f2c-a2c4-6caa38597619 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4f1db1-b656-4b94-b61a-5c5a32836186') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:54.567113 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f733b17a-a704-4f2c-a2c4-6caa38597619 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.601890 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f733b17a-a704-4f2c-a2c4-6caa38597619 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.616972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f733b17a-a704-4f2c-a2c4-6caa38597619 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:54.617284 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f733b17a-a704-4f2c-a2c4-6caa38597619 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:54.621139 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:54.651654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f721c4c-e36d-4b15-8464-af10c9aac9e6 req-abdd74dc-97b0-4f7c-9db4-2338491aa230 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.653256 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f721c4c-e36d-4b15-8464-af10c9aac9e6 req-abdd74dc-97b0-4f7c-9db4-2338491aa230 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1699116 Jul 16 03:39:54.722613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f5188-48d9-4478-a61b-adf31a6e2383 req-9db61fce-a088-4ac1-a31b-4d618dae4e42 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:54.724406 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-443f5188-48d9-4478-a61b-adf31a6e2383 req-9db61fce-a088-4ac1-a31b-4d618dae4e42 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.2434163 Jul 16 03:39:54.746627 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cdfde98-d4cb-401f-9906-1496cf18979e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.764588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f721c4c-e36d-4b15-8464-af10c9aac9e6 req-f4d3cc22-74ad-4f81-b638-422d9fc4e415 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894964 Jul 16 03:39:54.766294 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f733b17a-a704-4f2c-a2c4-6caa38597619 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.823039 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f733b17a-a704-4f2c-a2c4-6caa38597619 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.825124 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f733b17a-a704-4f2c-a2c4-6caa38597619 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "DELETE /v2.0/networks/266392f8-2a14-4627-baa3-1598c30f49da HTTP/1.1" status: 204 len: 168 time: 0.5996480 Jul 16 03:39:54.826349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733b17a-a704-4f2c-a2c4-6caa38597619 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event deleted for resources: {'Network': ['ID=266392f8-2a14-4627-baa3-1598c30f49da,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:54.829413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:54.941937 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cdfde98-d4cb-401f-9906-1496cf18979e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:54.947024 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cdfde98-d4cb-401f-9906-1496cf18979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.001802 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5cdfde98-d4cb-401f-9906-1496cf18979e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d681192efd2f457aa309123fbd5decf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4753294 Jul 16 03:39:55.003106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfde98-d4cb-401f-9906-1496cf18979e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50082aa0-c2c0-4244-ad5a-e4e1cbff85ac,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:55.005596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38868) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:55.031880 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-443f5188-48d9-4478-a61b-adf31a6e2383 req-0868eae8-b81b-4750-bc6c-2de75df47b6e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787719 Jul 16 03:39:55.054344 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74fca9cf-1f28-4e3d-9feb-c601724d3c50 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.099890 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ffaf355-3f0d-489a-8025-4aae89a3ebe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.139191 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ffaf355-3f0d-489a-8025-4aae89a3ebe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.192708 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ffaf355-3f0d-489a-8025-4aae89a3ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.195594 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ffaf355-3f0d-489a-8025-4aae89a3ebe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.199306 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4ffaf355-3f0d-489a-8025-4aae89a3ebe5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50082aa0-c2c0-4244-ad5a-e4e1cbff85ac HTTP/1.1" status: 204 len: 168 time: 0.1759439 Jul 16 03:39:55.200199 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74fca9cf-1f28-4e3d-9feb-c601724d3c50 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.212078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffaf355-3f0d-489a-8025-4aae89a3ebe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50082aa0-c2c0-4244-ad5a-e4e1cbff85ac,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:55.215808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-74fca9cf-1f28-4e3d-9feb-c601724d3c50 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcb49f8-432d-4fb6-b694-a9386f33287c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:55.231033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-74fca9cf-1f28-4e3d-9feb-c601724d3c50 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd294b89a-6197-40bc-8f57-d3582b1c3784') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:55.231437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-74fca9cf-1f28-4e3d-9feb-c601724d3c50 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd294b89a-6197-40bc-8f57-d3582b1c3784') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:39:55.243428 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74fca9cf-1f28-4e3d-9feb-c601724d3c50 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.270200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01a96c-00bf-43f2-a9e5-c5a9bc6e15af req-e60fc637-235e-44b6-b4d8-5f57b3a52449 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:55.272909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c01a96c-00bf-43f2-a9e5-c5a9bc6e15af req-e60fc637-235e-44b6-b4d8-5f57b3a52449 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.1588743 Jul 16 03:39:55.274004 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74fca9cf-1f28-4e3d-9feb-c601724d3c50 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.282590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74fca9cf-1f28-4e3d-9feb-c601724d3c50 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:39:55.282999 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74fca9cf-1f28-4e3d-9feb-c601724d3c50 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:39:55.290881 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:39:55.364985 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c01a96c-00bf-43f2-a9e5-c5a9bc6e15af req-52e7daa9-08cd-44ff-ae30-edbf71ed167d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860193 Jul 16 03:39:55.366138 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74fca9cf-1f28-4e3d-9feb-c601724d3c50 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.383946 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74fca9cf-1f28-4e3d-9feb-c601724d3c50 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.386185 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-74fca9cf-1f28-4e3d-9feb-c601724d3c50 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "DELETE /v2.0/networks/4bcb49f8-432d-4fb6-b694-a9386f33287c HTTP/1.1" status: 204 len: 168 time: 0.5559397 Jul 16 03:39:55.387093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fca9cf-1f28-4e3d-9feb-c601724d3c50 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event deleted for resources: {'Network': ['ID=4bcb49f8-432d-4fb6-b694-a9386f33287c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:55.388775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38880) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:55.510281 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350ffae-6104-4a4d-9918-1e1a4c3329a4 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:55.520155 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d350ffae-6104-4a4d-9918-1e1a4c3329a4 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:55.521806 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d350ffae-6104-4a4d-9918-1e1a4c3329a4 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1320586 Jul 16 03:39:55.525348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38888) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:55.530167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-28b260c0-6ea3-4418-97e2-662aafac5f17 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-868392022'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:55.556061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b260c0-6ea3-4418-97e2-662aafac5f17 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Made reservation on behalf of 0cdeffbee87d452c8cbfe0d397c88241 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:55.560170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28b260c0-6ea3-4418-97e2-662aafac5f17 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.588549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b260c0-6ea3-4418-97e2-662aafac5f17 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:55.598175 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28b260c0-6ea3-4418-97e2-662aafac5f17 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.598715 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-28b260c0-6ea3-4418-97e2-662aafac5f17 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Added segment 24e2b5b4-4917-477b-8576-55b4c01354d7 of type vlan for network 8b25a6b0-7e4e-4d13-bfa5-2602058ca7db Jul 16 03:39:55.650833 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28b260c0-6ea3-4418-97e2-662aafac5f17 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.683733 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28b260c0-6ea3-4418-97e2-662aafac5f17 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.689888 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b260c0-6ea3-4418-97e2-662aafac5f17 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:55.690489 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-28b260c0-6ea3-4418-97e2-662aafac5f17 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.737546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:55.740641 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-28b260c0-6ea3-4418-97e2-662aafac5f17 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2104547 Jul 16 03:39:55.743313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4013741b-56ee-4a2f-9ab3-0806f467e465 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2053824957'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:55.786340 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b260c0-6ea3-4418-97e2-662aafac5f17 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event updated for resources: {'Network': ['ID=8b25a6b0-7e4e-4d13-bfa5-2602058ca7db,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:55.792238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4013741b-56ee-4a2f-9ab3-0806f467e465 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Made reservation on behalf of 0cdeffbee87d452c8cbfe0d397c88241 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:55.795246 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4013741b-56ee-4a2f-9ab3-0806f467e465 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.805540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 8b25a6b0-7e4e-4d13-bfa5-2602058ca7db details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:55.857432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4013741b-56ee-4a2f-9ab3-0806f467e465 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:55.870446 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4013741b-56ee-4a2f-9ab3-0806f467e465 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:55.870798 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-4013741b-56ee-4a2f-9ab3-0806f467e465 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Added segment c962dedf-d951-4120-b660-5371490fac7d of type vlan for network 9e928dee-97ed-4f6c-9036-a97c020d30ea Jul 16 03:39:55.883517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadd9b5-5213-4d31-9261-a092eb649f5c req-8a13be35-0859-4281-ace7-be2e2ecfacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:55.885465 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aaadd9b5-5213-4d31-9261-a092eb649f5c req-8a13be35-0859-4281-ace7-be2e2ecfacc5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 1096 time: 0.1043613 Jul 16 03:39:56.001164 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4013741b-56ee-4a2f-9ab3-0806f467e465 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.110096 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4013741b-56ee-4a2f-9ab3-0806f467e465 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.115751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4013741b-56ee-4a2f-9ab3-0806f467e465 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.116635 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4013741b-56ee-4a2f-9ab3-0806f467e465 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.174115 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadd9b5-5213-4d31-9261-a092eb649f5c req-06dd44a4-4e00-4aec-8779-b619c82902e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.175617 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aaadd9b5-5213-4d31-9261-a092eb649f5c req-06dd44a4-4e00-4aec-8779-b619c82902e1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 200 len: 918 time: 0.2823360 Jul 16 03:39:56.184510 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4013741b-56ee-4a2f-9ab3-0806f467e465 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4442902 Jul 16 03:39:56.185695 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38914) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:56.191968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Request body: {'ports': [{'network_id': '8b25a6b0-7e4e-4d13-bfa5-2602058ca7db', 'name': 'tempest-port--1241825202', 'admin_state_up': True}, {'network_id': '9e928dee-97ed-4f6c-9036-a97c020d30ea', 'admin_state_up': False}]} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:56.192425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Request body: {'port': {'network_id': '8b25a6b0-7e4e-4d13-bfa5-2602058ca7db', 'name': 'tempest-port--1241825202', 'admin_state_up': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:56.193150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Request body: {'port': {'network_id': '9e928dee-97ed-4f6c-9036-a97c020d30ea', 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:56.223810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013741b-56ee-4a2f-9ab3-0806f467e465 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event updated for resources: {'Network': ['ID=9e928dee-97ed-4f6c-9036-a97c020d30ea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:56.236948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 9e928dee-97ed-4f6c-9036-a97c020d30ea details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:56.269008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f165eb-e87e-4814-a981-315e2a25c621 req-aaa71b3d-f187-4a20-ba07-0dcd3e1be429 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.276125 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64f165eb-e87e-4814-a981-315e2a25c621 req-aaa71b3d-f187-4a20-ba07-0dcd3e1be429 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.3535345 Jul 16 03:39:56.324827 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aaadd9b5-5213-4d31-9261-a092eb649f5c req-5852a75c-1daa-4c44-bf1a-8648766df9f3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a779f859-664c-428c-86da-c48f65251515 HTTP/1.1" status: 200 len: 1001 time: 0.1116083 Jul 16 03:39:56.330504 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64f165eb-e87e-4814-a981-315e2a25c621 req-48e2c382-9be5-4863-b6d5-96e905f57f20 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533047 Jul 16 03:39:56.386770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadd9b5-5213-4d31-9261-a092eb649f5c req-59caee09-e0dd-4de8-930d-b270647d02db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.388505 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aaadd9b5-5213-4d31-9261-a092eb649f5c req-59caee09-e0dd-4de8-930d-b270647d02db service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df2843df-4813-4d8f-83e4-b733c2b2e1d2 HTTP/1.1" status: 200 len: 856 time: 0.0521631 Jul 16 03:39:56.480813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadd9b5-5213-4d31-9261-a092eb649f5c req-a0dce635-6fff-4f07-b330-5fc201300b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.485584 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aaadd9b5-5213-4d31-9261-a092eb649f5c req-a0dce635-6fff-4f07-b330-5fc201300b8a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858488 Jul 16 03:39:56.611422 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aaadd9b5-5213-4d31-9261-a092eb649f5c req-30c9db82-04e2-4bc6-8eb4-c25f328ffbda service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156373 Jul 16 03:39:56.795705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Made reservation on behalf of 0cdeffbee87d452c8cbfe0d397c88241 for: {'port': 2} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:56.802849 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.821257 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:56.829170 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aaadd9b5-5213-4d31-9261-a092eb649f5c req-15ee39b1-223d-417f-8830-8bb8fd8e7cfe service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097669 Jul 16 03:39:56.847495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1337e1-1959-4b41-92ce-6c2e50e41093 req-37758428-895a-43be-b982-74ca3c2d76ae tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.849055 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef1337e1-1959-4b41-92ce-6c2e50e41093 req-37758428-895a-43be-b982-74ca3c2d76ae tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.1801982 Jul 16 03:39:56.874159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b116073-c151-491d-a520-e608f5f9da73 req-82c6cf82-3ed8-4845-8493-c291055e7d49 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:56.876212 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b116073-c151-491d-a520-e608f5f9da73 req-82c6cf82-3ed8-4845-8493-c291055e7d49 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1306653 Jul 16 03:39:56.923989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef1337e1-1959-4b41-92ce-6c2e50e41093 req-6cd63fc1-85fe-4daa-8acd-171903aeb271 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662382 Jul 16 03:39:56.941463 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] device_id is not set on port abb52a2a-9962-411c-8a82-ba5c56e86618 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:39:56.947997 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b116073-c151-491d-a520-e608f5f9da73 req-f0add64c-8d71-47ef-866d-042c89d58f71 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634537 Jul 16 03:39:57.096784 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.192009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdae947-a84f-4ce4-8f86-c13c55f3e5ab req-f458d3c1-df31-4288-b4b3-7283ead07121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:57.193563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fcdae947-a84f-4ce4-8f86-c13c55f3e5ab req-f458d3c1-df31-4288-b4b3-7283ead07121 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1255462 Jul 16 03:39:57.197924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] device_id is not set on port 9de7ad7d-e9d2-4ed5-b7c8-f9ff09ea8cdc yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:39:57.249815 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fcdae947-a84f-4ce4-8f86-c13c55f3e5ab req-79707ac5-1126-4763-9a41-d3d664bf464e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430739 Jul 16 03:39:57.332286 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.382150 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.437732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event updated for resources: {'Port': ['ID=abb52a2a-9962-411c-8a82-ba5c56e86618,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:57.468710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Checking segment: {'id': '24e2b5b4-4917-477b-8576-55b4c01354d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '8b25a6b0-7e4e-4d13-bfa5-2602058ca7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:57.469151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Network hostable DHCP agents. Network: 8b25a6b0-7e4e-4d13-bfa5-2602058ca7db, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:39:57.492159 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Network 8b25a6b0-7e4e-4d13-bfa5-2602058ca7db is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:39:57.503854 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 8b25a6b0-7e4e-4d13-bfa5-2602058ca7db) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:57.507960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:57.508889 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.525748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab8e73a-24b7-4813-9696-709f46f0ef75 None None] Network 8b25a6b0-7e4e-4d13-bfa5-2602058ca7db requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:57.589671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event updated for resources: {'Port': ['ID=9de7ad7d-e9d2-4ed5-b7c8-f9ff09ea8cdc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:57.597735 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Checking segment: {'id': 'c962dedf-d951-4120-b660-5371490fac7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9e928dee-97ed-4f6c-9036-a97c020d30ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:39:57.597735 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Network hostable DHCP agents. Network: 9e928dee-97ed-4f6c-9036-a97c020d30ea, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:39:57.634140 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Network 9e928dee-97ed-4f6c-9036-a97c020d30ea is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:39:57.650391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-988c12cf-9236-4f6a-ba11-01955f7361e6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:57.653352 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 9e928dee-97ed-4f6c-9036-a97c020d30ea) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:39:57.658812 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:39:57.660742 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-988c12cf-9236-4f6a-ba11-01955f7361e6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 812 time: 0.1726761 Jul 16 03:39:57.666782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:57.673369 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:57.674483 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:57.680667 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-8cd21381-0722-4585-b694-9abe3d5809fd tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/quotas/de4d84b302584141973e594b047457b4 HTTP/1.1" status: 200 len: 375 time: 0.0189128 Jul 16 03:39:57.690253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5f542d-3b45-473f-a98d-bc6f9c9b5866 None None] Network 9e928dee-97ed-4f6c-9036-a97c020d30ea requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:39:57.699304 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c030e526-1fa3-4c38-9e6d-2b5d8599911c tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5112147 Jul 16 03:39:57.701559 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38962) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:57.787886 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-a9c225ee-e5b3-41a3-ba57-c77972e304d7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1058524 Jul 16 03:39:57.878366 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f5a32-eacc-41ee-863c-d2d7fe497528 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:57.885837 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1f5a32-eacc-41ee-863c-d2d7fe497528 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:57.887756 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7b1f5a32-eacc-41ee-863c-d2d7fe497528 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1851239 Jul 16 03:39:57.890573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38966) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:57.909012 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-fa2b7329-ac7d-49b1-8d88-561e766b62f3 service neutron] 10.222.0.18 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206412 Jul 16 03:39:58.023546 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-6e8f4b40-f905-40d3-af30-78a3f641e62f service neutron] 10.222.0.18 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084909 Jul 16 03:39:58.036659 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-16e7146d-9878-44b0-8137-2c6b24721c0e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Deleting port abb52a2a-9962-411c-8a82-ba5c56e86618 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:58.037191 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16e7146d-9878-44b0-8137-2c6b24721c0e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.134020 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16e7146d-9878-44b0-8137-2c6b24721c0e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.151103 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-16e7146d-9878-44b0-8137-2c6b24721c0e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Calling delete_port for abb52a2a-9962-411c-8a82-ba5c56e86618 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:58.210526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c14d12-7b02-4984-9ceb-354cbe2286e9 req-082adaf7-aec8-4041-add5-2ab6b386bc22 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:58.212107 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-85c14d12-7b02-4984-9ceb-354cbe2286e9 req-082adaf7-aec8-4041-add5-2ab6b386bc22 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.1228144 Jul 16 03:39:58.303574 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16e7146d-9878-44b0-8137-2c6b24721c0e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.329110 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea6c9b7c-1034-4b2d-b545-0da0ab27414c req-b68802ff-9966-4fce-8749-521e3c088035 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 210 time: 0.0609727 Jul 16 03:39:58.342237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-85c14d12-7b02-4984-9ceb-354cbe2286e9 req-fd316b97-1ce4-42be-bb16-d4c4f6cdf1c5 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233616 Jul 16 03:39:58.350656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7146d-9878-44b0-8137-2c6b24721c0e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event deleted for resources: {'Port': ['ID=abb52a2a-9962-411c-8a82-ba5c56e86618,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:58.357557 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16e7146d-9878-44b0-8137-2c6b24721c0e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.364939 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-16e7146d-9878-44b0-8137-2c6b24721c0e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "DELETE /v2.0/ports/abb52a2a-9962-411c-8a82-ba5c56e86618 HTTP/1.1" status: 204 len: 168 time: 0.4708514 Jul 16 03:39:58.366032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:58.521904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8c86b5e8-28ef-4429-ba52-a5f13eb6a2c8 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Deleting port 9de7ad7d-e9d2-4ed5-b7c8-f9ff09ea8cdc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:39:58.522253 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c86b5e8-28ef-4429-ba52-a5f13eb6a2c8 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.588645 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38994) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:58.599679 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c86b5e8-28ef-4429-ba52-a5f13eb6a2c8 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.632236 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8c86b5e8-28ef-4429-ba52-a5f13eb6a2c8 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Calling delete_port for 9de7ad7d-e9d2-4ed5-b7c8-f9ff09ea8cdc owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:39:58.724401 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47d7580e-17e7-4547-a7de-c55cb2f85dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.738414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c86b5e8-28ef-4429-ba52-a5f13eb6a2c8 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.792251 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c86b5e8-28ef-4429-ba52-a5f13eb6a2c8 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.795488 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8c86b5e8-28ef-4429-ba52-a5f13eb6a2c8 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "DELETE /v2.0/ports/9de7ad7d-e9d2-4ed5-b7c8-f9ff09ea8cdc HTTP/1.1" status: 204 len: 168 time: 0.4282398 Jul 16 03:39:58.796769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86b5e8-28ef-4429-ba52-a5f13eb6a2c8 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event deleted for resources: {'Port': ['ID=9de7ad7d-e9d2-4ed5-b7c8-f9ff09ea8cdc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:58.798149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39000) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:58.842133 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2d0f1e83-4bdb-4018-aadd-4dd903c014c4 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0428679 Jul 16 03:39:58.847963 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39002) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:58.852921 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f842c2f7-2419-4bc4-8916-7b1583de084e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1508836920'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:58.881901 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47d7580e-17e7-4547-a7de-c55cb2f85dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.890682 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47d7580e-17e7-4547-a7de-c55cb2f85dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.943236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f842c2f7-2419-4bc4-8916-7b1583de084e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Made reservation on behalf of 0cdeffbee87d452c8cbfe0d397c88241 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:58.947008 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f842c2f7-2419-4bc4-8916-7b1583de084e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.952774 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-47d7580e-17e7-4547-a7de-c55cb2f85dd8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cbbd0873f574b26b10aa824bfdd38a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630846 Jul 16 03:39:58.957763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:58.959298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7580e-17e7-4547-a7de-c55cb2f85dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02db9d9b-7e1d-4cf7-b6e6-6f4603df9b3b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:58.981285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f842c2f7-2419-4bc4-8916-7b1583de084e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:58.995017 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f842c2f7-2419-4bc4-8916-7b1583de084e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:58.995569 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-f842c2f7-2419-4bc4-8916-7b1583de084e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Added segment b646d29d-4cba-47d2-89a0-9e3d52a3c905 of type vlan for network d3665bf7-2355-4595-a585-d4e49bd16792 Jul 16 03:39:59.079338 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f842c2f7-2419-4bc4-8916-7b1583de084e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.084782 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5f79d23-6754-4a8a-b6c4-6e2869230520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.133350 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f842c2f7-2419-4bc4-8916-7b1583de084e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.137877 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5f79d23-6754-4a8a-b6c4-6e2869230520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.147000 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f842c2f7-2419-4bc4-8916-7b1583de084e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:59.147973 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f842c2f7-2419-4bc4-8916-7b1583de084e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.200082 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f842c2f7-2419-4bc4-8916-7b1583de084e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3508146 Jul 16 03:39:59.202802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:39:59.209166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e5ce6545-fad7-412a-aeb1-9e3838e48f9a tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-652301212'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:39:59.221490 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5f79d23-6754-4a8a-b6c4-6e2869230520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.224474 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5f79d23-6754-4a8a-b6c4-6e2869230520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.229925 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c5f79d23-6754-4a8a-b6c4-6e2869230520 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02db9d9b-7e1d-4cf7-b6e6-6f4603df9b3b HTTP/1.1" status: 204 len: 168 time: 0.2667623 Jul 16 03:39:59.253801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f79d23-6754-4a8a-b6c4-6e2869230520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02db9d9b-7e1d-4cf7-b6e6-6f4603df9b3b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:59.262452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ce6545-fad7-412a-aeb1-9e3838e48f9a tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Made reservation on behalf of 0cdeffbee87d452c8cbfe0d397c88241 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:39:59.272974 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ce6545-fad7-412a-aeb1-9e3838e48f9a tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.276993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842c2f7-2419-4bc4-8916-7b1583de084e tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event updated for resources: {'Network': ['ID=d3665bf7-2355-4595-a585-d4e49bd16792,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:59.316601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network d3665bf7-2355-4595-a585-d4e49bd16792 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:59.322374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ce6545-fad7-412a-aeb1-9e3838e48f9a tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:39:59.353445 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ce6545-fad7-412a-aeb1-9e3838e48f9a tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.354177 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-e5ce6545-fad7-412a-aeb1-9e3838e48f9a tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Added segment 037759a7-8ad2-4463-89e8-39e843657fd9 of type vlan for network a5f2d031-c90d-4553-84b5-ad117f025bfa Jul 16 03:39:59.425217 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ce6545-fad7-412a-aeb1-9e3838e48f9a tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.473737 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ce6545-fad7-412a-aeb1-9e3838e48f9a tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.481514 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ce6545-fad7-412a-aeb1-9e3838e48f9a tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:59.482890 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5ce6545-fad7-412a-aeb1-9e3838e48f9a tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:39:59.591341 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9cda8ed7-aca4-4143-8c67-dab03149f0b0 req-210ea7d1-d265-4789-a8d5-ed7992352894 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 210 time: 0.0654998 Jul 16 03:39:59.604392 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e5ce6545-fad7-412a-aeb1-9e3838e48f9a tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3915465 Jul 16 03:39:59.666310 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce6545-fad7-412a-aeb1-9e3838e48f9a tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event updated for resources: {'Network': ['ID=a5f2d031-c90d-4553-84b5-ad117f025bfa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:39:59.677974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network a5f2d031-c90d-4553-84b5-ad117f025bfa details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:39:59.849887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6394ee-9c6b-4391-a144-797177df97be req-2b308505-0cd0-42d1-94a6-1cc1a9c991d7 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:39:59.856845 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da6394ee-9c6b-4391-a144-797177df97be req-2b308505-0cd0-42d1-94a6-1cc1a9c991d7 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 945 time: 0.2695456 Jul 16 03:40:00.027581 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a1514340-c52e-4eca-93e4-32a3152b8888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.029732 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da6394ee-9c6b-4391-a144-797177df97be req-82631e39-0b19-40a5-a0d6-fc0e7b9f9f2b tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704037 Jul 16 03:40:00.056204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-ca04cfdc-7588-401c-9c3b-16b6f0a2c9b0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:00.056987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a779f859-664c-428c-86da-c48f65251515 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:00.057960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-ca04cfdc-7588-401c-9c3b-16b6f0a2c9b0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 812 time: 0.2955213 Jul 16 03:40:00.070688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-aef384d6-aa36-4adc-92c2-4f81c70e615a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Request body: {'port': {'device_id': 'c3b92e0b-cdc0-4f37-b738-e017baddb82e', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'admin_state_up': True, 'tenant_id': 'de4d84b302584141973e594b047457b4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:00.187355 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.221579 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a779f859-664c-428c-86da-c48f65251515'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:00.226088 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc306b0-6a8e-43ec-bce1-fa33a54c6b2e" -d '{"events": [{"server_uuid": "72f8f593-4d12-4521-9ae6-a04ad59ef4b4", "name": "network-vif-unplugged", "status": "completed", "tag": "a779f859-664c-428c-86da-c48f65251515"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:00.259746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a779f859-664c-428c-86da-c48f65251515, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a779f859-664c-428c-86da-c48f65251515,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:00.272468 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.334366 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56a7d60-a9f7-41d1-af9c-1e1b8ba683ac x-openstack-request-id: req-d56a7d60-a9f7-41d1-af9c-1e1b8ba683ac {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:00.335058 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f8f593-4d12-4521-9ae6-a04ad59ef4b4", "name": "network-vif-unplugged", "status": "failed", "tag": "a779f859-664c-428c-86da-c48f65251515", "code": 422}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:00.335058 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d56a7d60-a9f7-41d1-af9c-1e1b8ba683ac {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:00.352363 n-d-800088-6 neutron-server[93769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a779f859-664c-428c-86da-c48f65251515', 'code': 422} returned with failed status Jul 16 03:40:00.459492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a779f859-664c-428c-86da-c48f65251515,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:00.474150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:00.481070 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:00.481426 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:00.482024 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:00.482370 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:00.482707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:00.483044 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:00.483375 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:00.483706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:00.484032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:00.484376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:00.485242 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:00.883056 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:00.904652 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d990dbdf-2fc9-47ee-9dbe-db9d48dc297e req-7065363e-07b1-4226-9995-28f4bf36410a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 210 time: 0.0814900 Jul 16 03:40:00.965481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-aef384d6-aa36-4adc-92c2-4f81c70e615a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Made reservation on behalf of de4d84b302584141973e594b047457b4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:00.974008 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-aef384d6-aa36-4adc-92c2-4f81c70e615a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.164222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-aef384d6-aa36-4adc-92c2-4f81c70e615a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Allocated IP 172.20.0.9 (1b23d2e3-02e4-47db-a40f-a5b79e83f415/8153979b-670a-41a0-961b-c7158009c15a/fed13e0c-63e9-4214-a062-0ab7034c0e46) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:01.381512 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-aef384d6-aa36-4adc-92c2-4f81c70e615a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.400651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-aef384d6-aa36-4adc-92c2-4f81c70e615a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Transition to ACTIVE for port object fed13e0c-63e9-4214-a062-0ab7034c0e46 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:01.451273 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.473360 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-aef384d6-aa36-4adc-92c2-4f81c70e615a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.526064 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-aef384d6-aa36-4adc-92c2-4f81c70e615a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:01.592608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-aef384d6-aa36-4adc-92c2-4f81c70e615a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:01.612148 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-aef384d6-aa36-4adc-92c2-4f81c70e615a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:01.732738 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef384d6-aa36-4adc-92c2-4f81c70e615a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event updated for resources: {'Port': ['ID=fed13e0c-63e9-4214-a062-0ab7034c0e46,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:01.787451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-aef384d6-aa36-4adc-92c2-4f81c70e615a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:01.788128 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-aef384d6-aa36-4adc-92c2-4f81c70e615a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:01.835836 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-aef384d6-aa36-4adc-92c2-4f81c70e615a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7690887 Jul 16 03:40:01.851998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Request body: {'port': {'device_id': 'c3b92e0b-cdc0-4f37-b738-e017baddb82e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:02.085799 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e273f4c3-4860-4716-88a1-d79f9bbc205b None None] Provisioning for port fed13e0c-63e9-4214-a062-0ab7034c0e46 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:02.098757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e273f4c3-4860-4716-88a1-d79f9bbc205b None None] Provisioning complete for port fed13e0c-63e9-4214-a062-0ab7034c0e46 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:02.100894 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e273f4c3-4860-4716-88a1-d79f9bbc205b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.121322 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.181246 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e273f4c3-4860-4716-88a1-d79f9bbc205b None None] Port fed13e0c-63e9-4214-a062-0ab7034c0e46 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:02.538729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39106) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:02.591223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1efcf6-4e88-4716-b73f-dc6a4e00dc43 req-0306355e-13a5-4a1f-85c7-f12ccdd21919 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.601119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd1efcf6-4e88-4716-b73f-dc6a4e00dc43 req-0306355e-13a5-4a1f-85c7-f12ccdd21919 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 931 time: 0.3534436 Jul 16 03:40:02.642982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ce612-8518-4187-a90a-433a5d332e27 req-1d8fe2a0-6a36-4447-b09a-cbd4f27b2f34 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:02.650713 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e2ce612-8518-4187-a90a-433a5d332e27 req-1d8fe2a0-6a36-4447-b09a-cbd4f27b2f34 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 943 time: 0.3791277 Jul 16 03:40:02.751831 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd1efcf6-4e88-4716-b73f-dc6a4e00dc43 req-7525a1ad-3978-4b92-8e7a-1b5d373da829 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504996 Jul 16 03:40:02.756113 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1731785-3314-440d-9ad1-89abee4b9014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.763652 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffd9df9b-059b-49dc-a88d-146b55afafec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.813643 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.823832 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e2ce612-8518-4187-a90a-433a5d332e27 req-8164e511-0be3-4181-83a4-edef67878f11 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722031 Jul 16 03:40:02.851253 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-57c20871-fafb-4671-9f2b-4e8e8614edd7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3133137 Jul 16 03:40:02.862311 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-fb65323d-4225-4263-93fd-ac028b6b7144 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:40:02.863374 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-fb65323d-4225-4263-93fd-ac028b6b7144 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111425 Jul 16 03:40:02.952247 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffd9df9b-059b-49dc-a88d-146b55afafec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.960389 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffd9df9b-059b-49dc-a88d-146b55afafec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.965657 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39116) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:02.968044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fed13e0c-63e9-4214-a062-0ab7034c0e46 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:02.984028 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:02.984777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Request body: {'subnets': [{'network_id': 'd3665bf7-2355-4595-a585-d4e49bd16792', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--749429640', 'ip_version': 6}, {'network_id': 'a5f2d031-c90d-4553-84b5-ad117f025bfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:02.985789 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Request body: {'subnet': {'network_id': 'd3665bf7-2355-4595-a585-d4e49bd16792', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--749429640', 'ip_version': 6}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:02.986755 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Request body: {'subnet': {'network_id': 'a5f2d031-c90d-4553-84b5-ad117f025bfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:03.013353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Transition to ACTIVE for port object fed13e0c-63e9-4214-a062-0ab7034c0e46 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:03.019607 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.050289 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ffd9df9b-059b-49dc-a88d-146b55afafec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f1c88dcad304e799d0060474312ba69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5066462 Jul 16 03:40:03.054192 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:03.096517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9df9b-059b-49dc-a88d-146b55afafec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7545dc-0215-4a23-8dee-c46d9aca483c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:03.116263 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Pushing event updated for resources: {'Port': ['ID=fed13e0c-63e9-4214-a062-0ab7034c0e46,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:03.209715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Attempting to bind port fed13e0c-63e9-4214-a062-0ab7034c0e46 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:03.210417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Attempting to bind port fed13e0c-63e9-4214-a062-0ab7034c0e46 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:03.210417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Attempting to bind port fed13e0c-63e9-4214-a062-0ab7034c0e46 on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:03.215511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Port fed13e0c-63e9-4214-a062-0ab7034c0e46 on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:03.215771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Attempting to bind port fed13e0c-63e9-4214-a062-0ab7034c0e46 on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:03.221102 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:03.221453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Checking segment: {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:03.221839 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Bound using segment: {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:03.222478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Bound port: fed13e0c-63e9-4214-a062-0ab7034c0e46, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:03.223037 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.242094 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ee5d4db-c997-4941-8cd6-f586f8bbf918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.296824 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ee5d4db-c997-4941-8cd6-f586f8bbf918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.325665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] For port fed13e0c-63e9-4214-a062-0ab7034c0e46, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:03.326861 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Made reservation on behalf of 0cdeffbee87d452c8cbfe0d397c88241 for: {'subnet': 2} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:03.332543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] For port fed13e0c-63e9-4214-a062-0ab7034c0e46, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=fed13e0c-63e9-4214-a062-0ab7034c0e46,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:03.333575 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.334376 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.352795 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.397538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:03.398262 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.399557 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] 10.222.0.20 "PUT /v2.0/ports/fed13e0c-63e9-4214-a062-0ab7034c0e46 HTTP/1.1" status: 200 len: 1091 time: 1.5559788 Jul 16 03:40:03.400071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b92e0b-cdc0-4f37-b738-e017baddb82e', 'tag': 'fed13e0c-63e9-4214-a062-0ab7034c0e46'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:03.402369 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990d71b3-766e-4bd2-a5c5-0f7a46052bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b92e0b-cdc0-4f37-b738-e017baddb82e", "tag": "fed13e0c-63e9-4214-a062-0ab7034c0e46"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:03.433976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d165c-b37c-42d7-b087-704565ddc23b service neutron] Pushing event updated for resources: {'Port': ['ID=fed13e0c-63e9-4214-a062-0ab7034c0e46,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:03.473597 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ee5d4db-c997-4941-8cd6-f586f8bbf918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.476918 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ee5d4db-c997-4941-8cd6-f586f8bbf918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.480051 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8ee5d4db-c997-4941-8cd6-f586f8bbf918 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d7545dc-0215-4a23-8dee-c46d9aca483c HTTP/1.1" status: 204 len: 168 time: 0.4230535 Jul 16 03:40:03.498841 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5d4db-c997-4941-8cd6-f586f8bbf918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7545dc-0215-4a23-8dee-c46d9aca483c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:03.509853 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a7dd1-50e4-4c75-8f3f-91feeb227b1f x-openstack-request-id: req-ea3a7dd1-50e4-4c75-8f3f-91feeb227b1f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:03.509853 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b92e0b-cdc0-4f37-b738-e017baddb82e", "tag": "fed13e0c-63e9-4214-a062-0ab7034c0e46", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:03.510157 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea3a7dd1-50e4-4c75-8f3f-91feeb227b1f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:03.510484 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b92e0b-cdc0-4f37-b738-e017baddb82e', 'tag': 'fed13e0c-63e9-4214-a062-0ab7034c0e46', 'status': 'completed', 'code': 200} Jul 16 03:40:03.616041 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-c4f09cd6-d788-4b9a-adab-88125e335a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:03.618886 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-c4f09cd6-d788-4b9a-adab-88125e335a6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 1094 time: 0.0929658 Jul 16 03:40:03.692619 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-9a078b45-cbec-4066-88bc-dd6b601b29b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fed13e0c-63e9-4214-a062-0ab7034c0e46 HTTP/1.1" status: 200 len: 217 time: 0.0651023 Jul 16 03:40:03.793921 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:03.801642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-28f288c0-e4bb-4bf2-bfcc-4a89678a3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:03.804105 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-28f288c0-e4bb-4bf2-bfcc-4a89678a3629 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.1050587 Jul 16 03:40:03.966566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-a92d99f6-6d50-41b9-accd-c7a26303a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:03.968751 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-a92d99f6-6d50-41b9-accd-c7a26303a2b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578307 Jul 16 03:40:03.989105 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.059408 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39140) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:04.079009 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event updated for resources: {'Subnet': ['ID=c13f12bd-2e72-4e24-9c30-f4c701d4fba2,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:04.084552 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b536c209-0512-4c3d-a9ca-45ffc5c5e27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.106784 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Checking segment: {'id': 'b646d29d-4cba-47d2-89a0-9e3d52a3c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd3665bf7-2355-4595-a585-d4e49bd16792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:04.107145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Network hostable DHCP agents. Network: d3665bf7-2355-4595-a585-d4e49bd16792, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:04.125577 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-ca483320-3964-4c5d-b685-a4cc124a42a5 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483803 Jul 16 03:40:04.135324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf481c4-863b-4f92-bdf1-941d2562ac67 req-3b01c1d1-295b-4729-bcf7-202d13fd5740 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.142201 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4bf481c4-863b-4f92-bdf1-941d2562ac67 req-3b01c1d1-295b-4729-bcf7-202d13fd5740 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 943 time: 0.2332428 Jul 16 03:40:04.146978 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Network d3665bf7-2355-4595-a585-d4e49bd16792 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:04.165504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, d3665bf7-2355-4595-a585-d4e49bd16792) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:04.170869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.180348 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda27517-90e7-48c0-9ca4-d0c3340399de None None] Network d3665bf7-2355-4595-a585-d4e49bd16792 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:04.265350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event updated for resources: {'Subnet': ['ID=ea74c5b4-af0e-466f-93a0-620769bd38ca,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:04.267645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b536c209-0512-4c3d-a9ca-45ffc5c5e27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.276170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b536c209-0512-4c3d-a9ca-45ffc5c5e27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.284186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Checking segment: {'id': '037759a7-8ad2-4463-89e8-39e843657fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a5f2d031-c90d-4553-84b5-ad117f025bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:04.289678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Network hostable DHCP agents. Network: a5f2d031-c90d-4553-84b5-ad117f025bfa, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:04.343645 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b536c209-0512-4c3d-a9ca-45ffc5c5e27c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f33cf0524d234e46bcced8a42731348d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829452 Jul 16 03:40:04.344583 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4bf481c4-863b-4f92-bdf1-941d2562ac67 req-8612d04e-4717-4ffc-b6a6-08789cce9cdd tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903746 Jul 16 03:40:04.347792 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39142) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:04.350379 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536c209-0512-4c3d-a9ca-45ffc5c5e27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127e8de8-4053-4d57-a68a-23b99651c40e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:04.372021 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Network a5f2d031-c90d-4553-84b5-ad117f025bfa is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:04.374477 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bcea9-ff1c-4a28-8e91-25f182039558 req-aca43364-bea6-4692-8ab9-4b553fdd3363 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.380051 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5bcea9-ff1c-4a28-8e91-25f182039558 req-aca43364-bea6-4692-8ab9-4b553fdd3363 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 943 time: 0.3174067 Jul 16 03:40:04.399202 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, a5f2d031-c90d-4553-84b5-ad117f025bfa) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:04.406994 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.407611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.408333 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.434405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078444d8-ee51-48b7-a9fb-3a204e8fa3ab None None] Network a5f2d031-c90d-4553-84b5-ad117f025bfa requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:04.435878 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c23ddd29-2cf8-48c5-afc3-aac126d4d761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.442749 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5dae2a6c-d6db-4313-8c1e-10d5b862242b tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.4732568 Jul 16 03:40:04.445274 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39144) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:04.458691 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-d3665bf7-2355-4595-a585-d4e49bd16792', 'network_id': 'd3665bf7-2355-4595-a585-d4e49bd16792', 'tenant_id': '0cdeffbee87d452c8cbfe0d397c88241', 'fixed_ips': [{'subnet_id': 'c13f12bd-2e72-4e24-9c30-f4c701d4fba2'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:04.460114 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.463276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c9a744-f366-45eb-8904-57ac2ac726ed req-ccd029d2-496d-421e-8b9e-023fc6724ccb service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198004 Jul 16 03:40:04.485066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-0baee333-17eb-450b-a4fe-1c79f6970d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.487104 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-0baee333-17eb-450b-a4fe-1c79f6970d1a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4&tenant_id=4ffe993ba0a949d0a9061f925ad98f77 HTTP/1.1" status: 200 len: 1094 time: 0.2838559 Jul 16 03:40:04.538518 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e5bcea9-ff1c-4a28-8e91-25f182039558 req-5aaff8dc-3f36-468f-a01c-0ce5c1ff3c81 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379848 Jul 16 03:40:04.557695 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c23ddd29-2cf8-48c5-afc3-aac126d4d761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.606450 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc70371-e1d3-431b-8aee-18bf180879b7 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.610533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc70371-e1d3-431b-8aee-18bf180879b7 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.612363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc70371-e1d3-431b-8aee-18bf180879b7 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.623309 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dbc70371-e1d3-431b-8aee-18bf180879b7 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1767862 Jul 16 03:40:04.623909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39146) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:04.664796 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-c7cde329-8af5-47ca-afa7-6214b10b3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.667346 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-c7cde329-8af5-47ca-afa7-6214b10b3284 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 1094 time: 0.1215625 Jul 16 03:40:04.675539 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d71b3-766e-4bd2-a5c5-0f7a46052bfd req-45d07645-c359-4d91-b939-e1c081b08dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.678283 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-990d71b3-766e-4bd2-a5c5-0f7a46052bfd req-45d07645-c359-4d91-b939-e1c081b08dff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 1094 time: 0.0975478 Jul 16 03:40:04.698646 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-97816b9f-968a-4659-bd3d-0f8112e312f6 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Deleting subnet c13f12bd-2e72-4e24-9c30-f4c701d4fba2 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:04.712111 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c23ddd29-2cf8-48c5-afc3-aac126d4d761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.715751 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c23ddd29-2cf8-48c5-afc3-aac126d4d761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:04.719733 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c23ddd29-2cf8-48c5-afc3-aac126d4d761 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/127e8de8-4053-4d57-a68a-23b99651c40e HTTP/1.1" status: 204 len: 168 time: 0.3681345 Jul 16 03:40:04.727871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ddd29-2cf8-48c5-afc3-aac126d4d761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127e8de8-4053-4d57-a68a-23b99651c40e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:04.804490 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Allocated IP 2001:db8::1 (d3665bf7-2355-4595-a585-d4e49bd16792/c13f12bd-2e72-4e24-9c30-f4c701d4fba2/5af09d7c-c952-43cc-bc1e-f92c05068fee) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:04.899925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-71787447-3ebb-4171-8c70-3cc8122783d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.901531 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-71787447-3ebb-4171-8c70-3cc8122783d9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 200 len: 918 time: 0.2220459 Jul 16 03:40:04.915453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d71b3-766e-4bd2-a5c5-0f7a46052bfd req-7a908f29-4c10-47f7-87da-f1aa8dccd6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:04.916849 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-990d71b3-766e-4bd2-a5c5-0f7a46052bfd req-7a908f29-4c10-47f7-87da-f1aa8dccd6a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.2241330 Jul 16 03:40:04.921848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-a5f2d031-c90d-4553-84b5-ad117f025bfa', 'network_id': 'a5f2d031-c90d-4553-84b5-ad117f025bfa', 'tenant_id': '0cdeffbee87d452c8cbfe0d397c88241', 'fixed_ips': [{'subnet_id': 'ea74c5b4-af0e-466f-93a0-620769bd38ca'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:04.923012 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.004602 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-990d71b3-766e-4bd2-a5c5-0f7a46052bfd req-f5124326-c1c9-46ee-80ed-7cefb5a8ae87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fed13e0c-63e9-4214-a062-0ab7034c0e46 HTTP/1.1" status: 200 len: 217 time: 0.0483391 Jul 16 03:40:05.061396 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-9e78fe86-225d-436f-a4bd-42cc51755b81 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a779f859-664c-428c-86da-c48f65251515 HTTP/1.1" status: 200 len: 999 time: 0.1475422 Jul 16 03:40:05.065469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d71b3-766e-4bd2-a5c5-0f7a46052bfd req-b2e0e3f8-0379-4bc1-ac91-145b6acfcfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:05.066970 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-990d71b3-766e-4bd2-a5c5-0f7a46052bfd req-b2e0e3f8-0379-4bc1-ac91-145b6acfcfa1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.0550284 Jul 16 03:40:05.182307 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-47099cdf-5f78-40ff-a5b7-2f5f7f908b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:05.184924 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-47099cdf-5f78-40ff-a5b7-2f5f7f908b0e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df2843df-4813-4d8f-83e4-b733c2b2e1d2 HTTP/1.1" status: 200 len: 856 time: 0.1138048 Jul 16 03:40:05.212177 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d71b3-766e-4bd2-a5c5-0f7a46052bfd req-9a915392-2be6-476c-b688-9f85d5eef5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:05.213720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-990d71b3-766e-4bd2-a5c5-0f7a46052bfd req-9a915392-2be6-476c-b688-9f85d5eef5bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319509 Jul 16 03:40:05.240954 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.256448 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Transition to ACTIVE for port object 5af09d7c-c952-43cc-bc1e-f92c05068fee will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:05.280050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Allocated IP 2001:db8:0:1::1 (a5f2d031-c90d-4553-84b5-ad117f025bfa/ea74c5b4-af0e-466f-93a0-620769bd38ca/3bcadf5b-8422-4ee0-84f3-b72f08d59154) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:05.285747 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Transition to ACTIVE for port object 5af09d7c-c952-43cc-bc1e-f92c05068fee will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:05.294440 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97816b9f-968a-4659-bd3d-0f8112e312f6 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.302789 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.392183 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Network d3665bf7-2355-4595-a585-d4e49bd16792 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:05.400704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-02c4b84a-1d42-4ae3-9ea3-724319f2ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:05.402247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-02c4b84a-1d42-4ae3-9ea3-724319f2ba53 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2033043 Jul 16 03:40:05.404130 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97816b9f-968a-4659-bd3d-0f8112e312f6 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.407162 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-990d71b3-766e-4bd2-a5c5-0f7a46052bfd req-95ff60ad-18ac-418d-8759-a21abf3ef280 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523163 Jul 16 03:40:05.454040 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:05.457363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Pushing event updated for resources: {'Port': ['ID=5af09d7c-c952-43cc-bc1e-f92c05068fee,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:05.473520 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:05.554805 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97816b9f-968a-4659-bd3d-0f8112e312f6 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.613666 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Attempting to bind port 5af09d7c-c952-43cc-bc1e-f92c05068fee on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:05.614051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Attempting to bind port 5af09d7c-c952-43cc-bc1e-f92c05068fee by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'b646d29d-4cba-47d2-89a0-9e3d52a3c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd3665bf7-2355-4595-a585-d4e49bd16792'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:05.614409 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Attempting to bind port 5af09d7c-c952-43cc-bc1e-f92c05068fee on network d3665bf7-2355-4595-a585-d4e49bd16792 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:05.625076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:05.625471 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Checking segment: {'id': 'b646d29d-4cba-47d2-89a0-9e3d52a3c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd3665bf7-2355-4595-a585-d4e49bd16792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:05.625889 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.626285 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Bound using segment: {'id': 'b646d29d-4cba-47d2-89a0-9e3d52a3c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd3665bf7-2355-4595-a585-d4e49bd16792'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:05.626778 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Bound port: 5af09d7c-c952-43cc-bc1e-f92c05068fee, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b646d29d-4cba-47d2-89a0-9e3d52a3c905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': 'd3665bf7-2355-4595-a585-d4e49bd16792'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:05.627164 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.659063 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-c0caf976-63aa-40a4-aa56-ed954e6d092f service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361100 Jul 16 03:40:05.698683 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.712007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Transition to ACTIVE for port object 3bcadf5b-8422-4ee0-84f3-b72f08d59154 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:05.714861 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97816b9f-968a-4659-bd3d-0f8112e312f6 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.733942 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Transition to ACTIVE for port object 3bcadf5b-8422-4ee0-84f3-b72f08d59154 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:05.759903 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.772971 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97816b9f-968a-4659-bd3d-0f8112e312f6 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.774854 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-97816b9f-968a-4659-bd3d-0f8112e312f6 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "DELETE /v2.0/subnets/c13f12bd-2e72-4e24-9c30-f4c701d4fba2 HTTP/1.1" status: 204 len: 168 time: 1.1443081 Jul 16 03:40:05.775969 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97816b9f-968a-4659-bd3d-0f8112e312f6 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event deleted for resources: {'Subnet': ['ID=c13f12bd-2e72-4e24-9c30-f4c701d4fba2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:05.782844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Network a5f2d031-c90d-4553-84b5-ad117f025bfa is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:05.785449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39176) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:05.792474 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:05.794028 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-990d71b3-766e-4bd2-a5c5-0f7a46052bfd req-3fa9f383-0e0e-402c-9062-866d35ea7c9b service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805223 Jul 16 03:40:05.836630 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4395ddda-b9fa-46f2-aca7-19b3313fc7c6 req-82f94bf0-3555-4787-8d02-2e32ea82f0b4 service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541154 Jul 16 03:40:05.848012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5b704-055d-4251-a270-b83258b02b11 req-9c4ead55-beff-4904-9b2a-3abf7b0d88ad tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:05.854888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aca5b704-055d-4251-a270-b83258b02b11 req-9c4ead55-beff-4904-9b2a-3abf7b0d88ad tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 943 time: 0.2007716 Jul 16 03:40:05.892109 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aca5b704-055d-4251-a270-b83258b02b11 req-a5139f05-8213-4dd0-94c7-401b5371434c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362186 Jul 16 03:40:05.901870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:05.915684 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:05.975466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2e5750-aee5-41df-a323-7ce322911f37 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Deleting subnet ea74c5b4-af0e-466f-93a0-620769bd38ca {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:05.975687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6135e849-416e-41bb-9961-035c1565f006 None None] For port 5af09d7c-c952-43cc-bc1e-f92c05068fee, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:05.982664 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5750-aee5-41df-a323-7ce322911f37 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.068671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6135e849-416e-41bb-9961-035c1565f006 None None] For port 5af09d7c-c952-43cc-bc1e-f92c05068fee, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5af09d7c-c952-43cc-bc1e-f92c05068fee,segment=NetworkSegment(b646d29d-4cba-47d2-89a0-9e3d52a3c905),segment_id=b646d29d-4cba-47d2-89a0-9e3d52a3c905)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:06.077640 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.085645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5750-aee5-41df-a323-7ce322911f37 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.103402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Pushing event updated for resources: {'Port': ['ID=3bcadf5b-8422-4ee0-84f3-b72f08d59154,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:06.161328 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d1313-ccef-434e-873c-93b15fcfb985 req-eeeccf31-4dfe-4e45-86ac-8dc94672bae6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:06.177340 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-288d1313-ccef-434e-873c-93b15fcfb985 req-eeeccf31-4dfe-4e45-86ac-8dc94672bae6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 943 time: 0.1509466 Jul 16 03:40:06.182424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Attempting to bind port 3bcadf5b-8422-4ee0-84f3-b72f08d59154 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:06.183078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Attempting to bind port 3bcadf5b-8422-4ee0-84f3-b72f08d59154 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '037759a7-8ad2-4463-89e8-39e843657fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a5f2d031-c90d-4553-84b5-ad117f025bfa'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:06.183670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Attempting to bind port 3bcadf5b-8422-4ee0-84f3-b72f08d59154 on network a5f2d031-c90d-4553-84b5-ad117f025bfa {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:06.195339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:06.195973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Checking segment: {'id': '037759a7-8ad2-4463-89e8-39e843657fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a5f2d031-c90d-4553-84b5-ad117f025bfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:06.196587 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.197333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Bound using segment: {'id': '037759a7-8ad2-4463-89e8-39e843657fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a5f2d031-c90d-4553-84b5-ad117f025bfa'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:06.197999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Bound port: 3bcadf5b-8422-4ee0-84f3-b72f08d59154, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037759a7-8ad2-4463-89e8-39e843657fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'a5f2d031-c90d-4553-84b5-ad117f025bfa'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:06.198855 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.255040 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5750-aee5-41df-a323-7ce322911f37 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.280458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135e849-416e-41bb-9961-035c1565f006 None None] Pushing event updated for resources: {'Port': ['ID=5af09d7c-c952-43cc-bc1e-f92c05068fee,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:06.299227 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-288d1313-ccef-434e-873c-93b15fcfb985 req-12513d40-bdd7-479a-a3d3-a0ac773fcb04 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116953 Jul 16 03:40:06.371438 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] For port 3bcadf5b-8422-4ee0-84f3-b72f08d59154, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:06.376521 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] For port 3bcadf5b-8422-4ee0-84f3-b72f08d59154, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3bcadf5b-8422-4ee0-84f3-b72f08d59154,segment=NetworkSegment(037759a7-8ad2-4463-89e8-39e843657fd9),segment_id=037759a7-8ad2-4463-89e8-39e843657fd9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:06.377628 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5750-aee5-41df-a323-7ce322911f37 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.384121 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.441667 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e5750-aee5-41df-a323-7ce322911f37 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event deleted for resources: {'Subnet': ['ID=ea74c5b4-af0e-466f-93a0-620769bd38ca,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:06.465392 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f2e5750-aee5-41df-a323-7ce322911f37 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:06.467728 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7f2e5750-aee5-41df-a323-7ce322911f37 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "DELETE /v2.0/subnets/ea74c5b4-af0e-466f-93a0-620769bd38ca HTTP/1.1" status: 204 len: 168 time: 0.6763322 Jul 16 03:40:06.470399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:06.498257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8cb5b-f00d-482a-963e-41d046b8119d None None] Pushing event updated for resources: {'Port': ['ID=3bcadf5b-8422-4ee0-84f3-b72f08d59154,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:06.827051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0162eb-d280-464c-b91e-d704c41aaced tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:06.829299 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bb0162eb-d280-464c-b91e-d704c41aaced tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3578441 Jul 16 03:40:06.832855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39220) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:07.100571 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.231763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Deleting port 3bcadf5b-8422-4ee0-84f3-b72f08d59154 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:07.232183 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.360404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] For port 3bcadf5b-8422-4ee0-84f3-b72f08d59154, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3bcadf5b-8422-4ee0-84f3-b72f08d59154,segment=NetworkSegment(037759a7-8ad2-4463-89e8-39e843657fd9),segment_id=037759a7-8ad2-4463-89e8-39e843657fd9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:07.360774 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.397294 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Calling delete_port for 3bcadf5b-8422-4ee0-84f3-b72f08d59154 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:07.405228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1662e18-964b-4118-84ba-0f5fa7fb6c25 req-2942f95d-fb63-4aa9-9153-d9c0af948307 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:07.414889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1662e18-964b-4118-84ba-0f5fa7fb6c25 req-2942f95d-fb63-4aa9-9153-d9c0af948307 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 943 time: 0.2174764 Jul 16 03:40:07.508551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:07.529215 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1662e18-964b-4118-84ba-0f5fa7fb6c25 req-a0d9fcdf-9e91-421f-b310-acc05761eb32 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020191 Jul 16 03:40:07.596774 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device fed13e0c-63e9-4214-a062-0ab7034c0e46 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:07.638207 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:40:07.678237 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:07.708987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a05875-70bf-4fab-b094-8b98b92b6954 req-ee724977-20fa-4fb3-b581-06b3544a0da4 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:07.717879 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97a05875-70bf-4fab-b094-8b98b92b6954 req-ee724977-20fa-4fb3-b581-06b3544a0da4 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 943 time: 0.1496453 Jul 16 03:40:07.743955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] No DVR routers for this DVR port 3bcadf5b-8422-4ee0-84f3-b72f08d59154 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:07.760347 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event deleted for resources: {'Port': ['ID=3bcadf5b-8422-4ee0-84f3-b72f08d59154,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:07.885508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97a05875-70bf-4fab-b094-8b98b92b6954 req-45c3ee6a-d791-4ae0-b7ce-9cb4b057e833 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650541 Jul 16 03:40:07.906151 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port fed13e0c-63e9-4214-a062-0ab7034c0e46, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=fed13e0c-63e9-4214-a062-0ab7034c0e46,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:07.947926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'fed13e0c-63e9-4214-a062-0ab7034c0e46', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'port_id': 'fed13e0c-63e9-4214-a062-0ab7034c0e46', 'mac_address': 'fa:16:3e:c3:50:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:07.963636 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0adcd32-b84f-4d69-a129-a5114b5fb828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.045927 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.099077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f2d031-c90d-4553-84b5-ad117f025bfa']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:08.107883 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.145479 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037759a7-8ad2-4463-89e8-39e843657fd9') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:08.145950 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037759a7-8ad2-4463-89e8-39e843657fd9') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:08.173358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fed13e0c-63e9-4214-a062-0ab7034c0e46 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:08.193928 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.243104 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.278061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:08.279388 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:08.284757 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:08.287544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port fed13e0c-63e9-4214-a062-0ab7034c0e46, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=fed13e0c-63e9-4214-a062-0ab7034c0e46,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:08.296129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64171bd7-4c42-46ad-9a54-22a991a2eba0 None None] Network d3665bf7-2355-4595-a585-d4e49bd16792 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:08.326568 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.424386 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5af09d7c-c952-43cc-bc1e-f92c05068fee up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:08.473942 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0adcd32-b84f-4d69-a129-a5114b5fb828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.486607 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0adcd32-b84f-4d69-a129-a5114b5fb828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.491082 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.495221 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=fed13e0c-63e9-4214-a062-0ab7034c0e46,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:08.520968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ccc4967d-b5db-4b23-b56a-f5e342b86491 None None] Provisioning for port 5af09d7c-c952-43cc-bc1e-f92c05068fee completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:08.559713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.571279 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "DELETE /v2.0/networks/a5f2d031-c90d-4553-84b5-ad117f025bfa HTTP/1.1" status: 204 len: 168 time: 1.7370656 Jul 16 03:40:08.572280 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39242) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:08.574470 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090d491-ab66-43fe-a1b8-e9d6630264a1 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event deleted for resources: {'Network': ['ID=a5f2d031-c90d-4553-84b5-ad117f025bfa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:08.615284 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a0adcd32-b84f-4d69-a129-a5114b5fb828 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5c49044271d4197b1c7fc85326ea2a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0793865 Jul 16 03:40:08.616238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adcd32-b84f-4d69-a129-a5114b5fb828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c488a232-e3af-4b2b-9bfd-e4783f940727,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:08.618847 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:08.665120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['fed13e0c-63e9-4214-a062-0ab7034c0e46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:08.755946 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-062fe633-39d6-4e07-bebd-cca755124722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.814538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e3dfe51e-cbdc-496c-8244-3a0201e67931 None None] Could not find standard attr ID for object 3bcadf5b-8422-4ee0-84f3-b72f08d59154. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:40:08.815916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a54e972-e20f-4946-bc2e-703a565392f8 None None] DHCP port deletion for a5f2d031-c90d-4553-84b5-ad117f025bfa request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:40:08.820589 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.831655 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-062fe633-39d6-4e07-bebd-cca755124722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:08.949467 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ca857a-1c0a-4cf1-9fd8-effdc9d90f2c None None] Network a5f2d031-c90d-4553-84b5-ad117f025bfa requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:08.951344 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Deleting port 5af09d7c-c952-43cc-bc1e-f92c05068fee {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:08.951593 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.022280 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-062fe633-39d6-4e07-bebd-cca755124722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.026761 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-062fe633-39d6-4e07-bebd-cca755124722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.031361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-062fe633-39d6-4e07-bebd-cca755124722 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c488a232-e3af-4b2b-9bfd-e4783f940727 HTTP/1.1" status: 204 len: 168 time: 0.4114594 Jul 16 03:40:09.043386 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 5af09d7c-c952-43cc-bc1e-f92c05068fee completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:09.053492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ca857a-1c0a-4cf1-9fd8-effdc9d90f2c None None] Network a5f2d031-c90d-4553-84b5-ad117f025bfa could not be found, it might have been deleted concurrently. {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:40:09.091542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 5af09d7c-c952-43cc-bc1e-f92c05068fee triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:09.091907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bff620-4d50-46b6-a661-27e992acdf04 req-fc252991-a4d0-4b59-848e-25619475fcd5 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.094119 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.097057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4bff620-4d50-46b6-a661-27e992acdf04 req-fc252991-a4d0-4b59-848e-25619475fcd5 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 944 time: 0.2385740 Jul 16 03:40:09.151174 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] For port 5af09d7c-c952-43cc-bc1e-f92c05068fee, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5af09d7c-c952-43cc-bc1e-f92c05068fee,segment=NetworkSegment(b646d29d-4cba-47d2-89a0-9e3d52a3c905),segment_id=b646d29d-4cba-47d2-89a0-9e3d52a3c905)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:09.151551 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.185232 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Calling delete_port for 5af09d7c-c952-43cc-bc1e-f92c05068fee owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:09.270927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4bff620-4d50-46b6-a661-27e992acdf04 req-38cffb68-5433-4b34-9e7b-617a0ee5e739 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498058 Jul 16 03:40:09.271706 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fe633-39d6-4e07-bebd-cca755124722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c488a232-e3af-4b2b-9bfd-e4783f940727,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:09.379835 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.381425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f716d4-a332-42b1-93a8-7f8da7ccbcad None None] DHCP port deletion for d3665bf7-2355-4595-a585-d4e49bd16792 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:40:09.426607 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event deleted for resources: {'Port': ['ID=5af09d7c-c952-43cc-bc1e-f92c05068fee,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:09.432579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] No DVR routers for this DVR port 5af09d7c-c952-43cc-bc1e-f92c05068fee on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:09.439554 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.493319 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7ef84-1da2-488a-bd27-5b9ae994eec0 req-e463daf6-0d8f-4dbc-9585-2f4f69fa82f9 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:09.503431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9f7ef84-1da2-488a-bd27-5b9ae994eec0 req-e463daf6-0d8f-4dbc-9585-2f4f69fa82f9 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 943 time: 0.3941581 Jul 16 03:40:09.591418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9f7ef84-1da2-488a-bd27-5b9ae994eec0 req-db4e3371-dffe-4baa-b3d8-4152fd59b9e2 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876832 Jul 16 03:40:09.651447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.681560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3665bf7-2355-4595-a585-d4e49bd16792']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:09.702977 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b646d29d-4cba-47d2-89a0-9e3d52a3c905') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:09.703430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b646d29d-4cba-47d2-89a0-9e3d52a3c905') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:09.714231 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.731047 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.740111 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:09.740769 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:09.744393 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:09.854063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.866414 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:09.871136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:09.871792 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "DELETE /v2.0/networks/d3665bf7-2355-4595-a585-d4e49bd16792 HTTP/1.1" status: 204 len: 168 time: 1.2983828 Jul 16 03:40:09.902026 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11a29e-8585-4770-9f77-e2785fcf4f89 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event deleted for resources: {'Network': ['ID=d3665bf7-2355-4595-a585-d4e49bd16792,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:10.017126 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25ff628e-18d3-4b73-9faf-3b88bc090aed tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.155352 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25ff628e-18d3-4b73-9faf-3b88bc090aed tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.177431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-25ff628e-18d3-4b73-9faf-3b88bc090aed tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e928dee-97ed-4f6c-9036-a97c020d30ea']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:10.192010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-25ff628e-18d3-4b73-9faf-3b88bc090aed tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c962dedf-d951-4120-b660-5371490fac7d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:10.192246 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5af09d7c-c952-43cc-bc1e-f92c05068fee no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:10.193370 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-25ff628e-18d3-4b73-9faf-3b88bc090aed tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c962dedf-d951-4120-b660-5371490fac7d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:10.206312 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25ff628e-18d3-4b73-9faf-3b88bc090aed tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.242462 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25ff628e-18d3-4b73-9faf-3b88bc090aed tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.255645 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 5af09d7c-c952-43cc-bc1e-f92c05068fee {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:10.256969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5af09d7c-c952-43cc-bc1e-f92c05068fee not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:10.258392 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3bcadf5b-8422-4ee0-84f3-b72f08d59154 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:10.258543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ff628e-18d3-4b73-9faf-3b88bc090aed tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:10.258910 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25ff628e-18d3-4b73-9faf-3b88bc090aed tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:10.263637 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:10.294130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 3bcadf5b-8422-4ee0-84f3-b72f08d59154 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:10.294559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3bcadf5b-8422-4ee0-84f3-b72f08d59154 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:10.370244 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25ff628e-18d3-4b73-9faf-3b88bc090aed tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.377076 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25ff628e-18d3-4b73-9faf-3b88bc090aed tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.379997 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-25ff628e-18d3-4b73-9faf-3b88bc090aed tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "DELETE /v2.0/networks/9e928dee-97ed-4f6c-9036-a97c020d30ea HTTP/1.1" status: 204 len: 168 time: 0.5060992 Jul 16 03:40:10.382598 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39288) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:10.404778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff628e-18d3-4b73-9faf-3b88bc090aed tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event deleted for resources: {'Network': ['ID=9e928dee-97ed-4f6c-9036-a97c020d30ea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:10.568293 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a23e270-944e-46d7-b9e3-0397d6eeb0d3 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.600844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a22b8d-7d7d-4833-9b98-7fbc7701dc81 req-34500a16-950e-452a-9262-0af923f7aeca tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:10.609912 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79a22b8d-7d7d-4833-9b98-7fbc7701dc81 req-34500a16-950e-452a-9262-0af923f7aeca tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 944 time: 0.1950126 Jul 16 03:40:10.716909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79a22b8d-7d7d-4833-9b98-7fbc7701dc81 req-5a8271d8-0d7c-4000-b3ad-875ecddf1f2c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041875 Jul 16 03:40:10.775109 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a23e270-944e-46d7-b9e3-0397d6eeb0d3 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.800391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2a23e270-944e-46d7-b9e3-0397d6eeb0d3 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b25a6b0-7e4e-4d13-bfa5-2602058ca7db']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:10.823621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2a23e270-944e-46d7-b9e3-0397d6eeb0d3 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e2b5b4-4917-477b-8576-55b4c01354d7') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:10.824433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2a23e270-944e-46d7-b9e3-0397d6eeb0d3 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e2b5b4-4917-477b-8576-55b4c01354d7') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:10.844051 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a23e270-944e-46d7-b9e3-0397d6eeb0d3 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.870299 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a23e270-944e-46d7-b9e3-0397d6eeb0d3 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.876956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a23e270-944e-46d7-b9e3-0397d6eeb0d3 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:10.877679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a23e270-944e-46d7-b9e3-0397d6eeb0d3 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:10.938775 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:10.945213 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a23e270-944e-46d7-b9e3-0397d6eeb0d3 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.970642 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a23e270-944e-46d7-b9e3-0397d6eeb0d3 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:10.976807 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2a23e270-944e-46d7-b9e3-0397d6eeb0d3 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] 10.222.0.18 "DELETE /v2.0/networks/8b25a6b0-7e4e-4d13-bfa5-2602058ca7db HTTP/1.1" status: 204 len: 168 time: 0.5927613 Jul 16 03:40:11.004773 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23e270-944e-46d7-b9e3-0397d6eeb0d3 tempest-BulkNetworkOpsIpV6Test-76295806 tempest-BulkNetworkOpsIpV6Test-76295806-project] Pushing event deleted for resources: {'Network': ['ID=8b25a6b0-7e4e-4d13-bfa5-2602058ca7db,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:11.081471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03093a01-4899-4ce4-af99-0e951016f56e req-a45e7666-4385-4b70-bcf9-f3ea18467ee5 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:11.083898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03093a01-4899-4ce4-af99-0e951016f56e req-a45e7666-4385-4b70-bcf9-f3ea18467ee5 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 943 time: 0.1838708 Jul 16 03:40:11.151502 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03093a01-4899-4ce4-af99-0e951016f56e req-87609102-efce-4a22-82d5-ac375b495231 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620685 Jul 16 03:40:11.421875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39322) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:11.636942 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device fed13e0c-63e9-4214-a062-0ab7034c0e46 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:11.691294 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e488a000-6f0d-4f72-95b4-b64951020bd2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0cdeffbee87d452c8cbfe0d397c88241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679143 Jul 16 03:40:11.694210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39334) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:11.699452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port fed13e0c-63e9-4214-a062-0ab7034c0e46 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:11.705890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port fed13e0c-63e9-4214-a062-0ab7034c0e46 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:11.706771 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.817914 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-843b21e9-d964-463b-9cb8-6535f89578df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.844789 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-843b21e9-d964-463b-9cb8-6535f89578df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.873058 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.918601 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-843b21e9-d964-463b-9cb8-6535f89578df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.922445 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-843b21e9-d964-463b-9cb8-6535f89578df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:11.924468 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-843b21e9-d964-463b-9cb8-6535f89578df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/093cec10-c3d6-42fc-9c73-de9589922bfb HTTP/1.1" status: 204 len: 168 time: 0.2282076 Jul 16 03:40:11.943119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b21e9-d964-463b-9cb8-6535f89578df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093cec10-c3d6-42fc-9c73-de9589922bfb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:11.943485 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b92e0b-cdc0-4f37-b738-e017baddb82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed13e0c-63e9-4214-a062-0ab7034c0e46'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:11.950785 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d31af6c-2590-46ca-8334-8b1b94f1dd68" -d '{"events": [{"server_uuid": "c3b92e0b-cdc0-4f37-b738-e017baddb82e", "name": "network-vif-plugged", "status": "completed", "tag": "fed13e0c-63e9-4214-a062-0ab7034c0e46"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:11.993917 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port fed13e0c-63e9-4214-a062-0ab7034c0e46, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=fed13e0c-63e9-4214-a062-0ab7034c0e46,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:12.045416 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:12.115265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=fed13e0c-63e9-4214-a062-0ab7034c0e46,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:12.718185 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39398) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:12.851827 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd5f8e-c57b-46f4-90ea-388bcc160814 req-5e0387dc-ba8f-4636-bcec-e01d9dd948ea tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:12.853515 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-24fd5f8e-c57b-46f4-90ea-388bcc160814 req-5e0387dc-ba8f-4636-bcec-e01d9dd948ea tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 944 time: 0.9883308 Jul 16 03:40:12.900923 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-24fd5f8e-c57b-46f4-90ea-388bcc160814 req-72458f4a-057a-4aff-95da-9489b4d1d767 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366285 Jul 16 03:40:12.917968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e777bcf-b9ca-4510-9ab5-224d786ad98d req-762e5907-678a-4ab0-977f-7010c11dd79a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1274810 Jul 16 03:40:13.013183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e777bcf-b9ca-4510-9ab5-224d786ad98d req-f7e76f8c-f0ad-445b-b191-ac365c700b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.014997 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e777bcf-b9ca-4510-9ab5-224d786ad98d req-f7e76f8c-f0ad-445b-b191-ac365c700b7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 1096 time: 0.0638061 Jul 16 03:40:13.050035 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5812a611-2667-46b2-9ceb-7ba72a172bb8 x-openstack-request-id: req-5812a611-2667-46b2-9ceb-7ba72a172bb8 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:13.050525 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b92e0b-cdc0-4f37-b738-e017baddb82e", "name": "network-vif-plugged", "status": "completed", "tag": "fed13e0c-63e9-4214-a062-0ab7034c0e46", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:13.050617 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5812a611-2667-46b2-9ceb-7ba72a172bb8 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:13.051519 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b92e0b-cdc0-4f37-b738-e017baddb82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fed13e0c-63e9-4214-a062-0ab7034c0e46', 'code': 200} Jul 16 03:40:13.077892 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e79bc33-1a4a-45a1-a4b9-25c79f1e8345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.269052 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e79bc33-1a4a-45a1-a4b9-25c79f1e8345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.276072 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e79bc33-1a4a-45a1-a4b9-25c79f1e8345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.305984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e777bcf-b9ca-4510-9ab5-224d786ad98d req-22046dcb-52c0-4c30-95ff-aa7d86ae0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.307524 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e777bcf-b9ca-4510-9ab5-224d786ad98d req-22046dcb-52c0-4c30-95ff-aa7d86ae0da7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.2712486 Jul 16 03:40:13.354905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:13.381110 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2e79bc33-1a4a-45a1-a4b9-25c79f1e8345 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e10574844f9646aa84f028981a3b4777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6614406 Jul 16 03:40:13.383559 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79bc33-1a4a-45a1-a4b9-25c79f1e8345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea934841-de47-4e78-b2fa-6acf4b9f680e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:13.386993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39414) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:13.455842 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59702245-4ee2-41ba-b000-c6d455660424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.457445 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdb638-ca4e-4f63-957e-984670b6f607 req-8e850faf-9151-49c3-89d1-220dcdb30904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.458977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fabdb638-ca4e-4f63-957e-984670b6f607 req-8e850faf-9151-49c3-89d1-220dcdb30904 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 1096 time: 0.3326156 Jul 16 03:40:13.460738 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e777bcf-b9ca-4510-9ab5-224d786ad98d req-4cfde718-966b-42de-9160-121d025567fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2557a60-55c2-41e3-851f-8a9db2327477 HTTP/1.1" status: 200 len: 999 time: 0.1406898 Jul 16 03:40:13.473297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe11e76-4869-470b-bbac-db57e4134d7f req-ab1a2b50-43b5-4e99-ba2b-59c6f9a73fdd tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.474983 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fe11e76-4869-470b-bbac-db57e4134d7f req-ab1a2b50-43b5-4e99-ba2b-59c6f9a73fdd tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 943 time: 0.1712401 Jul 16 03:40:13.482848 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59702245-4ee2-41ba-b000-c6d455660424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.539673 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59702245-4ee2-41ba-b000-c6d455660424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.543180 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59702245-4ee2-41ba-b000-c6d455660424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.544489 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-59702245-4ee2-41ba-b000-c6d455660424 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea934841-de47-4e78-b2fa-6acf4b9f680e HTTP/1.1" status: 204 len: 168 time: 0.1512043 Jul 16 03:40:13.558197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59702245-4ee2-41ba-b000-c6d455660424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea934841-de47-4e78-b2fa-6acf4b9f680e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:13.607498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e777bcf-b9ca-4510-9ab5-224d786ad98d req-64d85f28-7328-4fd2-bde8-f24737dc3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:13.609252 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e777bcf-b9ca-4510-9ab5-224d786ad98d req-64d85f28-7328-4fd2-bde8-f24737dc3e9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.1321254 Jul 16 03:40:13.612297 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fabdb638-ca4e-4f63-957e-984670b6f607 req-befd0559-cc79-4bb1-a3db-278300c579fe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362739 Jul 16 03:40:13.633809 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1262697482'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:13.875706 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:13.885974 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:13.906724 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.066191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e777bcf-b9ca-4510-9ab5-224d786ad98d req-dae0c363-f8bc-4f0d-8063-d461d6bc9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:14.072422 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e777bcf-b9ca-4510-9ab5-224d786ad98d req-dae0c363-f8bc-4f0d-8063-d461d6bc9fef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4014728 Jul 16 03:40:14.177446 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fe11e76-4869-470b-bbac-db57e4134d7f req-3ffc4bcd-a3c1-4ab0-a873-8d38d16b45ec tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6279635 Jul 16 03:40:14.243126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39428) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:14.265505 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b25db8c8-e6ac-401b-91cc-96ff726393a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.431430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e777bcf-b9ca-4510-9ab5-224d786ad98d req-a212a8d6-61d0-46a3-a90c-59cb6473fee0 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471162 Jul 16 03:40:14.568097 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.605796 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.682811 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ca73fb-dde5-481e-a794-ebb5c65a7b5f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:14.707517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:14.736242 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e777bcf-b9ca-4510-9ab5-224d786ad98d req-1ddef083-6552-4c5a-8a11-55f6321c6506 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839675 Jul 16 03:40:14.737712 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.738267 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Added segment dc675ed0-6493-4b31-a187-edddbca6501c of type vlan for network 0260869d-754a-4b09-bcef-2ef779e70c4d Jul 16 03:40:14.749351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc012f9b-81c4-4f60-972f-f4d48fc904b6 req-96d19714-ef93-457f-803f-18a07216ed11 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:14.757996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc012f9b-81c4-4f60-972f-f4d48fc904b6 req-96d19714-ef93-457f-803f-18a07216ed11 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.3401759 Jul 16 03:40:14.829198 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b25db8c8-e6ac-401b-91cc-96ff726393a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.854448 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b25db8c8-e6ac-401b-91cc-96ff726393a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.873085 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc012f9b-81c4-4f60-972f-f4d48fc904b6 req-ffe08362-fa2a-4115-acbf-1e58541c647c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137207 Jul 16 03:40:14.886452 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:14.891604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25db8c8-e6ac-401b-91cc-96ff726393a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0d3077-5999-4b59-85a0-f21cf0b3ae33,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:14.949070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:14.954076 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b25db8c8-e6ac-401b-91cc-96ff726393a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e0cb75f223b48e99ef775ab938a9770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7037771 Jul 16 03:40:15.029039 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.036058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:15.036593 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.119623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7518835 Jul 16 03:40:15.187032 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b70dd05-4277-4d2b-9642-92b1603391ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.188025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362b150-dc02-4f5b-b163-e8d9073724ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Network': ['ID=0260869d-754a-4b09-bcef-2ef779e70c4d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:15.202157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 0260869d-754a-4b09-bcef-2ef779e70c4d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:15.240739 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39436) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:15.241562 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b70dd05-4277-4d2b-9642-92b1603391ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.249568 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c058562a-2255-41f4-95f0-1be519706ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'subnet': {'network_id': '0260869d-754a-4b09-bcef-2ef779e70c4d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:15.335658 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b70dd05-4277-4d2b-9642-92b1603391ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.339852 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b70dd05-4277-4d2b-9642-92b1603391ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.341490 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3b70dd05-4277-4d2b-9642-92b1603391ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a0d3077-5999-4b59-85a0-f21cf0b3ae33 HTTP/1.1" status: 204 len: 168 time: 0.3714750 Jul 16 03:40:15.357284 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70dd05-4277-4d2b-9642-92b1603391ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0d3077-5999-4b59-85a0-f21cf0b3ae33,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:15.529990 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c058562a-2255-41f4-95f0-1be519706ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:15.534779 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c058562a-2255-41f4-95f0-1be519706ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:15.650810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f9476-28c1-4f0c-8266-1b3e1378264c req-753fdab9-cc0d-413e-9142-a2f77db8bf37 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:15.659099 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a32f9476-28c1-4f0c-8266-1b3e1378264c req-753fdab9-cc0d-413e-9142-a2f77db8bf37 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 943 time: 0.1925387 Jul 16 03:40:15.787436 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a32f9476-28c1-4f0c-8266-1b3e1378264c req-33dd53e2-e0d5-4a7a-9ab3-b4d936dd544a tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182375 Jul 16 03:40:16.211565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c058562a-2255-41f4-95f0-1be519706ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.257428 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879cd38-461e-4f03-bb77-7f63accbce32 req-0330fc63-12ff-42f7-b64f-e2d42d3010cf tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:16.266664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3879cd38-461e-4f03-bb77-7f63accbce32 req-0330fc63-12ff-42f7-b64f-e2d42d3010cf tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.1067250 Jul 16 03:40:16.329338 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3879cd38-461e-4f03-bb77-7f63accbce32 req-5f950bda-9cb9-4dd5-836e-0afd8b6f2dd7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613806 Jul 16 03:40:16.385332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c058562a-2255-41f4-95f0-1be519706ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Checking segment: {'id': 'dc675ed0-6493-4b31-a187-edddbca6501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '0260869d-754a-4b09-bcef-2ef779e70c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:16.385953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c058562a-2255-41f4-95f0-1be519706ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network hostable DHCP agents. Network: 0260869d-754a-4b09-bcef-2ef779e70c4d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:16.434199 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058562a-2255-41f4-95f0-1be519706ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Subnet': ['ID=e258dbe8-a3b5-4087-860d-112cd42bac12,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:16.460769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c058562a-2255-41f4-95f0-1be519706ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network 0260869d-754a-4b09-bcef-2ef779e70c4d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:16.479517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c058562a-2255-41f4-95f0-1be519706ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 0260869d-754a-4b09-bcef-2ef779e70c4d) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:16.494545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018590ce-68bf-4b79-aace-2f2adca4ac86 None None] Network 0260869d-754a-4b09-bcef-2ef779e70c4d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:16.497504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c058562a-2255-41f4-95f0-1be519706ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:16.500504 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c058562a-2255-41f4-95f0-1be519706ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.541217 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c058562a-2255-41f4-95f0-1be519706ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2975056 Jul 16 03:40:16.543916 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39462) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:16.558263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fe4b478f-c601-4a7b-a073-a109cf0ba03e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2119948292'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:16.619581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4b478f-c601-4a7b-a073-a109cf0ba03e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:16.626060 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe4b478f-c601-4a7b-a073-a109cf0ba03e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.696712 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4b478f-c601-4a7b-a073-a109cf0ba03e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:16.719154 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe4b478f-c601-4a7b-a073-a109cf0ba03e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.720031 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-fe4b478f-c601-4a7b-a073-a109cf0ba03e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Added segment 46981590-7245-4436-8e1d-2757bc8d36e7 of type vlan for network 1654ec81-3b25-404f-84ae-0af8bd980c6b Jul 16 03:40:16.799251 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe4b478f-c601-4a7b-a073-a109cf0ba03e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.896548 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe4b478f-c601-4a7b-a073-a109cf0ba03e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.912839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-0260869d-754a-4b09-bcef-2ef779e70c4d', 'network_id': '0260869d-754a-4b09-bcef-2ef779e70c4d', 'tenant_id': 'a7a00a54bb734e42ab06ab0e17bcba5a', 'fixed_ips': [{'subnet_id': 'e258dbe8-a3b5-4087-860d-112cd42bac12'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:16.924338 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:16.924485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4b478f-c601-4a7b-a073-a109cf0ba03e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:16.925169 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe4b478f-c601-4a7b-a073-a109cf0ba03e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.002250 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fe4b478f-c601-4a7b-a073-a109cf0ba03e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4571190 Jul 16 03:40:17.006178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39476) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:17.012754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5d6b7bed-3174-4c0c-8f4c-366f63c81ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'subnet': {'network_id': '1654ec81-3b25-404f-84ae-0af8bd980c6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:17.078682 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5936e-15da-4966-bc37-fc68314b47b4 req-e2e46bd9-1705-4fea-819c-c19f11ca8cb3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.084676 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afb5936e-15da-4966-bc37-fc68314b47b4 req-e2e46bd9-1705-4fea-819c-c19f11ca8cb3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.1341712 Jul 16 03:40:17.189904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b478f-c601-4a7b-a073-a109cf0ba03e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Network': ['ID=1654ec81-3b25-404f-84ae-0af8bd980c6b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:17.209679 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6b7bed-3174-4c0c-8f4c-366f63c81ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:17.214039 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7bed-3174-4c0c-8f4c-366f63c81ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.249001 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 1654ec81-3b25-404f-84ae-0af8bd980c6b details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:17.261330 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afb5936e-15da-4966-bc37-fc68314b47b4 req-9db1dde0-cabb-4bf4-b95b-5d23d33561a3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692569 Jul 16 03:40:17.388021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Allocated IP 172.20.255.242 (0260869d-754a-4b09-bcef-2ef779e70c4d/e258dbe8-a3b5-4087-860d-112cd42bac12/a48e704f-0746-4108-a0bf-137bcfc45574) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:17.544788 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7bed-3174-4c0c-8f4c-366f63c81ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.566553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358ea47-480d-48fc-a451-05172b9d1447 req-1faffcae-509c-4f3f-8b55-0dd2ce3fdae0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.577293 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b358ea47-480d-48fc-a451-05172b9d1447 req-1faffcae-509c-4f3f-8b55-0dd2ce3fdae0 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 943 time: 0.1524794 Jul 16 03:40:17.613546 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.625340 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Transition to ACTIVE for port object a48e704f-0746-4108-a0bf-137bcfc45574 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:17.643644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Transition to ACTIVE for port object a48e704f-0746-4108-a0bf-137bcfc45574 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:17.653036 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.695224 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b358ea47-480d-48fc-a451-05172b9d1447 req-d7475ade-25da-4b47-bfa7-549352056ba8 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169689 Jul 16 03:40:17.696133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Network 0260869d-754a-4b09-bcef-2ef779e70c4d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:17.700376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:17.705078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:17.713170 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b7bed-3174-4c0c-8f4c-366f63c81ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Subnet': ['ID=da2e2ba9-4002-4a79-817b-1b567d1bb0db,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:17.721872 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6b7bed-3174-4c0c-8f4c-366f63c81ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Checking segment: {'id': '46981590-7245-4436-8e1d-2757bc8d36e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '1654ec81-3b25-404f-84ae-0af8bd980c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:17.722411 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6b7bed-3174-4c0c-8f4c-366f63c81ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network hostable DHCP agents. Network: 1654ec81-3b25-404f-84ae-0af8bd980c6b, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:17.783145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6b7bed-3174-4c0c-8f4c-366f63c81ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network 1654ec81-3b25-404f-84ae-0af8bd980c6b is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:17.794380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Pushing event updated for resources: {'Port': ['ID=a48e704f-0746-4108-a0bf-137bcfc45574,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:17.797106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5d6b7bed-3174-4c0c-8f4c-366f63c81ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 1654ec81-3b25-404f-84ae-0af8bd980c6b) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:17.802144 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Attempting to bind port a48e704f-0746-4108-a0bf-137bcfc45574 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:17.802861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Attempting to bind port a48e704f-0746-4108-a0bf-137bcfc45574 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'dc675ed0-6493-4b31-a187-edddbca6501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '0260869d-754a-4b09-bcef-2ef779e70c4d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:17.803409 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Attempting to bind port a48e704f-0746-4108-a0bf-137bcfc45574 on network 0260869d-754a-4b09-bcef-2ef779e70c4d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:17.809177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:17.809555 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6b7bed-3174-4c0c-8f4c-366f63c81ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:17.809996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Checking segment: {'id': 'dc675ed0-6493-4b31-a187-edddbca6501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '0260869d-754a-4b09-bcef-2ef779e70c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:17.810223 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d6b7bed-3174-4c0c-8f4c-366f63c81ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.810747 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.811299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Bound using segment: {'id': 'dc675ed0-6493-4b31-a187-edddbca6501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '0260869d-754a-4b09-bcef-2ef779e70c4d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:17.811938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Bound port: a48e704f-0746-4108-a0bf-137bcfc45574, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc675ed0-6493-4b31-a187-edddbca6501c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '0260869d-754a-4b09-bcef-2ef779e70c4d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:17.812567 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.834436 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5d6b7bed-3174-4c0c-8f4c-366f63c81ece tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8243377 Jul 16 03:40:17.834611 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b23ab9-bdcc-4860-afcb-bf503b7e6acb None None] Network 1654ec81-3b25-404f-84ae-0af8bd980c6b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:17.835621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:17.918466 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] For port a48e704f-0746-4108-a0bf-137bcfc45574, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:17.921691 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] For port a48e704f-0746-4108-a0bf-137bcfc45574, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a48e704f-0746-4108-a0bf-137bcfc45574,segment=NetworkSegment(dc675ed0-6493-4b31-a187-edddbca6501c),segment_id=dc675ed0-6493-4b31-a187-edddbca6501c)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:17.951316 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:17.955611 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.054309 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.129843 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.173531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Subnet': ['ID=da2e2ba9-4002-4a79-817b-1b567d1bb0db,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:18.175397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29941c4-08f8-48cf-868e-88c98ad845ab None None] Pushing event updated for resources: {'Port': ['ID=a48e704f-0746-4108-a0bf-137bcfc45574,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:18.229208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf1f916-914a-41d3-b418-7c846ca86191 None None] Network 1654ec81-3b25-404f-84ae-0af8bd980c6b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:18.239101 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.251273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1654ec81-3b25-404f-84ae-0af8bd980c6b']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:18.263965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46981590-7245-4436-8e1d-2757bc8d36e7') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:18.264699 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46981590-7245-4436-8e1d-2757bc8d36e7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:18.276081 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.334439 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.362763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:18.362988 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:18.396580 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:18.604043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.657347 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.660006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/1654ec81-3b25-404f-84ae-0af8bd980c6b HTTP/1.1" status: 204 len: 168 time: 0.8237202 Jul 16 03:40:18.661065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9171e-3980-473b-a0b6-a4472d285409 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Network': ['ID=1654ec81-3b25-404f-84ae-0af8bd980c6b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:18.665315 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39522) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:18.677026 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0dafcad8-4ee6-4f73-8825-18099608e284 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-919845992'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:18.729687 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dafcad8-4ee6-4f73-8825-18099608e284 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:18.733590 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dafcad8-4ee6-4f73-8825-18099608e284 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.783140 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dafcad8-4ee6-4f73-8825-18099608e284 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:18.805430 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dafcad8-4ee6-4f73-8825-18099608e284 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.806622 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-0dafcad8-4ee6-4f73-8825-18099608e284 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Added segment b91b89ee-8c27-4762-8d36-1b0f6e8c09e0 of type vlan for network 53893d99-8692-4e02-a73c-48d77986c2e5 Jul 16 03:40:18.858723 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dafcad8-4ee6-4f73-8825-18099608e284 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.911115 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dafcad8-4ee6-4f73-8825-18099608e284 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.917737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dafcad8-4ee6-4f73-8825-18099608e284 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:18.919088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6990e24-2b7c-4735-bfe8-f91285e7bc28 req-a6728298-e97f-408a-822a-9bfec957ef8b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:18.919518 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0dafcad8-4ee6-4f73-8825-18099608e284 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:18.924554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6990e24-2b7c-4735-bfe8-f91285e7bc28 req-a6728298-e97f-408a-822a-9bfec957ef8b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.3613253 Jul 16 03:40:18.972824 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0dafcad8-4ee6-4f73-8825-18099608e284 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3040233 Jul 16 03:40:18.973964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:18.978158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-37c32fc2-7320-435a-8346-ec2243071b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'subnet': {'network_id': '53893d99-8692-4e02-a73c-48d77986c2e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:19.128156 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6990e24-2b7c-4735-bfe8-f91285e7bc28 req-7d785fa9-1504-4864-b18f-5136d142daf4 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908057 Jul 16 03:40:19.268186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c2500-b350-4f0d-99f1-4c0f6d5baa15 req-2b510aa4-d168-43ad-9a6b-17e55b03eed4 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:19.270602 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b39c2500-b350-4f0d-99f1-4c0f6d5baa15 req-2b510aa4-d168-43ad-9a6b-17e55b03eed4 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 943 time: 0.2835646 Jul 16 03:40:19.297172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c32fc2-7320-435a-8346-ec2243071b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:19.304651 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37c32fc2-7320-435a-8346-ec2243071b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.371569 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b39c2500-b350-4f0d-99f1-4c0f6d5baa15 req-bb156377-5166-4dd8-95bd-582f5499c658 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941882 Jul 16 03:40:19.422144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafcad8-4ee6-4f73-8825-18099608e284 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Network': ['ID=53893d99-8692-4e02-a73c-48d77986c2e5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:19.433072 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 53893d99-8692-4e02-a73c-48d77986c2e5 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:19.441670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-37c32fc2-7320-435a-8346-ec2243071b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 03:40:19.442325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-37c32fc2-7320-435a-8346-ec2243071b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 03:40:19.606721 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37c32fc2-7320-435a-8346-ec2243071b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.650104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649589c0-34f1-4a89-89f7-2366e99e0edf None None] Network 0260869d-754a-4b09-bcef-2ef779e70c4d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:19.719661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c32fc2-7320-435a-8346-ec2243071b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Subnet': ['ID=492a6911-b765-4290-995a-537b41fdbe2e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:19.722048 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c32fc2-7320-435a-8346-ec2243071b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Checking segment: {'id': 'b91b89ee-8c27-4762-8d36-1b0f6e8c09e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '53893d99-8692-4e02-a73c-48d77986c2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:19.722414 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c32fc2-7320-435a-8346-ec2243071b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network hostable DHCP agents. Network: 53893d99-8692-4e02-a73c-48d77986c2e5, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:19.747446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c32fc2-7320-435a-8346-ec2243071b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network 53893d99-8692-4e02-a73c-48d77986c2e5 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:19.771226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-37c32fc2-7320-435a-8346-ec2243071b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 53893d99-8692-4e02-a73c-48d77986c2e5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:19.786154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-07338301-f619-43ec-868f-893245c9139c None None] Provisioning for port a48e704f-0746-4108-a0bf-137bcfc45574 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:19.792604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c32fc2-7320-435a-8346-ec2243071b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:19.793455 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37c32fc2-7320-435a-8346-ec2243071b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:19.799470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa84de75-36c8-4a06-bc56-2082510f21eb None None] Network 53893d99-8692-4e02-a73c-48d77986c2e5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:19.818080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-37c32fc2-7320-435a-8346-ec2243071b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8416324 Jul 16 03:40:19.818624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:19.956223 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.021318 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d55ffa-18ec-4362-8cde-a93bbc178705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-53893d99-8692-4e02-a73c-48d77986c2e5', 'network_id': '53893d99-8692-4e02-a73c-48d77986c2e5', 'tenant_id': 'a7a00a54bb734e42ab06ab0e17bcba5a', 'fixed_ips': [{'subnet_id': '492a6911-b765-4290-995a-537b41fdbe2e'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:20.022138 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.022705 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14d55ffa-18ec-4362-8cde-a93bbc178705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.111989 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.151680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Subnet': ['ID=492a6911-b765-4290-995a-537b41fdbe2e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-14d55ffa-18ec-4362-8cde-a93bbc178705 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 492a6911-b765-4290-995a-537b41fdbe2e: This subnet is being modified by another concurrent operation. Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:40:20.223599 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 492a6911-b765-4290-995a-537b41fdbe2e: This subnet is being modified by another concurrent operation. Jul 16 03:40:20.229135 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 16 03:40:20.278226 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.291006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53893d99-8692-4e02-a73c-48d77986c2e5']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:20.303645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91b89ee-8c27-4762-8d36-1b0f6e8c09e0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:20.304142 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91b89ee-8c27-4762-8d36-1b0f6e8c09e0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:20.308467 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a48e704f-0746-4108-a0bf-137bcfc45574 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:20.325875 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.352276 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.368730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f169a5a-51f5-432a-a7ff-22e4fada2eaf None None] Network 53893d99-8692-4e02-a73c-48d77986c2e5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:20.433225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:20.433644 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:20.441288 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:20.540761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port a48e704f-0746-4108-a0bf-137bcfc45574 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:20.543530 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.551737 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port a48e704f-0746-4108-a0bf-137bcfc45574 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:20.552268 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.567795 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.574813 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39668) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:20.575337 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/53893d99-8692-4e02-a73c-48d77986c2e5 HTTP/1.1" status: 204 len: 168 time: 0.7554333 Jul 16 03:40:20.582190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5ed3d274-6e93-4925-be81-45131adc00f8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1544906818'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:20.584342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d658e-37d8-4c96-b8e6-75c5861ff8ea req-e4961f9d-d843-464f-bdf4-585757020084 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.591156 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-887d658e-37d8-4c96-b8e6-75c5861ff8ea req-e4961f9d-d843-464f-bdf4-585757020084 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.2284062 Jul 16 03:40:20.621843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4bf68cba-c478-432e-a565-9ce402e1e243 None None] Provisioning complete for port a48e704f-0746-4108-a0bf-137bcfc45574 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:20.622169 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4bf68cba-c478-432e-a565-9ce402e1e243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.624515 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed3d274-6e93-4925-be81-45131adc00f8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:20.625906 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698db87e-769c-4da0-ae60-93611df11507 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Network': ['ID=53893d99-8692-4e02-a73c-48d77986c2e5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:20.628570 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d274-6e93-4925-be81-45131adc00f8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.663585 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371f6691-0d10-453e-82d9-f6b7d1687f2b None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:40:20.680495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-887d658e-37d8-4c96-b8e6-75c5861ff8ea req-498d1c80-1aa9-4278-8002-e19ad6d3b572 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883451 Jul 16 03:40:20.686527 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed3d274-6e93-4925-be81-45131adc00f8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:20.706910 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d274-6e93-4925-be81-45131adc00f8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.708350 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-5ed3d274-6e93-4925-be81-45131adc00f8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Added segment 7081dbcf-e7d0-4250-83f9-4c87107b7ad9 of type vlan for network 31db6bd3-e021-456b-89b0-8280b6af285e Jul 16 03:40:20.720211 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd2d88-bef6-4887-a308-ef0815aabb1b req-995d30c2-f28c-4187-8666-9bc56d4bb65d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.729049 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93dd2d88-bef6-4887-a308-ef0815aabb1b req-995d30c2-f28c-4187-8666-9bc56d4bb65d tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 943 time: 0.1881471 Jul 16 03:40:20.777506 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93dd2d88-bef6-4887-a308-ef0815aabb1b req-c21fc71f-cad2-49ea-b6be-e12ba8d02406 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472329 Jul 16 03:40:20.798800 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d274-6e93-4925-be81-45131adc00f8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.884606 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.893244 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d274-6e93-4925-be81-45131adc00f8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.899552 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed3d274-6e93-4925-be81-45131adc00f8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:20.901216 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ed3d274-6e93-4925-be81-45131adc00f8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:20.951651 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5ed3d274-6e93-4925-be81-45131adc00f8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3756292 Jul 16 03:40:20.954554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:20.960034 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-eb319f08-26c0-4e99-bad6-b964a0610281 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'subnet': {'network_id': '31db6bd3-e021-456b-89b0-8280b6af285e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:21.019707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3d274-6e93-4925-be81-45131adc00f8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Network': ['ID=31db6bd3-e021-456b-89b0-8280b6af285e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:21.042864 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4bf68cba-c478-432e-a565-9ce402e1e243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.044801 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 31db6bd3-e021-456b-89b0-8280b6af285e details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:21.051810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port a48e704f-0746-4108-a0bf-137bcfc45574, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a48e704f-0746-4108-a0bf-137bcfc45574,segment=NetworkSegment(dc675ed0-6493-4b31-a187-edddbca6501c),segment_id=dc675ed0-6493-4b31-a187-edddbca6501c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:21.053303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39676) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:21.087592 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.114788 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb319f08-26c0-4e99-bad6-b964a0610281 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:21.118771 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb319f08-26c0-4e99-bad6-b964a0610281 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.206955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371f6691-0d10-453e-82d9-f6b7d1687f2b None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:40:21.210122 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cc36c63-f359-4e94-8e0c-dad20d3824ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.281043 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=a48e704f-0746-4108-a0bf-137bcfc45574,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:21.297510 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-4bf68cba-c478-432e-a565-9ce402e1e243 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:40:21.297876 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-4bf68cba-c478-432e-a565-9ce402e1e243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:40:21.370479 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb319f08-26c0-4e99-bad6-b964a0610281 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.395024 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cc36c63-f359-4e94-8e0c-dad20d3824ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.401496 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2cc36c63-f359-4e94-8e0c-dad20d3824ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.437762 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb319f08-26c0-4e99-bad6-b964a0610281 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Subnet': ['ID=e08759b2-c0ac-4533-bcd0-f85d27776844,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:21.442285 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2cc36c63-f359-4e94-8e0c-dad20d3824ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b55b0a2c06c24efe850b3c1b52d7b671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3876402 Jul 16 03:40:21.446955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:21.447426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:21.453990 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc36c63-f359-4e94-8e0c-dad20d3824ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44d461f-9b5f-45a3-bd62-32d3ae5769ec,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:21.461065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a93c49af-a48b-4692-a3cf-4617ae40a07f tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1363622680'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:21.483498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb319f08-26c0-4e99-bad6-b964a0610281 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Checking segment: {'id': '7081dbcf-e7d0-4250-83f9-4c87107b7ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '31db6bd3-e021-456b-89b0-8280b6af285e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:21.483863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb319f08-26c0-4e99-bad6-b964a0610281 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network hostable DHCP agents. Network: 31db6bd3-e021-456b-89b0-8280b6af285e, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:21.510152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93c49af-a48b-4692-a3cf-4617ae40a07f tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Made reservation on behalf of a22853c9230b4c2d8f4051f0dea50b9c for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:21.513724 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a93c49af-a48b-4692-a3cf-4617ae40a07f tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.545625 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb319f08-26c0-4e99-bad6-b964a0610281 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network 31db6bd3-e021-456b-89b0-8280b6af285e is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:21.567892 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-eb319f08-26c0-4e99-bad6-b964a0610281 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 31db6bd3-e021-456b-89b0-8280b6af285e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:21.572257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb319f08-26c0-4e99-bad6-b964a0610281 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:21.572916 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb319f08-26c0-4e99-bad6-b964a0610281 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.575259 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93c49af-a48b-4692-a3cf-4617ae40a07f tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:21.585981 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8468d595-da7a-4c36-a417-2f462596d932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.606892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-eb319f08-26c0-4e99-bad6-b964a0610281 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6512008 Jul 16 03:40:21.609843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39686) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:21.622675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8468d595-da7a-4c36-a417-2f462596d932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.632361 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a93c49af-a48b-4692-a3cf-4617ae40a07f tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.632361 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-a93c49af-a48b-4692-a3cf-4617ae40a07f tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Added segment 083689b7-670e-4997-849d-bd41e8a5366c of type vlan for network 90438ada-ec72-4cdb-9a73-516b7f1c6694 Jul 16 03:40:21.703351 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a93c49af-a48b-4692-a3cf-4617ae40a07f tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.733193 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.747923 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a93c49af-a48b-4692-a3cf-4617ae40a07f tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.755980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c49af-a48b-4692-a3cf-4617ae40a07f tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:21.756934 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a93c49af-a48b-4692-a3cf-4617ae40a07f tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.773309 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8468d595-da7a-4c36-a417-2f462596d932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.777609 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8468d595-da7a-4c36-a417-2f462596d932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.778837 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8468d595-da7a-4c36-a417-2f462596d932 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b44d461f-9b5f-45a3-bd62-32d3ae5769ec HTTP/1.1" status: 204 len: 168 time: 0.3299723 Jul 16 03:40:21.816622 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a93c49af-a48b-4692-a3cf-4617ae40a07f tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3620374 Jul 16 03:40:21.819511 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39692) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:21.825229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7f3dc457-d18c-4712-9aa7-03ffe8557f10 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-899646586'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:21.835639 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.844482 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468d595-da7a-4c36-a417-2f462596d932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44d461f-9b5f-45a3-bd62-32d3ae5769ec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:21.899320 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3dc457-d18c-4712-9aa7-03ffe8557f10 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Made reservation on behalf of a22853c9230b4c2d8f4051f0dea50b9c for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:21.903875 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f3dc457-d18c-4712-9aa7-03ffe8557f10 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.957305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3dc457-d18c-4712-9aa7-03ffe8557f10 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:21.978645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:21.987546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d38412-02ee-4edd-86a8-3c33295d020e None None] Network 31db6bd3-e021-456b-89b0-8280b6af285e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:22.017933 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f3dc457-d18c-4712-9aa7-03ffe8557f10 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.018294 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-7f3dc457-d18c-4712-9aa7-03ffe8557f10 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Added segment 0ea5c057-e55a-461e-aabf-0137c54eda91 of type vlan for network a3d8bc9a-80ea-44be-8f70-23c45868da08 Jul 16 03:40:22.028494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Subnet': ['ID=e08759b2-c0ac-4533-bcd0-f85d27776844,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.121088 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f3dc457-d18c-4712-9aa7-03ffe8557f10 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.127983 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aedeee-0029-4840-8bf2-cf0997287b6d None None] Network 31db6bd3-e021-456b-89b0-8280b6af285e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:22.191170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.194240 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a48e704f-0746-4108-a0bf-137bcfc45574 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:22.196340 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a779f859-664c-428c-86da-c48f65251515 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:22.210705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31db6bd3-e021-456b-89b0-8280b6af285e']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:22.216720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c49af-a48b-4692-a3cf-4617ae40a07f tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'Network': ['ID=90438ada-ec72-4cdb-9a73-516b7f1c6694,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.232709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 90438ada-ec72-4cdb-9a73-516b7f1c6694 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:22.236137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7081dbcf-e7d0-4250-83f9-4c87107b7ad9') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:22.236493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7081dbcf-e7d0-4250-83f9-4c87107b7ad9') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:22.247538 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.255462 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f3dc457-d18c-4712-9aa7-03ffe8557f10 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.261960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3dc457-d18c-4712-9aa7-03ffe8557f10 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.262590 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f3dc457-d18c-4712-9aa7-03ffe8557f10 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.266308 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39700) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:22.299788 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b309f83-41ce-4701-9bc3-d2bb6e24e514 req-31130ba9-02d8-43ff-bc4b-2c51cbf114bd tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.301522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9b309f83-41ce-4701-9bc3-d2bb6e24e514 req-31130ba9-02d8-43ff-bc4b-2c51cbf114bd tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.4615738 Jul 16 03:40:22.314509 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.316830 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-314bcd50-06aa-4aad-8f07-c3f72178d16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.335032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a58246-f6bd-4ed9-82a0-9a90d847f134 req-5202fd3f-7644-42bc-9e56-0f0c5efa8b06 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.336766 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58a58246-f6bd-4ed9-82a0-9a90d847f134 req-5202fd3f-7644-42bc-9e56-0f0c5efa8b06 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 943 time: 0.1231258 Jul 16 03:40:22.337560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:22.337993 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:22.341124 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:22.367742 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7f3dc457-d18c-4712-9aa7-03ffe8557f10 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5470917 Jul 16 03:40:22.374013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:22.388174 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ffd7c18c-6a44-4b07-82d8-88832145be3a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'subnet': {'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:22.392017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dc457-d18c-4712-9aa7-03ffe8557f10 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'Network': ['ID=a3d8bc9a-80ea-44be-8f70-23c45868da08,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.423715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network a3d8bc9a-80ea-44be-8f70-23c45868da08 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:22.452794 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.466981 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9b309f83-41ce-4701-9bc3-d2bb6e24e514 req-a0edf0e9-9e64-4c97-b7fc-c27861161077 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595459 Jul 16 03:40:22.495430 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.495430 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/31db6bd3-e021-456b-89b0-8280b6af285e HTTP/1.1" status: 204 len: 168 time: 0.8712192 Jul 16 03:40:22.495430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c41f1a-a193-42de-a3e1-b9893843c3ba tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Network': ['ID=31db6bd3-e021-456b-89b0-8280b6af285e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.495430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39704) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:22.496387 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58a58246-f6bd-4ed9-82a0-9a90d847f134 req-c7413a3b-666d-4d61-aafc-4664f005bc12 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504054 Jul 16 03:40:22.498974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dcf3433a-5200-4e7f-a6a4-0106e48f9eb7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-590444893'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:22.522794 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port a48e704f-0746-4108-a0bf-137bcfc45574 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:22.523243 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.565985 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-314bcd50-06aa-4aad-8f07-c3f72178d16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.569905 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a779f859-664c-428c-86da-c48f65251515, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a779f859-664c-428c-86da-c48f65251515,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:22.575512 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-314bcd50-06aa-4aad-8f07-c3f72178d16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.594818 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'a779f859-664c-428c-86da-c48f65251515', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'port_id': 'a779f859-664c-428c-86da-c48f65251515', 'mac_address': 'fa:16:3e:a3:b2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:22.654999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf3433a-5200-4e7f-a6a4-0106e48f9eb7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:22.659081 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcf3433a-5200-4e7f-a6a4-0106e48f9eb7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.665112 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.670704 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-314bcd50-06aa-4aad-8f07-c3f72178d16a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96341e92edf64904b5895507828f6547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3959229 Jul 16 03:40:22.673307 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:22.678339 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bcd50-06aa-4aad-8f07-c3f72178d16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adc1562-ca7f-4d17-85c2-3fa0e649133c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.685929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a779f859-664c-428c-86da-c48f65251515 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:22.698231 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf3433a-5200-4e7f-a6a4-0106e48f9eb7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:22.698955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd7c18c-6a44-4b07-82d8-88832145be3a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Made reservation on behalf of a22853c9230b4c2d8f4051f0dea50b9c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:22.702453 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffd7c18c-6a44-4b07-82d8-88832145be3a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.711826 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcf3433a-5200-4e7f-a6a4-0106e48f9eb7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.712028 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-dcf3433a-5200-4e7f-a6a4-0106e48f9eb7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Added segment f6da60a6-6710-4776-ba85-fd9e91d226cd of type vlan for network 5586df8e-6381-4a4e-a481-1976582e36cb Jul 16 03:40:22.712598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a779f859-664c-428c-86da-c48f65251515, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a779f859-664c-428c-86da-c48f65251515,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:22.717553 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.764696 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcf3433a-5200-4e7f-a6a4-0106e48f9eb7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.772954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a779f859-664c-428c-86da-c48f65251515,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.795393 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcf3433a-5200-4e7f-a6a4-0106e48f9eb7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.802054 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf3433a-5200-4e7f-a6a4-0106e48f9eb7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.802640 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dcf3433a-5200-4e7f-a6a4-0106e48f9eb7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.816064 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d83289eb-8c74-43e8-901d-d842f60e2c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.823721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76855f-8230-41a7-9577-a6476441bdd6 req-483975bf-e784-4320-8056-0df7e6e06add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:22.825276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e76855f-8230-41a7-9577-a6476441bdd6 req-483975bf-e784-4320-8056-0df7e6e06add service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 1094 time: 0.1865602 Jul 16 03:40:22.845518 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dcf3433a-5200-4e7f-a6a4-0106e48f9eb7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3528166 Jul 16 03:40:22.845756 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39710) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:22.850983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3e8cc839-82ed-4204-8026-44d483228000 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'subnet': {'network_id': '5586df8e-6381-4a4e-a481-1976582e36cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:22.851480 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d83289eb-8c74-43e8-901d-d842f60e2c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:22.879670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3433a-5200-4e7f-a6a4-0106e48f9eb7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Network': ['ID=5586df8e-6381-4a4e-a481-1976582e36cb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:22.891607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 5586df8e-6381-4a4e-a481-1976582e36cb details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:22.970448 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8cc839-82ed-4204-8026-44d483228000 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:22.974075 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e8cc839-82ed-4204-8026-44d483228000 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.024665 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d83289eb-8c74-43e8-901d-d842f60e2c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.027068 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d83289eb-8c74-43e8-901d-d842f60e2c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.028193 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d83289eb-8c74-43e8-901d-d842f60e2c16 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5adc1562-ca7f-4d17-85c2-3fa0e649133c HTTP/1.1" status: 204 len: 168 time: 0.3530297 Jul 16 03:40:23.060306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76855f-8230-41a7-9577-a6476441bdd6 req-95a46619-015a-4307-9748-88c012ca34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.060854 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e76855f-8230-41a7-9577-a6476441bdd6 req-95a46619-015a-4307-9748-88c012ca34c1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 200 len: 918 time: 0.2074361 Jul 16 03:40:23.061588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83289eb-8c74-43e8-901d-d842f60e2c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adc1562-ca7f-4d17-85c2-3fa0e649133c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:23.079198 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffd7c18c-6a44-4b07-82d8-88832145be3a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.096835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['a779f859-664c-428c-86da-c48f65251515'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:23.184920 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e8cc839-82ed-4204-8026-44d483228000 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.189729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7c18c-6a44-4b07-82d8-88832145be3a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'Subnet': ['ID=c51f98c5-7894-40f9-bc4a-dd21e3db1a61,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:23.199973 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e76855f-8230-41a7-9577-a6476441bdd6 req-c50a8152-f660-4b82-a831-96cc964185cc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a779f859-664c-428c-86da-c48f65251515 HTTP/1.1" status: 200 len: 1000 time: 0.1306880 Jul 16 03:40:23.212117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd7c18c-6a44-4b07-82d8-88832145be3a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Checking segment: {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:23.212802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd7c18c-6a44-4b07-82d8-88832145be3a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Network hostable DHCP agents. Network: 90438ada-ec72-4cdb-9a73-516b7f1c6694, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:23.262281 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cc839-82ed-4204-8026-44d483228000 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Subnet': ['ID=8e70ed3e-80c3-41d5-8db9-7981901447aa,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:23.268472 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8cc839-82ed-4204-8026-44d483228000 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Checking segment: {'id': 'f6da60a6-6710-4776-ba85-fd9e91d226cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5586df8e-6381-4a4e-a481-1976582e36cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:23.268964 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8cc839-82ed-4204-8026-44d483228000 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network hostable DHCP agents. Network: 5586df8e-6381-4a4e-a481-1976582e36cb, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:23.282757 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd7c18c-6a44-4b07-82d8-88832145be3a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Network 90438ada-ec72-4cdb-9a73-516b7f1c6694 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:23.288520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8cc839-82ed-4204-8026-44d483228000 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network 5586df8e-6381-4a4e-a481-1976582e36cb is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:23.289491 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76855f-8230-41a7-9577-a6476441bdd6 req-05d71adb-1dce-4e49-8fc6-c097d73940c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.291132 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e76855f-8230-41a7-9577-a6476441bdd6 req-05d71adb-1dce-4e49-8fc6-c097d73940c1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=df2843df-4813-4d8f-83e4-b733c2b2e1d2 HTTP/1.1" status: 200 len: 856 time: 0.0732236 Jul 16 03:40:23.296120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ffd7c18c-6a44-4b07-82d8-88832145be3a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 90438ada-ec72-4cdb-9a73-516b7f1c6694) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:23.298319 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3e8cc839-82ed-4204-8026-44d483228000 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 5586df8e-6381-4a4e-a481-1976582e36cb) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:23.304622 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8cc839-82ed-4204-8026-44d483228000 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.305477 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3e8cc839-82ed-4204-8026-44d483228000 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.308839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d55920e-0902-44cb-ab14-5c7727d50520 None None] Network 90438ada-ec72-4cdb-9a73-516b7f1c6694 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:23.312721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd7c18c-6a44-4b07-82d8-88832145be3a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.313430 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffd7c18c-6a44-4b07-82d8-88832145be3a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.326716 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84385181-7bdb-475f-85cc-2d513213f58c None None] Network 5586df8e-6381-4a4e-a481-1976582e36cb requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:23.332444 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3e8cc839-82ed-4204-8026-44d483228000 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4855523 Jul 16 03:40:23.335110 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:23.382827 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ffd7c18c-6a44-4b07-82d8-88832145be3a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0017357 Jul 16 03:40:23.384764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:23.390743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b278c398-7810-40c9-a82d-5b411c585dfe tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'subnet': {'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:23.537396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76855f-8230-41a7-9577-a6476441bdd6 req-2af56d94-040f-4912-b558-eb3664c31d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:23.539775 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e76855f-8230-41a7-9577-a6476441bdd6 req-2af56d94-040f-4912-b558-eb3664c31d41 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2392056 Jul 16 03:40:23.566264 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.579870 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b278c398-7810-40c9-a82d-5b411c585dfe tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Made reservation on behalf of a22853c9230b4c2d8f4051f0dea50b9c for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:23.582832 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b278c398-7810-40c9-a82d-5b411c585dfe tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.626802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-5586df8e-6381-4a4e-a481-1976582e36cb', 'network_id': '5586df8e-6381-4a4e-a481-1976582e36cb', 'tenant_id': 'a7a00a54bb734e42ab06ab0e17bcba5a', 'fixed_ips': [{'subnet_id': '8e70ed3e-80c3-41d5-8db9-7981901447aa'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:23.627685 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.640980 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-90438ada-ec72-4cdb-9a73-516b7f1c6694', 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'fixed_ips': [{'subnet_id': 'c51f98c5-7894-40f9-bc4a-dd21e3db1a61'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:23.641849 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.884524 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Allocated IP 172.20.0.2 (5586df8e-6381-4a4e-a481-1976582e36cb/8e70ed3e-80c3-41d5-8db9-7981901447aa/be7230a1-3d4c-47e8-8e98-7e82fc34d4c5) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:23.891652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Allocated IP 10.1.1.2 (90438ada-ec72-4cdb-9a73-516b7f1c6694/c51f98c5-7894-40f9-bc4a-dd21e3db1a61/3f9b8792-15c9-4d87-a958-dfe125e1c6a1) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:23.910130 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:23.938410 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e76855f-8230-41a7-9577-a6476441bdd6 req-13a323d1-ec33-4756-918d-1b11e7e9aa4f service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779216 Jul 16 03:40:24.038222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db80f7-63bb-4e68-a518-4466b5f7c40d req-9bbcbcc8-a223-4e49-bd39-05905cecda06 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:24.039153 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-75db80f7-63bb-4e68-a518-4466b5f7c40d req-9bbcbcc8-a223-4e49-bd39-05905cecda06 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 944 time: 0.3350132 Jul 16 03:40:24.052853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b951d5d-83a2-4352-9896-e88acbb042b3 req-fbd6c134-9d01-45ce-94d9-859a1f9804b7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:24.054389 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b951d5d-83a2-4352-9896-e88acbb042b3 req-fbd6c134-9d01-45ce-94d9-859a1f9804b7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.3534119 Jul 16 03:40:24.149699 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.157006 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.167571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Transition to ACTIVE for port object be7230a1-3d4c-47e8-8e98-7e82fc34d4c5 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:24.173968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Transition to ACTIVE for port object 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:24.174512 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b278c398-7810-40c9-a82d-5b411c585dfe tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.194302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a779f859-664c-428c-86da-c48f65251515 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:24.198486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Transition to ACTIVE for port object be7230a1-3d4c-47e8-8e98-7e82fc34d4c5 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:24.203035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Transition to ACTIVE for port object 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:24.224560 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.226628 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.237458 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-75db80f7-63bb-4e68-a518-4466b5f7c40d req-2b9086d4-2a8d-4fc0-a383-ab067a2d5955 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619396 Jul 16 03:40:24.240846 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b951d5d-83a2-4352-9896-e88acbb042b3 req-9ca37bc2-2385-4257-ad6c-bcf9c5ab0660 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291800 Jul 16 03:40:24.252021 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e76855f-8230-41a7-9577-a6476441bdd6 req-d93a918c-5cb7-455b-acfa-a6e51cb17703 service neutron] 10.222.0.88 "GET /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859025 Jul 16 03:40:24.278866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Network 5586df8e-6381-4a4e-a481-1976582e36cb is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:24.293897 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Network 90438ada-ec72-4cdb-9a73-516b7f1c6694 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:24.301623 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:24.304069 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.306026 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:24.308330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:24.312807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:24.324076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Pushing event updated for resources: {'Port': ['ID=3f9b8792-15c9-4d87-a958-dfe125e1c6a1,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:24.330624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278c398-7810-40c9-a82d-5b411c585dfe tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'Subnet': ['ID=cd2e3795-f02b-4e58-9b25-e8f59c3b0c20,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:24.344962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b278c398-7810-40c9-a82d-5b411c585dfe tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Checking segment: {'id': '0ea5c057-e55a-461e-aabf-0137c54eda91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:24.345331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b278c398-7810-40c9-a82d-5b411c585dfe tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Network hostable DHCP agents. Network: a3d8bc9a-80ea-44be-8f70-23c45868da08, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:24.384798 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Subnet': ['ID=8e70ed3e-80c3-41d5-8db9-7981901447aa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:24.444038 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port a779f859-664c-428c-86da-c48f65251515 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:24.444436 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.446505 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.454377 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b278c398-7810-40c9-a82d-5b411c585dfe tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Network a3d8bc9a-80ea-44be-8f70-23c45868da08 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:24.459528 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5586df8e-6381-4a4e-a481-1976582e36cb']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:24.473114 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6da60a6-6710-4776-ba85-fd9e91d226cd') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:24.473405 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6da60a6-6710-4776-ba85-fd9e91d226cd') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:24.478162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b278c398-7810-40c9-a82d-5b411c585dfe tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, a3d8bc9a-80ea-44be-8f70-23c45868da08) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:24.488842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405e5988-36ae-457f-8af5-c67269501af5 None None] Network a3d8bc9a-80ea-44be-8f70-23c45868da08 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:24.490510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Pushing event updated for resources: {'Port': ['ID=be7230a1-3d4c-47e8-8e98-7e82fc34d4c5,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:24.492602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b278c398-7810-40c9-a82d-5b411c585dfe tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:24.492990 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Attempting to bind port 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:24.493196 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b278c398-7810-40c9-a82d-5b411c585dfe tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.493336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Attempting to bind port 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:24.493703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Attempting to bind port 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 on network 90438ada-ec72-4cdb-9a73-516b7f1c6694 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:24.495576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Attempting to bind port be7230a1-3d4c-47e8-8e98-7e82fc34d4c5 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:24.495934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Attempting to bind port be7230a1-3d4c-47e8-8e98-7e82fc34d4c5 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'f6da60a6-6710-4776-ba85-fd9e91d226cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5586df8e-6381-4a4e-a481-1976582e36cb'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:24.496282 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Attempting to bind port be7230a1-3d4c-47e8-8e98-7e82fc34d4c5 on network 5586df8e-6381-4a4e-a481-1976582e36cb {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:24.498984 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.519890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b278c398-7810-40c9-a82d-5b411c585dfe tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1338110 Jul 16 03:40:24.524478 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.524598 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39778) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:24.529752 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-47001f1f-fe7c-4032-ac8a-e42df0dac739 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'port': {'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694', 'name': 'tempest-TaggedBootDevicesTest-604597690', 'fixed_ips': [{'subnet_id': 'c51f98c5-7894-40f9-bc4a-dd21e3db1a61'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:24.531520 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:24.531955 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:24.536289 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:24.574666 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:24.575058 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Checking segment: {'id': 'f6da60a6-6710-4776-ba85-fd9e91d226cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5586df8e-6381-4a4e-a481-1976582e36cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:24.575354 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.575752 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Bound using segment: {'id': 'f6da60a6-6710-4776-ba85-fd9e91d226cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5586df8e-6381-4a4e-a481-1976582e36cb'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:24.576242 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Bound port: be7230a1-3d4c-47e8-8e98-7e82fc34d4c5, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6da60a6-6710-4776-ba85-fd9e91d226cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '5586df8e-6381-4a4e-a481-1976582e36cb'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:24.576649 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.612674 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:40:24.612674 n-d-800088-6 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:40:24.612674 n-d-800088-6 neutron-server[93767]: [parameters: {'id': '5586df8e-6381-4a4e-a481-1976582e36cb'}] Jul 16 03:40:24.612674 n-d-800088-6 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:40:24.612674 n-d-800088-6 neutron-server[93767]: DEBUG oslo_db.api [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:40:24.667980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47001f1f-fe7c-4032-ac8a-e42df0dac739 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Made reservation on behalf of a22853c9230b4c2d8f4051f0dea50b9c for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:24.764258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47001f1f-fe7c-4032-ac8a-e42df0dac739 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.772811 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:24.773271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Checking segment: {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:24.773877 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.774340 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Bound using segment: {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:24.774903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Bound port: 3f9b8792-15c9-4d87-a958-dfe125e1c6a1, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:24.775291 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.785957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-47001f1f-fe7c-4032-ac8a-e42df0dac739 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] device_id is not set on port 7b2e8555-91ac-4426-9867-22b43b461d3d yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:24.799630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:24.913393 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-982c4808-10d5-4761-aa4b-0996a3da52d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.928359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] For port be7230a1-3d4c-47e8-8e98-7e82fc34d4c5, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:24.971184 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] For port be7230a1-3d4c-47e8-8e98-7e82fc34d4c5, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=be7230a1-3d4c-47e8-8e98-7e82fc34d4c5,segment=NetworkSegment(f6da60a6-6710-4776-ba85-fd9e91d226cd),segment_id=f6da60a6-6710-4776-ba85-fd9e91d226cd)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:24.982972 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.986158 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] For port 3f9b8792-15c9-4d87-a958-dfe125e1c6a1, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:24.989672 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:24.993063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] For port 3f9b8792-15c9-4d87-a958-dfe125e1c6a1, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3f9b8792-15c9-4d87-a958-dfe125e1c6a1,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:25.026092 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.032595 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-982c4808-10d5-4761-aa4b-0996a3da52d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.036494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-47001f1f-fe7c-4032-ac8a-e42df0dac739 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Allocated IP 10.1.1.238 (90438ada-ec72-4cdb-9a73-516b7f1c6694/c51f98c5-7894-40f9-bc4a-dd21e3db1a61/7b2e8555-91ac-4426-9867-22b43b461d3d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:25.038994 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-982c4808-10d5-4761-aa4b-0996a3da52d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.074114 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-a3d8bc9a-80ea-44be-8f70-23c45868da08', 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'fixed_ips': [{'subnet_id': 'cd2e3795-f02b-4e58-9b25-e8f59c3b0c20'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:25.075105 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.082426 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-982c4808-10d5-4761-aa4b-0996a3da52d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9bc7919072f45199bf8b602a9351985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789812 Jul 16 03:40:25.082426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c4808-10d5-4761-aa4b-0996a3da52d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f68e68-3c93-45ac-9cd3-91ded3eee665,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:25.083695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:25.109782 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a779f859-664c-428c-86da-c48f65251515'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:25.112143 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb25852-1b32-4e40-9dc7-cb536dbef1dd" -d '{"events": [{"server_uuid": "72f8f593-4d12-4521-9ae6-a04ad59ef4b4", "name": "network-vif-plugged", "status": "completed", "tag": "a779f859-664c-428c-86da-c48f65251515"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:25.122646 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.168063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a779f859-664c-428c-86da-c48f65251515, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a779f859-664c-428c-86da-c48f65251515,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:25.172163 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e831d1e0-b3dd-47df-9f8a-e971e4d45fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.181405 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cbb13c-d9bb-4f38-870f-78437f539e56 x-openstack-request-id: req-a6cbb13c-d9bb-4f38-870f-78437f539e56 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:25.181826 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f8f593-4d12-4521-9ae6-a04ad59ef4b4", "name": "network-vif-plugged", "status": "completed", "tag": "a779f859-664c-428c-86da-c48f65251515", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:25.182159 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6cbb13c-d9bb-4f38-870f-78437f539e56 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:25.182567 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a779f859-664c-428c-86da-c48f65251515', 'code': 200} Jul 16 03:40:25.191281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4bf1e-a0de-4bd9-9ca7-2804b53bb042 None None] Pushing event updated for resources: {'Port': ['ID=be7230a1-3d4c-47e8-8e98-7e82fc34d4c5,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:25.196685 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.201454 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e831d1e0-b3dd-47df-9f8a-e971e4d45fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.271617 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47001f1f-fe7c-4032-ac8a-e42df0dac739 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.303912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad987fee-7a1c-49e9-85c4-1f04ed2f9dc5 None None] Network 5586df8e-6381-4a4e-a481-1976582e36cb requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:25.317214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-47001f1f-fe7c-4032-ac8a-e42df0dac739 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Transition to ACTIVE for port object 7b2e8555-91ac-4426-9867-22b43b461d3d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:25.321051 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e831d1e0-b3dd-47df-9f8a-e971e4d45fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.325541 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e831d1e0-b3dd-47df-9f8a-e971e4d45fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.344826 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e831d1e0-b3dd-47df-9f8a-e971e4d45fc3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2f68e68-3c93-45ac-9cd3-91ded3eee665 HTTP/1.1" status: 204 len: 168 time: 0.2588048 Jul 16 03:40:25.357258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Deleting port be7230a1-3d4c-47e8-8e98-7e82fc34d4c5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:25.357614 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.387695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0635e897-4b90-4fa1-9349-5ebe90264ef8 None None] Pushing event updated for resources: {'Port': ['ID=3f9b8792-15c9-4d87-a958-dfe125e1c6a1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:25.408147 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47001f1f-fe7c-4032-ac8a-e42df0dac739 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.505722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47001f1f-fe7c-4032-ac8a-e42df0dac739 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Network 90438ada-ec72-4cdb-9a73-516b7f1c6694 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:25.525070 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-47001f1f-fe7c-4032-ac8a-e42df0dac739 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:25.549692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47001f1f-fe7c-4032-ac8a-e42df0dac739 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:25.569718 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] For port be7230a1-3d4c-47e8-8e98-7e82fc34d4c5, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=be7230a1-3d4c-47e8-8e98-7e82fc34d4c5,segment=NetworkSegment(f6da60a6-6710-4776-ba85-fd9e91d226cd),segment_id=f6da60a6-6710-4776-ba85-fd9e91d226cd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:25.570976 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.599297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Calling delete_port for be7230a1-3d4c-47e8-8e98-7e82fc34d4c5 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:25.606077 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Allocated IP 10.2.2.2 (a3d8bc9a-80ea-44be-8f70-23c45868da08/cd2e3795-f02b-4e58-9b25-e8f59c3b0c20/f646c527-eebd-4760-a015-f679d023afb7) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:25.639001 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47001f1f-fe7c-4032-ac8a-e42df0dac739 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.641299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a779f859-664c-428c-86da-c48f65251515,revision_number=10']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:25.642093 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47001f1f-fe7c-4032-ac8a-e42df0dac739 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.666118 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47001f1f-fe7c-4032-ac8a-e42df0dac739 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'Port': ['ID=7b2e8555-91ac-4426-9867-22b43b461d3d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:25.686975 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-47001f1f-fe7c-4032-ac8a-e42df0dac739 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1615517 Jul 16 03:40:25.690123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39804) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:25.698061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-80014196-8d3d-4578-8474-820b96a8accd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'port': {'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694', 'name': 'tempest-TaggedBootDevicesTest-1468332109', 'fixed_ips': [{'subnet_id': 'c51f98c5-7894-40f9-bc4a-dd21e3db1a61'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:25.712437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831d1e0-b3dd-47df-9f8a-e971e4d45fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f68e68-3c93-45ac-9cd3-91ded3eee665,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:25.840704 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.849379 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.861308 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Transition to ACTIVE for port object f646c527-eebd-4760-a015-f679d023afb7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:25.878438 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Transition to ACTIVE for port object f646c527-eebd-4760-a015-f679d023afb7 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:25.888493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Port': ['ID=be7230a1-3d4c-47e8-8e98-7e82fc34d4c5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:25.888702 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.890391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No DVR routers for this DVR port be7230a1-3d4c-47e8-8e98-7e82fc34d4c5 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:25.896519 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80014196-8d3d-4578-8474-820b96a8accd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Made reservation on behalf of a22853c9230b4c2d8f4051f0dea50b9c for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:25.904635 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80014196-8d3d-4578-8474-820b96a8accd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:25.925661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-80014196-8d3d-4578-8474-820b96a8accd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] device_id is not set on port 0ca6343d-f933-44b6-9f68-e779f91a1c5c yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:25.937564 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Network a3d8bc9a-80ea-44be-8f70-23c45868da08 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:25.938708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491e333-44ec-4697-9fc3-7ccb55407897 req-27cdae92-f4af-40b7-8ac2-4c311e974fa6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.940281 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b491e333-44ec-4697-9fc3-7ccb55407897 req-27cdae92-f4af-40b7-8ac2-4c311e974fa6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.2547355 Jul 16 03:40:25.942592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:25.945188 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:25.946084 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1faf0f-6b19-4acd-8679-471a259e362e req-4dab05f8-23da-42da-8a0e-a5f5100c7858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.948164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad1faf0f-6b19-4acd-8679-471a259e362e req-4dab05f8-23da-42da-8a0e-a5f5100c7858 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 1097 time: 0.2612882 Jul 16 03:40:25.954971 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Pushing event updated for resources: {'Port': ['ID=f646c527-eebd-4760-a015-f679d023afb7,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:25.962532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c0a8c-7c86-45fc-b6ea-3378d95e9e60 req-c6ff0576-984b-43f5-8245-ccf93f153ee4 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:25.968530 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cf2c0a8c-7c86-45fc-b6ea-3378d95e9e60 req-c6ff0576-984b-43f5-8245-ccf93f153ee4 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 946 time: 0.2839921 Jul 16 03:40:26.027893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Attempting to bind port f646c527-eebd-4760-a015-f679d023afb7 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:26.028276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Attempting to bind port f646c527-eebd-4760-a015-f679d023afb7 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0ea5c057-e55a-461e-aabf-0137c54eda91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:26.028700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Attempting to bind port f646c527-eebd-4760-a015-f679d023afb7 on network a3d8bc9a-80ea-44be-8f70-23c45868da08 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:26.034811 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:26.035196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Checking segment: {'id': '0ea5c057-e55a-461e-aabf-0137c54eda91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:26.035601 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.036053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Bound using segment: {'id': '0ea5c057-e55a-461e-aabf-0137c54eda91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:26.036583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Bound port: f646c527-eebd-4760-a015-f679d023afb7, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea5c057-e55a-461e-aabf-0137c54eda91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:26.036971 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.106617 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b491e333-44ec-4697-9fc3-7ccb55407897 req-f97be45f-5ee1-45ce-b4ae-d154e912b0f3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547685 Jul 16 03:40:26.152412 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad1faf0f-6b19-4acd-8679-471a259e362e req-39dbf8c2-5eb6-4bb8-afb5-de30bdcc96c3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690204 Jul 16 03:40:26.164013 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] For port f646c527-eebd-4760-a015-f679d023afb7, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:26.169163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] For port f646c527-eebd-4760-a015-f679d023afb7, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f646c527-eebd-4760-a015-f679d023afb7,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:26.177793 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.224967 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-80014196-8d3d-4578-8474-820b96a8accd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Allocated IP 10.1.1.42 (90438ada-ec72-4cdb-9a73-516b7f1c6694/c51f98c5-7894-40f9-bc4a-dd21e3db1a61/0ca6343d-f933-44b6-9f68-e779f91a1c5c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:26.260096 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.266443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:26.291175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5586df8e-6381-4a4e-a481-1976582e36cb']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:26.334239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cf2c0a8c-7c86-45fc-b6ea-3378d95e9e60 req-61e29dfa-2bf0-4444-9240-5098ddaae520 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3646290 Jul 16 03:40:26.344161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6da60a6-6710-4776-ba85-fd9e91d226cd') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:26.345647 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6da60a6-6710-4776-ba85-fd9e91d226cd') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:26.381722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d4e6e-c409-455d-960b-ac34c388d69c None None] Pushing event updated for resources: {'Port': ['ID=f646c527-eebd-4760-a015-f679d023afb7,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:26.386751 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.426182 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:26.496625 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80014196-8d3d-4578-8474-820b96a8accd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.516850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-80014196-8d3d-4578-8474-820b96a8accd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Transition to ACTIVE for port object 0ca6343d-f933-44b6-9f68-e779f91a1c5c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:26.563683 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80014196-8d3d-4578-8474-820b96a8accd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.634117 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80014196-8d3d-4578-8474-820b96a8accd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Network 90438ada-ec72-4cdb-9a73-516b7f1c6694 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:26.658530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-80014196-8d3d-4578-8474-820b96a8accd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:26.678452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80014196-8d3d-4578-8474-820b96a8accd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:26.729621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80014196-8d3d-4578-8474-820b96a8accd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'Port': ['ID=0ca6343d-f933-44b6-9f68-e779f91a1c5c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:26.735359 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.742979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:26.743396 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:26.749338 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:26.753661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80014196-8d3d-4578-8474-820b96a8accd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:26.754517 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80014196-8d3d-4578-8474-820b96a8accd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.778819 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-80014196-8d3d-4578-8474-820b96a8accd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0838721 Jul 16 03:40:26.807855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6a8624-bbee-4deb-aeee-b8a13f0d7c87 None None] Network 90438ada-ec72-4cdb-9a73-516b7f1c6694 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:26.845893 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.855041 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.857117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/5586df8e-6381-4a4e-a481-1976582e36cb HTTP/1.1" status: 204 len: 168 time: 3.5209336 Jul 16 03:40:26.860741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:26.867122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fb516dc5-716c-4f45-98b8-132dad12037e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1928345299'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:26.891424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20f203-21ae-4555-beee-af66fc94ad05 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Network': ['ID=5586df8e-6381-4a4e-a481-1976582e36cb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:26.919528 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb516dc5-716c-4f45-98b8-132dad12037e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:26.923474 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8dfc256a-2738-442f-a9f8-3d56b2e62f15 None None] Provisioning for port 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:26.924515 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb516dc5-716c-4f45-98b8-132dad12037e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.937810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8dfc256a-2738-442f-a9f8-3d56b2e62f15 None None] Provisioning complete for port 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:26.938939 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8dfc256a-2738-442f-a9f8-3d56b2e62f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.956267 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb516dc5-716c-4f45-98b8-132dad12037e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:26.985006 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb516dc5-716c-4f45-98b8-132dad12037e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:26.985907 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-fb516dc5-716c-4f45-98b8-132dad12037e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Added segment daa7f9d3-eb56-4110-bdad-013b07c9567b of type vlan for network 59baa02b-f2c2-493e-a549-b6066638edb2 Jul 16 03:40:27.040397 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb516dc5-716c-4f45-98b8-132dad12037e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.095245 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8dfc256a-2738-442f-a9f8-3d56b2e62f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.095964 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb516dc5-716c-4f45-98b8-132dad12037e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.114909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb516dc5-716c-4f45-98b8-132dad12037e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:27.115560 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb516dc5-716c-4f45-98b8-132dad12037e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.152503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:27.157170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-17ffdbbb-ec8a-474e-b337-edd4e729f01d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1270113906', 'description': 'tempest-description--1737492382'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:27.178780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8dfc256a-2738-442f-a9f8-3d56b2e62f15 None None] For port 3f9b8792-15c9-4d87-a958-dfe125e1c6a1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3f9b8792-15c9-4d87-a958-dfe125e1c6a1,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:27.190450 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fb516dc5-716c-4f45-98b8-132dad12037e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3230698 Jul 16 03:40:27.191250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:27.199084 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-266b2dec-3e7f-4154-9c30-f3005e799a99 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'subnet': {'network_id': '59baa02b-f2c2-493e-a549-b6066638edb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:27.211369 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8dfc256a-2738-442f-a9f8-3d56b2e62f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.244651 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17ffdbbb-ec8a-474e-b337-edd4e729f01d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.304055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc256a-2738-442f-a9f8-3d56b2e62f15 None None] Pushing event updated for resources: {'Port': ['ID=3f9b8792-15c9-4d87-a958-dfe125e1c6a1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:27.339260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb516dc5-716c-4f45-98b8-132dad12037e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Network': ['ID=59baa02b-f2c2-493e-a549-b6066638edb2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:27.356112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 59baa02b-f2c2-493e-a549-b6066638edb2 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:27.450492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39860) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:27.557720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17ffdbbb-ec8a-474e-b337-edd4e729f01d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.588219 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17ffdbbb-ec8a-474e-b337-edd4e729f01d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.658874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffdbbb-ec8a-474e-b337-edd4e729f01d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a579c5-4d24-4188-b155-2b349a6526ec,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:27.661630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266b2dec-3e7f-4154-9c30-f3005e799a99 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:27.679216 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-266b2dec-3e7f-4154-9c30-f3005e799a99 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.683992 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17ffdbbb-ec8a-474e-b337-edd4e729f01d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.688507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-17ffdbbb-ec8a-474e-b337-edd4e729f01d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5318966 Jul 16 03:40:27.691093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39882) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:27.695823 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-239537d1-14be-4208-9dc1-9265a9e60827 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'security_group_rule': {'security_group_id': 'b1a579c5-4d24-4188-b155-2b349a6526ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:27.752760 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3c512cb4-9f15-4a54-a485-042fc73df4ae tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-881165618'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:27.753258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3c512cb4-9f15-4a54-a485-042fc73df4ae tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Unknown quota resources ['metering_label']. {{(pid=93768) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:40:27.839543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-266b2dec-3e7f-4154-9c30-f3005e799a99 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 03:40:27.840137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-266b2dec-3e7f-4154-9c30-f3005e799a99 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 03:40:27.852811 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33601505-d40a-458c-990b-3d13b9170e8b req-e71eb210-c752-4071-a7a5-e0aac25e8381 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:27.853748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-10a1ddab-5f41-41b1-b987-47257cf6f0bd None None] Provisioning for port 0ca6343d-f933-44b6-9f68-e779f91a1c5c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:27.854430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-33601505-d40a-458c-990b-3d13b9170e8b req-e71eb210-c752-4071-a7a5-e0aac25e8381 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.4698925 Jul 16 03:40:27.858867 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-10a1ddab-5f41-41b1-b987-47257cf6f0bd None None] Provisioning complete for port 0ca6343d-f933-44b6-9f68-e779f91a1c5c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:27.859908 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-10a1ddab-5f41-41b1-b987-47257cf6f0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.887333 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-239537d1-14be-4208-9dc1-9265a9e60827 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.913570 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-10a1ddab-5f41-41b1-b987-47257cf6f0bd None None] Port 0ca6343d-f933-44b6-9f68-e779f91a1c5c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:27.929681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-10a1ddab-5f41-41b1-b987-47257cf6f0bd None None] Provisioning for port 7b2e8555-91ac-4426-9867-22b43b461d3d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:27.936022 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-10a1ddab-5f41-41b1-b987-47257cf6f0bd None None] Provisioning complete for port 7b2e8555-91ac-4426-9867-22b43b461d3d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:27.936844 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-10a1ddab-5f41-41b1-b987-47257cf6f0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:27.981600 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-33601505-d40a-458c-990b-3d13b9170e8b req-0d5e9c0f-bc64-42b7-80cf-d59c32d574ac tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185679 Jul 16 03:40:27.986344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-10a1ddab-5f41-41b1-b987-47257cf6f0bd None None] Port 7b2e8555-91ac-4426-9867-22b43b461d3d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:28.011623 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-10a1ddab-5f41-41b1-b987-47257cf6f0bd None None] Provisioning complete for port 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:28.012061 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-10a1ddab-5f41-41b1-b987-47257cf6f0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.038929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba790e-1402-4b14-87cc-6e00c17686ac req-61b6bf5e-8062-4cee-b4d8-19feac5d6c28 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.048740 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0cba790e-1402-4b14-87cc-6e00c17686ac req-61b6bf5e-8062-4cee-b4d8-19feac5d6c28 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 946 time: 0.2870317 Jul 16 03:40:28.100580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee99faf2-fac9-420a-ace9-deee80b680cb None None] Network a3d8bc9a-80ea-44be-8f70-23c45868da08 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:28.156510 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0cba790e-1402-4b14-87cc-6e00c17686ac req-f5496a94-3fde-4db5-9894-85178faf5d35 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066127 Jul 16 03:40:28.195529 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-266b2dec-3e7f-4154-9c30-f3005e799a99 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.300009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b2dec-3e7f-4154-9c30-f3005e799a99 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Subnet': ['ID=42902021-7a13-441e-8188-6f8a0535f623,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:28.325481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266b2dec-3e7f-4154-9c30-f3005e799a99 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Checking segment: {'id': 'daa7f9d3-eb56-4110-bdad-013b07c9567b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '59baa02b-f2c2-493e-a549-b6066638edb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:28.326430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266b2dec-3e7f-4154-9c30-f3005e799a99 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network hostable DHCP agents. Network: 59baa02b-f2c2-493e-a549-b6066638edb2, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:28.352942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266b2dec-3e7f-4154-9c30-f3005e799a99 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network 59baa02b-f2c2-493e-a549-b6066638edb2 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:28.373721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-266b2dec-3e7f-4154-9c30-f3005e799a99 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 59baa02b-f2c2-493e-a549-b6066638edb2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:28.393391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f646c527-eebd-4760-a015-f679d023afb7 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:28.395575 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066fc8c2-8f1a-451f-9667-b1ba96c8648d None None] Network 59baa02b-f2c2-493e-a549-b6066638edb2 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:28.397556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266b2dec-3e7f-4154-9c30-f3005e799a99 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:28.399114 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-266b2dec-3e7f-4154-9c30-f3005e799a99 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.433560 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-266b2dec-3e7f-4154-9c30-f3005e799a99 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2410851 Jul 16 03:40:28.449077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:28.563336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-294bf3f9-1b72-43a7-9ffc-71e4313d860d None None] Provisioning complete for port 7b2e8555-91ac-4426-9867-22b43b461d3d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:28.563551 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-294bf3f9-1b72-43a7-9ffc-71e4313d860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.618958 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.638140 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c512cb4-9f15-4a54-a485-042fc73df4ae tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.642479 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3c512cb4-9f15-4a54-a485-042fc73df4ae tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1906850 Jul 16 03:40:28.643220 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:28.649252 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-239537d1-14be-4208-9dc1-9265a9e60827 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.651283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-47ef1ad2-d3a8-4d00-b691-5ec892a305f7 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f278a7ef-0f84-4445-9f9a-89683f16fcf0'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:28.651867 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-47ef1ad2-d3a8-4d00-b691-5ec892a305f7 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:40:28.655199 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-239537d1-14be-4208-9dc1-9265a9e60827 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.676811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239537d1-14be-4208-9dc1-9265a9e60827 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd3df2e-db67-49bd-aa5e-b6ebfd1eabae,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:28.689017 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-239537d1-14be-4208-9dc1-9265a9e60827 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.690447 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-239537d1-14be-4208-9dc1-9265a9e60827 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9983115 Jul 16 03:40:28.693469 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39906) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:28.699052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8805fe18-694d-49dd-85cd-113c5b93d5c0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'security_group_rule': {'security_group_id': 'b1a579c5-4d24-4188-b155-2b349a6526ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:28.709951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-294bf3f9-1b72-43a7-9ffc-71e4313d860d None None] Port 7b2e8555-91ac-4426-9867-22b43b461d3d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:28.731702 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8805fe18-694d-49dd-85cd-113c5b93d5c0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.772253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port f646c527-eebd-4760-a015-f679d023afb7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:28.778451 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-294bf3f9-1b72-43a7-9ffc-71e4313d860d None None] Provisioning for port f646c527-eebd-4760-a015-f679d023afb7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:28.784348 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port f646c527-eebd-4760-a015-f679d023afb7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:28.784953 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.790570 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-294bf3f9-1b72-43a7-9ffc-71e4313d860d None None] Provisioning complete for port f646c527-eebd-4760-a015-f679d023afb7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:28.791027 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-294bf3f9-1b72-43a7-9ffc-71e4313d860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.796124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8805fe18-694d-49dd-85cd-113c5b93d5c0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.801601 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8805fe18-694d-49dd-85cd-113c5b93d5c0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.819661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8805fe18-694d-49dd-85cd-113c5b93d5c0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c91a3f9-b54a-49ed-8081-59357684f362,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:28.825268 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8805fe18-694d-49dd-85cd-113c5b93d5c0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.826570 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8805fe18-694d-49dd-85cd-113c5b93d5c0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320164 Jul 16 03:40:28.830656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39908) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:28.835989 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:28.843365 n-d-800088-6 neutron-server[93767]: WARNING neutron.services.metering.metering_plugin [None req-47ef1ad2-d3a8-4d00-b691-5ec892a305f7 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 03:40:28.848468 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.859910 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:28.966498 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.008928 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-47ef1ad2-d3a8-4d00-b691-5ec892a305f7 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.010762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-47ef1ad2-d3a8-4d00-b691-5ec892a305f7 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3665519 Jul 16 03:40:29.015852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:29.026924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ef087-851e-4e1f-862d-24ec271b2c82 req-48d33a55-b779-45ad-b560-351a5d0f773d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:29.036068 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a58ef087-851e-4e1f-862d-24ec271b2c82 req-48d33a55-b779-45ad-b560-351a5d0f773d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.3744037 Jul 16 03:40:29.049113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7ccf75e6-b3ac-465f-8f64-b12504840577 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f278a7ef-0f84-4445-9f9a-89683f16fcf0'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:29.050130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7ccf75e6-b3ac-465f-8f64-b12504840577 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:40:29.113858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Allocated IP 172.25.3.90 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/0b0ef1c3-16d4-42c5-89cb-88d5b95e83ce) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:29.154888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab10b71-fa38-48a8-9575-5f05bdca8cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-59baa02b-f2c2-493e-a549-b6066638edb2', 'network_id': '59baa02b-f2c2-493e-a549-b6066638edb2', 'tenant_id': 'a7a00a54bb734e42ab06ab0e17bcba5a', 'fixed_ips': [{'subnet_id': '42902021-7a13-441e-8188-6f8a0535f623'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:29.156291 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4ab10b71-fa38-48a8-9575-5f05bdca8cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.218982 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.220975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a58ef087-851e-4e1f-862d-24ec271b2c82 req-c5f6e5b9-ee19-46cc-88ac-e639555ce21e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838949 Jul 16 03:40:29.227974 n-d-800088-6 neutron-server[93767]: WARNING neutron.services.metering.metering_plugin [None req-7ccf75e6-b3ac-465f-8f64-b12504840577 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 03:40:29.240554 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-294bf3f9-1b72-43a7-9ffc-71e4313d860d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.269444 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.318173 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.318535 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.365607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port f646c527-eebd-4760-a015-f679d023afb7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f646c527-eebd-4760-a015-f679d023afb7,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-4ab10b71-fa38-48a8-9575-5f05bdca8cdf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42902021-7a13-441e-8188-6f8a0535f623: This subnet is being modified by another concurrent operation. Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:40:29.375646 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42902021-7a13-441e-8188-6f8a0535f623: This subnet is being modified by another concurrent operation. Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.379720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:29.393814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:29.399383 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:29.399478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Subnet': ['ID=42902021-7a13-441e-8188-6f8a0535f623,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:29.402317 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ccf75e6-b3ac-465f-8f64-b12504840577 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.403406 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:29.403861 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7ccf75e6-b3ac-465f-8f64-b12504840577 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3588719 Jul 16 03:40:29.407316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'Port': ['ID=0b0ef1c3-16d4-42c5-89cb-88d5b95e83ce,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:29.409617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39916) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:29.448511 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-82fa4945-5d4e-49f4-b518-79937b60e0df tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=3d8dbfbf-74d9-429f-b41d-9c3f6ec8351f HTTP/1.1" status: 200 len: 462 time: 0.0163648 Jul 16 03:40:29.451128 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39918) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:29.455393 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967d6ad5-ca34-46ef-a79d-a33b4d9ba96d None None] Network 59baa02b-f2c2-493e-a549-b6066638edb2 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:29.515709 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-294bf3f9-1b72-43a7-9ffc-71e4313d860d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:40:29.515935 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.516048 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-294bf3f9-1b72-43a7-9ffc-71e4313d860d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:40:29.523212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=f646c527-eebd-4760-a015-f679d023afb7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:29.534228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47432b2-40ef-4949-a987-0bc9e828b372 req-4e0a8baf-5c35-41e9-a4a6-4e99ea51101b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:29.535765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e47432b2-40ef-4949-a987-0bc9e828b372 req-4e0a8baf-5c35-41e9-a4a6-4e99ea51101b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.3701279 Jul 16 03:40:29.543277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59baa02b-f2c2-493e-a549-b6066638edb2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:29.571861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa7f9d3-eb56-4110-bdad-013b07c9567b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:29.572507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa7f9d3-eb56-4110-bdad-013b07c9567b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:29.590912 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.615177 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd1cb81b-edce-497b-949a-0530e3ef97ed tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.616344 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fd1cb81b-edce-497b-949a-0530e3ef97ed tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/3d8dbfbf-74d9-429f-b41d-9c3f6ec8351f HTTP/1.1" status: 204 len: 168 time: 0.1627493 Jul 16 03:40:29.617569 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.619142 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39920) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:29.631636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:29.631636 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.631923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a225f9-d70b-41fd-923b-cc747b8d864f req-c96e4d9d-aca5-442b-8c4f-ce3ead41cce7 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:29.631923 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c1a225f9-d70b-41fd-923b-cc747b8d864f req-c96e4d9d-aca5-442b-8c4f-ce3ead41cce7 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 946 time: 0.2370903 Jul 16 03:40:29.643673 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-14b52f97-f2a1-4241-96a0-f88154b8e64d tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=3d8dbfbf-74d9-429f-b41d-9c3f6ec8351f HTTP/1.1" status: 200 len: 221 time: 0.0188196 Jul 16 03:40:29.643856 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.643980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:29.648124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a04c201c-af2d-4185-a152-0415a83b0e53 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1954441286', 'description': 'label created by tempest'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:29.648600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a04c201c-af2d-4185-a152-0415a83b0e53 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Unknown quota resources ['metering_label']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:40:29.657631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4348223e-5b36-49f2-8138-b19f22c72af2 None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:40:29.662609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:29.662609 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:29.673512 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:29.684358 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.705858 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e47432b2-40ef-4949-a987-0bc9e828b372 req-784bf5d5-0db9-4360-9ea7-8a23c4833512 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594541 Jul 16 03:40:29.850485 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4348223e-5b36-49f2-8138-b19f22c72af2 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:40:29.869352 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.875875 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.887966 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.901967 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:29.903819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/59baa02b-f2c2-493e-a549-b6066638edb2 HTTP/1.1" status: 204 len: 168 time: 1.4537446 Jul 16 03:40:29.913378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39926) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:29.919788 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-59fc9f54-ab85-4eb5-b3a9-4ddcfebb1375 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2086704402'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:29.942461 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c1a225f9-d70b-41fd-923b-cc747b8d864f req-797984e3-954f-4c9e-9096-4c6edb740c5f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992020 Jul 16 03:40:29.945196 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b974c-9ce0-4b6a-adc6-58be9ecab2ac tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Network': ['ID=59baa02b-f2c2-493e-a549-b6066638edb2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:29.987436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'Port': ['ID=0b0ef1c3-16d4-42c5-89cb-88d5b95e83ce,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:30.005538 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.010892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fc9f54-ab85-4eb5-b3a9-4ddcfebb1375 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:30.014839 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59fc9f54-ab85-4eb5-b3a9-4ddcfebb1375 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.037683 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.047630 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3766ebad-a347-4986-9791-cbae7b66f154 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2157733 Jul 16 03:40:30.060840 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fc9f54-ab85-4eb5-b3a9-4ddcfebb1375 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:30.071238 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59fc9f54-ab85-4eb5-b3a9-4ddcfebb1375 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.071593 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-59fc9f54-ab85-4eb5-b3a9-4ddcfebb1375 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Added segment 84c24689-662e-4be0-8051-fd92a381eb31 of type vlan for network 767a88d3-cfdf-490f-ac80-d265da71d22b Jul 16 03:40:30.112701 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4ee0921b-965e-4932-ae5a-8da417c91076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.128083 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59fc9f54-ab85-4eb5-b3a9-4ddcfebb1375 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.174672 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59fc9f54-ab85-4eb5-b3a9-4ddcfebb1375 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.182384 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc9f54-ab85-4eb5-b3a9-4ddcfebb1375 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.183375 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59fc9f54-ab85-4eb5-b3a9-4ddcfebb1375 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.209484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f646c527-eebd-4760-a015-f679d023afb7 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:30.221879 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a04c201c-af2d-4185-a152-0415a83b0e53 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.223035 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a04c201c-af2d-4185-a152-0415a83b0e53 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5782077 Jul 16 03:40:30.225669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.254986 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-59fc9f54-ab85-4eb5-b3a9-4ddcfebb1375 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3405366 Jul 16 03:40:30.258620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39938) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.263388 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4c46e2db-4e48-47a9-82d6-763099157b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'subnet': {'network_id': '767a88d3-cfdf-490f-ac80-d265da71d22b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:30.297910 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc9f54-ab85-4eb5-b3a9-4ddcfebb1375 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Network': ['ID=767a88d3-cfdf-490f-ac80-d265da71d22b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:30.347972 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d8b056a3-d3de-4f3d-8189-17d85af46f83 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=7fd501fd-60d6-4e7c-9431-5bdfc367c06b HTTP/1.1" status: 200 len: 468 time: 0.1188748 Jul 16 03:40:30.348418 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.376514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 767a88d3-cfdf-490f-ac80-d265da71d22b details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:30.420087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5984fbd1-1809-45a6-91f2-943fafcacf8d None None] Provisioning complete for port 0ca6343d-f933-44b6-9f68-e779f91a1c5c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:30.420744 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5984fbd1-1809-45a6-91f2-943fafcacf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.427225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c46e2db-4e48-47a9-82d6-763099157b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:30.432095 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c46e2db-4e48-47a9-82d6-763099157b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.474371 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49062f87-0358-4cb7-bcc6-517e19b55e36 None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:40:30.530607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5984fbd1-1809-45a6-91f2-943fafcacf8d None None] Port 0ca6343d-f933-44b6-9f68-e779f91a1c5c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:30.538365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port f646c527-eebd-4760-a015-f679d023afb7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:30.538866 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.598249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5984fbd1-1809-45a6-91f2-943fafcacf8d None None] Provisioning complete for port f646c527-eebd-4760-a015-f679d023afb7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:30.598555 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5984fbd1-1809-45a6-91f2-943fafcacf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.622374 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e201c7af-096e-4f69-b0f1-c2a7988d9557 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.626602 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e201c7af-096e-4f69-b0f1-c2a7988d9557 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/7fd501fd-60d6-4e7c-9431-5bdfc367c06b HTTP/1.1" status: 204 len: 168 time: 0.2741597 Jul 16 03:40:30.632413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.644889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fe471542-1f8d-46b8-8403-a699ff482a34 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1270113906&fields=id&tenant_id=a22853c9230b4c2d8f4051f0dea50b9c HTTP/1.1" status: 200 len: 267 time: 0.2308443 Jul 16 03:40:30.656480 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c46e2db-4e48-47a9-82d6-763099157b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.675402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-87ef46f3-e263-4c35-b313-3384ee6dcaf4 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=7fd501fd-60d6-4e7c-9431-5bdfc367c06b HTTP/1.1" status: 200 len: 216 time: 0.0449386 Jul 16 03:40:30.676048 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.725533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46e2db-4e48-47a9-82d6-763099157b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Subnet': ['ID=ab807c26-d341-4ce7-987d-556011dac15e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:30.733290 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c46e2db-4e48-47a9-82d6-763099157b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Checking segment: {'id': '84c24689-662e-4be0-8051-fd92a381eb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '767a88d3-cfdf-490f-ac80-d265da71d22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:30.733707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c46e2db-4e48-47a9-82d6-763099157b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network hostable DHCP agents. Network: 767a88d3-cfdf-490f-ac80-d265da71d22b, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:30.747445 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4a5d826b-2013-4f2a-b33e-cf3295847a48 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0230973 Jul 16 03:40:30.747614 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39958) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.767957 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d1f49ba2-5af3-46df-9f8f-e4f3d7f2c113 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0161269 Jul 16 03:40:30.768292 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.774335 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-02e64182-37d2-4a9d-a948-b0f396b3474b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.775544 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c46e2db-4e48-47a9-82d6-763099157b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network 767a88d3-cfdf-490f-ac80-d265da71d22b is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:30.775765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-02e64182-37d2-4a9d-a948-b0f396b3474b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports/7b2e8555-91ac-4426-9867-22b43b461d3d HTTP/1.1" status: 200 len: 931 time: 0.1216197 Jul 16 03:40:30.777152 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49062f87-0358-4cb7-bcc6-517e19b55e36 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:40:30.793429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37610232-ef53-4086-88a0-1fe4e67d45f3 req-97fd34bd-921a-427a-a05c-b5277b0069ce tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.801135 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37610232-ef53-4086-88a0-1fe4e67d45f3 req-97fd34bd-921a-427a-a05c-b5277b0069ce tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.3961861 Jul 16 03:40:30.821842 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-213f4909-45c9-4d36-a3f5-b97756b77053 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/f278a7ef-0f84-4445-9f9a-89683f16fcf0 HTTP/1.1" status: 200 len: 472 time: 0.0524080 Jul 16 03:40:30.825214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39962) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.830314 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-97bb6df1-44c4-432d-829c-9af3cbc88cde tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.831953 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-97bb6df1-44c4-432d-829c-9af3cbc88cde tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.20 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 946 time: 0.2989800 Jul 16 03:40:30.833982 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4c46e2db-4e48-47a9-82d6-763099157b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 767a88d3-cfdf-490f-ac80-d265da71d22b) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:30.836518 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-efe57565-b717-4531-8041-ae71934ed345 tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/4d2145ba-6ad0-4a5b-818c-574921180f5b HTTP/1.1" status: 200 len: 459 time: 0.0102756 Jul 16 03:40:30.840243 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c46e2db-4e48-47a9-82d6-763099157b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.840878 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c46e2db-4e48-47a9-82d6-763099157b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.844563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39964) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.867649 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4c46e2db-4e48-47a9-82d6-763099157b6d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6060584 Jul 16 03:40:30.868245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39966) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:30.912222 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:30.937895 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37610232-ef53-4086-88a0-1fe4e67d45f3 req-ff0f200c-6e6b-4f9c-823e-356185b7e5cd tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358802 Jul 16 03:40:30.946551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-27ad961e-1257-4c63-94eb-ddb3705903eb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:30.948636 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-27ad961e-1257-4c63-94eb-ddb3705903eb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports/0ca6343d-f933-44b6-9f68-e779f91a1c5c HTTP/1.1" status: 200 len: 931 time: 0.1447589 Jul 16 03:40:31.020349 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb8510f1-a922-475d-9a3e-87d2b653b71e tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.021499 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cb8510f1-a922-475d-9a3e-87d2b653b71e tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/4d2145ba-6ad0-4a5b-818c-574921180f5b HTTP/1.1" status: 204 len: 168 time: 0.1760378 Jul 16 03:40:31.023936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39970) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:31.031345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-07764ad6-503f-49d8-841a-dcf528a12f6a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?network_id=a3d8bc9a-80ea-44be-8f70-23c45868da08&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0700951 Jul 16 03:40:31.087366 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-964ca27a-6f1c-4108-9d0b-5e035dde9d9b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?network_id=a3d8bc9a-80ea-44be-8f70-23c45868da08&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0396574 Jul 16 03:40:31.168375 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-767a88d3-cfdf-490f-ac80-d265da71d22b', 'network_id': '767a88d3-cfdf-490f-ac80-d265da71d22b', 'tenant_id': 'a7a00a54bb734e42ab06ab0e17bcba5a', 'fixed_ips': [{'subnet_id': 'ab807c26-d341-4ce7-987d-556011dac15e'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:31.169943 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.198208 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.212044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-2ebaf245-3577-49da-a0cf-3749f6070993 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Deleting port f1ef2949-5710-4d08-adf3-d7e192d0901c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:31.212419 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-2ebaf245-3577-49da-a0cf-3749f6070993 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.255657 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab86759b-3865-4027-bc96-9079017236dd tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.256846 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ab86759b-3865-4027-bc96-9079017236dd tempest-MeteringIpV6TestJSON-1671761809 tempest-MeteringIpV6TestJSON-1671761809-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/f278a7ef-0f84-4445-9f9a-89683f16fcf0 HTTP/1.1" status: 204 len: 168 time: 0.2319520 Jul 16 03:40:31.318985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec4a53-d109-44c4-a65c-e43a4531886a req-b8246f5d-d72a-4385-8039-eb0d7d547170 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:31.319332 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Allocated IP 172.20.0.1 (767a88d3-cfdf-490f-ac80-d265da71d22b/ab807c26-d341-4ce7-987d-556011dac15e/a4c828ce-add6-4db3-9326-2fb8e9f8f423) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:31.320540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43ec4a53-d109-44c4-a65c-e43a4531886a req-b8246f5d-d72a-4385-8039-eb0d7d547170 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.2276182 Jul 16 03:40:31.329339 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.338569 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-b4023aa9-2047-40f6-962f-6075be59e5a2 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:31.345356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-b4023aa9-2047-40f6-962f-6075be59e5a2 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:31.351007 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-b4023aa9-2047-40f6-962f-6075be59e5a2 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:31.352659 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-b4023aa9-2047-40f6-962f-6075be59e5a2 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/networks?id=a777a107-7213-483b-b82b-292962968eb8&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=a3d8bc9a-80ea-44be-8f70-23c45868da08&id=a3d8bc9a-80ea-44be-8f70-23c45868da08 HTTP/1.1" status: 200 len: 1989 time: 0.2493522 Jul 16 03:40:31.395319 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-32d5e832-d776-43b4-a2a0-a5048d26ca19 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/quotas/a22853c9230b4c2d8f4051f0dea50b9c HTTP/1.1" status: 200 len: 375 time: 0.0353081 Jul 16 03:40:31.404403 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-2ebaf245-3577-49da-a0cf-3749f6070993 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] For port f1ef2949-5710-4d08-adf3-d7e192d0901c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f1ef2949-5710-4d08-adf3-d7e192d0901c,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:31.404785 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-2ebaf245-3577-49da-a0cf-3749f6070993 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.415741 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.462665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43ec4a53-d109-44c4-a65c-e43a4531886a req-8c545b81-ab5a-4fc4-ac7a-450b10ce921d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351311 Jul 16 03:40:31.497870 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.509015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Transition to ACTIVE for port object a4c828ce-add6-4db3-9326-2fb8e9f8f423 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:31.528811 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Transition to ACTIVE for port object a4c828ce-add6-4db3-9326-2fb8e9f8f423 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:31.547831 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.559844 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.573033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:31.618715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Network 767a88d3-cfdf-490f-ac80-d265da71d22b is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:31.621814 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:31.626934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:31.629438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Subnet': ['ID=ab807c26-d341-4ce7-987d-556011dac15e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:31.639393 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Pushing event updated for resources: {'Port': ['ID=a4c828ce-add6-4db3-9326-2fb8e9f8f423,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:31.703327 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Attempting to bind port a4c828ce-add6-4db3-9326-2fb8e9f8f423 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:31.703903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Attempting to bind port a4c828ce-add6-4db3-9326-2fb8e9f8f423 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '84c24689-662e-4be0-8051-fd92a381eb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '767a88d3-cfdf-490f-ac80-d265da71d22b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:31.704361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fac79b69-1cc8-441a-a0b2-b4b40723b563 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2832963 Jul 16 03:40:31.704491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Attempting to bind port a4c828ce-add6-4db3-9326-2fb8e9f8f423 on network 767a88d3-cfdf-490f-ac80-d265da71d22b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:31.709711 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:31.710165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Checking segment: {'id': '84c24689-662e-4be0-8051-fd92a381eb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '767a88d3-cfdf-490f-ac80-d265da71d22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:31.710648 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.711236 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Bound using segment: {'id': '84c24689-662e-4be0-8051-fd92a381eb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '767a88d3-cfdf-490f-ac80-d265da71d22b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:31.711784 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Bound port: a4c828ce-add6-4db3-9326-2fb8e9f8f423, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c24689-662e-4be0-8051-fd92a381eb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '767a88d3-cfdf-490f-ac80-d265da71d22b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:31.712285 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.716573 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.727801 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767a88d3-cfdf-490f-ac80-d265da71d22b']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:31.743171 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c24689-662e-4be0-8051-fd92a381eb31') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:31.743972 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c24689-662e-4be0-8051-fd92a381eb31') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:31.753290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.769698 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.775387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] For port a4c828ce-add6-4db3-9326-2fb8e9f8f423, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:31.775603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:31.775930 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:31.779186 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:31.784300 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0222af16-e649-44a2-8bcf-933b1a11afc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.834175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] For port a4c828ce-add6-4db3-9326-2fb8e9f8f423, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a4c828ce-add6-4db3-9326-2fb8e9f8f423,segment=NetworkSegment(84c24689-662e-4be0-8051-fd92a381eb31),segment_id=84c24689-662e-4be0-8051-fd92a381eb31)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:31.835443 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:40:31.835443 n-d-800088-6 neutron-server[93768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:40:31.835443 n-d-800088-6 neutron-server[93768]: [parameters: {'id': '767a88d3-cfdf-490f-ac80-d265da71d22b'}] Jul 16 03:40:31.835443 n-d-800088-6 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:40:31.836028 n-d-800088-6 neutron-server[93768]: DEBUG oslo_db.api [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:40:31.838972 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.848242 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-2ebaf245-3577-49da-a0cf-3749f6070993 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.848634 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-2ebaf245-3577-49da-a0cf-3749f6070993 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:31.848945 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-2ebaf245-3577-49da-a0cf-3749f6070993 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Floating IP a11007ce-1626-4c44-bb11-e87b600c945f disassociated. External IP: 172.25.3.71, port: f1ef2949-5710-4d08-adf3-d7e192d0901c. Jul 16 03:40:31.849283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-2ebaf245-3577-49da-a0cf-3749f6070993 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Calling delete_port for f1ef2949-5710-4d08-adf3-d7e192d0901c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:31.923426 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa33c30-3fa5-46b0-aed4-a213860cdbd9 None None] Pushing event updated for resources: {'Port': ['ID=a4c828ce-add6-4db3-9326-2fb8e9f8f423,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:31.924775 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-2571d6a0-7a81-41bd-a0db-6230914ff9e1 service neutron] 10.222.0.18 "GET /v2.0/networks/a777a107-7213-483b-b82b-292962968eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193918 Jul 16 03:40:31.947755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aeb3c8-12e8-4a07-9067-ad38325e6eb8 None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:40:32.099488 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0222af16-e649-44a2-8bcf-933b1a11afc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.100086 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aeb3c8-12e8-4a07-9067-ad38325e6eb8 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:40:32.135157 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0222af16-e649-44a2-8bcf-933b1a11afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.161390 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-4d9393d6-432d-4bfa-b2a9-0d6b94f69a31 service neutron] 10.222.0.18 "GET /v2.0/networks/a777a107-7213-483b-b82b-292962968eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246666 Jul 16 03:40:32.203050 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-2ebaf245-3577-49da-a0cf-3749f6070993 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.231637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222af16-e649-44a2-8bcf-933b1a11afc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fedded-c9ae-43bb-9f31-1bcd9eeed51d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:32.235821 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0222af16-e649-44a2-8bcf-933b1a11afc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a3845b0695341048bca8c1846fbb6af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6603694 Jul 16 03:40:32.239143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39982) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:32.266555 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebaf245-3577-49da-a0cf-3749f6070993 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event deleted for resources: {'Port': ['ID=f1ef2949-5710-4d08-adf3-d7e192d0901c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:32.284553 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5f9f3a1e-456b-413f-8ae2-d6f759d6c684 service neutron] 10.222.0.18 "GET /v2.0/ports/7b2e8555-91ac-4426-9867-22b43b461d3d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1117678 Jul 16 03:40:32.299035 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e17ef8c8-f484-42ea-8a67-46582dce058e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.320839 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e17ef8c8-f484-42ea-8a67-46582dce058e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.336727 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.410319 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e17ef8c8-f484-42ea-8a67-46582dce058e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.413594 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e17ef8c8-f484-42ea-8a67-46582dce058e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.417278 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e17ef8c8-f484-42ea-8a67-46582dce058e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86fedded-c9ae-43bb-9f31-1bcd9eeed51d HTTP/1.1" status: 204 len: 168 time: 0.1747882 Jul 16 03:40:32.427476 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ef8c8-f484-42ea-8a67-46582dce058e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fedded-c9ae-43bb-9f31-1bcd9eeed51d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:32.437545 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Deleting port a4c828ce-add6-4db3-9326-2fb8e9f8f423 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:32.437793 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.446898 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b558d6-e873-4b5f-866a-152f64217450 None None] Network 767a88d3-cfdf-490f-ac80-d265da71d22b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:32.522878 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] For port a4c828ce-add6-4db3-9326-2fb8e9f8f423, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a4c828ce-add6-4db3-9326-2fb8e9f8f423,segment=NetworkSegment(84c24689-662e-4be0-8051-fd92a381eb31),segment_id=84c24689-662e-4be0-8051-fd92a381eb31)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:32.523404 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.538131 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Calling delete_port for a4c828ce-add6-4db3-9326-2fb8e9f8f423 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:32.617426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4e2ea-8cdb-429c-8772-a3bb6cfe3123 req-32fdcf04-298a-4bac-998b-2d4dbfb01df3 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:32.619335 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ba4e2ea-8cdb-429c-8772-a3bb6cfe3123 req-32fdcf04-298a-4bac-998b-2d4dbfb01df3 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 867 time: 0.5305169 Jul 16 03:40:32.632495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e40b6f0-4b27-4346-830e-a8fbaeed9169 None None] Network 767a88d3-cfdf-490f-ac80-d265da71d22b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:32.652513 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.686109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Port': ['ID=a4c828ce-add6-4db3-9326-2fb8e9f8f423,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:32.688443 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No DVR routers for this DVR port a4c828ce-add6-4db3-9326-2fb8e9f8f423 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:32.771685 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-3bdcaa96-6712-4778-b354-987cdb2f03c4 service neutron] 10.222.0.18 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800057 Jul 16 03:40:32.787631 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ba4e2ea-8cdb-429c-8772-a3bb6cfe3123 req-6be7f258-dbc8-483e-9572-7d563c469445 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111679 Jul 16 03:40:32.803511 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-75108e0c-0295-4345-83ab-b2bb914e7f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.815859 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.816696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:32.836709 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.848334 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767a88d3-cfdf-490f-ac80-d265da71d22b']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:32.860273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c24689-662e-4be0-8051-fd92a381eb31') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:32.860762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c24689-662e-4be0-8051-fd92a381eb31') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:32.870913 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.887303 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.894190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:32.894655 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.915082 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-1d9ed12e-7171-4c58-b0f2-bf83d0eaefa2 service neutron] 10.222.0.18 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263845 Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:32.951237 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:32.960081 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.963392 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98c4b67f-5f5e-470a-bbc2-f5e849168b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.972268 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:32.974311 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/767a88d3-cfdf-490f-ac80-d265da71d22b HTTP/1.1" status: 204 len: 168 time: 2.1050949 Jul 16 03:40:32.984805 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39994) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:32.991249 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-13439fb5-9207-4a14-b96a-f2f2bfc7c81b tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1352608395'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:32.994578 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016e7b5-e5e2-4a8b-9669-c60a1a0d43c7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Network': ['ID=767a88d3-cfdf-490f-ac80-d265da71d22b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:32.994725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-2ebaf245-3577-49da-a0cf-3749f6070993 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:40:33.016190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13439fb5-9207-4a14-b96a-f2f2bfc7c81b tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:33.019784 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13439fb5-9207-4a14-b96a-f2f2bfc7c81b tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.032113 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-2481dc84-8e70-4744-85fe-6ae9a786dedf service neutron] 10.222.0.18 "GET /v2.0/ports/0ca6343d-f933-44b6-9f68-e779f91a1c5c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1060286 Jul 16 03:40:33.043060 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13439fb5-9207-4a14-b96a-f2f2bfc7c81b tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:33.052292 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13439fb5-9207-4a14-b96a-f2f2bfc7c81b tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.052607 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-13439fb5-9207-4a14-b96a-f2f2bfc7c81b tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Added segment 1d4ef837-9ecc-441d-93f5-8bf485d80262 of type vlan for network 351b98ca-3e1c-4bba-8fa0-d85df95e0c31 Jul 16 03:40:33.095940 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13439fb5-9207-4a14-b96a-f2f2bfc7c81b tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.125540 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13439fb5-9207-4a14-b96a-f2f2bfc7c81b tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.132140 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13439fb5-9207-4a14-b96a-f2f2bfc7c81b tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:33.132795 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13439fb5-9207-4a14-b96a-f2f2bfc7c81b tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.197842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13439fb5-9207-4a14-b96a-f2f2bfc7c81b tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Network': ['ID=351b98ca-3e1c-4bba-8fa0-d85df95e0c31,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:33.208676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 351b98ca-3e1c-4bba-8fa0-d85df95e0c31 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:33.238203 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d289c9-364c-4b77-8c1e-152b954ff459 req-bf9b9b2f-5c9a-41f6-8684-b766f25cc3a3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:33.239741 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2d289c9-364c-4b77-8c1e-152b954ff459 req-bf9b9b2f-5c9a-41f6-8684-b766f25cc3a3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.2774873 Jul 16 03:40:33.306150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5673bd05-e93b-48f2-b6b3-eedb0cd5387a service neutron] 10.222.0.18 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623570 Jul 16 03:40:33.331234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-2ebaf245-3577-49da-a0cf-3749f6070993 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:40:33.343931 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c53f3e-c8f9-4ac8-aa5e-9657a54fe69a None None] Sync routers for ids ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:40:33.353306 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c53f3e-c8f9-4ac8-aa5e-9657a54fe69a None None] Routers {'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:33.354013 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-56c53f3e-c8f9-4ac8-aa5e-9657a54fe69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:40:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:33.385136 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2d289c9-364c-4b77-8c1e-152b954ff459 req-74cdd1f4-6b2a-453b-a8c3-6e1500613023 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330814 Jul 16 03:40:33.422502 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-2ebaf245-3577-49da-a0cf-3749f6070993 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] No DVR routers for this DVR port f1ef2949-5710-4d08-adf3-d7e192d0901c on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:33.430309 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98c4b67f-5f5e-470a-bbc2-f5e849168b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.431734 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-2ebaf245-3577-49da-a0cf-3749f6070993 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.433751 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ed39f90-a099-46b8-aa9b-af0642168d96 req-2ebaf245-3577-49da-a0cf-3749f6070993 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.20 "DELETE /v2.0/ports/f1ef2949-5710-4d08-adf3-d7e192d0901c HTTP/1.1" status: 204 len: 173 time: 2.5738702 Jul 16 03:40:33.434200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a205471b-571e-4ffc-96d0-874d325b64ab', 'name': 'network-vif-deleted', 'tag': 'f1ef2949-5710-4d08-adf3-d7e192d0901c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:33.436783 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fb5c2b-29d0-4adb-bcae-e64769256ba0" -d '{"events": [{"server_uuid": "a205471b-571e-4ffc-96d0-874d325b64ab", "name": "network-vif-deleted", "tag": "f1ef2949-5710-4d08-adf3-d7e192d0901c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:33.446746 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-13439fb5-9207-4a14-b96a-f2f2bfc7c81b tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4606977 Jul 16 03:40:33.449382 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39998) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.456868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ac8d5e4d-c549-4585-b163-0e605892ae64 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'subnet': {'network_id': '351b98ca-3e1c-4bba-8fa0-d85df95e0c31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:33.481892 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-56c53f3e-c8f9-4ac8-aa5e-9657a54fe69a None None] Set router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:33.494844 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-98c4b67f-5f5e-470a-bbc2-f5e849168b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.554876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4b67f-5f5e-470a-bbc2-f5e849168b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56874bb7-2a20-4ad6-9435-705b613f6dbf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:33.567135 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-98c4b67f-5f5e-470a-bbc2-f5e849168b18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64a00bb1099d4ad18c7e87275790c8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7476983 Jul 16 03:40:33.569678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:33.581020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-7fd078c2-ff60-4232-8f43-0dfa5bdd1a6f service neutron] 10.222.0.18 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662637 Jul 16 03:40:33.601971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8d5e4d-c549-4585-b163-0e605892ae64 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:33.609594 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac8d5e4d-c549-4585-b163-0e605892ae64 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.646371 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf45f46-09cb-4599-a9da-e99c28b237ba x-openstack-request-id: req-4bf45f46-09cb-4599-a9da-e99c28b237ba {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:33.647001 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a205471b-571e-4ffc-96d0-874d325b64ab", "name": "network-vif-deleted", "tag": "f1ef2949-5710-4d08-adf3-d7e192d0901c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:33.647743 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4bf45f46-09cb-4599-a9da-e99c28b237ba {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:33.647977 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a205471b-571e-4ffc-96d0-874d325b64ab', 'name': 'network-vif-deleted', 'tag': 'f1ef2949-5710-4d08-adf3-d7e192d0901c', 'status': 'completed', 'code': 200} Jul 16 03:40:33.707163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f1ef2949-5710-4d08-adf3-d7e192d0901c no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:33.721045 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63afda32-e842-4bbf-bd5c-2167d9fd4b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.729291 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: f1ef2949-5710-4d08-adf3-d7e192d0901c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:33.729635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f1ef2949-5710-4d08-adf3-d7e192d0901c not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:33.747131 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-56c53f3e-c8f9-4ac8-aa5e-9657a54fe69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'ea3462dd-7ca7-4d1a-927e-c76c9c4c2692', 'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'mac_address': 'fa:16:3e:80:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:59Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 5, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'subnets': [{'id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:33.758985 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63afda32-e842-4bbf-bd5c-2167d9fd4b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.773215 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-b36d439f-3aab-4874-8b69-ac0494d23acb service neutron] 10.222.0.18 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864388 Jul 16 03:40:33.779571 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c53f3e-c8f9-4ac8-aa5e-9657a54fe69a None None] Checking router: a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:40:33.791723 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c53f3e-c8f9-4ac8-aa5e-9657a54fe69a None None] Routers {'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:40:33.792006 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.792894 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-56c53f3e-c8f9-4ac8-aa5e-9657a54fe69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:40:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:33.844620 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac8d5e4d-c549-4585-b163-0e605892ae64 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.895786 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-45b22cba-b85c-4463-b262-2517d7f641a6 service neutron] 10.222.0.18 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216433 Jul 16 03:40:33.897626 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63afda32-e842-4bbf-bd5c-2167d9fd4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.900259 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63afda32-e842-4bbf-bd5c-2167d9fd4b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:33.901424 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-63afda32-e842-4bbf-bd5c-2167d9fd4b13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56874bb7-2a20-4ad6-9435-705b613f6dbf HTTP/1.1" status: 204 len: 168 time: 0.3307612 Jul 16 03:40:33.924650 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afda32-e842-4bbf-bd5c-2167d9fd4b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56874bb7-2a20-4ad6-9435-705b613f6dbf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:33.931935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d5e4d-c549-4585-b163-0e605892ae64 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Subnet': ['ID=d3ed8d8f-36c4-4cac-a112-de69f981f618,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:33.945486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8d5e4d-c549-4585-b163-0e605892ae64 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Checking segment: {'id': '1d4ef837-9ecc-441d-93f5-8bf485d80262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '351b98ca-3e1c-4bba-8fa0-d85df95e0c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:33.945866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8d5e4d-c549-4585-b163-0e605892ae64 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network hostable DHCP agents. Network: 351b98ca-3e1c-4bba-8fa0-d85df95e0c31, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:33.971246 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-56c53f3e-c8f9-4ac8-aa5e-9657a54fe69a None None] Set router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:40:33.981594 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8d5e4d-c549-4585-b163-0e605892ae64 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network 351b98ca-3e1c-4bba-8fa0-d85df95e0c31 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:33.999660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ac8d5e4d-c549-4585-b163-0e605892ae64 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 351b98ca-3e1c-4bba-8fa0-d85df95e0c31) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:34.004825 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8d5e4d-c549-4585-b163-0e605892ae64 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:34.005469 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac8d5e4d-c549-4585-b163-0e605892ae64 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.008282 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f7b85cbe-05ff-4634-ad7f-28844e870591 service neutron] 10.222.0.18 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115611 Jul 16 03:40:34.008529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588f9c58-628a-41f7-af3f-a7dbb730c7b1 None None] Network 351b98ca-3e1c-4bba-8fa0-d85df95e0c31 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:34.030324 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ac8d5e4d-c549-4585-b163-0e605892ae64 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5770442 Jul 16 03:40:34.030576 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40006) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:34.213873 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-351b98ca-3e1c-4bba-8fa0-d85df95e0c31', 'network_id': '351b98ca-3e1c-4bba-8fa0-d85df95e0c31', 'tenant_id': 'a7a00a54bb734e42ab06ab0e17bcba5a', 'fixed_ips': [{'subnet_id': 'd3ed8d8f-36c4-4cac-a112-de69f981f618'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:34.214371 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b579e247-f148-46f2-81c2-e20832a45398 req-b4580da2-cde6-44ee-a310-146de296d97b tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=a205471b-571e-4ffc-96d0-874d325b64ab HTTP/1.1" status: 200 len: 210 time: 0.1016252 Jul 16 03:40:34.214756 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.240441 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.261675 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-b98029ff-e205-49e0-8607-ab3a6564a400 service neutron] 10.222.0.18 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523384 Jul 16 03:40:34.353606 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.356178 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-56c53f3e-c8f9-4ac8-aa5e-9657a54fe69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'ea3462dd-7ca7-4d1a-927e-c76c9c4c2692', 'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'mac_address': 'fa:16:3e:80:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:59Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 5, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'subnets': [{'id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:34.401711 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c53f3e-c8f9-4ac8-aa5e-9657a54fe69a None None] The sync data for ids ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'] in n-d-800088-6 is: [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'ea3462dd-7ca7-4d1a-927e-c76c9c4c2692', 'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'mac_address': 'fa:16:3e:80:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:59Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 5, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'subnets': [{'id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:40:34.417101 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-c196f5e7-3c80-415b-b703-d8e7eaabd96e service neutron] 10.222.0.18 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448975 Jul 16 03:40:34.440484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Allocated IP 172.20.0.1 (351b98ca-3e1c-4bba-8fa0-d85df95e0c31/d3ed8d8f-36c4-4cac-a112-de69f981f618/587ebe2a-6600-4bdd-a2dc-bae737383bde) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:34.586954 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-26834390-be95-49f3-ac58-2e3aef550f91 service neutron] 10.222.0.18 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639006 Jul 16 03:40:34.649549 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.662296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Transition to ACTIVE for port object 587ebe2a-6600-4bdd-a2dc-bae737383bde will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:34.680452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Transition to ACTIVE for port object 587ebe2a-6600-4bdd-a2dc-bae737383bde will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:34.689173 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.690137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d991c-0f30-41f6-a5e0-866f397a36a8 req-b2d39169-129c-4df3-9ef9-58b1e1ab6b0e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:34.697958 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b70d991c-0f30-41f6-a5e0-866f397a36a8 req-b2d39169-129c-4df3-9ef9-58b1e1ab6b0e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.1558611 Jul 16 03:40:34.715933 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.742181 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Pushing event updated for resources: {'Port': ['ID=587ebe2a-6600-4bdd-a2dc-bae737383bde,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:34.754235 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Network 351b98ca-3e1c-4bba-8fa0-d85df95e0c31 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:34.755664 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:34.758598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:34.769268 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b70d991c-0f30-41f6-a5e0-866f397a36a8 req-cbb2a104-2db2-44ce-8d3f-c18ef679311a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697174 Jul 16 03:40:34.771119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fd4e0f21-59f4-432c-9337-b2ea5e95a3f8 service neutron] 10.222.0.18 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765642 Jul 16 03:40:34.804509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ed8d8f-36c4-4cac-a112-de69f981f618,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:34.842355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59cdce7-36a9-454f-a915-df48b1756552 None None] New status for floating IP a11007ce-1626-4c44-bb11-e87b600c945f: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:40:34.899925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Attempting to bind port 587ebe2a-6600-4bdd-a2dc-bae737383bde on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:34.900304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Attempting to bind port 587ebe2a-6600-4bdd-a2dc-bae737383bde by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '1d4ef837-9ecc-441d-93f5-8bf485d80262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '351b98ca-3e1c-4bba-8fa0-d85df95e0c31'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:34.900870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Attempting to bind port 587ebe2a-6600-4bdd-a2dc-bae737383bde on network 351b98ca-3e1c-4bba-8fa0-d85df95e0c31 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:34.917382 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-4c126f71-b8b5-4809-b2f7-e26e16e54335 service neutron] 10.222.0.18 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397579 Jul 16 03:40:34.922763 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.933091 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351b98ca-3e1c-4bba-8fa0-d85df95e0c31']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:34.945580 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4ef837-9ecc-441d-93f5-8bf485d80262') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:34.946473 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4ef837-9ecc-441d-93f5-8bf485d80262') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:34.960164 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.976657 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.983115 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:34.984098 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:34.988587 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:35.004439 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:35.005100 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Checking segment: {'id': '1d4ef837-9ecc-441d-93f5-8bf485d80262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '351b98ca-3e1c-4bba-8fa0-d85df95e0c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:35.005768 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.006565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Bound using segment: {'id': '1d4ef837-9ecc-441d-93f5-8bf485d80262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '351b98ca-3e1c-4bba-8fa0-d85df95e0c31'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:35.007604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Bound port: 587ebe2a-6600-4bdd-a2dc-bae737383bde, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4ef837-9ecc-441d-93f5-8bf485d80262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '351b98ca-3e1c-4bba-8fa0-d85df95e0c31'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:35.008497 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.056990 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:40:35.056990 n-d-800088-6 neutron-server[93768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:40:35.056990 n-d-800088-6 neutron-server[93768]: [parameters: {'id': '351b98ca-3e1c-4bba-8fa0-d85df95e0c31'}] Jul 16 03:40:35.056990 n-d-800088-6 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:40:35.057577 n-d-800088-6 neutron-server[93768]: DEBUG oslo_db.api [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:40:35.090059 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] For port 587ebe2a-6600-4bdd-a2dc-bae737383bde, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:35.094298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] For port 587ebe2a-6600-4bdd-a2dc-bae737383bde, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=587ebe2a-6600-4bdd-a2dc-bae737383bde,segment=NetworkSegment(1d4ef837-9ecc-441d-93f5-8bf485d80262),segment_id=1d4ef837-9ecc-441d-93f5-8bf485d80262)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:35.098536 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.194030 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748d366-cee0-4d33-ac00-d385f71ce608 None None] Pushing event updated for resources: {'Port': ['ID=587ebe2a-6600-4bdd-a2dc-bae737383bde,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:35.216535 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59243cae-29ff-4daa-bce1-61e00119cbb5 None None] Network 351b98ca-3e1c-4bba-8fa0-d85df95e0c31 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:35.361811 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40056) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.398249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad36db1-4556-4013-bc75-6423610f6fef None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:40:35.423063 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-903192bd-f131-4835-b69d-822c55ed4e88 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.455212 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-903192bd-f131-4835-b69d-822c55ed4e88 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.511674 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-903192bd-f131-4835-b69d-822c55ed4e88 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.516027 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-903192bd-f131-4835-b69d-822c55ed4e88 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.520254 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.520738 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-903192bd-f131-4835-b69d-822c55ed4e88 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "DELETE /v2.0/security-groups/ebf9c15d-e599-4f60-9f48-9deb21a7b6d2 HTTP/1.1" status: 204 len: 168 time: 0.1574576 Jul 16 03:40:35.535410 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-a83f8a84-830b-45c5-949e-856341ab47c3 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] show failed (client error): The resource could not be found. Jul 16 03:40:35.535600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903192bd-f131-4835-b69d-822c55ed4e88 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf9c15d-e599-4f60-9f48-9deb21a7b6d2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:35.537015 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a83f8a84-830b-45c5-949e-856341ab47c3 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups/ebf9c15d-e599-4f60-9f48-9deb21a7b6d2 HTTP/1.1" status: 404 len: 347 time: 0.0154755 Jul 16 03:40:35.539932 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40068) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.574864 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad36db1-4556-4013-bc75-6423610f6fef None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:40:35.581525 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.722613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-188685f5-c62e-4a84-aaf2-6c472c21fa8e req-25a22d9d-d972-44eb-a62f-146bc9d8f6b4 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.0416524 Jul 16 03:40:35.756560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:35.762625 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:35.893610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-572a39b5-3308-4151-8880-97a8120b01ac tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1873092179'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:35.894297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-572a39b5-3308-4151-8880-97a8120b01ac tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Unknown quota resources ['metering_label']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:40:36.087392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Deleting port 587ebe2a-6600-4bdd-a2dc-bae737383bde {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:36.088541 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.091467 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-572a39b5-3308-4151-8880-97a8120b01ac tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.095249 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-572a39b5-3308-4151-8880-97a8120b01ac tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3337140 Jul 16 03:40:36.096038 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.099875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-06e58324-950e-4cfd-985c-9cae8649c4fb tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'cddcf3ad-9484-47ea-8afe-6219c390e75c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:36.100418 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-06e58324-950e-4cfd-985c-9cae8649c4fb tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:40:36.129239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f2fa2-d64c-4059-8d18-140a2696ee1f req-8919be65-89ec-4e0b-b5c0-a6270730b326 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:36.130770 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-366f2fa2-d64c-4059-8d18-140a2696ee1f req-8919be65-89ec-4e0b-b5c0-a6270730b326 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.1837916 Jul 16 03:40:36.162576 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceee20-a9d4-4a37-8f1f-39f62dde4e42 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Deleting port 7a3ffeb9-7859-4841-8d20-1107b59640f1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:36.162927 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2ceee20-a9d4-4a37-8f1f-39f62dde4e42 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.184385 n-d-800088-6 neutron-server[93767]: WARNING neutron.services.metering.metering_plugin [None req-06e58324-950e-4cfd-985c-9cae8649c4fb tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 03:40:36.202067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] For port 587ebe2a-6600-4bdd-a2dc-bae737383bde, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=587ebe2a-6600-4bdd-a2dc-bae737383bde,segment=NetworkSegment(1d4ef837-9ecc-441d-93f5-8bf485d80262),segment_id=1d4ef837-9ecc-441d-93f5-8bf485d80262)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:36.202582 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.242467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Calling delete_port for 587ebe2a-6600-4bdd-a2dc-bae737383bde owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:36.280083 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-366f2fa2-d64c-4059-8d18-140a2696ee1f req-02dfdfe5-8402-4398-b279-249a3513da18 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083741 Jul 16 03:40:36.281717 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06e58324-950e-4cfd-985c-9cae8649c4fb tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.285781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-06e58324-950e-4cfd-985c-9cae8649c4fb tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1864214 Jul 16 03:40:36.285935 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.290125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9b417b75-642b-48da-8217-46bf54f3add6 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'cddcf3ad-9484-47ea-8afe-6219c390e75c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:36.290618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9b417b75-642b-48da-8217-46bf54f3add6 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:40:36.311500 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2ceee20-a9d4-4a37-8f1f-39f62dde4e42 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.311949 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2ceee20-a9d4-4a37-8f1f-39f62dde4e42 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.326139 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d2ceee20-a9d4-4a37-8f1f-39f62dde4e42 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Calling delete_port for 7a3ffeb9-7859-4841-8d20-1107b59640f1 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:36.345907 n-d-800088-6 neutron-server[93767]: WARNING neutron.services.metering.metering_plugin [None req-9b417b75-642b-48da-8217-46bf54f3add6 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 03:40:36.430365 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b417b75-642b-48da-8217-46bf54f3add6 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.432974 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9b417b75-642b-48da-8217-46bf54f3add6 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1461914 Jul 16 03:40:36.435221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.443865 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.445886 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e4d49008-c8a5-4efa-bb2a-f5169f56c3c3 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=4d11988e-3615-4b25-8f43-c2bc46dbdc34 HTTP/1.1" status: 200 len: 464 time: 0.0093868 Jul 16 03:40:36.448538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.477546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No DVR routers for this DVR port 587ebe2a-6600-4bdd-a2dc-bae737383bde on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:36.486706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Port': ['ID=587ebe2a-6600-4bdd-a2dc-bae737383bde,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:36.553229 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57eb9e69-341a-4e8c-ab3c-5144af9fa092 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.556925 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-57eb9e69-341a-4e8c-ab3c-5144af9fa092 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/4d11988e-3615-4b25-8f43-c2bc46dbdc34 HTTP/1.1" status: 204 len: 168 time: 0.1050038 Jul 16 03:40:36.558826 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.567004 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-43edbaec-6235-49b6-b367-0ecd37bcc8e4 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=4d11988e-3615-4b25-8f43-c2bc46dbdc34 HTTP/1.1" status: 200 len: 221 time: 0.0080719 Jul 16 03:40:36.569737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.574452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-febe578e-a1fa-4b9a-9fdb-927f7868d0f4 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--357922270', 'description': 'label created by tempest'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:36.574991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-febe578e-a1fa-4b9a-9fdb-927f7868d0f4 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Unknown quota resources ['metering_label']. {{(pid=93767) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:40:36.604281 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.607361 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2ceee20-a9d4-4a37-8f1f-39f62dde4e42 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.619562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['351b98ca-3e1c-4bba-8fa0-d85df95e0c31']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:36.648586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ceee20-a9d4-4a37-8f1f-39f62dde4e42 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event deleted for resources: {'Port': ['ID=7a3ffeb9-7859-4841-8d20-1107b59640f1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:36.651517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4ef837-9ecc-441d-93f5-8bf485d80262') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:36.651814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4ef837-9ecc-441d-93f5-8bf485d80262') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:36.664459 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.718767 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.728302 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:36.728632 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:36.731486 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:36.755148 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2ceee20-a9d4-4a37-8f1f-39f62dde4e42 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.757700 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2ceee20-a9d4-4a37-8f1f-39f62dde4e42 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.761963 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d2ceee20-a9d4-4a37-8f1f-39f62dde4e42 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "DELETE /v2.0/floatingips/a11007ce-1626-4c44-bb11-e87b600c945f HTTP/1.1" status: 204 len: 168 time: 1.2179840 Jul 16 03:40:36.771518 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-febe578e-a1fa-4b9a-9fdb-927f7868d0f4 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.771518 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-febe578e-a1fa-4b9a-9fdb-927f7868d0f4 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1987588 Jul 16 03:40:36.777669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40108) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.810565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.821081 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.826620 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/351b98ca-3e1c-4bba-8fa0-d85df95e0c31 HTTP/1.1" status: 204 len: 168 time: 2.7950449 Jul 16 03:40:36.829239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40112) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:36.834603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1b0570d9-3508-4b85-88b0-a95a5e7ac8a5 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2070105519'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:36.849350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c39d01-a288-43dd-bbd2-e32fd5bf2fc8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Network': ['ID=351b98ca-3e1c-4bba-8fa0-d85df95e0c31,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:36.871405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0570d9-3508-4b85-88b0-a95a5e7ac8a5 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:36.876819 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b0570d9-3508-4b85-88b0-a95a5e7ac8a5 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.909271 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0570d9-3508-4b85-88b0-a95a5e7ac8a5 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:36.926637 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b0570d9-3508-4b85-88b0-a95a5e7ac8a5 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.926975 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-1b0570d9-3508-4b85-88b0-a95a5e7ac8a5 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Added segment 8273d92d-928a-4e6e-a430-a2587b65fe7c of type vlan for network 396783bc-2c70-44f1-a50d-54ee24e860f2 Jul 16 03:40:36.968634 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b0570d9-3508-4b85-88b0-a95a5e7ac8a5 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:36.999794 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b0570d9-3508-4b85-88b0-a95a5e7ac8a5 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.005883 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0570d9-3508-4b85-88b0-a95a5e7ac8a5 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:37.006531 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b0570d9-3508-4b85-88b0-a95a5e7ac8a5 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.045349 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1b0570d9-3508-4b85-88b0-a95a5e7ac8a5 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2149000 Jul 16 03:40:37.049514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40114) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.059656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ac834e52-f203-4971-bb22-30c039c3ea4e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:37.062974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40116) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.071549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f1382538-faea-4190-a94b-e5dcbda6915a tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--852579253', 'description': 'tempest-description--1900499728'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:37.127611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0570d9-3508-4b85-88b0-a95a5e7ac8a5 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Network': ['ID=396783bc-2c70-44f1-a50d-54ee24e860f2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:37.133462 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a815c92b-5444-4cb0-bafb-bca6062b04f9 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=daf664d3-f71a-4e90-8ece-3e1d60dcf640 HTTP/1.1" status: 200 len: 467 time: 0.3495262 Jul 16 03:40:37.136073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.148431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 396783bc-2c70-44f1-a50d-54ee24e860f2 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:37.164029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-10740db7-e47f-42a4-b00d-278e96d07170 req-19f37b90-6f00-4673-80bf-c8510df3c56d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.0358217 Jul 16 03:40:37.270393 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1382538-faea-4190-a94b-e5dcbda6915a tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.293716 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-3fa294d0-4bd6-41a6-9a4d-9be96f6b5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:37.295097 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-3fa294d0-4bd6-41a6-9a4d-9be96f6b5c64 service neutron] 10.222.0.88 "GET /v2.0/ports/7b2e8555-91ac-4426-9867-22b43b461d3d HTTP/1.1" status: 200 len: 1027 time: 0.0498881 Jul 16 03:40:37.364720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-0af1c645-5ef4-40ae-a68f-e892f5161591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:37.366082 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-0af1c645-5ef4-40ae-a68f-e892f5161591 service neutron] 10.222.0.88 "GET /v2.0/ports/0ca6343d-f933-44b6-9f68-e779f91a1c5c HTTP/1.1" status: 200 len: 1027 time: 0.0608361 Jul 16 03:40:37.478134 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17043550-d71e-45c4-847c-e983f51befc1 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.479327 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-17043550-d71e-45c4-847c-e983f51befc1 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/daf664d3-f71a-4e90-8ece-3e1d60dcf640 HTTP/1.1" status: 204 len: 168 time: 0.3403280 Jul 16 03:40:37.483571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.506647 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac834e52-f203-4971-bb22-30c039c3ea4e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.507964 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-902acc5c-2498-472e-8604-8ccf01dce907 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=daf664d3-f71a-4e90-8ece-3e1d60dcf640 HTTP/1.1" status: 200 len: 216 time: 0.0194619 Jul 16 03:40:37.514321 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.531270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6450739a-5e71-4995-b522-b35f90ec5386 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0137579 Jul 16 03:40:37.534647 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.540666 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac834e52-f203-4971-bb22-30c039c3ea4e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.560823 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-7c8f18eb-aab4-43f1-9968-e709b8191ce1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:37.565470 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac834e52-f203-4971-bb22-30c039c3ea4e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network 396783bc-2c70-44f1-a50d-54ee24e860f2 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:40:37.567116 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-7c8f18eb-aab4-43f1-9968-e709b8191ce1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:37.570738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac834e52-f203-4971-bb22-30c039c3ea4e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:37.571328 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac834e52-f203-4971-bb22-30c039c3ea4e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.575408 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ac834e52-f203-4971-bb22-30c039c3ea4e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "PUT /v2.0/networks/396783bc-2c70-44f1-a50d-54ee24e860f2 HTTP/1.1" status: 200 len: 723 time: 0.5226419 Jul 16 03:40:37.575571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-7c8f18eb-aab4-43f1-9968-e709b8191ce1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:37.575571 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-7c8f18eb-aab4-43f1-9968-e709b8191ce1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "GET /v2.0/networks?id=a777a107-7213-483b-b82b-292962968eb8&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=a3d8bc9a-80ea-44be-8f70-23c45868da08&id=a3d8bc9a-80ea-44be-8f70-23c45868da08 HTTP/1.1" status: 200 len: 1989 time: 0.2011759 Jul 16 03:40:37.576795 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b254d4ed-66bc-4a60-8433-d624979450b7 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0409322 Jul 16 03:40:37.577397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40130) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.580220 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.585226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-23cfeaa3-abb9-42ab-b21a-aed55ed71c08 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'subnet': {'network_id': '396783bc-2c70-44f1-a50d-54ee24e860f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:37.634719 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1382538-faea-4190-a94b-e5dcbda6915a tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.636339 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac834e52-f203-4971-bb22-30c039c3ea4e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Network': ['ID=396783bc-2c70-44f1-a50d-54ee24e860f2,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:37.641076 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1382538-faea-4190-a94b-e5dcbda6915a tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.652380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 396783bc-2c70-44f1-a50d-54ee24e860f2 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:37.671896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1382538-faea-4190-a94b-e5dcbda6915a tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=398118ef-b926-4ca9-b482-bb21d4cf5d1b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:37.674870 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1382538-faea-4190-a94b-e5dcbda6915a tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.676108 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f1382538-faea-4190-a94b-e5dcbda6915a tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6099675 Jul 16 03:40:37.679053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40134) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.683649 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5ef57982-8fcc-45b1-b146-d17a0bafee0d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Request body: {'security_group_rule': {'security_group_id': '398118ef-b926-4ca9-b482-bb21d4cf5d1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:37.713167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a7d61-ad07-4c72-8ad2-05f5d0035a25 req-9d7dc1d7-85d3-42e6-b4d8-d565fc921a55 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:37.714403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ef57982-8fcc-45b1-b146-d17a0bafee0d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.714847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a8a7d61-ad07-4c72-8ad2-05f5d0035a25 req-9d7dc1d7-85d3-42e6-b4d8-d565fc921a55 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.2937493 Jul 16 03:40:37.724580 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-70bd87bb-fa19-45fa-acc8-9e3fb448aa3a tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/cddcf3ad-9484-47ea-8afe-6219c390e75c HTTP/1.1" status: 200 len: 473 time: 0.1430831 Jul 16 03:40:37.725204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.783860 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ef57982-8fcc-45b1-b146-d17a0bafee0d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.785308 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-4e8d50e6-7da7-4900-882d-46036fd97289 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a22853c9230b4c2d8f4051f0dea50b9c HTTP/1.1" status: 200 len: 380 time: 0.1675334 Jul 16 03:40:37.786842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-79c4b500-cb0e-4365-a307-7ca5d60609ec tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/509cbbf3-318a-4b02-9985-725b4ec1410d HTTP/1.1" status: 200 len: 461 time: 0.0321608 Jul 16 03:40:37.791069 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40138) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.797660 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ef57982-8fcc-45b1-b146-d17a0bafee0d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.819152 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef57982-8fcc-45b1-b146-d17a0bafee0d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d672d4-2585-4668-92ff-16faaabf3a0d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:37.829148 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a8a7d61-ad07-4c72-8ad2-05f5d0035a25 req-04161643-d207-4e12-b8c0-7ecefa6ed23c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027136 Jul 16 03:40:37.833153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f82954ce-f6e9-45ca-8d6d-82ecc1a5f1a7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'port': {'device_id': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'admin_state_up': True, 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'security_groups': ['b1a579c5-4d24-4188-b155-2b349a6526ec']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:37.834810 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ef57982-8fcc-45b1-b146-d17a0bafee0d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.836361 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5ef57982-8fcc-45b1-b146-d17a0bafee0d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562707 Jul 16 03:40:37.843608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.870849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-52e6f7a1-8dd9-4396-afd8-7ec6bd3ee6fe tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Request body: {'security_group_rule': {'security_group_id': '398118ef-b926-4ca9-b482-bb21d4cf5d1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:37.921698 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e77cca4-f8ff-49b4-b822-c79d5e73642e tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.925264 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8e77cca4-f8ff-49b4-b822-c79d5e73642e tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/509cbbf3-318a-4b02-9985-725b4ec1410d HTTP/1.1" status: 204 len: 168 time: 0.1309266 Jul 16 03:40:37.925672 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40142) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:37.937559 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52e6f7a1-8dd9-4396-afd8-7ec6bd3ee6fe tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:37.988823 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cfeaa3-abb9-42ab-b21a-aed55ed71c08 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:37.992385 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23cfeaa3-abb9-42ab-b21a-aed55ed71c08 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.106929 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-422aff2d-2abe-4a16-9e08-ec4af32c18d5 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.108076 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-422aff2d-2abe-4a16-9e08-ec4af32c18d5 tempest-MeteringTestJSON-1233606617 tempest-MeteringTestJSON-1233606617-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/cddcf3ad-9484-47ea-8afe-6219c390e75c HTTP/1.1" status: 204 len: 168 time: 0.1813939 Jul 16 03:40:38.111581 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52e6f7a1-8dd9-4396-afd8-7ec6bd3ee6fe tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.122708 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52e6f7a1-8dd9-4396-afd8-7ec6bd3ee6fe tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.134951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f82954ce-f6e9-45ca-8d6d-82ecc1a5f1a7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Made reservation on behalf of a22853c9230b4c2d8f4051f0dea50b9c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:38.140464 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f82954ce-f6e9-45ca-8d6d-82ecc1a5f1a7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.169290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6f7a1-8dd9-4396-afd8-7ec6bd3ee6fe tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43e830e-cbcd-43bb-a731-6ff69fb4a40b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:38.190188 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-52e6f7a1-8dd9-4396-afd8-7ec6bd3ee6fe tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.191409 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-52e6f7a1-8dd9-4396-afd8-7ec6bd3ee6fe tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3315206 Jul 16 03:40:38.194908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40146) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:38.199927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:38.229353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.360885 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.454997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40154) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:38.531462 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Allocated IP 172.25.3.135 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/168fba07-94e6-4fce-827a-d6367e4fadad) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:38.531836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f82954ce-f6e9-45ca-8d6d-82ecc1a5f1a7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Allocated IP 172.20.0.7 (a777a107-7213-483b-b82b-292962968eb8/4213d6fc-07e6-4ed1-9520-3ab8eb2974ef/d0d2dc78-9d27-4feb-b69c-bd25993fc4a7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:38.641816 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e251ee6e-d569-41a9-bcb7-d415327de813 req-5f6fb7cb-5e79-4aaf-a4ff-8548c401093a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.1939902 Jul 16 03:40:38.683002 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-370b4fd7-b39d-4feb-893d-a6830e6b0842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.686666 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23cfeaa3-abb9-42ab-b21a-aed55ed71c08 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.703217 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.778833 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.822441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfeaa3-abb9-42ab-b21a-aed55ed71c08 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Subnet': ['ID=856754a0-09a3-4e04-b586-4c259054aa5e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:38.830607 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cfeaa3-abb9-42ab-b21a-aed55ed71c08 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Checking segment: {'id': '8273d92d-928a-4e6e-a430-a2587b65fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '396783bc-2c70-44f1-a50d-54ee24e860f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:38.831019 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cfeaa3-abb9-42ab-b21a-aed55ed71c08 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network hostable DHCP agents. Network: 396783bc-2c70-44f1-a50d-54ee24e860f2, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:38.843360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:38.851372 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f82954ce-f6e9-45ca-8d6d-82ecc1a5f1a7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.854699 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:38.857313 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:38.870895 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cfeaa3-abb9-42ab-b21a-aed55ed71c08 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network 396783bc-2c70-44f1-a50d-54ee24e860f2 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:38.884692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f82954ce-f6e9-45ca-8d6d-82ecc1a5f1a7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Transition to ACTIVE for port object d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:38.893552 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-23cfeaa3-abb9-42ab-b21a-aed55ed71c08 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 396783bc-2c70-44f1-a50d-54ee24e860f2) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:38.901371 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cfeaa3-abb9-42ab-b21a-aed55ed71c08 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:38.902101 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23cfeaa3-abb9-42ab-b21a-aed55ed71c08 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.907749 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event updated for resources: {'Port': ['ID=168fba07-94e6-4fce-827a-d6367e4fadad,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:38.910025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e5948e-d506-4298-b3f2-e0fcf33324b4 None None] Network 396783bc-2c70-44f1-a50d-54ee24e860f2 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:38.940804 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f82954ce-f6e9-45ca-8d6d-82ecc1a5f1a7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.946774 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-370b4fd7-b39d-4feb-893d-a6830e6b0842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.987112 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:38.990291 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-370b4fd7-b39d-4feb-893d-a6830e6b0842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.016967 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82954ce-f6e9-45ca-8d6d-82ecc1a5f1a7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'Port': ['ID=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:39.025997 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-23cfeaa3-abb9-42ab-b21a-aed55ed71c08 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4468827 Jul 16 03:40:39.029198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:39.043475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7ad9eefb-ba0e-4446-acaf-2c46d5e89ab8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:39.051851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b4fd7-b39d-4feb-893d-a6830e6b0842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dc1145-a543-4447-b422-c5894a968395,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:39.111009 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-370b4fd7-b39d-4feb-893d-a6830e6b0842 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22196334a486486d96eb992d5d04d17a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6532102 Jul 16 03:40:39.111874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40162) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:39.121399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f82954ce-f6e9-45ca-8d6d-82ecc1a5f1a7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Network a777a107-7213-483b-b82b-292962968eb8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:39.154566 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-396783bc-2c70-44f1-a50d-54ee24e860f2', 'network_id': '396783bc-2c70-44f1-a50d-54ee24e860f2', 'tenant_id': 'a7a00a54bb734e42ab06ab0e17bcba5a', 'fixed_ips': [{'subnet_id': '856754a0-09a3-4e04-b586-4c259054aa5e'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:39.156061 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.169804 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.195775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f82954ce-f6e9-45ca-8d6d-82ecc1a5f1a7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:39.202060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f82954ce-f6e9-45ca-8d6d-82ecc1a5f1a7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:39.263025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f82954ce-f6e9-45ca-8d6d-82ecc1a5f1a7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:39.264115 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61d467ee-6d4b-4991-b6f3-851859a047f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.267315 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f82954ce-f6e9-45ca-8d6d-82ecc1a5f1a7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.280870 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ad9eefb-ba0e-4446-acaf-2c46d5e89ab8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10263396'] for subnet, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.314312 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f82954ce-f6e9-45ca-8d6d-82ecc1a5f1a7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4911752 Jul 16 03:40:39.332684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-2f7562b8-1516-4cab-a2a1-ea577bfb43f1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'port': {'device_id': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694', 'admin_state_up': True, 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'security_groups': ['b1a579c5-4d24-4188-b155-2b349a6526ec']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:39.370912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Allocated IP 172.20.0.2 (396783bc-2c70-44f1-a50d-54ee24e860f2/856754a0-09a3-4e04-b586-4c259054aa5e/e51721cd-5644-43ff-9a54-3ce4451a4df3) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:39.382775 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61d467ee-6d4b-4991-b6f3-851859a047f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.482515 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-2f7562b8-1516-4cab-a2a1-ea577bfb43f1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Made reservation on behalf of a22853c9230b4c2d8f4051f0dea50b9c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:39.486760 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-2f7562b8-1516-4cab-a2a1-ea577bfb43f1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.501015 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61d467ee-6d4b-4991-b6f3-851859a047f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.503796 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61d467ee-6d4b-4991-b6f3-851859a047f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.508656 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-61d467ee-6d4b-4991-b6f3-851859a047f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45dc1145-a543-4447-b422-c5894a968395 HTTP/1.1" status: 204 len: 168 time: 0.3937690 Jul 16 03:40:39.511466 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.521859 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfd47b-0938-4349-bf49-b58686961a7c req-7212b5fd-30c8-40a7-b723-a7c5ee05a89e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:39.522180 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.529439 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83cfd47b-0938-4349-bf49-b58686961a7c req-7212b5fd-30c8-40a7-b723-a7c5ee05a89e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.4210343 Jul 16 03:40:39.562320 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ea1ba69e-1b5b-4fbc-af94-63e6bb54b795 None None] Provisioning for port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:39.574759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d467ee-6d4b-4991-b6f3-851859a047f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dc1145-a543-4447-b422-c5894a968395,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:39.585893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event updated for resources: {'Port': ['ID=168fba07-94e6-4fce-827a-d6367e4fadad,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:39.589824 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ea1ba69e-1b5b-4fbc-af94-63e6bb54b795 None None] Provisioning complete for port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:39.590792 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ea1ba69e-1b5b-4fbc-af94-63e6bb54b795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.654565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.675138 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.677773 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2523c3c1-cc78-4cfa-ae27-1f6e8908f1d9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4821024 Jul 16 03:40:39.698942 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83cfd47b-0938-4349-bf49-b58686961a7c req-1b538cc2-2d0a-4994-b382-3723d361829a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686363 Jul 16 03:40:39.739998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-2f7562b8-1516-4cab-a2a1-ea577bfb43f1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Allocated IP 10.1.1.48 (90438ada-ec72-4cdb-9a73-516b7f1c6694/c51f98c5-7894-40f9-bc4a-dd21e3db1a61/5e21d669-77b2-45fd-83e4-06c2ed38d708) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:39.752270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ea1ba69e-1b5b-4fbc-af94-63e6bb54b795 None None] Port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:39.825346 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.856107 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Transition to ACTIVE for port object e51721cd-5644-43ff-9a54-3ce4451a4df3 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:39.881409 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Transition to ACTIVE for port object e51721cd-5644-43ff-9a54-3ce4451a4df3 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:39.893811 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.957665 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Network 396783bc-2c70-44f1-a50d-54ee24e860f2 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:39.961982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:39.964151 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Pushing event updated for resources: {'Port': ['ID=e51721cd-5644-43ff-9a54-3ce4451a4df3,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:39.966572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:39.973426 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-2f7562b8-1516-4cab-a2a1-ea577bfb43f1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:39.987432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-2f7562b8-1516-4cab-a2a1-ea577bfb43f1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Transition to ACTIVE for port object 5e21d669-77b2-45fd-83e4-06c2ed38d708 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:40.032837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Attempting to bind port e51721cd-5644-43ff-9a54-3ce4451a4df3 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:40.033262 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Attempting to bind port e51721cd-5644-43ff-9a54-3ce4451a4df3 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '8273d92d-928a-4e6e-a430-a2587b65fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '396783bc-2c70-44f1-a50d-54ee24e860f2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:40.033636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Attempting to bind port e51721cd-5644-43ff-9a54-3ce4451a4df3 on network 396783bc-2c70-44f1-a50d-54ee24e860f2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:40.039810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:40.040197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Checking segment: {'id': '8273d92d-928a-4e6e-a430-a2587b65fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '396783bc-2c70-44f1-a50d-54ee24e860f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:40.040636 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.040844 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40184) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:40.041035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Bound using segment: {'id': '8273d92d-928a-4e6e-a430-a2587b65fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '396783bc-2c70-44f1-a50d-54ee24e860f2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:40.041573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Bound port: e51721cd-5644-43ff-9a54-3ce4451a4df3, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8273d92d-928a-4e6e-a430-a2587b65fe7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '396783bc-2c70-44f1-a50d-54ee24e860f2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:40.041965 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.060953 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cebaca8-df96-40e1-8174-e75dba23a0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.123472 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] For port e51721cd-5644-43ff-9a54-3ce4451a4df3, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:40.128266 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] For port e51721cd-5644-43ff-9a54-3ce4451a4df3, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e51721cd-5644-43ff-9a54-3ce4451a4df3,segment=NetworkSegment(8273d92d-928a-4e6e-a430-a2587b65fe7c),segment_id=8273d92d-928a-4e6e-a430-a2587b65fe7c)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:40.136207 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.197416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-4cc40096-bd6d-4aa8-9362-12053ad77b0d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--852579253&fields=id&tenant_id=69feb84b2a1a46dc9a17a131d3823f84 HTTP/1.1" status: 200 len: 267 time: 0.1653719 Jul 16 03:40:40.203080 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cebaca8-df96-40e1-8174-e75dba23a0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.208936 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cebaca8-df96-40e1-8174-e75dba23a0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.229987 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-2f7562b8-1516-4cab-a2a1-ea577bfb43f1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.230768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62cf1f-89a7-4d5f-b9d1-856cbbf1783e None None] Pushing event updated for resources: {'Port': ['ID=e51721cd-5644-43ff-9a54-3ce4451a4df3,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:40.254728 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0cebaca8-df96-40e1-8174-e75dba23a0c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5a78f38a6f340fd81d0e0f3a7b70e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127428 Jul 16 03:40:40.260872 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40186) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:40.323990 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebaca8-df96-40e1-8174-e75dba23a0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bef6f8-d9bf-48f6-915d-9c16cee5e4c4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:40.329971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-2f7562b8-1516-4cab-a2a1-ea577bfb43f1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Network 90438ada-ec72-4cdb-9a73-516b7f1c6694 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:40.336569 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ad9eefb-ba0e-4446-acaf-2c46d5e89ab8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750206847115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8529284'] for subnet, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.347620 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9821df3e-33d8-4d68-a106-a083baf32505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.374824 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9821df3e-33d8-4d68-a106-a083baf32505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.382724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-2f7562b8-1516-4cab-a2a1-ea577bfb43f1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:40.385895 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-2f7562b8-1516-4cab-a2a1-ea577bfb43f1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:40.427272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14914d-d935-4d90-a935-a7ac0cb0e87b req-3b1f3ec1-34cb-4991-90e3-74bc606fc7d5 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:40.431936 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c14914d-d935-4d90-a935-a7ac0cb0e87b req-3b1f3ec1-34cb-4991-90e3-74bc606fc7d5 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 931 time: 0.4348588 Jul 16 03:40:40.452584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7562b8-1516-4cab-a2a1-ea577bfb43f1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'Port': ['ID=5e21d669-77b2-45fd-83e4-06c2ed38d708,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:40.469706 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9821df3e-33d8-4d68-a106-a083baf32505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.502419 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9821df3e-33d8-4d68-a106-a083baf32505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.507264 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9821df3e-33d8-4d68-a106-a083baf32505 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3bef6f8-d9bf-48f6-915d-9c16cee5e4c4 HTTP/1.1" status: 204 len: 168 time: 0.2429812 Jul 16 03:40:40.507457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad9eefb-ba0e-4446-acaf-2c46d5e89ab8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:40.507457 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ad9eefb-ba0e-4446-acaf-2c46d5e89ab8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.507457 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7ad9eefb-ba0e-4446-acaf-2c46d5e89ab8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "PUT /v2.0/subnets/856754a0-09a3-4e04-b586-4c259054aa5e HTTP/1.1" status: 200 len: 806 time: 1.4687920 Jul 16 03:40:40.521864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:40.535417 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821df3e-33d8-4d68-a106-a083baf32505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bef6f8-d9bf-48f6-915d-9c16cee5e4c4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:40.663685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9eefb-ba0e-4446-acaf-2c46d5e89ab8 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Subnet': ['ID=856754a0-09a3-4e04-b586-4c259054aa5e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:40.688039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-ebac4ac0-6336-461d-8edc-7c314994988e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:40.702688 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-ebac4ac0-6336-461d-8edc-7c314994988e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/networks?id=86c7e975-c657-4bd7-a136-c5c84a957407 HTTP/1.1" status: 200 len: 811 time: 0.4971435 Jul 16 03:40:40.716255 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-2f7562b8-1516-4cab-a2a1-ea577bfb43f1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:40.717059 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-2f7562b8-1516-4cab-a2a1-ea577bfb43f1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:40.785776 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c14914d-d935-4d90-a935-a7ac0cb0e87b req-bf185c7c-3c18-429d-9b85-ff2c542d9ec2 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2980578 Jul 16 03:40:40.804827 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-3b4de778-6bdb-4495-9a8b-dc0084e380c4 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/quotas/69feb84b2a1a46dc9a17a131d3823f84 HTTP/1.1" status: 200 len: 375 time: 0.1011026 Jul 16 03:40:40.824952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-2f7562b8-1516-4cab-a2a1-ea577bfb43f1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4975770 Jul 16 03:40:40.857028 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-143b459e-051e-4e78-b08c-d11b624b06c9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'port': {'device_id': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694', 'admin_state_up': True, 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'security_groups': ['b1a579c5-4d24-4188-b155-2b349a6526ec']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:40.902559 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.002234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-89becca1-b8af-4998-88a5-3043941a6940 None None] Provisioning for port 5e21d669-77b2-45fd-83e4-06c2ed38d708 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:41.008304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-89becca1-b8af-4998-88a5-3043941a6940 None None] Provisioning complete for port 5e21d669-77b2-45fd-83e4-06c2ed38d708 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:41.009125 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-89becca1-b8af-4998-88a5-3043941a6940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.066080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-89becca1-b8af-4998-88a5-3043941a6940 None None] Port 5e21d669-77b2-45fd-83e4-06c2ed38d708 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:41.407489 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-90c1de59-0dd0-4aeb-95d2-50f276ccc32a tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=69feb84b2a1a46dc9a17a131d3823f84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5955906 Jul 16 03:40:41.500757 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e27e4-fc39-4f06-bff4-36879c7210a7 req-a8a2e09c-ac6f-4f82-bfa8-b61c350ddc4c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:41.502348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-088e27e4-fc39-4f06-bff4-36879c7210a7 req-a8a2e09c-ac6f-4f82-bfa8-b61c350ddc4c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.5184906 Jul 16 03:40:41.526327 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40214) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:41.542655 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-143b459e-051e-4e78-b08c-d11b624b06c9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Made reservation on behalf of a22853c9230b4c2d8f4051f0dea50b9c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:41.547545 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-143b459e-051e-4e78-b08c-d11b624b06c9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.587258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Deleting port e51721cd-5644-43ff-9a54-3ce4451a4df3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:41.587831 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.636683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb000f32-e259-4b32-af12-22c7e65cfb8d None None] Network 396783bc-2c70-44f1-a50d-54ee24e860f2 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:41.680277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-675395298'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:41.681857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-4f13555d-e1d9-4348-8d05-1cd2266b2ccd service neutron] 10.222.0.18 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624953 Jul 16 03:40:41.714903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Made reservation on behalf of eaa06d03fe0a4c92ab0ca46886f4c9ac for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:41.721614 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.734278 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-088e27e4-fc39-4f06-bff4-36879c7210a7 req-57a97041-ebc2-4700-8b48-8fd8f58f16b2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962144 Jul 16 03:40:41.739734 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1469459d-1a84-426d-b6cb-03935ad724ef None None] Provisioning for port e51721cd-5644-43ff-9a54-3ce4451a4df3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:41.751372 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.906135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] For port e51721cd-5644-43ff-9a54-3ce4451a4df3, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e51721cd-5644-43ff-9a54-3ce4451a4df3,segment=NetworkSegment(8273d92d-928a-4e6e-a430-a2587b65fe7c),segment_id=8273d92d-928a-4e6e-a430-a2587b65fe7c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:41.906755 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.943369 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Calling delete_port for e51721cd-5644-43ff-9a54-3ce4451a4df3 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:41.963936 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:41.987972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-143b459e-051e-4e78-b08c-d11b624b06c9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Allocated IP 10.1.1.120 (90438ada-ec72-4cdb-9a73-516b7f1c6694/c51f98c5-7894-40f9-bc4a-dd21e3db1a61/4982515d-752f-4574-aacd-f6a957b1b2bf) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:41.993162 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.068128 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:42.076736 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-a0405b2a-8a4b-4c25-aed2-faebb2794deb service neutron] 10.222.0.18 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407722 Jul 16 03:40:42.085713 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da3a82b-5b47-4b9a-974b-57cf6b12a22d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:42.105146 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.106340 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Added segment 70ba163a-f5fd-44bb-9b75-4924d1676c10 of type vlan for network 6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5 Jul 16 03:40:42.125235 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8dac1d-45e9-4c71-9b4e-8e32f19813ce None None] Network 396783bc-2c70-44f1-a50d-54ee24e860f2 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:42.170783 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.246903 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.257028 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:42.257750 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.305404 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7771521 Jul 16 03:40:42.374646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e51721cd-5644-43ff-9a54-3ce4451a4df3 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:42.452583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30609e12-e5d4-40e4-b82b-655cd459b034 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event updated for resources: {'Network': ['ID=6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:42.459984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5b9330b8-57e9-4e5a-b9fc-75aac4ef71a8 req-0a1cbd96-507e-44bd-9c9c-82aa321a27b5 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 210 time: 0.0602233 Jul 16 03:40:42.482428 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:42.493388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190752-6de7-4da9-8e2b-cd1e2d6e7cf8 req-fdf6bf47-66b1-47cc-8c54-7a2b8b8309ee tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:42.499547 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190752-6de7-4da9-8e2b-cd1e2d6e7cf8 req-fdf6bf47-66b1-47cc-8c54-7a2b8b8309ee tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:42.501348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e190752-6de7-4da9-8e2b-cd1e2d6e7cf8 req-fdf6bf47-66b1-47cc-8c54-7a2b8b8309ee tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 1652 time: 0.3244286 Jul 16 03:40:42.527757 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.532523 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-143b459e-051e-4e78-b08c-d11b624b06c9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.550365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Could not find standard attr ID for object e51721cd-5644-43ff-9a54-3ce4451a4df3. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:40:42.603263 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Port': ['ID=e51721cd-5644-43ff-9a54-3ce4451a4df3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:42.631806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-143b459e-051e-4e78-b08c-d11b624b06c9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Transition to ACTIVE for port object 4982515d-752f-4574-aacd-f6a957b1b2bf will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:42.687503 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-143b459e-051e-4e78-b08c-d11b624b06c9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:42.838331 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e190752-6de7-4da9-8e2b-cd1e2d6e7cf8 req-3b2dca1f-f55b-49f4-afda-797436d1d33b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276320 Jul 16 03:40:42.857032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No DVR routers for this DVR port e51721cd-5644-43ff-9a54-3ce4451a4df3 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:42.866026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-143b459e-051e-4e78-b08c-d11b624b06c9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Network 90438ada-ec72-4cdb-9a73-516b7f1c6694 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:42.934452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-143b459e-051e-4e78-b08c-d11b624b06c9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:43.012499 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-143b459e-051e-4e78-b08c-d11b624b06c9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:43.162189 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-143b459e-051e-4e78-b08c-d11b624b06c9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:43.163320 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-143b459e-051e-4e78-b08c-d11b624b06c9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.167368 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.175851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b459e-051e-4e78-b08c-d11b624b06c9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'Port': ['ID=4982515d-752f-4574-aacd-f6a957b1b2bf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:43.254733 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-143b459e-051e-4e78-b08c-d11b624b06c9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4031532 Jul 16 03:40:43.287911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5445cdfa-e036-41dd-8aa5-a845aba1ccf7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'port': {'device_id': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08', 'admin_state_up': True, 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'security_groups': ['b1a579c5-4d24-4188-b155-2b349a6526ec']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:43.302283 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9653069b-28bc-40f7-a0db-a09139730212 None None] Provisioning for port 4982515d-752f-4574-aacd-f6a957b1b2bf completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:43.307703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9653069b-28bc-40f7-a0db-a09139730212 None None] Provisioning complete for port 4982515d-752f-4574-aacd-f6a957b1b2bf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:43.308500 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9653069b-28bc-40f7-a0db-a09139730212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.359519 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9653069b-28bc-40f7-a0db-a09139730212 None None] Port 4982515d-752f-4574-aacd-f6a957b1b2bf cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:43.413708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08e88b-f0ff-4c3e-909a-96a7d2bbe054 req-558defde-f8ad-4223-841e-46439140dff4 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:43.416063 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd08e88b-f0ff-4c3e-909a-96a7d2bbe054 req-558defde-f8ad-4223-841e-46439140dff4 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.3527799 Jul 16 03:40:43.427995 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.457576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9400fde1-ff28-4f77-bb66-379f07f15869 None None] Network 396783bc-2c70-44f1-a50d-54ee24e860f2 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:43.618523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Subnet': ['ID=856754a0-09a3-4e04-b586-4c259054aa5e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:43.661316 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd08e88b-f0ff-4c3e-909a-96a7d2bbe054 req-71f0d64f-be22-47e0-83e1-96317bc430d9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216811 Jul 16 03:40:43.733655 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.760920 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4376f771-0f81-4d66-bf01-5a6e84c73fda None None] DHCP port deletion for 396783bc-2c70-44f1-a50d-54ee24e860f2 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:40:43.795274 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9b2f8f9b-2e4e-4d48-94b5-a24e0c4cbf41 req-2a14aaa0-7bfb-40b7-b8ed-d18a0e4d7ab9 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 210 time: 0.1514854 Jul 16 03:40:43.805295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396783bc-2c70-44f1-a50d-54ee24e860f2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:43.821154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8273d92d-928a-4e6e-a430-a2587b65fe7c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:43.821806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8273d92d-928a-4e6e-a430-a2587b65fe7c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:43.836978 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.857373 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.865415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:43.865843 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:43.939873 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:43.943087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5445cdfa-e036-41dd-8aa5-a845aba1ccf7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Made reservation on behalf of a22853c9230b4c2d8f4051f0dea50b9c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:44.036836 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.117815 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.124571 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/396783bc-2c70-44f1-a50d-54ee24e860f2 HTTP/1.1" status: 204 len: 168 time: 3.5998499 Jul 16 03:40:44.124571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b96f6-3c7a-444e-bb57-bfc4319b64c3 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Network': ['ID=396783bc-2c70-44f1-a50d-54ee24e860f2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:44.129033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:44.212717 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e51721cd-5644-43ff-9a54-3ce4451a4df3 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:44.246272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: e51721cd-5644-43ff-9a54-3ce4451a4df3 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:44.246668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e51721cd-5644-43ff-9a54-3ce4451a4df3 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:44.258233 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3bf236-0df9-48e3-970e-41982ad552d5 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:44.260102 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3bf236-0df9-48e3-970e-41982ad552d5 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:44.267849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40246) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:44.268469 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ab3bf236-0df9-48e3-970e-41982ad552d5 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/396783bc-2c70-44f1-a50d-54ee24e860f2 HTTP/1.1" status: 404 len: 339 time: 0.1356399 Jul 16 03:40:44.275950 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2efa9979-09d6-4056-a03d-3aca0faf3caf tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1420986717', 'description': 'd1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:44.294362 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5445cdfa-e036-41dd-8aa5-a845aba1ccf7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.329471 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efa9979-09d6-4056-a03d-3aca0faf3caf tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:44.334169 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2efa9979-09d6-4056-a03d-3aca0faf3caf tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.355298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-db51861b-5d70-4b1b-80ed-8135d288affb tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:44.356742 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-db51861b-5d70-4b1b-80ed-8135d288affb tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.20 "GET /v2.0/networks?id=86c7e975-c657-4bd7-a136-c5c84a957407 HTTP/1.1" status: 200 len: 811 time: 0.3320172 Jul 16 03:40:44.372570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3270-556f-4ba9-916b-34f7ea6cc256 req-1829693d-7026-48db-afbe-8c5e5a63d27e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:44.379088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3270-556f-4ba9-916b-34f7ea6cc256 req-1829693d-7026-48db-afbe-8c5e5a63d27e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:44.381691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2efa9979-09d6-4056-a03d-3aca0faf3caf tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:44.385419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3270-556f-4ba9-916b-34f7ea6cc256 req-1829693d-7026-48db-afbe-8c5e5a63d27e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:44.387177 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c38b3270-556f-4ba9-916b-34f7ea6cc256 req-1829693d-7026-48db-afbe-8c5e5a63d27e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 2373 time: 0.3308606 Jul 16 03:40:44.394910 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2efa9979-09d6-4056-a03d-3aca0faf3caf tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.395387 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-2efa9979-09d6-4056-a03d-3aca0faf3caf tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Added segment bb12e923-4e6a-493e-a6fc-0b6f06c633aa of type vlan for network 57c81d93-8611-42b3-8b9c-12974cef9657 Jul 16 03:40:44.456198 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2efa9979-09d6-4056-a03d-3aca0faf3caf tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.502356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec5db4-2280-4691-aba4-704d18970d2c req-64a2462b-11ee-4cbe-8b68-10a610dd337b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:44.505161 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2efa9979-09d6-4056-a03d-3aca0faf3caf tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.510293 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edec5db4-2280-4691-aba4-704d18970d2c req-64a2462b-11ee-4cbe-8b68-10a610dd337b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.4868901 Jul 16 03:40:44.513008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efa9979-09d6-4056-a03d-3aca0faf3caf tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:44.513901 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2efa9979-09d6-4056-a03d-3aca0faf3caf tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:44.568061 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2efa9979-09d6-4056-a03d-3aca0faf3caf tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2985933 Jul 16 03:40:44.571970 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40248) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:44.629203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa9979-09d6-4056-a03d-3aca0faf3caf tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Network': ['ID=57c81d93-8611-42b3-8b9c-12974cef9657,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:44.633908 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:40:44.657025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 57c81d93-8611-42b3-8b9c-12974cef9657 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:44.702739 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-eaf9d393-e95b-496b-8f8e-3b7e62a638e4 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69feb84b2a1a46dc9a17a131d3823f84 HTTP/1.1" status: 200 len: 379 time: 0.3138294 Jul 16 03:40:44.756920 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c38b3270-556f-4ba9-916b-34f7ea6cc256 req-9757b58e-d24d-444d-b0c3-493035c6a1b9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3413963 Jul 16 03:40:44.772464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-80421e45-463f-4d8f-8370-a11acd85cb96 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Request body: {'port': {'device_id': '228416d0-54aa-47d9-a397-bb3a327c09d5', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'admin_state_up': True, 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'security_groups': ['398118ef-b926-4ca9-b482-bb21d4cf5d1b']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:44.795111 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c80d7c2-3c32-4fdb-b7b0-58ca4083771f tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:44.799624 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0c80d7c2-3c32-4fdb-b7b0-58ca4083771f tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "GET /v2.0/networks?id=57c81d93-8611-42b3-8b9c-12974cef9657 HTTP/1.1" status: 200 len: 761 time: 0.2241092 Jul 16 03:40:44.799936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40250) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:44.808839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-beb6963c-8f35-493c-95be-0389ce72f34c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'network': {'description': 'd2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:44.838990 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edec5db4-2280-4691-aba4-704d18970d2c req-3618f7e7-7550-4bce-8ff6-5005687fa245 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210530 Jul 16 03:40:45.059939 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-beb6963c-8f35-493c-95be-0389ce72f34c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.090743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-80421e45-463f-4d8f-8370-a11acd85cb96 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Made reservation on behalf of 69feb84b2a1a46dc9a17a131d3823f84 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:45.096067 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-80421e45-463f-4d8f-8370-a11acd85cb96 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.096678 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-beb6963c-8f35-493c-95be-0389ce72f34c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.206762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6963c-8f35-493c-95be-0389ce72f34c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Network': ['ID=57c81d93-8611-42b3-8b9c-12974cef9657,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:45.216206 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-beb6963c-8f35-493c-95be-0389ce72f34c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network 57c81d93-8611-42b3-8b9c-12974cef9657 is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:40:45.217947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 57c81d93-8611-42b3-8b9c-12974cef9657 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:45.222943 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb6963c-8f35-493c-95be-0389ce72f34c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:45.223641 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-beb6963c-8f35-493c-95be-0389ce72f34c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.225135 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-beb6963c-8f35-493c-95be-0389ce72f34c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "PUT /v2.0/networks/57c81d93-8611-42b3-8b9c-12974cef9657 HTTP/1.1" status: 200 len: 758 time: 0.4235547 Jul 16 03:40:45.228070 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40256) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:45.369551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8590bae5-0689-4a4b-9c2f-538f23dd3a51 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:45.371481 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8590bae5-0689-4a4b-9c2f-538f23dd3a51 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "GET /v2.0/networks?id=57c81d93-8611-42b3-8b9c-12974cef9657 HTTP/1.1" status: 200 len: 761 time: 0.1415746 Jul 16 03:40:45.377007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40258) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:45.382349 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-14697c10-88b5-4aef-a858-d755b8053feb tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-794363234'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:45.407245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14697c10-88b5-4aef-a858-d755b8053feb tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:45.412068 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14697c10-88b5-4aef-a858-d755b8053feb tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.442868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14697c10-88b5-4aef-a858-d755b8053feb tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:45.449012 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8454433a-4bea-4a61-b51d-1491e68c3d75 req-b0120044-96fe-4ee1-a2d1-0e3504b4e8a2 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 210 time: 0.3817420 Jul 16 03:40:45.454673 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14697c10-88b5-4aef-a858-d755b8053feb tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.455289 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-14697c10-88b5-4aef-a858-d755b8053feb tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Added segment 3095c57d-486e-4953-867e-379002d2e156 of type vlan for network f20fe690-55d2-4649-9b93-fc020ce41f0a Jul 16 03:40:45.516606 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5445cdfa-e036-41dd-8aa5-a845aba1ccf7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Allocated IP 10.2.2.100 (a3d8bc9a-80ea-44be-8f70-23c45868da08/cd2e3795-f02b-4e58-9b25-e8f59c3b0c20/18412237-51bf-4af1-8447-3590a799f08e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:45.535968 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14697c10-88b5-4aef-a858-d755b8053feb tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.577926 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14697c10-88b5-4aef-a858-d755b8053feb tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.586035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14697c10-88b5-4aef-a858-d755b8053feb tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:45.587510 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14697c10-88b5-4aef-a858-d755b8053feb tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:45.674762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14697c10-88b5-4aef-a858-d755b8053feb tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Network': ['ID=f20fe690-55d2-4649-9b93-fc020ce41f0a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:45.687454 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-14697c10-88b5-4aef-a858-d755b8053feb tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3082609 Jul 16 03:40:45.689472 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40260) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:45.690401 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network f20fe690-55d2-4649-9b93-fc020ce41f0a details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:45.694451 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5c9a9c69-4594-46da-b7db-003b373a764d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'subnet': {'network_id': 'f20fe690-55d2-4649-9b93-fc020ce41f0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:45.711063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2523f-6e1c-41c5-b651-f91d11d6b7e6 req-666df1b5-40e5-4502-8e0e-d8feeccb26c5 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:45.719101 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f6b2523f-6e1c-41c5-b651-f91d11d6b7e6 req-666df1b5-40e5-4502-8e0e-d8feeccb26c5 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.2794755 Jul 16 03:40:45.801330 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:45.814668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-76f334c6-a9a7-4a86-a05e-e96c1008add0 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Request body: {'subnet': {'network_id': '6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:45.910659 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-80421e45-463f-4d8f-8370-a11acd85cb96 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Allocated IP 172.20.0.10 (86c7e975-c657-4bd7-a136-c5c84a957407/760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc/4426ec60-b451-4d64-8e44-f30e9812ca97) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:45.916394 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f6b2523f-6e1c-41c5-b651-f91d11d6b7e6 req-c097961f-4b3c-4381-af8d-99c4329786b0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963341 Jul 16 03:40:46.027912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f334c6-a9a7-4a86-a05e-e96c1008add0 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Made reservation on behalf of eaa06d03fe0a4c92ab0ca46886f4c9ac for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:46.032301 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76f334c6-a9a7-4a86-a05e-e96c1008add0 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.115158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9a9c69-4594-46da-b7db-003b373a764d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:46.120950 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9c69-4594-46da-b7db-003b373a764d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.216281 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5445cdfa-e036-41dd-8aa5-a845aba1ccf7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.334886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5445cdfa-e036-41dd-8aa5-a845aba1ccf7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Transition to ACTIVE for port object 18412237-51bf-4af1-8447-3590a799f08e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:46.352290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9c69-4594-46da-b7db-003b373a764d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.360225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225844-98e9-40dc-8609-00bb88432417 req-311154fe-5404-4057-aeef-7455a782bafc tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:46.366074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225844-98e9-40dc-8609-00bb88432417 req-311154fe-5404-4057-aeef-7455a782bafc tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:46.371863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd225844-98e9-40dc-8609-00bb88432417 req-311154fe-5404-4057-aeef-7455a782bafc tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:46.373554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cd225844-98e9-40dc-8609-00bb88432417 req-311154fe-5404-4057-aeef-7455a782bafc tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 2373 time: 0.4223118 Jul 16 03:40:46.416774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a9c69-4594-46da-b7db-003b373a764d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Subnet': ['ID=69248d8c-43d7-4cf3-b320-c864ceb05f3a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:46.422038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9a9c69-4594-46da-b7db-003b373a764d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Checking segment: {'id': '3095c57d-486e-4953-867e-379002d2e156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': 'f20fe690-55d2-4649-9b93-fc020ce41f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:46.422403 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a9c69-4594-46da-b7db-003b373a764d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network hostable DHCP agents. Network: f20fe690-55d2-4649-9b93-fc020ce41f0a, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:46.441674 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a9c69-4594-46da-b7db-003b373a764d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network f20fe690-55d2-4649-9b93-fc020ce41f0a is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:46.453292 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5c9a9c69-4594-46da-b7db-003b373a764d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, f20fe690-55d2-4649-9b93-fc020ce41f0a) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:46.457506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a9c69-4594-46da-b7db-003b373a764d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:46.458101 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9c69-4594-46da-b7db-003b373a764d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.465895 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e764cb2-5ec1-430f-bf2e-e7ab565ad494 None None] Network f20fe690-55d2-4649-9b93-fc020ce41f0a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:46.479220 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5c9a9c69-4594-46da-b7db-003b373a764d tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7885628 Jul 16 03:40:46.480178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40280) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:46.488975 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-80421e45-463f-4d8f-8370-a11acd85cb96 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.577660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-80421e45-463f-4d8f-8370-a11acd85cb96 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Transition to ACTIVE for port object 4426ec60-b451-4d64-8e44-f30e9812ca97 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:46.584959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-b0d0c55f-fa50-40e9-909b-46515f574b86 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:46.594435 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-b0d0c55f-fa50-40e9-909b-46515f574b86 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 812 time: 0.3715429 Jul 16 03:40:46.614942 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cd225844-98e9-40dc-8609-00bb88432417 req-9bee784a-216b-4ddb-960b-f9db2d72096c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275956 Jul 16 03:40:46.631411 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5445cdfa-e036-41dd-8aa5-a845aba1ccf7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.633529 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76f334c6-a9a7-4a86-a05e-e96c1008add0 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.663868 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.692301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f3cda0-487a-4f57-822b-cf4357f49c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-f20fe690-55d2-4649-9b93-fc020ce41f0a', 'network_id': 'f20fe690-55d2-4649-9b93-fc020ce41f0a', 'tenant_id': 'a7a00a54bb734e42ab06ab0e17bcba5a', 'fixed_ips': [{'subnet_id': '69248d8c-43d7-4cf3-b320-c864ceb05f3a'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:46.693183 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-74f3cda0-487a-4f57-822b-cf4357f49c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.708123 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-84dbbbf5-7481-4609-bd0b-443477f299d6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/quotas/de4d84b302584141973e594b047457b4 HTTP/1.1" status: 200 len: 375 time: 0.1127169 Jul 16 03:40:46.724842 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.804997 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.816036 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5445cdfa-e036-41dd-8aa5-a845aba1ccf7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Network a3d8bc9a-80ea-44be-8f70-23c45868da08 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:46.844417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5445cdfa-e036-41dd-8aa5-a845aba1ccf7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:46.844838 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Subnet': ['ID=69248d8c-43d7-4cf3-b320-c864ceb05f3a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:46.846319 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445cdfa-e036-41dd-8aa5-a845aba1ccf7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'Port': ['ID=18412237-51bf-4af1-8447-3590a799f08e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:46.853313 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c160390-f9e8-4080-92ca-3f8d341ff9f6 req-5aec6e30-1b2e-4c6f-be76-5e7c868a46da tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 210 time: 0.0799277 Jul 16 03:40:46.859550 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5445cdfa-e036-41dd-8aa5-a845aba1ccf7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:46.863135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f334c6-a9a7-4a86-a05e-e96c1008add0 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event updated for resources: {'Subnet': ['ID=8680b4f6-1280-45d1-82d4-946e7ca53c80,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:46.941259 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.952904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20fe690-55d2-4649-9b93-fc020ce41f0a']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:46.963556 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3095c57d-486e-4953-867e-379002d2e156') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:46.963860 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3095c57d-486e-4953-867e-379002d2e156') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:46.966070 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-80421e45-463f-4d8f-8370-a11acd85cb96 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.974258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.985979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f334c6-a9a7-4a86-a05e-e96c1008add0 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Checking segment: {'id': '70ba163a-f5fd-44bb-9b75-4924d1676c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:46.986352 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f334c6-a9a7-4a86-a05e-e96c1008add0 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Network hostable DHCP agents. Network: 6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:46.988200 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:46.994660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:46.995076 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.025646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5445cdfa-e036-41dd-8aa5-a845aba1ccf7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:47.026311 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5445cdfa-e036-41dd-8aa5-a845aba1ccf7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:47.056077 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:47.079956 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-13c8e809-f4db-48a9-af83-c509ddfbe9e2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3707781 Jul 16 03:40:47.084147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-80421e45-463f-4d8f-8370-a11acd85cb96 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Network 86c7e975-c657-4bd7-a136-c5c84a957407 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:47.086934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80421e45-463f-4d8f-8370-a11acd85cb96 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event updated for resources: {'Port': ['ID=4426ec60-b451-4d64-8e44-f30e9812ca97,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:47.095206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-80421e45-463f-4d8f-8370-a11acd85cb96 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:47.097615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-80421e45-463f-4d8f-8370-a11acd85cb96 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:47.112423 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5445cdfa-e036-41dd-8aa5-a845aba1ccf7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8394253 Jul 16 03:40:47.143668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f334c6-a9a7-4a86-a05e-e96c1008add0 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Network 6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:47.149897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-cea44664-5bd3-4e0d-958f-337566f06635 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'port': {'device_id': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08', 'admin_state_up': True, 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'security_groups': ['b1a579c5-4d24-4188-b155-2b349a6526ec']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:47.157944 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-74f3cda0-487a-4f57-822b-cf4357f49c73 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69248d8c-43d7-4cf3-b320-c864ceb05f3a: This subnet is being modified by another concurrent operation. Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:40:47.159889 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69248d8c-43d7-4cf3-b320-c864ceb05f3a: This subnet is being modified by another concurrent operation. Jul 16 03:40:47.164835 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 16 03:40:47.173605 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.173605 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/f20fe690-55d2-4649-9b93-fc020ce41f0a HTTP/1.1" status: 204 len: 168 time: 0.6852691 Jul 16 03:40:47.173972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:47.195758 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4dd02b-a423-4d79-b80f-370b6a042d2a None None] Network f20fe690-55d2-4649-9b93-fc020ce41f0a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:47.207278 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e03a0ca-4881-4b12-ba27-82b3ac331765 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Network': ['ID=f20fe690-55d2-4649-9b93-fc020ce41f0a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:47.210026 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4dd02b-a423-4d79-b80f-370b6a042d2a None None] Network f20fe690-55d2-4649-9b93-fc020ce41f0a could not be found, it might have been deleted concurrently. {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:40:47.242976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-76f334c6-a9a7-4a86-a05e-e96c1008add0 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:47.248513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f334c6-a9a7-4a86-a05e-e96c1008add0 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:47.248804 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76f334c6-a9a7-4a86-a05e-e96c1008add0 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.252713 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ef1f7-b2ca-44a1-a4f6-89649e6523de None None] Network 6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:47.268245 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dd9dff1d-f999-490f-a954-1e38b668360e None None] Provisioning for port 18412237-51bf-4af1-8447-3590a799f08e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:47.298647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dd9dff1d-f999-490f-a954-1e38b668360e None None] Provisioning complete for port 18412237-51bf-4af1-8447-3590a799f08e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:47.299432 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd9dff1d-f999-490f-a954-1e38b668360e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.368297 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffce2ea9-421d-4dbd-8fc4-f1374a3f0e60 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] GET failed (client error): The resource could not be found. Jul 16 03:40:47.372754 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ffce2ea9-421d-4dbd-8fc4-f1374a3f0e60 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "GET /v2.0/subnets/69248d8c-43d7-4cf3-b320-c864ceb05f3a HTTP/1.1" status: 404 len: 337 time: 0.1832247 Jul 16 03:40:47.372963 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40288) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:47.400197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-80421e45-463f-4d8f-8370-a11acd85cb96 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:47.400801 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-80421e45-463f-4d8f-8370-a11acd85cb96 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.408980 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9d6b50-b3d8-41ba-a997-7c039ffc85ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:47.410728 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9d6b50-b3d8-41ba-a997-7c039ffc85ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:47.412541 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6a9d6b50-b3d8-41ba-a997-7c039ffc85ed tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/f20fe690-55d2-4649-9b93-fc020ce41f0a HTTP/1.1" status: 404 len: 339 time: 0.0378013 Jul 16 03:40:47.415190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-dd9dff1d-f999-490f-a954-1e38b668360e None None] Port 18412237-51bf-4af1-8447-3590a799f08e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:47.422321 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40290) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:47.435377 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-76f334c6-a9a7-4a86-a05e-e96c1008add0 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6260757 Jul 16 03:40:47.446609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:47.461794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1957517131'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:47.477564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-80421e45-463f-4d8f-8370-a11acd85cb96 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7491019 Jul 16 03:40:47.485986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-12758b1a-af36-4177-9cb4-b32bf2844902 service neutron] 10.222.0.18 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922620 Jul 16 03:40:47.546936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-cea44664-5bd3-4e0d-958f-337566f06635 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Made reservation on behalf of a22853c9230b4c2d8f4051f0dea50b9c for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:47.551781 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-cea44664-5bd3-4e0d-958f-337566f06635 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.553823 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Made reservation on behalf of eaa06d03fe0a4c92ab0ca46886f4c9ac for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:47.557074 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.574702 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55ffd967-206d-4fcf-817d-e81bb1d4e274 None None] Provisioning for port 4426ec60-b451-4d64-8e44-f30e9812ca97 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:47.587991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55ffd967-206d-4fcf-817d-e81bb1d4e274 None None] Provisioning complete for port 4426ec60-b451-4d64-8e44-f30e9812ca97 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:47.588530 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55ffd967-206d-4fcf-817d-e81bb1d4e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.634076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5', 'network_id': '6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5', 'tenant_id': 'eaa06d03fe0a4c92ab0ca46886f4c9ac', 'fixed_ips': [{'subnet_id': '8680b4f6-1280-45d1-82d4-946e7ca53c80'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:47.635198 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.667929 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eafb82-3eee-4b25-a55c-d74d0be33126 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:47.668469 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-55ffd967-206d-4fcf-817d-e81bb1d4e274 None None] Port 4426ec60-b451-4d64-8e44-f30e9812ca97 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:47.672884 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-58eafb82-3eee-4b25-a55c-d74d0be33126 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2466946 Jul 16 03:40:47.675517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40298) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:47.682935 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Request body: {'port': {'device_id': '228416d0-54aa-47d9-a397-bb3a327c09d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:47.699044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:47.722405 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2e326791-9967-4e3f-b284-342bd304bfd0 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 207 time: 0.0453660 Jul 16 03:40:47.727020 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40300) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:47.770015 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.770358 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Added segment 9f903abf-c827-4b89-afad-ee8320b7c7dd of type vlan for network 13b996f4-69e1-4f7e-8027-bedbe9995814 Jul 16 03:40:47.841201 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Allocated IP 2001:db8:0:ffff::2 (6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5/8680b4f6-1280-45d1-82d4-946e7ca53c80/ddb13270-4533-4a00-8e62-c8c535e22d99) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:47.867512 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.894781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9fb91-c9ca-4068-8f6e-4c18ba836a03 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:47.902268 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9fb91-c9ca-4068-8f6e-4c18ba836a03 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:47.908326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-840194d2-ee2d-493b-9cd0-f96a5329e503 service neutron] 10.222.0.18 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111488 Jul 16 03:40:47.924788 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9fb91-c9ca-4068-8f6e-4c18ba836a03 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:47.937917 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9fb91-c9ca-4068-8f6e-4c18ba836a03 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:47.940590 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-93f9fb91-c9ca-4068-8f6e-4c18ba836a03 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2125473 Jul 16 03:40:47.945462 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40304) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:47.948275 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:47.954815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:47.955365 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.014014 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.019239 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.028627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Transition to ACTIVE for port object ddb13270-4533-4a00-8e62-c8c535e22d99 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:48.045023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Transition to ACTIVE for port object ddb13270-4533-4a00-8e62-c8c535e22d99 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:48.052957 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.106021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Network 6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:48.112938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:48.117631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Pushing event updated for resources: {'Port': ['ID=ddb13270-4533-4a00-8e62-c8c535e22d99,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:48.121168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:48.127430 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d60b1a62-5397-45df-8370-21004f952043 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1800561 Jul 16 03:40:48.133069 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40306) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:48.208797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Attempting to bind port ddb13270-4533-4a00-8e62-c8c535e22d99 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:48.211156 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Attempting to bind port ddb13270-4533-4a00-8e62-c8c535e22d99 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '70ba163a-f5fd-44bb-9b75-4924d1676c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:48.211525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Attempting to bind port ddb13270-4533-4a00-8e62-c8c535e22d99 on network 6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:48.214131 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6a74d2-4866-47ee-9b1c-f8fea92048a4 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.215780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6a74d2-4866-47ee-9b1c-f8fea92048a4 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.220878 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ef6a74d2-4866-47ee-9b1c-f8fea92048a4 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0836678 Jul 16 03:40:48.221063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40312) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:48.229020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:48.229461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Checking segment: {'id': '70ba163a-f5fd-44bb-9b75-4924d1676c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:48.229958 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.231669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Bound using segment: {'id': '70ba163a-f5fd-44bb-9b75-4924d1676c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:48.232176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Bound port: ddb13270-4533-4a00-8e62-c8c535e22d99, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ba163a-f5fd-44bb-9b75-4924d1676c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:48.236050 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.262396 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8112781 Jul 16 03:40:48.271919 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:48.279489 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e4a30c-607b-41b7-b473-4447c0e97d1f tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.281438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e4a30c-607b-41b7-b473-4447c0e97d1f tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.284551 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a3e4a30c-607b-41b7-b473-4447c0e97d1f tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0616713 Jul 16 03:40:48.290625 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40316) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:48.322795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-621a1636-7f82-430b-88e1-4ebadafb51bc tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Request body: {'subnet': {'network_id': '13b996f4-69e1-4f7e-8027-bedbe9995814', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:48.368838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event updated for resources: {'Network': ['ID=13b996f4-69e1-4f7e-8027-bedbe9995814,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:48.378398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] For port ddb13270-4533-4a00-8e62-c8c535e22d99, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:48.383820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] For port ddb13270-4533-4a00-8e62-c8c535e22d99, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ddb13270-4533-4a00-8e62-c8c535e22d99,segment=NetworkSegment(70ba163a-f5fd-44bb-9b75-4924d1676c10),segment_id=70ba163a-f5fd-44bb-9b75-4924d1676c10)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:48.388373 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.424723 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8891f9c0-5b2f-425d-825b-a086f052c63a tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.429856 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8891f9c0-5b2f-425d-825b-a086f052c63a tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "GET /v2.0/networks/0260869d-754a-4b09-bcef-2ef779e70c4d HTTP/1.1" status: 200 len: 800 time: 0.1344652 Jul 16 03:40:48.432763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40320) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:48.433968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b572d52-6143-43ee-95dc-4970a6b9e60f req-352a87b4-6560-4fc7-80c5-009b3f32e272 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.440893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b572d52-6143-43ee-95dc-4970a6b9e60f req-352a87b4-6560-4fc7-80c5-009b3f32e272 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.447168 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b572d52-6143-43ee-95dc-4970a6b9e60f req-352a87b4-6560-4fc7-80c5-009b3f32e272 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.453987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b572d52-6143-43ee-95dc-4970a6b9e60f req-352a87b4-6560-4fc7-80c5-009b3f32e272 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.461569 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b572d52-6143-43ee-95dc-4970a6b9e60f req-352a87b4-6560-4fc7-80c5-009b3f32e272 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 3094 time: 0.5633848 Jul 16 03:40:48.471992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78a943-cced-4e28-a164-a909365e1562 None None] Pushing event updated for resources: {'Port': ['ID=ddb13270-4533-4a00-8e62-c8c535e22d99,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:48.479227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-cea44664-5bd3-4e0d-958f-337566f06635 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Allocated IP 10.2.2.200 (a3d8bc9a-80ea-44be-8f70-23c45868da08/cd2e3795-f02b-4e58-9b25-e8f59c3b0c20/5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:48.593682 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dc592231-4ba8-4581-9f56-83068eb7b3f9 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "GET /v2.0/networks/0260869d-754a-4b09-bcef-2ef779e70c4d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1597705 Jul 16 03:40:48.600912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40326) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:48.668968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3142d7-fdb4-4a5a-aa6f-50b2816e5288 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.675564 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7b3142d7-fdb4-4a5a-aa6f-50b2816e5288 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "GET /v2.0/subnets/e258dbe8-a3b5-4087-860d-112cd42bac12 HTTP/1.1" status: 200 len: 811 time: 0.0728931 Jul 16 03:40:48.676209 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40330) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:48.737875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3703b991-cdde-451f-a023-17847eb36120 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['shared'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.743406 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3703b991-cdde-451f-a023-17847eb36120 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "GET /v2.0/subnets/e258dbe8-a3b5-4087-860d-112cd42bac12?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0660510 Jul 16 03:40:48.744233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40332) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:48.749994 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-760715214'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:48.776028 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:48.782825 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.848649 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:48.860022 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.860471 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Added segment 0ccfcab1-a54b-4874-8061-01295ebc875d of type vlan for network 3500bf00-cdaa-4681-bc82-67569ba7192e Jul 16 03:40:48.913588 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.963078 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:48.978233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:48.979178 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.039320 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2938180 Jul 16 03:40:49.042847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40334) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:49.050831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0993403c-953b-4717-ac07-221c81404cc0 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'subnet': {'network_id': '3500bf00-cdaa-4681-bc82-67569ba7192e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:49.102010 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Network': ['ID=3500bf00-cdaa-4681-bc82-67569ba7192e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:49.103469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.104561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.105040 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.105574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.105918 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.106251 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.106577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.106905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.107631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.107967 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.108857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.109187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a8727-0a7e-44c9-9b40-32074f6c3b54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.116663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.116910 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.117197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.117530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.117999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.118325 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.118642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.118969 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.119290 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.119636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.120491 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.120491 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d74bc07-a414-4d51-8ec8-183759da7111 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:40:49.127392 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 13b996f4-69e1-4f7e-8027-bedbe9995814 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:49.182878 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 3500bf00-cdaa-4681-bc82-67569ba7192e details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:49.194876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b572d52-6143-43ee-95dc-4970a6b9e60f req-977cca2e-fcf4-46cf-8be2-4627265aaa15 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7324488 Jul 16 03:40:49.247650 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0993403c-953b-4717-ac07-221c81404cc0 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Made reservation on behalf of a7a00a54bb734e42ab06ab0e17bcba5a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:49.266445 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621a1636-7f82-430b-88e1-4ebadafb51bc tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Made reservation on behalf of eaa06d03fe0a4c92ab0ca46886f4c9ac for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:49.267556 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0993403c-953b-4717-ac07-221c81404cc0 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.270012 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-621a1636-7f82-430b-88e1-4ebadafb51bc tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.349066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee2cad-c054-49d6-b0e7-3818ca2bc728 req-b56a50e2-66aa-4b81-b09c-76686a81e8fa tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:49.350672 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-deee2cad-c054-49d6-b0e7-3818ca2bc728 req-b56a50e2-66aa-4b81-b09c-76686a81e8fa tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 932 time: 1.0014746 Jul 16 03:40:49.403252 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-cea44664-5bd3-4e0d-958f-337566f06635 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.404244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-0993403c-953b-4717-ac07-221c81404cc0 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Performing IP validity checks on allocation pools {{(pid=93768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 03:40:49.404829 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-0993403c-953b-4717-ac07-221c81404cc0 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 03:40:49.424519 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-cea44664-5bd3-4e0d-958f-337566f06635 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Transition to ACTIVE for port object 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:49.574103 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-cea44664-5bd3-4e0d-958f-337566f06635 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.590679 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-deee2cad-c054-49d6-b0e7-3818ca2bc728 req-066f0bf4-1169-4946-a456-637ddda3c71e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=398118ef-b926-4ca9-b482-bb21d4cf5d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308507 Jul 16 03:40:49.645021 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0993403c-953b-4717-ac07-221c81404cc0 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.716876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea44664-5bd3-4e0d-958f-337566f06635 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event updated for resources: {'Port': ['ID=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:49.737002 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993403c-953b-4717-ac07-221c81404cc0 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Subnet': ['ID=edd5988a-04aa-402d-bbbd-68827766f8e6,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:49.756440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0993403c-953b-4717-ac07-221c81404cc0 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Checking segment: {'id': '0ccfcab1-a54b-4874-8061-01295ebc875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3500bf00-cdaa-4681-bc82-67569ba7192e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:49.756810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0993403c-953b-4717-ac07-221c81404cc0 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network hostable DHCP agents. Network: 3500bf00-cdaa-4681-bc82-67569ba7192e, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:49.779330 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0993403c-953b-4717-ac07-221c81404cc0 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Network 3500bf00-cdaa-4681-bc82-67569ba7192e is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:49.793257 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0993403c-953b-4717-ac07-221c81404cc0 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 3500bf00-cdaa-4681-bc82-67569ba7192e) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:49.815863 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0adcde-8ca6-4bc2-a0dd-ca28340880b1 None None] Network 3500bf00-cdaa-4681-bc82-67569ba7192e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:49.818029 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0993403c-953b-4717-ac07-221c81404cc0 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:49.818905 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0993403c-953b-4717-ac07-221c81404cc0 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.897093 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0993403c-953b-4717-ac07-221c81404cc0 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8530381 Jul 16 03:40:49.900952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-36942aec-c95e-4811-8b47-2cfd5e9852bc req-03083453-3742-45e7-a5cb-ea10c00b9f9a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 210 time: 0.2026603 Jul 16 03:40:49.904876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:49.907473 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4426ec60-b451-4d64-8e44-f30e9812ca97 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:49.919886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f56c3fd4-4f3a-4d1b-9cc8-53ae3b3c488c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:49.936242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-cea44664-5bd3-4e0d-958f-337566f06635 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Network a3d8bc9a-80ea-44be-8f70-23c45868da08 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:49.938803 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:49.972215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-cea44664-5bd3-4e0d-958f-337566f06635 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:49.983671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-cea44664-5bd3-4e0d-958f-337566f06635 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:50.047492 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Transition to ACTIVE for port object 4426ec60-b451-4d64-8e44-f30e9812ca97 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:50.057740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd2afed-5b79-44f0-af54-ca4690fa951e None None] Network 6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:50.069996 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.104227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-39d43bef-f344-4b78-833c-293c0fdae211 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:50.105019 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-39d43bef-f344-4b78-833c-293c0fdae211 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.88 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 812 time: 0.2811708 Jul 16 03:40:50.121879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-9b1fd3c8-3ba1-480d-a80e-eb6a57dc6f9f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Request body: {'port': {'device_id': '424f1bf1-2978-488f-9b02-a7d30d2b7f00', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'admin_state_up': True, 'tenant_id': 'de4d84b302584141973e594b047457b4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:50.176853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Pushing event updated for resources: {'Port': ['ID=4426ec60-b451-4d64-8e44-f30e9812ca97,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:50.192619 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-cea44664-5bd3-4e0d-958f-337566f06635 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:50.193515 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-cea44664-5bd3-4e0d-958f-337566f06635 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.275374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-3500bf00-cdaa-4681-bc82-67569ba7192e', 'network_id': '3500bf00-cdaa-4681-bc82-67569ba7192e', 'tenant_id': 'a7a00a54bb734e42ab06ab0e17bcba5a', 'fixed_ips': [{'subnet_id': 'edd5988a-04aa-402d-bbbd-68827766f8e6'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:50.276261 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.323058 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eb0a4498-5d2d-4bde-b711-7fa0fb9f8540 None None] Provisioning for port ddb13270-4533-4a00-8e62-c8c535e22d99 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:50.357182 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ddb13270-4533-4a00-8e62-c8c535e22d99 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:50.392305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-cea44664-5bd3-4e0d-958f-337566f06635 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2516584 Jul 16 03:40:50.432499 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f56c3fd4-4f3a-4d1b-9cc8-53ae3b3c488c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10263396'] for subnet, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.508048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-9b1fd3c8-3ba1-480d-a80e-eb6a57dc6f9f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Made reservation on behalf of de4d84b302584141973e594b047457b4 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:50.512843 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-9b1fd3c8-3ba1-480d-a80e-eb6a57dc6f9f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.532237 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Request body: {'port': {'device_id': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:50.596175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3cfda5ed-ea16-4d2c-9f48-aac8801443e8 None None] Provisioning for port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:50.606069 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3cfda5ed-ea16-4d2c-9f48-aac8801443e8 None None] Provisioning complete for port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:50.607207 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3cfda5ed-ea16-4d2c-9f48-aac8801443e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.685500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port ddb13270-4533-4a00-8e62-c8c535e22d99 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:50.707933 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-9b1fd3c8-3ba1-480d-a80e-eb6a57dc6f9f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Allocated IP 172.20.0.12 (1b23d2e3-02e4-47db-a40f-a5b79e83f415/8153979b-670a-41a0-961b-c7158009c15a/282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:50.718381 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ddb13270-4533-4a00-8e62-c8c535e22d99 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:50.718765 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.720915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3cfda5ed-ea16-4d2c-9f48-aac8801443e8 None None] Port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:50.864954 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.889783 n-d-800088-6 neutron-server[93767]: DEBUG neutron.objects.ports [None req-621a1636-7f82-430b-88e1-4ebadafb51bc tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:40:50.935652 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-9b1fd3c8-3ba1-480d-a80e-eb6a57dc6f9f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.936638 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port ddb13270-4533-4a00-8e62-c8c535e22d99, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ddb13270-4533-4a00-8e62-c8c535e22d99,segment=NetworkSegment(70ba163a-f5fd-44bb-9b75-4924d1676c10),segment_id=70ba163a-f5fd-44bb-9b75-4924d1676c10)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:50.945810 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.956112 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-9b1fd3c8-3ba1-480d-a80e-eb6a57dc6f9f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Transition to ACTIVE for port object 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:50.965343 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-621a1636-7f82-430b-88e1-4ebadafb51bc tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:50.985750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Attempting to bind port 4426ec60-b451-4d64-8e44-f30e9812ca97 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:50.986333 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Attempting to bind port 4426ec60-b451-4d64-8e44-f30e9812ca97 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:50.986603 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Attempting to bind port 4426ec60-b451-4d64-8e44-f30e9812ca97 on network 86c7e975-c657-4bd7-a136-c5c84a957407 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:51.032751 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-9b1fd3c8-3ba1-480d-a80e-eb6a57dc6f9f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.033426 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=ddb13270-4533-4a00-8e62-c8c535e22d99,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:51.039064 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:40:51.039064 n-d-800088-6 neutron-server[93769]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 16 03:40:51.039064 n-d-800088-6 neutron-server[93769]: [parameters: {'in_use': 1, 'id_1': 'edd5988a-04aa-402d-bbbd-68827766f8e6'}] Jul 16 03:40:51.039064 n-d-800088-6 neutron-server[93769]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:40:51.039711 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:40:51.046456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['fed13e0c-63e9-4214-a062-0ab7034c0e46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:51.071097 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.095074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aacb80-22dd-4a16-b3d4-5d4a7536283d req-f95e70ef-31ed-4a43-a274-f6bc56e0a2c7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:51.101636 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aacb80-22dd-4a16-b3d4-5d4a7536283d req-f95e70ef-31ed-4a43-a274-f6bc56e0a2c7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:51.104058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-9b1fd3c8-3ba1-480d-a80e-eb6a57dc6f9f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:51.108739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aacb80-22dd-4a16-b3d4-5d4a7536283d req-f95e70ef-31ed-4a43-a274-f6bc56e0a2c7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:51.113043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-9b1fd3c8-3ba1-480d-a80e-eb6a57dc6f9f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:51.115340 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aacb80-22dd-4a16-b3d4-5d4a7536283d req-f95e70ef-31ed-4a43-a274-f6bc56e0a2c7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:51.121977 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aacb80-22dd-4a16-b3d4-5d4a7536283d req-f95e70ef-31ed-4a43-a274-f6bc56e0a2c7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:51.124281 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2aacb80-22dd-4a16-b3d4-5d4a7536283d req-f95e70ef-31ed-4a43-a274-f6bc56e0a2c7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 3815 time: 0.6742435 Jul 16 03:40:51.125063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Port 4426ec60-b451-4d64-8e44-f30e9812ca97 on network 86c7e975-c657-4bd7-a136-c5c84a957407 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:51.125493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Attempting to bind port 4426ec60-b451-4d64-8e44-f30e9812ca97 on network 86c7e975-c657-4bd7-a136-c5c84a957407 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:51.125769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fd3c8-3ba1-480d-a80e-eb6a57dc6f9f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event updated for resources: {'Port': ['ID=282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:51.132376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-9b1fd3c8-3ba1-480d-a80e-eb6a57dc6f9f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:51.149243 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621a1636-7f82-430b-88e1-4ebadafb51bc tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Checking segment: {'id': '9f903abf-c827-4b89-afad-ee8320b7c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '13b996f4-69e1-4f7e-8027-bedbe9995814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:51.149787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621a1636-7f82-430b-88e1-4ebadafb51bc tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Network hostable DHCP agents. Network: 13b996f4-69e1-4f7e-8027-bedbe9995814, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:51.178921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b71c540f-0eb0-4f6d-954c-45cb48475b9e None None] Provisioning complete for port ddb13270-4533-4a00-8e62-c8c535e22d99 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:51.179616 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b71c540f-0eb0-4f6d-954c-45cb48475b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.209851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-9b1fd3c8-3ba1-480d-a80e-eb6a57dc6f9f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:51.211101 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-9b1fd3c8-3ba1-480d-a80e-eb6a57dc6f9f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.251836 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-9b1fd3c8-3ba1-480d-a80e-eb6a57dc6f9f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1359420 Jul 16 03:40:51.270626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Request body: {'port': {'device_id': '424f1bf1-2978-488f-9b02-a7d30d2b7f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:51.275497 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:51.276002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Checking segment: {'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:51.276545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Bound using segment: {'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:51.277221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Bound port: 4426ec60-b451-4d64-8e44-f30e9812ca97, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ae7d91-31f2-444a-8a2e-4d700a08a6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:51.277580 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.336524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46895814-3862-4c85-b1b8-b0e034053f7e req-a9b0acfa-7395-44d8-91ed-6ab0ed062553 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:51.338368 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46895814-3862-4c85-b1b8-b0e034053f7e req-a9b0acfa-7395-44d8-91ed-6ab0ed062553 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 944 time: 0.5160575 Jul 16 03:40:51.373713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.398057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a1636-7f82-430b-88e1-4ebadafb51bc tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event updated for resources: {'Subnet': ['ID=ac6ceca9-6bc8-4c9b-a2b1-52a60d4f2c9e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:51.461250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-95580759-bb75-4c6f-8c9f-993056140e35 None None] Provisioning for port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:51.466096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-95580759-bb75-4c6f-8c9f-993056140e35 None None] Provisioning complete for port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:51.466480 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95580759-bb75-4c6f-8c9f-993056140e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.501030 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2aacb80-22dd-4a16-b3d4-5d4a7536283d req-f148e490-bcd5-4044-a567-43be0857a277 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270447 Jul 16 03:40:51.501777 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621a1636-7f82-430b-88e1-4ebadafb51bc tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Network 13b996f4-69e1-4f7e-8027-bedbe9995814 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:51.512108 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46895814-3862-4c85-b1b8-b0e034053f7e req-89f64bf9-af95-4fa7-9ce9-442b34ba5f3a tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=398118ef-b926-4ca9-b482-bb21d4cf5d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451845 Jul 16 03:40:51.524412 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-95580759-bb75-4c6f-8c9f-993056140e35 None None] Port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:51.541623 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.618826 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-621a1636-7f82-430b-88e1-4ebadafb51bc tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 13b996f4-69e1-4f7e-8027-bedbe9995814) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:51.646801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621a1636-7f82-430b-88e1-4ebadafb51bc tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:51.647640 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-621a1636-7f82-430b-88e1-4ebadafb51bc tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.652538 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f56c3fd4-4f3a-4d1b-9cc8-53ae3b3c488c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750206847115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8529284'] for subnet, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.733884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3295251-5bd3-4374-ab16-8afebcce03eb None None] Network 13b996f4-69e1-4f7e-8027-bedbe9995814 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:51.773828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] For port 4426ec60-b451-4d64-8e44-f30e9812ca97, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:51.813972 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:51.821599 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.834121 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Transition to ACTIVE for port object 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:51.838239 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:51.882550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Pushing event updated for resources: {'Port': ['ID=282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:51.901700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Allocated IP 172.20.0.3 (3500bf00-cdaa-4681-bc82-67569ba7192e/edd5988a-04aa-402d-bbbd-68827766f8e6/075a7862-4022-4e7a-8119-6a99fe0d89ac) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:51.998999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] For port 4426ec60-b451-4d64-8e44-f30e9812ca97, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4426ec60-b451-4d64-8e44-f30e9812ca97,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:52.003601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Attempting to bind port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:52.004485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Attempting to bind port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:52.005198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Attempting to bind port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:52.011398 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:52.011949 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Attempting to bind port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:52.018320 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:52.018669 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Checking segment: {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:52.019063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Bound using segment: {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:52.019506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Bound port: 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:52.020010 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.026423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c3fd4-4f3a-4d1b-9cc8-53ae3b3c488c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event updated for resources: {'Subnet': ['ID=edd5988a-04aa-402d-bbbd-68827766f8e6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:52.059624 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-621a1636-7f82-430b-88e1-4ebadafb51bc tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.7811093 Jul 16 03:40:52.059624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:52.066951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-13b996f4-69e1-4f7e-8027-bedbe9995814', 'network_id': '13b996f4-69e1-4f7e-8027-bedbe9995814', 'tenant_id': 'eaa06d03fe0a4c92ab0ca46886f4c9ac', 'fixed_ips': [{'subnet_id': 'ac6ceca9-6bc8-4c9b-a2b1-52a60d4f2c9e'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:52.068237 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.069134 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.094708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:52.108939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6463f8ca-21c5-4f97-9753-271d8c78e943 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Request body: {'port': {'network_id': '13b996f4-69e1-4f7e-8027-bedbe9995814', 'name': 'tempest-NetworksIpV6TestAttrs-1444937590'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:52.113550 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.119231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56c3fd4-4f3a-4d1b-9cc8-53ae3b3c488c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.119610 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f56c3fd4-4f3a-4d1b-9cc8-53ae3b3c488c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.126529 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f56c3fd4-4f3a-4d1b-9cc8-53ae3b3c488c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "PUT /v2.0/subnets/edd5988a-04aa-402d-bbbd-68827766f8e6 HTTP/1.1" status: 200 len: 877 time: 2.2120833 Jul 16 03:40:52.159769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:52.166068 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] For port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:52.170765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] For port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:52.185996 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.243657 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Transition to ACTIVE for port object d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:52.254175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.254853 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.256354 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] 10.222.0.20 "PUT /v2.0/ports/4426ec60-b451-4d64-8e44-f30e9812ca97 HTTP/1.1" status: 200 len: 1092 time: 4.7694299 Jul 16 03:40:52.256842 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228416d0-54aa-47d9-a397-bb3a327c09d5', 'tag': '4426ec60-b451-4d64-8e44-f30e9812ca97'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:52.259013 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.259193 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cdeaa6-eae4-46dd-9682-ad0c1a9ea32d" -d '{"events": [{"name": "network-changed", "server_uuid": "228416d0-54aa-47d9-a397-bb3a327c09d5", "tag": "4426ec60-b451-4d64-8e44-f30e9812ca97"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:52.272635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Transition to ACTIVE for port object 075a7862-4022-4e7a-8119-6a99fe0d89ac will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:52.294692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Transition to ACTIVE for port object 075a7862-4022-4e7a-8119-6a99fe0d89ac will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:52.329463 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.364775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.367812 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.383406 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-d41cee74-095d-44bb-8659-01409f93491c service neutron] 10.222.0.88 "PUT /v2.0/ports/282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 HTTP/1.1" status: 200 len: 1092 time: 1.1137493 Jul 16 03:40:52.384989 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424f1bf1-2978-488f-9b02-a7d30d2b7f00', 'tag': '282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:52.388583 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78732d83-86e3-4bfb-8cc6-f32e171fbf72" -d '{"events": [{"name": "network-changed", "server_uuid": "424f1bf1-2978-488f-9b02-a7d30d2b7f00", "tag": "282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:52.434847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Allocated IP 2001:db8::f816:3eff:fe88:9067 (13b996f4-69e1-4f7e-8027-bedbe9995814/ac6ceca9-6bc8-4c9b-a2b1-52a60d4f2c9e/faa4d153-e356-4f57-91c7-2291b98c2de5) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:52.474939 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2742e94a-163d-4e71-8f52-768d48f097b6 x-openstack-request-id: req-2742e94a-163d-4e71-8f52-768d48f097b6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:52.475513 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228416d0-54aa-47d9-a397-bb3a327c09d5", "tag": "4426ec60-b451-4d64-8e44-f30e9812ca97", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:52.475776 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2742e94a-163d-4e71-8f52-768d48f097b6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:52.476508 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228416d0-54aa-47d9-a397-bb3a327c09d5', 'tag': '4426ec60-b451-4d64-8e44-f30e9812ca97', 'status': 'completed', 'code': 200} Jul 16 03:40:52.481991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3990d37-b7d6-451d-a549-364c46b21c53 service neutron] Pushing event updated for resources: {'Port': ['ID=4426ec60-b451-4d64-8e44-f30e9812ca97,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:52.494849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cee74-095d-44bb-8659-01409f93491c service neutron] Pushing event updated for resources: {'Port': ['ID=282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:52.570339 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-14e1c7c4-38c4-4fc8-b10d-925ae8ef5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.572051 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-14e1c7c4-38c4-4fc8-b10d-925ae8ef5355 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 1095 time: 0.1426239 Jul 16 03:40:52.621456 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Pushing event updated for resources: {'Port': ['ID=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:52.711289 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-ebff1098-ae5b-4bb5-bc64-344c1a97c2cd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 HTTP/1.1" status: 200 len: 217 time: 0.1293545 Jul 16 03:40:52.751824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57490897-afe3-4a70-9617-8af7c07d6dab req-74ebc909-61c2-4f32-9844-5a3a905441e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.753928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-57490897-afe3-4a70-9617-8af7c07d6dab req-74ebc909-61c2-4f32-9844-5a3a905441e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 944 time: 0.7311239 Jul 16 03:40:52.805347 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170f0269-af87-4b36-a68b-4ea813958086 x-openstack-request-id: req-170f0269-af87-4b36-a68b-4ea813958086 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:52.805734 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424f1bf1-2978-488f-9b02-a7d30d2b7f00", "tag": "282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:52.806058 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-170f0269-af87-4b36-a68b-4ea813958086 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:52.806529 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424f1bf1-2978-488f-9b02-a7d30d2b7f00', 'tag': '282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6', 'status': 'completed', 'code': 200} Jul 16 03:40:52.818270 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.826303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-30ffb4c6-70e2-4bb3-805d-b9c7ed6a4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.827933 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-30ffb4c6-70e2-4bb3-805d-b9c7ed6a4ca5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.1039302 Jul 16 03:40:52.831785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Transition to ACTIVE for port object faa4d153-e356-4f57-91c7-2291b98c2de5 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:52.837584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ddb13270-4533-4a00-8e62-c8c535e22d99 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:52.885087 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.895395 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:52.933730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-6e6aa3c1-b6c6-42a6-931f-86f04190ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.935636 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-6e6aa3c1-b6c6-42a6-931f-86f04190ba9b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006565 Jul 16 03:40:52.952596 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-57490897-afe3-4a70-9617-8af7c07d6dab req-c5c0badc-4880-4052-bce9-0c15d1b7e76c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370988 Jul 16 03:40:52.954616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-41f3cb87-1a24-4c20-932a-dd6617c7ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:52.956246 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-41f3cb87-1a24-4c20-932a-dd6617c7ca04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69feb84b2a1a46dc9a17a131d3823f84&device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 1095 time: 0.6431625 Jul 16 03:40:53.112804 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-24b2ac7c-db68-47d6-a983-55d2a2c69ee6 service neutron] 10.222.0.88 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663003 Jul 16 03:40:53.176791 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Transition to ACTIVE for port object faa4d153-e356-4f57-91c7-2291b98c2de5 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:53.195120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Network 3500bf00-cdaa-4681-bc82-67569ba7192e is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:53.196489 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Pushing event updated for resources: {'Port': ['ID=075a7862-4022-4e7a-8119-6a99fe0d89ac,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:53.201071 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.216898 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:53.237794 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-96cfbaeb-4bb3-4985-baff-35b3a7837ec6 req-f4af7fc2-0b89-422b-8856-435c6e276126 service neutron] 10.222.0.88 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098063 Jul 16 03:40:53.243787 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:53.263249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Network 13b996f4-69e1-4f7e-8027-bedbe9995814 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:53.302841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6463f8ca-21c5-4f97-9753-271d8c78e943 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Made reservation on behalf of eaa06d03fe0a4c92ab0ca46886f4c9ac for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:53.306794 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6463f8ca-21c5-4f97-9753-271d8c78e943 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.306978 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ddb13270-4533-4a00-8e62-c8c535e22d99 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:53.307427 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.346221 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-f4c76b38-f334-4c9f-8543-15230de9ad07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4426ec60-b451-4d64-8e44-f30e9812ca97 HTTP/1.1" status: 200 len: 217 time: 0.3789856 Jul 16 03:40:53.353902 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:53.365995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-6463f8ca-21c5-4f97-9753-271d8c78e943 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] device_id is not set on port 784d34aa-908d-47ef-91ce-7cdb1c1008fc yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:53.370413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:53.378213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78732d83-86e3-4bfb-8cc6-f32e171fbf72 req-16194d83-a0a5-4eb3-a31e-fffb81550465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.380470 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-78732d83-86e3-4bfb-8cc6-f32e171fbf72 req-16194d83-a0a5-4eb3-a31e-fffb81550465 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 1095 time: 0.0770111 Jul 16 03:40:53.452761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Pushing event updated for resources: {'Port': ['ID=faa4d153-e356-4f57-91c7-2291b98c2de5,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:53.457247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Attempting to bind port 075a7862-4022-4e7a-8119-6a99fe0d89ac on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:53.457615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Attempting to bind port 075a7862-4022-4e7a-8119-6a99fe0d89ac by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0ccfcab1-a54b-4874-8061-01295ebc875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3500bf00-cdaa-4681-bc82-67569ba7192e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:53.457975 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Attempting to bind port 075a7862-4022-4e7a-8119-6a99fe0d89ac on network 3500bf00-cdaa-4681-bc82-67569ba7192e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:53.459799 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Attempting to bind port faa4d153-e356-4f57-91c7-2291b98c2de5 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:53.460156 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Attempting to bind port faa4d153-e356-4f57-91c7-2291b98c2de5 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '9f903abf-c827-4b89-afad-ee8320b7c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '13b996f4-69e1-4f7e-8027-bedbe9995814'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:53.460525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Attempting to bind port faa4d153-e356-4f57-91c7-2291b98c2de5 on network 13b996f4-69e1-4f7e-8027-bedbe9995814 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:53.472446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:53.472620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Checking segment: {'id': '0ccfcab1-a54b-4874-8061-01295ebc875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3500bf00-cdaa-4681-bc82-67569ba7192e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:53.473295 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.473392 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Bound using segment: {'id': '0ccfcab1-a54b-4874-8061-01295ebc875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3500bf00-cdaa-4681-bc82-67569ba7192e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:53.473813 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Bound port: 075a7862-4022-4e7a-8119-6a99fe0d89ac, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ccfcab1-a54b-4874-8061-01295ebc875d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3500bf00-cdaa-4681-bc82-67569ba7192e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:53.474198 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.478541 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Attempting to bind port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:53.479015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Attempting to bind port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '0083ac86-7f04-4b13-a127-17f6cffe8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a777a107-7213-483b-b82b-292962968eb8'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:53.480782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Attempting to bind port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 on network a777a107-7213-483b-b82b-292962968eb8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:53.481501 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:53.481868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Checking segment: {'id': '9f903abf-c827-4b89-afad-ee8320b7c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '13b996f4-69e1-4f7e-8027-bedbe9995814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:53.482253 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.482636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Bound using segment: {'id': '9f903abf-c827-4b89-afad-ee8320b7c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '13b996f4-69e1-4f7e-8027-bedbe9995814'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:53.484130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Bound port: faa4d153-e356-4f57-91c7-2291b98c2de5, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f903abf-c827-4b89-afad-ee8320b7c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '13b996f4-69e1-4f7e-8027-bedbe9995814'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:53.484300 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.505872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6405c12-ea27-45e9-8e66-443c38b8d0da req-6d3b4300-7d52-474d-80d5-356b8e4dfed5 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.513456 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6405c12-ea27-45e9-8e66-443c38b8d0da req-6d3b4300-7d52-474d-80d5-356b8e4dfed5 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 944 time: 0.6185958 Jul 16 03:40:53.518213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78732d83-86e3-4bfb-8cc6-f32e171fbf72 req-6e57fd5f-0a34-4f60-80af-57ca400c06c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.519835 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-78732d83-86e3-4bfb-8cc6-f32e171fbf72 req-6e57fd5f-0a34-4f60-80af-57ca400c06c0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.1310165 Jul 16 03:40:53.539206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 on network a777a107-7213-483b-b82b-292962968eb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:53.539862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Attempting to bind port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 on network a777a107-7213-483b-b82b-292962968eb8 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:53.575346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:53.575722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Checking segment: {'id': '0083ac86-7f04-4b13-a127-17f6cffe8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a777a107-7213-483b-b82b-292962968eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:53.576118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Bound using segment: {'id': '0083ac86-7f04-4b13-a127-17f6cffe8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a777a107-7213-483b-b82b-292962968eb8'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:53.576599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Bound port: d0d2dc78-9d27-4feb-b69c-bd25993fc4a7, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0083ac86-7f04-4b13-a127-17f6cffe8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'a777a107-7213-483b-b82b-292962968eb8'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:53.577505 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.583476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-bd24d51f-0bcc-49f7-aa5a-66d6cad373c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.585239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-bd24d51f-0bcc-49f7-aa5a-66d6cad373c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc HTTP/1.1" status: 200 len: 850 time: 0.1870780 Jul 16 03:40:53.671602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] For port faa4d153-e356-4f57-91c7-2291b98c2de5, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:53.675312 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] For port faa4d153-e356-4f57-91c7-2291b98c2de5, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=faa4d153-e356-4f57-91c7-2291b98c2de5,segment=NetworkSegment(9f903abf-c827-4b89-afad-ee8320b7c7dd),segment_id=9f903abf-c827-4b89-afad-ee8320b7c7dd)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:53.676760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] For port 075a7862-4022-4e7a-8119-6a99fe0d89ac, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:53.681264 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] For port 075a7862-4022-4e7a-8119-6a99fe0d89ac, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=075a7862-4022-4e7a-8119-6a99fe0d89ac,segment=NetworkSegment(0ccfcab1-a54b-4874-8061-01295ebc875d),segment_id=0ccfcab1-a54b-4874-8061-01295ebc875d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:53.685286 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6405c12-ea27-45e9-8e66-443c38b8d0da req-d7bcfaed-c33d-4502-a4c9-44b0a14e3724 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=398118ef-b926-4ca9-b482-bb21d4cf5d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712196 Jul 16 03:40:53.701251 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.725687 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6463f8ca-21c5-4f97-9753-271d8c78e943 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Allocated IP 2001:db8::f816:3eff:fe77:ca58 (13b996f4-69e1-4f7e-8027-bedbe9995814/ac6ceca9-6bc8-4c9b-a2b1-52a60d4f2c9e/784d34aa-908d-47ef-91ce-7cdb1c1008fc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:53.747871 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:53.835952 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ea140-9573-452a-8d31-a4ed7f25b958 None None] Pushing event updated for resources: {'Port': ['ID=faa4d153-e356-4f57-91c7-2291b98c2de5,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:53.913741 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-78732d83-86e3-4bfb-8cc6-f32e171fbf72 req-a867f5d8-fd41-48d7-a054-6431702d922e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 HTTP/1.1" status: 200 len: 217 time: 0.3865123 Jul 16 03:40:53.929583 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b5f10-5ab1-42e2-916e-08256a3ce50e req-59cd97e4-9b0d-4340-a476-7359fdd3ffa5 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.930127 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003b480-018f-4a4f-a6c3-0b8ad1ba189c None None] Pushing event updated for resources: {'Port': ['ID=075a7862-4022-4e7a-8119-6a99fe0d89ac,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:53.940370 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b5f10-5ab1-42e2-916e-08256a3ce50e req-59cd97e4-9b0d-4340-a476-7359fdd3ffa5 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.948653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b5f10-5ab1-42e2-916e-08256a3ce50e req-59cd97e4-9b0d-4340-a476-7359fdd3ffa5 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.956450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b5f10-5ab1-42e2-916e-08256a3ce50e req-59cd97e4-9b0d-4340-a476-7359fdd3ffa5 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.966023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b5f10-5ab1-42e2-916e-08256a3ce50e req-59cd97e4-9b0d-4340-a476-7359fdd3ffa5 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.974477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-246b5f10-5ab1-42e2-916e-08256a3ce50e req-59cd97e4-9b0d-4340-a476-7359fdd3ffa5 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 3827 time: 0.6548228 Jul 16 03:40:53.982547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78732d83-86e3-4bfb-8cc6-f32e171fbf72 req-caba7c21-c5e9-44d0-a28d-4b22bf44212c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:53.984451 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-78732d83-86e3-4bfb-8cc6-f32e171fbf72 req-caba7c21-c5e9-44d0-a28d-4b22bf44212c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.0627801 Jul 16 03:40:54.026340 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Deleting port 075a7862-4022-4e7a-8119-6a99fe0d89ac {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:54.026841 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.084077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78732d83-86e3-4bfb-8cc6-f32e171fbf72 req-f7c8957c-6480-479d-83b4-0e8aa4d3c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.085656 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-78732d83-86e3-4bfb-8cc6-f32e171fbf72 req-f7c8957c-6480-479d-83b4-0e8aa4d3c3ff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910389 Jul 16 03:40:54.246907 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-78732d83-86e3-4bfb-8cc6-f32e171fbf72 req-17b36565-e764-4cc9-9d51-ad2f810faf44 service neutron] 10.222.0.88 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512249 Jul 16 03:40:54.391495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-246b5f10-5ab1-42e2-916e-08256a3ce50e req-a7557d85-1f5f-400a-9c38-15d179438289 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4158874 Jul 16 03:40:54.392611 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] For port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:54.409239 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6463f8ca-21c5-4f97-9753-271d8c78e943 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.420984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-8172eed0-4781-4ca6-9dda-e555bef53a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.422835 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-8172eed0-4781-4ca6-9dda-e555bef53a3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c7e975-c657-4bd7-a136-c5c84a957407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8264437 Jul 16 03:40:54.432340 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-78732d83-86e3-4bfb-8cc6-f32e171fbf72 req-d5309402-b4bf-4803-b74f-ab952aaaea6e service neutron] 10.222.0.88 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762586 Jul 16 03:40:54.450953 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] For port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7,segment=NetworkSegment(0083ac86-7f04-4b13-a127-17f6cffe8442),segment_id=0083ac86-7f04-4b13-a127-17f6cffe8442)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:54.482961 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.493059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6463f8ca-21c5-4f97-9753-271d8c78e943 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Transition to ACTIVE for port object 784d34aa-908d-47ef-91ce-7cdb1c1008fc will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:54.596923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] For port 075a7862-4022-4e7a-8119-6a99fe0d89ac, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=075a7862-4022-4e7a-8119-6a99fe0d89ac,segment=NetworkSegment(0ccfcab1-a54b-4874-8061-01295ebc875d),segment_id=0ccfcab1-a54b-4874-8061-01295ebc875d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:54.597296 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.600446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.601191 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.602512 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] 10.222.0.88 "PUT /v2.0/ports/d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 HTTP/1.1" status: 200 len: 1091 time: 4.1987689 Jul 16 03:40:54.603138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:54.605512 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f628e859-a136-4c9b-83f9-6a8ac9387d91" -d '{"events": [{"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "d0d2dc78-9d27-4feb-b69c-bd25993fc4a7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:54.657097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Calling delete_port for 075a7862-4022-4e7a-8119-6a99fe0d89ac owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:54.679303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Request body: {'port': {'device_id': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:54.708691 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0567b5d-89bf-43af-8282-af8b8c5cc364 x-openstack-request-id: req-c0567b5d-89bf-43af-8282-af8b8c5cc364 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:54.708919 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "d0d2dc78-9d27-4feb-b69c-bd25993fc4a7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:54.709296 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0567b5d-89bf-43af-8282-af8b8c5cc364 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:54.709535 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7', 'status': 'completed', 'code': 200} Jul 16 03:40:54.773156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1797b-2ac5-4628-9ec8-048b89378004 req-70d91267-e657-4408-8da9-81e87fdd1e2f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.782328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5cb1797b-2ac5-4628-9ec8-048b89378004 req-70d91267-e657-4408-8da9-81e87fdd1e2f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 944 time: 0.5703752 Jul 16 03:40:54.784770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3ae3a-d0db-46d8-8dc4-4a0c802d811b service neutron] Pushing event updated for resources: {'Port': ['ID=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:54.806871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-113b0c94-1caa-445c-ac86-30e3b2129566 service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697717 Jul 16 03:40:54.838356 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e859-a136-4c9b-83f9-6a8ac9387d91 req-3104855d-8bc6-44b3-b246-292e8cd1de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.838851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e859-a136-4c9b-83f9-6a8ac9387d91 req-3104855d-8bc6-44b3-b246-292e8cd1de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.839327 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e859-a136-4c9b-83f9-6a8ac9387d91 req-3104855d-8bc6-44b3-b246-292e8cd1de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.839801 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e859-a136-4c9b-83f9-6a8ac9387d91 req-3104855d-8bc6-44b3-b246-292e8cd1de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.840271 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e859-a136-4c9b-83f9-6a8ac9387d91 req-3104855d-8bc6-44b3-b246-292e8cd1de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:54.842112 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f628e859-a136-4c9b-83f9-6a8ac9387d91 req-3104855d-8bc6-44b3-b246-292e8cd1de51 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 4362 time: 0.1210263 Jul 16 03:40:54.912362 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6463f8ca-21c5-4f97-9753-271d8c78e943 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:54.990951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6463f8ca-21c5-4f97-9753-271d8c78e943 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Network 13b996f4-69e1-4f7e-8027-bedbe9995814 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:55.053167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e859-a136-4c9b-83f9-6a8ac9387d91 req-37e8d16e-19ed-469a-ba15-063016d85e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.053725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e859-a136-4c9b-83f9-6a8ac9387d91 req-37e8d16e-19ed-469a-ba15-063016d85e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.054114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e859-a136-4c9b-83f9-6a8ac9387d91 req-37e8d16e-19ed-469a-ba15-063016d85e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.055733 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f628e859-a136-4c9b-83f9-6a8ac9387d91 req-37e8d16e-19ed-469a-ba15-063016d85e47 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2052097 Jul 16 03:40:55.081731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6463f8ca-21c5-4f97-9753-271d8c78e943 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:55.103510 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463f8ca-21c5-4f97-9753-271d8c78e943 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:55.109892 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6463f8ca-21c5-4f97-9753-271d8c78e943 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.110661 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6463f8ca-21c5-4f97-9753-271d8c78e943 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.130429 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5cb1797b-2ac5-4628-9ec8-048b89378004 req-b78415e0-0f7d-4b6f-93dd-24972ce963f3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472004 Jul 16 03:40:55.166645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463f8ca-21c5-4f97-9753-271d8c78e943 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event updated for resources: {'Port': ['ID=784d34aa-908d-47ef-91ce-7cdb1c1008fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:55.175192 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.245298 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6463f8ca-21c5-4f97-9753-271d8c78e943 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1404510 Jul 16 03:40:55.248356 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40374) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:55.332545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aef28dc-7907-423c-b76f-9cce3a3aa3ba None None] Network 13b996f4-69e1-4f7e-8027-bedbe9995814 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:55.354785 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f72c3b2-5f5b-4fd7-8c95-cc2bc0efa0c3 req-8db4c4c5-02a0-4793-8296-735e34d04bcc service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366557 Jul 16 03:40:55.365139 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eddce03-801d-4310-ba30-a5207580f1b9 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Deleting subnet ac6ceca9-6bc8-4c9b-a2b1-52a60d4f2c9e {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:55.375276 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eddce03-801d-4310-ba30-a5207580f1b9 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.404548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b0a7a2ca-ef76-46a1-9239-be08427c5e3b None None] Provisioning for port faa4d153-e356-4f57-91c7-2291b98c2de5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:55.414143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628e859-a136-4c9b-83f9-6a8ac9387d91 req-4a597f7b-738c-48ec-abbf-c06c9304f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.415715 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f628e859-a136-4c9b-83f9-6a8ac9387d91 req-4a597f7b-738c-48ec-abbf-c06c9304f48c service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3496301 Jul 16 03:40:55.442286 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eddce03-801d-4310-ba30-a5207580f1b9 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.573500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab613697-078b-4f45-ac7a-07c4d7a46fde req-e2d570ea-e53a-4c53-99ac-868b7af7f9e3 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.591493 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab613697-078b-4f45-ac7a-07c4d7a46fde req-e2d570ea-e53a-4c53-99ac-868b7af7f9e3 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 944 time: 0.6806867 Jul 16 03:40:55.594355 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eddce03-801d-4310-ba30-a5207580f1b9 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.678320 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eddce03-801d-4310-ba30-a5207580f1b9 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.715512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddce03-801d-4310-ba30-a5207580f1b9 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6ceca9-6bc8-4c9b-a2b1-52a60d4f2c9e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:55.717993 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4eddce03-801d-4310-ba30-a5207580f1b9 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.719931 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4eddce03-801d-4310-ba30-a5207580f1b9 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/subnets/ac6ceca9-6bc8-4c9b-a2b1-52a60d4f2c9e HTTP/1.1" status: 204 len: 168 time: 0.4583442 Jul 16 03:40:55.722579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:55.798574 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93019446-6007-4495-b4eb-a7c2e1d8e8a6 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.801616 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93019446-6007-4495-b4eb-a7c2e1d8e8a6 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:55.803599 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-93019446-6007-4495-b4eb-a7c2e1d8e8a6 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0800881 Jul 16 03:40:55.807316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40380) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:55.834102 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.877183 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab613697-078b-4f45-ac7a-07c4d7a46fde req-f2347e5b-288f-4cbf-8920-75010855ad89 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=398118ef-b926-4ca9-b482-bb21d4cf5d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844987 Jul 16 03:40:55.893442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7639dd2c-47d5-4171-bd89-6e206c966359 None None] Network 3500bf00-cdaa-4681-bc82-67569ba7192e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:55.917597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Port': ['ID=075a7862-4022-4e7a-8119-6a99fe0d89ac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:55.919716 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8877bded-d00c-411a-aafa-50be08abaf0e tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.929207 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-8877bded-d00c-411a-aafa-50be08abaf0e tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 03:40:55.929701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8877bded-d00c-411a-aafa-50be08abaf0e tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:55.935439 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8877bded-d00c-411a-aafa-50be08abaf0e tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/networks/13b996f4-69e1-4f7e-8027-bedbe9995814 HTTP/1.1" status: 409 len: 405 time: 0.1230590 Jul 16 03:40:55.936794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40382) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:55.948623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8999bcea-51e6-42d3-bf77-38ca3e944ac8 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-389471629'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:55.976637 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8999bcea-51e6-42d3-bf77-38ca3e944ac8 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Made reservation on behalf of eaa06d03fe0a4c92ab0ca46886f4c9ac for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:55.981464 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8999bcea-51e6-42d3-bf77-38ca3e944ac8 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:55.989855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d0bc2a-3d9e-4c94-b1d8-1e3c18a04733 None None] Network 13b996f4-69e1-4f7e-8027-bedbe9995814 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:56.010741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8999bcea-51e6-42d3-bf77-38ca3e944ac8 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:56.021932 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-924026af-dd58-4647-974b-427b2de93ac5 None None] Could not find standard attr ID for object 075a7862-4022-4e7a-8119-6a99fe0d89ac. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:40:56.022642 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8999bcea-51e6-42d3-bf77-38ca3e944ac8 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.023213 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-8999bcea-51e6-42d3-bf77-38ca3e944ac8 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Added segment 122b4c64-b20b-407d-bac4-b2afef90b4c6 of type vlan for network 40c3f4cc-4703-4acc-b919-8f1fb2c9b31f Jul 16 03:40:56.033378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2955f-02dd-48f0-b7ea-4b1b5a655fd4 req-e2e6556d-ab99-4123-baa1-ccbb88054129 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.039540 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2955f-02dd-48f0-b7ea-4b1b5a655fd4 req-e2e6556d-ab99-4123-baa1-ccbb88054129 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.046013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2955f-02dd-48f0-b7ea-4b1b5a655fd4 req-e2e6556d-ab99-4123-baa1-ccbb88054129 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.052221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2955f-02dd-48f0-b7ea-4b1b5a655fd4 req-e2e6556d-ab99-4123-baa1-ccbb88054129 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.057612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2955f-02dd-48f0-b7ea-4b1b5a655fd4 req-e2e6556d-ab99-4123-baa1-ccbb88054129 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.059564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7b2955f-02dd-48f0-b7ea-4b1b5a655fd4 req-e2e6556d-ab99-4123-baa1-ccbb88054129 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 3827 time: 0.3794937 Jul 16 03:40:56.064136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No DVR routers for this DVR port 075a7862-4022-4e7a-8119-6a99fe0d89ac on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:56.070438 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8999bcea-51e6-42d3-bf77-38ca3e944ac8 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.102936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdeaa6-eae4-46dd-9682-ad0c1a9ea32d req-311441b8-a03a-4146-8943-a1a7056bccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.104620 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09cdeaa6-eae4-46dd-9682-ad0c1a9ea32d req-311441b8-a03a-4146-8943-a1a7056bccd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69feb84b2a1a46dc9a17a131d3823f84&device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 1095 time: 0.5733011 Jul 16 03:40:56.115259 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8999bcea-51e6-42d3-bf77-38ca3e944ac8 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.123526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8999bcea-51e6-42d3-bf77-38ca3e944ac8 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.125168 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8999bcea-51e6-42d3-bf77-38ca3e944ac8 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.194293 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8999bcea-51e6-42d3-bf77-38ca3e944ac8 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2534189 Jul 16 03:40:56.195895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40390) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:56.204004 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.249139 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a0650120-d5d5-4308-8442-47149e18fbf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Request body: {'subnet': {'network_id': '40c3f4cc-4703-4acc-b919-8f1fb2c9b31f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:56.257312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999bcea-51e6-42d3-bf77-38ca3e944ac8 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event updated for resources: {'Network': ['ID=40c3f4cc-4703-4acc-b919-8f1fb2c9b31f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:56.271135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-478a0114-5cc8-4f48-95f8-5c5d479bfe5d None None] Provisioning for port 784d34aa-908d-47ef-91ce-7cdb1c1008fc completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:56.291983 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 40c3f4cc-4703-4acc-b919-8f1fb2c9b31f details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:56.302159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:56.304751 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device faa4d153-e356-4f57-91c7-2291b98c2de5 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:56.306713 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-478a0114-5cc8-4f48-95f8-5c5d479bfe5d None None] Provisioning complete for port 784d34aa-908d-47ef-91ce-7cdb1c1008fc triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:56.307103 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-478a0114-5cc8-4f48-95f8-5c5d479bfe5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.308521 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7b2955f-02dd-48f0-b7ea-4b1b5a655fd4 req-10e33689-9bdf-4753-9da8-94cf5f3c5e8e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2143764 Jul 16 03:40:56.385458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0650120-d5d5-4308-8442-47149e18fbf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Made reservation on behalf of eaa06d03fe0a4c92ab0ca46886f4c9ac for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:56.388357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdeaa6-eae4-46dd-9682-ad0c1a9ea32d req-21e95958-b224-49a4-a67e-b51e3b8d6b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:56.390807 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09cdeaa6-eae4-46dd-9682-ad0c1a9ea32d req-21e95958-b224-49a4-a67e-b51e3b8d6b18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c7e975-c657-4bd7-a136-c5c84a957407 HTTP/1.1" status: 200 len: 912 time: 0.2746744 Jul 16 03:40:56.391479 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0650120-d5d5-4308-8442-47149e18fbf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.398192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2e8555-91ac-4426-9867-22b43b461d3d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:56.437368 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.454924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Transition to ACTIVE for port object 7b2e8555-91ac-4426-9867-22b43b461d3d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:56.515522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09cdeaa6-eae4-46dd-9682-ad0c1a9ea32d req-178ef926-f0fc-4694-a55a-13f48f4c1b34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4426ec60-b451-4d64-8e44-f30e9812ca97 HTTP/1.1" status: 200 len: 217 time: 0.0568733 Jul 16 03:40:56.519736 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.562198 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-478a0114-5cc8-4f48-95f8-5c5d479bfe5d None None] Port 784d34aa-908d-47ef-91ce-7cdb1c1008fc cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:40:56.639803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port faa4d153-e356-4f57-91c7-2291b98c2de5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:56.662739 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c8bf0f-6cb6-4336-b4e1-fd99b8599253 None None] Network 3500bf00-cdaa-4681-bc82-67569ba7192e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:56.664586 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port faa4d153-e356-4f57-91c7-2291b98c2de5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:56.664964 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.696620 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.718829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441f6b57-396d-4eab-96e1-9687e19dd45d None None] DHCP port deletion for 13b996f4-69e1-4f7e-8027-bedbe9995814 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:40:56.751400 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:56.814938 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Subnet': ['ID=edd5988a-04aa-402d-bbbd-68827766f8e6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:56.832762 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'port_id': '282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6', 'mac_address': 'fa:16:3e:89:6c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:56.934495 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.946820 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3500bf00-cdaa-4681-bc82-67569ba7192e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:56.949210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.objects.ports [None req-a0650120-d5d5-4308-8442-47149e18fbf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:40:56.950708 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0650120-d5d5-4308-8442-47149e18fbf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:56.991286 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.019446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-441f6b57-396d-4eab-96e1-9687e19dd45d None None] Deleting port faa4d153-e356-4f57-91c7-2291b98c2de5 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:40:57.019950 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-441f6b57-396d-4eab-96e1-9687e19dd45d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.022269 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.025006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:57.058058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0650120-d5d5-4308-8442-47149e18fbf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event updated for resources: {'Subnet': ['ID=9e0822c6-ff27-4d95-b8fb-f91b67d71703,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:57.080557 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8b7018-9110-4c33-bb8c-dd43906442c0 None None] DHCP port deletion for 3500bf00-cdaa-4681-bc82-67569ba7192e request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:40:57.103449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:57.108630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0650120-d5d5-4308-8442-47149e18fbf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Checking segment: {'id': '122b4c64-b20b-407d-bac4-b2afef90b4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '40c3f4cc-4703-4acc-b919-8f1fb2c9b31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:57.109276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0650120-d5d5-4308-8442-47149e18fbf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Network hostable DHCP agents. Network: 40c3f4cc-4703-4acc-b919-8f1fb2c9b31f, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:40:57.136897 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0650120-d5d5-4308-8442-47149e18fbf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Network 40c3f4cc-4703-4acc-b919-8f1fb2c9b31f is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:40:57.141919 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.147157 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a0650120-d5d5-4308-8442-47149e18fbf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 40c3f4cc-4703-4acc-b919-8f1fb2c9b31f) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:57.162615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0650120-d5d5-4308-8442-47149e18fbf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.163626 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a0650120-d5d5-4308-8442-47149e18fbf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.168803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76810b6-b361-470a-9f7f-6a3d0042aa01 None None] Network 40c3f4cc-4703-4acc-b919-8f1fb2c9b31f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:57.182085 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a0650120-d5d5-4308-8442-47149e18fbf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9850740 Jul 16 03:40:57.184706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40398) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:57.189720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-772de7f1-955c-4965-8595-a273aa1d65cd tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Request body: {'port': {'network_id': '40c3f4cc-4703-4acc-b919-8f1fb2c9b31f', 'name': 'tempest-NetworksIpV6TestAttrs-235549340'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:57.215270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port faa4d153-e356-4f57-91c7-2291b98c2de5, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=faa4d153-e356-4f57-91c7-2291b98c2de5,segment=NetworkSegment(9f903abf-c827-4b89-afad-ee8320b7c7dd),segment_id=9f903abf-c827-4b89-afad-ee8320b7c7dd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:57.232417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-441f6b57-396d-4eab-96e1-9687e19dd45d None None] For port faa4d153-e356-4f57-91c7-2291b98c2de5, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=faa4d153-e356-4f57-91c7-2291b98c2de5,segment=NetworkSegment(9f903abf-c827-4b89-afad-ee8320b7c7dd),segment_id=9f903abf-c827-4b89-afad-ee8320b7c7dd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:57.232896 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-441f6b57-396d-4eab-96e1-9687e19dd45d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.250297 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.268293 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-441f6b57-396d-4eab-96e1-9687e19dd45d None None] Calling delete_port for faa4d153-e356-4f57-91c7-2291b98c2de5 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:40:57.314259 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772de7f1-955c-4965-8595-a273aa1d65cd tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Made reservation on behalf of eaa06d03fe0a4c92ab0ca46886f4c9ac for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:57.314511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ccfcab1-a54b-4874-8061-01295ebc875d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:57.314650 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ccfcab1-a54b-4874-8061-01295ebc875d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:57.318524 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-772de7f1-955c-4965-8595-a273aa1d65cd tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.324841 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:57.326004 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdeaa6-eae4-46dd-9682-ad0c1a9ea32d req-ef9f0782-e351-44bc-910b-1d5e341c0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.328081 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09cdeaa6-eae4-46dd-9682-ad0c1a9ea32d req-ef9f0782-e351-44bc-910b-1d5e341c0028 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc HTTP/1.1" status: 200 len: 850 time: 0.8049350 Jul 16 03:40:57.330936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2e8555-91ac-4426-9867-22b43b461d3d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:57.339557 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.352634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-772de7f1-955c-4965-8595-a273aa1d65cd tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] device_id is not set on port 457ab983-c49b-4109-804a-fb8985e2473b yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:40:57.401350 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:57.444457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea28ae7-8555-4bc9-8c36-1d28da9d48c9 req-82327d05-2585-4b99-948f-4466adf82517 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.446302 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eea28ae7-8555-4bc9-8c36-1d28da9d48c9 req-82327d05-2585-4b99-948f-4466adf82517 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 944 time: 0.8289504 Jul 16 03:40:57.451049 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.469221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:57.469619 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.474467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-772de7f1-955c-4965-8595-a273aa1d65cd tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Allocated IP 2001:db8::f816:3eff:fe58:702f (40c3f4cc-4703-4acc-b919-8f1fb2c9b31f/9e0822c6-ff27-4d95-b8fb-f91b67d71703/457ab983-c49b-4109-804a-fb8985e2473b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:57.475928 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:57.573215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Attempting to bind port 7b2e8555-91ac-4426-9867-22b43b461d3d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:57.573467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Attempting to bind port 7b2e8555-91ac-4426-9867-22b43b461d3d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:57.573832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Attempting to bind port 7b2e8555-91ac-4426-9867-22b43b461d3d on network 90438ada-ec72-4cdb-9a73-516b7f1c6694 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:57.608602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Port 7b2e8555-91ac-4426-9867-22b43b461d3d on network 90438ada-ec72-4cdb-9a73-516b7f1c6694 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:57.611320 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Attempting to bind port 7b2e8555-91ac-4426-9867-22b43b461d3d on network 90438ada-ec72-4cdb-9a73-516b7f1c6694 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:57.616267 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eea28ae7-8555-4bc9-8c36-1d28da9d48c9 req-0d1ed5e9-de85-46b6-8cfd-67185ce955bb tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522975 Jul 16 03:40:57.616831 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.621208 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.628350 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/3500bf00-cdaa-4681-bc82-67569ba7192e HTTP/1.1" status: 204 len: 168 time: 5.4557111 Jul 16 03:40:57.631014 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:57.671483 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-772de7f1-955c-4965-8595-a273aa1d65cd tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.671878 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=faa4d153-e356-4f57-91c7-2291b98c2de5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:57.680414 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdeaa6-eae4-46dd-9682-ad0c1a9ea32d req-71a68836-719f-44f9-b05a-d9ce45b13d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.681672 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-772de7f1-955c-4965-8595-a273aa1d65cd tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Transition to ACTIVE for port object 457ab983-c49b-4109-804a-fb8985e2473b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:57.682416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09cdeaa6-eae4-46dd-9682-ad0c1a9ea32d req-71a68836-719f-44f9-b05a-d9ce45b13d8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c7e975-c657-4bd7-a136-c5c84a957407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3146453 Jul 16 03:40:57.682892 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:57.683240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Checking segment: {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:57.683630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Bound using segment: {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:57.684232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Bound port: 7b2e8555-91ac-4426-9867-22b43b461d3d, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:57.684750 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.690483 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-441f6b57-396d-4eab-96e1-9687e19dd45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.706373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dda67-f5ec-4484-8214-7eed88cadf26 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Network': ['ID=3500bf00-cdaa-4681-bc82-67569ba7192e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:57.721558 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-772de7f1-955c-4965-8595-a273aa1d65cd tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.731590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48accbf-dd1a-4afd-8228-d8dc015af4fd req-43ed5db6-9983-40a9-bd55-7a1f9e76be9e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.737102 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f6b57-396d-4eab-96e1-9687e19dd45d None None] No DVR routers for this DVR port faa4d153-e356-4f57-91c7-2291b98c2de5 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:40:57.740391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48accbf-dd1a-4afd-8228-d8dc015af4fd req-43ed5db6-9983-40a9-bd55-7a1f9e76be9e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.740793 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f6b57-396d-4eab-96e1-9687e19dd45d None None] Pushing event deleted for resources: {'Port': ['ID=faa4d153-e356-4f57-91c7-2291b98c2de5,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:57.747966 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48accbf-dd1a-4afd-8228-d8dc015af4fd req-43ed5db6-9983-40a9-bd55-7a1f9e76be9e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.765848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48accbf-dd1a-4afd-8228-d8dc015af4fd req-43ed5db6-9983-40a9-bd55-7a1f9e76be9e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.772649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48accbf-dd1a-4afd-8228-d8dc015af4fd req-43ed5db6-9983-40a9-bd55-7a1f9e76be9e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.773755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4426ec60-b451-4d64-8e44-f30e9812ca97 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:40:57.778534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48accbf-dd1a-4afd-8228-d8dc015af4fd req-43ed5db6-9983-40a9-bd55-7a1f9e76be9e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.779753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772de7f1-955c-4965-8595-a273aa1d65cd tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Network 40c3f4cc-4703-4acc-b919-8f1fb2c9b31f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:40:57.784238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-772de7f1-955c-4965-8595-a273aa1d65cd tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:40:57.784940 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48accbf-dd1a-4afd-8228-d8dc015af4fd req-43ed5db6-9983-40a9-bd55-7a1f9e76be9e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.789242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772de7f1-955c-4965-8595-a273aa1d65cd tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:40:57.793867 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c48accbf-dd1a-4afd-8228-d8dc015af4fd req-43ed5db6-9983-40a9-bd55-7a1f9e76be9e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5444 time: 0.4701140 Jul 16 03:40:57.796027 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772de7f1-955c-4965-8595-a273aa1d65cd tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:57.796888 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-772de7f1-955c-4965-8595-a273aa1d65cd tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.808120 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772de7f1-955c-4965-8595-a273aa1d65cd tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event updated for resources: {'Port': ['ID=457ab983-c49b-4109-804a-fb8985e2473b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:57.810822 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad7f8a2-bf10-442f-a953-3740b1eb5cfe tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:57.812341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad7f8a2-bf10-442f-a953-3740b1eb5cfe tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:57.817293 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40406) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:57.817502 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6ad7f8a2-bf10-442f-a953-3740b1eb5cfe tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/subnets/edd5988a-04aa-402d-bbbd-68827766f8e6 HTTP/1.1" status: 404 len: 337 time: 0.1818428 Jul 16 03:40:57.836433 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-772de7f1-955c-4965-8595-a273aa1d65cd tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.6505404 Jul 16 03:40:57.837000 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40408) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:57.893435 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdeac04b-5024-4453-bdf9-4cc13129b604 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:57.894150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdeac04b-5024-4453-bdf9-4cc13129b604 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:57.895998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fdeac04b-5024-4453-bdf9-4cc13129b604 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/3500bf00-cdaa-4681-bc82-67569ba7192e HTTP/1.1" status: 404 len: 339 time: 0.0761912 Jul 16 03:40:57.898629 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40410) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:57.930576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a45646e-be74-4aae-a256-98fe6f42830b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-40c3f4cc-4703-4acc-b919-8f1fb2c9b31f', 'network_id': '40c3f4cc-4703-4acc-b919-8f1fb2c9b31f', 'tenant_id': 'eaa06d03fe0a4c92ab0ca46886f4c9ac', 'fixed_ips': [{'subnet_id': '9e0822c6-ff27-4d95-b8fb-f91b67d71703'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:40:57.931432 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a45646e-be74-4aae-a256-98fe6f42830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:57.937134 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2bfcf9-7c3e-40ef-9756-0e712210fb83 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:57.937665 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2bfcf9-7c3e-40ef-9756-0e712210fb83 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:57.941963 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ee2bfcf9-7c3e-40ef-9756-0e712210fb83 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/subnets/69248d8c-43d7-4cf3-b320-c864ceb05f3a HTTP/1.1" status: 404 len: 337 time: 0.0398760 Jul 16 03:40:57.942329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40414) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:57.962810 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c48accbf-dd1a-4afd-8228-d8dc015af4fd req-25e4a1dd-a4be-45fe-9995-e40fc7b454a1 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1680608 Jul 16 03:40:57.979515 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4426ec60-b451-4d64-8e44-f30e9812ca97, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4426ec60-b451-4d64-8e44-f30e9812ca97,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:57.999102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9c2f14-b49d-4578-92bd-deeb17c24884 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Deleting subnet 9e0822c6-ff27-4d95-b8fb-f91b67d71703 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:40:58.013209 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2f14-b49d-4578-92bd-deeb17c24884 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.015487 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09cdeaa6-eae4-46dd-9682-ad0c1a9ea32d req-13c2fa36-27d5-4adf-ba78-8807c330e3ab service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000824 Jul 16 03:40:58.016538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] For port 7b2e8555-91ac-4426-9867-22b43b461d3d, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:40:58.024807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] For port 7b2e8555-91ac-4426-9867-22b43b461d3d, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=7b2e8555-91ac-4426-9867-22b43b461d3d,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:40:58.042886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '4426ec60-b451-4d64-8e44-f30e9812ca97', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'port_id': '4426ec60-b451-4d64-8e44-f30e9812ca97', 'mac_address': 'fa:16:3e:ec:ed:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:40:58.052036 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.075667 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2f14-b49d-4578-92bd-deeb17c24884 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.100774 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.113453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.114146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.115928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] 10.222.0.88 "PUT /v2.0/ports/7b2e8555-91ac-4426-9867-22b43b461d3d HTTP/1.1" status: 200 len: 1130 time: 3.4515133 Jul 16 03:40:58.116854 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4426ec60-b451-4d64-8e44-f30e9812ca97 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:58.121298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': '7b2e8555-91ac-4426-9867-22b43b461d3d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:40:58.124722 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72269d81-d9c3-4665-b670-92ee385a1160" -d '{"events": [{"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "7b2e8555-91ac-4426-9867-22b43b461d3d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:40:58.135754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829466e-3116-416b-ae4d-8aef90119bd8 req-26b0f133-0000-49c7-8c2a-640ecc5cd39d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.142297 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4426ec60-b451-4d64-8e44-f30e9812ca97, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4426ec60-b451-4d64-8e44-f30e9812ca97,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:40:58.143175 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6829466e-3116-416b-ae4d-8aef90119bd8 req-26b0f133-0000-49c7-8c2a-640ecc5cd39d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 944 time: 0.2772789 Jul 16 03:40:58.152464 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.193959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Request body: {'port': {'device_id': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:58.222369 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2f14-b49d-4578-92bd-deeb17c24884 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.237974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 075a7862-4022-4e7a-8119-6a99fe0d89ac no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:58.270855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4426ec60-b451-4d64-8e44-f30e9812ca97,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:58.282300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 075a7862-4022-4e7a-8119-6a99fe0d89ac {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:58.282742 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 075a7862-4022-4e7a-8119-6a99fe0d89ac not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:58.283254 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device faa4d153-e356-4f57-91c7-2291b98c2de5 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:40:58.305015 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4c8e7e-ccfe-476b-adbe-c6c8751376a1 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:58.305634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4c8e7e-ccfe-476b-adbe-c6c8751376a1 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:58.309921 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-be4c8e7e-ccfe-476b-adbe-c6c8751376a1 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/f20fe690-55d2-4649-9b93-fc020ce41f0a HTTP/1.1" status: 404 len: 339 time: 0.3644080 Jul 16 03:40:58.313650 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: faa4d153-e356-4f57-91c7-2291b98c2de5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:40:58.313650 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device faa4d153-e356-4f57-91c7-2291b98c2de5 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:40:58.315888 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40418) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:58.332989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6829466e-3116-416b-ae4d-8aef90119bd8 req-a8d915e2-2c80-43ae-8f4a-b087093bd5d6 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=398118ef-b926-4ca9-b482-bb21d4cf5d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887355 Jul 16 03:40:58.333702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d00685-fc56-415d-8da6-c358858f2668 service neutron] Pushing event updated for resources: {'Port': ['ID=7b2e8555-91ac-4426-9867-22b43b461d3d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:58.342733 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09cdeaa6-eae4-46dd-9682-ad0c1a9ea32d req-4868873c-5d32-4384-961b-9273197f4fd9 service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148873 Jul 16 03:40:58.368881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4426ec60-b451-4d64-8e44-f30e9812ca97'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-7a45646e-be74-4aae-a256-98fe6f42830b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e0822c6-ff27-4d95-b8fb-f91b67d71703: This subnet is being modified by another concurrent operation. Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:40:58.375534 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e0822c6-ff27-4d95-b8fb-f91b67d71703: This subnet is being modified by another concurrent operation. Jul 16 03:40:58.379772 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 16 03:40:58.388624 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2f14-b49d-4578-92bd-deeb17c24884 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.415495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40971a6-6adb-4ef9-ab88-3e83fde58ac2 None None] Network 40c3f4cc-4703-4acc-b919-8f1fb2c9b31f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:40:58.437040 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.457128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cc514-1306-451b-a0a2-f4b94362735c req-a851edb5-6580-4fe8-b33f-1ec378ed9b09 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.463378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c2f14-b49d-4578-92bd-deeb17c24884 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0822c6-ff27-4d95-b8fb-f91b67d71703,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:58.465117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cc514-1306-451b-a0a2-f4b94362735c req-a851edb5-6580-4fe8-b33f-1ec378ed9b09 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.472787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cc514-1306-451b-a0a2-f4b94362735c req-a851edb5-6580-4fe8-b33f-1ec378ed9b09 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.479614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cc514-1306-451b-a0a2-f4b94362735c req-a851edb5-6580-4fe8-b33f-1ec378ed9b09 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.486176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cc514-1306-451b-a0a2-f4b94362735c req-a851edb5-6580-4fe8-b33f-1ec378ed9b09 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.493014 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cc514-1306-451b-a0a2-f4b94362735c req-a851edb5-6580-4fe8-b33f-1ec378ed9b09 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.498223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-029cece7-345a-45a0-83fd-bc1385ee4755 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.501143 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb5cc514-1306-451b-a0a2-f4b94362735c req-a851edb5-6580-4fe8-b33f-1ec378ed9b09 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 4599 time: 0.2906919 Jul 16 03:40:58.505787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-029cece7-345a-45a0-83fd-bc1385ee4755 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.514750 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-029cece7-345a-45a0-83fd-bc1385ee4755 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.524092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-029cece7-345a-45a0-83fd-bc1385ee4755 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.530210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-029cece7-345a-45a0-83fd-bc1385ee4755 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.537131 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-029cece7-345a-45a0-83fd-bc1385ee4755 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.544573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-029cece7-345a-45a0-83fd-bc1385ee4755 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.546608 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-029cece7-345a-45a0-83fd-bc1385ee4755 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5444 time: 0.5952101 Jul 16 03:40:58.548538 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc20457f-7fca-4c90-b367-c65b7e4c4154 x-openstack-request-id: req-bc20457f-7fca-4c90-b367-c65b7e4c4154 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:40:58.548842 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "7b2e8555-91ac-4426-9867-22b43b461d3d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:40:58.549131 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc20457f-7fca-4c90-b367-c65b7e4c4154 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:40:58.549493 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': '7b2e8555-91ac-4426-9867-22b43b461d3d', 'status': 'completed', 'code': 200} Jul 16 03:40:58.557702 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d9c2f14-b49d-4578-92bd-deeb17c24884 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.561826 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2d9c2f14-b49d-4578-92bd-deeb17c24884 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/subnets/9e0822c6-ff27-4d95-b8fb-f91b67d71703 HTTP/1.1" status: 204 len: 168 time: 0.7219155 Jul 16 03:40:58.570489 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:58.590728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44d577e6-7fe5-42f1-9d14-ace8c798f14e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.622022 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb5cc514-1306-451b-a0a2-f4b94362735c req-5ee7bc56-a959-44d6-9fca-479ed8117f87 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&id=95a12c37-c857-48ac-8959-4e6778a2dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1198475 Jul 16 03:40:58.652374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4459c69-db39-49e0-bbfc-986849bec944 None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:40:58.737356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed401ab3-9f6e-4521-bca2-ca439c747eef tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.739016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed401ab3-9f6e-4521-bca2-ca439c747eef tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.740646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ed401ab3-9f6e-4521-bca2-ca439c747eef tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1691899 Jul 16 03:40:58.745477 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40426) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:58.774121 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44d577e6-7fe5-42f1-9d14-ace8c798f14e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.786031 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-44d577e6-7fe5-42f1-9d14-ace8c798f14e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c81d93-8611-42b3-8b9c-12974cef9657']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:58.806074 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-44d577e6-7fe5-42f1-9d14-ace8c798f14e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb12e923-4e6a-493e-a6fc-0b6f06c633aa') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:58.806459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-44d577e6-7fe5-42f1-9d14-ace8c798f14e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb12e923-4e6a-493e-a6fc-0b6f06c633aa') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:40:58.821896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-617c7fc6-1270-4b2c-aaa0-a2137278544c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.823286 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-617c7fc6-1270-4b2c-aaa0-a2137278544c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "GET /v2.0/ports/e9079290-624f-49dd-b11b-ce5dbc2db7e5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2495103 Jul 16 03:40:58.825014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44d577e6-7fe5-42f1-9d14-ace8c798f14e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.868997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4459c69-db39-49e0-bbfc-986849bec944 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:40:58.878465 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44d577e6-7fe5-42f1-9d14-ace8c798f14e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.917809 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d577e6-7fe5-42f1-9d14-ace8c798f14e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:40:58.918100 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44d577e6-7fe5-42f1-9d14-ace8c798f14e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.925831 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00ceb355-f0ea-4a74-a403-c5968102d70c tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:58.926220 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72269d81-d9c3-4665-b670-92ee385a1160 req-cc5c63ef-ce85-48b0-8dbe-e2aeb03137a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.926717 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72269d81-d9c3-4665-b670-92ee385a1160 req-cc5c63ef-ce85-48b0-8dbe-e2aeb03137a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.927197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72269d81-d9c3-4665-b670-92ee385a1160 req-cc5c63ef-ce85-48b0-8dbe-e2aeb03137a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.927676 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72269d81-d9c3-4665-b670-92ee385a1160 req-cc5c63ef-ce85-48b0-8dbe-e2aeb03137a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.928233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72269d81-d9c3-4665-b670-92ee385a1160 req-cc5c63ef-ce85-48b0-8dbe-e2aeb03137a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.928756 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72269d81-d9c3-4665-b670-92ee385a1160 req-cc5c63ef-ce85-48b0-8dbe-e2aeb03137a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.930586 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-72269d81-d9c3-4665-b670-92ee385a1160 req-cc5c63ef-ce85-48b0-8dbe-e2aeb03137a9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5285 time: 0.3670375 Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:40:58.931276 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:40:58.952207 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ceb355-f0ea-4a74-a403-c5968102d70c tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 03:40:58.952790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ceb355-f0ea-4a74-a403-c5968102d70c tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:58.958814 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-00ceb355-f0ea-4a74-a403-c5968102d70c tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/networks/40c3f4cc-4703-4acc-b919-8f1fb2c9b31f HTTP/1.1" status: 409 len: 405 time: 0.2081702 Jul 16 03:40:58.961910 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:58.969298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2e6c8ff5-88f4-4f32-9352-b6d8b4e20b38 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-226813879'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:58.987071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92462bf1-7ece-4d3b-83df-403875755fbe req-fb4a330d-7351-42ac-94bc-e4a6faad7475 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:58.988639 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92462bf1-7ece-4d3b-83df-403875755fbe req-fb4a330d-7351-42ac-94bc-e4a6faad7475 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 945 time: 0.3066654 Jul 16 03:40:59.049448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404f897-b373-49c7-98c7-fbdd7bfaba12 req-d8ef6de6-52bc-4622-a02d-2be522315318 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.050970 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6404f897-b373-49c7-98c7-fbdd7bfaba12 req-d8ef6de6-52bc-4622-a02d-2be522315318 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 945 time: 0.2661042 Jul 16 03:40:59.076147 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-74779e96-baab-46ef-a9fa-8cc813c2cc9b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "GET /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2402422 Jul 16 03:40:59.078835 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44d577e6-7fe5-42f1-9d14-ace8c798f14e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.088871 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-44d577e6-7fe5-42f1-9d14-ace8c798f14e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.090698 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-44d577e6-7fe5-42f1-9d14-ace8c798f14e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/57c81d93-8611-42b3-8b9c-12974cef9657 HTTP/1.1" status: 204 len: 168 time: 0.7729189 Jul 16 03:40:59.095314 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6c8ff5-88f4-4f32-9352-b6d8b4e20b38 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Made reservation on behalf of eaa06d03fe0a4c92ab0ca46886f4c9ac for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:59.095883 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-b5aa15d1-feae-4c73-9cb3-7e06e06d5bbb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:59.098810 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8ff5-88f4-4f32-9352-b6d8b4e20b38 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.102654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.173522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92462bf1-7ece-4d3b-83df-403875755fbe req-2d178688-0ab2-431d-8ddb-f4d6b13214b8 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/security-groups?id=39782980-896b-4fa1-b82b-f29dce78160a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749434 Jul 16 03:40:59.182901 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad49b9e6-7d20-460e-80f9-d4f8af6aff52 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:59.183365 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad49b9e6-7d20-460e-80f9-d4f8af6aff52 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:59.185323 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ad49b9e6-7d20-460e-80f9-d4f8af6aff52 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/subnets/856754a0-09a3-4e04-b586-4c259054aa5e HTTP/1.1" status: 404 len: 337 time: 0.0730016 Jul 16 03:40:59.202503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.210602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca6343d-f933-44b6-9f68-e779f91a1c5c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:40:59.228004 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6404f897-b373-49c7-98c7-fbdd7bfaba12 req-40b33683-6559-4faa-9975-af6dde9dc639 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645875 Jul 16 03:40:59.233855 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.255841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6c8ff5-88f4-4f32-9352-b6d8b4e20b38 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:40:59.261412 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-616b3fff-4cee-4826-b5b1-de4eab35fe8f tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:59.262049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616b3fff-4cee-4826-b5b1-de4eab35fe8f tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:59.264895 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-616b3fff-4cee-4826-b5b1-de4eab35fe8f tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/396783bc-2c70-44f1-a50d-54ee24e860f2 HTTP/1.1" status: 404 len: 339 time: 0.0611999 Jul 16 03:40:59.273264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.297720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d855e11-f649-459a-aca8-606c36b9272f None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:40:59.310186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Transition to ACTIVE for port object 0ca6343d-f933-44b6-9f68-e779f91a1c5c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:40:59.313981 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8ff5-88f4-4f32-9352-b6d8b4e20b38 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.314451 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-2e6c8ff5-88f4-4f32-9352-b6d8b4e20b38 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Added segment 6ba75221-2d49-415a-b993-dd6915b197fc of type vlan for network 78463147-17a1-4c4c-a943-058dc771e9f3 Jul 16 03:40:59.316184 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f031e5-fc8c-43ec-8ea5-6e6514960ba7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:59.316932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f031e5-fc8c-43ec-8ea5-6e6514960ba7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:59.321355 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b7f031e5-fc8c-43ec-8ea5-6e6514960ba7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/subnets/d3ed8d8f-36c4-4cac-a112-de69f981f618 HTTP/1.1" status: 404 len: 337 time: 0.0468645 Jul 16 03:40:59.326527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.337031 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.398300 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-de33385a-b506-4360-9de8-eb5f79820934 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:59.399002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de33385a-b506-4360-9de8-eb5f79820934 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:59.400880 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-de33385a-b506-4360-9de8-eb5f79820934 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/351b98ca-3e1c-4bba-8fa0-d85df95e0c31 HTTP/1.1" status: 404 len: 339 time: 0.0729017 Jul 16 03:40:59.411410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.439895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d577e6-7fe5-42f1-9d14-ace8c798f14e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Network': ['ID=57c81d93-8611-42b3-8b9c-12974cef9657,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:59.463521 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8ff5-88f4-4f32-9352-b6d8b4e20b38 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.471058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72269d81-d9c3-4665-b670-92ee385a1160 req-c28bcc77-b1b1-4f07-8ba9-3ca0e8448b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.471534 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72269d81-d9c3-4665-b670-92ee385a1160 req-c28bcc77-b1b1-4f07-8ba9-3ca0e8448b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.472007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72269d81-d9c3-4665-b670-92ee385a1160 req-c28bcc77-b1b1-4f07-8ba9-3ca0e8448b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.473654 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-72269d81-d9c3-4665-b670-92ee385a1160 req-c28bcc77-b1b1-4f07-8ba9-3ca0e8448b64 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5268934 Jul 16 03:40:59.496145 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb38b895-f60a-4ff0-bc16-92da013e8dc4 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:59.496740 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb38b895-f60a-4ff0-bc16-92da013e8dc4 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:59.498545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cb38b895-f60a-4ff0-bc16-92da013e8dc4 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/subnets/ab807c26-d341-4ce7-987d-556011dac15e HTTP/1.1" status: 404 len: 337 time: 0.0852046 Jul 16 03:40:59.504503 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d855e11-f649-459a-aca8-606c36b9272f None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:40:59.506293 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.546142 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Pushing event updated for resources: {'Port': ['ID=0ca6343d-f933-44b6-9f68-e779f91a1c5c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:59.548402 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe7646b-569e-499f-be7e-b9046f56e894 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:59.548968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe7646b-569e-499f-be7e-b9046f56e894 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:59.550676 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-efe7646b-569e-499f-be7e-b9046f56e894 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/767a88d3-cfdf-490f-ac80-d265da71d22b HTTP/1.1" status: 404 len: 339 time: 0.0425918 Jul 16 03:40:59.555114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40448) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.612920 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7244ed-849a-4bbd-b04f-f264d76c1170 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:59.613375 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7244ed-849a-4bbd-b04f-f264d76c1170 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:59.615115 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ce7244ed-849a-4bbd-b04f-f264d76c1170 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/subnets/42902021-7a13-441e-8188-6f8a0535f623 HTTP/1.1" status: 404 len: 337 time: 0.0575821 Jul 16 03:40:59.617889 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-b5aa15d1-feae-4c73-9cb3-7e06e06d5bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.621433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40450) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.636834 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8ff5-88f4-4f32-9352-b6d8b4e20b38 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.643164 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6c8ff5-88f4-4f32-9352-b6d8b4e20b38 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.643780 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e6c8ff5-88f4-4f32-9352-b6d8b4e20b38 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.662783 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8bbb0b-c8bf-4d4e-bf06-8dcba9762faf tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:59.663359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8bbb0b-c8bf-4d4e-bf06-8dcba9762faf tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:59.665114 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ab8bbb0b-c8bf-4d4e-bf06-8dcba9762faf tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/59baa02b-f2c2-493e-a549-b6066638edb2 HTTP/1.1" status: 404 len: 339 time: 0.0429146 Jul 16 03:40:59.671137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40452) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.722928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2e6c8ff5-88f4-4f32-9352-b6d8b4e20b38 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7572651 Jul 16 03:40:59.723349 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72269d81-d9c3-4665-b670-92ee385a1160 req-4f3d90a6-9164-4df8-ae20-554da8463e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.724920 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-72269d81-d9c3-4665-b670-92ee385a1160 req-4f3d90a6-9164-4df8-ae20-554da8463e2b service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2287219 Jul 16 03:40:59.725652 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40456) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.732079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-718476b9-96e8-4f51-81bf-e2d816e38ac7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Request body: {'subnet': {'network_id': '78463147-17a1-4c4c-a943-058dc771e9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:40:59.733252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ee24a-2a33-4f82-9d03-769f8a00be83 req-5d72cae7-d4b0-4aa2-b884-1fd62f9d29f5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.740018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ee24a-2a33-4f82-9d03-769f8a00be83 req-5d72cae7-d4b0-4aa2-b884-1fd62f9d29f5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.740680 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4059fe7-abac-4507-bd72-352db1f86788 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:59.740680 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4059fe7-abac-4507-bd72-352db1f86788 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:59.746687 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c4059fe7-abac-4507-bd72-352db1f86788 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/subnets/8e70ed3e-80c3-41d5-8db9-7981901447aa HTTP/1.1" status: 404 len: 337 time: 0.0536728 Jul 16 03:40:59.746687 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40458) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.753515 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ee24a-2a33-4f82-9d03-769f8a00be83 req-5d72cae7-d4b0-4aa2-b884-1fd62f9d29f5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.760253 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ee24a-2a33-4f82-9d03-769f8a00be83 req-5d72cae7-d4b0-4aa2-b884-1fd62f9d29f5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.766810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ee24a-2a33-4f82-9d03-769f8a00be83 req-5d72cae7-d4b0-4aa2-b884-1fd62f9d29f5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.772885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ee24a-2a33-4f82-9d03-769f8a00be83 req-5d72cae7-d4b0-4aa2-b884-1fd62f9d29f5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.778833 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ee24a-2a33-4f82-9d03-769f8a00be83 req-5d72cae7-d4b0-4aa2-b884-1fd62f9d29f5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.785119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b26ee24a-2a33-4f82-9d03-769f8a00be83 req-5d72cae7-d4b0-4aa2-b884-1fd62f9d29f5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 5444 time: 0.3812635 Jul 16 03:40:59.796177 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4a529a-7f70-45a3-9108-37f95f620454 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:59.796799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4a529a-7f70-45a3-9108-37f95f620454 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:59.797375 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4426ec60-b451-4d64-8e44-f30e9812ca97 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:40:59.800852 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5c4a529a-7f70-45a3-9108-37f95f620454 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/5586df8e-6381-4a4e-a481-1976582e36cb HTTP/1.1" status: 404 len: 339 time: 0.0434752 Jul 16 03:40:59.811377 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40460) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.824605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c8ff5-88f4-4f32-9352-b6d8b4e20b38 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event updated for resources: {'Network': ['ID=78463147-17a1-4c4c-a943-058dc771e9f3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:40:59.834838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0690b47-7038-450e-97dc-e4dac10642b8 req-0456baca-976a-41b7-9656-6f2340a6e295 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:40:59.836382 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0690b47-7038-450e-97dc-e4dac10642b8 req-0456baca-976a-41b7-9656-6f2340a6e295 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 945 time: 0.3425024 Jul 16 03:40:59.837087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Attempting to bind port 0ca6343d-f933-44b6-9f68-e779f91a1c5c on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:40:59.837530 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Attempting to bind port 0ca6343d-f933-44b6-9f68-e779f91a1c5c by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:40:59.837863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Attempting to bind port 0ca6343d-f933-44b6-9f68-e779f91a1c5c on network 90438ada-ec72-4cdb-9a73-516b7f1c6694 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:59.846979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 78463147-17a1-4c4c-a943-058dc771e9f3 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:40:59.849298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Port 0ca6343d-f933-44b6-9f68-e779f91a1c5c on network 90438ada-ec72-4cdb-9a73-516b7f1c6694 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:40:59.849624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Attempting to bind port 0ca6343d-f933-44b6-9f68-e779f91a1c5c on network 90438ada-ec72-4cdb-9a73-516b7f1c6694 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:40:59.869591 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:40:59.869928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Checking segment: {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:40:59.870311 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Bound using segment: {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:40:59.870758 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Bound port: 0ca6343d-f933-44b6-9f68-e779f91a1c5c, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:40:59.871120 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.880468 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-28276dc8-2cd5-4b80-90c0-78bd261bac6a tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:59.880933 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28276dc8-2cd5-4b80-90c0-78bd261bac6a tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:59.885316 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-28276dc8-2cd5-4b80-90c0-78bd261bac6a tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/subnets/e08759b2-c0ac-4533-bcd0-f85d27776844 HTTP/1.1" status: 404 len: 337 time: 0.0703542 Jul 16 03:40:59.886449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40462) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.911428 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-4114bfbb-8a4f-4ab5-9cbb-4a98bc9b767c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:59.911998 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4114bfbb-8a4f-4ab5-9cbb-4a98bc9b767c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:59.916059 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4114bfbb-8a4f-4ab5-9cbb-4a98bc9b767c tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/31db6bd3-e021-456b-89b0-8280b6af285e HTTP/1.1" status: 404 len: 339 time: 0.0263393 Jul 16 03:40:59.938597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:40:59.958192 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b26ee24a-2a33-4f82-9d03-769f8a00be83 req-beaf5ee9-3f8f-416f-8c89-d98629640038 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&id=ac228e0f-aa27-4db3-b46f-93d1453f832f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1411078 Jul 16 03:40:59.973591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718476b9-96e8-4f51-81bf-e2d816e38ac7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Made reservation on behalf of eaa06d03fe0a4c92ab0ca46886f4c9ac for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:40:59.977731 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-718476b9-96e8-4f51-81bf-e2d816e38ac7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.978714 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 4426ec60-b451-4d64-8e44-f30e9812ca97 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:40:59.980347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0690b47-7038-450e-97dc-e4dac10642b8 req-bf44d5f0-1138-4ff1-8f64-face8ca12de6 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=398118ef-b926-4ca9-b482-bb21d4cf5d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285305 Jul 16 03:40:59.985351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 4426ec60-b451-4d64-8e44-f30e9812ca97 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:40:59.986664 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:40:59.986824 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4d1310-c799-4ad1-afe8-b663ffc017d4 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:40:59.987239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4d1310-c799-4ad1-afe8-b663ffc017d4 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:40:59.989012 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ca4d1310-c799-4ad1-afe8-b663ffc017d4 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/subnets/492a6911-b765-4290-995a-537b41fdbe2e HTTP/1.1" status: 404 len: 337 time: 0.0503826 Jul 16 03:40:59.991506 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:00.027532 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e54a20c-0ca2-42ba-bccb-720fb697eded tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:41:00.027690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e54a20c-0ca2-42ba-bccb-720fb697eded tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:41:00.034972 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9e54a20c-0ca2-42ba-bccb-720fb697eded tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/53893d99-8692-4e02-a73c-48d77986c2e5 HTTP/1.1" status: 404 len: 339 time: 0.0402758 Jul 16 03:41:00.036221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:00.047996 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a7dda810-7ee3-4808-b1f9-9302dae2f598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.066137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] For port 0ca6343d-f933-44b6-9f68-e779f91a1c5c, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:00.074754 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-335edd8e-b75f-4c44-9e03-ca055f930d10 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:41:00.075225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335edd8e-b75f-4c44-9e03-ca055f930d10 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:41:00.077587 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-335edd8e-b75f-4c44-9e03-ca055f930d10 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/subnets/da2e2ba9-4002-4a79-817b-1b567d1bb0db HTTP/1.1" status: 404 len: 337 time: 0.0408566 Jul 16 03:41:00.098941 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:00.110606 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] For port 0ca6343d-f933-44b6-9f68-e779f91a1c5c, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0ca6343d-f933-44b6-9f68-e779f91a1c5c,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:00.146427 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.149792 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.157977 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7d6f42-ca4f-4339-9444-2b5e219d320f tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] DELETE failed (client error): The resource could not be found. Jul 16 03:41:00.158618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7d6f42-ca4f-4339-9444-2b5e219d320f tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:41:00.163462 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7b7d6f42-ca4f-4339-9444-2b5e219d320f tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/1654ec81-3b25-404f-84ae-0af8bd980c6b HTTP/1.1" status: 404 len: 339 time: 0.0633948 Jul 16 03:41:00.167390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:00.187663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228416d0-54aa-47d9-a397-bb3a327c09d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4426ec60-b451-4d64-8e44-f30e9812ca97'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:00.192691 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01160984-1a99-406d-9353-f810e91c81d4" -d '{"events": [{"server_uuid": "228416d0-54aa-47d9-a397-bb3a327c09d5", "name": "network-vif-plugged", "status": "completed", "tag": "4426ec60-b451-4d64-8e44-f30e9812ca97"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:00.221377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4426ec60-b451-4d64-8e44-f30e9812ca97, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4426ec60-b451-4d64-8e44-f30e9812ca97,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:00.225362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-b5aa15d1-feae-4c73-9cb3-7e06e06d5bbb service neutron] For port e9079290-624f-49dd-b11b-ce5dbc2db7e5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=e9079290-624f-49dd-b11b-ce5dbc2db7e5,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:00.230883 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.297760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:00.344203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-b5aa15d1-feae-4c73-9cb3-7e06e06d5bbb service neutron] For port e9079290-624f-49dd-b11b-ce5dbc2db7e5, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:00.348345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4426ec60-b451-4d64-8e44-f30e9812ca97,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:00.349466 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:00.350059 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.362974 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] 10.222.0.88 "PUT /v2.0/ports/0ca6343d-f933-44b6-9f68-e779f91a1c5c HTTP/1.1" status: 200 len: 1130 time: 2.1636436 Jul 16 03:41:00.363959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b673c-7d1c-4e7e-8d84-af85c21d40db service neutron] Pushing event updated for resources: {'Port': ['ID=0ca6343d-f933-44b6-9f68-e779f91a1c5c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:00.395179 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:00.400620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:00.401372 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.401531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Request body: {'port': {'device_id': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:00.458966 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6fd793-1152-4f67-a3f0-71b3650102d7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Deleting subnet e258dbe8-a3b5-4087-860d-112cd42bac12 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:00.463076 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd793-1152-4f67-a3f0-71b3650102d7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.498165 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-b5aa15d1-feae-4c73-9cb3-7e06e06d5bbb service neutron] device_id is not set on port e9079290-624f-49dd-b11b-ce5dbc2db7e5 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:41:00.513031 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd793-1152-4f67-a3f0-71b3650102d7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.516038 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-b5aa15d1-feae-4c73-9cb3-7e06e06d5bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.520559 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd5ebb8-394a-4dc1-b387-dc63c232f8a3 x-openstack-request-id: req-bcd5ebb8-394a-4dc1-b387-dc63c232f8a3 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:00.521643 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228416d0-54aa-47d9-a397-bb3a327c09d5", "name": "network-vif-plugged", "status": "completed", "tag": "4426ec60-b451-4d64-8e44-f30e9812ca97", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:00.521918 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bcd5ebb8-394a-4dc1-b387-dc63c232f8a3 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:00.522322 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228416d0-54aa-47d9-a397-bb3a327c09d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4426ec60-b451-4d64-8e44-f30e9812ca97', 'code': 200} Jul 16 03:41:00.531398 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.534725 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-b5aa15d1-feae-4c73-9cb3-7e06e06d5bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.559852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.objects.ports [None req-718476b9-96e8-4f51-81bf-e2d816e38ac7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:41:00.574034 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-718476b9-96e8-4f51-81bf-e2d816e38ac7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.609662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:00.620154 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.621159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:00.739387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:00.740744 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-b5aa15d1-feae-4c73-9cb3-7e06e06d5bbb service neutron] No DVR routers for this DVR port e9079290-624f-49dd-b11b-ce5dbc2db7e5 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:00.748850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa15d1-feae-4c73-9cb3-7e06e06d5bbb service neutron] Pushing event updated for resources: {'Port': ['ID=e9079290-624f-49dd-b11b-ce5dbc2db7e5,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:00.765646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.766055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.766414 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.766759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.767102 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.767682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.767795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.768085 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.768616 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.769282 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.769619 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.769950 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:00.783414 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718476b9-96e8-4f51-81bf-e2d816e38ac7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event updated for resources: {'Subnet': ['ID=b2df8ac5-a5f6-46a3-9e57-ad421beadb2c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:00.814041 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-b5aa15d1-feae-4c73-9cb3-7e06e06d5bbb service neutron] In _notify_port_updated(), no bound segment for port e9079290-624f-49dd-b11b-ce5dbc2db7e5 on network 5cda0bd3-70e5-481d-b638-9f7104dcd15f {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:41:00.815282 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-b5aa15d1-feae-4c73-9cb3-7e06e06d5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:00.815595 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-b5aa15d1-feae-4c73-9cb3-7e06e06d5bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.817429 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-b5aa15d1-feae-4c73-9cb3-7e06e06d5bbb service neutron] 10.222.0.88 "PUT /v2.0/ports/e9079290-624f-49dd-b11b-ce5dbc2db7e5 HTTP/1.1" status: 200 len: 1031 time: 1.7252436 Jul 16 03:41:00.817697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718476b9-96e8-4f51-81bf-e2d816e38ac7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Checking segment: {'id': '6ba75221-2d49-415a-b993-dd6915b197fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '78463147-17a1-4c4c-a943-058dc771e9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:00.818062 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718476b9-96e8-4f51-81bf-e2d816e38ac7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Network hostable DHCP agents. Network: 78463147-17a1-4c4c-a943-058dc771e9f3, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:00.828869 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.870402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:00.874149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718476b9-96e8-4f51-81bf-e2d816e38ac7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Network 78463147-17a1-4c4c-a943-058dc771e9f3 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:00.883366 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.884526 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:00.886245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-d0720b97-6db3-4640-ae49-30ac7f0f3d66 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:00.887814 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-d0720b97-6db3-4640-ae49-30ac7f0f3d66 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "GET /v2.0/ports/1eaad86e-022e-42f7-979e-03f3493e587c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0641434 Jul 16 03:41:00.895789 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-718476b9-96e8-4f51-81bf-e2d816e38ac7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 78463147-17a1-4c4c-a943-058dc771e9f3) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:00.902501 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-5738db13-d6bb-4a3f-9cb3-2fed40c41e75 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:00.908174 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718476b9-96e8-4f51-81bf-e2d816e38ac7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:00.908806 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-718476b9-96e8-4f51-81bf-e2d816e38ac7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.936873 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5011b3-a9c6-4d19-b59b-b1657f04fd1e None None] Network 78463147-17a1-4c4c-a943-058dc771e9f3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:00.956405 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-718476b9-96e8-4f51-81bf-e2d816e38ac7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2257953 Jul 16 03:41:00.957888 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40486) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:00.970433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': '0ca6343d-f933-44b6-9f68-e779f91a1c5c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:00.972667 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d713033a-dd2f-4797-a50e-28282f1fb3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "0ca6343d-f933-44b6-9f68-e779f91a1c5c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:00.987623 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:00.992468 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fb932b86-f68c-4f6d-a040-f30928e31094 None None] Provisioning complete for port e9079290-624f-49dd-b11b-ce5dbc2db7e5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:00.993491 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb932b86-f68c-4f6d-a040-f30928e31094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.034030 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-5738db13-d6bb-4a3f-9cb3-2fed40c41e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.046758 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd793-1152-4f67-a3f0-71b3650102d7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.085113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:01.090389 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fb932b86-f68c-4f6d-a040-f30928e31094 None None] Port e9079290-624f-49dd-b11b-ce5dbc2db7e5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:01.130848 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.134833 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f82ec-5cd9-4841-b978-e5f6112fe6a4 req-7ae4ce3c-a802-4b29-8a51-a31d52ffd291 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:01.141442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f82ec-5cd9-4841-b978-e5f6112fe6a4 req-7ae4ce3c-a802-4b29-8a51-a31d52ffd291 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:01.147620 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f82ec-5cd9-4841-b978-e5f6112fe6a4 req-7ae4ce3c-a802-4b29-8a51-a31d52ffd291 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:01.153393 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f82ec-5cd9-4841-b978-e5f6112fe6a4 req-7ae4ce3c-a802-4b29-8a51-a31d52ffd291 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:01.159835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f82ec-5cd9-4841-b978-e5f6112fe6a4 req-7ae4ce3c-a802-4b29-8a51-a31d52ffd291 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:01.164102 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.165713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f82ec-5cd9-4841-b978-e5f6112fe6a4 req-7ae4ce3c-a802-4b29-8a51-a31d52ffd291 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:01.171934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f82ec-5cd9-4841-b978-e5f6112fe6a4 req-7ae4ce3c-a802-4b29-8a51-a31d52ffd291 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:01.173883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e09f82ec-5cd9-4841-b978-e5f6112fe6a4 req-7ae4ce3c-a802-4b29-8a51-a31d52ffd291 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5371 time: 0.9410386 Jul 16 03:41:01.227105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:01.236329 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.240844 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.241358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e9079290-624f-49dd-b11b-ce5dbc2db7e5 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:01.244939 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b79a70-9234-4951-b162-6dc161321bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-78463147-17a1-4c4c-a943-058dc771e9f3', 'network_id': '78463147-17a1-4c4c-a943-058dc771e9f3', 'tenant_id': 'eaa06d03fe0a4c92ab0ca46886f4c9ac', 'fixed_ips': [{'subnet_id': 'b2df8ac5-a5f6-46a3-9e57-ad421beadb2c'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:01.246177 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-11b79a70-9234-4951-b162-6dc161321bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.246337 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.273127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e3f0d-2539-486b-9898-be7ef98394e1 req-49549289-0f02-4b54-b48a-10f725236d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:01.274647 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b5e3f0d-2539-486b-9898-be7ef98394e1 req-49549289-0f02-4b54-b48a-10f725236d60 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 1097 time: 0.3131964 Jul 16 03:41:01.284565 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b6e1b-5718-444b-98f1-efce1d7871e8 req-7d1b8219-c42f-4197-aa71-159edb0f5414 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:01.291318 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fb9b6e1b-5718-444b-98f1-efce1d7871e8 req-7d1b8219-c42f-4197-aa71-159edb0f5414 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 946 time: 0.3228505 Jul 16 03:41:01.298537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-5738db13-d6bb-4a3f-9cb3-2fed40c41e75 service neutron] For port 1eaad86e-022e-42f7-979e-03f3493e587c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1eaad86e-022e-42f7-979e-03f3493e587c,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:01.307171 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd793-1152-4f67-a3f0-71b3650102d7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.345589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device e9079290-624f-49dd-b11b-ce5dbc2db7e5 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:01.345990 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1eaad86e-022e-42f7-979e-03f3493e587c no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:01.347802 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-5738db13-d6bb-4a3f-9cb3-2fed40c41e75 service neutron] For port 1eaad86e-022e-42f7-979e-03f3493e587c, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:01.352539 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.387869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e09f82ec-5cd9-4841-b978-e5f6112fe6a4 req-752e6671-dfa5-40a0-9b6b-d2e4209aebcc tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1953037 Jul 16 03:41:01.395678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fd793-1152-4f67-a3f0-71b3650102d7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Subnet': ['ID=e258dbe8-a3b5-4087-860d-112cd42bac12,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:01.406183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Subnet': ['ID=b2df8ac5-a5f6-46a3-9e57-ad421beadb2c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:01.406932 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a6fd793-1152-4f67-a3f0-71b3650102d7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.411428 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4a6fd793-1152-4f67-a3f0-71b3650102d7 tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/subnets/e258dbe8-a3b5-4087-860d-112cd42bac12 HTTP/1.1" status: 204 len: 168 time: 1.2320840 Jul 16 03:41:01.412754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40494) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:01.432251 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-5738db13-d6bb-4a3f-9cb3-2fed40c41e75 service neutron] device_id is not set on port 1eaad86e-022e-42f7-979e-03f3493e587c yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:41:01.466232 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-5738db13-d6bb-4a3f-9cb3-2fed40c41e75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.492556 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-5738db13-d6bb-4a3f-9cb3-2fed40c41e75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.507592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b5e3f0d-2539-486b-9898-be7ef98394e1 req-8125de7b-c008-4866-bca0-d487d3d6d25a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=398118ef-b926-4ca9-b482-bb21d4cf5d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120454 Jul 16 03:41:01.525065 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fb9b6e1b-5718-444b-98f1-efce1d7871e8 req-b998f3fc-44dc-4821-96a6-4524f4f8e2e1 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327785 Jul 16 03:41:01.574419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:01.581106 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e9189e-88a4-4cbb-a0a4-d15c35c9d069 None None] Network 0260869d-754a-4b09-bcef-2ef779e70c4d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:01.625015 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311118f2-81fc-4258-8ecf-baf2c3e33da6 x-openstack-request-id: req-311118f2-81fc-4258-8ecf-baf2c3e33da6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:01.625356 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "0ca6343d-f933-44b6-9f68-e779f91a1c5c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:01.625621 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-311118f2-81fc-4258-8ecf-baf2c3e33da6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:01.626059 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': '0ca6343d-f933-44b6-9f68-e779f91a1c5c', 'status': 'completed', 'code': 200} Jul 16 03:41:01.661309 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.663555 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.781476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1eaad86e-022e-42f7-979e-03f3493e587c not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:01.782255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:01.789315 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78463147-17a1-4c4c-a943-058dc771e9f3']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:01.793511 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-5738db13-d6bb-4a3f-9cb3-2fed40c41e75 service neutron] No DVR routers for this DVR port 1eaad86e-022e-42f7-979e-03f3493e587c on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:01.828179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738db13-d6bb-4a3f-9cb3-2fed40c41e75 service neutron] Pushing event updated for resources: {'Port': ['ID=1eaad86e-022e-42f7-979e-03f3493e587c,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:01.833894 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.836992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba75221-2d49-415a-b993-dd6915b197fc') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:01.837394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba75221-2d49-415a-b993-dd6915b197fc') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:01.845709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e21d669-77b2-45fd-83e4-06c2ed38d708 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:01.855446 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.863628 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-11b79a70-9234-4951-b162-6dc161321bef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2df8ac5-a5f6-46a3-9e57-ad421beadb2c: This subnet is being modified by another concurrent operation. Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:41:01.870254 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b2df8ac5-a5f6-46a3-9e57-ad421beadb2c: This subnet is being modified by another concurrent operation. Jul 16 03:41:01.874544 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 16 03:41:01.878696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Transition to ACTIVE for port object 5e21d669-77b2-45fd-83e4-06c2ed38d708 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:01.903657 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.909355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-5738db13-d6bb-4a3f-9cb3-2fed40c41e75 service neutron] In _notify_port_updated(), no bound segment for port 1eaad86e-022e-42f7-979e-03f3493e587c on network 5cda0bd3-70e5-481d-b638-9f7104dcd15f {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:41:01.910245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-5738db13-d6bb-4a3f-9cb3-2fed40c41e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:01.910859 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-5738db13-d6bb-4a3f-9cb3-2fed40c41e75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.912239 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-5738db13-d6bb-4a3f-9cb3-2fed40c41e75 service neutron] 10.222.0.88 "PUT /v2.0/ports/1eaad86e-022e-42f7-979e-03f3493e587c HTTP/1.1" status: 200 len: 1033 time: 1.0145094 Jul 16 03:41:01.913454 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.921296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb639a2-dfb2-4693-9673-386999a54874 None None] Network 78463147-17a1-4c4c-a943-058dc771e9f3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:01.941523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:01.942148 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:01.960271 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:02.003829 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.016386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e21d669-77b2-45fd-83e4-06c2ed38d708,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:02.063443 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713033a-dd2f-4797-a50e-28282f1fb3c4 req-0734c421-aeeb-4bdf-9fae-1b13cc767c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.063942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713033a-dd2f-4797-a50e-28282f1fb3c4 req-0734c421-aeeb-4bdf-9fae-1b13cc767c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.064438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713033a-dd2f-4797-a50e-28282f1fb3c4 req-0734c421-aeeb-4bdf-9fae-1b13cc767c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.064898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713033a-dd2f-4797-a50e-28282f1fb3c4 req-0734c421-aeeb-4bdf-9fae-1b13cc767c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.065364 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713033a-dd2f-4797-a50e-28282f1fb3c4 req-0734c421-aeeb-4bdf-9fae-1b13cc767c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.065855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713033a-dd2f-4797-a50e-28282f1fb3c4 req-0734c421-aeeb-4bdf-9fae-1b13cc767c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.066354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713033a-dd2f-4797-a50e-28282f1fb3c4 req-0734c421-aeeb-4bdf-9fae-1b13cc767c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.068294 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d713033a-dd2f-4797-a50e-28282f1fb3c4 req-0734c421-aeeb-4bdf-9fae-1b13cc767c3c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 6208 time: 0.3888614 Jul 16 03:41:02.096268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e0776-cad9-4dcc-b41c-128bace249e6 req-5af811f9-d308-45f7-99f2-9636e46e563c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.098397 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f4e0776-cad9-4dcc-b41c-128bace249e6 req-5af811f9-d308-45f7-99f2-9636e46e563c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 946 time: 0.3466208 Jul 16 03:41:02.123379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3b422fa3-1f5f-40c0-aa4c-a4427e873d24 None None] Provisioning complete for port 1eaad86e-022e-42f7-979e-03f3493e587c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:02.136134 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b422fa3-1f5f-40c0-aa4c-a4427e873d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.141304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66b8c5d-7385-48ea-a7e3-6af130ba74d9 None None] DHCP port deletion for 0260869d-754a-4b09-bcef-2ef779e70c4d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:02.150598 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.155944 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5,segment=NetworkSegment(4c9baf8c-3823-4401-bebb-47666fe3e2f0),segment_id=4c9baf8c-3823-4401-bebb-47666fe3e2f0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:02.156370 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad65dd-4f4a-451d-a44d-46cf5604e4c9 req-dcb0815a-839e-4cbb-9c4f-2f6e815948d5 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.165568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62ad65dd-4f4a-451d-a44d-46cf5604e4c9 req-dcb0815a-839e-4cbb-9c4f-2f6e815948d5 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 945 time: 0.2922330 Jul 16 03:41:02.184526 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.186531 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/networks/78463147-17a1-4c4c-a943-058dc771e9f3 HTTP/1.1" status: 204 len: 168 time: 1.2268832 Jul 16 03:41:02.197225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:02.208945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b6b53-7987-4725-92ec-af85b9a0d438 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Network': ['ID=78463147-17a1-4c4c-a943-058dc771e9f3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:02.214268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-791e8306-a01f-4f2c-bee4-11f8447c88b5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2080801216'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:02.219423 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.220166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9cfcebe2-6d7b-463b-b357-cbda6d087cca no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:02.252777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Deleting port a48e704f-0746-4108-a0bf-137bcfc45574 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:02.252777 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.277988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a48e704f-0746-4108-a0bf-137bcfc45574 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:02.361559 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713033a-dd2f-4797-a50e-28282f1fb3c4 req-8c37768b-9351-434f-bef9-6e38bc118355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.362109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713033a-dd2f-4797-a50e-28282f1fb3c4 req-8c37768b-9351-434f-bef9-6e38bc118355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.362883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f4e0776-cad9-4dcc-b41c-128bace249e6 req-f4b5e154-2022-4055-a24e-9d3f87a462b8 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=398118ef-b926-4ca9-b482-bb21d4cf5d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355001 Jul 16 03:41:02.363157 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713033a-dd2f-4797-a50e-28282f1fb3c4 req-8c37768b-9351-434f-bef9-6e38bc118355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.364853 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d713033a-dd2f-4797-a50e-28282f1fb3c4 req-8c37768b-9351-434f-bef9-6e38bc118355 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2613187 Jul 16 03:41:02.370483 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] For port a48e704f-0746-4108-a0bf-137bcfc45574, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a48e704f-0746-4108-a0bf-137bcfc45574,segment=NetworkSegment(dc675ed0-6493-4b31-a187-edddbca6501c),segment_id=dc675ed0-6493-4b31-a187-edddbca6501c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:02.371136 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.388914 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62ad65dd-4f4a-451d-a44d-46cf5604e4c9 req-fd2e0a2a-068f-4bb3-bbf6-4abb4e791453 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/security-groups?id=39782980-896b-4fa1-b82b-f29dce78160a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194231 Jul 16 03:41:02.390767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791e8306-a01f-4f2c-bee4-11f8447c88b5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Made reservation on behalf of eaa06d03fe0a4c92ab0ca46886f4c9ac for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:02.395177 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-95ffcf2f-85c8-4908-9be9-61f3ec6d8a8e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Deleting port 9cfcebe2-6d7b-463b-b357-cbda6d087cca {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:02.395597 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-95ffcf2f-85c8-4908-9be9-61f3ec6d8a8e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.397697 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-791e8306-a01f-4f2c-bee4-11f8447c88b5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.406782 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3b422fa3-1f5f-40c0-aa4c-a4427e873d24 None None] Port 1eaad86e-022e-42f7-979e-03f3493e587c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:02.432396 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:02.436842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Calling delete_port for a48e704f-0746-4108-a0bf-137bcfc45574 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:02.455626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Attempting to bind port 5e21d669-77b2-45fd-83e4-06c2ed38d708 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:02.456028 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Attempting to bind port 5e21d669-77b2-45fd-83e4-06c2ed38d708 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:02.456420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Attempting to bind port 5e21d669-77b2-45fd-83e4-06c2ed38d708 on network 90438ada-ec72-4cdb-9a73-516b7f1c6694 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:02.492055 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.493282 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Port 5e21d669-77b2-45fd-83e4-06c2ed38d708 on network 90438ada-ec72-4cdb-9a73-516b7f1c6694 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:02.493806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Attempting to bind port 5e21d669-77b2-45fd-83e4-06c2ed38d708 on network 90438ada-ec72-4cdb-9a73-516b7f1c6694 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:02.505372 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:02.512322 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Checking segment: {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:02.512893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Bound using segment: {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:02.513434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Bound port: 5e21d669-77b2-45fd-83e4-06c2ed38d708, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:02.513894 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.528769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424f1bf1-2978-488f-9b02-a7d30d2b7f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6'}, {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c'}, {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f'}, {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:02.531443 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c85b82b-6c5a-4232-85f4-18ac695c0fbb" -d '{"events": [{"server_uuid": "424f1bf1-2978-488f-9b02-a7d30d2b7f00", "name": "network-vif-plugged", "status": "completed", "tag": "282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6"}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-unplugged", "status": "completed", "tag": "1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c"}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-unplugged", "status": "completed", "tag": "a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f"}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-unplugged", "status": "completed", "tag": "3939b0e6-0a70-473e-9c0d-3543bd2d5fa5"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:02.533140 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791e8306-a01f-4f2c-bee4-11f8447c88b5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:02.562645 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c66b8c5d-7385-48ea-a7e3-6af130ba74d9 None None] Deleting port a48e704f-0746-4108-a0bf-137bcfc45574 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:02.563020 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c66b8c5d-7385-48ea-a7e3-6af130ba74d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.584374 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-791e8306-a01f-4f2c-bee4-11f8447c88b5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.585440 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-791e8306-a01f-4f2c-bee4-11f8447c88b5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Added segment 39e23ddc-b172-4587-be42-73080ef28529 of type vlan for network 39832c91-d96d-47ac-bffe-97eeb2e4c85e Jul 16 03:41:02.605856 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.641178 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-791e8306-a01f-4f2c-bee4-11f8447c88b5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.687360 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c66b8c5d-7385-48ea-a7e3-6af130ba74d9 None None] For port a48e704f-0746-4108-a0bf-137bcfc45574, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a48e704f-0746-4108-a0bf-137bcfc45574,segment=NetworkSegment(dc675ed0-6493-4b31-a187-edddbca6501c),segment_id=dc675ed0-6493-4b31-a187-edddbca6501c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:02.688244 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c66b8c5d-7385-48ea-a7e3-6af130ba74d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.704053 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.708122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c66b8c5d-7385-48ea-a7e3-6af130ba74d9 None None] Calling delete_port for a48e704f-0746-4108-a0bf-137bcfc45574 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:02.714062 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-95ffcf2f-85c8-4908-9be9-61f3ec6d8a8e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] For port 9cfcebe2-6d7b-463b-b357-cbda6d087cca, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9cfcebe2-6d7b-463b-b357-cbda6d087cca,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:02.714641 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-95ffcf2f-85c8-4908-9be9-61f3ec6d8a8e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.749391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713033a-dd2f-4797-a50e-28282f1fb3c4 req-1c9849ec-dc88-45b8-97cb-b9efa91b1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.750962 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d713033a-dd2f-4797-a50e-28282f1fb3c4 req-1c9849ec-dc88-45b8-97cb-b9efa91b1cdb service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3772452 Jul 16 03:41:02.757812 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Port': ['ID=a48e704f-0746-4108-a0bf-137bcfc45574,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:02.761227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-95ffcf2f-85c8-4908-9be9-61f3ec6d8a8e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Calling delete_port for 9cfcebe2-6d7b-463b-b357-cbda6d087cca owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:02.769210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] No DVR routers for this DVR port a48e704f-0746-4108-a0bf-137bcfc45574 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:02.773966 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-791e8306-a01f-4f2c-bee4-11f8447c88b5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.783884 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791e8306-a01f-4f2c-bee4-11f8447c88b5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.784492 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-791e8306-a01f-4f2c-bee4-11f8447c88b5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.803524 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9cfcebe2-6d7b-463b-b357-cbda6d087cca, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9cfcebe2-6d7b-463b-b357-cbda6d087cca,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:02.819882 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.820624 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ddc47a2c-65da-404e-a55b-40a1a9e6ca45 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:02.854340 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-791e8306-a01f-4f2c-bee4-11f8447c88b5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6493304 Jul 16 03:41:02.856009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:02.879881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-847211ad-1513-4ee6-8644-c4005d44bb54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Request body: {'subnet': {'network_id': '39832c91-d96d-47ac-bffe-97eeb2e4c85e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:02.891421 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.900087 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-784fd5a9-46ca-4143-996e-66b34c658769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.907056 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.915120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] For port 5e21d669-77b2-45fd-83e4-06c2ed38d708, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:02.931055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e8306-a01f-4f2c-bee4-11f8447c88b5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event updated for resources: {'Network': ['ID=39832c91-d96d-47ac-bffe-97eeb2e4c85e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:02.932619 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0260869d-754a-4b09-bcef-2ef779e70c4d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:02.933729 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c66b8c5d-7385-48ea-a7e3-6af130ba74d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.948583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 39832c91-d96d-47ac-bffe-97eeb2e4c85e details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:02.953232 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc675ed0-6493-4b31-a187-edddbca6501c') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:02.953541 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc675ed0-6493-4b31-a187-edddbca6501c') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:02.955103 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] For port 5e21d669-77b2-45fd-83e4-06c2ed38d708, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5e21d669-77b2-45fd-83e4-06c2ed38d708,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:02.964770 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.968160 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:02.981147 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66b8c5d-7385-48ea-a7e3-6af130ba74d9 None None] No DVR routers for this DVR port a48e704f-0746-4108-a0bf-137bcfc45574 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:02.986187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da91277-de35-43e1-86ee-06a799c547bb req-5837fe49-5b9d-45f9-8480-bf191efab281 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.992790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da91277-de35-43e1-86ee-06a799c547bb req-5837fe49-5b9d-45f9-8480-bf191efab281 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.998370 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da91277-de35-43e1-86ee-06a799c547bb req-5837fe49-5b9d-45f9-8480-bf191efab281 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:02.998609 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9cfcebe2-6d7b-463b-b357-cbda6d087cca,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:03.005342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da91277-de35-43e1-86ee-06a799c547bb req-5837fe49-5b9d-45f9-8480-bf191efab281 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.010373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da91277-de35-43e1-86ee-06a799c547bb req-5837fe49-5b9d-45f9-8480-bf191efab281 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.012203 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6da91277-de35-43e1-86ee-06a799c547bb req-5837fe49-5b9d-45f9-8480-bf191efab281 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 3880 time: 0.4576020 Jul 16 03:41:03.017865 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.030402 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa66e0-a158-49bd-b4ee-88bb90eae58e req-92cc71a6-2e93-474d-ba56-1db84450aea7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.033420 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:03.033584 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.036720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa66e0-a158-49bd-b4ee-88bb90eae58e req-92cc71a6-2e93-474d-ba56-1db84450aea7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:03.036870 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:03.040186 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1bb921-237d-45bd-b3a0-892ddf3a97cc None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:41:03.042244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa66e0-a158-49bd-b4ee-88bb90eae58e req-92cc71a6-2e93-474d-ba56-1db84450aea7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.049479 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa66e0-a158-49bd-b4ee-88bb90eae58e req-92cc71a6-2e93-474d-ba56-1db84450aea7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.054626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa66e0-a158-49bd-b4ee-88bb90eae58e req-92cc71a6-2e93-474d-ba56-1db84450aea7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.060378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa66e0-a158-49bd-b4ee-88bb90eae58e req-92cc71a6-2e93-474d-ba56-1db84450aea7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.066207 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa66e0-a158-49bd-b4ee-88bb90eae58e req-92cc71a6-2e93-474d-ba56-1db84450aea7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.069805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62aa66e0-a158-49bd-b4ee-88bb90eae58e req-92cc71a6-2e93-474d-ba56-1db84450aea7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5383 time: 0.4046810 Jul 16 03:41:03.083601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b8c5d-7385-48ea-a7e3-6af130ba74d9 None None] Pushing event deleted for resources: {'Port': ['ID=a48e704f-0746-4108-a0bf-137bcfc45574,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:03.103791 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-95ffcf2f-85c8-4908-9be9-61f3ec6d8a8e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.138353 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffcf2f-85c8-4908-9be9-61f3ec6d8a8e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event deleted for resources: {'Port': ['ID=9cfcebe2-6d7b-463b-b357-cbda6d087cca,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:03.163300 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.164293 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:03.165304 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.166150 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.166661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] 10.222.0.88 "PUT /v2.0/ports/5e21d669-77b2-45fd-83e4-06c2ed38d708 HTTP/1.1" status: 200 len: 1090 time: 2.7728946 Jul 16 03:41:03.190894 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.195112 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] 10.222.0.18 "DELETE /v2.0/networks/0260869d-754a-4b09-bcef-2ef779e70c4d HTTP/1.1" status: 204 len: 168 time: 1.7773738 Jul 16 03:41:03.201893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-95ffcf2f-85c8-4908-9be9-61f3ec6d8a8e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] No DVR routers for this DVR port 9cfcebe2-6d7b-463b-b357-cbda6d087cca on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:03.204079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b12d6e-2464-4cb4-b219-e270df050d3e tempest-NetworksTest-139361857 tempest-NetworksTest-139361857-project] Pushing event deleted for resources: {'Network': ['ID=0260869d-754a-4b09-bcef-2ef779e70c4d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:03.206130 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-95ffcf2f-85c8-4908-9be9-61f3ec6d8a8e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.208121 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-95ffcf2f-85c8-4908-9be9-61f3ec6d8a8e tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "DELETE /v2.0/ports/9cfcebe2-6d7b-463b-b357-cbda6d087cca HTTP/1.1" status: 204 len: 173 time: 1.2865014 Jul 16 03:41:03.208601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-deleted', 'tag': '9cfcebe2-6d7b-463b-b357-cbda6d087cca'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:03.210853 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb73da4-705d-4a89-a264-fb7801c48904" -d '{"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-deleted", "tag": "9cfcebe2-6d7b-463b-b357-cbda6d087cca"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:03.212128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Request body: {'port': {'device_id': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:03.227832 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ddc47a2c-65da-404e-a55b-40a1a9e6ca45, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ddc47a2c-65da-404e-a55b-40a1a9e6ca45,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:03.239250 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.322507 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=ddc47a2c-65da-404e-a55b-40a1a9e6ca45,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:03.328569 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1bb921-237d-45bd-b3a0-892ddf3a97cc None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:41:03.329987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62aa66e0-a158-49bd-b4ee-88bb90eae58e req-acfe64bb-0cd5-4932-890b-fd0433520542 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1867359 Jul 16 03:41:03.334465 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a125569-6393-4b72-a80e-8f97ff1bd0d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5e21d669-77b2-45fd-83e4-06c2ed38d708,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:03.337276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-3771a461-cc57-4f61-9f60-7e0277113d26 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Deleting port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:03.337618 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-3771a461-cc57-4f61-9f60-7e0277113d26 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.346994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6da91277-de35-43e1-86ee-06a799c547bb req-7fe08016-09af-4047-b384-4cb68b3a01b8 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151299 Jul 16 03:41:03.361444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847211ad-1513-4ee6-8644-c4005d44bb54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Made reservation on behalf of eaa06d03fe0a4c92ab0ca46886f4c9ac for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:03.367109 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-847211ad-1513-4ee6-8644-c4005d44bb54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.437142 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d544652b-f9b5-41f9-8bb6-91e9caa0f5a9 x-openstack-request-id: req-d544652b-f9b5-41f9-8bb6-91e9caa0f5a9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:03.437454 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424f1bf1-2978-488f-9b02-a7d30d2b7f00", "name": "network-vif-plugged", "status": "completed", "tag": "282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6", "code": 200}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-unplugged", "status": "completed", "tag": "1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c", "code": 200}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-unplugged", "status": "completed", "tag": "a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f", "code": 200}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-unplugged", "status": "completed", "tag": "3939b0e6-0a70-473e-9c0d-3543bd2d5fa5", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:03.437715 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d544652b-f9b5-41f9-8bb6-91e9caa0f5a9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:03.438128 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424f1bf1-2978-488f-9b02-a7d30d2b7f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6', 'code': 200} Jul 16 03:41:03.438391 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c', 'code': 200} Jul 16 03:41:03.438651 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f', 'code': 200} Jul 16 03:41:03.438907 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5', 'code': 200} Jul 16 03:41:03.511273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-3771a461-cc57-4f61-9f60-7e0277113d26 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] For port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:03.511952 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-3771a461-cc57-4f61-9f60-7e0277113d26 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.514690 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:03.532355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-3771a461-cc57-4f61-9f60-7e0277113d26 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Calling delete_port for 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:03.651534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': '5e21d669-77b2-45fd-83e4-06c2ed38d708'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:03.654203 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87903429-2f70-49ea-a7e0-b01aed198015" -d '{"events": [{"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "5e21d669-77b2-45fd-83e4-06c2ed38d708"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:03.658832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:03.865248 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.008141 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-847211ad-1513-4ee6-8644-c4005d44bb54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.017905 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b40058-09bf-475a-b77b-128c028ba47f req-340c2039-eb90-4e0b-8dbb-22deb2b9e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:04.019510 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-45b40058-09bf-475a-b77b-128c028ba47f req-340c2039-eb90-4e0b-8dbb-22deb2b9e9ab service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 1097 time: 0.0839460 Jul 16 03:41:04.099851 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-45b40058-09bf-475a-b77b-128c028ba47f req-84dcf4e7-fadb-4cb2-95f8-6fc8a02489fe service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702457 Jul 16 03:41:04.110505 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-3771a461-cc57-4f61-9f60-7e0277113d26 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.144507 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771a461-cc57-4f61-9f60-7e0277113d26 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event deleted for resources: {'Port': ['ID=1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:04.177545 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566e6521-015b-45e9-81a5-bec96b7dd440 x-openstack-request-id: req-566e6521-015b-45e9-81a5-bec96b7dd440 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:04.178236 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-deleted", "tag": "9cfcebe2-6d7b-463b-b357-cbda6d087cca", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:04.179885 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-566e6521-015b-45e9-81a5-bec96b7dd440 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:04.180731 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-deleted', 'tag': '9cfcebe2-6d7b-463b-b357-cbda6d087cca', 'status': 'completed', 'code': 200} Jul 16 03:41:04.206429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-3771a461-cc57-4f61-9f60-7e0277113d26 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] No DVR routers for this DVR port 1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:04.210027 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-3771a461-cc57-4f61-9f60-7e0277113d26 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.215727 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-3771a461-cc57-4f61-9f60-7e0277113d26 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "DELETE /v2.0/ports/1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c HTTP/1.1" status: 204 len: 173 time: 1.0014801 Jul 16 03:41:04.263233 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4982515d-752f-4574-aacd-f6a957b1b2bf {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:04.277962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847211ad-1513-4ee6-8644-c4005d44bb54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event updated for resources: {'Subnet': ['ID=af07788b-a270-4323-be2e-91d551d6651b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:04.289073 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.301816 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3704befe-6f1e-4f88-978b-d65796181e7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7a00a54bb734e42ab06ab0e17bcba5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6389372 Jul 16 03:41:04.308741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40538) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:04.331689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5155c2c-bc6a-46e1-9444-ae185deafe64 req-1c0a5401-28dd-49ad-b387-d3f009d2630f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:04.338867 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5155c2c-bc6a-46e1-9444-ae185deafe64 req-1c0a5401-28dd-49ad-b387-d3f009d2630f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 946 time: 0.7242405 Jul 16 03:41:04.364241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Transition to ACTIVE for port object 4982515d-752f-4574-aacd-f6a957b1b2bf will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:04.400426 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80ec883e-a429-45c6-bc41-d05f68726237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.415210 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847211ad-1513-4ee6-8644-c4005d44bb54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Checking segment: {'id': '39e23ddc-b172-4587-be42-73080ef28529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '39832c91-d96d-47ac-bffe-97eeb2e4c85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:04.415740 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847211ad-1513-4ee6-8644-c4005d44bb54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Network hostable DHCP agents. Network: 39832c91-d96d-47ac-bffe-97eeb2e4c85e, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:04.435286 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80ec883e-a429-45c6-bc41-d05f68726237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.445426 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.448096 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-0801d6e8-3778-45f1-ab1f-6e75800bb3bf tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Deleting port ddc47a2c-65da-404e-a55b-40a1a9e6ca45 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:04.448820 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-0801d6e8-3778-45f1-ab1f-6e75800bb3bf tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.480046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847211ad-1513-4ee6-8644-c4005d44bb54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Network 39832c91-d96d-47ac-bffe-97eeb2e4c85e is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:04.492849 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5155c2c-bc6a-46e1-9444-ae185deafe64 req-f2a56ba3-07e3-459e-9c77-60c870be6718 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521204 Jul 16 03:41:04.540534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-847211ad-1513-4ee6-8644-c4005d44bb54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 39832c91-d96d-47ac-bffe-97eeb2e4c85e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:04.563403 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847211ad-1513-4ee6-8644-c4005d44bb54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:04.564015 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-847211ad-1513-4ee6-8644-c4005d44bb54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.565534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f41d4d7-d6d0-496f-bf71-352a35fa8b68 None None] Network 39832c91-d96d-47ac-bffe-97eeb2e4c85e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:04.574688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=4982515d-752f-4574-aacd-f6a957b1b2bf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:04.612775 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b544ed-acec-4b9a-aa4e-e906a5d06a0b x-openstack-request-id: req-04b544ed-acec-4b9a-aa4e-e906a5d06a0b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:04.613077 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "5e21d669-77b2-45fd-83e4-06c2ed38d708", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:04.613329 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04b544ed-acec-4b9a-aa4e-e906a5d06a0b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:04.613737 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': '5e21d669-77b2-45fd-83e4-06c2ed38d708', 'status': 'completed', 'code': 200} Jul 16 03:41:04.624489 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ebb97-3a48-49d7-ab9b-895926eb089a req-290d9d3c-7bda-4660-9136-e0edf7c5a1de tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:04.631940 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-414ebb97-3a48-49d7-ab9b-895926eb089a req-290d9d3c-7bda-4660-9136-e0edf7c5a1de tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 946 time: 0.2658443 Jul 16 03:41:04.648227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40546) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:04.648544 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-847211ad-1513-4ee6-8644-c4005d44bb54 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7850535 Jul 16 03:41:04.708781 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80ec883e-a429-45c6-bc41-d05f68726237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.711618 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80ec883e-a429-45c6-bc41-d05f68726237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.712847 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-80ec883e-a429-45c6-bc41-d05f68726237 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f0ca73fb-dde5-481e-a794-ebb5c65a7b5f HTTP/1.1" status: 204 len: 168 time: 0.4030852 Jul 16 03:41:04.728289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-0801d6e8-3778-45f1-ab1f-6e75800bb3bf tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] For port ddc47a2c-65da-404e-a55b-40a1a9e6ca45, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ddc47a2c-65da-404e-a55b-40a1a9e6ca45,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:04.728955 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-0801d6e8-3778-45f1-ab1f-6e75800bb3bf tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.772790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-0801d6e8-3778-45f1-ab1f-6e75800bb3bf tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Calling delete_port for ddc47a2c-65da-404e-a55b-40a1a9e6ca45 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:04.807824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Attempting to bind port 4982515d-752f-4574-aacd-f6a957b1b2bf on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:04.808184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Attempting to bind port 4982515d-752f-4574-aacd-f6a957b1b2bf by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:04.808787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Attempting to bind port 4982515d-752f-4574-aacd-f6a957b1b2bf on network 90438ada-ec72-4cdb-9a73-516b7f1c6694 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:04.825938 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Port 4982515d-752f-4574-aacd-f6a957b1b2bf on network 90438ada-ec72-4cdb-9a73-516b7f1c6694 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:04.827433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Attempting to bind port 4982515d-752f-4574-aacd-f6a957b1b2bf on network 90438ada-ec72-4cdb-9a73-516b7f1c6694 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:04.847181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:04.851167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Checking segment: {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:04.851612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Bound using segment: {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:04.852098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Bound port: 4982515d-752f-4574-aacd-f6a957b1b2bf, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083689b7-670e-4997-849d-bd41e8a5366c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:04.853157 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:04.962393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec883e-a429-45c6-bc41-d05f68726237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ca73fb-dde5-481e-a794-ebb5c65a7b5f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:04.987549 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-0801d6e8-3778-45f1-ab1f-6e75800bb3bf tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.033586 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-39832c91-d96d-47ac-bffe-97eeb2e4c85e', 'network_id': '39832c91-d96d-47ac-bffe-97eeb2e4c85e', 'tenant_id': 'eaa06d03fe0a4c92ab0ca46886f4c9ac', 'fixed_ips': [{'subnet_id': 'af07788b-a270-4323-be2e-91d551d6651b'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:05.034447 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.091521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801d6e8-3778-45f1-ab1f-6e75800bb3bf tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event deleted for resources: {'Port': ['ID=ddc47a2c-65da-404e-a55b-40a1a9e6ca45,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:05.129491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-414ebb97-3a48-49d7-ab9b-895926eb089a req-14c40c5f-9d3b-4180-96f9-93f0f3251114 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=398118ef-b926-4ca9-b482-bb21d4cf5d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4950502 Jul 16 03:41:05.137527 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903429-2f70-49ea-a7e0-b01aed198015 req-c7268212-c5a9-4064-9f20-6806661e4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.138366 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903429-2f70-49ea-a7e0-b01aed198015 req-c7268212-c5a9-4064-9f20-6806661e4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.139038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903429-2f70-49ea-a7e0-b01aed198015 req-c7268212-c5a9-4064-9f20-6806661e4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.139692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903429-2f70-49ea-a7e0-b01aed198015 req-c7268212-c5a9-4064-9f20-6806661e4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.140342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903429-2f70-49ea-a7e0-b01aed198015 req-c7268212-c5a9-4064-9f20-6806661e4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.140973 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903429-2f70-49ea-a7e0-b01aed198015 req-c7268212-c5a9-4064-9f20-6806661e4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.141597 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903429-2f70-49ea-a7e0-b01aed198015 req-c7268212-c5a9-4064-9f20-6806661e4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.145489 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-87903429-2f70-49ea-a7e0-b01aed198015 req-c7268212-c5a9-4064-9f20-6806661e4cce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 6300 time: 0.5285962 Jul 16 03:41:05.178209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] For port 4982515d-752f-4574-aacd-f6a957b1b2bf, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:05.182746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] For port 4982515d-752f-4574-aacd-f6a957b1b2bf, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4982515d-752f-4574-aacd-f6a957b1b2bf,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:05.195483 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.225358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660928b-257a-4810-8099-a09794977867 req-71e80693-b39e-484a-9e80-3b470adc5e25 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.227368 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5660928b-257a-4810-8099-a09794977867 req-71e80693-b39e-484a-9e80-3b470adc5e25 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 946 time: 0.2747548 Jul 16 03:41:05.231221 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-0801d6e8-3778-45f1-ab1f-6e75800bb3bf tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] No DVR routers for this DVR port ddc47a2c-65da-404e-a55b-40a1a9e6ca45 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:05.241255 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-0801d6e8-3778-45f1-ab1f-6e75800bb3bf tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.243407 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-0801d6e8-3778-45f1-ab1f-6e75800bb3bf tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "DELETE /v2.0/ports/ddc47a2c-65da-404e-a55b-40a1a9e6ca45 HTTP/1.1" status: 204 len: 173 time: 1.0135620 Jul 16 03:41:05.308989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.309807 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.311419 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] 10.222.0.88 "PUT /v2.0/ports/4982515d-752f-4574-aacd-f6a957b1b2bf HTTP/1.1" status: 200 len: 1091 time: 2.1043062 Jul 16 03:41:05.343604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Allocated IP 2001:db8::2 (39832c91-d96d-47ac-bffe-97eeb2e4c85e/af07788b-a270-4323-be2e-91d551d6651b/a5bb3cac-1acb-499d-b3c8-b61bd39786cb) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:05.412006 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.427460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Request body: {'port': {'device_id': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:05.471744 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903429-2f70-49ea-a7e0-b01aed198015 req-a4011e71-da29-434b-9a40-06633a7c2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.472237 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903429-2f70-49ea-a7e0-b01aed198015 req-a4011e71-da29-434b-9a40-06633a7c2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.475060 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903429-2f70-49ea-a7e0-b01aed198015 req-a4011e71-da29-434b-9a40-06633a7c2b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.476991 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-87903429-2f70-49ea-a7e0-b01aed198015 req-a4011e71-da29-434b-9a40-06633a7c2b06 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2932980 Jul 16 03:41:05.511801 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cfcebe2-6d7b-463b-b357-cbda6d087cca'}, {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddc47a2c-65da-404e-a55b-40a1a9e6ca45'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:05.514690 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cd1030-2191-48b4-8d02-96f214025d9f" -d '{"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-unplugged", "status": "completed", "tag": "9cfcebe2-6d7b-463b-b357-cbda6d087cca"}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-unplugged", "status": "completed", "tag": "ddc47a2c-65da-404e-a55b-40a1a9e6ca45"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:05.650428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-fb1777be-58c2-4065-a421-6de5c2e31998 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Deleting port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:05.650975 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-fb1777be-58c2-4065-a421-6de5c2e31998 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.654176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.88', 63876) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:05.672072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269189e-0354-4d80-bc39-81e625815ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=4982515d-752f-4574-aacd-f6a957b1b2bf,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:05.732285 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.735390 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5660928b-257a-4810-8099-a09794977867 req-09d5b61e-7e80-4c2e-bbeb-d085b304204e tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4519348 Jul 16 03:41:05.754004 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.773060 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Transition to ACTIVE for port object a5bb3cac-1acb-499d-b3c8-b61bd39786cb will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:05.796563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Transition to ACTIVE for port object a5bb3cac-1acb-499d-b3c8-b61bd39786cb will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:05.807562 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.817008 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.858096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Network 39832c91-d96d-47ac-bffe-97eeb2e4c85e is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:05.861372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:05.864181 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:05.874496 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Pushing event updated for resources: {'Port': ['ID=a5bb3cac-1acb-499d-b3c8-b61bd39786cb,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:05.890413 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.900155 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87903429-2f70-49ea-a7e0-b01aed198015 req-57a10cb1-9fcf-479e-bedb-451dbf0d4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.902280 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-87903429-2f70-49ea-a7e0-b01aed198015 req-57a10cb1-9fcf-479e-bedb-451dbf0d4854 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4109168 Jul 16 03:41:05.964340 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-fb1777be-58c2-4065-a421-6de5c2e31998 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] For port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:05.964980 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-fb1777be-58c2-4065-a421-6de5c2e31998 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.971929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Attempting to bind port a5bb3cac-1acb-499d-b3c8-b61bd39786cb on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:05.972304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Attempting to bind port a5bb3cac-1acb-499d-b3c8-b61bd39786cb by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '39e23ddc-b172-4587-be42-73080ef28529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '39832c91-d96d-47ac-bffe-97eeb2e4c85e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:05.972712 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Attempting to bind port a5bb3cac-1acb-499d-b3c8-b61bd39786cb on network 39832c91-d96d-47ac-bffe-97eeb2e4c85e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:05.977822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:05.978196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Checking segment: {'id': '39e23ddc-b172-4587-be42-73080ef28529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '39832c91-d96d-47ac-bffe-97eeb2e4c85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:05.978599 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.978992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Bound using segment: {'id': '39e23ddc-b172-4587-be42-73080ef28529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '39832c91-d96d-47ac-bffe-97eeb2e4c85e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:05.979585 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Bound port: a5bb3cac-1acb-499d-b3c8-b61bd39786cb, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e23ddc-b172-4587-be42-73080ef28529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '39832c91-d96d-47ac-bffe-97eeb2e4c85e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:05.979980 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:05.987665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3ed82-613f-45a9-9e36-07b281acee30 req-862dd03a-bb58-494d-a028-1097da474c81 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:05.992816 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29f3ed82-613f-45a9-9e36-07b281acee30 req-862dd03a-bb58-494d-a028-1097da474c81 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 945 time: 0.5998392 Jul 16 03:41:05.995007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-fb1777be-58c2-4065-a421-6de5c2e31998 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Calling delete_port for a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:06.017797 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40574) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:06.026342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-52dcced0-e697-470e-9eb9-0eb8789a6b66 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:06.028161 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-52dcced0-e697-470e-9eb9-0eb8789a6b66 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.88 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 945 time: 0.3676119 Jul 16 03:41:06.036795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-55ef8989-bd3b-4e12-b7d2-303d3671e683 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:06.038291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-55ef8989-bd3b-4e12-b7d2-303d3671e683 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.88 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 946 time: 0.7109525 Jul 16 03:41:06.064109 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] For port a5bb3cac-1acb-499d-b3c8-b61bd39786cb, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:06.067432 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] For port a5bb3cac-1acb-499d-b3c8-b61bd39786cb, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a5bb3cac-1acb-499d-b3c8-b61bd39786cb,segment=NetworkSegment(39e23ddc-b172-4587-be42-73080ef28529),segment_id=39e23ddc-b172-4587-be42-73080ef28529)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:06.072142 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.120993 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.125970 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8043b-b85d-4131-8bcc-ada42e223ab9 None None] Pushing event updated for resources: {'Port': ['ID=a5bb3cac-1acb-499d-b3c8-b61bd39786cb,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:06.172006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Subnet': ['ID=af07788b-a270-4323-be2e-91d551d6651b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:06.202870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-deleted', 'tag': '1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c'}, {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-deleted', 'tag': 'ddc47a2c-65da-404e-a55b-40a1a9e6ca45'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:06.205151 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5569f11e-ba6e-427e-af66-d533f51d57ae" -d '{"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-deleted", "tag": "1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c"}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-deleted", "tag": "ddc47a2c-65da-404e-a55b-40a1a9e6ca45"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:06.231742 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29f3ed82-613f-45a9-9e36-07b281acee30 req-5afc022a-0ded-4356-9326-a5f40166db8f tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/security-groups?id=39782980-896b-4fa1-b82b-f29dce78160a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191281 Jul 16 03:41:06.250003 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1006708170'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:06.313111 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.339297 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39832c91-d96d-47ac-bffe-97eeb2e4c85e']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:06.351877 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Made reservation on behalf of 321f0afc3b0c4fefac2b5dea4ea3dece for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:06.355750 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.368535 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e23ddc-b172-4587-be42-73080ef28529') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:06.368841 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e23ddc-b172-4587-be42-73080ef28529') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:06.380155 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.423444 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.465882 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.476596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-df9e9ba1-6ea0-4abf-8b1d-67db1baa2626 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Deleting port 1089b1a7-09d9-44f8-b16f-b77a04fe429c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:06.476596 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-df9e9ba1-6ea0-4abf-8b1d-67db1baa2626 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.512295 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:06.512828 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:06.521742 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:06.553680 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-fb1777be-58c2-4065-a421-6de5c2e31998 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.624577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': '4982515d-752f-4574-aacd-f6a957b1b2bf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:06.626885 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "4982515d-752f-4574-aacd-f6a957b1b2bf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:06.660356 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1777be-58c2-4065-a421-6de5c2e31998 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event deleted for resources: {'Port': ['ID=a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:06.664632 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea4cf-ea65-4d49-ae0c-711e1725dbbb req-8cdb22cc-f2aa-41c6-be54-20d565c51f61 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:06.670608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea4cf-ea65-4d49-ae0c-711e1725dbbb req-8cdb22cc-f2aa-41c6-be54-20d565c51f61 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:06.674715 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:41:06.674715 n-d-800088-6 neutron-server[93768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:41:06.674715 n-d-800088-6 neutron-server[93768]: [parameters: {'id': '39832c91-d96d-47ac-bffe-97eeb2e4c85e'}] Jul 16 03:41:06.674715 n-d-800088-6 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:41:06.675174 n-d-800088-6 neutron-server[93768]: DEBUG oslo_db.api [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:41:06.676522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea4cf-ea65-4d49-ae0c-711e1725dbbb req-8cdb22cc-f2aa-41c6-be54-20d565c51f61 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:06.682494 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea4cf-ea65-4d49-ae0c-711e1725dbbb req-8cdb22cc-f2aa-41c6-be54-20d565c51f61 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:06.690459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea4cf-ea65-4d49-ae0c-711e1725dbbb req-8cdb22cc-f2aa-41c6-be54-20d565c51f61 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:06.696495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea4cf-ea65-4d49-ae0c-711e1725dbbb req-8cdb22cc-f2aa-41c6-be54-20d565c51f61 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:06.702934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ea4cf-ea65-4d49-ae0c-711e1725dbbb req-8cdb22cc-f2aa-41c6-be54-20d565c51f61 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:06.705038 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b4ea4cf-ea65-4d49-ae0c-711e1725dbbb req-8cdb22cc-f2aa-41c6-be54-20d565c51f61 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5395 time: 0.7664163 Jul 16 03:41:06.736429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-fb1777be-58c2-4065-a421-6de5c2e31998 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] No DVR routers for this DVR port a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:06.744464 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-fb1777be-58c2-4065-a421-6de5c2e31998 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.746422 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-fb1777be-58c2-4065-a421-6de5c2e31998 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "DELETE /v2.0/ports/a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f HTTP/1.1" status: 204 len: 173 time: 1.4960668 Jul 16 03:41:06.767329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-df9e9ba1-6ea0-4abf-8b1d-67db1baa2626 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] For port 1089b1a7-09d9-44f8-b16f-b77a04fe429c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1089b1a7-09d9-44f8-b16f-b77a04fe429c,segment=NetworkSegment(2595ec63-a085-4549-a539-ca47440b27fd),segment_id=2595ec63-a085-4549-a539-ca47440b27fd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:06.767693 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-df9e9ba1-6ea0-4abf-8b1d-67db1baa2626 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.835526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Deleting port a779f859-664c-428c-86da-c48f65251515 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:06.835875 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:06.871660 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b4ea4cf-ea65-4d49-ae0c-711e1725dbbb req-b9eb6592-782e-44da-91ab-dc0c4a97d06a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418481 Jul 16 03:41:06.951420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadaa7d-1588-45d9-9897-dd005b41ee94 req-2fb0de48-8c6d-47a0-8261-3d3ab393c528 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:06.959009 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-daadaa7d-1588-45d9-9897-dd005b41ee94 req-2fb0de48-8c6d-47a0-8261-3d3ab393c528 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 943 time: 0.3211505 Jul 16 03:41:07.021017 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.028892 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.050440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] For port a779f859-664c-428c-86da-c48f65251515, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=a779f859-664c-428c-86da-c48f65251515,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:07.050808 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.074279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18412237-51bf-4af1-8447-3590a799f08e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:07.102908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:07.109688 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-daadaa7d-1588-45d9-9897-dd005b41ee94 req-e8b6422e-6e20-4da6-ba33-720e5e71b608 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494334 Jul 16 03:41:07.113108 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.134736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417df775-0977-45e1-84a1-52469539a504,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:07.139282 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.139623 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Added segment 1df3e1f2-d615-4071-88d5-1f0531c483c7 of type vlan for network c3eb9cec-cb77-4e40-8dd5-f60c800b7880 Jul 16 03:41:07.163011 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Deleting port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:07.163275 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.176713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Transition to ACTIVE for port object 18412237-51bf-4af1-8447-3590a799f08e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:07.177356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.188623 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.257684 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dd01f3-4c60-4978-94d1-40fee1c934bb x-openstack-request-id: req-a0dd01f3-4c60-4978-94d1-40fee1c934bb {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:07.258236 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-unplugged", "status": "completed", "tag": "9cfcebe2-6d7b-463b-b357-cbda6d087cca", "code": 200}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-unplugged", "status": "completed", "tag": "ddc47a2c-65da-404e-a55b-40a1a9e6ca45", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:07.258236 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0dd01f3-4c60-4978-94d1-40fee1c934bb {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:07.258633 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cfcebe2-6d7b-463b-b357-cbda6d087cca', 'code': 200} Jul 16 03:41:07.258892 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddc47a2c-65da-404e-a55b-40a1a9e6ca45', 'code': 200} Jul 16 03:41:07.367998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Pushing event updated for resources: {'Port': ['ID=18412237-51bf-4af1-8447-3590a799f08e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:07.385705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36735ff2-896f-460f-966b-6f242c747d9f req-30b16cb2-9f78-4be5-ba0a-d820ef2006b6 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:07.401152 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-36735ff2-896f-460f-966b-6f242c747d9f req-30b16cb2-9f78-4be5-ba0a-d820ef2006b6 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 946 time: 0.3657837 Jul 16 03:41:07.403093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:07.430791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a140d4e5-0bcd-4e2e-9e2a-9d5887a4ed4e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Request body: {'floatingip': {'port_id': '4426ec60-b451-4d64-8e44-f30e9812ca97'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:07.545050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747dc866-471f-46ce-b05e-b075c529d071 None None] Network 39832c91-d96d-47ac-bffe-97eeb2e4c85e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:07.556020 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e570b1f8-b642-436b-8cce-cda68d719855 x-openstack-request-id: req-e570b1f8-b642-436b-8cce-cda68d719855 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:07.556331 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "4982515d-752f-4574-aacd-f6a957b1b2bf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:07.556764 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e570b1f8-b642-436b-8cce-cda68d719855 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:07.557302 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': '4982515d-752f-4574-aacd-f6a957b1b2bf', 'status': 'completed', 'code': 200} Jul 16 03:41:07.645416 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a140d4e5-0bcd-4e2e-9e2a-9d5887a4ed4e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.701170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-df9e9ba1-6ea0-4abf-8b1d-67db1baa2626 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.702018 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-df9e9ba1-6ea0-4abf-8b1d-67db1baa2626 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.702522 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-df9e9ba1-6ea0-4abf-8b1d-67db1baa2626 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Floating IP b77c4054-d11b-464d-b015-88437434007d disassociated. External IP: 172.25.3.80, port: 1089b1a7-09d9-44f8-b16f-b77a04fe429c. Jul 16 03:41:07.703032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-df9e9ba1-6ea0-4abf-8b1d-67db1baa2626 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Calling delete_port for 1089b1a7-09d9-44f8-b16f-b77a04fe429c owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:07.705706 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287dca8d-b17e-4bb4-92af-6ed53d3e08fe x-openstack-request-id: req-287dca8d-b17e-4bb4-92af-6ed53d3e08fe {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:07.706000 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-deleted", "tag": "1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c", "status": "completed", "code": 200}, {"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-deleted", "tag": "ddc47a2c-65da-404e-a55b-40a1a9e6ca45", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:07.706250 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-287dca8d-b17e-4bb4-92af-6ed53d3e08fe {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:07.706641 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-deleted', 'tag': '1a2f0ac9-cd3e-4754-aeaf-56228dfd1a9c', 'status': 'completed', 'code': 200} Jul 16 03:41:07.706892 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-deleted', 'tag': 'ddc47a2c-65da-404e-a55b-40a1a9e6ca45', 'status': 'completed', 'code': 200} Jul 16 03:41:07.724977 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.739218 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.739860 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.740372 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Floating IP 279a7e72-4794-4579-98b4-a82fd67a7fa6 disassociated. External IP: 172.25.3.194, port: a779f859-664c-428c-86da-c48f65251515. Jul 16 03:41:07.740942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Calling delete_port for a779f859-664c-428c-86da-c48f65251515 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:07.809535 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Attempting to bind port 18412237-51bf-4af1-8447-3590a799f08e on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:07.810491 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Attempting to bind port 18412237-51bf-4af1-8447-3590a799f08e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '0ea5c057-e55a-461e-aabf-0137c54eda91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:07.811076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Attempting to bind port 18412237-51bf-4af1-8447-3590a799f08e on network a3d8bc9a-80ea-44be-8f70-23c45868da08 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:07.832946 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-78b18f0d-acd4-40c5-a74f-2026b41983a7 None None] Provisioning for port a5bb3cac-1acb-499d-b3c8-b61bd39786cb completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:07.881952 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Port 18412237-51bf-4af1-8447-3590a799f08e on network a3d8bc9a-80ea-44be-8f70-23c45868da08 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:07.882278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Attempting to bind port 18412237-51bf-4af1-8447-3590a799f08e on network a3d8bc9a-80ea-44be-8f70-23c45868da08 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:07.905332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] For port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5,segment=NetworkSegment(4c9baf8c-3823-4401-bebb-47666fe3e2f0),segment_id=4c9baf8c-3823-4401-bebb-47666fe3e2f0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:07.905763 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.911504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:07.911851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Checking segment: {'id': '0ea5c057-e55a-461e-aabf-0137c54eda91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:07.912494 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Bound using segment: {'id': '0ea5c057-e55a-461e-aabf-0137c54eda91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:07.913123 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Bound port: 18412237-51bf-4af1-8447-3590a799f08e, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea5c057-e55a-461e-aabf-0137c54eda91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:07.913495 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.922894 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.928439 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:07.929027 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:07.943625 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cec332-2f13-47b7-bb34-7db92917ed32 None None] DHCP port deletion for 39832c91-d96d-47ac-bffe-97eeb2e4c85e request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:07.953993 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96761065-214d-4347-9b40-aabeb42650f5 req-ef17114b-1e65-486a-8777-0bf657eacbbf tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:07.955470 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96761065-214d-4347-9b40-aabeb42650f5 req-ef17114b-1e65-486a-8777-0bf657eacbbf tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 946 time: 0.5533152 Jul 16 03:41:08.006600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a7cec332-2f13-47b7-bb34-7db92917ed32 None None] Deleting port a5bb3cac-1acb-499d-b3c8-b61bd39786cb {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:08.006993 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a7cec332-2f13-47b7-bb34-7db92917ed32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.011539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Deleting port a5bb3cac-1acb-499d-b3c8-b61bd39786cb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:08.011899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.048545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fee73-5167-48c6-9325-849730d79bd2 req-11fd9019-fee8-417b-a453-dd87d581efe5 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.050077 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f88fee73-5167-48c6-9325-849730d79bd2 req-11fd9019-fee8-417b-a453-dd87d581efe5 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 946 time: 0.4186888 Jul 16 03:41:08.055713 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.0208135 Jul 16 03:41:08.058651 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8 req-0faa874e-1079-4503-8c26-1dfa4c612703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.059637 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8 req-0faa874e-1079-4503-8c26-1dfa4c612703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.059637 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8 req-0faa874e-1079-4503-8c26-1dfa4c612703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.060078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8 req-0faa874e-1079-4503-8c26-1dfa4c612703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.060627 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8 req-0faa874e-1079-4503-8c26-1dfa4c612703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.061426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:08.061653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8 req-0faa874e-1079-4503-8c26-1dfa4c612703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.062087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8 req-0faa874e-1079-4503-8c26-1dfa4c612703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.063950 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8 req-0faa874e-1079-4503-8c26-1dfa4c612703 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 6367 time: 0.3538272 Jul 16 03:41:08.075765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-89711fb3-2392-4b31-86ca-f497540fbc86 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c3eb9cec-cb77-4e40-8dd5-f60c800b7880', 'tempest-TagsTest-Tag-682698241') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:08.082599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a7cec332-2f13-47b7-bb34-7db92917ed32 None None] For port a5bb3cac-1acb-499d-b3c8-b61bd39786cb, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a5bb3cac-1acb-499d-b3c8-b61bd39786cb,segment=NetworkSegment(39e23ddc-b172-4587-be42-73080ef28529),segment_id=39e23ddc-b172-4587-be42-73080ef28529)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:08.083294 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a7cec332-2f13-47b7-bb34-7db92917ed32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.097821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a7cec332-2f13-47b7-bb34-7db92917ed32 None None] Calling delete_port for a5bb3cac-1acb-499d-b3c8-b61bd39786cb owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:08.169632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d952e-f5d7-406b-84d0-754ff895fb32 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Pushing event updated for resources: {'Network': ['ID=c3eb9cec-cb77-4e40-8dd5-f60c800b7880,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:08.186435 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a7cec332-2f13-47b7-bb34-7db92917ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.218269 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network c3eb9cec-cb77-4e40-8dd5-f60c800b7880 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:08.221945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] For port a5bb3cac-1acb-499d-b3c8-b61bd39786cb, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a5bb3cac-1acb-499d-b3c8-b61bd39786cb,segment=NetworkSegment(39e23ddc-b172-4587-be42-73080ef28529),segment_id=39e23ddc-b172-4587-be42-73080ef28529)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:08.222310 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.228897 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96761065-214d-4347-9b40-aabeb42650f5 req-a4a447ac-12d7-4301-964d-499a4f22c571 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585614 Jul 16 03:41:08.231867 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cec332-2f13-47b7-bb34-7db92917ed32 None None] Pushing event deleted for resources: {'Port': ['ID=a5bb3cac-1acb-499d-b3c8-b61bd39786cb,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:08.239673 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f88fee73-5167-48c6-9325-849730d79bd2 req-3b556840-8710-4dc4-a665-7426dde7e602 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e5c3cba-d1fe-4922-8103-e3236cb17fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730738 Jul 16 03:41:08.277136 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cec332-2f13-47b7-bb34-7db92917ed32 None None] No DVR routers for this DVR port a5bb3cac-1acb-499d-b3c8-b61bd39786cb on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:08.295484 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Calling delete_port for a5bb3cac-1acb-499d-b3c8-b61bd39786cb owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:08.314240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] For port 18412237-51bf-4af1-8447-3590a799f08e, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:08.338050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] For port 18412237-51bf-4af1-8447-3590a799f08e, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=18412237-51bf-4af1-8447-3590a799f08e,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:08.360276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device a779f859-664c-428c-86da-c48f65251515 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:08.398047 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-df9e9ba1-6ea0-4abf-8b1d-67db1baa2626 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.401209 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.421437 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.454656 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.494351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.494997 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.496406 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] 10.222.0.88 "PUT /v2.0/ports/18412237-51bf-4af1-8447-3590a799f08e HTTP/1.1" status: 200 len: 1091 time: 3.0823040 Jul 16 03:41:08.516573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-652eb162-e38e-4922-a547-7f82a038f495 req-ef85e9a2-6782-4309-bb07-63a58315dc88 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 210 time: 0.1067984 Jul 16 03:41:08.524213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e9ba1-6ea0-4abf-8b1d-67db1baa2626 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Pushing event deleted for resources: {'Port': ['ID=1089b1a7-09d9-44f8-b16f-b77a04fe429c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:08.539569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8 req-168b4163-c69d-4050-b0e8-56631925c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.540185 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8 req-168b4163-c69d-4050-b0e8-56631925c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.540721 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8 req-168b4163-c69d-4050-b0e8-56631925c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.542475 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8 req-168b4163-c69d-4050-b0e8-56631925c421 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4632952 Jul 16 03:41:08.547741 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.548188 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.548614 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Floating IP caa82ed7-b48a-4ff2-9899-b21d91735a3f disassociated. External IP: 172.25.3.136, port: 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5. Jul 16 03:41:08.550176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Calling delete_port for 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:08.589989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Request body: {'port': {'device_id': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:08.624592 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.760577 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Port': ['ID=a5bb3cac-1acb-499d-b3c8-b61bd39786cb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:08.778438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] No DVR routers for this DVR port a5bb3cac-1acb-499d-b3c8-b61bd39786cb on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:08.796599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f9c22-a5e3-472b-91a9-a1194e5384e7 service neutron] Pushing event updated for resources: {'Port': ['ID=18412237-51bf-4af1-8447-3590a799f08e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:08.818234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-89711fb3-2392-4b31-86ca-f497540fbc86 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] 10.222.0.18 "PUT /v2.0/networks/c3eb9cec-cb77-4e40-8dd5-f60c800b7880/tags/tempest-TagsTest-Tag-682698241 HTTP/1.1" status: 201 len: 201 time: 0.7473981 Jul 16 03:41:08.842837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:08.988701 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:08.992796 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8 req-5f6e7000-86b2-48ce-9623-336569342ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:08.994408 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8 req-5f6e7000-86b2-48ce-9623-336569342ba2 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3160000 Jul 16 03:41:09.010204 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39832c91-d96d-47ac-bffe-97eeb2e4c85e']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:09.017364 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-df9e9ba1-6ea0-4abf-8b1d-67db1baa2626 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Router b6d13f89-9d38-4085-8972-a694a989a879 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:09.045329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e23ddc-b172-4587-be42-73080ef28529') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:09.045638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e23ddc-b172-4587-be42-73080ef28529') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:09.063666 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.130812 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.143995 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:09.144455 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:09.147870 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:09.162121 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.172475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-480dfd8d-78a2-4495-b124-5a67031a79a8 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c3eb9cec-cb77-4e40-8dd5-f60c800b7880', 'tempest-TagsTest-Tag-682698241') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:09.179999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event deleted for resources: {'Port': ['ID=a779f859-664c-428c-86da-c48f65251515,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:09.270977 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event deleted for resources: {'Port': ['ID=3939b0e6-0a70-473e-9c0d-3543bd2d5fa5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:09.315880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.328266 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.332199 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-df9e9ba1-6ea0-4abf-8b1d-67db1baa2626 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:09.335722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b0afc-ec84-4f52-8633-114855e1786d req-7b998518-cd8b-4259-b1c0-5e61f92ee128 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:09.342184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b0afc-ec84-4f52-8633-114855e1786d req-7b998518-cd8b-4259-b1c0-5e61f92ee128 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:09.343591 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536187d9-c2b7-4689-956e-9dcaa8aa87a1 None None] Sync routers for ids ['b6d13f89-9d38-4085-8972-a694a989a879'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:09.346698 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.347660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b0afc-ec84-4f52-8633-114855e1786d req-7b998518-cd8b-4259-b1c0-5e61f92ee128 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:09.348226 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/networks/39832c91-d96d-47ac-bffe-97eeb2e4c85e HTTP/1.1" status: 204 len: 168 time: 4.6972547 Jul 16 03:41:09.352964 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40600) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:09.353702 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536187d9-c2b7-4689-956e-9dcaa8aa87a1 None None] Routers {'b6d13f89-9d38-4085-8972-a694a989a879'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:09.354719 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-536187d9-c2b7-4689-956e-9dcaa8aa87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b6d13f89-9d38-4085-8972-a694a989a879'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:09.359328 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b0afc-ec84-4f52-8633-114855e1786d req-7b998518-cd8b-4259-b1c0-5e61f92ee128 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:09.365248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b0afc-ec84-4f52-8633-114855e1786d req-7b998518-cd8b-4259-b1c0-5e61f92ee128 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:09.371129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b0afc-ec84-4f52-8633-114855e1786d req-7b998518-cd8b-4259-b1c0-5e61f92ee128 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:09.375722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c9191aa5-caac-40f0-ba19-752eff9cf6a3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-243379981'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:09.377599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b0afc-ec84-4f52-8633-114855e1786d req-7b998518-cd8b-4259-b1c0-5e61f92ee128 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:09.379588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e8b0afc-ec84-4f52-8633-114855e1786d req-7b998518-cd8b-4259-b1c0-5e61f92ee128 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5407 time: 0.9255674 Jul 16 03:41:09.438299 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55f7ad-d1b5-4c8a-a8f2-86dbf0732bf5 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Network': ['ID=39832c91-d96d-47ac-bffe-97eeb2e4c85e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:09.443309 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-df9e9ba1-6ea0-4abf-8b1d-67db1baa2626 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] No DVR routers for this DVR port 1089b1a7-09d9-44f8-b16f-b77a04fe429c on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:09.449059 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-df9e9ba1-6ea0-4abf-8b1d-67db1baa2626 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.451036 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8e18c954-148b-446f-a0b5-f7fb21b6f094 req-df9e9ba1-6ea0-4abf-8b1d-67db1baa2626 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.88 "DELETE /v2.0/ports/1089b1a7-09d9-44f8-b16f-b77a04fe429c HTTP/1.1" status: 204 len: 173 time: 3.4084628 Jul 16 03:41:09.465551 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-536187d9-c2b7-4689-956e-9dcaa8aa87a1 None None] Set router b6d13f89-9d38-4085-8972-a694a989a879 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:09.472460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9191aa5-caac-40f0-ba19-752eff9cf6a3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Made reservation on behalf of eaa06d03fe0a4c92ab0ca46886f4c9ac for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:09.477143 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9191aa5-caac-40f0-ba19-752eff9cf6a3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.494004 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35c141-d3db-487b-b661-ac1f086a1d0a req-85b22cfa-0ec8-4596-9836-5f637acd6cd2 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:09.495534 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc35c141-d3db-487b-b661-ac1f086a1d0a req-85b22cfa-0ec8-4596-9836-5f637acd6cd2 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 865 time: 0.8327265 Jul 16 03:41:09.510595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Router 1c150962-10d5-4cda-8830-0475015cf9e2 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:09.527727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9191aa5-caac-40f0-ba19-752eff9cf6a3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:09.540280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9191aa5-caac-40f0-ba19-752eff9cf6a3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.541184 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-c9191aa5-caac-40f0-ba19-752eff9cf6a3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Added segment ca687db2-b436-47a1-b691-87232c047627 of type vlan for network f81b90d4-652a-49be-b098-d50b825e3ff6 Jul 16 03:41:09.580733 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-480dfd8d-78a2-4495-b124-5a67031a79a8 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] 10.222.0.18 "GET /v2.0/networks/c3eb9cec-cb77-4e40-8dd5-f60c800b7880/tags/tempest-TagsTest-Tag-682698241 HTTP/1.1" status: 204 len: 168 time: 0.4171844 Jul 16 03:41:09.580733 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': '18412237-51bf-4af1-8447-3590a799f08e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:09.583007 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14c2a88-4f44-4d90-a2c9-616eb4d545ab" -d '{"events": [{"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "18412237-51bf-4af1-8447-3590a799f08e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:09.589216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40604) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:09.599086 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-a140d4e5-0bcd-4e2e-9e2a-9d5887a4ed4e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:41:09.604602 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9191aa5-caac-40f0-ba19-752eff9cf6a3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.621142 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:09.633976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-cc4e37a3-7366-4b94-8b57-c2e5474083f2 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c3eb9cec-cb77-4e40-8dd5-f60c800b7880') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:09.709013 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-deleted', 'tag': 'a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f'}, {'server_uuid': 'e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9', 'name': 'network-vif-deleted', 'tag': '1089b1a7-09d9-44f8-b16f-b77a04fe429c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:09.711439 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c1ee0b-d06e-40ae-a9c8-856080a85936" -d '{"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-deleted", "tag": "a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f"}, {"server_uuid": "e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9", "name": "network-vif-deleted", "tag": "1089b1a7-09d9-44f8-b16f-b77a04fe429c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:09.713158 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-536187d9-c2b7-4689-956e-9dcaa8aa87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:48Z', 'updated_at': '2021-07-16T03:38:52Z', 'revision_number': 4, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'gw_port': {'id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:49Z', 'updated_at': '2021-07-16T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '6dbc2770-5e5d-47a1-ad1e-8b804b58ab04', 'name': '', 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'mac_address': 'fa:16:3e:12:9f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:52Z', 'updated_at': '2021-07-16T03:39:00Z', 'revision_number': 5, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'subnets': [{'id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:09.744967 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536187d9-c2b7-4689-956e-9dcaa8aa87a1 None None] Checking router: b6d13f89-9d38-4085-8972-a694a989a879 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:09.758571 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536187d9-c2b7-4689-956e-9dcaa8aa87a1 None None] Routers {'b6d13f89-9d38-4085-8972-a694a989a879'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:09.759748 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-536187d9-c2b7-4689-956e-9dcaa8aa87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b6d13f89-9d38-4085-8972-a694a989a879'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:09.763747 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9191aa5-caac-40f0-ba19-752eff9cf6a3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.770622 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9191aa5-caac-40f0-ba19-752eff9cf6a3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:09.772030 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9191aa5-caac-40f0-ba19-752eff9cf6a3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.787261 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e8b0afc-ec84-4f52-8633-114855e1786d req-f3cfdd3d-c151-4d3a-ba88-ff9696ada9e0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3889041 Jul 16 03:41:09.809839 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc35c141-d3db-487b-b661-ac1f086a1d0a req-85cadf2b-6f4f-4523-9f2d-32fde982e38a tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3d326aa-cd98-46ec-bb8f-a9f968da6975&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881346 Jul 16 03:41:09.823947 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c9191aa5-caac-40f0-ba19-752eff9cf6a3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4481959 Jul 16 03:41:09.849036 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40610) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:09.866533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f7e61eba-8b35-4361-81fa-5b16bd7e8d40 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Request body: {'subnet': {'network_id': 'f81b90d4-652a-49be-b098-d50b825e3ff6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:09.903038 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-536187d9-c2b7-4689-956e-9dcaa8aa87a1 None None] Set router b6d13f89-9d38-4085-8972-a694a989a879 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:09.943789 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a140d4e5-0bcd-4e2e-9e2a-9d5887a4ed4e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:09.957141 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a140d4e5-0bcd-4e2e-9e2a-9d5887a4ed4e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.016932 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:10.034216 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a88a95-ae1b-4583-8f1e-529f6a1c3cc2 None None] Sync routers for ids ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:10.043369 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9daca43-4941-47cd-af72-70dc266320f6 req-ef8bc58c-9449-4208-a69a-a235b05db585 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/ports?device_id=72f8f593-4d12-4521-9ae6-a04ad59ef4b4 HTTP/1.1" status: 200 len: 210 time: 0.0359397 Jul 16 03:41:10.058072 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a88a95-ae1b-4583-8f1e-529f6a1c3cc2 None None] Routers {'989c7e60-fd4e-470f-aab4-4283e2fbdce5'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:10.059977 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-16a88a95-ae1b-4583-8f1e-529f6a1c3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:10.190766 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cc1b1d-bbfb-4a70-a4b6-568a70fd9bfa x-openstack-request-id: req-b1cc1b1d-bbfb-4a70-a4b6-568a70fd9bfa {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:10.193969 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "18412237-51bf-4af1-8447-3590a799f08e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:10.195088 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1cc1b1d-bbfb-4a70-a4b6-568a70fd9bfa {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:10.195676 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': '18412237-51bf-4af1-8447-3590a799f08e', 'status': 'completed', 'code': 200} Jul 16 03:41:10.210713 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cc4e37a3-7366-4b94-8b57-c2e5474083f2 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] 10.222.0.18 "GET /v2.0/networks/c3eb9cec-cb77-4e40-8dd5-f60c800b7880/tags HTTP/1.1" status: 200 len: 237 time: 0.6037431 Jul 16 03:41:10.216033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:10.223954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e61eba-8b35-4361-81fa-5b16bd7e8d40 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Made reservation on behalf of eaa06d03fe0a4c92ab0ca46886f4c9ac for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:10.225001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-4a86afd4-f75c-4af0-bc7d-3e0f2648b52e tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c3eb9cec-cb77-4e40-8dd5-f60c800b7880', {'tags': ['tempest-TagsTest-Tag-32320490', 'tempest-TagsTest-Tag-1788114411', 'tempest-TagsTest-Tag-1146891499']}) {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:10.227856 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7e61eba-8b35-4361-81fa-5b16bd7e8d40 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.298630 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-16a88a95-ae1b-4583-8f1e-529f6a1c3cc2 None None] Set router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:10.309042 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] No DVR routers for this DVR port 3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:10.311974 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949e0f6b-e4b9-460c-9e0f-f9e2877b5a8a x-openstack-request-id: req-949e0f6b-e4b9-460c-9e0f-f9e2877b5a8a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:10.312668 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-deleted", "tag": "a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f", "status": "completed", "code": 200}, {"server_uuid": "e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9", "name": "network-vif-deleted", "tag": "1089b1a7-09d9-44f8-b16f-b77a04fe429c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:10.312808 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-949e0f6b-e4b9-460c-9e0f-f9e2877b5a8a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:10.313310 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-deleted', 'tag': 'a94b0bb0-8fee-4dd1-aea9-31b2f7a5af8f', 'status': 'completed', 'code': 200} Jul 16 03:41:10.313677 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9', 'name': 'network-vif-deleted', 'tag': '1089b1a7-09d9-44f8-b16f-b77a04fe429c', 'status': 'completed', 'code': 200} Jul 16 03:41:10.320057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:10.323638 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67e780cd-6878-4bd5-8075-bee9c106fa76 req-0f74345b-195e-4a94-8414-138a9d5c0f06 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6b27e37-8d0f-480f-9dcf-9ddcf1db81f9 HTTP/1.1" status: 200 len: 210 time: 0.0445707 Jul 16 03:41:10.335483 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f778a3-4bbf-4c34-abdb-cc8c9004b729 None None] Sync routers for ids ['1c150962-10d5-4cda-8830-0475015cf9e2'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:10.344979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1089b1a7-09d9-44f8-b16f-b77a04fe429c no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:10.354731 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f778a3-4bbf-4c34-abdb-cc8c9004b729 None None] Routers {'1c150962-10d5-4cda-8830-0475015cf9e2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:10.355359 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-63f778a3-4bbf-4c34-abdb-cc8c9004b729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1c150962-10d5-4cda-8830-0475015cf9e2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:10.377040 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 1089b1a7-09d9-44f8-b16f-b77a04fe429c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:10.377694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1089b1a7-09d9-44f8-b16f-b77a04fe429c not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:10.470968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] No DVR routers for this DVR port a779f859-664c-428c-86da-c48f65251515 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:10.480797 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.483101 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.88 "DELETE /v2.0/ports/a779f859-664c-428c-86da-c48f65251515 HTTP/1.1" status: 204 len: 173 time: 4.4238477 Jul 16 03:41:10.502280 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-a140d4e5-0bcd-4e2e-9e2a-9d5887a4ed4e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Floating IP f596a862-0465-4b95-b770-cd05c2a72566 associated. External IP: 172.25.3.135, port: 4426ec60-b451-4d64-8e44-f30e9812ca97. Jul 16 03:41:10.556254 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-63f778a3-4bbf-4c34-abdb-cc8c9004b729 None None] Set router 1c150962-10d5-4cda-8830-0475015cf9e2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:10.570129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4a86afd4-f75c-4af0-bc7d-3e0f2648b52e tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] 10.222.0.18 "PUT /v2.0/networks/c3eb9cec-cb77-4e40-8dd5-f60c800b7880/tags HTTP/1.1" status: 200 len: 307 time: 0.3493574 Jul 16 03:41:10.571027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:10.579373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-1b465657-8e2d-4023-b14c-c1d850884eaf tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c3eb9cec-cb77-4e40-8dd5-f60c800b7880', 'tempest-TagsTest-Tag-32320490') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:10.715481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-16a88a95-ae1b-4583-8f1e-529f6a1c3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:41Z', 'updated_at': '2021-07-16T03:30:50Z', 'revision_number': 4, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'gw_port': {'id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:43Z', 'updated_at': '2021-07-16T03:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7035f83b-fa83-4aaa-ae7d-ca54c4fc6128', 'name': '', 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'mac_address': 'fa:16:3e:5e:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:47Z', 'updated_at': '2021-07-16T03:30:59Z', 'revision_number': 5, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'subnets': [{'id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:10.732445 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9191aa5-caac-40f0-ba19-752eff9cf6a3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event updated for resources: {'Network': ['ID=f81b90d4-652a-49be-b098-d50b825e3ff6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:10.736790 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.739302 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.88 "DELETE /v2.0/ports/3939b0e6-0a70-473e-9c0d-3543bd2d5fa5 HTTP/1.1" status: 204 len: 173 time: 3.9835072 Jul 16 03:41:10.754987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:10.772068 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:10.789748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network f81b90d4-652a-49be-b098-d50b825e3ff6 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:10.816290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a88a95-ae1b-4583-8f1e-529f6a1c3cc2 None None] Checking router: 989c7e60-fd4e-470f-aab4-4283e2fbdce5 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:10.836390 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-536187d9-c2b7-4689-956e-9dcaa8aa87a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:48Z', 'updated_at': '2021-07-16T03:38:52Z', 'revision_number': 4, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'gw_port': {'id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:49Z', 'updated_at': '2021-07-16T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '6dbc2770-5e5d-47a1-ad1e-8b804b58ab04', 'name': '', 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'mac_address': 'fa:16:3e:12:9f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:52Z', 'updated_at': '2021-07-16T03:39:00Z', 'revision_number': 5, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'subnets': [{'id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:10.883713 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c2a88-4f44-4d90-a2c9-616eb4d545ab req-9f462e35-703d-41c4-a927-666454503906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:10.883868 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Transition to ACTIVE for port object 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:10.884730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c2a88-4f44-4d90-a2c9-616eb4d545ab req-9f462e35-703d-41c4-a927-666454503906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:10.885355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c2a88-4f44-4d90-a2c9-616eb4d545ab req-9f462e35-703d-41c4-a927-666454503906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:10.885900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c2a88-4f44-4d90-a2c9-616eb4d545ab req-9f462e35-703d-41c4-a927-666454503906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:10.886439 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c2a88-4f44-4d90-a2c9-616eb4d545ab req-9f462e35-703d-41c4-a927-666454503906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:10.886975 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c2a88-4f44-4d90-a2c9-616eb4d545ab req-9f462e35-703d-41c4-a927-666454503906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:10.887506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c2a88-4f44-4d90-a2c9-616eb4d545ab req-9f462e35-703d-41c4-a927-666454503906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:10.889675 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a14c2a88-4f44-4d90-a2c9-616eb4d545ab req-9f462e35-703d-41c4-a927-666454503906 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 6409 time: 0.6742339 Jul 16 03:41:10.919083 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536187d9-c2b7-4689-956e-9dcaa8aa87a1 None None] The sync data for ids ['b6d13f89-9d38-4085-8972-a694a989a879'] in n-d-800088-6 is: [{'id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:48Z', 'updated_at': '2021-07-16T03:38:52Z', 'revision_number': 4, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'gw_port': {'id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:49Z', 'updated_at': '2021-07-16T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '6dbc2770-5e5d-47a1-ad1e-8b804b58ab04', 'name': '', 'network_id': '9ab188d6-7ce6-4006-9ea3-5af63b2214a9', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'mac_address': 'fa:16:3e:12:9f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:52Z', 'updated_at': '2021-07-16T03:39:00Z', 'revision_number': 5, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'subnets': [{'id': '6008cdeb-85f8-4690-88ec-e5113a3661a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:11.016304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a88a95-ae1b-4583-8f1e-529f6a1c3cc2 None None] Routers {'989c7e60-fd4e-470f-aab4-4283e2fbdce5'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:11.017460 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-16a88a95-ae1b-4583-8f1e-529f6a1c3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:11.079000 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-63f778a3-4bbf-4c34-abdb-cc8c9004b729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '63031b8d-3c21-4e30-8a6e-acebba03c595', 'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'mac_address': 'fa:16:3e:dc:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:13Z', 'updated_at': '2021-07-16T03:32:19Z', 'revision_number': 5, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'subnets': [{'id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:11.137569 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f778a3-4bbf-4c34-abdb-cc8c9004b729 None None] Checking router: 1c150962-10d5-4cda-8830-0475015cf9e2 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:11.147619 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f778a3-4bbf-4c34-abdb-cc8c9004b729 None None] Routers {'1c150962-10d5-4cda-8830-0475015cf9e2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:11.148769 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-63f778a3-4bbf-4c34-abdb-cc8c9004b729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1c150962-10d5-4cda-8830-0475015cf9e2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:11.156110 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:11.218971 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b3e07064-756b-4b12-b0c8-473410eb33e7 req-822a49df-501f-4b45-b967-d9908e82b707 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.0816655 Jul 16 03:41:11.258666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1b465657-8e2d-4023-b14c-c1d850884eaf tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] 10.222.0.18 "DELETE /v2.0/networks/c3eb9cec-cb77-4e40-8dd5-f60c800b7880/tags/tempest-TagsTest-Tag-32320490 HTTP/1.1" status: 204 len: 168 time: 0.6834774 Jul 16 03:41:11.263235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a140d4e5-0bcd-4e2e-9e2a-9d5887a4ed4e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:11.267728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:11.290459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-c9d2e364-789d-42de-8217-293198d4f5b4 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c3eb9cec-cb77-4e40-8dd5-f60c800b7880', 'tempest-TagsTest-Tag-32320490') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:11.293261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-16a88a95-ae1b-4583-8f1e-529f6a1c3cc2 None None] Set router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:11.350855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:11.361668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c2a88-4f44-4d90-a2c9-616eb4d545ab req-143dea3c-09f4-4bec-a630-188c293886e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:11.365173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c2a88-4f44-4d90-a2c9-616eb4d545ab req-143dea3c-09f4-4bec-a630-188c293886e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:11.367479 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c2a88-4f44-4d90-a2c9-616eb4d545ab req-143dea3c-09f4-4bec-a630-188c293886e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:11.372451 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a14c2a88-4f44-4d90-a2c9-616eb4d545ab req-143dea3c-09f4-4bec-a630-188c293886e7 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4731438 Jul 16 03:41:11.434345 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-63f778a3-4bbf-4c34-abdb-cc8c9004b729 None None] Set router 1c150962-10d5-4cda-8830-0475015cf9e2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:11.526554 n-d-800088-6 neutron-server[93768]: DEBUG neutron.objects.ports [None req-f7e61eba-8b35-4361-81fa-5b16bd7e8d40 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:41:11.536993 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7e61eba-8b35-4361-81fa-5b16bd7e8d40 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:11.715620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ce168a-1d06-466e-b77a-ad7f89220042 None None] New status for floating IP b77c4054-d11b-464d-b015-88437434007d: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:41:11.736475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e61eba-8b35-4361-81fa-5b16bd7e8d40 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event updated for resources: {'Subnet': ['ID=6e9bbfc2-4664-4698-8333-2dd876a1d26d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:11.741130 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c2a88-4f44-4d90-a2c9-616eb4d545ab req-8f482c13-4b12-4e52-8e63-73b29486910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:11.742822 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a14c2a88-4f44-4d90-a2c9-616eb4d545ab req-8f482c13-4b12-4e52-8e63-73b29486910b service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3606241 Jul 16 03:41:11.760244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e61eba-8b35-4361-81fa-5b16bd7e8d40 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Checking segment: {'id': 'ca687db2-b436-47a1-b691-87232c047627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f81b90d4-652a-49be-b098-d50b825e3ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:11.762805 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e61eba-8b35-4361-81fa-5b16bd7e8d40 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Network hostable DHCP agents. Network: f81b90d4-652a-49be-b098-d50b825e3ff6, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:11.787509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e61eba-8b35-4361-81fa-5b16bd7e8d40 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Network f81b90d4-652a-49be-b098-d50b825e3ff6 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:11.799569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f7e61eba-8b35-4361-81fa-5b16bd7e8d40 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, f81b90d4-652a-49be-b098-d50b825e3ff6) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:11.809705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e61eba-8b35-4361-81fa-5b16bd7e8d40 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:11.813749 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7e61eba-8b35-4361-81fa-5b16bd7e8d40 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:11.847812 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f7e61eba-8b35-4361-81fa-5b16bd7e8d40 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9925950 Jul 16 03:41:11.849107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40632) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:11.910345 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40634) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:11.912353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4601b73-9575-4b07-93b5-e70d15260645 None None] Network f81b90d4-652a-49be-b098-d50b825e3ff6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:11.954577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:11.958089 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-63f778a3-4bbf-4c34-abdb-cc8c9004b729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '63031b8d-3c21-4e30-8a6e-acebba03c595', 'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'mac_address': 'fa:16:3e:dc:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:13Z', 'updated_at': '2021-07-16T03:32:19Z', 'revision_number': 5, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'subnets': [{'id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:12.015202 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f778a3-4bbf-4c34-abdb-cc8c9004b729 None None] The sync data for ids ['1c150962-10d5-4cda-8830-0475015cf9e2'] in n-d-800088-6 is: [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:32:15Z', 'revision_number': 4, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '63031b8d-3c21-4e30-8a6e-acebba03c595', 'name': '', 'network_id': '7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'mac_address': 'fa:16:3e:dc:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:13Z', 'updated_at': '2021-07-16T03:32:19Z', 'revision_number': 5, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'subnets': [{'id': 'df2843df-4813-4d8f-83e4-b733c2b2e1d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:12.093477 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db9804-7534-4afa-a5ae-b5e4e40061a6 req-d3c7c632-ec4d-4b5d-871d-b5988ed65b83 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:12.101223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db9804-7534-4afa-a5ae-b5e4e40061a6 req-d3c7c632-ec4d-4b5d-871d-b5988ed65b83 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:12.109666 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db9804-7534-4afa-a5ae-b5e4e40061a6 req-d3c7c632-ec4d-4b5d-871d-b5988ed65b83 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:12.116361 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db9804-7534-4afa-a5ae-b5e4e40061a6 req-d3c7c632-ec4d-4b5d-871d-b5988ed65b83 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:12.123923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db9804-7534-4afa-a5ae-b5e4e40061a6 req-d3c7c632-ec4d-4b5d-871d-b5988ed65b83 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:12.133472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-245ae418-50ae-4a78-80c4-09949e72288c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.134723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db9804-7534-4afa-a5ae-b5e4e40061a6 req-d3c7c632-ec4d-4b5d-871d-b5988ed65b83 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:12.141100 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db9804-7534-4afa-a5ae-b5e4e40061a6 req-d3c7c632-ec4d-4b5d-871d-b5988ed65b83 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:12.149383 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5db9804-7534-4afa-a5ae-b5e4e40061a6 req-d3c7c632-ec4d-4b5d-871d-b5988ed65b83 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5419 time: 1.0211034 Jul 16 03:41:12.178064 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-245ae418-50ae-4a78-80c4-09949e72288c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.182263 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-f81b90d4-652a-49be-b098-d50b825e3ff6', 'network_id': 'f81b90d4-652a-49be-b098-d50b825e3ff6', 'tenant_id': 'eaa06d03fe0a4c92ab0ca46886f4c9ac', 'fixed_ips': [{'subnet_id': '6e9bbfc2-4664-4698-8333-2dd876a1d26d'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:12.183927 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.191251 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Attempting to bind port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:12.194885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Attempting to bind port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '0ea5c057-e55a-461e-aabf-0137c54eda91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:12.195107 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Attempting to bind port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 on network a3d8bc9a-80ea-44be-8f70-23c45868da08 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:12.206189 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'name': 'network-vif-deleted', 'tag': 'a779f859-664c-428c-86da-c48f65251515'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:12.209341 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fed6058-bdc8-4bf4-a211-a5471d626ae9" -d '{"events": [{"server_uuid": "72f8f593-4d12-4521-9ae6-a04ad59ef4b4", "name": "network-vif-deleted", "tag": "a779f859-664c-428c-86da-c48f65251515"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:12.211838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 on network a3d8bc9a-80ea-44be-8f70-23c45868da08 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:12.212240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Attempting to bind port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 on network a3d8bc9a-80ea-44be-8f70-23c45868da08 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:12.225792 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.288591 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-245ae418-50ae-4a78-80c4-09949e72288c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.296517 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-245ae418-50ae-4a78-80c4-09949e72288c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.296802 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c9d2e364-789d-42de-8217-293198d4f5b4 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] show failed (client error): The resource could not be found. Jul 16 03:41:12.300281 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c9d2e364-789d-42de-8217-293198d4f5b4 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] 10.222.0.18 "GET /v2.0/networks/c3eb9cec-cb77-4e40-8dd5-f60c800b7880/tags/tempest-TagsTest-Tag-32320490 HTTP/1.1" status: 404 len: 324 time: 1.0295806 Jul 16 03:41:12.306169 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-245ae418-50ae-4a78-80c4-09949e72288c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "DELETE /v2.0/security-groups/6e5c3cba-d1fe-4922-8103-e3236cb17fb7 HTTP/1.1" status: 204 len: 168 time: 0.3924887 Jul 16 03:41:12.306169 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40642) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:12.314844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:12.315181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Checking segment: {'id': '0ea5c057-e55a-461e-aabf-0137c54eda91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:12.315575 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Bound using segment: {'id': '0ea5c057-e55a-461e-aabf-0137c54eda91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:12.319360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Bound port: 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ea5c057-e55a-461e-aabf-0137c54eda91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:12.319709 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.321233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40644) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:12.338369 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-c4eebdcf-bec5-489c-a745-4f22ef20c214 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c3eb9cec-cb77-4e40-8dd5-f60c800b7880', 'tempest-TagsTest-Tag-1788114411') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:12.346983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-deleted', 'tag': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:12.351988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-16a88a95-ae1b-4583-8f1e-529f6a1c3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:41Z', 'updated_at': '2021-07-16T03:30:50Z', 'revision_number': 4, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'gw_port': {'id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:43Z', 'updated_at': '2021-07-16T03:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7035f83b-fa83-4aaa-ae7d-ca54c4fc6128', 'name': '', 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'mac_address': 'fa:16:3e:5e:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:47Z', 'updated_at': '2021-07-16T03:30:59Z', 'revision_number': 5, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'subnets': [{'id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:12.353749 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa004ef5-b0bc-422f-a0a2-92e8e04b15a4" -d '{"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-deleted", "tag": "3939b0e6-0a70-473e-9c0d-3543bd2d5fa5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:12.355346 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245dbbc5-536c-45de-9ea2-f4bb3b3fd6cc x-openstack-request-id: req-245dbbc5-536c-45de-9ea2-f4bb3b3fd6cc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:12.355643 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f8f593-4d12-4521-9ae6-a04ad59ef4b4", "name": "network-vif-deleted", "tag": "a779f859-664c-428c-86da-c48f65251515", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:12.355901 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-245dbbc5-536c-45de-9ea2-f4bb3b3fd6cc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:12.356426 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f8f593-4d12-4521-9ae6-a04ad59ef4b4', 'name': 'network-vif-deleted', 'tag': 'a779f859-664c-428c-86da-c48f65251515', 'status': 'completed', 'code': 200} Jul 16 03:41:12.402407 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a88a95-ae1b-4583-8f1e-529f6a1c3cc2 None None] The sync data for ids ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'] in n-d-800088-6 is: [{'id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:41Z', 'updated_at': '2021-07-16T03:30:50Z', 'revision_number': 4, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'gw_port': {'id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:43Z', 'updated_at': '2021-07-16T03:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7035f83b-fa83-4aaa-ae7d-ca54c4fc6128', 'name': '', 'network_id': '63a46837-9980-4aa6-9f86-1ac43e93b43d', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'mac_address': 'fa:16:3e:5e:3b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:47Z', 'updated_at': '2021-07-16T03:30:59Z', 'revision_number': 5, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'subnets': [{'id': '77350ccd-3edf-4270-8e46-f1233ff0f07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:12.422278 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5281-65a0-4c46-a5e6-1e62468717f7 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.425632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ae418-50ae-4a78-80c4-09949e72288c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5c3cba-d1fe-4922-8103-e3236cb17fb7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:12.437100 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-3c091a15-bf3c-4ad2-8593-bd3f2427074f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] show failed (client error): The resource could not be found. Jul 16 03:41:12.440270 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3c091a15-bf3c-4ad2-8593-bd3f2427074f tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "GET /v2.0/security-groups/6e5c3cba-d1fe-4922-8103-e3236cb17fb7 HTTP/1.1" status: 404 len: 347 time: 0.0805457 Jul 16 03:41:12.447357 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40648) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:12.463968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5db9804-7534-4afa-a5ae-b5e4e40061a6 req-b652c421-14dd-49ad-89d5-04fe679588fa tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3135450 Jul 16 03:41:12.478491 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109bb7d8-7342-42db-b85f-28d4213fa3d2 None None] New status for floating IP 279a7e72-4794-4579-98b4-a82fd67a7fa6: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:41:12.498212 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.528392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a140d4e5-0bcd-4e2e-9e2a-9d5887a4ed4e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:12.541657 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a140d4e5-0bcd-4e2e-9e2a-9d5887a4ed4e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.547192 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5281-65a0-4c46-a5e6-1e62468717f7 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.593627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Allocated IP 2001:db8::f816:3eff:fed7:fa10 (f81b90d4-652a-49be-b098-d50b825e3ff6/6e9bbfc2-4664-4698-8333-2dd876a1d26d/66a653b0-9508-42f8-89c8-71f298c22e33) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:12.598075 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e95443a-9d7c-4de4-b0c8-0b54b47ff676 x-openstack-request-id: req-7e95443a-9d7c-4de4-b0c8-0b54b47ff676 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:12.598472 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90dd73eb-b2ca-42ae-9a39-7cab52af8466", "name": "network-vif-deleted", "tag": "3939b0e6-0a70-473e-9c0d-3543bd2d5fa5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:12.598827 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e95443a-9d7c-4de4-b0c8-0b54b47ff676 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:12.599345 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90dd73eb-b2ca-42ae-9a39-7cab52af8466', 'name': 'network-vif-deleted', 'tag': '3939b0e6-0a70-473e-9c0d-3543bd2d5fa5', 'status': 'completed', 'code': 200} Jul 16 03:41:12.630504 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c6dd67b-d0e5-4adc-84e0-ebf3c88773dc req-8c4919c3-38e5-4234-947a-74b56c1badbb tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.0452187 Jul 16 03:41:12.726716 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] For port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:12.760459 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a140d4e5-0bcd-4e2e-9e2a-9d5887a4ed4e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "PUT /v2.0/floatingips/f596a862-0465-4b95-b770-cd05c2a72566 HTTP/1.1" status: 200 len: 992 time: 5.3340340 Jul 16 03:41:12.792613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] For port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:12.804761 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.839578 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11769fdb-d80a-4821-b04a-93be3cd0618b None None] Sync routers for ids ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:12.861233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11769fdb-d80a-4821-b04a-93be3cd0618b None None] Routers {'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:12.862005 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-11769fdb-d80a-4821-b04a-93be3cd0618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:12.867829 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.913296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Transition to ACTIVE for port object 66a653b0-9508-42f8-89c8-71f298c22e33 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:12.918246 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c4eebdcf-bec5-489c-a745-4f22ef20c214 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] 10.222.0.18 "GET /v2.0/networks/c3eb9cec-cb77-4e40-8dd5-f60c800b7880/tags/tempest-TagsTest-Tag-1788114411 HTTP/1.1" status: 204 len: 168 time: 0.5960183 Jul 16 03:41:12.921520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40654) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:12.923808 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89297cae-e4c1-4cdf-b86b-1500faf6f4d2 None None] New status for floating IP caa82ed7-b48a-4ff2-9899-b21d91735a3f: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:41:12.933484 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-ebb38c9c-5d7e-474c-927f-b1d4077a3fda tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c3eb9cec-cb77-4e40-8dd5-f60c800b7880', 'tempest-TagsTest-Tag-1146891499') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:12.945675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5281-65a0-4c46-a5e6-1e62468717f7 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.948258 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd3e5281-65a0-4c46-a5e6-1e62468717f7 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.952241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bd3e5281-65a0-4c46-a5e6-1e62468717f7 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "DELETE /v2.0/security-groups/39782980-896b-4fa1-b82b-f29dce78160a HTTP/1.1" status: 204 len: 168 time: 0.9608860 Jul 16 03:41:12.952241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:12.952241 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:12.953797 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] 10.222.0.88 "PUT /v2.0/ports/5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 HTTP/1.1" status: 200 len: 1091 time: 4.3825135 Jul 16 03:41:12.959992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:13.018932 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-21e8fd62-2095-4511-8ed8-bb87c981993e tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] show failed (client error): The resource could not be found. Jul 16 03:41:13.028751 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-21e8fd62-2095-4511-8ed8-bb87c981993e tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "GET /v2.0/security-groups/39782980-896b-4fa1-b82b-f29dce78160a HTTP/1.1" status: 404 len: 347 time: 0.0569534 Jul 16 03:41:13.029003 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:13.029450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e5281-65a0-4c46-a5e6-1e62468717f7 tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39782980-896b-4fa1-b82b-f29dce78160a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:13.078649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff81b08-d7d7-4eb9-baff-753798220021 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:13.150773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5f80db0e-5500-470e-98bb-ecd9aae894c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.151262 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5f80db0e-5500-470e-98bb-ecd9aae894c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.151742 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5f80db0e-5500-470e-98bb-ecd9aae894c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.152223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5f80db0e-5500-470e-98bb-ecd9aae894c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.158490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5f80db0e-5500-470e-98bb-ecd9aae894c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.159070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5f80db0e-5500-470e-98bb-ecd9aae894c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.159566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5f80db0e-5500-470e-98bb-ecd9aae894c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.164693 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-5f80db0e-5500-470e-98bb-ecd9aae894c1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 6476 time: 0.1563542 Jul 16 03:41:13.239631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Transition to ACTIVE for port object 66a653b0-9508-42f8-89c8-71f298c22e33 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:13.245879 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-724ab604-3741-433b-9945-d5bf39ec237a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 HTTP/1.1" status: 200 len: 217 time: 0.0733356 Jul 16 03:41:13.257458 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.300889 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-270c9706-caa1-45f7-a929-cea617922df6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Deleting port 65ab979b-a11e-4eb5-9590-cc8b02306ef0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:13.301751 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-270c9706-caa1-45f7-a929-cea617922df6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.313388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Pushing event updated for resources: {'Port': ['ID=66a653b0-9508-42f8-89c8-71f298c22e33,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:13.329489 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-707cc89b-90c4-4cd3-8a56-7f8cf102ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.333026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-707cc89b-90c4-4cd3-8a56-7f8cf102ec19 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4213d6fc-07e6-4ed1-9520-3ab8eb2974ef HTTP/1.1" status: 200 len: 850 time: 0.0774088 Jul 16 03:41:13.335773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Network f81b90d4-652a-49be-b098-d50b825e3ff6 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:13.340554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-11769fdb-d80a-4821-b04a-93be3cd0618b None None] Set router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:13.342921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:13.413405 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-270c9706-caa1-45f7-a929-cea617922df6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.413794 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-270c9706-caa1-45f7-a929-cea617922df6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.429414 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-270c9706-caa1-45f7-a929-cea617922df6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Calling delete_port for 65ab979b-a11e-4eb5-9590-cc8b02306ef0 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:13.443181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-50c60353-462f-4f4d-a705-063eeeef0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.444743 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-50c60353-462f-4f4d-a705-063eeeef0a1d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a777a107-7213-483b-b82b-292962968eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052809 Jul 16 03:41:13.462341 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:13.488952 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ebb38c9c-5d7e-474c-927f-b1d4077a3fda tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] 10.222.0.18 "GET /v2.0/networks/c3eb9cec-cb77-4e40-8dd5-f60c800b7880/tags/tempest-TagsTest-Tag-1146891499 HTTP/1.1" status: 204 len: 168 time: 0.5650604 Jul 16 03:41:13.491685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:13.501034 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-36f22b6f-3ec4-4f43-a5a0-4330fa282429 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c3eb9cec-cb77-4e40-8dd5-f60c800b7880') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:13.556738 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.602832 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-6197192d-eaec-4bcd-8e84-a36332838201 service neutron] 10.222.0.88 "GET /v2.0/networks/a777a107-7213-483b-b82b-292962968eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510901 Jul 16 03:41:13.642674 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.653333 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81b90d4-652a-49be-b098-d50b825e3ff6']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:13.663504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca687db2-b436-47a1-b691-87232c047627') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:13.663913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca687db2-b436-47a1-b691-87232c047627') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:13.673045 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.737317 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.737547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Attempting to bind port 66a653b0-9508-42f8-89c8-71f298c22e33 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:13.738157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Attempting to bind port 66a653b0-9508-42f8-89c8-71f298c22e33 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'ca687db2-b436-47a1-b691-87232c047627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f81b90d4-652a-49be-b098-d50b825e3ff6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:13.738701 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Attempting to bind port 66a653b0-9508-42f8-89c8-71f298c22e33 on network f81b90d4-652a-49be-b098-d50b825e3ff6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:13.750207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:13.750207 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.754367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:13.755209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Checking segment: {'id': 'ca687db2-b436-47a1-b691-87232c047627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f81b90d4-652a-49be-b098-d50b825e3ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:13.755822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.756781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Bound using segment: {'id': 'ca687db2-b436-47a1-b691-87232c047627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f81b90d4-652a-49be-b098-d50b825e3ff6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:13.757479 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Bound port: 66a653b0-9508-42f8-89c8-71f298c22e33, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca687db2-b436-47a1-b691-87232c047627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'f81b90d4-652a-49be-b098-d50b825e3ff6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:13.758136 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.783493 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-11769fdb-d80a-4821-b04a-93be3cd0618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'f596a862-0465-4b95-b770-cd05c2a72566', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'port_id': '4426ec60-b451-4d64-8e44-f30e9812ca97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'mac_address': 'fa:16:3e:ec:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228416d0-54aa-47d9-a397-bb3a327c09d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:40:38Z', 'updated_at': '2021-07-16T03:41:09Z', 'revision_number': 1, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3462dd-7ca7-4d1a-927e-c76c9c4c2692', 'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'mac_address': 'fa:16:3e:80:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:59Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 5, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'subnets': [{'id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:13.789393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-36f22b6f-3ec4-4f43-a5a0-4330fa282429 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] 10.222.0.18 "DELETE /v2.0/networks/c3eb9cec-cb77-4e40-8dd5-f60c800b7880/tags HTTP/1.1" status: 204 len: 168 time: 0.2950044 Jul 16 03:41:13.824691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:13.833457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-c44fec4c-3aae-4482-8406-1faddf82d117 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c3eb9cec-cb77-4e40-8dd5-f60c800b7880', 'tempest-TagsTest-Tag-1788114411') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:13.838787 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:13.868442 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:41:13.868442 n-d-800088-6 neutron-server[93768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:41:13.868442 n-d-800088-6 neutron-server[93768]: [parameters: {'id': 'f81b90d4-652a-49be-b098-d50b825e3ff6'}] Jul 16 03:41:13.868442 n-d-800088-6 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:41:13.869494 n-d-800088-6 neutron-server[93768]: DEBUG oslo_db.api [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:41:13.883602 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9bbfc2-4664-4698-8333-2dd876a1d26d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:13.892895 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8cf3514b-0e9f-4f1d-8213-e34916cdb3fd service neutron] 10.222.0.88 "GET /v2.0/networks/a777a107-7213-483b-b82b-292962968eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827368 Jul 16 03:41:13.900727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-12012c8c-9911-46a6-993f-6822583599ee tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Deleting port 04de6a6b-0503-4581-9afd-d210e20019ff {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:13.901585 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12012c8c-9911-46a6-993f-6822583599ee tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.907054 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] For port 66a653b0-9508-42f8-89c8-71f298c22e33, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:13.910322 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] For port 66a653b0-9508-42f8-89c8-71f298c22e33, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=66a653b0-9508-42f8-89c8-71f298c22e33,segment=NetworkSegment(ca687db2-b436-47a1-b691-87232c047627),segment_id=ca687db2-b436-47a1-b691-87232c047627)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:13.912755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11769fdb-d80a-4821-b04a-93be3cd0618b None None] Checking router: a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:13.915506 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:13.963752 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11769fdb-d80a-4821-b04a-93be3cd0618b None None] Routers {'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:13.964409 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-11769fdb-d80a-4821-b04a-93be3cd0618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:13.965766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bae3c-0756-49c1-be18-1bc202bcf62c req-b124bc75-c8a8-4d62-b76c-82d83f566ff2 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.972220 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bae3c-0756-49c1-be18-1bc202bcf62c req-b124bc75-c8a8-4d62-b76c-82d83f566ff2 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.978738 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bae3c-0756-49c1-be18-1bc202bcf62c req-b124bc75-c8a8-4d62-b76c-82d83f566ff2 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.985250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bae3c-0756-49c1-be18-1bc202bcf62c req-b124bc75-c8a8-4d62-b76c-82d83f566ff2 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.991554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bae3c-0756-49c1-be18-1bc202bcf62c req-b124bc75-c8a8-4d62-b76c-82d83f566ff2 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:13.997609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bae3c-0756-49c1-be18-1bc202bcf62c req-b124bc75-c8a8-4d62-b76c-82d83f566ff2 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:14.004217 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bae3c-0756-49c1-be18-1bc202bcf62c req-b124bc75-c8a8-4d62-b76c-82d83f566ff2 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:14.012190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-390bae3c-0756-49c1-be18-1bc202bcf62c req-b124bc75-c8a8-4d62-b76c-82d83f566ff2 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5419 time: 0.2274866 Jul 16 03:41:14.048454 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c332df7-8844-45a0-8b9f-23c9d88811b8 None None] Network f81b90d4-652a-49be-b098-d50b825e3ff6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:14.061976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-270c9706-caa1-45f7-a929-cea617922df6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.065610 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1131e8-c9f4-4a4b-889a-550459a92fcd None None] Pushing event updated for resources: {'Port': ['ID=66a653b0-9508-42f8-89c8-71f298c22e33,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:14.066965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-9c7e8185-daac-48c8-88ab-481af779b707 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=7b2e8555-91ac-4426-9867-22b43b461d3d HTTP/1.1" status: 200 len: 217 time: 0.1628613 Jul 16 03:41:14.070970 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69c3aac8-bfa1-4600-a67f-43e13c3a5a0f req-c417768a-aaec-41da-b435-6d798f945cda tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.0555909 Jul 16 03:41:14.086065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12012c8c-9911-46a6-993f-6822583599ee tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.086065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12012c8c-9911-46a6-993f-6822583599ee tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.127122 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c44fec4c-3aae-4482-8406-1faddf82d117 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] show failed (client error): The resource could not be found. Jul 16 03:41:14.128158 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c44fec4c-3aae-4482-8406-1faddf82d117 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] 10.222.0.18 "GET /v2.0/networks/c3eb9cec-cb77-4e40-8dd5-f60c800b7880/tags/tempest-TagsTest-Tag-1788114411 HTTP/1.1" status: 404 len: 326 time: 0.3025310 Jul 16 03:41:14.148375 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40672) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:14.155958 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-17a05148-8e70-46d5-be18-f2d094a29681 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c3eb9cec-cb77-4e40-8dd5-f60c800b7880', 'tempest-TagsTest-Tag-1146891499') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:14.169884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-12012c8c-9911-46a6-993f-6822583599ee tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Calling delete_port for 04de6a6b-0503-4581-9afd-d210e20019ff owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:14.191822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c9706-caa1-45f7-a929-cea617922df6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Pushing event deleted for resources: {'Port': ['ID=65ab979b-a11e-4eb5-9590-cc8b02306ef0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:14.192658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-390bae3c-0756-49c1-be18-1bc202bcf62c req-77989ea4-6cc1-47ed-91e5-77f4b2e3f818 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1795471 Jul 16 03:41:14.214115 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-e7408972-971c-4791-9f7b-7146b04ad3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:14.216674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-e7408972-971c-4791-9f7b-7146b04ad3c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.1354163 Jul 16 03:41:14.299970 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-11769fdb-d80a-4821-b04a-93be3cd0618b None None] Set router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:14.300974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-77369cf2-a9be-44ea-9e1b-4edf3b0e51df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:14.302504 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-77369cf2-a9be-44ea-9e1b-4edf3b0e51df service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0749061 Jul 16 03:41:14.358430 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-270c9706-caa1-45f7-a929-cea617922df6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.360998 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-270c9706-caa1-45f7-a929-cea617922df6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.362167 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-270c9706-caa1-45f7-a929-cea617922df6 tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] 10.222.0.18 "DELETE /v2.0/floatingips/279a7e72-4794-4579-98b4-a82fd67a7fa6 HTTP/1.1" status: 204 len: 168 time: 1.8968165 Jul 16 03:41:14.382201 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.418206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228416d0-54aa-47d9-a397-bb3a327c09d5', 'tag': '4426ec60-b451-4d64-8e44-f30e9812ca97'}, {'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': '5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:14.418206 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f343b21e-a116-4358-912e-33d16368aef9" -d '{"events": [{"name": "network-changed", "server_uuid": "228416d0-54aa-47d9-a397-bb3a327c09d5", "tag": "4426ec60-b451-4d64-8e44-f30e9812ca97"}, {"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:14.421440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-e231a5f0-40b4-4e16-8c49-9421a32041da service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123505 Jul 16 03:41:14.475656 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-17a05148-8e70-46d5-be18-f2d094a29681 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] show failed (client error): The resource could not be found. Jul 16 03:41:14.484082 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-17a05148-8e70-46d5-be18-f2d094a29681 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] 10.222.0.18 "GET /v2.0/networks/c3eb9cec-cb77-4e40-8dd5-f60c800b7880/tags/tempest-TagsTest-Tag-1146891499 HTTP/1.1" status: 404 len: 326 time: 0.3321991 Jul 16 03:41:14.485895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40678) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:14.491817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-33bc30ab-ec3b-426b-a430-2722717c2d90 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c3eb9cec-cb77-4e40-8dd5-f60c800b7880') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:14.516140 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2152f5e-c820-44c3-bf3c-4b1e09664046 None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:41:14.582540 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cda7b5d-a329-44ab-95c9-bbbe1c9ddb22 x-openstack-request-id: req-2cda7b5d-a329-44ab-95c9-bbbe1c9ddb22 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:14.582799 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228416d0-54aa-47d9-a397-bb3a327c09d5", "tag": "4426ec60-b451-4d64-8e44-f30e9812ca97", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:14.583265 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cda7b5d-a329-44ab-95c9-bbbe1c9ddb22 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:14.583533 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228416d0-54aa-47d9-a397-bb3a327c09d5', 'tag': '4426ec60-b451-4d64-8e44-f30e9812ca97', 'status': 'completed', 'code': 200} Jul 16 03:41:14.583764 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': '5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26', 'status': 'completed', 'code': 200} Jul 16 03:41:14.651023 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-6a0ccb12-a23e-4000-8cc1-3fe2650254fc service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183671 Jul 16 03:41:14.705082 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-6c11c233-6d3d-41ab-88d0-2d3ecd304cdd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0ca6343d-f933-44b6-9f68-e779f91a1c5c HTTP/1.1" status: 200 len: 217 time: 0.0461698 Jul 16 03:41:14.713419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b21e-a116-4358-912e-33d16368aef9 req-2673013d-19e2-4eb1-8105-dd4445f96aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:14.715159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f343b21e-a116-4358-912e-33d16368aef9 req-2673013d-19e2-4eb1-8105-dd4445f96aeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69feb84b2a1a46dc9a17a131d3823f84&device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 1097 time: 0.1347115 Jul 16 03:41:14.717444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:14.726137 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-33bc30ab-ec3b-426b-a430-2722717c2d90 tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] 10.222.0.18 "DELETE /v2.0/networks/c3eb9cec-cb77-4e40-8dd5-f60c800b7880/tags HTTP/1.1" status: 204 len: 168 time: 0.2385578 Jul 16 03:41:14.731150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Deleting port 66a653b0-9508-42f8-89c8-71f298c22e33 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:14.731496 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.749827 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12012c8c-9911-46a6-993f-6822583599ee tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.772441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-ba038b39-f7b3-4e1e-bf37-e08b2069324d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:14.773904 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-ba038b39-f7b3-4e1e-bf37-e08b2069324d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.0578752 Jul 16 03:41:14.841431 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12012c8c-9911-46a6-993f-6822583599ee tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Pushing event deleted for resources: {'Port': ['ID=04de6a6b-0503-4581-9afd-d210e20019ff,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:14.885522 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2152f5e-c820-44c3-bf3c-4b1e09664046 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:41:14.967084 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e989695d-88a5-4867-9b68-19888f2611fd tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:14.971838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-b65a2f8a-f51b-4d24-9adc-c25da554b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:14.974159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-b65a2f8a-f51b-4d24-9adc-c25da554b2fb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1792171 Jul 16 03:41:14.998493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] For port 66a653b0-9508-42f8-89c8-71f298c22e33, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=66a653b0-9508-42f8-89c8-71f298c22e33,segment=NetworkSegment(ca687db2-b436-47a1-b691-87232c047627),segment_id=ca687db2-b436-47a1-b691-87232c047627)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:14.998844 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.046692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Calling delete_port for 66a653b0-9508-42f8-89c8-71f298c22e33 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:15.079410 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12012c8c-9911-46a6-993f-6822583599ee tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.079661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b21e-a116-4358-912e-33d16368aef9 req-d1411db3-6c56-4de3-9a5e-22712ab44c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:15.080791 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f343b21e-a116-4358-912e-33d16368aef9 req-d1411db3-6c56-4de3-9a5e-22712ab44c84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=86c7e975-c657-4bd7-a136-c5c84a957407 HTTP/1.1" status: 200 len: 912 time: 0.3115644 Jul 16 03:41:15.090191 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12012c8c-9911-46a6-993f-6822583599ee tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.091396 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-12012c8c-9911-46a6-993f-6822583599ee tempest-ServersTestJSON-144013819 tempest-ServersTestJSON-144013819-project] 10.222.0.18 "DELETE /v2.0/floatingips/b77c4054-d11b-464d-b015-88437434007d HTTP/1.1" status: 204 len: 168 time: 2.0589001 Jul 16 03:41:15.104857 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40684) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:15.172068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-11769fdb-d80a-4821-b04a-93be3cd0618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'f596a862-0465-4b95-b770-cd05c2a72566', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'port_id': '4426ec60-b451-4d64-8e44-f30e9812ca97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'mac_address': 'fa:16:3e:ec:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228416d0-54aa-47d9-a397-bb3a327c09d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:40:38Z', 'updated_at': '2021-07-16T03:41:09Z', 'revision_number': 1, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3462dd-7ca7-4d1a-927e-c76c9c4c2692', 'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'mac_address': 'fa:16:3e:80:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:59Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 5, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'subnets': [{'id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:15.226960 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e989695d-88a5-4867-9b68-19888f2611fd tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.231068 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f343b21e-a116-4358-912e-33d16368aef9 req-804986e7-f44e-43fe-bfc7-f40e5ac5b135 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4426ec60-b451-4d64-8e44-f30e9812ca97 HTTP/1.1" status: 200 len: 1000 time: 0.1419106 Jul 16 03:41:15.231308 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11769fdb-d80a-4821-b04a-93be3cd0618b None None] The sync data for ids ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'] in n-d-800088-6 is: [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'f596a862-0465-4b95-b770-cd05c2a72566', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'port_id': '4426ec60-b451-4d64-8e44-f30e9812ca97', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'mac_address': 'fa:16:3e:ec:ed:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '228416d0-54aa-47d9-a397-bb3a327c09d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:40:38Z', 'updated_at': '2021-07-16T03:41:09Z', 'revision_number': 1, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea3462dd-7ca7-4d1a-927e-c76c9c4c2692', 'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'mac_address': 'fa:16:3e:80:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:59Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 5, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'subnets': [{'id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:15.248005 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e989695d-88a5-4867-9b68-19888f2611fd tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3eb9cec-cb77-4e40-8dd5-f60c800b7880']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:15.310643 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b21e-a116-4358-912e-33d16368aef9 req-471e37f3-d218-47d8-a7ed-9e1e6672f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:15.312139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f343b21e-a116-4358-912e-33d16368aef9 req-471e37f3-d218-47d8-a7ed-9e1e6672f47d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc HTTP/1.1" status: 200 len: 850 time: 0.0612524 Jul 16 03:41:15.316925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e989695d-88a5-4867-9b68-19888f2611fd tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df3e1f2-d615-4071-88d5-1f0531c483c7') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:15.317357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e989695d-88a5-4867-9b68-19888f2611fd tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df3e1f2-d615-4071-88d5-1f0531c483c7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:15.378811 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e989695d-88a5-4867-9b68-19888f2611fd tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.424949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e679a8b-b88e-4061-8d23-948b09c4a202 req-4f3082a0-cf26-4c55-8c09-476aa8ba4ef1 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.0609374 Jul 16 03:41:15.453015 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-dbc48a5b-f462-4a1a-8c16-69f7b7a7a759 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666245 Jul 16 03:41:15.453640 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e989695d-88a5-4867-9b68-19888f2611fd tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.474489 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.489878 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b21e-a116-4358-912e-33d16368aef9 req-069208ac-b891-4287-a57b-ed3f21103721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:15.491313 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f343b21e-a116-4358-912e-33d16368aef9 req-069208ac-b891-4287-a57b-ed3f21103721 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=86c7e975-c657-4bd7-a136-c5c84a957407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1705551 Jul 16 03:41:15.539721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e989695d-88a5-4867-9b68-19888f2611fd tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:15.540169 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e989695d-88a5-4867-9b68-19888f2611fd tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:15.549669 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:15.564287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Port': ['ID=66a653b0-9508-42f8-89c8-71f298c22e33,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:15.577526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] No DVR routers for this DVR port 66a653b0-9508-42f8-89c8-71f298c22e33 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:15.684243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc604c4-2193-477b-a913-439f1c7532f9 None None] New status for floating IP f596a862-0465-4b95-b770-cd05c2a72566: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:41:15.727127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f343b21e-a116-4358-912e-33d16368aef9 req-f9c35271-959a-4053-8faa-ec4ce17345e3 service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691051 Jul 16 03:41:15.868437 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-9ba76d99-59ce-4180-af9a-af3ccdecd0f7 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969967 Jul 16 03:41:15.917276 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e989695d-88a5-4867-9b68-19888f2611fd tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.001364 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e989695d-88a5-4867-9b68-19888f2611fd tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.004664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e989695d-88a5-4867-9b68-19888f2611fd tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] 10.222.0.18 "DELETE /v2.0/networks/c3eb9cec-cb77-4e40-8dd5-f60c800b7880 HTTP/1.1" status: 204 len: 168 time: 1.2862930 Jul 16 03:41:16.005934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989695d-88a5-4867-9b68-19888f2611fd tempest-TagsTest-1379237922 tempest-TagsTest-1379237922-project] Pushing event deleted for resources: {'Network': ['ID=c3eb9cec-cb77-4e40-8dd5-f60c800b7880,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:16.048686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f2447e50-2f68-49a3-a4e4-507bfdc2fe08 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=5e21d669-77b2-45fd-83e4-06c2ed38d708 HTTP/1.1" status: 200 len: 217 time: 0.1408362 Jul 16 03:41:16.118333 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-a8cac8b7-5f76-4b37-aec9-ce431cf23a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.118678 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-a8cac8b7-5f76-4b37-aec9-ce431cf23a58 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.0585616 Jul 16 03:41:16.132636 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb90a3a-2a8f-4495-991e-28177493b6ef req-241aa697-bb9f-43f9-9f08-58d50b60218e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.139596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb90a3a-2a8f-4495-991e-28177493b6ef req-241aa697-bb9f-43f9-9f08-58d50b60218e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.145730 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb90a3a-2a8f-4495-991e-28177493b6ef req-241aa697-bb9f-43f9-9f08-58d50b60218e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.151585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb90a3a-2a8f-4495-991e-28177493b6ef req-241aa697-bb9f-43f9-9f08-58d50b60218e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.170264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb90a3a-2a8f-4495-991e-28177493b6ef req-241aa697-bb9f-43f9-9f08-58d50b60218e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.186432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb90a3a-2a8f-4495-991e-28177493b6ef req-241aa697-bb9f-43f9-9f08-58d50b60218e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.195840 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb90a3a-2a8f-4495-991e-28177493b6ef req-241aa697-bb9f-43f9-9f08-58d50b60218e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.197937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6bb90a3a-2a8f-4495-991e-28177493b6ef req-241aa697-bb9f-43f9-9f08-58d50b60218e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5419 time: 0.7055986 Jul 16 03:41:16.393294 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f343b21e-a116-4358-912e-33d16368aef9 req-8235be4e-7803-4829-9d2d-0af266fa8c3c service neutron] 10.222.0.20 "GET /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527562 Jul 16 03:41:16.418065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.433672 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81b90d4-652a-49be-b098-d50b825e3ff6']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:16.448193 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6bb90a3a-2a8f-4495-991e-28177493b6ef req-63bcb58e-8c97-4613-bc2e-4bae15a8edf9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2004497 Jul 16 03:41:16.466208 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca687db2-b436-47a1-b691-87232c047627') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:16.466519 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca687db2-b436-47a1-b691-87232c047627') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:16.470488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-ac3dcbdc-9389-4c1a-8ce8-f891116164c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:16.475778 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-ac3dcbdc-9389-4c1a-8ce8-f891116164c7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2768972 Jul 16 03:41:16.583330 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.625110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40702) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:16.628806 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.654940 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:16.655364 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:16.781099 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:16.798989 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.839611 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:16.843639 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/networks/f81b90d4-652a-49be-b098-d50b825e3ff6 HTTP/1.1" status: 204 len: 168 time: 4.9918761 Jul 16 03:41:16.845070 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ad8b5-c8f9-41ae-ad9e-450613263bbb tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Network': ['ID=f81b90d4-652a-49be-b098-d50b825e3ff6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:16.851134 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40712) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:16.892162 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1135ce04-a99c-45e9-ac7b-d2d28877e2cf tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] DELETE failed (client error): The resource could not be found. Jul 16 03:41:16.893128 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1135ce04-a99c-45e9-ac7b-d2d28877e2cf tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:41:16.897223 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1135ce04-a99c-45e9-ac7b-d2d28877e2cf tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/subnets/6e9bbfc2-4664-4698-8333-2dd876a1d26d HTTP/1.1" status: 404 len: 337 time: 0.0434499 Jul 16 03:41:16.902425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40714) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:16.950753 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c4202c-78b1-40d1-9a16-25c864f3bbc8 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] DELETE failed (client error): The resource could not be found. Jul 16 03:41:16.951909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c4202c-78b1-40d1-9a16-25c864f3bbc8 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:41:16.953832 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-49c4202c-78b1-40d1-9a16-25c864f3bbc8 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/networks/f81b90d4-652a-49be-b098-d50b825e3ff6 HTTP/1.1" status: 404 len: 339 time: 0.0494735 Jul 16 03:41:16.957007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40716) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:17.012762 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11c9590-50cd-468e-a428-ed5857c14b55 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] DELETE failed (client error): The resource could not be found. Jul 16 03:41:17.013239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11c9590-50cd-468e-a428-ed5857c14b55 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:41:17.016066 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f11c9590-50cd-468e-a428-ed5857c14b55 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/subnets/af07788b-a270-4323-be2e-91d551d6651b HTTP/1.1" status: 404 len: 337 time: 0.0581048 Jul 16 03:41:17.018805 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40718) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:17.065882 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-463e34ab-0428-4c48-8a9e-aba4d142f3fa tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] DELETE failed (client error): The resource could not be found. Jul 16 03:41:17.066934 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463e34ab-0428-4c48-8a9e-aba4d142f3fa tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:41:17.071014 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-463e34ab-0428-4c48-8a9e-aba4d142f3fa tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/networks/39832c91-d96d-47ac-bffe-97eeb2e4c85e HTTP/1.1" status: 404 len: 339 time: 0.0473835 Jul 16 03:41:17.078283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40720) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:17.115421 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2602dbd-fa10-4229-9bcc-f27e4899de22 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] DELETE failed (client error): The resource could not be found. Jul 16 03:41:17.115900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2602dbd-fa10-4229-9bcc-f27e4899de22 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:41:17.117852 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a2602dbd-fa10-4229-9bcc-f27e4899de22 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/subnets/b2df8ac5-a5f6-46a3-9e57-ad421beadb2c HTTP/1.1" status: 404 len: 337 time: 0.0370717 Jul 16 03:41:17.120519 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40722) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:17.126928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5173f551-1f03-4b7d-8f3e-bed062b92ebb req-975e7362-68c6-4c49-804f-f98cf26ac118 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.0545976 Jul 16 03:41:17.156519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8bdf2c80-a4ba-4cf9-855e-c8117bc9939d service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683099 Jul 16 03:41:17.160956 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e44a0d8-ff34-4c37-9801-7048fe85f484 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] DELETE failed (client error): The resource could not be found. Jul 16 03:41:17.161550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e44a0d8-ff34-4c37-9801-7048fe85f484 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:41:17.163798 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9e44a0d8-ff34-4c37-9801-7048fe85f484 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/networks/78463147-17a1-4c4c-a943-058dc771e9f3 HTTP/1.1" status: 404 len: 339 time: 0.0412021 Jul 16 03:41:17.170086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40724) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:17.187407 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d993ebce-18b9-4b90-b72d-7156841501ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.254545 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-87fbc1f2-35ab-4230-bd78-4e88e4c145c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=321f0afc3b0c4fefac2b5dea4ea3dece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6195436 Jul 16 03:41:17.255523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:17.326099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6df9e0c2-a57b-40dd-941e-c818bbd785cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.363192 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6df9e0c2-a57b-40dd-941e-c818bbd785cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.402893 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-aa0d3674-e89e-4dc3-9ac2-54a339de9026 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387030 Jul 16 03:41:17.432255 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fffcfc31-ad45-4a6b-9618-2e58228c2da6 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Deleting port 457ab983-c49b-4109-804a-fb8985e2473b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:17.432780 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fffcfc31-ad45-4a6b-9618-2e58228c2da6 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.458150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-ad94a8bd-4102-40d1-ae18-c24d986f4e84 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=4982515d-752f-4574-aacd-f6a957b1b2bf HTTP/1.1" status: 200 len: 217 time: 0.0459013 Jul 16 03:41:17.463535 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6df9e0c2-a57b-40dd-941e-c818bbd785cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.467211 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6df9e0c2-a57b-40dd-941e-c818bbd785cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.470547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6df9e0c2-a57b-40dd-941e-c818bbd785cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/417df775-0977-45e1-84a1-52469539a504 HTTP/1.1" status: 204 len: 168 time: 0.2115207 Jul 16 03:41:17.508145 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9e0c2-a57b-40dd-941e-c818bbd785cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417df775-0977-45e1-84a1-52469539a504,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:17.538425 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fd9f2c92-369f-401b-85ac-7d792a29bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:17.539961 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-fd9f2c92-369f-401b-85ac-7d792a29bf64 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.0703545 Jul 16 03:41:17.553252 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fffcfc31-ad45-4a6b-9618-2e58228c2da6 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.566662 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fffcfc31-ad45-4a6b-9618-2e58228c2da6 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Calling delete_port for 457ab983-c49b-4109-804a-fb8985e2473b owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:17.659280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-1164be40-4ab3-4aad-b945-dd9681734937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:17.660959 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-1164be40-4ab3-4aad-b945-dd9681734937 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0994246 Jul 16 03:41:17.730164 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fffcfc31-ad45-4a6b-9618-2e58228c2da6 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.770244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcfc31-ad45-4a6b-9618-2e58228c2da6 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Port': ['ID=457ab983-c49b-4109-804a-fb8985e2473b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:17.843851 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fffcfc31-ad45-4a6b-9618-2e58228c2da6 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.850109 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fffcfc31-ad45-4a6b-9618-2e58228c2da6 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/ports/457ab983-c49b-4109-804a-fb8985e2473b HTTP/1.1" status: 204 len: 168 time: 0.6789477 Jul 16 03:41:17.851913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:17.924896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d993ebce-18b9-4b90-b72d-7156841501ac admin admin] Deleting port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:17.926689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d993ebce-18b9-4b90-b72d-7156841501ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:17.979550 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2bab95-1fa4-496e-8d68-5777f96becf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] DELETE failed (client error): The resource could not be found. Jul 16 03:41:17.980059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2bab95-1fa4-496e-8d68-5777f96becf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:41:17.986186 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9e2bab95-1fa4-496e-8d68-5777f96becf4 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/subnets/9e0822c6-ff27-4d95-b8fb-f91b67d71703 HTTP/1.1" status: 404 len: 337 time: 0.1285882 Jul 16 03:41:17.989666 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40752) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:18.038783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d993ebce-18b9-4b90-b72d-7156841501ac admin admin] For port 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6dbc2770-5e5d-47a1-ad1e-8b804b58ab04,segment=NetworkSegment(2595ec63-a085-4549-a539-ca47440b27fd),segment_id=2595ec63-a085-4549-a539-ca47440b27fd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:18.039298 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d993ebce-18b9-4b90-b72d-7156841501ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.055989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae8da4-1cad-4767-a583-1dd727190875 req-722cb1ea-6f1b-4c2f-b0d1-d43662089eea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:18.058212 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d993ebce-18b9-4b90-b72d-7156841501ac admin admin] Calling delete_port for 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:18.074455 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae8da4-1cad-4767-a583-1dd727190875 req-722cb1ea-6f1b-4c2f-b0d1-d43662089eea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:18.093024 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae8da4-1cad-4767-a583-1dd727190875 req-722cb1ea-6f1b-4c2f-b0d1-d43662089eea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:18.099001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae8da4-1cad-4767-a583-1dd727190875 req-722cb1ea-6f1b-4c2f-b0d1-d43662089eea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:18.121060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae8da4-1cad-4767-a583-1dd727190875 req-722cb1ea-6f1b-4c2f-b0d1-d43662089eea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:18.128468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae8da4-1cad-4767-a583-1dd727190875 req-722cb1ea-6f1b-4c2f-b0d1-d43662089eea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:18.134560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae8da4-1cad-4767-a583-1dd727190875 req-722cb1ea-6f1b-4c2f-b0d1-d43662089eea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:18.143047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4bae8da4-1cad-4767-a583-1dd727190875 req-722cb1ea-6f1b-4c2f-b0d1-d43662089eea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5419 time: 0.4138348 Jul 16 03:41:18.182779 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-528da21e-b860-41ff-9444-01414f038442 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130570 Jul 16 03:41:18.379472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d993ebce-18b9-4b90-b72d-7156841501ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.524453 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993ebce-18b9-4b90-b72d-7156841501ac admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbc2770-5e5d-47a1-ad1e-8b804b58ab04,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:18.553918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-f9c9c73a-e223-4682-a033-8b2febe89fc6 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399277 Jul 16 03:41:18.734034 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-da2a7625-a4eb-4d5d-acbc-0544f39a416e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18412237-51bf-4af1-8447-3590a799f08e HTTP/1.1" status: 200 len: 217 time: 0.1524673 Jul 16 03:41:18.739896 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1281cb44-602a-40b9-a413-6603ffd36128 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.767417 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4bae8da4-1cad-4767-a583-1dd727190875 req-38ff8458-6a56-4316-96cd-16773a2c90fb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5985856 Jul 16 03:41:18.781455 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d993ebce-18b9-4b90-b72d-7156841501ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:18.976778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-3e3b2366-7cfa-4643-aaf9-e6dd674e8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:18.978196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-3e3b2366-7cfa-4643-aaf9-e6dd674e8aff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cd2e3795-f02b-4e58-9b25-e8f59c3b0c20 HTTP/1.1" status: 200 len: 797 time: 0.2328398 Jul 16 03:41:19.028601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d993ebce-18b9-4b90-b72d-7156841501ac admin admin] Router b6d13f89-9d38-4085-8972-a694a989a879 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:19.064501 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6a5c8b0-00fb-4d31-976b-601c03d6a750 req-af643cbb-3f09-4f4f-876b-f77020175d0b tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.0838377 Jul 16 03:41:19.139070 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1281cb44-602a-40b9-a413-6603ffd36128 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.153810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1281cb44-602a-40b9-a413-6603ffd36128 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c3f4cc-4703-4acc-b919-8f1fb2c9b31f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:19.171208 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c353a11-67bc-4bc7-8bc9-52293e4a5734 req-716e2c93-cb42-4236-8a9f-a42bc6895977 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.172787 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9c353a11-67bc-4bc7-8bc9-52293e4a5734 req-716e2c93-cb42-4236-8a9f-a42bc6895977 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.4044254 Jul 16 03:41:19.181275 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1281cb44-602a-40b9-a413-6603ffd36128 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122b4c64-b20b-407d-bac4-b2afef90b4c6') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:19.181595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1281cb44-602a-40b9-a413-6603ffd36128 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122b4c64-b20b-407d-bac4-b2afef90b4c6') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:19.199870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d993ebce-18b9-4b90-b72d-7156841501ac admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:19.205930 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1281cb44-602a-40b9-a413-6603ffd36128 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.217304 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d993ebce-18b9-4b90-b72d-7156841501ac admin admin] 10.222.0.18 "PUT /v2.0/routers/b6d13f89-9d38-4085-8972-a694a989a879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1094632 Jul 16 03:41:19.218244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40784) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:19.218383 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93d3dfb-d366-4eac-860b-7aae18476ac2 None None] Sync routers for ids ['b6d13f89-9d38-4085-8972-a694a989a879'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:19.233036 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d3dfb-d366-4eac-860b-7aae18476ac2 None None] Routers {'b6d13f89-9d38-4085-8972-a694a989a879'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:19.234510 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c93d3dfb-d366-4eac-860b-7aae18476ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b6d13f89-9d38-4085-8972-a694a989a879'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:19.241096 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1281cb44-602a-40b9-a413-6603ffd36128 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.260815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-65cd9ac7-88f7-4d6a-bc1e-b136aee9499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.260815 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-65cd9ac7-88f7-4d6a-bc1e-b136aee9499d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a3d8bc9a-80ea-44be-8f70-23c45868da08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2569237 Jul 16 03:41:19.261403 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1281cb44-602a-40b9-a413-6603ffd36128 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:19.261727 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1281cb44-602a-40b9-a413-6603ffd36128 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:19.265185 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:19.279178 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9c353a11-67bc-4bc7-8bc9-52293e4a5734 req-e65d4a3c-67c3-4155-802e-0c1976caeff0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998094 Jul 16 03:41:19.406883 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.432783 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c93d3dfb-d366-4eac-860b-7aae18476ac2 None None] Set router b6d13f89-9d38-4085-8972-a694a989a879 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:19.434837 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1281cb44-602a-40b9-a413-6603ffd36128 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.443841 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1281cb44-602a-40b9-a413-6603ffd36128 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.446156 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1281cb44-602a-40b9-a413-6603ffd36128 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/networks/40c3f4cc-4703-4acc-b919-8f1fb2c9b31f HTTP/1.1" status: 204 len: 168 time: 1.4398568 Jul 16 03:41:19.449580 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40790) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:19.502769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1281cb44-602a-40b9-a413-6603ffd36128 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Network': ['ID=40c3f4cc-4703-4acc-b919-8f1fb2c9b31f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:19.566704 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-8deeb904-7d0b-413a-a402-ed0c2e506892 service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005102 Jul 16 03:41:19.574585 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.685770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] Deleting port d30bcf61-98bf-40f3-a3b9-2c0345f2002f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:19.686455 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.732756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2c309-2f1b-45f5-962d-6071be8efda9 req-81aa5d96-560a-484b-8da7-e5bea9248684 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:19.734448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15a2c309-2f1b-45f5-962d-6071be8efda9 req-81aa5d96-560a-484b-8da7-e5bea9248684 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.2288604 Jul 16 03:41:19.773517 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-138029f1-c392-485a-950f-e5ea2f93b2d6 service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952100 Jul 16 03:41:19.779576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a0451-e385-49e7-9f52-f08591dfccb7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Deleting port 784d34aa-908d-47ef-91ce-7cdb1c1008fc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:19.779924 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0451-e385-49e7-9f52-f08591dfccb7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.802010 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] For port d30bcf61-98bf-40f3-a3b9-2c0345f2002f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d30bcf61-98bf-40f3-a3b9-2c0345f2002f,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:19.803339 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:19.825699 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] Calling delete_port for d30bcf61-98bf-40f3-a3b9-2c0345f2002f owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:19.913609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15a2c309-2f1b-45f5-962d-6071be8efda9 req-7add24bc-e70c-424c-a2c9-53ee4bcf498c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686375 Jul 16 03:41:19.917662 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-bd9ceccf-bd27-471e-96a3-0ac943a63462 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 HTTP/1.1" status: 200 len: 217 time: 0.1316404 Jul 16 03:41:20.011967 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0451-e385-49e7-9f52-f08591dfccb7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.079566 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40804) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:20.084513 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c93d3dfb-d366-4eac-860b-7aae18476ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:48Z', 'updated_at': '2021-07-16T03:41:18Z', 'revision_number': 5, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'gw_port': {'id': 'd30bcf61-98bf-40f3-a3b9-2c0345f2002f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:38:49Z', 'updated_at': '2021-07-16T03:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:20.104693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-34c0a056-1df2-469a-ad4b-af236d490fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.106597 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-34c0a056-1df2-469a-ad4b-af236d490fcc service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cd2e3795-f02b-4e58-9b25-e8f59c3b0c20 HTTP/1.1" status: 200 len: 797 time: 0.1819048 Jul 16 03:41:20.143887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a0451-e385-49e7-9f52-f08591dfccb7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Calling delete_port for 784d34aa-908d-47ef-91ce-7cdb1c1008fc owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:20.169675 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93d3dfb-d366-4eac-860b-7aae18476ac2 None None] Checking router: b6d13f89-9d38-4085-8972-a694a989a879 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:20.189474 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d3dfb-d366-4eac-860b-7aae18476ac2 None None] Routers {'b6d13f89-9d38-4085-8972-a694a989a879'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:20.190125 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c93d3dfb-d366-4eac-860b-7aae18476ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b6d13f89-9d38-4085-8972-a694a989a879'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:20.230625 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.279732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d30bcf61-98bf-40f3-a3b9-2c0345f2002f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:20.291993 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9edfc41a-2f21-4077-b0e6-27febea861e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.334234 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c93d3dfb-d366-4eac-860b-7aae18476ac2 None None] Set router b6d13f89-9d38-4085-8972-a694a989a879 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:20.374562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ac226-c233-4b93-be24-e8591a9e9546 req-0c8fa237-eb97-427a-872b-74e149c2dd5c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.380902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ac226-c233-4b93-be24-e8591a9e9546 req-0c8fa237-eb97-427a-872b-74e149c2dd5c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.387465 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ac226-c233-4b93-be24-e8591a9e9546 req-0c8fa237-eb97-427a-872b-74e149c2dd5c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.393431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ac226-c233-4b93-be24-e8591a9e9546 req-0c8fa237-eb97-427a-872b-74e149c2dd5c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.401012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ac226-c233-4b93-be24-e8591a9e9546 req-0c8fa237-eb97-427a-872b-74e149c2dd5c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.407669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ac226-c233-4b93-be24-e8591a9e9546 req-0c8fa237-eb97-427a-872b-74e149c2dd5c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.409760 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9edfc41a-2f21-4077-b0e6-27febea861e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.413884 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ac226-c233-4b93-be24-e8591a9e9546 req-0c8fa237-eb97-427a-872b-74e149c2dd5c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.421827 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-529ac226-c233-4b93-be24-e8591a9e9546 req-0c8fa237-eb97-427a-872b-74e149c2dd5c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5419 time: 0.4060812 Jul 16 03:41:20.445629 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c93d3dfb-d366-4eac-860b-7aae18476ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:48Z', 'updated_at': '2021-07-16T03:41:19Z', 'revision_number': 6, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:20.454127 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9edfc41a-2f21-4077-b0e6-27febea861e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.456713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.478793 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93d3dfb-d366-4eac-860b-7aae18476ac2 None None] The sync data for ids ['b6d13f89-9d38-4085-8972-a694a989a879'] in n-d-800088-6 is: [{'id': 'b6d13f89-9d38-4085-8972-a694a989a879', 'name': 'tempest-ServersTestJSON-1849038624-router', 'tenant_id': '7c2caf6f67c2403293058fd29f563147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:38:48Z', 'updated_at': '2021-07-16T03:41:19Z', 'revision_number': 6, 'project_id': '7c2caf6f67c2403293058fd29f563147', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:20.489765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-45aaf615-5be9-45ba-8801-98646885638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.491287 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-45aaf615-5be9-45ba-8801-98646885638f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a3d8bc9a-80ea-44be-8f70-23c45868da08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3452263 Jul 16 03:41:20.501593 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9874ab52-c6cd-4f33-b88e-a61d44c25646 req-414d3986-2587-4626-8c0e-4067d121a5a5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.0633879 Jul 16 03:41:20.564952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-529ac226-c233-4b93-be24-e8591a9e9546 req-0d8e4058-0a36-4499-b631-75cc445a1f9f tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421647 Jul 16 03:41:20.567584 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0451-e385-49e7-9f52-f08591dfccb7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.612387 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.614460 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.621338 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9edfc41a-2f21-4077-b0e6-27febea861e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0b4821030164cbbaf2eb094e67830d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5403733 Jul 16 03:41:20.623186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40812) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:20.625807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a0451-e385-49e7-9f52-f08591dfccb7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Port': ['ID=784d34aa-908d-47ef-91ce-7cdb1c1008fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:20.644066 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfc41a-2f21-4077-b0e6-27febea861e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ef78ff-556f-413a-b056-71584c9eb505,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:20.701435 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd9a0451-e385-49e7-9f52-f08591dfccb7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.707455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40816) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:20.707962 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cd9a0451-e385-49e7-9f52-f08591dfccb7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/ports/784d34aa-908d-47ef-91ce-7cdb1c1008fc HTTP/1.1" status: 204 len: 168 time: 1.2538352 Jul 16 03:41:20.723137 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.723137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6d13f89-9d38-4085-8972-a694a989a879 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:41:20.748338 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:20.749483 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1b83a70a-d03d-48bd-8633-81d163f15ba0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b6d13f89-9d38-4085-8972-a694a989a879 HTTP/1.1" status: 204 len: 168 time: 1.5290785 Jul 16 03:41:20.753850 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:20.755313 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-503ede7a-582e-4119-a186-d3d6eb2515e7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] DELETE failed (client error): The resource could not be found. Jul 16 03:41:20.755773 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503ede7a-582e-4119-a186-d3d6eb2515e7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:41:20.757913 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-503ede7a-582e-4119-a186-d3d6eb2515e7 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/subnets/ac6ceca9-6bc8-4c9b-a2b1-52a60d4f2c9e HTTP/1.1" status: 404 len: 337 time: 0.0492115 Jul 16 03:41:20.761021 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40822) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:20.807661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-cce8d2f7-844b-4525-9002-3cdf3c402de0 service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041499 Jul 16 03:41:20.876519 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf310b4-0535-45a3-ab18-0f6ae14e8640 req-bd10da52-1fa1-448e-a28d-290c4a5cba41 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:20.878150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-abf310b4-0535-45a3-ab18-0f6ae14e8640 req-bd10da52-1fa1-448e-a28d-290c4a5cba41 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1691127 Jul 16 03:41:20.883095 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-06aeb06d-71bb-4892-a663-d07e5028b3a4 admin admin] Deleting subnet 6008cdeb-85f8-4690-88ec-e5113a3661a6 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:20.945479 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06aeb06d-71bb-4892-a663-d07e5028b3a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.000345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-abf310b4-0535-45a3-ab18-0f6ae14e8640 req-5c83b9c9-ee45-4aa9-92c8-b1d49e8dfc18 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141262 Jul 16 03:41:21.018052 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03f6afe8-b39d-4fa1-ad1e-7838999148be req-28f7de04-7bab-489b-8c5c-c245571fc857 service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036774 Jul 16 03:41:21.021270 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06aeb06d-71bb-4892-a663-d07e5028b3a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.163513 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06aeb06d-71bb-4892-a663-d07e5028b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.181343 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8945f8aa-7b8a-4beb-902b-f17f6eccf533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.227763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b21e-a116-4358-912e-33d16368aef9 req-ba2d466a-0030-4242-8d6d-20dd2be16953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.228418 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b21e-a116-4358-912e-33d16368aef9 req-ba2d466a-0030-4242-8d6d-20dd2be16953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.229038 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b21e-a116-4358-912e-33d16368aef9 req-ba2d466a-0030-4242-8d6d-20dd2be16953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.229632 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b21e-a116-4358-912e-33d16368aef9 req-ba2d466a-0030-4242-8d6d-20dd2be16953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.230170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b21e-a116-4358-912e-33d16368aef9 req-ba2d466a-0030-4242-8d6d-20dd2be16953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.230971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b21e-a116-4358-912e-33d16368aef9 req-ba2d466a-0030-4242-8d6d-20dd2be16953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.231713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b21e-a116-4358-912e-33d16368aef9 req-ba2d466a-0030-4242-8d6d-20dd2be16953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.234460 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f343b21e-a116-4358-912e-33d16368aef9 req-ba2d466a-0030-4242-8d6d-20dd2be16953 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 6476 time: 0.1217351 Jul 16 03:41:21.249756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f641d310-16af-43c3-b2c0-8c09717da220 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.268641 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8945f8aa-7b8a-4beb-902b-f17f6eccf533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.280274 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06aeb06d-71bb-4892-a663-d07e5028b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.297719 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06aeb06d-71bb-4892-a663-d07e5028b3a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.305222 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7a5d35-c8a0-4401-b2c7-7864401eb7d8 None None] Network 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:21.306863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:21.314507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-06aeb06d-71bb-4892-a663-d07e5028b3a4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6008cdeb-85f8-4690-88ec-e5113a3661a6 HTTP/1.1" status: 204 len: 168 time: 0.5477321 Jul 16 03:41:21.389783 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aeb06d-71bb-4892-a663-d07e5028b3a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6008cdeb-85f8-4690-88ec-e5113a3661a6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:21.455471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b21e-a116-4358-912e-33d16368aef9 req-1b7b51ca-c64d-48da-841d-544432464d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.457571 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f343b21e-a116-4358-912e-33d16368aef9 req-1b7b51ca-c64d-48da-841d-544432464d07 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a3d8bc9a-80ea-44be-8f70-23c45868da08 HTTP/1.1" status: 200 len: 902 time: 0.2148678 Jul 16 03:41:21.535733 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f641d310-16af-43c3-b2c0-8c09717da220 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.553365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.557875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f641d310-16af-43c3-b2c0-8c09717da220 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b996f4-69e1-4f7e-8027-bedbe9995814']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:21.563379 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f343b21e-a116-4358-912e-33d16368aef9 req-2324f7e4-8cdd-4f1b-9671-6300cf7583be service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 HTTP/1.1" status: 200 len: 217 time: 0.0946043 Jul 16 03:41:21.591251 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f641d310-16af-43c3-b2c0-8c09717da220 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f903abf-c827-4b89-afad-ee8320b7c7dd') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:21.591649 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f641d310-16af-43c3-b2c0-8c09717da220 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f903abf-c827-4b89-afad-ee8320b7c7dd') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:21.625442 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:41:21.637209 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f641d310-16af-43c3-b2c0-8c09717da220 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.654651 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8945f8aa-7b8a-4beb-902b-f17f6eccf533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.655534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508be6d4-1933-48ee-a4cb-373c90dc07ae None None] DHCP port deletion for 9ab188d6-7ce6-4006-9ea3-5af63b2214a9 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:21.659094 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8945f8aa-7b8a-4beb-902b-f17f6eccf533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.664487 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8945f8aa-7b8a-4beb-902b-f17f6eccf533 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11ef78ff-556f-413a-b056-71584c9eb505 HTTP/1.1" status: 204 len: 168 time: 1.0388296 Jul 16 03:41:21.699750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b21e-a116-4358-912e-33d16368aef9 req-a124a062-6d64-4f03-a614-6a01b96058e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:21.704443 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f343b21e-a116-4358-912e-33d16368aef9 req-a124a062-6d64-4f03-a614-6a01b96058e3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cd2e3795-f02b-4e58-9b25-e8f59c3b0c20 HTTP/1.1" status: 200 len: 797 time: 0.1339362 Jul 16 03:41:21.738217 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945f8aa-7b8a-4beb-902b-f17f6eccf533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ef78ff-556f-413a-b056-71584c9eb505,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:21.750065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f641d310-16af-43c3-b2c0-8c09717da220 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.799707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f641d310-16af-43c3-b2c0-8c09717da220 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:21.800503 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f641d310-16af-43c3-b2c0-8c09717da220 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:21.805895 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:21.815765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-508be6d4-1933-48ee-a4cb-373c90dc07ae None None] Deleting port c0c822e7-8682-4458-8e4b-2b07a2584fe7 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:21.817729 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-508be6d4-1933-48ee-a4cb-373c90dc07ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.891539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] Deleting port c0c822e7-8682-4458-8e4b-2b07a2584fe7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:21.892203 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.895679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f641d310-16af-43c3-b2c0-8c09717da220 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.951020 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f641d310-16af-43c3-b2c0-8c09717da220 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:21.953130 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f641d310-16af-43c3-b2c0-8c09717da220 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/networks/13b996f4-69e1-4f7e-8027-bedbe9995814 HTTP/1.1" status: 204 len: 168 time: 1.1905878 Jul 16 03:41:21.957020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-534d6b49-3570-46e8-b723-fd2a1564e9d4 req-557f15ab-1ea8-45f9-8624-afba623f13f5 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.1164577 Jul 16 03:41:21.959454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:21.967068 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641d310-16af-43c3-b2c0-8c09717da220 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Network': ['ID=13b996f4-69e1-4f7e-8027-bedbe9995814,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:21.983714 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-508be6d4-1933-48ee-a4cb-373c90dc07ae None None] For port c0c822e7-8682-4458-8e4b-2b07a2584fe7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c0c822e7-8682-4458-8e4b-2b07a2584fe7,segment=NetworkSegment(2595ec63-a085-4549-a539-ca47440b27fd),segment_id=2595ec63-a085-4549-a539-ca47440b27fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:21.984113 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-508be6d4-1933-48ee-a4cb-373c90dc07ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.010746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-508be6d4-1933-48ee-a4cb-373c90dc07ae None None] Calling delete_port for c0c822e7-8682-4458-8e4b-2b07a2584fe7 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:22.056217 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] For port c0c822e7-8682-4458-8e4b-2b07a2584fe7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c0c822e7-8682-4458-8e4b-2b07a2584fe7,segment=NetworkSegment(2595ec63-a085-4549-a539-ca47440b27fd),segment_id=2595ec63-a085-4549-a539-ca47440b27fd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:22.058072 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.084770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] Calling delete_port for c0c822e7-8682-4458-8e4b-2b07a2584fe7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:22.158272 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-508be6d4-1933-48ee-a4cb-373c90dc07ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.228628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508be6d4-1933-48ee-a4cb-373c90dc07ae None None] Pushing event deleted for resources: {'Port': ['ID=c0c822e7-8682-4458-8e4b-2b07a2584fe7,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:22.253843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508be6d4-1933-48ee-a4cb-373c90dc07ae None None] No DVR routers for this DVR port c0c822e7-8682-4458-8e4b-2b07a2584fe7 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:22.277683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c0c822e7-8682-4458-8e4b-2b07a2584fe7 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:22.289600 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.335933 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: c0c822e7-8682-4458-8e4b-2b07a2584fe7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:22.339333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c0c822e7-8682-4458-8e4b-2b07a2584fe7 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:22.339333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:22.352772 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40850) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:22.365147 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:22.365941 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6dbc2770-5e5d-47a1-ad1e-8b804b58ab04 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:22.366674 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d30bcf61-98bf-40f3-a3b9-2c0345f2002f no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:22.368683 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3ff2cd2-ffa2-4ed8-a023-1e84ecce8af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.370800 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c822e7-8682-4458-8e4b-2b07a2584fe7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:22.375895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] No DVR routers for this DVR port c0c822e7-8682-4458-8e4b-2b07a2584fe7 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:22.396288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: d30bcf61-98bf-40f3-a3b9-2c0345f2002f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:22.397160 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d30bcf61-98bf-40f3-a3b9-2c0345f2002f not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:22.479019 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.493649 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab188d6-7ce6-4006-9ea3-5af63b2214a9']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:22.506064 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343b21e-a116-4358-912e-33d16368aef9 req-c5d1638b-eab4-4780-89f7-26628cf3a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.507543 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f343b21e-a116-4358-912e-33d16368aef9 req-c5d1638b-eab4-4780-89f7-26628cf3a653 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a3d8bc9a-80ea-44be-8f70-23c45868da08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7918758 Jul 16 03:41:22.512432 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2595ec63-a085-4549-a539-ca47440b27fd') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:22.512741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2595ec63-a085-4549-a539-ca47440b27fd') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:22.528666 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.554686 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.565596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:22.566007 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:22.567743 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:22.592350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-607f5226-b537-4bb5-8ab0-1e856adcdba3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Deleting subnet 8680b4f6-1280-45d1-82d4-946e7ca53c80 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:22.604122 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-607f5226-b537-4bb5-8ab0-1e856adcdba3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.635346 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3ff2cd2-ffa2-4ed8-a023-1e84ecce8af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.639684 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3ff2cd2-ffa2-4ed8-a023-1e84ecce8af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.660046 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.679489 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.681422 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9ab188d6-7ce6-4006-9ea3-5af63b2214a9 HTTP/1.1" status: 204 len: 168 time: 1.3664355 Jul 16 03:41:22.704751 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b3ff2cd2-ffa2-4ed8-a023-1e84ecce8af9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=765d0e1e69ed4da28e91bf656196095a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3487771 Jul 16 03:41:22.706631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40854) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:22.709294 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538f251-5eab-408e-b974-85288394c7e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab188d6-7ce6-4006-9ea3-5af63b2214a9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:22.716980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff2cd2-ffa2-4ed8-a023-1e84ecce8af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82105fd-c203-43fb-9606-a6975b5d1766,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:22.735853 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-607f5226-b537-4bb5-8ab0-1e856adcdba3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.769636 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-339a12f7-a56b-4e2d-8753-ed98fc231048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.783227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeb543-ecae-4685-8473-db9c8f2bf9fa req-3bbbbc68-1334-4c42-9e3a-40f50b883bef tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.789210 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeb543-ecae-4685-8473-db9c8f2bf9fa req-3bbbbc68-1334-4c42-9e3a-40f50b883bef tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.795988 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeb543-ecae-4685-8473-db9c8f2bf9fa req-3bbbbc68-1334-4c42-9e3a-40f50b883bef tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.800097 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-339a12f7-a56b-4e2d-8753-ed98fc231048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.801830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeb543-ecae-4685-8473-db9c8f2bf9fa req-3bbbbc68-1334-4c42-9e3a-40f50b883bef tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.807683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeb543-ecae-4685-8473-db9c8f2bf9fa req-3bbbbc68-1334-4c42-9e3a-40f50b883bef tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.814184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeb543-ecae-4685-8473-db9c8f2bf9fa req-3bbbbc68-1334-4c42-9e3a-40f50b883bef tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.820548 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeb543-ecae-4685-8473-db9c8f2bf9fa req-3bbbbc68-1334-4c42-9e3a-40f50b883bef tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.828088 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09aeb543-ecae-4685-8473-db9c8f2bf9fa req-3bbbbc68-1334-4c42-9e3a-40f50b883bef tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5419 time: 0.8084924 Jul 16 03:41:22.856481 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-339a12f7-a56b-4e2d-8753-ed98fc231048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.864049 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-339a12f7-a56b-4e2d-8753-ed98fc231048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:22.868744 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-339a12f7-a56b-4e2d-8753-ed98fc231048 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b82105fd-c203-43fb-9606-a6975b5d1766 HTTP/1.1" status: 204 len: 168 time: 0.1606045 Jul 16 03:41:22.875583 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a166d07-4ea7-49ec-94a6-d663276c44d8 req-7e0b5399-8254-4297-b88f-e32526a581e7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:22.881457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a12f7-a56b-4e2d-8753-ed98fc231048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82105fd-c203-43fb-9606-a6975b5d1766,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:22.882348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a166d07-4ea7-49ec-94a6-d663276c44d8 req-7e0b5399-8254-4297-b88f-e32526a581e7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.3786418 Jul 16 03:41:22.926653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f343b21e-a116-4358-912e-33d16368aef9 req-d28f3be6-258f-45d8-a225-814517cbb207 service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032125 Jul 16 03:41:22.969318 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40860) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:23.019496 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09aeb543-ecae-4685-8473-db9c8f2bf9fa req-98b7d58a-9454-4fd3-b9df-f8d4c5277d17 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1903713 Jul 16 03:41:23.023820 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0236892e-930f-4deb-8d9f-76600d8af8b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c2caf6f67c2403293058fd29f563147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509076 Jul 16 03:41:23.024613 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40864) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:23.104995 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a166d07-4ea7-49ec-94a6-d663276c44d8 req-9457cbe3-3a8b-46e4-9768-cbee706df556 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216763 Jul 16 03:41:23.110723 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-266f9e0c-974f-4eb7-8f6f-21e8818172f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.115759 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-607f5226-b537-4bb5-8ab0-1e856adcdba3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.142128 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-266f9e0c-974f-4eb7-8f6f-21e8818172f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.193511 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-266f9e0c-974f-4eb7-8f6f-21e8818172f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.196077 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-266f9e0c-974f-4eb7-8f6f-21e8818172f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.197302 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-266f9e0c-974f-4eb7-8f6f-21e8818172f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06fdfaa1-f3f1-46e9-8bce-b6aa65c74ded HTTP/1.1" status: 204 len: 168 time: 0.1711113 Jul 16 03:41:23.215281 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f9e0c-974f-4eb7-8f6f-21e8818172f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fdfaa1-f3f1-46e9-8bce-b6aa65c74ded,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:23.289234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f343b21e-a116-4358-912e-33d16368aef9 req-29f3a0bc-c80f-44b7-9e4f-4674a56c1e5b service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492577 Jul 16 03:41:23.312846 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-607f5226-b537-4bb5-8ab0-1e856adcdba3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.366285 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-607f5226-b537-4bb5-8ab0-1e856adcdba3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.371584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40876) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:23.373778 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-607f5226-b537-4bb5-8ab0-1e856adcdba3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/subnets/8680b4f6-1280-45d1-82d4-946e7ca53c80 HTTP/1.1" status: 204 len: 168 time: 1.4074953 Jul 16 03:41:23.374864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f5226-b537-4bb5-8ab0-1e856adcdba3 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Subnet': ['ID=8680b4f6-1280-45d1-82d4-946e7ca53c80,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:23.376215 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f8476d-8368-4376-a3d7-f2768ed8299e None None] Network 6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:23.416110 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e950336a-32b5-44d8-93ee-9cecddd02ee4 req-ca44a5d7-3cf1-44f9-b7f1-1803853c7504 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.0995252 Jul 16 03:41:23.535560 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.644181 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Deleting port ddb13270-4533-4a00-8e62-c8c535e22d99 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:23.644515 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.730104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e29776-d2bb-484e-9f7a-58bfbf18bf05 None None] DHCP port deletion for 6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:23.753363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] For port ddb13270-4533-4a00-8e62-c8c535e22d99, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ddb13270-4533-4a00-8e62-c8c535e22d99,segment=NetworkSegment(70ba163a-f5fd-44bb-9b75-4924d1676c10),segment_id=70ba163a-f5fd-44bb-9b75-4924d1676c10)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:23.754224 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.770276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Calling delete_port for ddb13270-4533-4a00-8e62-c8c535e22d99 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:23.817903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-04e29776-d2bb-484e-9f7a-58bfbf18bf05 None None] Deleting port ddb13270-4533-4a00-8e62-c8c535e22d99 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:23.818798 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04e29776-d2bb-484e-9f7a-58bfbf18bf05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.886767 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:23.902700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] No DVR routers for this DVR port ddb13270-4533-4a00-8e62-c8c535e22d99 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:23.928348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Port': ['ID=ddb13270-4533-4a00-8e62-c8c535e22d99,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:23.974497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-04e29776-d2bb-484e-9f7a-58bfbf18bf05 None None] For port ddb13270-4533-4a00-8e62-c8c535e22d99, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ddb13270-4533-4a00-8e62-c8c535e22d99,segment=NetworkSegment(70ba163a-f5fd-44bb-9b75-4924d1676c10),segment_id=70ba163a-f5fd-44bb-9b75-4924d1676c10)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:23.974914 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04e29776-d2bb-484e-9f7a-58bfbf18bf05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.004244 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-04e29776-d2bb-484e-9f7a-58bfbf18bf05 None None] Calling delete_port for ddb13270-4533-4a00-8e62-c8c535e22d99 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:24.059133 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.088610 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:24.112941 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ba163a-f5fd-44bb-9b75-4924d1676c10') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:24.113244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ba163a-f5fd-44bb-9b75-4924d1676c10') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:24.128891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.150969 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04e29776-d2bb-484e-9f7a-58bfbf18bf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.169004 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.185489 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:24.185858 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:24.189421 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:24.215497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e29776-d2bb-484e-9f7a-58bfbf18bf05 None None] Pushing event deleted for resources: {'Port': ['ID=ddb13270-4533-4a00-8e62-c8c535e22d99,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:24.239334 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e29776-d2bb-484e-9f7a-58bfbf18bf05 None None] No DVR routers for this DVR port ddb13270-4533-4a00-8e62-c8c535e22d99 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:24.250755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ddb13270-4533-4a00-8e62-c8c535e22d99 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:24.298952 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: ddb13270-4533-4a00-8e62-c8c535e22d99 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:24.306963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ddb13270-4533-4a00-8e62-c8c535e22d99 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:24.329199 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.368223 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.375760 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] 10.222.0.18 "DELETE /v2.0/networks/6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5 HTTP/1.1" status: 204 len: 168 time: 1.0010874 Jul 16 03:41:24.377332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56e876-ffbd-44a0-b60d-9980d2a93a27 tempest-NetworksIpV6TestAttrs-709221727 tempest-NetworksIpV6TestAttrs-709221727-project] Pushing event deleted for resources: {'Network': ['ID=6fb556e1-5fda-4f6e-8d06-6ab8aceb55b5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:24.522316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40920) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:24.536393 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8fa96-b5ec-4e7c-a7c3-ccb1d3e45631 req-5f4d42b8-0cf9-4334-8251-7bd153ba1dbc tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.548930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ad8fa96-b5ec-4e7c-a7c3-ccb1d3e45631 req-5f4d42b8-0cf9-4334-8251-7bd153ba1dbc tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1251242 Jul 16 03:41:24.581911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66ff7d-7fb4-4f41-8538-06238fbe273a req-1826102b-6480-4ad3-a542-5485750cac42 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.589665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66ff7d-7fb4-4f41-8538-06238fbe273a req-1826102b-6480-4ad3-a542-5485750cac42 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.597147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66ff7d-7fb4-4f41-8538-06238fbe273a req-1826102b-6480-4ad3-a542-5485750cac42 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.606755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66ff7d-7fb4-4f41-8538-06238fbe273a req-1826102b-6480-4ad3-a542-5485750cac42 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.615201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66ff7d-7fb4-4f41-8538-06238fbe273a req-1826102b-6480-4ad3-a542-5485750cac42 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.623276 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66ff7d-7fb4-4f41-8538-06238fbe273a req-1826102b-6480-4ad3-a542-5485750cac42 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.630718 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66ff7d-7fb4-4f41-8538-06238fbe273a req-1826102b-6480-4ad3-a542-5485750cac42 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:24.649006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae66ff7d-7fb4-4f41-8538-06238fbe273a req-1826102b-6480-4ad3-a542-5485750cac42 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5419 time: 0.2836835 Jul 16 03:41:24.712422 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae66ff7d-7fb4-4f41-8538-06238fbe273a req-76ce1a96-f8e2-458f-b473-48f1b40b73ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620673 Jul 16 03:41:24.734137 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ad8fa96-b5ec-4e7c-a7c3-ccb1d3e45631 req-ead512c3-65f0-403b-9306-687ee489c60c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842532 Jul 16 03:41:24.771609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-636004164-network', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:24.795674 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] Made reservation on behalf of c8523da0c1ce49298d9bf66e5ca66ea4 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:24.806819 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.823501 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:24.841545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:24.995660 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d32229c6-bef4-4ad9-9e6c-ba02a63dda69 req-73abbd6b-cdec-4936-8a90-454869798156 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.0629609 Jul 16 03:41:25.013133 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-eeb68280-65b8-4d28-8b66-64508b41d7be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eaa06d03fe0a4c92ab0ca46886f4c9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704485 Jul 16 03:41:25.016182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:25.035124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.051130 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.063958 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:25.077377 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.077952 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] Added segment 05f1a842-b595-4db9-b6fa-3374488987fc of type vlan for network bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b Jul 16 03:41:25.127491 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.135341 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-460107b4-bed5-4b52-b4dd-71436aa64cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.182185 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-460107b4-bed5-4b52-b4dd-71436aa64cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.182577 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39bcc47-42a3-4472-ad9f-583f8968ddff,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:25.197179 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.197934 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:25.198520 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.217025 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6907244 Jul 16 03:41:25.218112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:25.222973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ef06e4cb-3e05-4e04-98a9-e7ef6ff00937 admin admin] Request body: {'subnet': {'network_id': 'bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-636004164-subnet', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:25.276940 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693174f-eb4c-4858-ba9e-279bf363b30f admin admin] Pushing event updated for resources: {'Network': ['ID=bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:25.288143 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:25.290556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef06e4cb-3e05-4e04-98a9-e7ef6ff00937 admin admin] Made reservation on behalf of c8523da0c1ce49298d9bf66e5ca66ea4 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:25.293174 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef06e4cb-3e05-4e04-98a9-e7ef6ff00937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.347390 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-460107b4-bed5-4b52-b4dd-71436aa64cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.353783 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-460107b4-bed5-4b52-b4dd-71436aa64cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.359406 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-460107b4-bed5-4b52-b4dd-71436aa64cea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1da3a82b-5b47-4b9a-974b-57cf6b12a22d HTTP/1.1" status: 204 len: 168 time: 0.3397856 Jul 16 03:41:25.407561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460107b4-bed5-4b52-b4dd-71436aa64cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da3a82b-5b47-4b9a-974b-57cf6b12a22d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:25.578280 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef06e4cb-3e05-4e04-98a9-e7ef6ff00937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.660586 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06e4cb-3e05-4e04-98a9-e7ef6ff00937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=450af377-f736-4855-84aa-e950f595a9ac,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:25.677250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef06e4cb-3e05-4e04-98a9-e7ef6ff00937 admin admin] Checking segment: {'id': '05f1a842-b595-4db9-b6fa-3374488987fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:25.677628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef06e4cb-3e05-4e04-98a9-e7ef6ff00937 admin admin] Network hostable DHCP agents. Network: bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:25.696534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef06e4cb-3e05-4e04-98a9-e7ef6ff00937 admin admin] Network bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:25.725485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ef06e4cb-3e05-4e04-98a9-e7ef6ff00937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:25.730822 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef06e4cb-3e05-4e04-98a9-e7ef6ff00937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:25.731433 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef06e4cb-3e05-4e04-98a9-e7ef6ff00937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.737075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74860c02-70e1-4a89-8ef7-b6a8c3b2f6d4 None None] Network bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:25.761074 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ef06e4cb-3e05-4e04-98a9-e7ef6ff00937 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5417871 Jul 16 03:41:25.762824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:25.780271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-636004164-router', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:25.807705 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.809229 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:25.887807 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.154460 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.319867 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b', 'network_id': 'bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'fixed_ips': [{'subnet_id': '450af377-f736-4855-84aa-e950f595a9ac'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:26.321280 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.346964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af005991-dae9-44fb-9ceb-1fe0ea4b328d req-0592a572-f032-4316-8992-4a02a8a9f2fd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:26.354225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af005991-dae9-44fb-9ceb-1fe0ea4b328d req-0592a572-f032-4316-8992-4a02a8a9f2fd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:26.361506 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af005991-dae9-44fb-9ceb-1fe0ea4b328d req-0592a572-f032-4316-8992-4a02a8a9f2fd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:26.368015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af005991-dae9-44fb-9ceb-1fe0ea4b328d req-0592a572-f032-4316-8992-4a02a8a9f2fd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:26.375137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af005991-dae9-44fb-9ceb-1fe0ea4b328d req-0592a572-f032-4316-8992-4a02a8a9f2fd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:26.382046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af005991-dae9-44fb-9ceb-1fe0ea4b328d req-0592a572-f032-4316-8992-4a02a8a9f2fd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:26.389480 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af005991-dae9-44fb-9ceb-1fe0ea4b328d req-0592a572-f032-4316-8992-4a02a8a9f2fd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:26.396903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af005991-dae9-44fb-9ceb-1fe0ea4b328d req-0592a572-f032-4316-8992-4a02a8a9f2fd tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5419 time: 0.3727696 Jul 16 03:41:26.444071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc3b99-301e-4c16-ab8d-622e2bb01882 req-528c91f5-fdf4-4b98-92d7-7088a6116915 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:26.452958 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8bbc3b99-301e-4c16-ab8d-622e2bb01882 req-528c91f5-fdf4-4b98-92d7-7088a6116915 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.2879610 Jul 16 03:41:26.503447 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af005991-dae9-44fb-9ceb-1fe0ea4b328d req-377db53f-129e-4001-85b5-2ae2f79ac950 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053166 Jul 16 03:41:26.578808 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8bbc3b99-301e-4c16-ab8d-622e2bb01882 req-4c653469-c8d2-4a98-9115-a39bc808df37 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248801 Jul 16 03:41:26.583014 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41004) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:26.598365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Allocated IP 172.20.0.2 (bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b/450af377-f736-4855-84aa-e950f595a9ac/2446d47e-f4e4-4c54-88ca-e7bf5dd8524f) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:26.742071 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41008) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:26.762637 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.783879 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.833888 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0caf4a1d-057a-445b-a3de-4145b8c6bc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:26.871770 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1e2adb46-df5a-4114-9561-4d654a05d273 req-ae5e3e12-f8ff-46e8-b06c-73aeabaef90f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.0429604 Jul 16 03:41:26.872332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1573805362'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:26.919755 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:41:26.919755 n-d-800088-6 neutron-server[93768]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:41:26.919755 n-d-800088-6 neutron-server[93768]: [parameters: {'project_id_1': 'ce8e64d370be47cc9e6340e92837fe1c', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 41, 26, 890328)}] Jul 16 03:41:26.919755 n-d-800088-6 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:41:26.920250 n-d-800088-6 neutron-server[93768]: DEBUG oslo_db.api [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:41:26.961948 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Allocated IP 172.25.3.71 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:26.997696 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.008676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Transition to ACTIVE for port object 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:27.033259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Transition to ACTIVE for port object 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:27.041289 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.052896 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0caf4a1d-057a-445b-a3de-4145b8c6bc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.058732 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0caf4a1d-057a-445b-a3de-4145b8c6bc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.108891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:27.131443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Network bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:27.135998 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.136600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:27.143393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf4a1d-057a-445b-a3de-4145b8c6bc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fbe59d-fbcc-4129-acc1-2576049a12d0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:27.167197 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0caf4a1d-057a-445b-a3de-4145b8c6bc96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad6b36703cfa475ba80db0819f0ba955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5820420 Jul 16 03:41:27.168865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:27.169757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41018) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:27.172059 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Pushing event updated for resources: {'Port': ['ID=2446d47e-f4e4-4c54-88ca-e7bf5dd8524f,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:27.188802 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.254284 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2de55076-36a8-4d10-8a4b-bbdffc4c7467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.264422 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Attempting to bind port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:27.265312 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Attempting to bind port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '05f1a842-b595-4db9-b6fa-3374488987fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:27.265686 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Attempting to bind port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f on network bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:27.271862 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:27.272255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Checking segment: {'id': '05f1a842-b595-4db9-b6fa-3374488987fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:27.272702 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.273108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Bound using segment: {'id': '05f1a842-b595-4db9-b6fa-3374488987fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:27.273590 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Bound port: 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f1a842-b595-4db9-b6fa-3374488987fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:27.273977 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.280927 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2de55076-36a8-4d10-8a4b-bbdffc4c7467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.331593 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:27.339871 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2de55076-36a8-4d10-8a4b-bbdffc4c7467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.340717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:27.343187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:27.350683 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2de55076-36a8-4d10-8a4b-bbdffc4c7467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.351933 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2de55076-36a8-4d10-8a4b-bbdffc4c7467 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8fbe59d-fbcc-4129-acc1-2576049a12d0 HTTP/1.1" status: 204 len: 168 time: 0.1802185 Jul 16 03:41:27.360800 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de55076-36a8-4d10-8a4b-bbdffc4c7467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fbe59d-fbcc-4129-acc1-2576049a12d0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:27.375756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] For port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:27.379634 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] For port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2446d47e-f4e4-4c54-88ca-e7bf5dd8524f,segment=NetworkSegment(05f1a842-b595-4db9-b6fa-3374488987fc),segment_id=05f1a842-b595-4db9-b6fa-3374488987fc)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:27.387655 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.426915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:27.454728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c526e0-bf45-4a8f-bfe3-ea570e56c22e None None] Pushing event updated for resources: {'Port': ['ID=2446d47e-f4e4-4c54-88ca-e7bf5dd8524f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:27.476692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Made reservation on behalf of ce8e64d370be47cc9e6340e92837fe1c for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:27.480385 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.490597 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.685579 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.693461 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.768057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416c33f3-0896-4921-b4e2-f52fc2c0a55e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:27.781930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:27.805253 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.807408 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Added segment c11325f1-1984-4b23-a931-165d489de20f of type vlan for network ce0f3b1c-6545-4e79-abb3-4938b46a99fc Jul 16 03:41:27.874172 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.916866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41030) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:27.936515 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81a55ccb-6c72-4f19-9ecc-fa5bd054de08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.938338 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.943929 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:27.944851 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:27.995519 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2525346 Jul 16 03:41:28.001236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41034) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:28.011604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-36cc8db8-fa2a-4dc5-9fe2-0a98f6fed571 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Request body: {'subnet': {'network_id': 'ce0f3b1c-6545-4e79-abb3-4938b46a99fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:28.066896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931f92c-2428-43bb-ae44-a14f206b586c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Pushing event updated for resources: {'Network': ['ID=ce0f3b1c-6545-4e79-abb3-4938b46a99fc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:28.076970 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network ce0f3b1c-6545-4e79-abb3-4938b46a99fc details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:28.217418 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81a55ccb-6c72-4f19-9ecc-fa5bd054de08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.240628 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81a55ccb-6c72-4f19-9ecc-fa5bd054de08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.255631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd251077-8c63-475a-9026-eae164ba1e65 req-110d5dcc-f117-4b4a-a906-bf75289868e6 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:28.263924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd251077-8c63-475a-9026-eae164ba1e65 req-110d5dcc-f117-4b4a-a906-bf75289868e6 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:28.270071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd251077-8c63-475a-9026-eae164ba1e65 req-110d5dcc-f117-4b4a-a906-bf75289868e6 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:28.276068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd251077-8c63-475a-9026-eae164ba1e65 req-110d5dcc-f117-4b4a-a906-bf75289868e6 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:28.279630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cc8db8-fa2a-4dc5-9fe2-0a98f6fed571 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Made reservation on behalf of ce8e64d370be47cc9e6340e92837fe1c for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:28.282828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd251077-8c63-475a-9026-eae164ba1e65 req-110d5dcc-f117-4b4a-a906-bf75289868e6 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:28.283065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36cc8db8-fa2a-4dc5-9fe2-0a98f6fed571 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.288852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd251077-8c63-475a-9026-eae164ba1e65 req-110d5dcc-f117-4b4a-a906-bf75289868e6 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:28.294828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd251077-8c63-475a-9026-eae164ba1e65 req-110d5dcc-f117-4b4a-a906-bf75289868e6 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:28.302496 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd251077-8c63-475a-9026-eae164ba1e65 req-110d5dcc-f117-4b4a-a906-bf75289868e6 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5419 time: 0.2322659 Jul 16 03:41:28.334397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a55ccb-6c72-4f19-9ecc-fa5bd054de08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec75f88-ef86-4cd7-acb6-3363804c0ecd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:28.335509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:28.347875 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-81a55ccb-6c72-4f19-9ecc-fa5bd054de08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f35f9aac8a3a47d39bdf8cf61de634c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283357 Jul 16 03:41:28.351353 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41036) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:28.436379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:28.455841 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7822d854-0921-4599-99e8-6dd2929a4f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.488404 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7822d854-0921-4599-99e8-6dd2929a4f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.491412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff183a-c524-41d0-a965-4fef27ab9394 req-c0e9b84c-f246-4841-9601-2873b0738e9b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:28.499672 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-07ff183a-c524-41d0-a965-4fef27ab9394 req-c0e9b84c-f246-4841-9601-2873b0738e9b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.4201612 Jul 16 03:41:28.633621 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7822d854-0921-4599-99e8-6dd2929a4f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.637217 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7822d854-0921-4599-99e8-6dd2929a4f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.641004 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7822d854-0921-4599-99e8-6dd2929a4f54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ec75f88-ef86-4cd7-acb6-3363804c0ecd HTTP/1.1" status: 204 len: 168 time: 0.2890310 Jul 16 03:41:28.644667 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36cc8db8-fa2a-4dc5-9fe2-0a98f6fed571 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.703047 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc8db8-fa2a-4dc5-9fe2-0a98f6fed571 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Pushing event updated for resources: {'Subnet': ['ID=7680db90-57a7-454e-a7c4-3c2f1c107b32,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:28.705495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd251077-8c63-475a-9026-eae164ba1e65 req-8ce04748-1a12-4851-a4ed-6a986fb9898a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4019399 Jul 16 03:41:28.708548 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822d854-0921-4599-99e8-6dd2929a4f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec75f88-ef86-4cd7-acb6-3363804c0ecd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:28.744745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc8db8-fa2a-4dc5-9fe2-0a98f6fed571 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Checking segment: {'id': 'c11325f1-1984-4b23-a931-165d489de20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ce0f3b1c-6545-4e79-abb3-4938b46a99fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:28.745205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cc8db8-fa2a-4dc5-9fe2-0a98f6fed571 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Network hostable DHCP agents. Network: ce0f3b1c-6545-4e79-abb3-4938b46a99fc, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:28.769874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cc8db8-fa2a-4dc5-9fe2-0a98f6fed571 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Network ce0f3b1c-6545-4e79-abb3-4938b46a99fc is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:28.775463 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.782958 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-36cc8db8-fa2a-4dc5-9fe2-0a98f6fed571 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, ce0f3b1c-6545-4e79-abb3-4938b46a99fc) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:28.790096 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cc8db8-fa2a-4dc5-9fe2-0a98f6fed571 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:28.791202 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36cc8db8-fa2a-4dc5-9fe2-0a98f6fed571 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:28.804647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8379e2b5-90df-4c80-8727-a7b3328d12f1 None None] Network ce0f3b1c-6545-4e79-abb3-4938b46a99fc requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:28.813471 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-36cc8db8-fa2a-4dc5-9fe2-0a98f6fed571 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8090844 Jul 16 03:41:28.814241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41040) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:28.820916 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b978eb3d-a251-4d11-ae70-2426a873abea tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Request body: {'port': {'network_id': 'ce0f3b1c-6545-4e79-abb3-4938b46a99fc', 'name': 'tempest-TagsExtTest-334166530'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:28.901822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8bd7bc-13e1-4fa1-ae2b-55fc24a55e2a None None] Network bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:28.986853 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b978eb3d-a251-4d11-ae70-2426a873abea tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Made reservation on behalf of ce8e64d370be47cc9e6340e92837fe1c for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:28.991525 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b978eb3d-a251-4d11-ae70-2426a873abea tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.012005 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-b978eb3d-a251-4d11-ae70-2426a873abea tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] device_id is not set on port 27dd61d9-af91-4759-af14-3a267fd7fb2b yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:41:29.139188 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c8244248-becf-4915-b67b-98e10d7cfcc4 None None] Provisioning for port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:29.143428 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-07ff183a-c524-41d0-a965-4fef27ab9394 req-cd52ad37-9202-4e7d-8c32-d2dab45b8823 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6427934 Jul 16 03:41:29.150057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c8244248-becf-4915-b67b-98e10d7cfcc4 None None] Provisioning complete for port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:29.150873 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c8244248-becf-4915-b67b-98e10d7cfcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.157487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b978eb3d-a251-4d11-ae70-2426a873abea tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Allocated IP 172.20.0.5 (ce0f3b1c-6545-4e79-abb3-4938b46a99fc/7680db90-57a7-454e-a7c4-3c2f1c107b32/27dd61d9-af91-4759-af14-3a267fd7fb2b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:29.163284 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.211859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72469707-b631-4a38-9add-b5b648820995 req-5318ac2f-7a3a-4b4a-8eb0-fb7605a37659 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.0500655 Jul 16 03:41:29.350087 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c8244248-becf-4915-b67b-98e10d7cfcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.429332 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c8244248-becf-4915-b67b-98e10d7cfcc4 None None] For port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2446d47e-f4e4-4c54-88ca-e7bf5dd8524f,segment=NetworkSegment(05f1a842-b595-4db9-b6fa-3374488987fc),segment_id=05f1a842-b595-4db9-b6fa-3374488987fc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:29.441081 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b978eb3d-a251-4d11-ae70-2426a873abea tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.464396 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c8244248-becf-4915-b67b-98e10d7cfcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.475487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b978eb3d-a251-4d11-ae70-2426a873abea tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Transition to ACTIVE for port object 27dd61d9-af91-4759-af14-3a267fd7fb2b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:29.478944 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-ce0f3b1c-6545-4e79-abb3-4938b46a99fc', 'network_id': 'ce0f3b1c-6545-4e79-abb3-4938b46a99fc', 'tenant_id': 'ce8e64d370be47cc9e6340e92837fe1c', 'fixed_ips': [{'subnet_id': '7680db90-57a7-454e-a7c4-3c2f1c107b32'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:29.480212 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.481706 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01af9204-37f8-49c0-9da9-3bfd6a55ad17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.531630 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b978eb3d-a251-4d11-ae70-2426a873abea tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.586420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Router 50d012f6-5d93-4dd8-8214-78266bb59e2e is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:41:29.612457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8244248-becf-4915-b67b-98e10d7cfcc4 None None] Pushing event updated for resources: {'Port': ['ID=2446d47e-f4e4-4c54-88ca-e7bf5dd8524f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:29.682545 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978eb3d-a251-4d11-ae70-2426a873abea tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Pushing event updated for resources: {'Port': ['ID=27dd61d9-af91-4759-af14-3a267fd7fb2b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:29.702664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b978eb3d-a251-4d11-ae70-2426a873abea tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Network ce0f3b1c-6545-4e79-abb3-4938b46a99fc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:29.704093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b978eb3d-a251-4d11-ae70-2426a873abea tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:29.708393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b978eb3d-a251-4d11-ae70-2426a873abea tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:29.765667 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Allocated IP 172.20.0.2 (ce0f3b1c-6545-4e79-abb3-4938b46a99fc/7680db90-57a7-454e-a7c4-3c2f1c107b32/5b62dc2c-6957-4003-8b45-263c595d90a2) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:29.776141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b978eb3d-a251-4d11-ae70-2426a873abea tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:29.776673 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b978eb3d-a251-4d11-ae70-2426a873abea tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.792166 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b978eb3d-a251-4d11-ae70-2426a873abea tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9766834 Jul 16 03:41:29.796059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41062) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:29.800661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-67161aa2-1a98-4c26-bca4-1ab1f581c16f tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1225496046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:29.850860 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67161aa2-1a98-4c26-bca4-1ab1f581c16f tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.852165 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67161aa2-1a98-4c26-bca4-1ab1f581c16f tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.948195 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67161aa2-1a98-4c26-bca4-1ab1f581c16f tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.954466 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67161aa2-1a98-4c26-bca4-1ab1f581c16f tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.975845 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67161aa2-1a98-4c26-bca4-1ab1f581c16f tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:29.979009 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-67161aa2-1a98-4c26-bca4-1ab1f581c16f tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1819017 Jul 16 03:41:29.982801 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:29.990414 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-828b811c-877b-4fd3-82c5-9182428c1e75 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-408188351', 'prefixes': ['172.20.0.0/16']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:29.995629 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:30.042938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Sync routers for ids ['50d012f6-5d93-4dd8-8214-78266bb59e2e'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:30.105675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.107290 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-12aa72c8-1c76-4b3e-a2a2-bacbc0ef58c9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3426833 Jul 16 03:41:30.110528 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41070) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:30.112601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7f99f2fd-a29d-4f5d-9792-8648941e5825 None None] Provisioning complete for port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:30.112984 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f99f2fd-a29d-4f5d-9792-8648941e5825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.118362 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Routers {'50d012f6-5d93-4dd8-8214-78266bb59e2e'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:30.118926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['50d012f6-5d93-4dd8-8214-78266bb59e2e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:30.120862 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9abecd16-1ec2-4b3a-8eaa-e80c8e1e1a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.155383 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.211456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Transition to ACTIVE for port object 5b62dc2c-6957-4003-8b45-263c595d90a2 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:30.287679 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Transition to ACTIVE for port object 5b62dc2c-6957-4003-8b45-263c595d90a2 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:30.308782 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.309931 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5c5e0-d439-4d77-8cd8-6dd5d4e0f6e2 req-2bbae7df-bfab-406e-ac31-32481fe2e1be tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.319207 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5c5e0-d439-4d77-8cd8-6dd5d4e0f6e2 req-2bbae7df-bfab-406e-ac31-32481fe2e1be tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.328655 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-828b811c-877b-4fd3-82c5-9182428c1e75 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks [] for subnetpool, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.330299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5c5e0-d439-4d77-8cd8-6dd5d4e0f6e2 req-2bbae7df-bfab-406e-ac31-32481fe2e1be tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.336908 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-828b811c-877b-4fd3-82c5-9182428c1e75 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3530242 Jul 16 03:41:30.337174 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5c5e0-d439-4d77-8cd8-6dd5d4e0f6e2 req-2bbae7df-bfab-406e-ac31-32481fe2e1be tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.337717 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41078) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:30.343424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5c5e0-d439-4d77-8cd8-6dd5d4e0f6e2 req-2bbae7df-bfab-406e-ac31-32481fe2e1be tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.350026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5c5e0-d439-4d77-8cd8-6dd5d4e0f6e2 req-2bbae7df-bfab-406e-ac31-32481fe2e1be tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.356211 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-7a644879-c549-49b5-b6af-ddd14622d97e tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7680db90-57a7-454e-a7c4-3c2f1c107b32', 'tempest-TagsExtTest-Tag-1522692375') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:30.356648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5c5e0-d439-4d77-8cd8-6dd5d4e0f6e2 req-2bbae7df-bfab-406e-ac31-32481fe2e1be tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.358807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:30.365369 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b5c5c5e0-d439-4d77-8cd8-6dd5d4e0f6e2 req-2bbae7df-bfab-406e-ac31-32481fe2e1be tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5419 time: 0.3815281 Jul 16 03:41:30.424874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Set router 50d012f6-5d93-4dd8-8214-78266bb59e2e gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:30.510830 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Network ce0f3b1c-6545-4e79-abb3-4938b46a99fc is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:30.511528 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b5c5c5e0-d439-4d77-8cd8-6dd5d4e0f6e2 req-2dfddcfc-ba8f-40db-a69e-6422779299e0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1446333 Jul 16 03:41:30.527337 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:30.546835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:30.550578 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Pushing event updated for resources: {'Port': ['ID=5b62dc2c-6957-4003-8b45-263c595d90a2,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:30.580435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36c964-35c4-48e4-aca4-ee02479dc8dc req-2deffbd9-2fe8-4b9b-a87c-95cab03091d9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:30.588537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d36c964-35c4-48e4-aca4-ee02479dc8dc req-2deffbd9-2fe8-4b9b-a87c-95cab03091d9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1763973 Jul 16 03:41:30.641001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-01af9204-37f8-49c0-9da9-3bfd6a55ad17 admin admin] Deleting port 63031b8d-3c21-4e30-8a6e-acebba03c595 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:30.641350 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01af9204-37f8-49c0-9da9-3bfd6a55ad17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.653104 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7a644879-c549-49b5-b6af-ddd14622d97e tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "PUT /v2.0/subnets/7680db90-57a7-454e-a7c4-3c2f1c107b32/tags/tempest-TagsExtTest-Tag-1522692375 HTTP/1.1" status: 201 len: 201 time: 0.3071766 Jul 16 03:41:30.663649 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41086) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:30.682597 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d36c964-35c4-48e4-aca4-ee02479dc8dc req-cf77f856-59dc-4810-83b9-1f949ac3c217 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905209 Jul 16 03:41:30.683862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-f0f81b13-d6de-44f8-89ee-d5963a625e25 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '27dd61d9-af91-4759-af14-3a267fd7fb2b', 'tempest-TagsExtTest-Tag-2090426412') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:30.810998 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6adbdc7-daa8-4f0d-88a4-3055f72980ac req-742027e4-66a2-4444-a0c1-a2b7c435a795 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/ports?device_id=90dd73eb-b2ca-42ae-9a39-7cab52af8466 HTTP/1.1" status: 200 len: 210 time: 0.0883896 Jul 16 03:41:30.866442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-01af9204-37f8-49c0-9da9-3bfd6a55ad17 admin admin] For port 63031b8d-3c21-4e30-8a6e-acebba03c595, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=63031b8d-3c21-4e30-8a6e-acebba03c595,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:30.866815 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01af9204-37f8-49c0-9da9-3bfd6a55ad17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.885702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-01af9204-37f8-49c0-9da9-3bfd6a55ad17 admin admin] Calling delete_port for 63031b8d-3c21-4e30-8a6e-acebba03c595 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:30.926867 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f0f81b13-d6de-44f8-89ee-d5963a625e25 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "PUT /v2.0/ports/27dd61d9-af91-4759-af14-3a267fd7fb2b/tags/tempest-TagsExtTest-Tag-2090426412 HTTP/1.1" status: 201 len: 201 time: 0.2522213 Jul 16 03:41:30.929728 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41092) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:30.939592 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-8a68a98f-77b2-4418-a063-9b050444123d tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1d8ddeff-e573-4e09-9af4-9ff9026c0461', 'tempest-TagsExtTest-Tag-204458489') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:30.944434 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:30.945101 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.947063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Attempting to bind port 5b62dc2c-6957-4003-8b45-263c595d90a2 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:30.947653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Attempting to bind port 5b62dc2c-6957-4003-8b45-263c595d90a2 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'c11325f1-1984-4b23-a931-165d489de20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ce0f3b1c-6545-4e79-abb3-4938b46a99fc'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:30.948186 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Attempting to bind port 5b62dc2c-6957-4003-8b45-263c595d90a2 on network ce0f3b1c-6545-4e79-abb3-4938b46a99fc {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:30.954000 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.977740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:30.978392 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Checking segment: {'id': 'c11325f1-1984-4b23-a931-165d489de20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ce0f3b1c-6545-4e79-abb3-4938b46a99fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:30.979020 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:30.979573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Bound using segment: {'id': 'c11325f1-1984-4b23-a931-165d489de20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ce0f3b1c-6545-4e79-abb3-4938b46a99fc'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:30.980225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Bound port: 5b62dc2c-6957-4003-8b45-263c595d90a2, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11325f1-1984-4b23-a931-165d489de20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'ce0f3b1c-6545-4e79-abb3-4938b46a99fc'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:30.987383 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.179717 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01af9204-37f8-49c0-9da9-3bfd6a55ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.181881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] For port 5b62dc2c-6957-4003-8b45-263c595d90a2, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:31.209147 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] For port 5b62dc2c-6957-4003-8b45-263c595d90a2, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5b62dc2c-6957-4003-8b45-263c595d90a2,segment=NetworkSegment(c11325f1-1984-4b23-a931-165d489de20f),segment_id=c11325f1-1984-4b23-a931-165d489de20f)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:31.211538 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8a68a98f-77b2-4418-a063-9b050444123d tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "PUT /v2.0/routers/1d8ddeff-e573-4e09-9af4-9ff9026c0461/tags/tempest-TagsExtTest-Tag-204458489 HTTP/1.1" status: 201 len: 201 time: 0.2801013 Jul 16 03:41:31.215547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41102) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:31.224535 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-aab4b868-5e2c-44f2-a2f7-f6a4c6efc0d7 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ccb3e955-fafa-45de-94c1-691152ba4115', 'tempest-TagsExtTest-Tag-360720300') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:31.229616 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.235796 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'name': 'tempest-ServersTestMultiNic-636004164-router', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:25Z', 'updated_at': '2021-07-16T03:41:28Z', 'revision_number': 3, 'project_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'gw_port': {'id': '0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:26Z', 'updated_at': '2021-07-16T03:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:31.253103 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.259825 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af9204-37f8-49c0-9da9-3bfd6a55ad17 admin admin] Pushing event deleted for resources: {'Port': ['ID=63031b8d-3c21-4e30-8a6e-acebba03c595,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:31.309106 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Checking router: 50d012f6-5d93-4dd8-8214-78266bb59e2e for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:31.309531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Updating router 50d012f6-5d93-4dd8-8214-78266bb59e2e port 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:41:31.399744 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e12ed-7ccf-419c-b2e1-431ef04e6014 None None] Pushing event updated for resources: {'Port': ['ID=5b62dc2c-6957-4003-8b45-263c595d90a2,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:31.421591 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.463308 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.585444 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01af9204-37f8-49c0-9da9-3bfd6a55ad17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.926054 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:31.945724 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-aab4b868-5e2c-44f2-a2f7-f6a4c6efc0d7 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "PUT /v2.0/subnetpools/ccb3e955-fafa-45de-94c1-691152ba4115/tags/tempest-TagsExtTest-Tag-360720300 HTTP/1.1" status: 201 len: 201 time: 0.7290769 Jul 16 03:41:31.948692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41128) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:31.953615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Transition to ACTIVE for port object 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:31.963865 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.034778 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff55b50-6c2c-4f55-b660-aafc33266a76 None None] Pushing event updated for resources: {'Port': ['ID=0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:32.041317 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Attempting to bind port 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:32.041317 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Attempting to bind port 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:32.041317 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Attempting to bind port 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:32.052105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:32.052517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:32.052922 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.053316 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:32.053793 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Bound port: 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:32.054731 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.058554 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-5eb5a8ca-c836-480e-ae3d-e4dd8d5c4450 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7680db90-57a7-454e-a7c4-3c2f1c107b32') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:32.155099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] For port 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:32.162737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Allocated IP 172.20.0.1 (bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b/450af377-f736-4855-84aa-e950f595a9ac/dc5b3887-38c8-444a-a36a-d5430b5094c4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:32.165288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] For port 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:32.170226 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.209792 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5eb5a8ca-c836-480e-ae3d-e4dd8d5c4450 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/subnets/7680db90-57a7-454e-a7c4-3c2f1c107b32/tags HTTP/1.1" status: 200 len: 241 time: 0.2468374 Jul 16 03:41:32.212513 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41140) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:32.219371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-e0e021db-9fa1-42a3-aa61-7d22cc3503fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7680db90-57a7-454e-a7c4-3c2f1c107b32', 'tempest-TagsExtTest-Tag-1522692375') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:32.352434 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Routers {'50d012f6-5d93-4dd8-8214-78266bb59e2e'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:32.353298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['50d012f6-5d93-4dd8-8214-78266bb59e2e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:32.402778 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e0e021db-9fa1-42a3-aa61-7d22cc3503fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/subnets/7680db90-57a7-454e-a7c4-3c2f1c107b32/tags/tempest-TagsExtTest-Tag-1522692375 HTTP/1.1" status: 204 len: 168 time: 0.1866643 Jul 16 03:41:32.403478 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41152) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:32.423682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-7677d8a7-18ce-43c8-9238-8aeca7ac8fc6 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7680db90-57a7-454e-a7c4-3c2f1c107b32', 'tempest-TagsExtTest-Tag-1522692375') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:32.440086 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35bdd9-8c9b-4539-a4c9-cf04ad9b9672 req-ea76731d-c274-40da-9ade-1d45dd959ce2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.458590 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff35bdd9-8c9b-4539-a4c9-cf04ad9b9672 req-ea76731d-c274-40da-9ade-1d45dd959ce2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.2446628 Jul 16 03:41:32.484671 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.507351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378904d-3533-4d0c-8680-d2965435fa85 req-b6837809-2694-4f33-ab9f-5d7f3e9e2b6a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.511852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Transition to ACTIVE for port object dc5b3887-38c8-444a-a36a-d5430b5094c4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:32.514389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378904d-3533-4d0c-8680-d2965435fa85 req-b6837809-2694-4f33-ab9f-5d7f3e9e2b6a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.520358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378904d-3533-4d0c-8680-d2965435fa85 req-b6837809-2694-4f33-ab9f-5d7f3e9e2b6a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.526504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378904d-3533-4d0c-8680-d2965435fa85 req-b6837809-2694-4f33-ab9f-5d7f3e9e2b6a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.533961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378904d-3533-4d0c-8680-d2965435fa85 req-b6837809-2694-4f33-ab9f-5d7f3e9e2b6a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.539949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378904d-3533-4d0c-8680-d2965435fa85 req-b6837809-2694-4f33-ab9f-5d7f3e9e2b6a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.542570 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] Set router 50d012f6-5d93-4dd8-8214-78266bb59e2e gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:32.545903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378904d-3533-4d0c-8680-d2965435fa85 req-b6837809-2694-4f33-ab9f-5d7f3e9e2b6a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:32.555062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6378904d-3533-4d0c-8680-d2965435fa85 req-b6837809-2694-4f33-ab9f-5d7f3e9e2b6a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5419 time: 0.3385379 Jul 16 03:41:32.597943 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.604398 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7677d8a7-18ce-43c8-9238-8aeca7ac8fc6 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/subnets/7680db90-57a7-454e-a7c4-3c2f1c107b32/tags/tempest-TagsExtTest-Tag-1522692375 HTTP/1.1" status: 204 len: 168 time: 0.1845770 Jul 16 03:41:32.615342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:32.630631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-78899e63-bc00-4bc5-b59f-5b199bc4815c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7680db90-57a7-454e-a7c4-3c2f1c107b32') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:32.648919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5b62dc2c-6957-4003-8b45-263c595d90a2 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:32.654302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff55b50-6c2c-4f55-b660-aafc33266a76 None None] Pushing event updated for resources: {'Port': ['ID=0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:32.687765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5b3887-38c8-444a-a36a-d5430b5094c4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:32.709591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Network bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:32.712723 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:32.717290 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:32.724771 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff35bdd9-8c9b-4539-a4c9-cf04ad9b9672 req-17fc2c31-fb40-4966-b143-e2ab5da8eacc tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651680 Jul 16 03:41:32.780513 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.830595 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6378904d-3533-4d0c-8680-d2965435fa85 req-6ed68016-8d90-4dc8-acc8-759500937dd7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2745240 Jul 16 03:41:32.894706 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6165d1b8-39b5-4256-8e93-c71523d509b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.908723 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:32.960208 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:32.970607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 5b62dc2c-6957-4003-8b45-263c595d90a2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:33.012950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01af9204-37f8-49c0-9da9-3bfd6a55ad17 admin admin] Router 1c150962-10d5-4cda-8830-0475015cf9e2 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:33.062773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-78899e63-bc00-4bc5-b59f-5b199bc4815c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/subnets/7680db90-57a7-454e-a7c4-3c2f1c107b32/tags HTTP/1.1" status: 200 len: 205 time: 0.4422584 Jul 16 03:41:33.069570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:33.076677 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-6ebb7916-11f6-4f14-9192-05b9600dc554 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '27dd61d9-af91-4759-af14-3a267fd7fb2b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:33.082546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'name': 'tempest-ServersTestMultiNic-636004164-router', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:25Z', 'updated_at': '2021-07-16T03:41:28Z', 'revision_number': 3, 'project_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'gw_port': {'id': '0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:26Z', 'updated_at': '2021-07-16T03:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:33.085990 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e4bc69-6d37-4018-b0ed-3e79697dd30c None None] Network ce0f3b1c-6545-4e79-abb3-4938b46a99fc requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:33.140274 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.143989 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e256eec-2378-4e90-8db1-ae11ee88db8f None None] The sync data for ids ['50d012f6-5d93-4dd8-8214-78266bb59e2e'] in n-d-800088-6 is: [{'id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'name': 'tempest-ServersTestMultiNic-636004164-router', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:25Z', 'updated_at': '2021-07-16T03:41:28Z', 'revision_number': 3, 'project_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'gw_port': {'id': '0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:26Z', 'updated_at': '2021-07-16T03:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:33.197908 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-595b62c3-9c87-4111-87ca-8d321ceefdeb None None] Provisioning for port 5b62dc2c-6957-4003-8b45-263c595d90a2 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:33.206884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-595b62c3-9c87-4111-87ca-8d321ceefdeb None None] Provisioning complete for port 5b62dc2c-6957-4003-8b45-263c595d90a2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:33.207325 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-595b62c3-9c87-4111-87ca-8d321ceefdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.291989 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8584232a-3580-4779-ae2b-152149f57b06 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.331081 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6ebb7916-11f6-4f14-9192-05b9600dc554 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/ports/27dd61d9-af91-4759-af14-3a267fd7fb2b/tags HTTP/1.1" status: 200 len: 241 time: 0.2597468 Jul 16 03:41:33.331682 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:33.347215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-bf204677-5f9d-4192-90f0-846c16e3141a tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '27dd61d9-af91-4759-af14-3a267fd7fb2b', 'tempest-TagsExtTest-Tag-2090426412') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:33.358967 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8584232a-3580-4779-ae2b-152149f57b06 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.386691 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-595b62c3-9c87-4111-87ca-8d321ceefdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.387071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01af9204-37f8-49c0-9da9-3bfd6a55ad17 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:33.396844 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bedf6a-cb19-420b-90e9-8f699de71b3d None None] Sync routers for ids ['1c150962-10d5-4cda-8830-0475015cf9e2'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:33.401071 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.406376 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-01af9204-37f8-49c0-9da9-3bfd6a55ad17 admin admin] 10.222.0.18 "PUT /v2.0/routers/1c150962-10d5-4cda-8830-0475015cf9e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2903302 Jul 16 03:41:33.406657 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41210) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:33.413501 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bedf6a-cb19-420b-90e9-8f699de71b3d None None] Routers {'1c150962-10d5-4cda-8830-0475015cf9e2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:33.415800 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-37bedf6a-cb19-420b-90e9-8f699de71b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1c150962-10d5-4cda-8830-0475015cf9e2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:33.426913 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.448354 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-595b62c3-9c87-4111-87ca-8d321ceefdeb None None] For port 5b62dc2c-6957-4003-8b45-263c595d90a2, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5b62dc2c-6957-4003-8b45-263c595d90a2,segment=NetworkSegment(c11325f1-1984-4b23-a931-165d489de20f),segment_id=c11325f1-1984-4b23-a931-165d489de20f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:33.454791 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-595b62c3-9c87-4111-87ca-8d321ceefdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.485899 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8584232a-3580-4779-ae2b-152149f57b06 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.494533 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8584232a-3580-4779-ae2b-152149f57b06 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.496978 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8584232a-3580-4779-ae2b-152149f57b06 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "DELETE /v2.0/security-groups/e3d326aa-cd98-46ec-bb8f-a9f968da6975 HTTP/1.1" status: 204 len: 168 time: 0.5321412 Jul 16 03:41:33.523299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41216) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:33.526206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584232a-3580-4779-ae2b-152149f57b06 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d326aa-cd98-46ec-bb8f-a9f968da6975,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:33.533332 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b62c3-9c87-4111-87ca-8d321ceefdeb None None] Pushing event updated for resources: {'Port': ['ID=5b62dc2c-6957-4003-8b45-263c595d90a2,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:33.570313 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bf204677-5f9d-4192-90f0-846c16e3141a tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/ports/27dd61d9-af91-4759-af14-3a267fd7fb2b/tags/tempest-TagsExtTest-Tag-2090426412 HTTP/1.1" status: 204 len: 168 time: 0.2319021 Jul 16 03:41:33.579526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:33.590918 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-940bd03e-0ead-44d5-b46b-f5377b8d2ac0 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] show failed (client error): The resource could not be found. Jul 16 03:41:33.596926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-940bd03e-0ead-44d5-b46b-f5377b8d2ac0 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "GET /v2.0/security-groups/e3d326aa-cd98-46ec-bb8f-a9f968da6975 HTTP/1.1" status: 404 len: 347 time: 0.0588481 Jul 16 03:41:33.601266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41224) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:33.602051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fa8cd946-e8b4-4541-bb5c-d65bc8f4a884 None None] Provisioning for port dc5b3887-38c8-444a-a36a-d5430b5094c4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:33.603516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-ed35b09b-ca62-4ff7-96e4-c2417c97c660 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '27dd61d9-af91-4759-af14-3a267fd7fb2b', 'tempest-TagsExtTest-Tag-2090426412') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:33.618451 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fa8cd946-e8b4-4541-bb5c-d65bc8f4a884 None None] Provisioning complete for port dc5b3887-38c8-444a-a36a-d5430b5094c4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:33.618832 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa8cd946-e8b4-4541-bb5c-d65bc8f4a884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.722388 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-37bedf6a-cb19-420b-90e9-8f699de71b3d None None] Set router 1c150962-10d5-4cda-8830-0475015cf9e2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:33.727977 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fa8cd946-e8b4-4541-bb5c-d65bc8f4a884 None None] Port dc5b3887-38c8-444a-a36a-d5430b5094c4 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:33.794917 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.817574 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ed35b09b-ca62-4ff7-96e4-c2417c97c660 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/ports/27dd61d9-af91-4759-af14-3a267fd7fb2b/tags/tempest-TagsExtTest-Tag-2090426412 HTTP/1.1" status: 204 len: 168 time: 0.2280180 Jul 16 03:41:33.819830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:33.826264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-578e69d1-63a7-47de-b18f-5e5b06ea738c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '27dd61d9-af91-4759-af14-3a267fd7fb2b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:33.853584 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.924539 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.969119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f85cba7f-ebec-4a53-9393-83c00daac790 None None] Provisioning complete for port 5b62dc2c-6957-4003-8b45-263c595d90a2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:33.969760 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f85cba7f-ebec-4a53-9393-83c00daac790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:33.985383 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-578e69d1-63a7-47de-b18f-5e5b06ea738c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/ports/27dd61d9-af91-4759-af14-3a267fd7fb2b/tags HTTP/1.1" status: 200 len: 205 time: 0.1636012 Jul 16 03:41:33.991488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:33.997734 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-3a1e51ce-80cb-4ac4-a735-4a6c7031c3da tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1d8ddeff-e573-4e09-9af4-9ff9026c0461') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:34.045337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5b3887-38c8-444a-a36a-d5430b5094c4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:34.118160 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-37bedf6a-cb19-420b-90e9-8f699de71b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:41:31Z', 'revision_number': 5, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:34.181596 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bedf6a-cb19-420b-90e9-8f699de71b3d None None] Checking router: 1c150962-10d5-4cda-8830-0475015cf9e2 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:34.200094 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bedf6a-cb19-420b-90e9-8f699de71b3d None None] Routers {'1c150962-10d5-4cda-8830-0475015cf9e2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:34.200896 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-37bedf6a-cb19-420b-90e9-8f699de71b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1c150962-10d5-4cda-8830-0475015cf9e2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:34.214623 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f85cba7f-ebec-4a53-9393-83c00daac790 None None] Provisioning for port 27dd61d9-af91-4759-af14-3a267fd7fb2b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:34.223740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f85cba7f-ebec-4a53-9393-83c00daac790 None None] Provisioning complete for port 27dd61d9-af91-4759-af14-3a267fd7fb2b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:34.224046 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f85cba7f-ebec-4a53-9393-83c00daac790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.274308 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41238) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:34.308943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f85cba7f-ebec-4a53-9393-83c00daac790 None None] Port 27dd61d9-af91-4759-af14-3a267fd7fb2b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:34.374142 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.405871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7fd3eec8-b186-4727-ad69-ea5ef1df2304 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Deleting port 9de5f7b8-630f-4c42-b7ea-c31e9b8f2d84 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:34.406363 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eec8-b186-4727-ad69-ea5ef1df2304 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.409287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Network bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:34.427669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5b62dc2c-6957-4003-8b45-263c595d90a2 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:34.433442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ff7a4-6df6-4538-843a-dfd581f01077 req-be54dd9a-08b1-4b32-86d2-8889429aaedd tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:34.447501 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a31ff7a4-6df6-4538-843a-dfd581f01077 req-be54dd9a-08b1-4b32-86d2-8889429aaedd tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.5283718 Jul 16 03:41:34.457745 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-37bedf6a-cb19-420b-90e9-8f699de71b3d None None] Set router 1c150962-10d5-4cda-8830-0475015cf9e2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:34.463457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:34.510612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d0259430-091c-49c9-992b-f648fc85c804 None None] Provisioning complete for port 27dd61d9-af91-4759-af14-3a267fd7fb2b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:34.511262 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0259430-091c-49c9-992b-f648fc85c804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.538088 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3a1e51ce-80cb-4ac4-a735-4a6c7031c3da tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/routers/1d8ddeff-e573-4e09-9af4-9ff9026c0461/tags HTTP/1.1" status: 200 len: 240 time: 0.5443370 Jul 16 03:41:34.548390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:34.569686 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-f0c67037-b1bb-461b-a703-fbdf17b2bde8 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1d8ddeff-e573-4e09-9af4-9ff9026c0461', 'tempest-TagsExtTest-Tag-204458489') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:34.591747 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d0259430-091c-49c9-992b-f648fc85c804 None None] Port 27dd61d9-af91-4759-af14-3a267fd7fb2b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:34.594751 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 5b62dc2c-6957-4003-8b45-263c595d90a2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:34.595351 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.727573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a31ff7a4-6df6-4538-843a-dfd581f01077 req-1af7e6e3-b886-4585-b357-2640c0a8849a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790971 Jul 16 03:41:34.733026 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a4f46a4-1dc5-4b42-9781-1c2107c91883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.745401 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-37bedf6a-cb19-420b-90e9-8f699de71b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:41:31Z', 'revision_number': 5, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:34.760418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Router 50d012f6-5d93-4dd8-8214-78266bb59e2e has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:41:34.766679 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:34.802995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971453b-9991-48a0-a1bf-b6d0fcf40279 req-487bd626-afbe-4d95-8870-ca3ecb371113 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:34.805769 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bedf6a-cb19-420b-90e9-8f699de71b3d None None] The sync data for ids ['1c150962-10d5-4cda-8830-0475015cf9e2'] in n-d-800088-6 is: [{'id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'name': 'tempest-AttachVolumeShelveTestJSON-1911267331-router', 'tenant_id': '4ffe993ba0a949d0a9061f925ad98f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:32:09Z', 'updated_at': '2021-07-16T03:41:31Z', 'revision_number': 5, 'project_id': '4ffe993ba0a949d0a9061f925ad98f77', 'gw_port': {'id': '87b45364-e9e0-4762-ad64-758aa005fd9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c150962-10d5-4cda-8830-0475015cf9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:32:10Z', 'updated_at': '2021-07-16T03:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:34.812033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971453b-9991-48a0-a1bf-b6d0fcf40279 req-487bd626-afbe-4d95-8870-ca3ecb371113 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:34.818707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971453b-9991-48a0-a1bf-b6d0fcf40279 req-487bd626-afbe-4d95-8870-ca3ecb371113 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:34.827600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971453b-9991-48a0-a1bf-b6d0fcf40279 req-487bd626-afbe-4d95-8870-ca3ecb371113 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:34.836020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971453b-9991-48a0-a1bf-b6d0fcf40279 req-487bd626-afbe-4d95-8870-ca3ecb371113 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:34.843321 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971453b-9991-48a0-a1bf-b6d0fcf40279 req-487bd626-afbe-4d95-8870-ca3ecb371113 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:34.850673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971453b-9991-48a0-a1bf-b6d0fcf40279 req-487bd626-afbe-4d95-8870-ca3ecb371113 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:34.858829 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d971453b-9991-48a0-a1bf-b6d0fcf40279 req-487bd626-afbe-4d95-8870-ca3ecb371113 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5419 time: 0.7854462 Jul 16 03:41:34.861141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3ce0a0e9-8fb8-4422-97bc-43d5bb024a46 None None] Provisioning complete for port dc5b3887-38c8-444a-a36a-d5430b5094c4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:34.862080 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3ce0a0e9-8fb8-4422-97bc-43d5bb024a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.882225 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eec8-b186-4727-ad69-ea5ef1df2304 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.882948 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eec8-b186-4727-ad69-ea5ef1df2304 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.903479 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] Deleting port 87b45364-e9e0-4762-ad64-758aa005fd9f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:34.904779 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.916103 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:34.918432 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3ce0a0e9-8fb8-4422-97bc-43d5bb024a46 None None] Port dc5b3887-38c8-444a-a36a-d5430b5094c4 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:34.923413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:34.923734 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:34.959117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d971453b-9991-48a0-a1bf-b6d0fcf40279 req-2df126ac-6d08-461d-bb7e-95d1d5287afe tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980206 Jul 16 03:41:34.962525 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7fd3eec8-b186-4727-ad69-ea5ef1df2304 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Calling delete_port for 9de5f7b8-630f-4c42-b7ea-c31e9b8f2d84 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:34.970911 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f0c67037-b1bb-461b-a703-fbdf17b2bde8 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/routers/1d8ddeff-e573-4e09-9af4-9ff9026c0461/tags/tempest-TagsExtTest-Tag-204458489 HTTP/1.1" status: 204 len: 168 time: 0.4203401 Jul 16 03:41:34.975350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:34.984932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-caaa63c1-d51c-4f66-811b-f71dc00ab7f8 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1d8ddeff-e573-4e09-9af4-9ff9026c0461', 'tempest-TagsExtTest-Tag-204458489') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:35.018834 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.046333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:35.051633 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.096916 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-caaa63c1-d51c-4f66-811b-f71dc00ab7f8 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/routers/1d8ddeff-e573-4e09-9af4-9ff9026c0461/tags/tempest-TagsExtTest-Tag-204458489 HTTP/1.1" status: 204 len: 168 time: 0.1203647 Jul 16 03:41:35.097462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:35.104901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-d37121f5-7349-42e7-85cf-72e3d4ad5d73 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1d8ddeff-e573-4e09-9af4-9ff9026c0461') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:35.115948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:35.148342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:41:35.166127 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-127c4f77-8cb3-4206-a87a-7f693a03fad5 admin admin] 10.222.0.18 "PUT /v2.0/routers/50d012f6-5d93-4dd8-8214-78266bb59e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0540886 Jul 16 03:41:35.187767 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] For port 87b45364-e9e0-4762-ad64-758aa005fd9f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=87b45364-e9e0-4762-ad64-758aa005fd9f,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:35.188225 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.234006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d37121f5-7349-42e7-85cf-72e3d4ad5d73 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/routers/1d8ddeff-e573-4e09-9af4-9ff9026c0461/tags HTTP/1.1" status: 200 len: 205 time: 0.1348281 Jul 16 03:41:35.234265 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] Calling delete_port for 87b45364-e9e0-4762-ad64-758aa005fd9f owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:35.235139 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:35.244799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-e86c6ee8-4581-4e74-935a-56e82189c938 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ccb3e955-fafa-45de-94c1-691152ba4115') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:35.298022 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a4f46a4-1dc5-4b42-9781-1c2107c91883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.300035 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e86c6ee8-4581-4e74-935a-56e82189c938 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/subnetpools/ccb3e955-fafa-45de-94c1-691152ba4115/tags HTTP/1.1" status: 200 len: 240 time: 0.0626919 Jul 16 03:41:35.301252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41256) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:35.307062 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a4f46a4-1dc5-4b42-9781-1c2107c91883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.308114 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-3183ef4b-e81f-40a8-b022-fb8fa7ee190c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ccb3e955-fafa-45de-94c1-691152ba4115', 'tempest-TagsExtTest-Tag-360720300') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:35.336679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:35.348656 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3183ef4b-e81f-40a8-b022-fb8fa7ee190c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/subnetpools/ccb3e955-fafa-45de-94c1-691152ba4115/tags/tempest-TagsExtTest-Tag-360720300 HTTP/1.1" status: 204 len: 168 time: 0.0452418 Jul 16 03:41:35.349185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:35.354308 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-08068c4d-e4dd-46a0-95fd-a088a1b61e09 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ccb3e955-fafa-45de-94c1-691152ba4115', 'tempest-TagsExtTest-Tag-360720300') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:35.435519 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-20444d91-cf92-4e0f-8fc1-272d0c5f0ad5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1652044628'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:35.436347 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9a4f46a4-1dc5-4b42-9781-1c2107c91883 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=235ee74d75d14c83a8dc858f765b950a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1583040 Jul 16 03:41:35.441908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41264) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:35.464510 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f46a4-1dc5-4b42-9781-1c2107c91883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1206ed0-5cde-4986-86ef-e20780934a73,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:35.490421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-08068c4d-e4dd-46a0-95fd-a088a1b61e09 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ccb3e955-fafa-45de-94c1-691152ba4115/tags/tempest-TagsExtTest-Tag-360720300 HTTP/1.1" status: 204 len: 168 time: 0.1402035 Jul 16 03:41:35.491745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41266) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:35.500119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-29139ab2-7354-4a75-904b-b49c0cf335e2 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ccb3e955-fafa-45de-94c1-691152ba4115') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:35.502879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20444d91-cf92-4e0f-8fc1-272d0c5f0ad5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Made reservation on behalf of c8523da0c1ce49298d9bf66e5ca66ea4 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:35.506546 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20444d91-cf92-4e0f-8fc1-272d0c5f0ad5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.555457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742449-d246-4af4-a2f6-45451875468e req-5f2aa510-285d-4381-9a37-acf2c3791279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:35.556995 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7742449-d246-4af4-a2f6-45451875468e req-5f2aa510-285d-4381-9a37-acf2c3791279 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 1096 time: 0.1728022 Jul 16 03:41:35.562045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20444d91-cf92-4e0f-8fc1-272d0c5f0ad5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:35.563493 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eec8-b186-4727-ad69-ea5ef1df2304 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.607556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4c36e-fa39-4f13-81df-e29d29ed6f98 req-8b06e96a-b164-493f-adca-d18cdb66f7f2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:35.612462 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3eec8-b186-4727-ad69-ea5ef1df2304 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event deleted for resources: {'Port': ['ID=9de5f7b8-630f-4c42-b7ea-c31e9b8f2d84,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:35.620179 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cd4c36e-fa39-4f13-81df-e29d29ed6f98 req-8b06e96a-b164-493f-adca-d18cdb66f7f2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.2227550 Jul 16 03:41:35.633124 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20444d91-cf92-4e0f-8fc1-272d0c5f0ad5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.633602 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-20444d91-cf92-4e0f-8fc1-272d0c5f0ad5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Added segment cd80684a-aae5-4a09-b7bb-768f4ea70049 of type vlan for network 695cb19c-8ae2-4afc-8a48-ae6592728c7c Jul 16 03:41:35.650884 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-29139ab2-7354-4a75-904b-b49c0cf335e2 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/subnetpools/ccb3e955-fafa-45de-94c1-691152ba4115/tags HTTP/1.1" status: 200 len: 205 time: 0.1542873 Jul 16 03:41:35.657584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41268) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:35.658502 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18e509df-cd6e-415a-8f68-85fe9e863915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.686593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-5ac3e907-7671-4095-97eb-dcf647245c08 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ccb3e955-fafa-45de-94c1-691152ba4115') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:35.698455 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.733341 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20444d91-cf92-4e0f-8fc1-272d0c5f0ad5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.753296 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18e509df-cd6e-415a-8f68-85fe9e863915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.768880 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cd4c36e-fa39-4f13-81df-e29d29ed6f98 req-9921467f-51fe-4f53-825c-11065e9cbcef tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333520 Jul 16 03:41:35.794792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742449-d246-4af4-a2f6-45451875468e req-f1e59bdf-4e33-4fa8-81c1-fe0d86e7ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:35.796532 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7742449-d246-4af4-a2f6-45451875468e req-f1e59bdf-4e33-4fa8-81c1-fe0d86e7ca43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.2316563 Jul 16 03:41:35.797686 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20444d91-cf92-4e0f-8fc1-272d0c5f0ad5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.801270 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eec8-b186-4727-ad69-ea5ef1df2304 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.803438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20444d91-cf92-4e0f-8fc1-272d0c5f0ad5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:35.803820 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fd3eec8-b186-4727-ad69-ea5ef1df2304 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.804054 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20444d91-cf92-4e0f-8fc1-272d0c5f0ad5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.805015 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7fd3eec8-b186-4727-ad69-ea5ef1df2304 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "DELETE /v2.0/floatingips/caa82ed7-b48a-4ff2-9899-b21d91735a3f HTTP/1.1" status: 204 len: 168 time: 2.2011874 Jul 16 03:41:35.806864 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5ac3e907-7671-4095-97eb-dcf647245c08 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ccb3e955-fafa-45de-94c1-691152ba4115/tags HTTP/1.1" status: 204 len: 168 time: 0.1462734 Jul 16 03:41:35.808132 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41270) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:35.817195 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41272) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:35.818821 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:35.839073 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-af8e4e34-a4ca-4ce7-8a49-4df3bc888f11 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1d8ddeff-e573-4e09-9af4-9ff9026c0461') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:35.873954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] Pushing event deleted for resources: {'Port': ['ID=87b45364-e9e0-4762-ad64-758aa005fd9f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:35.927020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-20444d91-cf92-4e0f-8fc1-272d0c5f0ad5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5887616 Jul 16 03:41:35.934301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:35.939573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Sync routers for ids ['50d012f6-5d93-4dd8-8214-78266bb59e2e'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:41:35.953720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Routers {'50d012f6-5d93-4dd8-8214-78266bb59e2e'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:35.956834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['50d012f6-5d93-4dd8-8214-78266bb59e2e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:35.998003 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1f6a69d4-f5bb-4783-a830-c31383f63b65 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Request body: {'subnet': {'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:35.999976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18e509df-cd6e-415a-8f68-85fe9e863915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.002781 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18e509df-cd6e-415a-8f68-85fe9e863915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.004133 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-18e509df-cd6e-415a-8f68-85fe9e863915 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1206ed0-5cde-4986-86ef-e20780934a73 HTTP/1.1" status: 204 len: 168 time: 0.5601511 Jul 16 03:41:36.019475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20444d91-cf92-4e0f-8fc1-272d0c5f0ad5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event updated for resources: {'Network': ['ID=695cb19c-8ae2-4afc-8a48-ae6592728c7c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:36.023377 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e509df-cd6e-415a-8f68-85fe9e863915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1206ed0-5cde-4986-86ef-e20780934a73,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:36.043386 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.049346 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7742449-d246-4af4-a2f6-45451875468e req-95d27d10-a906-4a63-a789-c4c8100ebb93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2557a60-55c2-41e3-851f-8a9db2327477 HTTP/1.1" status: 200 len: 999 time: 0.2422185 Jul 16 03:41:36.054408 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 695cb19c-8ae2-4afc-8a48-ae6592728c7c details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:36.152946 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.158003 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.166813 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec675a5c-5551-4053-b58d-80e2634b675f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Deleting port 1eaad86e-022e-42f7-979e-03f3493e587c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:36.167482 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec675a5c-5551-4053-b58d-80e2634b675f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.262634 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.263839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c150962-10d5-4cda-8830-0475015cf9e2 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:41:36.345346 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.347287 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-40456df3-2f35-4015-811e-7369b3ab894a admin admin] 10.222.0.18 "DELETE /v2.0/routers/1c150962-10d5-4cda-8830-0475015cf9e2 HTTP/1.1" status: 204 len: 168 time: 2.9396093 Jul 16 03:41:36.351522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41284) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:36.360104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Set router 50d012f6-5d93-4dd8-8214-78266bb59e2e gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:36.412530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:36.432895 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec675a5c-5551-4053-b58d-80e2634b675f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.439961 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d1906c-6276-494c-8a78-11944ddf2c1d admin admin] Deleting subnet df2843df-4813-4d8f-83e4-b733c2b2e1d2 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:36.451150 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14d1906c-6276-494c-8a78-11944ddf2c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.568520 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-af8e4e34-a4ca-4ce7-8a49-4df3bc888f11 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/routers/1d8ddeff-e573-4e09-9af4-9ff9026c0461/tags HTTP/1.1" status: 204 len: 168 time: 0.7442694 Jul 16 03:41:36.574098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:36.580001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-d49b280e-820e-4e7c-90f5-6c58d92a0116 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '27dd61d9-af91-4759-af14-3a267fd7fb2b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:36.586492 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:36.587995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742449-d246-4af4-a2f6-45451875468e req-0069b4ff-350f-46e1-8948-ac825e00cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.589703 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7742449-d246-4af4-a2f6-45451875468e req-0069b4ff-350f-46e1-8948-ac825e00cfa7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.5331526 Jul 16 03:41:36.663060 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bb4c1e2-30b7-49cf-86e3-f62656b24a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.679227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6a69d4-f5bb-4783-a830-c31383f63b65 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Made reservation on behalf of c8523da0c1ce49298d9bf66e5ca66ea4 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:36.682919 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f6a69d4-f5bb-4783-a830-c31383f63b65 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.778308 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:36.779560 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.801530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec675a5c-5551-4053-b58d-80e2634b675f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Calling delete_port for 1eaad86e-022e-42f7-979e-03f3493e587c owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:36.807307 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86662690-4c84-4ad5-8495-74a68bc7f09d req-1ebad7c3-6df9-49cb-a96d-e0cedb33ac09 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.813523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86662690-4c84-4ad5-8495-74a68bc7f09d req-1ebad7c3-6df9-49cb-a96d-e0cedb33ac09 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.819656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86662690-4c84-4ad5-8495-74a68bc7f09d req-1ebad7c3-6df9-49cb-a96d-e0cedb33ac09 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.825576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86662690-4c84-4ad5-8495-74a68bc7f09d req-1ebad7c3-6df9-49cb-a96d-e0cedb33ac09 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.831660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86662690-4c84-4ad5-8495-74a68bc7f09d req-1ebad7c3-6df9-49cb-a96d-e0cedb33ac09 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.837746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86662690-4c84-4ad5-8495-74a68bc7f09d req-1ebad7c3-6df9-49cb-a96d-e0cedb33ac09 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.844378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86662690-4c84-4ad5-8495-74a68bc7f09d req-1ebad7c3-6df9-49cb-a96d-e0cedb33ac09 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.852759 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86662690-4c84-4ad5-8495-74a68bc7f09d req-1ebad7c3-6df9-49cb-a96d-e0cedb33ac09 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5419 time: 0.3475022 Jul 16 03:41:36.853910 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14d1906c-6276-494c-8a78-11944ddf2c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:36.948086 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7742449-d246-4af4-a2f6-45451875468e req-86d9ff7c-a95e-43e6-9006-f3c96b053cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:36.953940 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7742449-d246-4af4-a2f6-45451875468e req-86d9ff7c-a95e-43e6-9006-f3c96b053cdc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3533072 Jul 16 03:41:36.975229 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86662690-4c84-4ad5-8495-74a68bc7f09d req-fbeae868-0007-4ebb-b14b-f15c67a9b4b1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213684 Jul 16 03:41:37.005019 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'name': 'tempest-ServersTestMultiNic-636004164-router', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:25Z', 'updated_at': '2021-07-16T03:41:33Z', 'revision_number': 4, 'project_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'gw_port': {'id': '0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:26Z', 'updated_at': '2021-07-16T03:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'dc5b3887-38c8-444a-a36a-d5430b5094c4', 'name': '', 'network_id': 'bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'mac_address': 'fa:16:3e:36:bd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '450af377-f736-4855-84aa-e950f595a9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:31Z', 'updated_at': '2021-07-16T03:41:33Z', 'revision_number': 2, 'project_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'subnets': [{'id': '450af377-f736-4855-84aa-e950f595a9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:37.006303 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14d1906c-6276-494c-8a78-11944ddf2c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.034638 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 63031b8d-3c21-4e30-8a6e-acebba03c595 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:37.037019 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Checking router: 50d012f6-5d93-4dd8-8214-78266bb59e2e for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:41:37.037516 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Updating router 50d012f6-5d93-4dd8-8214-78266bb59e2e port dc5b3887-38c8-444a-a36a-d5430b5094c4 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:41:37.063628 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d49b280e-820e-4e7c-90f5-6c58d92a0116 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/ports/27dd61d9-af91-4759-af14-3a267fd7fb2b/tags HTTP/1.1" status: 204 len: 168 time: 0.4874980 Jul 16 03:41:37.064033 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41292) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:37.073513 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-3f1c26b8-be31-43bf-ab51-befe85bbcf44 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7680db90-57a7-454e-a7c4-3c2f1c107b32') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:37.077771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 63031b8d-3c21-4e30-8a6e-acebba03c595 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:37.078114 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 63031b8d-3c21-4e30-8a6e-acebba03c595 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:37.095491 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.107280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec675a5c-5551-4053-b58d-80e2634b675f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.159315 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec675a5c-5551-4053-b58d-80e2634b675f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event deleted for resources: {'Port': ['ID=1eaad86e-022e-42f7-979e-03f3493e587c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:37.167714 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14d1906c-6276-494c-8a78-11944ddf2c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.226198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1906c-6276-494c-8a78-11944ddf2c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2843df-4813-4d8f-83e4-b733c2b2e1d2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:37.250712 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14d1906c-6276-494c-8a78-11944ddf2c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.253058 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-14d1906c-6276-494c-8a78-11944ddf2c1d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/df2843df-4813-4d8f-83e4-b733c2b2e1d2 HTTP/1.1" status: 204 len: 168 time: 0.9004908 Jul 16 03:41:37.258684 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41296) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:37.260066 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ab0e66-eed7-41a1-8fb9-46dac0711d4a None None] Network 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:37.282869 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f6a69d4-f5bb-4783-a830-c31383f63b65 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.298357 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bb4c1e2-30b7-49cf-86e3-f62656b24a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.329547 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bb4c1e2-30b7-49cf-86e3-f62656b24a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.344092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59effd-e230-4b6a-946b-539bc70b0210 req-37096caf-ad49-4297-99e4-1203f43b4c43 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:37.345681 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf59effd-e230-4b6a-946b-539bc70b0210 req-37096caf-ad49-4297-99e4-1203f43b4c43 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.2866752 Jul 16 03:41:37.349144 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7742449-d246-4af4-a2f6-45451875468e req-edd24ddc-f6f4-4fd9-bf93-b19c829dcdc6 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165624 Jul 16 03:41:37.360359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec675a5c-5551-4053-b58d-80e2634b675f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.363861 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ec675a5c-5551-4053-b58d-80e2634b675f tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "DELETE /v2.0/ports/1eaad86e-022e-42f7-979e-03f3493e587c HTTP/1.1" status: 204 len: 168 time: 1.5524135 Jul 16 03:41:37.370220 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3f1c26b8-be31-43bf-ab51-befe85bbcf44 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/subnets/7680db90-57a7-454e-a7c4-3c2f1c107b32/tags HTTP/1.1" status: 204 len: 168 time: 0.2987633 Jul 16 03:41:37.370220 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41298) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:37.370220 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.377866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41300) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:37.406571 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-da5d9e6f-1273-472a-bdb5-dec5f9314cc9 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7680db90-57a7-454e-a7c4-3c2f1c107b32', 'tempest-TagsExtTest-Tag-1615939487') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:37.454180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3bb4c1e2-30b7-49cf-86e3-f62656b24a99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=918b2d4067e448879b2d1c536a7fc979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8610063 Jul 16 03:41:37.454639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a69d4-f5bb-4783-a830-c31383f63b65 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event updated for resources: {'Subnet': ['ID=60c77d3f-7c7d-40ce-9cef-d2390432f0b4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:37.456711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4c1e2-30b7-49cf-86e3-f62656b24a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26871f5-260c-41e0-a21e-aa18e99fc531,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:37.460979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:37.549884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf59effd-e230-4b6a-946b-539bc70b0210 req-49376497-720e-4d14-9fcd-01dfcb7019a9 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723907 Jul 16 03:41:37.569695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6a69d4-f5bb-4783-a830-c31383f63b65 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Checking segment: {'id': 'cd80684a-aae5-4a09-b7bb-768f4ea70049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:37.570066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a69d4-f5bb-4783-a830-c31383f63b65 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Network hostable DHCP agents. Network: 695cb19c-8ae2-4afc-8a48-ae6592728c7c, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:37.590591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] Deleting port 70a7e2d7-52cd-4079-a160-0c821cf13fa2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:37.591081 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.593889 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.594927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-19b93c37-8768-41bb-8784-e3557b464b61 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Deleting port e9079290-624f-49dd-b11b-ce5dbc2db7e5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:37.595527 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19b93c37-8768-41bb-8784-e3557b464b61 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.597695 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7742449-d246-4af4-a2f6-45451875468e req-9ba89991-ecf4-470c-a890-d4a0569495f3 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311497 Jul 16 03:41:37.622639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Transition to ACTIVE for port object dc5b3887-38c8-444a-a36a-d5430b5094c4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:37.632957 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:37.636454 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-da5d9e6f-1273-472a-bdb5-dec5f9314cc9 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "PUT /v2.0/subnets/7680db90-57a7-454e-a7c4-3c2f1c107b32/tags/tempest-TagsExtTest-Tag-1615939487 HTTP/1.1" status: 201 len: 201 time: 0.2478306 Jul 16 03:41:37.638590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-85f428c9-5058-4e88-8645-7978609511cf tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '27dd61d9-af91-4759-af14-3a267fd7fb2b', 'tempest-TagsExtTest-Tag-2098549257') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:37.640565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdba6ad-15dc-4734-b757-228c4668901d None None] DHCP port deletion for 7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:37.642658 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ace5a1d-394d-4077-b506-cca0691a896b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.656245 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.665875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6a69d4-f5bb-4783-a830-c31383f63b65 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Network 695cb19c-8ae2-4afc-8a48-ae6592728c7c is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:37.685408 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1f6a69d4-f5bb-4783-a830-c31383f63b65 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 695cb19c-8ae2-4afc-8a48-ae6592728c7c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:37.696673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6a69d4-f5bb-4783-a830-c31383f63b65 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:37.697330 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f6a69d4-f5bb-4783-a830-c31383f63b65 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.705800 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ace5a1d-394d-4077-b506-cca0691a896b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.717467 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4595643-3476-4b66-a7ea-050fdebd8d81 None None] Network 695cb19c-8ae2-4afc-8a48-ae6592728c7c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:37.744345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1f6a69d4-f5bb-4783-a830-c31383f63b65 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7756715 Jul 16 03:41:37.745043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:37.758963 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0aa408af-41f4-4a5b-81bc-804d8a7deebb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1139183913'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:37.795840 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] For port 70a7e2d7-52cd-4079-a160-0c821cf13fa2, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=70a7e2d7-52cd-4079-a160-0c821cf13fa2,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:37.796638 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.797862 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee5ff7-ea51-4b04-beeb-278824b2f080 None None] Pushing event updated for resources: {'Port': ['ID=dc5b3887-38c8-444a-a36a-d5430b5094c4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:37.798480 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa408af-41f4-4a5b-81bc-804d8a7deebb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Made reservation on behalf of c8523da0c1ce49298d9bf66e5ca66ea4 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:37.802337 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aa408af-41f4-4a5b-81bc-804d8a7deebb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.821333 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] Calling delete_port for 70a7e2d7-52cd-4079-a160-0c821cf13fa2 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:37.838604 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ace5a1d-394d-4077-b506-cca0691a896b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.841338 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1ace5a1d-394d-4077-b506-cca0691a896b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.842514 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1ace5a1d-394d-4077-b506-cca0691a896b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c26871f5-260c-41e0-a21e-aa18e99fc531 HTTP/1.1" status: 204 len: 168 time: 0.3800325 Jul 16 03:41:37.842896 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19b93c37-8768-41bb-8784-e3557b464b61 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.860939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-85f428c9-5058-4e88-8645-7978609511cf tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "PUT /v2.0/ports/27dd61d9-af91-4759-af14-3a267fd7fb2b/tags/tempest-TagsExtTest-Tag-2098549257 HTTP/1.1" status: 201 len: 201 time: 0.2268853 Jul 16 03:41:37.861572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:37.870976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-a3b3cc03-6775-4971-9645-105898b5151b tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1d8ddeff-e573-4e09-9af4-9ff9026c0461', 'tempest-TagsExtTest-Tag-196416702') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:37.876485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-19b93c37-8768-41bb-8784-e3557b464b61 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Calling delete_port for e9079290-624f-49dd-b11b-ce5dbc2db7e5 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:37.888986 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa408af-41f4-4a5b-81bc-804d8a7deebb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:41:37.915606 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ebdba6ad-15dc-4734-b757-228c4668901d None None] Deleting port 70a7e2d7-52cd-4079-a160-0c821cf13fa2 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:37.915979 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ebdba6ad-15dc-4734-b757-228c4668901d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:37.956219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace5a1d-394d-4077-b506-cca0691a896b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26871f5-260c-41e0-a21e-aa18e99fc531,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:38.020214 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aa408af-41f4-4a5b-81bc-804d8a7deebb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.020609 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-0aa408af-41f4-4a5b-81bc-804d8a7deebb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Added segment 33fe6d86-d48e-466f-8615-47266082c828 of type vlan for network 675bde05-0837-4333-bf60-10c08cc65f45 Jul 16 03:41:38.035992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Attempting to bind port dc5b3887-38c8-444a-a36a-d5430b5094c4 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:38.038675 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Attempting to bind port dc5b3887-38c8-444a-a36a-d5430b5094c4 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '05f1a842-b595-4db9-b6fa-3374488987fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:38.039814 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Attempting to bind port dc5b3887-38c8-444a-a36a-d5430b5094c4 on network bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:38.073499 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.107311 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:38.107783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Checking segment: {'id': '05f1a842-b595-4db9-b6fa-3374488987fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:38.108274 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.108415 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aa408af-41f4-4a5b-81bc-804d8a7deebb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.108812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Bound using segment: {'id': '05f1a842-b595-4db9-b6fa-3374488987fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:38.109374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Bound port: dc5b3887-38c8-444a-a36a-d5430b5094c4, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f1a842-b595-4db9-b6fa-3374488987fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:38.109831 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.115235 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] No DVR routers for this DVR port 70a7e2d7-52cd-4079-a160-0c821cf13fa2 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:38.122851 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a3b3cc03-6775-4971-9645-105898b5151b tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "PUT /v2.0/routers/1d8ddeff-e573-4e09-9af4-9ff9026c0461/tags/tempest-TagsExtTest-Tag-196416702 HTTP/1.1" status: 201 len: 201 time: 0.2554910 Jul 16 03:41:38.123546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:38.130709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-a9cd1f02-40bd-4e58-b6fe-6e7dac8c4bed tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ccb3e955-fafa-45de-94c1-691152ba4115', 'tempest-TagsExtTest-Tag-80241336') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:38.229388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ebdba6ad-15dc-4734-b757-228c4668901d None None] For port 70a7e2d7-52cd-4079-a160-0c821cf13fa2, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=70a7e2d7-52cd-4079-a160-0c821cf13fa2,segment=NetworkSegment(6fcd6253-bfe1-4192-8c70-0ce719c078dc),segment_id=6fcd6253-bfe1-4192-8c70-0ce719c078dc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:38.229912 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ebdba6ad-15dc-4734-b757-228c4668901d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.248465 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=70a7e2d7-52cd-4079-a160-0c821cf13fa2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:38.256548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ebdba6ad-15dc-4734-b757-228c4668901d None None] Calling delete_port for 70a7e2d7-52cd-4079-a160-0c821cf13fa2 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:38.335996 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aa408af-41f4-4a5b-81bc-804d8a7deebb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.342527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa408af-41f4-4a5b-81bc-804d8a7deebb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.343139 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0aa408af-41f4-4a5b-81bc-804d8a7deebb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.386052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-695cb19c-8ae2-4afc-8a48-ae6592728c7c', 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'fixed_ips': [{'subnet_id': '60c77d3f-7c7d-40ce-9cef-d2390432f0b4'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:38.389973 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.396359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 70a7e2d7-52cd-4079-a160-0c821cf13fa2 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:38.397859 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c6224-dd3b-488b-9d2a-690417b7bb98 req-a3988e53-b98b-45ad-9f75-34456281a96b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.404275 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c6224-dd3b-488b-9d2a-690417b7bb98 req-a3988e53-b98b-45ad-9f75-34456281a96b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.406006 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.410189 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c6224-dd3b-488b-9d2a-690417b7bb98 req-a3988e53-b98b-45ad-9f75-34456281a96b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.416165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c6224-dd3b-488b-9d2a-690417b7bb98 req-a3988e53-b98b-45ad-9f75-34456281a96b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.423160 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:38.425050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c6224-dd3b-488b-9d2a-690417b7bb98 req-a3988e53-b98b-45ad-9f75-34456281a96b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.431544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c6224-dd3b-488b-9d2a-690417b7bb98 req-a3988e53-b98b-45ad-9f75-34456281a96b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.437910 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcd6253-bfe1-4192-8c70-0ce719c078dc') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:38.438403 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c6224-dd3b-488b-9d2a-690417b7bb98 req-a3988e53-b98b-45ad-9f75-34456281a96b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.438636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcd6253-bfe1-4192-8c70-0ce719c078dc') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:38.440654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-771c6224-dd3b-488b-9d2a-690417b7bb98 req-a3988e53-b98b-45ad-9f75-34456281a96b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5419 time: 0.2500439 Jul 16 03:41:38.446758 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19b93c37-8768-41bb-8784-e3557b464b61 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.447790 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0aa408af-41f4-4a5b-81bc-804d8a7deebb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6928573 Jul 16 03:41:38.448879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41324) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:38.455234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a9cd1f02-40bd-4e58-b6fe-6e7dac8c4bed tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "PUT /v2.0/subnetpools/ccb3e955-fafa-45de-94c1-691152ba4115/tags/tempest-TagsExtTest-Tag-80241336 HTTP/1.1" status: 201 len: 201 time: 0.3284802 Jul 16 03:41:38.460174 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2940e2ae-0855-485e-9d96-283e99887c81 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Request body: {'subnet': {'network_id': '675bde05-0837-4333-bf60-10c08cc65f45', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:38.466802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 70a7e2d7-52cd-4079-a160-0c821cf13fa2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:38.467252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 70a7e2d7-52cd-4079-a160-0c821cf13fa2 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:38.467786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 87b45364-e9e0-4762-ad64-758aa005fd9f no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:38.468938 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.470563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41326) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:38.501545 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ebdba6ad-15dc-4734-b757-228c4668901d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.506389 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-e57c3242-3131-4d3a-8416-2b8bb69d23d7 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7680db90-57a7-454e-a7c4-3c2f1c107b32', {'tags': ['tempest-TagsExtTest-Tag-539080793', 'tempest-TagsExtTest-Tag-1349846994', 'tempest-TagsExtTest-Tag-769795697']}) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:38.527500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa408af-41f4-4a5b-81bc-804d8a7deebb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event updated for resources: {'Network': ['ID=675bde05-0837-4333-bf60-10c08cc65f45,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:38.534998 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-771c6224-dd3b-488b-9d2a-690417b7bb98 req-feb7440f-c67f-41ea-8c42-2903ae71a5f4 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0786793 Jul 16 03:41:38.551297 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b93c37-8768-41bb-8784-e3557b464b61 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event deleted for resources: {'Port': ['ID=e9079290-624f-49dd-b11b-ce5dbc2db7e5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:38.585881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 87b45364-e9e0-4762-ad64-758aa005fd9f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:38.586234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 87b45364-e9e0-4762-ad64-758aa005fd9f not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:38.593272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.601362 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 675bde05-0837-4333-bf60-10c08cc65f45 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:41:38.604505 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:38.604916 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.654752 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdba6ad-15dc-4734-b757-228c4668901d None None] Pushing event deleted for resources: {'Port': ['ID=70a7e2d7-52cd-4079-a160-0c821cf13fa2,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:38.656821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdba6ad-15dc-4734-b757-228c4668901d None None] No DVR routers for this DVR port 70a7e2d7-52cd-4079-a160-0c821cf13fa2 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:38.678818 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:38.694452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] For port dc5b3887-38c8-444a-a36a-d5430b5094c4, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:38.765342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] For port dc5b3887-38c8-444a-a36a-d5430b5094c4, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=dc5b3887-38c8-444a-a36a-d5430b5094c4,segment=NetworkSegment(05f1a842-b595-4db9-b6fa-3374488987fc),segment_id=05f1a842-b595-4db9-b6fa-3374488987fc)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:38.776113 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.812115 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c805d6b-ea44-459f-9279-685541cde44a req-62bda7af-5eda-442f-87fb-2132a4534524 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:38.831731 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c805d6b-ea44-459f-9279-685541cde44a req-62bda7af-5eda-442f-87fb-2132a4534524 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1057999 Jul 16 03:41:38.832738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Allocated IP 19.80.0.2 (695cb19c-8ae2-4afc-8a48-ae6592728c7c/60c77d3f-7c7d-40ce-9cef-d2390432f0b4/48339477-542f-461a-9ab9-131dea1603b4) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:38.864709 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.876677 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Routers {'50d012f6-5d93-4dd8-8214-78266bb59e2e'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:41:38.877322 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:41:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['50d012f6-5d93-4dd8-8214-78266bb59e2e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:38.888821 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c805d6b-ea44-459f-9279-685541cde44a req-6660604d-decf-4bfa-b274-3084e6ca7eb2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556221 Jul 16 03:41:38.892985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee5ff7-ea51-4b04-beeb-278824b2f080 None None] Pushing event updated for resources: {'Port': ['ID=dc5b3887-38c8-444a-a36a-d5430b5094c4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:38.897777 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.906027 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6 HTTP/1.1" status: 204 len: 168 time: 1.6396904 Jul 16 03:41:38.906027 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e57c3242-3131-4d3a-8416-2b8bb69d23d7 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "PUT /v2.0/subnets/7680db90-57a7-454e-a7c4-3c2f1c107b32/tags HTTP/1.1" status: 200 len: 316 time: 0.4030809 Jul 16 03:41:38.911491 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:38.920101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-c8281864-048c-483f-a57d-209fb98bdfb4 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7680db90-57a7-454e-a7c4-3c2f1c107b32') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:38.922707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b172f-ead5-49f4-8eff-bc1b09d222f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7637b7f4-e8c0-489b-9ec2-1c6d5c6523f6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:38.967251 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19b93c37-8768-41bb-8784-e3557b464b61 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:38.974449 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-19b93c37-8768-41bb-8784-e3557b464b61 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "DELETE /v2.0/ports/e9079290-624f-49dd-b11b-ce5dbc2db7e5 HTTP/1.1" status: 204 len: 168 time: 1.6030879 Jul 16 03:41:38.975316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41346) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:38.975898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2940e2ae-0855-485e-9d96-283e99887c81 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Made reservation on behalf of c8523da0c1ce49298d9bf66e5ca66ea4 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:38.979851 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2940e2ae-0855-485e-9d96-283e99887c81 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.113222 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c8281864-048c-483f-a57d-209fb98bdfb4 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/subnets/7680db90-57a7-454e-a7c4-3c2f1c107b32/tags HTTP/1.1" status: 204 len: 168 time: 0.2001803 Jul 16 03:41:39.114003 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:39.126807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-854b8c22-b3cc-4e93-be0e-07b9b28668ef tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7680db90-57a7-454e-a7c4-3c2f1c107b32', 'tempest-TagsExtTest-Tag-539080793') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:39.197250 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e0f79f-3cfa-4215-9151-ed0a82663279 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Deleting subnet baf48007-44c7-4aed-a544-a06964ab95a5 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:39.199362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41352) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:39.211197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] Set router 50d012f6-5d93-4dd8-8214-78266bb59e2e gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:41:39.219338 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21e0f79f-3cfa-4215-9151-ed0a82663279 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.303804 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21e0f79f-3cfa-4215-9151-ed0a82663279 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.337807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310256c-e1db-4be5-976a-42a882e2db84 req-124bbe77-2542-4b75-8ae4-9cde650b425d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:39.339584 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c310256c-e1db-4be5-976a-42a882e2db84 req-124bbe77-2542-4b75-8ae4-9cde650b425d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1570444 Jul 16 03:41:39.351509 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-854b8c22-b3cc-4e93-be0e-07b9b28668ef tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] show failed (client error): The resource could not be found. Jul 16 03:41:39.352129 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.355686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-854b8c22-b3cc-4e93-be0e-07b9b28668ef tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/subnets/7680db90-57a7-454e-a7c4-3c2f1c107b32/tags/tempest-TagsExtTest-Tag-539080793 HTTP/1.1" status: 404 len: 328 time: 0.2373254 Jul 16 03:41:39.358266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41356) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:39.377419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-3aa3ebcf-1942-4b48-986e-c36829797a9c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7680db90-57a7-454e-a7c4-3c2f1c107b32', 'tempest-TagsExtTest-Tag-1349846994') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:39.387344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Transition to ACTIVE for port object 48339477-542f-461a-9ab9-131dea1603b4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:39.402758 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-54482a6d-b44e-44b9-81dd-a38cceab71f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ffe993ba0a949d0a9061f925ad98f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968579 Jul 16 03:41:39.404654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c310256c-e1db-4be5-976a-42a882e2db84 req-02c1d705-932b-494d-911c-6976f8077641 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564010 Jul 16 03:41:39.405429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41358) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:39.492848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Transition to ACTIVE for port object 48339477-542f-461a-9ab9-131dea1603b4 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:39.499720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eba8f858-fe81-4e18-9f26-f8bc8e39018d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.514314 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.547525 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eba8f858-fe81-4e18-9f26-f8bc8e39018d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.618189 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21e0f79f-3cfa-4215-9151-ed0a82663279 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.655648 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eba8f858-fe81-4e18-9f26-f8bc8e39018d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.662903 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eba8f858-fe81-4e18-9f26-f8bc8e39018d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.675150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-eba8f858-fe81-4e18-9f26-f8bc8e39018d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f267488-0efe-4202-99c5-77aff36da0cf HTTP/1.1" status: 204 len: 168 time: 0.2640498 Jul 16 03:41:39.695435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8f858-fe81-4e18-9f26-f8bc8e39018d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f267488-0efe-4202-99c5-77aff36da0cf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:39.742360 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2940e2ae-0855-485e-9d96-283e99887c81 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.777958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Network 695cb19c-8ae2-4afc-8a48-ae6592728c7c is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:39.782074 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:39.793566 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:39.819157 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-3aa3ebcf-1942-4b48-986e-c36829797a9c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] show failed (client error): The resource could not be found. Jul 16 03:41:39.828909 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3aa3ebcf-1942-4b48-986e-c36829797a9c tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/subnets/7680db90-57a7-454e-a7c4-3c2f1c107b32/tags/tempest-TagsExtTest-Tag-1349846994 HTTP/1.1" status: 404 len: 329 time: 0.4645796 Jul 16 03:41:39.830973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:39.835821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-0d85a6e0-cc28-4735-ae7e-af1a89254af8 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7680db90-57a7-454e-a7c4-3c2f1c107b32', 'tempest-TagsExtTest-Tag-769795697') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:39.878542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Pushing event updated for resources: {'Port': ['ID=48339477-542f-461a-9ab9-131dea1603b4,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:39.939985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940e2ae-0855-485e-9d96-283e99887c81 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event updated for resources: {'Subnet': ['ID=877f9b99-19e3-4961-b4b0-5e856d2a5796,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:39.949463 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21e0f79f-3cfa-4215-9151-ed0a82663279 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.958764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Attempting to bind port 48339477-542f-461a-9ab9-131dea1603b4 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:39.959271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Attempting to bind port 48339477-542f-461a-9ab9-131dea1603b4 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'cd80684a-aae5-4a09-b7bb-768f4ea70049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:39.959641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Attempting to bind port 48339477-542f-461a-9ab9-131dea1603b4 on network 695cb19c-8ae2-4afc-8a48-ae6592728c7c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:39.968851 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:39.969236 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Checking segment: {'id': 'cd80684a-aae5-4a09-b7bb-768f4ea70049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:39.969774 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.970174 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Bound using segment: {'id': 'cd80684a-aae5-4a09-b7bb-768f4ea70049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:39.970655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Bound port: 48339477-542f-461a-9ab9-131dea1603b4, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd80684a-aae5-4a09-b7bb-768f4ea70049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:39.971038 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:39.999438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0f79f-3cfa-4215-9151-ed0a82663279 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event deleted for resources: {'Subnet': ['ID=baf48007-44c7-4aed-a544-a06964ab95a5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:40.007513 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-0d85a6e0-cc28-4735-ae7e-af1a89254af8 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] show failed (client error): The resource could not be found. Jul 16 03:41:40.012486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'name': 'tempest-ServersTestMultiNic-636004164-router', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:25Z', 'updated_at': '2021-07-16T03:41:33Z', 'revision_number': 4, 'project_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'gw_port': {'id': '0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:26Z', 'updated_at': '2021-07-16T03:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'dc5b3887-38c8-444a-a36a-d5430b5094c4', 'name': '', 'network_id': 'bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'mac_address': 'fa:16:3e:36:bd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '450af377-f736-4855-84aa-e950f595a9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:31Z', 'updated_at': '2021-07-16T03:41:38Z', 'revision_number': 4, 'project_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'subnets': [{'id': '450af377-f736-4855-84aa-e950f595a9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:40.013848 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0d85a6e0-cc28-4735-ae7e-af1a89254af8 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/subnets/7680db90-57a7-454e-a7c4-3c2f1c107b32/tags/tempest-TagsExtTest-Tag-769795697 HTTP/1.1" status: 404 len: 328 time: 0.1803105 Jul 16 03:41:40.018242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:40.018556 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38a8d37-8887-4f22-80b3-593bebc1f7df None None] Network bfe6d903-2807-4d33-bde4-98398f0edb6c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:40.019489 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21e0f79f-3cfa-4215-9151-ed0a82663279 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.021427 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-21e0f79f-3cfa-4215-9151-ed0a82663279 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "DELETE /v2.0/subnets/baf48007-44c7-4aed-a544-a06964ab95a5 HTTP/1.1" status: 204 len: 168 time: 1.0375969 Jul 16 03:41:40.025571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:40.030107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-a39a2aa7-3e27-4234-a4b9-c665573e7662 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '27dd61d9-af91-4759-af14-3a267fd7fb2b', {'tags': ['tempest-TagsExtTest-Tag-1382433963', 'tempest-TagsExtTest-Tag-1064630483', 'tempest-TagsExtTest-Tag-247684223']}) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:40.037314 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2940e2ae-0855-485e-9d96-283e99887c81 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Checking segment: {'id': '33fe6d86-d48e-466f-8615-47266082c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '675bde05-0837-4333-bf60-10c08cc65f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:40.038458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2940e2ae-0855-485e-9d96-283e99887c81 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Network hostable DHCP agents. Network: 675bde05-0837-4333-bf60-10c08cc65f45, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:41:40.089599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c8c2db-c801-4f93-bb67-5607e793501a None None] The sync data for ids ['50d012f6-5d93-4dd8-8214-78266bb59e2e'] in n-d-800088-6 is: [{'id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'name': 'tempest-ServersTestMultiNic-636004164-router', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:25Z', 'updated_at': '2021-07-16T03:41:33Z', 'revision_number': 4, 'project_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'gw_port': {'id': '0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:26Z', 'updated_at': '2021-07-16T03:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'dc5b3887-38c8-444a-a36a-d5430b5094c4', 'name': '', 'network_id': 'bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'mac_address': 'fa:16:3e:36:bd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '450af377-f736-4855-84aa-e950f595a9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:31Z', 'updated_at': '2021-07-16T03:41:38Z', 'revision_number': 4, 'project_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'subnets': [{'id': '450af377-f736-4855-84aa-e950f595a9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:41:40.105725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bdc1dd-dcae-4461-a797-077f031a84b1 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Deleting subnet 5d18479b-9c1e-4457-94c7-343fd8185f0d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:40.109444 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00bdc1dd-dcae-4461-a797-077f031a84b1 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.118321 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2940e2ae-0855-485e-9d96-283e99887c81 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Network 675bde05-0837-4333-bf60-10c08cc65f45 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:41:40.182659 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2940e2ae-0855-485e-9d96-283e99887c81 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 675bde05-0837-4333-bf60-10c08cc65f45) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:40.204055 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2940e2ae-0855-485e-9d96-283e99887c81 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.206811 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2940e2ae-0855-485e-9d96-283e99887c81 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.212012 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f600e5b8-95e1-43ef-8fd1-3e31a0c57eb7 None None] Network 675bde05-0837-4333-bf60-10c08cc65f45 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:40.214896 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a39a2aa7-3e27-4234-a4b9-c665573e7662 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "PUT /v2.0/ports/27dd61d9-af91-4759-af14-3a267fd7fb2b/tags HTTP/1.1" status: 200 len: 317 time: 0.1922204 Jul 16 03:41:40.223404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41388) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:40.229892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-696aa5da-80a6-4747-8d34-0682e291662a tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '27dd61d9-af91-4759-af14-3a267fd7fb2b') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:40.268357 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00bdc1dd-dcae-4461-a797-077f031a84b1 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.269420 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] For port 48339477-542f-461a-9ab9-131dea1603b4, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:40.281434 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2940e2ae-0855-485e-9d96-283e99887c81 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8280692 Jul 16 03:41:40.314144 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] For port 48339477-542f-461a-9ab9-131dea1603b4, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=48339477-542f-461a-9ab9-131dea1603b4,segment=NetworkSegment(cd80684a-aae5-4a09-b7bb-768f4ea70049),segment_id=cd80684a-aae5-4a09-b7bb-768f4ea70049)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:40.330877 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-696aa5da-80a6-4747-8d34-0682e291662a tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/ports/27dd61d9-af91-4759-af14-3a267fd7fb2b/tags HTTP/1.1" status: 204 len: 168 time: 0.1052475 Jul 16 03:41:40.331625 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41394) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:40.336446 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-64cf50d5-ac53-4433-8cc4-ebe6c9344443 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '27dd61d9-af91-4759-af14-3a267fd7fb2b', 'tempest-TagsExtTest-Tag-1382433963') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:40.377452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5e21d669-77b2-45fd-83e4-06c2ed38d708 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:40.382836 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.462452 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-64cf50d5-ac53-4433-8cc4-ebe6c9344443 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] show failed (client error): The resource could not be found. Jul 16 03:41:40.469383 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-64cf50d5-ac53-4433-8cc4-ebe6c9344443 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/ports/27dd61d9-af91-4759-af14-3a267fd7fb2b/tags/tempest-TagsExtTest-Tag-1382433963 HTTP/1.1" status: 404 len: 329 time: 0.1348529 Jul 16 03:41:40.469383 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41398) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:40.475169 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00bdc1dd-dcae-4461-a797-077f031a84b1 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.494749 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-59d05113-c5f2-4097-b0cb-c5e8977b01c8 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '27dd61d9-af91-4759-af14-3a267fd7fb2b', 'tempest-TagsExtTest-Tag-1064630483') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:40.524833 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028d1e3-9d3d-46f4-ae5b-f6e752b3051f None None] Pushing event updated for resources: {'Port': ['ID=48339477-542f-461a-9ab9-131dea1603b4,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:40.589673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1f720-9336-4deb-ba0b-ee99d7080fe9 req-dd5adf38-2f83-4d88-a3ec-efc126ed4959 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.620409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1f720-9336-4deb-ba0b-ee99d7080fe9 req-dd5adf38-2f83-4d88-a3ec-efc126ed4959 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.627326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1f720-9336-4deb-ba0b-ee99d7080fe9 req-dd5adf38-2f83-4d88-a3ec-efc126ed4959 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.634431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1f720-9336-4deb-ba0b-ee99d7080fe9 req-dd5adf38-2f83-4d88-a3ec-efc126ed4959 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.641105 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1f720-9336-4deb-ba0b-ee99d7080fe9 req-dd5adf38-2f83-4d88-a3ec-efc126ed4959 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.653026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1f720-9336-4deb-ba0b-ee99d7080fe9 req-dd5adf38-2f83-4d88-a3ec-efc126ed4959 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.659041 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1f720-9336-4deb-ba0b-ee99d7080fe9 req-dd5adf38-2f83-4d88-a3ec-efc126ed4959 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.670205 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3f1f720-9336-4deb-ba0b-ee99d7080fe9 req-dd5adf38-2f83-4d88-a3ec-efc126ed4959 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5419 time: 0.7868173 Jul 16 03:41:40.672872 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-59d05113-c5f2-4097-b0cb-c5e8977b01c8 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] show failed (client error): The resource could not be found. Jul 16 03:41:40.685678 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-59d05113-c5f2-4097-b0cb-c5e8977b01c8 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/ports/27dd61d9-af91-4759-af14-3a267fd7fb2b/tags/tempest-TagsExtTest-Tag-1064630483 HTTP/1.1" status: 404 len: 329 time: 0.2160935 Jul 16 03:41:40.687253 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41404) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:40.703093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-a65b5e2a-aa42-4c4a-adb0-38e3b9a4f577 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '27dd61d9-af91-4759-af14-3a267fd7fb2b', 'tempest-TagsExtTest-Tag-247684223') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:40.728109 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5e21d669-77b2-45fd-83e4-06c2ed38d708, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5e21d669-77b2-45fd-83e4-06c2ed38d708,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:40.774065 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '5e21d669-77b2-45fd-83e4-06c2ed38d708', 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694', 'port_id': '5e21d669-77b2-45fd-83e4-06c2ed38d708', 'mac_address': 'fa:16:3e:1f:dc:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51f98c5-7894-40f9-bc4a-dd21e3db1a61', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:40.783651 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51906c56-f548-468f-8535-b518169431a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-675bde05-0837-4333-bf60-10c08cc65f45', 'network_id': '675bde05-0837-4333-bf60-10c08cc65f45', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'fixed_ips': [{'subnet_id': '877f9b99-19e3-4961-b4b0-5e856d2a5796'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:41:40.784706 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51906c56-f548-468f-8535-b518169431a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.790252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90902928-5b28-40e6-8a1e-83c50ac51301 None None] DHCP port deletion for bfe6d903-2807-4d33-bde4-98398f0edb6c request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:40.790816 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34adb63-4da5-4d53-a9bd-ac6accaf50bf req-c6a6cb6b-cd17-42e1-97b8-2f9a349c70b1 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:40.803297 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b34adb63-4da5-4d53-a9bd-ac6accaf50bf req-c6a6cb6b-cd17-42e1-97b8-2f9a349c70b1 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.8672833 Jul 16 03:41:40.855306 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3f1f720-9336-4deb-ba0b-ee99d7080fe9 req-a6a2fe97-ec8b-4173-951d-5d1beed34197 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1830614 Jul 16 03:41:40.876388 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-a65b5e2a-aa42-4c4a-adb0-38e3b9a4f577 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] show failed (client error): The resource could not be found. Jul 16 03:41:40.877470 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a65b5e2a-aa42-4c4a-adb0-38e3b9a4f577 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/ports/27dd61d9-af91-4759-af14-3a267fd7fb2b/tags/tempest-TagsExtTest-Tag-247684223 HTTP/1.1" status: 404 len: 328 time: 0.1871228 Jul 16 03:41:40.880957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41416) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:40.897920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-e71aeed8-64d1-421b-93f4-478d3d586e84 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1d8ddeff-e573-4e09-9af4-9ff9026c0461', {'tags': ['tempest-TagsExtTest-Tag-1410881753', 'tempest-TagsExtTest-Tag-716749201', 'tempest-TagsExtTest-Tag-973100633']}) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:40.953196 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00bdc1dd-dcae-4461-a797-077f031a84b1 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:40.987244 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b34adb63-4da5-4d53-a9bd-ac6accaf50bf req-c9d1d00c-df48-476b-9d02-a4cc5aa4a823 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829498 Jul 16 03:41:41.064656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdc1dd-dcae-4461-a797-077f031a84b1 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event deleted for resources: {'Subnet': ['ID=5d18479b-9c1e-4457-94c7-343fd8185f0d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:41.067548 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-00bdc1dd-dcae-4461-a797-077f031a84b1 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.070328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-00bdc1dd-dcae-4461-a797-077f031a84b1 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "DELETE /v2.0/subnets/5d18479b-9c1e-4457-94c7-343fd8185f0d HTTP/1.1" status: 204 len: 168 time: 1.0422249 Jul 16 03:41:41.089971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:41.187543 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe281b84-607a-49e6-a6ea-7515939d7e05 None None] Network 5cda0bd3-70e5-481d-b638-9f7104dcd15f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:41.192448 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e71aeed8-64d1-421b-93f4-478d3d586e84 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "PUT /v2.0/routers/1d8ddeff-e573-4e09-9af4-9ff9026c0461/tags HTTP/1.1" status: 200 len: 316 time: 0.3100615 Jul 16 03:41:41.192862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41434) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:41.199696 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-0610d426-706f-4e1c-a84a-6dfb9efd6108 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1d8ddeff-e573-4e09-9af4-9ff9026c0461') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:41.402012 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.437913 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0610d426-706f-4e1c-a84a-6dfb9efd6108 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/routers/1d8ddeff-e573-4e09-9af4-9ff9026c0461/tags HTTP/1.1" status: 204 len: 168 time: 0.2439430 Jul 16 03:41:41.440598 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:41.445113 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-825a7901-8ca1-45f6-abc9-1c84ec65c5f9 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1d8ddeff-e573-4e09-9af4-9ff9026c0461', 'tempest-TagsExtTest-Tag-1410881753') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:41.470042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-2da0aad3-f289-40a6-bffc-68ca7196f8eb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:41.475652 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-2da0aad3-f289-40a6-bffc-68ca7196f8eb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:41.477359 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-2da0aad3-f289-40a6-bffc-68ca7196f8eb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/networks?id=695cb19c-8ae2-4afc-8a48-ae6592728c7c&id=675bde05-0837-4333-bf60-10c08cc65f45&id=695cb19c-8ae2-4afc-8a48-ae6592728c7c HTTP/1.1" status: 200 len: 1392 time: 0.4160216 Jul 16 03:41:41.537562 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-2a8d1788-a4e7-4682-9314-4b4cf60ea6c2 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/quotas/c8523da0c1ce49298d9bf66e5ca66ea4 HTTP/1.1" status: 200 len: 375 time: 0.0493336 Jul 16 03:41:41.628383 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-825a7901-8ca1-45f6-abc9-1c84ec65c5f9 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] show failed (client error): The resource could not be found. Jul 16 03:41:41.632026 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-825a7901-8ca1-45f6-abc9-1c84ec65c5f9 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/routers/1d8ddeff-e573-4e09-9af4-9ff9026c0461/tags/tempest-TagsExtTest-Tag-1410881753 HTTP/1.1" status: 404 len: 329 time: 0.1880226 Jul 16 03:41:41.637757 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41450) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:41.652264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-e6c5ff95-9cf9-4fea-a132-34d43ddd5937 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1d8ddeff-e573-4e09-9af4-9ff9026c0461', 'tempest-TagsExtTest-Tag-716749201') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:41.824573 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.875971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Deleting port 0d7daecb-9652-49f7-9162-ed5d99cedd2e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:41.877366 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.913028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-90902928-5b28-40e6-8a1e-83c50ac51301 None None] Deleting port 0d7daecb-9652-49f7-9162-ed5d99cedd2e {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:41.917125 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90902928-5b28-40e6-8a1e-83c50ac51301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:41.994656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-90902928-5b28-40e6-8a1e-83c50ac51301 None None] For port 0d7daecb-9652-49f7-9162-ed5d99cedd2e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0d7daecb-9652-49f7-9162-ed5d99cedd2e,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:41.995297 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90902928-5b28-40e6-8a1e-83c50ac51301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.015373 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-90902928-5b28-40e6-8a1e-83c50ac51301 None None] Calling delete_port for 0d7daecb-9652-49f7-9162-ed5d99cedd2e owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:42.064429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] For port 0d7daecb-9652-49f7-9162-ed5d99cedd2e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0d7daecb-9652-49f7-9162-ed5d99cedd2e,segment=NetworkSegment(f9a6bb5f-e9a3-41a5-9c35-00c03745e50d),segment_id=f9a6bb5f-e9a3-41a5-9c35-00c03745e50d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:42.065013 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.108676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Calling delete_port for 0d7daecb-9652-49f7-9162-ed5d99cedd2e owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:42.120523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e21d669-77b2-45fd-83e4-06c2ed38d708 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:42.163653 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90902928-5b28-40e6-8a1e-83c50ac51301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.304786 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-69a05db6-4458-4a05-8f98-6757ce2e154a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8523da0c1ce49298d9bf66e5ca66ea4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7661178 Jul 16 03:41:42.374896 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-e6c5ff95-9cf9-4fea-a132-34d43ddd5937 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] show failed (client error): The resource could not be found. Jul 16 03:41:42.378829 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e6c5ff95-9cf9-4fea-a132-34d43ddd5937 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/routers/1d8ddeff-e573-4e09-9af4-9ff9026c0461/tags/tempest-TagsExtTest-Tag-716749201 HTTP/1.1" status: 404 len: 328 time: 0.7344217 Jul 16 03:41:42.378985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41468) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:42.384652 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-bacb4d83-2289-48f3-b6b7-9e0379f7f058 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1d8ddeff-e573-4e09-9af4-9ff9026c0461', 'tempest-TagsExtTest-Tag-973100633') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:42.386331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b4c349-82ab-434a-aa87-46e3ff2508fe None None] Network 695cb19c-8ae2-4afc-8a48-ae6592728c7c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:42.390901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device dc5b3887-38c8-444a-a36a-d5430b5094c4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:42.397386 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5e21d669-77b2-45fd-83e4-06c2ed38d708, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5e21d669-77b2-45fd-83e4-06c2ed38d708,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:42.449271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90902928-5b28-40e6-8a1e-83c50ac51301 None None] Pushing event deleted for resources: {'Port': ['ID=0d7daecb-9652-49f7-9162-ed5d99cedd2e,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:42.491139 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.491827 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 18412237-51bf-4af1-8447-3590a799f08e details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:42.503060 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90902928-5b28-40e6-8a1e-83c50ac51301 None None] No DVR routers for this DVR port 0d7daecb-9652-49f7-9162-ed5d99cedd2e on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:42.520681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-51906c56-f548-468f-8535-b518169431a7 None None] Allocated IP 19.86.0.2 (675bde05-0837-4333-bf60-10c08cc65f45/877f9b99-19e3-4961-b4b0-5e856d2a5796/0d6a8af0-019b-4c77-8b3f-64f966042f8d) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:42.543188 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-bacb4d83-2289-48f3-b6b7-9e0379f7f058 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] show failed (client error): The resource could not be found. Jul 16 03:41:42.548814 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bacb4d83-2289-48f3-b6b7-9e0379f7f058 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/routers/1d8ddeff-e573-4e09-9af4-9ff9026c0461/tags/tempest-TagsExtTest-Tag-973100633 HTTP/1.1" status: 404 len: 328 time: 0.1686006 Jul 16 03:41:42.550218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41478) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:42.561198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-a0248ab0-7629-490e-ae1d-860ad7e839d4 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ccb3e955-fafa-45de-94c1-691152ba4115', {'tags': ['tempest-TagsExtTest-Tag-1875779517', 'tempest-TagsExtTest-Tag-1212764387', 'tempest-TagsExtTest-Tag-856115739']}) {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:42.594164 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:42.629383 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a0248ab0-7629-490e-ae1d-860ad7e839d4 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "PUT /v2.0/subnetpools/ccb3e955-fafa-45de-94c1-691152ba4115/tags HTTP/1.1" status: 200 len: 317 time: 0.0751033 Jul 16 03:41:42.630127 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41482) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:42.635679 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-98e77a98-0b9c-46ce-a873-ef94136233e8 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ccb3e955-fafa-45de-94c1-691152ba4115') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:42.652185 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa65b85f-7baa-4f39-87a1-c2cf9123ad19 None None] DHCP port deletion for 5cda0bd3-70e5-481d-b638-9f7104dcd15f request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:42.659642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event deleted for resources: {'Port': ['ID=0d7daecb-9652-49f7-9162-ed5d99cedd2e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:42.675393 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13238b-06b7-4357-ada0-b6a41e312c66 req-0f7f881e-76ef-49a3-a900-c1cc21162c07 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:42.683822 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b13238b-06b7-4357-ada0-b6a41e312c66 req-0f7f881e-76ef-49a3-a900-c1cc21162c07 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.4324188 Jul 16 03:41:42.719011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] No DVR routers for this DVR port 0d7daecb-9652-49f7-9162-ed5d99cedd2e on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:42.723740 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:42.724727 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-98e77a98-0b9c-46ce-a873-ef94136233e8 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ccb3e955-fafa-45de-94c1-691152ba4115/tags HTTP/1.1" status: 204 len: 168 time: 0.0923004 Jul 16 03:41:42.733610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-61d0a88c-0cd6-4fdb-b33a-f97b2560b32f tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ccb3e955-fafa-45de-94c1-691152ba4115', 'tempest-TagsExtTest-Tag-1875779517') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:42.737498 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-33b8b02d-587c-4373-b06c-68d1f2bf473a service neutron] 10.222.0.18 "GET /v2.0/networks/695cb19c-8ae2-4afc-8a48-ae6592728c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023509 Jul 16 03:41:42.758687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=5e21d669-77b2-45fd-83e4-06c2ed38d708,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:42.795787 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:41:42.805350 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port dc5b3887-38c8-444a-a36a-d5430b5094c4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:42.807956 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e691bfa8-e2e8-4147-904a-da1bf1a8dcc1 None None] Provisioning for port 48339477-542f-461a-9ab9-131dea1603b4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:42.843398 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b13238b-06b7-4357-ada0-b6a41e312c66 req-545d9216-ac37-42e7-b178-e743a46868cd tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585708 Jul 16 03:41:42.956197 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.004739 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-61d0a88c-0cd6-4fdb-b33a-f97b2560b32f tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] show failed (client error): The resource could not be found. Jul 16 03:41:43.008784 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-61d0a88c-0cd6-4fdb-b33a-f97b2560b32f tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/subnetpools/ccb3e955-fafa-45de-94c1-691152ba4115/tags/tempest-TagsExtTest-Tag-1875779517 HTTP/1.1" status: 404 len: 329 time: 0.2764404 Jul 16 03:41:43.010384 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41488) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:43.017582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.tag.tag_plugin [None req-8923279b-ba25-42c5-a1a8-0475258f685a tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ccb3e955-fafa-45de-94c1-691152ba4115', 'tempest-TagsExtTest-Tag-1212764387') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:43.036094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe6d903-2807-4d33-bde4-98398f0edb6c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:43.061624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a6bb5f-e9a3-41a5-9c35-00c03745e50d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:43.061923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a6bb5f-e9a3-41a5-9c35-00c03745e50d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:43.103077 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.139469 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port dc5b3887-38c8-444a-a36a-d5430b5094c4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:43.139904 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.157401 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-8923279b-ba25-42c5-a1a8-0475258f685a tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] show failed (client error): The resource could not be found. Jul 16 03:41:43.159734 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8923279b-ba25-42c5-a1a8-0475258f685a tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/subnetpools/ccb3e955-fafa-45de-94c1-691152ba4115/tags/tempest-TagsExtTest-Tag-1212764387 HTTP/1.1" status: 404 len: 329 time: 0.1470113 Jul 16 03:41:43.162792 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41490) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:43.170122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-24fef570-982d-42ed-a6ad-446d74f5c945 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ccb3e955-fafa-45de-94c1-691152ba4115', 'tempest-TagsExtTest-Tag-856115739') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:43.205330 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-24fef570-982d-42ed-a6ad-446d74f5c945 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] show failed (client error): The resource could not be found. Jul 16 03:41:43.206721 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-24fef570-982d-42ed-a6ad-446d74f5c945 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/subnetpools/ccb3e955-fafa-45de-94c1-691152ba4115/tags/tempest-TagsExtTest-Tag-856115739 HTTP/1.1" status: 404 len: 328 time: 0.0429630 Jul 16 03:41:43.209446 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41494) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:43.212433 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-a8bbfd05-39c4-4dfe-8a28-87156b0d93a4 service neutron] 10.222.0.18 "GET /v2.0/networks/695cb19c-8ae2-4afc-8a48-ae6592728c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343307 Jul 16 03:41:43.215280 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-41ad934c-f2d6-49c6-98dc-8f5f33a0b108 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ccb3e955-fafa-45de-94c1-691152ba4115') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:43.249348 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-41ad934c-f2d6-49c6-98dc-8f5f33a0b108 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ccb3e955-fafa-45de-94c1-691152ba4115/tags HTTP/1.1" status: 204 len: 168 time: 0.0373852 Jul 16 03:41:43.251460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41496) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:43.256954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-66901e87-d3ca-4f73-b281-fc45ed5a23fc tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1d8ddeff-e573-4e09-9af4-9ff9026c0461') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:43.313919 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.331154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:43.331682 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:43.339646 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:43.366409 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-66901e87-d3ca-4f73-b281-fc45ed5a23fc tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/routers/1d8ddeff-e573-4e09-9af4-9ff9026c0461/tags HTTP/1.1" status: 204 len: 168 time: 0.1114693 Jul 16 03:41:43.366929 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41498) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:43.373063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-419957e1-a5a5-46b3-af09-9b24806aa9e8 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '27dd61d9-af91-4759-af14-3a267fd7fb2b') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:43.394793 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 18412237-51bf-4af1-8447-3590a799f08e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=18412237-51bf-4af1-8447-3590a799f08e,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:43.403547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-aa65b85f-7baa-4f39-87a1-c2cf9123ad19 None None] Deleting port d177a782-3eec-4b53-aa8f-7e563f905d5a {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:43.403932 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa65b85f-7baa-4f39-87a1-c2cf9123ad19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.445336 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-419957e1-a5a5-46b3-af09-9b24806aa9e8 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/ports/27dd61d9-af91-4759-af14-3a267fd7fb2b/tags HTTP/1.1" status: 204 len: 168 time: 0.0772455 Jul 16 03:41:43.447871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41500) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:43.453557 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.tag.tag_plugin [None req-d9ef4a82-2e4b-43f3-9bb4-a0bf05196af9 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7680db90-57a7-454e-a7c4-3c2f1c107b32') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:43.541358 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d9ef4a82-2e4b-43f3-9bb4-a0bf05196af9 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/subnets/7680db90-57a7-454e-a7c4-3c2f1c107b32/tags HTTP/1.1" status: 204 len: 168 time: 0.0913222 Jul 16 03:41:43.542924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '18412237-51bf-4af1-8447-3590a799f08e', 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08', 'port_id': '18412237-51bf-4af1-8447-3590a799f08e', 'mac_address': 'fa:16:3e:5e:a0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2e3795-f02b-4e58-9b25-e8f59c3b0c20', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:43.546555 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41502) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:43.599490 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.675955 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b05820ed-cd86-4f23-9c57-fb2631719b04 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks [] for subnetpool, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.680013 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b05820ed-cd86-4f23-9c57-fb2631719b04 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/subnetpools/ccb3e955-fafa-45de-94c1-691152ba4115 HTTP/1.1" status: 204 len: 168 time: 0.1297336 Jul 16 03:41:43.680185 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51906c56-f548-468f-8535-b518169431a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.680512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41506) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:43.706021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port dc5b3887-38c8-444a-a36a-d5430b5094c4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=dc5b3887-38c8-444a-a36a-d5430b5094c4,segment=NetworkSegment(05f1a842-b595-4db9-b6fa-3374488987fc),segment_id=05f1a842-b595-4db9-b6fa-3374488987fc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:43.719275 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-51906c56-f548-468f-8535-b518169431a7 None None] Transition to ACTIVE for port object 0d6a8af0-019b-4c77-8b3f-64f966042f8d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:43.723276 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5a303fa4-f245-4d56-939c-f875b0caaa20 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d8ddeff-e573-4e09-9af4-9ff9026c0461 HTTP/1.1" status: 200 len: 205 time: 0.0396123 Jul 16 03:41:43.723492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41508) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:43.738258 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-51906c56-f548-468f-8535-b518169431a7 None None] Transition to ACTIVE for port object 0d6a8af0-019b-4c77-8b3f-64f966042f8d will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:43.746378 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-aa65b85f-7baa-4f39-87a1-c2cf9123ad19 None None] For port d177a782-3eec-4b53-aa8f-7e563f905d5a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d177a782-3eec-4b53-aa8f-7e563f905d5a,segment=NetworkSegment(de5d6014-7919-40c3-aa5d-ccb6723a6c29),segment_id=de5d6014-7919-40c3-aa5d-ccb6723a6c29)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:43.746732 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa65b85f-7baa-4f39-87a1-c2cf9123ad19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.754027 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.755017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 48339477-542f-461a-9ab9-131dea1603b4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:43.772179 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51906c56-f548-468f-8535-b518169431a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.798484 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-659b4e01-0a0b-4769-b23d-9e9b351ff1d0 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.810214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d4527-f5a9-43a0-b4af-d730787cdf8f req-7ba67a96-49b7-4748-a7f8-6677e73fab95 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.816066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d4527-f5a9-43a0-b4af-d730787cdf8f req-7ba67a96-49b7-4748-a7f8-6677e73fab95 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.822083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d4527-f5a9-43a0-b4af-d730787cdf8f req-7ba67a96-49b7-4748-a7f8-6677e73fab95 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.825058 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-aa65b85f-7baa-4f39-87a1-c2cf9123ad19 None None] Calling delete_port for d177a782-3eec-4b53-aa8f-7e563f905d5a owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:43.828450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d4527-f5a9-43a0-b4af-d730787cdf8f req-7ba67a96-49b7-4748-a7f8-6677e73fab95 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.834542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d4527-f5a9-43a0-b4af-d730787cdf8f req-7ba67a96-49b7-4748-a7f8-6677e73fab95 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.840302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d4527-f5a9-43a0-b4af-d730787cdf8f req-7ba67a96-49b7-4748-a7f8-6677e73fab95 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.840513 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.846503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d4527-f5a9-43a0-b4af-d730787cdf8f req-7ba67a96-49b7-4748-a7f8-6677e73fab95 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:43.848435 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d41d4527-f5a9-43a0-b4af-d730787cdf8f req-7ba67a96-49b7-4748-a7f8-6677e73fab95 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5420 time: 0.7675767 Jul 16 03:41:43.859272 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.867324 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18412237-51bf-4af1-8447-3590a799f08e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:43.886592 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:43.889409 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "DELETE /v2.0/networks/bfe6d903-2807-4d33-bde4-98398f0edb6c HTTP/1.1" status: 204 len: 168 time: 2.7984765 Jul 16 03:41:43.890143 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51906c56-f548-468f-8535-b518169431a7 None None] Network 675bde05-0837-4333-bf60-10c08cc65f45 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:43.893554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb8eaf-8a2c-4491-b1b2-5b405c8a6f91 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event deleted for resources: {'Network': ['ID=bfe6d903-2807-4d33-bde4-98398f0edb6c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:43.895654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:43.900450 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-51906c56-f548-468f-8535-b518169431a7 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:43.906097 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51906c56-f548-468f-8535-b518169431a7 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:43.918200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-bca5298d-b8f6-42b1-be6b-97b684716b8d service neutron] 10.222.0.18 "GET /v2.0/networks/675bde05-0837-4333-bf60-10c08cc65f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6908629 Jul 16 03:41:43.975152 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 18412237-51bf-4af1-8447-3590a799f08e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=18412237-51bf-4af1-8447-3590a799f08e,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:43.991992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=dc5b3887-38c8-444a-a36a-d5430b5094c4,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:44.012226 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-659b4e01-0a0b-4769-b23d-9e9b351ff1d0 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.015690 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-659b4e01-0a0b-4769-b23d-9e9b351ff1d0 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.016354 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.017133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 7b2e8555-91ac-4426-9867-22b43b461d3d details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:44.062847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d41d4527-f5a9-43a0-b4af-d730787cdf8f req-c47ff0f4-30aa-40c2-bab4-b431927670e4 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1718750 Jul 16 03:41:44.073187 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.088096 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-659b4e01-0a0b-4769-b23d-9e9b351ff1d0 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.089553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659b4e01-0a0b-4769-b23d-9e9b351ff1d0 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Fanout notify agent at l3_agent the message router_deleted on router 1d8ddeff-e573-4e09-9af4-9ff9026c0461 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:41:44.095759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 48339477-542f-461a-9ab9-131dea1603b4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:44.100843 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-659b4e01-0a0b-4769-b23d-9e9b351ff1d0 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.101958 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-8c6dcad5-28f7-4b6d-b55d-6c458f0caf00 service neutron] 10.222.0.18 "GET /v2.0/networks/675bde05-0837-4333-bf60-10c08cc65f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663752 Jul 16 03:41:44.102090 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-659b4e01-0a0b-4769-b23d-9e9b351ff1d0 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/routers/1d8ddeff-e573-4e09-9af4-9ff9026c0461 HTTP/1.1" status: 204 len: 168 time: 0.3775795 Jul 16 03:41:44.105932 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41514) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:44.144979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 48339477-542f-461a-9ab9-131dea1603b4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:44.145528 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.153973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-51906c56-f548-468f-8535-b518169431a7 None None] Attempting to bind port 0d6a8af0-019b-4c77-8b3f-64f966042f8d on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:44.154488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-51906c56-f548-468f-8535-b518169431a7 None None] Attempting to bind port 0d6a8af0-019b-4c77-8b3f-64f966042f8d by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '33fe6d86-d48e-466f-8615-47266082c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '675bde05-0837-4333-bf60-10c08cc65f45'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:44.154964 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51906c56-f548-468f-8535-b518169431a7 None None] Attempting to bind port 0d6a8af0-019b-4c77-8b3f-64f966042f8d on network 675bde05-0837-4333-bf60-10c08cc65f45 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:44.181060 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51906c56-f548-468f-8535-b518169431a7 None None] Pushing event updated for resources: {'Port': ['ID=0d6a8af0-019b-4c77-8b3f-64f966042f8d,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:44.198147 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa65b85f-7baa-4f39-87a1-c2cf9123ad19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.200846 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51906c56-f548-468f-8535-b518169431a7 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:44.201374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51906c56-f548-468f-8535-b518169431a7 None None] Checking segment: {'id': '33fe6d86-d48e-466f-8615-47266082c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '675bde05-0837-4333-bf60-10c08cc65f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:44.201886 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51906c56-f548-468f-8535-b518169431a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.202391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51906c56-f548-468f-8535-b518169431a7 None None] Bound using segment: {'id': '33fe6d86-d48e-466f-8615-47266082c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '675bde05-0837-4333-bf60-10c08cc65f45'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:44.202995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-51906c56-f548-468f-8535-b518169431a7 None None] Bound port: 0d6a8af0-019b-4c77-8b3f-64f966042f8d, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fe6d86-d48e-466f-8615-47266082c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '675bde05-0837-4333-bf60-10c08cc65f45'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:44.203488 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51906c56-f548-468f-8535-b518169431a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.206565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 7b2e8555-91ac-4426-9867-22b43b461d3d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=7b2e8555-91ac-4426-9867-22b43b461d3d,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:44.223875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Deleting port d177a782-3eec-4b53-aa8f-7e563f905d5a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:44.224872 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.253904 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9b1f979d-863c-41c4-9b85-214985110c3a None None] Provisioning complete for port 48339477-542f-461a-9ab9-131dea1603b4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:44.254501 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9b1f979d-863c-41c4-9b85-214985110c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.268790 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-9bbc8f6d-2ddb-4fb2-862d-4d4530f58321 service neutron] 10.222.0.18 "GET /v2.0/networks/695cb19c-8ae2-4afc-8a48-ae6592728c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361518 Jul 16 03:41:44.277935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fff75412-5acf-4a7b-8492-8968089e0048 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Deleting port 27dd61d9-af91-4759-af14-3a267fd7fb2b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:44.278338 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fff75412-5acf-4a7b-8492-8968089e0048 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.305350 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '7b2e8555-91ac-4426-9867-22b43b461d3d', 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694', 'port_id': '7b2e8555-91ac-4426-9867-22b43b461d3d', 'mac_address': 'fa:16:3e:80:98:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51f98c5-7894-40f9-bc4a-dd21e3db1a61', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:44.308760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa65b85f-7baa-4f39-87a1-c2cf9123ad19 None None] No DVR routers for this DVR port d177a782-3eec-4b53-aa8f-7e563f905d5a on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:44.335213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] For port d177a782-3eec-4b53-aa8f-7e563f905d5a, host n-d-800088-6, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:44.335700 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.352898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Calling delete_port for d177a782-3eec-4b53-aa8f-7e563f905d5a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:44.356923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Port d177a782-3eec-4b53-aa8f-7e563f905d5a was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:41:44.383767 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.403230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=18412237-51bf-4af1-8447-3590a799f08e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:44.439360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event deleted for resources: {'Port': ['ID=d177a782-3eec-4b53-aa8f-7e563f905d5a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:44.444743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] No DVR routers for this DVR port d177a782-3eec-4b53-aa8f-7e563f905d5a on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:44.455457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-51906c56-f548-468f-8535-b518169431a7 None None] For port 0d6a8af0-019b-4c77-8b3f-64f966042f8d, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:44.459530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-51906c56-f548-468f-8535-b518169431a7 None None] For port 0d6a8af0-019b-4c77-8b3f-64f966042f8d, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0d6a8af0-019b-4c77-8b3f-64f966042f8d,segment=NetworkSegment(33fe6d86-d48e-466f-8615-47266082c828),segment_id=33fe6d86-d48e-466f-8615-47266082c828)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:44.471878 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fff75412-5acf-4a7b-8492-8968089e0048 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.486597 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fff75412-5acf-4a7b-8492-8968089e0048 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Calling delete_port for 27dd61d9-af91-4759-af14-3a267fd7fb2b owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:44.489923 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51906c56-f548-468f-8535-b518169431a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.498460 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65b85f-7baa-4f39-87a1-c2cf9123ad19 None None] Pushing event deleted for resources: {'Port': ['ID=d177a782-3eec-4b53-aa8f-7e563f905d5a,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:44.547802 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.548493 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-a200a004-6616-408d-8c13-00471ebcd55a service neutron] 10.222.0.18 "GET /v2.0/networks/695cb19c-8ae2-4afc-8a48-ae6592728c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490003 Jul 16 03:41:44.620045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2e8555-91ac-4426-9867-22b43b461d3d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:44.629365 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.646090 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.673425 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cda0bd3-70e5-481d-b638-9f7104dcd15f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:44.687349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5d6014-7919-40c3-aa5d-ccb6723a6c29') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:44.687655 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5d6014-7919-40c3-aa5d-ccb6723a6c29') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:44.709129 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.726042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2e970-5c74-4507-8239-41dfca0923bc req-da8e24dc-f2c1-4beb-afd6-afb40fe1bb36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:44.734022 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 7b2e8555-91ac-4426-9867-22b43b461d3d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=7b2e8555-91ac-4426-9867-22b43b461d3d,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:44.734464 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fbf2e970-5c74-4507-8239-41dfca0923bc req-da8e24dc-f2c1-4beb-afd6-afb40fe1bb36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.2998559 Jul 16 03:41:44.736505 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51906c56-f548-468f-8535-b518169431a7 None None] Pushing event updated for resources: {'Port': ['ID=0d6a8af0-019b-4c77-8b3f-64f966042f8d,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:44.758009 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.768163 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:44.768852 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.770269 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.770947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:44.772745 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:44.787511 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9b1f979d-863c-41c4-9b85-214985110c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.809151 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fff75412-5acf-4a7b-8492-8968089e0048 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:44.850780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fbf2e970-5c74-4507-8239-41dfca0923bc req-8814def0-3de8-4888-8719-90edfe93c2ee tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150141 Jul 16 03:41:44.886246 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff75412-5acf-4a7b-8492-8968089e0048 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Pushing event deleted for resources: {'Port': ['ID=27dd61d9-af91-4759-af14-3a267fd7fb2b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:44.902599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 48339477-542f-461a-9ab9-131dea1603b4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=48339477-542f-461a-9ab9-131dea1603b4,segment=NetworkSegment(cd80684a-aae5-4a09-b7bb-768f4ea70049),segment_id=cd80684a-aae5-4a09-b7bb-768f4ea70049)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:44.938283 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.048764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=7b2e8555-91ac-4426-9867-22b43b461d3d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:45.100735 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-9b1f979d-863c-41c4-9b85-214985110c3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:41:45.103809 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-9b1f979d-863c-41c4-9b85-214985110c3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:41:45.114348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-938c7e55-3a6c-46b1-9a0c-17a9841e3599 req-6c4588a5-0112-45e2-965f-13e7e42a5a7e tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 210 time: 0.1760180 Jul 16 03:41:45.121085 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.141216 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.147349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] 10.222.0.18 "DELETE /v2.0/networks/5cda0bd3-70e5-481d-b638-9f7104dcd15f HTTP/1.1" status: 204 len: 168 time: 1.2476408 Jul 16 03:41:45.165817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0d7daecb-9652-49f7-9162-ed5d99cedd2e no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:45.166457 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fff75412-5acf-4a7b-8492-8968089e0048 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.176408 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fff75412-5acf-4a7b-8492-8968089e0048 tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/ports/27dd61d9-af91-4759-af14-3a267fd7fb2b HTTP/1.1" status: 204 len: 168 time: 1.0691164 Jul 16 03:41:45.182748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41538) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:45.237939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5f7b7-67d2-4408-b394-166c758ccb73 tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] Pushing event deleted for resources: {'Network': ['ID=5cda0bd3-70e5-481d-b638-9f7104dcd15f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:45.290274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 0d7daecb-9652-49f7-9162-ed5d99cedd2e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:45.290627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0d7daecb-9652-49f7-9162-ed5d99cedd2e not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:45.386913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=48339477-542f-461a-9ab9-131dea1603b4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:45.395736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-8434660d-2ca0-42a4-8b0d-3a7f50b60c9d tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Deleting subnet 7680db90-57a7-454e-a7c4-3c2f1c107b32 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:41:45.404529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8434660d-2ca0-42a4-8b0d-3a7f50b60c9d tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.482974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7,segment=NetworkSegment(0083ac86-7f04-4b13-a127-17f6cffe8442),segment_id=0083ac86-7f04-4b13-a127-17f6cffe8442)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:45.493365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8434660d-2ca0-42a4-8b0d-3a7f50b60c9d tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.530390 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7', 'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'port_id': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7', 'mac_address': 'fa:16:3e:57:90:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:45.636452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300886e-ca72-494a-b909-956f8185c666 req-8ae03c48-e01a-404b-8a75-1b04d775869c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:45.665981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300886e-ca72-494a-b909-956f8185c666 req-8ae03c48-e01a-404b-8a75-1b04d775869c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:45.676415 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.678443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300886e-ca72-494a-b909-956f8185c666 req-8ae03c48-e01a-404b-8a75-1b04d775869c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:45.691106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300886e-ca72-494a-b909-956f8185c666 req-8ae03c48-e01a-404b-8a75-1b04d775869c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:45.705884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:45.708359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300886e-ca72-494a-b909-956f8185c666 req-8ae03c48-e01a-404b-8a75-1b04d775869c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:45.717750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300886e-ca72-494a-b909-956f8185c666 req-8ae03c48-e01a-404b-8a75-1b04d775869c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:45.741501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300886e-ca72-494a-b909-956f8185c666 req-8ae03c48-e01a-404b-8a75-1b04d775869c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:45.762801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8300886e-ca72-494a-b909-956f8185c666 req-8ae03c48-e01a-404b-8a75-1b04d775869c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5422 time: 0.2929976 Jul 16 03:41:45.808613 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8434660d-2ca0-42a4-8b0d-3a7f50b60c9d tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.816142 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7,segment=NetworkSegment(0083ac86-7f04-4b13-a127-17f6cffe8442),segment_id=0083ac86-7f04-4b13-a127-17f6cffe8442)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:45.832738 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:45.833438 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:45.867946 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device dc5b3887-38c8-444a-a36a-d5430b5094c4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:45.898459 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8300886e-ca72-494a-b909-956f8185c666 req-97d51a30-df8b-4f4b-95c1-140dca553d93 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338630 Jul 16 03:41:46.022230 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8434660d-2ca0-42a4-8b0d-3a7f50b60c9d tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.161391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434660d-2ca0-42a4-8b0d-3a7f50b60c9d tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Pushing event deleted for resources: {'Subnet': ['ID=7680db90-57a7-454e-a7c4-3c2f1c107b32,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:46.170329 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8434660d-2ca0-42a4-8b0d-3a7f50b60c9d tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.172296 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8434660d-2ca0-42a4-8b0d-3a7f50b60c9d tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/subnets/7680db90-57a7-454e-a7c4-3c2f1c107b32 HTTP/1.1" status: 204 len: 168 time: 0.9808164 Jul 16 03:41:46.174982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:46.211834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c7354e-e0e8-41fe-a1bc-bd12c79ab17d None None] Network ce0f3b1c-6545-4e79-abb3-4938b46a99fc requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:46.404882 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.596558 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:46.609026 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:41:46.650165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:46.702228 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c31b6830-7db3-4659-be40-2dd8a228d60a req-e69b4230-84aa-468e-b910-3c2fd0527714 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 210 time: 0.0563323 Jul 16 03:41:46.737211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26', 'network_id': 'a3d8bc9a-80ea-44be-8f70-23c45868da08', 'port_id': '5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26', 'mac_address': 'fa:16:3e:b7:b7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2e3795-f02b-4e58-9b25-e8f59c3b0c20', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:46.749778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95faff0-98b7-4592-bec2-9255fc83c477 req-a656b485-bfb4-4af8-8909-94192718623c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:46.757483 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b95faff0-98b7-4592-bec2-9255fc83c477 req-a656b485-bfb4-4af8-8909-94192718623c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.2589259 Jul 16 03:41:46.760522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Deleting port 5b62dc2c-6957-4003-8b45-263c595d90a2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:41:46.763488 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.790545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1828e0af-82de-405d-b2cc-abadd0fe4f1a None None] Network 675bde05-0837-4333-bf60-10c08cc65f45 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:41:46.924407 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] For port 5b62dc2c-6957-4003-8b45-263c595d90a2, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5b62dc2c-6957-4003-8b45-263c595d90a2,segment=NetworkSegment(c11325f1-1984-4b23-a931-165d489de20f),segment_id=c11325f1-1984-4b23-a931-165d489de20f)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:46.925158 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:46.941203 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Calling delete_port for 5b62dc2c-6957-4003-8b45-263c595d90a2 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:41:47.118641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9f46c2e7-c1b9-4d41-931a-707e543af6bd None None] Provisioning for port 0d6a8af0-019b-4c77-8b3f-64f966042f8d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:47.210684 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.310718 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port dc5b3887-38c8-444a-a36a-d5430b5094c4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:47.311356 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.338600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Pushing event deleted for resources: {'Port': ['ID=5b62dc2c-6957-4003-8b45-263c595d90a2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:47.368436 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.391345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] No DVR routers for this DVR port 5b62dc2c-6957-4003-8b45-263c595d90a2 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:41:47.465340 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0d6a8af0-019b-4c77-8b3f-64f966042f8d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:47.473918 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:47.514304 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b95faff0-98b7-4592-bec2-9255fc83c477 req-b8c37716-52b1-42e2-9549-47d9f317344f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3457673 Jul 16 03:41:47.617971 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:47.630794 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.630794 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0ca6343d-f933-44b6-9f68-e779f91a1c5c details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:47.708006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:47.719876 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509e224c-9db4-4c4e-ad14-5e65da3b7007 None None] DHCP port deletion for ce0f3b1c-6545-4e79-abb3-4938b46a99fc request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:41:47.720633 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.740951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce0f3b1c-6545-4e79-abb3-4938b46a99fc']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:47.771593 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11325f1-1984-4b23-a931-165d489de20f') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:47.771902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11325f1-1984-4b23-a931-165d489de20f') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:41:47.789726 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.802175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 0d6a8af0-019b-4c77-8b3f-64f966042f8d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:47.810305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-5d6f68fd-5e61-47a5-80ea-707bcbed0006 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:47.817037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-5d6f68fd-5e61-47a5-80ea-707bcbed0006 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:47.818721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-5d6f68fd-5e61-47a5-80ea-707bcbed0006 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.20 "GET /v2.0/networks?id=695cb19c-8ae2-4afc-8a48-ae6592728c7c&id=675bde05-0837-4333-bf60-10c08cc65f45&id=695cb19c-8ae2-4afc-8a48-ae6592728c7c HTTP/1.1" status: 200 len: 1392 time: 0.5743058 Jul 16 03:41:47.821260 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 0d6a8af0-019b-4c77-8b3f-64f966042f8d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:47.823987 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.842096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb67dc-15ae-4e49-9033-380945c1dd44 req-793b706d-b430-4848-874c-af5d5e1cc51a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:47.848593 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb67dc-15ae-4e49-9033-380945c1dd44 req-793b706d-b430-4848-874c-af5d5e1cc51a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:47.855741 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb67dc-15ae-4e49-9033-380945c1dd44 req-793b706d-b430-4848-874c-af5d5e1cc51a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:47.864924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb67dc-15ae-4e49-9033-380945c1dd44 req-793b706d-b430-4848-874c-af5d5e1cc51a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:47.879129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb67dc-15ae-4e49-9033-380945c1dd44 req-793b706d-b430-4848-874c-af5d5e1cc51a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:47.896294 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb67dc-15ae-4e49-9033-380945c1dd44 req-793b706d-b430-4848-874c-af5d5e1cc51a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:47.902495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb67dc-15ae-4e49-9033-380945c1dd44 req-793b706d-b430-4848-874c-af5d5e1cc51a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:47.910238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0ca6343d-f933-44b6-9f68-e779f91a1c5c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0ca6343d-f933-44b6-9f68-e779f91a1c5c,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:47.911116 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cbb67dc-15ae-4e49-9033-380945c1dd44 req-793b706d-b430-4848-874c-af5d5e1cc51a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5423 time: 0.6154144 Jul 16 03:41:47.913932 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:47.924531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '0ca6343d-f933-44b6-9f68-e779f91a1c5c', 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694', 'port_id': '0ca6343d-f933-44b6-9f68-e779f91a1c5c', 'mac_address': 'fa:16:3e:26:ed:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51f98c5-7894-40f9-bc4a-dd21e3db1a61', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:47.964117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Request body: {'port': {'device_id': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c', 'admin_state_up': True, 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:48.009773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:41:48.010098 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.017520 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.023193 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:41:48.025588 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:41:48.055996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca6343d-f933-44b6-9f68-e779f91a1c5c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:48.096083 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 0d6a8af0-019b-4c77-8b3f-64f966042f8d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0d6a8af0-019b-4c77-8b3f-64f966042f8d,segment=NetworkSegment(33fe6d86-d48e-466f-8615-47266082c828),segment_id=33fe6d86-d48e-466f-8615-47266082c828)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:48.113662 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.116566 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0ca6343d-f933-44b6-9f68-e779f91a1c5c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0ca6343d-f933-44b6-9f68-e779f91a1c5c,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:48.173679 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.179954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4982515d-752f-4574-aacd-f6a957b1b2bf details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:41:48.200742 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cbb67dc-15ae-4e49-9033-380945c1dd44 req-b939620d-c1af-4c37-8e28-e0a3db294649 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2880561 Jul 16 03:41:48.215165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d177a782-3eec-4b53-aa8f-7e563f905d5a no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:48.217289 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.234068 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.246574 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] 10.222.0.18 "DELETE /v2.0/networks/ce0f3b1c-6545-4e79-abb3-4938b46a99fc HTTP/1.1" status: 204 len: 168 time: 2.0704343 Jul 16 03:41:48.295433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d292cd7-9f86-4c49-92b8-c26ee10935fa tempest-TagsExtTest-927032491 tempest-TagsExtTest-927032491-project] Pushing event deleted for resources: {'Network': ['ID=ce0f3b1c-6545-4e79-abb3-4938b46a99fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:48.297281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4982515d-752f-4574-aacd-f6a957b1b2bf, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4982515d-752f-4574-aacd-f6a957b1b2bf,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:48.311473 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: d177a782-3eec-4b53-aa8f-7e563f905d5a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:48.313048 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d177a782-3eec-4b53-aa8f-7e563f905d5a not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:48.315805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '4982515d-752f-4574-aacd-f6a957b1b2bf', 'network_id': '90438ada-ec72-4cdb-9a73-516b7f1c6694', 'port_id': '4982515d-752f-4574-aacd-f6a957b1b2bf', 'mac_address': 'fa:16:3e:5a:31:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51f98c5-7894-40f9-bc4a-dd21e3db1a61', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:41:48.354763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fa1fb-26fd-4ae7-84c9-1ca9b5d3be68 req-e17abcb1-9474-4601-8c87-f2612f1a8d7e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:48.374256 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d2fa1fb-26fd-4ae7-84c9-1ca9b5d3be68 req-e17abcb1-9474-4601-8c87-f2612f1a8d7e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.4500544 Jul 16 03:41:48.378285 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3d27ed81-acfd-4140-8582-d508bf11453d None None] Provisioning complete for port 0d6a8af0-019b-4c77-8b3f-64f966042f8d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:48.378757 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d27ed81-acfd-4140-8582-d508bf11453d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.387955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=0d6a8af0-019b-4c77-8b3f-64f966042f8d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:48.471599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43e8c367-2e0f-4e8c-bb96-e6d1c1a8751a req-0617e8f8-0c00-4c9d-a4ef-40cde93d8f61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 210 time: 0.0483286 Jul 16 03:41:48.491837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Made reservation on behalf of c8523da0c1ce49298d9bf66e5ca66ea4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:48.495607 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.505842 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.506104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 48339477-542f-461a-9ab9-131dea1603b4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:48.536027 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d2fa1fb-26fd-4ae7-84c9-1ca9b5d3be68 req-29b5d95d-f7f1-45ba-a914-6b1bd8c3fd5f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606274 Jul 16 03:41:48.561310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4982515d-752f-4574-aacd-f6a957b1b2bf {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:48.591549 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=0ca6343d-f933-44b6-9f68-e779f91a1c5c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:48.657019 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4982515d-752f-4574-aacd-f6a957b1b2bf, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4982515d-752f-4574-aacd-f6a957b1b2bf,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:48.736155 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.739858 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 48339477-542f-461a-9ab9-131dea1603b4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:48.740228 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:48.779390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41648) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:48.850789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4982515d-752f-4574-aacd-f6a957b1b2bf,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:48.967740 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9954e2a-cb92-4805-8d1c-de622a237cc7 req-a2ea1ffc-add1-4b14-ae62-96b8d87a4f82 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:48.969697 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9954e2a-cb92-4805-8d1c-de622a237cc7 req-a2ea1ffc-add1-4b14-ae62-96b8d87a4f82 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.2535992 Jul 16 03:41:49.024284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5b62dc2c-6957-4003-8b45-263c595d90a2 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:41:49.027312 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-920a8d97-4ce8-4e2e-9f6e-9219a34c67b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce8e64d370be47cc9e6340e92837fe1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461469 Jul 16 03:41:49.036837 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41654) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:49.039464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Allocated IP 19.80.0.248 (695cb19c-8ae2-4afc-8a48-ae6592728c7c/60c77d3f-7c7d-40ce-9cef-d2390432f0b4/d690a557-24bc-4a6e-81cc-e895e438990d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:49.093511 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9954e2a-cb92-4805-8d1c-de622a237cc7 req-cc1fa8a1-8bcd-4faa-af79-b699ead53d68 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087790 Jul 16 03:41:49.097819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 5b62dc2c-6957-4003-8b45-263c595d90a2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:41:49.109644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5b62dc2c-6957-4003-8b45-263c595d90a2 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:41:49.153756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.194212 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.288792 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.291389 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.292572 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/416c33f3-0896-4921-b4e2-f52fc2c0a55e HTTP/1.1" status: 204 len: 168 time: 0.2547352 Jul 16 03:41:49.311779 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416c33f3-0896-4921-b4e2-f52fc2c0a55e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:49.328340 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['18412237-51bf-4af1-8447-3590a799f08e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:49.357691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:49.372713 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:49.373163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:49.373518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:49.373862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:49.374199 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:49.377640 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:49.383951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['0ca6343d-f933-44b6-9f68-e779f91a1c5c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:49.388817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:49.389407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:49.389945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:49.390465 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:49.390965 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681355d-6817-427c-8559-cd620f4d0f09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:49.432581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['4982515d-752f-4574-aacd-f6a957b1b2bf'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:49.452860 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.478722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['7b2e8555-91ac-4426-9867-22b43b461d3d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:49.486561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Transition to ACTIVE for port object d690a557-24bc-4a6e-81cc-e895e438990d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:49.702293 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:49.716951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9e9d9-7439-4207-8dd0-a2b4bf3f097e req-3d0fdadb-5ce1-4b03-980a-f808e5ef7cd3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:49.723906 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8e9e9d9-7439-4207-8dd0-a2b4bf3f097e req-3d0fdadb-5ce1-4b03-980a-f808e5ef7cd3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.3332303 Jul 16 03:41:49.836437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf196b-abc3-4012-bc9f-48a13cd370ac req-ece02e45-ed4f-4271-9470-1195d9e255eb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:49.842870 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf196b-abc3-4012-bc9f-48a13cd370ac req-ece02e45-ed4f-4271-9470-1195d9e255eb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:49.848695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf196b-abc3-4012-bc9f-48a13cd370ac req-ece02e45-ed4f-4271-9470-1195d9e255eb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:49.854713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf196b-abc3-4012-bc9f-48a13cd370ac req-ece02e45-ed4f-4271-9470-1195d9e255eb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:49.860577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf196b-abc3-4012-bc9f-48a13cd370ac req-ece02e45-ed4f-4271-9470-1195d9e255eb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:49.866377 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf196b-abc3-4012-bc9f-48a13cd370ac req-ece02e45-ed4f-4271-9470-1195d9e255eb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:49.872201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf196b-abc3-4012-bc9f-48a13cd370ac req-ece02e45-ed4f-4271-9470-1195d9e255eb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:49.874118 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b4cf196b-abc3-4012-bc9f-48a13cd370ac req-ece02e45-ed4f-4271-9470-1195d9e255eb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5426 time: 0.3823140 Jul 16 03:41:49.884125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Network 695cb19c-8ae2-4afc-8a48-ae6592728c7c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:49.897226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event updated for resources: {'Port': ['ID=d690a557-24bc-4a6e-81cc-e895e438990d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:49.946299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:49.959531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:50.001995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:50.002341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:50.002684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:50.003025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:50.003359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:50.003688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:50.004016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:50.004426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:50.004755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:50.005080 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:50.005424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:50.005750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:41:50.103240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8e9e9d9-7439-4207-8dd0-a2b4bf3f097e req-31e63444-f3b7-474f-8dba-c7e7df006944 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3784497 Jul 16 03:41:50.213144 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b4cf196b-abc3-4012-bc9f-48a13cd370ac req-e2447936-9072-4c17-ab97-3cfc4d2ddfac tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3273373 Jul 16 03:41:50.219882 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:50.232742 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.274081 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-335808c2-7c13-48dd-961a-9bfa2573fe33 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3570654 Jul 16 03:41:50.284265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-e273bf12-7fa2-496c-a803-9699c3c394fe tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Request body: {'port': {'device_id': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'network_id': '675bde05-0837-4333-bf60-10c08cc65f45', 'admin_state_up': True, 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:50.506668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['5e21d669-77b2-45fd-83e4-06c2ed38d708'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:50.522477 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:50.536855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862df6f-a05b-46e9-ae35-a9c2e98ac181 req-b11a5b6e-b42d-451c-a084-17f10c2badef tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:50.539224 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c862df6f-a05b-46e9-ae35-a9c2e98ac181 req-b11a5b6e-b42d-451c-a084-17f10c2badef tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 932 time: 0.2102900 Jul 16 03:41:50.614408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c862df6f-a05b-46e9-ae35-a9c2e98ac181 req-93952060-4d8c-4e29-a184-6949edd2cb25 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683348 Jul 16 03:41:50.617343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-e273bf12-7fa2-496c-a803-9699c3c394fe tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Made reservation on behalf of c8523da0c1ce49298d9bf66e5ca66ea4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:50.620997 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-e273bf12-7fa2-496c-a803-9699c3c394fe tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.693425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-960d2d5c-e404-464d-bb7c-c69071b8bddf None None] Provisioning for port d690a557-24bc-4a6e-81cc-e895e438990d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:50.701928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['d0d2dc78-9d27-4feb-b69c-bd25993fc4a7'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:41:50.708044 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0d6a8af0-019b-4c77-8b3f-64f966042f8d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:50.775832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-e273bf12-7fa2-496c-a803-9699c3c394fe tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Allocated IP 19.86.0.102 (675bde05-0837-4333-bf60-10c08cc65f45/877f9b99-19e3-4961-b4b0-5e856d2a5796/081214bb-5eeb-45ca-933d-b3fcdb17a57d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:50.795189 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-960d2d5c-e404-464d-bb7c-c69071b8bddf None None] Provisioning complete for port d690a557-24bc-4a6e-81cc-e895e438990d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:50.795702 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-960d2d5c-e404-464d-bb7c-c69071b8bddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.883403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-960d2d5c-e404-464d-bb7c-c69071b8bddf None None] Port d690a557-24bc-4a6e-81cc-e895e438990d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:50.892498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4982515d-752f-4574-aacd-f6a957b1b2bf up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:50.940122 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-e273bf12-7fa2-496c-a803-9699c3c394fe tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:50.981367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-e273bf12-7fa2-496c-a803-9699c3c394fe tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Transition to ACTIVE for port object 081214bb-5eeb-45ca-933d-b3fcdb17a57d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:51.051603 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-e273bf12-7fa2-496c-a803-9699c3c394fe tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.096596 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 0d6a8af0-019b-4c77-8b3f-64f966042f8d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:51.097053 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.111317 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-e273bf12-7fa2-496c-a803-9699c3c394fe tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Network 675bde05-0837-4333-bf60-10c08cc65f45 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:51.115104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-e273bf12-7fa2-496c-a803-9699c3c394fe tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:51.123245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-e273bf12-7fa2-496c-a803-9699c3c394fe tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:51.156568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273bf12-7fa2-496c-a803-9699c3c394fe tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event updated for resources: {'Port': ['ID=081214bb-5eeb-45ca-933d-b3fcdb17a57d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:51.191744 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-e273bf12-7fa2-496c-a803-9699c3c394fe tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:51.192769 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-e273bf12-7fa2-496c-a803-9699c3c394fe tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.210576 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-e273bf12-7fa2-496c-a803-9699c3c394fe tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9303768 Jul 16 03:41:51.225256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-8f314772-bde5-4284-a9dd-13f8f41ff56d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Request body: {'port': {'device_id': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c', 'admin_state_up': True, 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:51.252807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 4982515d-752f-4574-aacd-f6a957b1b2bf completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:51.315600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 4982515d-752f-4574-aacd-f6a957b1b2bf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:51.316453 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.562408 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-8f314772-bde5-4284-a9dd-13f8f41ff56d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Made reservation on behalf of c8523da0c1ce49298d9bf66e5ca66ea4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:41:51.566090 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-8f314772-bde5-4284-a9dd-13f8f41ff56d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:51.847949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4ee1a-f7c5-4da1-956e-8cff8799228d req-16e62e67-9ba1-4d97-8727-f92bf62658ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:51.868553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4ee1a-f7c5-4da1-956e-8cff8799228d req-16e62e67-9ba1-4d97-8727-f92bf62658ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:51.875556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4ee1a-f7c5-4da1-956e-8cff8799228d req-16e62e67-9ba1-4d97-8727-f92bf62658ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:51.887176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4ee1a-f7c5-4da1-956e-8cff8799228d req-16e62e67-9ba1-4d97-8727-f92bf62658ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:51.906660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4ee1a-f7c5-4da1-956e-8cff8799228d req-16e62e67-9ba1-4d97-8727-f92bf62658ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:51.921234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4ee1a-f7c5-4da1-956e-8cff8799228d req-16e62e67-9ba1-4d97-8727-f92bf62658ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:51.933001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4ee1a-f7c5-4da1-956e-8cff8799228d req-16e62e67-9ba1-4d97-8727-f92bf62658ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:51.948760 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7c4ee1a-f7c5-4da1-956e-8cff8799228d req-16e62e67-9ba1-4d97-8727-f92bf62658ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5426 time: 0.4604948 Jul 16 03:41:52.178652 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41760) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:52.288836 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.380454 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ecc87f8-9e5f-436a-aca3-aafe6cc97569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.441901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ce0f2d28-a634-45e2-a13b-cafd065db2db None None] Provisioning for port 081214bb-5eeb-45ca-933d-b3fcdb17a57d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:52.473597 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ce0f2d28-a634-45e2-a13b-cafd065db2db None None] Provisioning complete for port 081214bb-5eeb-45ca-933d-b3fcdb17a57d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:52.473980 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce0f2d28-a634-45e2-a13b-cafd065db2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.592226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4982515d-752f-4574-aacd-f6a957b1b2bf'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:52.600699 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58762574-4e86-4c4d-9d55-5099757fd46e" -d '{"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "4982515d-752f-4574-aacd-f6a957b1b2bf"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:52.615300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f2d28-a634-45e2-a13b-cafd065db2db None None] Port 081214bb-5eeb-45ca-933d-b3fcdb17a57d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:52.624038 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7c4ee1a-f7c5-4da1-956e-8cff8799228d req-349c2d38-6ca4-4e0b-b96f-2fe54ebbcd41 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6740367 Jul 16 03:41:52.632074 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ecc87f8-9e5f-436a-aca3-aafe6cc97569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.640732 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ecc87f8-9e5f-436a-aca3-aafe6cc97569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.667269 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4982515d-752f-4574-aacd-f6a957b1b2bf, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4982515d-752f-4574-aacd-f6a957b1b2bf,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:52.677427 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.711850 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-8f314772-bde5-4284-a9dd-13f8f41ff56d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Allocated IP 19.80.0.161 (695cb19c-8ae2-4afc-8a48-ae6592728c7c/60c77d3f-7c7d-40ce-9cef-d2390432f0b4/049232e1-9960-4be3-8eff-9c071d05b025) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:41:52.715035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc87f8-9e5f-436a-aca3-aafe6cc97569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce03e3c-d68b-4542-8506-8112c0139155,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:52.747396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398876ed-fd4a-4ba1-af27-1c4b547df35d req-fe04af9a-1b99-4df8-816e-3234128dcc44 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.766420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398876ed-fd4a-4ba1-af27-1c4b547df35d req-fe04af9a-1b99-4df8-816e-3234128dcc44 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:52.768373 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-398876ed-fd4a-4ba1-af27-1c4b547df35d req-fe04af9a-1b99-4df8-816e-3234128dcc44 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 1655 time: 0.2783167 Jul 16 03:41:52.770821 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2ecc87f8-9e5f-436a-aca3-aafe6cc97569 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a00af7e532314c9993128f386047e03c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5904133 Jul 16 03:41:52.772589 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41778) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:52.776283 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4982515d-752f-4574-aacd-f6a957b1b2bf,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:52.783954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 7b2e8555-91ac-4426-9867-22b43b461d3d up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:52.883421 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 7b2e8555-91ac-4426-9867-22b43b461d3d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:52.892271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 7b2e8555-91ac-4426-9867-22b43b461d3d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:52.892917 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.899715 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea711-29d1-4dc1-8674-4527e299b42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.909588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-398876ed-fd4a-4ba1-af27-1c4b547df35d req-6f701a4c-fd08-4f52-98e2-b35d108ec645 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338470 Jul 16 03:41:52.941838 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bbd821-0dbb-433c-a7c7-0a83a882edf1 x-openstack-request-id: req-b1bbd821-0dbb-433c-a7c7-0a83a882edf1 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:52.942204 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "4982515d-752f-4574-aacd-f6a957b1b2bf", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:52.942525 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b1bbd821-0dbb-433c-a7c7-0a83a882edf1 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:52.942986 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4982515d-752f-4574-aacd-f6a957b1b2bf', 'code': 200} Jul 16 03:41:52.955974 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea711-29d1-4dc1-8674-4527e299b42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:52.972843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41786) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:53.035808 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea711-29d1-4dc1-8674-4527e299b42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.045743 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2ea711-29d1-4dc1-8674-4527e299b42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.050308 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9b2ea711-29d1-4dc1-8674-4527e299b42e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ce03e3c-d68b-4542-8506-8112c0139155 HTTP/1.1" status: 204 len: 168 time: 0.2767098 Jul 16 03:41:53.087866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ea711-29d1-4dc1-8674-4527e299b42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce03e3c-d68b-4542-8506-8112c0139155,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:53.159029 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2db73e3-7710-4458-bd04-ad9bcde53adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.169146 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.238645 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-8f314772-bde5-4284-a9dd-13f8f41ff56d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.252261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 7b2e8555-91ac-4426-9867-22b43b461d3d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=7b2e8555-91ac-4426-9867-22b43b461d3d,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:53.255027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-8f314772-bde5-4284-a9dd-13f8f41ff56d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Transition to ACTIVE for port object 049232e1-9960-4be3-8eff-9c071d05b025 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:53.261344 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.265261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5e21d669-77b2-45fd-83e4-06c2ed38d708 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:53.309887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-8f314772-bde5-4284-a9dd-13f8f41ff56d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.358180 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-8f314772-bde5-4284-a9dd-13f8f41ff56d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Network 695cb19c-8ae2-4afc-8a48-ae6592728c7c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:41:53.381290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2db73e3-7710-4458-bd04-ad9bcde53adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.386091 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2db73e3-7710-4458-bd04-ad9bcde53adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.399135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=7b2e8555-91ac-4426-9867-22b43b461d3d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:53.402744 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 5e21d669-77b2-45fd-83e4-06c2ed38d708 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:53.403766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-8f314772-bde5-4284-a9dd-13f8f41ff56d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:41:53.407386 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 5e21d669-77b2-45fd-83e4-06c2ed38d708 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:53.407754 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.411989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-8f314772-bde5-4284-a9dd-13f8f41ff56d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:41:53.480146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f314772-bde5-4284-a9dd-13f8f41ff56d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event updated for resources: {'Port': ['ID=049232e1-9960-4be3-8eff-9c071d05b025,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:53.483260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db73e3-7710-4458-bd04-ad9bcde53adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a38572-804a-4e91-bab0-f2669b1858b7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:53.509744 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.532018 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f2db73e3-7710-4458-bd04-ad9bcde53adf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eec6c85de35a46c384764b1dce5c309e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5580187 Jul 16 03:41:53.534492 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-8f314772-bde5-4284-a9dd-13f8f41ff56d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:53.535300 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-8f314772-bde5-4284-a9dd-13f8f41ff56d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.540860 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41804) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:53.569416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-8f314772-bde5-4284-a9dd-13f8f41ff56d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3523903 Jul 16 03:41:53.588268 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5e21d669-77b2-45fd-83e4-06c2ed38d708, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5e21d669-77b2-45fd-83e4-06c2ed38d708,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:53.593242 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.594045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 18412237-51bf-4af1-8447-3590a799f08e up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:53.600564 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Request body: {'port': {'device_id': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:53.650518 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a53c63b1-d6c7-4184-ae51-2b9329668165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.666306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:53.681794 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a53c63b1-d6c7-4184-ae51-2b9329668165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.705641 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de865c64-62f8-4067-acec-69243077d53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.738667 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a53c63b1-d6c7-4184-ae51-2b9329668165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.741735 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a53c63b1-d6c7-4184-ae51-2b9329668165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.743185 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a53c63b1-d6c7-4184-ae51-2b9329668165 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3a38572-804a-4e91-bab0-f2669b1858b7 HTTP/1.1" status: 204 len: 168 time: 0.2013075 Jul 16 03:41:53.752365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c63b1-d6c7-4184-ae51-2b9329668165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a38572-804a-4e91-bab0-f2669b1858b7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:53.791911 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=5e21d669-77b2-45fd-83e4-06c2ed38d708,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:53.801499 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 18412237-51bf-4af1-8447-3590a799f08e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:53.805904 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 18412237-51bf-4af1-8447-3590a799f08e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:53.806398 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.845643 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.866977 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b913d2bf-5818-490d-99c2-af379abae7c9 None None] Provisioning for port 049232e1-9960-4be3-8eff-9c071d05b025 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:53.874225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b913d2bf-5818-490d-99c2-af379abae7c9 None None] Provisioning complete for port 049232e1-9960-4be3-8eff-9c071d05b025 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:53.874748 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b913d2bf-5818-490d-99c2-af379abae7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.942117 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.945388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b913d2bf-5818-490d-99c2-af379abae7c9 None None] Port 049232e1-9960-4be3-8eff-9c071d05b025 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:41:53.960369 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de865c64-62f8-4067-acec-69243077d53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.981860 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 18412237-51bf-4af1-8447-3590a799f08e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=18412237-51bf-4af1-8447-3590a799f08e,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:53.986649 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:53.988716 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0ca6343d-f933-44b6-9f68-e779f91a1c5c up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:53.998705 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de865c64-62f8-4067-acec-69243077d53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.058038 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de865c64-62f8-4067-acec-69243077d53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d46484-d6e5-4157-ab75-f1c739044593,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:54.067326 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=18412237-51bf-4af1-8447-3590a799f08e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:54.123938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 0ca6343d-f933-44b6-9f68-e779f91a1c5c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:54.137284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 0ca6343d-f933-44b6-9f68-e779f91a1c5c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:54.138041 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.156979 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:54.164720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-de865c64-62f8-4067-acec-69243077d53f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15659c0cc419477f9ed9814f080bc5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924097 Jul 16 03:41:54.220125 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39ddf210-b9f8-4524-ba5a-8d001ddaf0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.244499 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.254714 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39ddf210-b9f8-4524-ba5a-8d001ddaf0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.290921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0ca6343d-f933-44b6-9f68-e779f91a1c5c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0ca6343d-f933-44b6-9f68-e779f91a1c5c,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:54.298047 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.318195 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39ddf210-b9f8-4524-ba5a-8d001ddaf0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.324023 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39ddf210-b9f8-4524-ba5a-8d001ddaf0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.331232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:54.331777 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-39ddf210-b9f8-4524-ba5a-8d001ddaf0c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05d46484-d6e5-4157-ab75-f1c739044593 HTTP/1.1" status: 204 len: 168 time: 0.1801541 Jul 16 03:41:54.348688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da5c2d-e793-4a6d-aa9a-07024055f3f6 req-b867de6f-712a-4536-84f9-0edec8990316 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.354554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da5c2d-e793-4a6d-aa9a-07024055f3f6 req-b867de6f-712a-4536-84f9-0edec8990316 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.356082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddf210-b9f8-4524-ba5a-8d001ddaf0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d46484-d6e5-4157-ab75-f1c739044593,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:54.366911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da5c2d-e793-4a6d-aa9a-07024055f3f6 req-b867de6f-712a-4536-84f9-0edec8990316 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.373206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da5c2d-e793-4a6d-aa9a-07024055f3f6 req-b867de6f-712a-4536-84f9-0edec8990316 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.379075 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da5c2d-e793-4a6d-aa9a-07024055f3f6 req-b867de6f-712a-4536-84f9-0edec8990316 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.385293 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da5c2d-e793-4a6d-aa9a-07024055f3f6 req-b867de6f-712a-4536-84f9-0edec8990316 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.391600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da5c2d-e793-4a6d-aa9a-07024055f3f6 req-b867de6f-712a-4536-84f9-0edec8990316 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.393620 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4da5c2d-e793-4a6d-aa9a-07024055f3f6 req-b867de6f-712a-4536-84f9-0edec8990316 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5430 time: 0.4287009 Jul 16 03:41:54.408835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=0ca6343d-f933-44b6-9f68-e779f91a1c5c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:54.429603 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4582fd81-f519-453a-a16d-8f95a4a54e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.541207 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4da5c2d-e793-4a6d-aa9a-07024055f3f6 req-cff7e801-c976-4349-a331-c4f7939215a9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340356 Jul 16 03:41:54.561579 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935f507-eabd-46c3-8080-ebca616ffab5 req-23f34ad3-9789-483d-aa1d-df56e7fc8184 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.567507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935f507-eabd-46c3-8080-ebca616ffab5 req-23f34ad3-9789-483d-aa1d-df56e7fc8184 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.573585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935f507-eabd-46c3-8080-ebca616ffab5 req-23f34ad3-9789-483d-aa1d-df56e7fc8184 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:54.575850 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6935f507-eabd-46c3-8080-ebca616ffab5 req-23f34ad3-9789-483d-aa1d-df56e7fc8184 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2377 time: 0.4093678 Jul 16 03:41:54.676297 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6935f507-eabd-46c3-8080-ebca616ffab5 req-70c1f740-cd4f-48e4-9ede-84b72aa97f70 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908644 Jul 16 03:41:54.736187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d690a557-24bc-4a6e-81cc-e895e438990d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:54.747674 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.753804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:54.760959 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4582fd81-f519-453a-a16d-8f95a4a54e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.769789 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4582fd81-f519-453a-a16d-8f95a4a54e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.781483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Transition to ACTIVE for port object d690a557-24bc-4a6e-81cc-e895e438990d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:54.796493 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.859730 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4582fd81-f519-453a-a16d-8f95a4a54e02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68446c1d71354f6c85ddf07aa47ddbd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4650640 Jul 16 03:41:54.862721 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41852) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:54.874218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:54.887087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:54.887978 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:54.907242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582fd81-f519-453a-a16d-8f95a4a54e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c19dd2-af2a-4b0e-8fa6-10ee252f84c9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:54.944739 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2e8555-91ac-4426-9867-22b43b461d3d'}, {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e21d669-77b2-45fd-83e4-06c2ed38d708'}, {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18412237-51bf-4af1-8447-3590a799f08e'}, {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca6343d-f933-44b6-9f68-e779f91a1c5c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:54.947122 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b2b30c-cd23-4f66-a73c-e8f4d799e132" -d '{"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "7b2e8555-91ac-4426-9867-22b43b461d3d"}, {"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "5e21d669-77b2-45fd-83e4-06c2ed38d708"}, {"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "18412237-51bf-4af1-8447-3590a799f08e"}, {"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "0ca6343d-f933-44b6-9f68-e779f91a1c5c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:54.952285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Pushing event updated for resources: {'Port': ['ID=d690a557-24bc-4a6e-81cc-e895e438990d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:54.998280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4849575e-198b-43dd-bcb7-0990742fca3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.045812 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4849575e-198b-43dd-bcb7-0990742fca3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.063244 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b39bdf6-34c4-4eaa-895b-76dd662ed965 x-openstack-request-id: req-6b39bdf6-34c4-4eaa-895b-76dd662ed965 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:55.064063 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "7b2e8555-91ac-4426-9867-22b43b461d3d", "code": 200}, {"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "5e21d669-77b2-45fd-83e4-06c2ed38d708", "code": 200}, {"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "18412237-51bf-4af1-8447-3590a799f08e", "code": 200}, {"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "0ca6343d-f933-44b6-9f68-e779f91a1c5c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:55.065069 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b39bdf6-34c4-4eaa-895b-76dd662ed965 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:55.066626 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2e8555-91ac-4426-9867-22b43b461d3d', 'code': 200} Jul 16 03:41:55.067146 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e21d669-77b2-45fd-83e4-06c2ed38d708', 'code': 200} Jul 16 03:41:55.067550 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18412237-51bf-4af1-8447-3590a799f08e', 'code': 200} Jul 16 03:41:55.067902 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca6343d-f933-44b6-9f68-e779f91a1c5c', 'code': 200} Jul 16 03:41:55.069145 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.107233 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Attempting to bind port d690a557-24bc-4a6e-81cc-e895e438990d on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:55.108033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Attempting to bind port d690a557-24bc-4a6e-81cc-e895e438990d by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'cd80684a-aae5-4a09-b7bb-768f4ea70049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:55.108617 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Attempting to bind port d690a557-24bc-4a6e-81cc-e895e438990d on network 695cb19c-8ae2-4afc-8a48-ae6592728c7c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:55.110069 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4849575e-198b-43dd-bcb7-0990742fca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.112919 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4849575e-198b-43dd-bcb7-0990742fca3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.114268 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4849575e-198b-43dd-bcb7-0990742fca3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6c19dd2-af2a-4b0e-8fa6-10ee252f84c9 HTTP/1.1" status: 204 len: 168 time: 0.2496715 Jul 16 03:41:55.126250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7,segment=NetworkSegment(0083ac86-7f04-4b13-a127-17f6cffe8442),segment_id=0083ac86-7f04-4b13-a127-17f6cffe8442)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:55.129826 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Port d690a557-24bc-4a6e-81cc-e895e438990d on network 695cb19c-8ae2-4afc-8a48-ae6592728c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:55.130190 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Attempting to bind port d690a557-24bc-4a6e-81cc-e895e438990d on network 695cb19c-8ae2-4afc-8a48-ae6592728c7c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:55.132290 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.133208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:41:55.133746 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849575e-198b-43dd-bcb7-0990742fca3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c19dd2-af2a-4b0e-8fa6-10ee252f84c9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:55.146869 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:55.147225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Checking segment: {'id': 'cd80684a-aae5-4a09-b7bb-768f4ea70049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:55.147616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Bound using segment: {'id': 'cd80684a-aae5-4a09-b7bb-768f4ea70049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:55.148282 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Bound port: d690a557-24bc-4a6e-81cc-e895e438990d, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd80684a-aae5-4a09-b7bb-768f4ea70049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:55.148851 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.274655 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] For port d690a557-24bc-4a6e-81cc-e895e438990d, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:55.281521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] For port d690a557-24bc-4a6e-81cc-e895e438990d, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d690a557-24bc-4a6e-81cc-e895e438990d,segment=NetworkSegment(cd80684a-aae5-4a09-b7bb-768f4ea70049),segment_id=cd80684a-aae5-4a09-b7bb-768f4ea70049)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:55.289249 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.368849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:55.369502 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.374928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] 10.222.0.20 "PUT /v2.0/ports/d690a557-24bc-4a6e-81cc-e895e438990d HTTP/1.1" status: 200 len: 1092 time: 1.7886581 Jul 16 03:41:55.375419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'tag': 'd690a557-24bc-4a6e-81cc-e895e438990d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:55.382255 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fd56d1-6f89-4bdc-99d3-f2d143be53a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "tag": "d690a557-24bc-4a6e-81cc-e895e438990d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:55.437411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Request body: {'port': {'device_id': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:55.463848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:55.505292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:41:55.515227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:41:55.515613 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.567952 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658013c7-163b-494f-be84-e97e472c0af6 service neutron] Pushing event updated for resources: {'Port': ['ID=d690a557-24bc-4a6e-81cc-e895e438990d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:55.717569 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.740574 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:55.788372 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa751602-9cb8-41e5-ab3e-69f7def0190e x-openstack-request-id: req-aa751602-9cb8-41e5-ab3e-69f7def0190e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:55.788690 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "tag": "d690a557-24bc-4a6e-81cc-e895e438990d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:55.788938 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa751602-9cb8-41e5-ab3e-69f7def0190e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:55.789503 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'tag': 'd690a557-24bc-4a6e-81cc-e895e438990d', 'status': 'completed', 'code': 200} Jul 16 03:41:55.857533 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:41:55.907951 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:56.073881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd56d1-6f89-4bdc-99d3-f2d143be53a0 req-4855ea8e-6b05-4107-9cd8-37a231b94a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.074501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd56d1-6f89-4bdc-99d3-f2d143be53a0 req-4855ea8e-6b05-4107-9cd8-37a231b94a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.075917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd56d1-6f89-4bdc-99d3-f2d143be53a0 req-4855ea8e-6b05-4107-9cd8-37a231b94a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.076735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:56.077963 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42fd56d1-6f89-4bdc-99d3-f2d143be53a0 req-4855ea8e-6b05-4107-9cd8-37a231b94a29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8523da0c1ce49298d9bf66e5ca66ea4&device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2732 time: 0.2567177 Jul 16 03:41:56.104286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56238779-a34e-4a60-85d9-c4b9f5881c36 req-fdf9df6d-77b1-4876-9a15-c9f6f77a357a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.111390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56238779-a34e-4a60-85d9-c4b9f5881c36 req-fdf9df6d-77b1-4876-9a15-c9f6f77a357a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.121027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56238779-a34e-4a60-85d9-c4b9f5881c36 req-fdf9df6d-77b1-4876-9a15-c9f6f77a357a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.128708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56238779-a34e-4a60-85d9-c4b9f5881c36 req-fdf9df6d-77b1-4876-9a15-c9f6f77a357a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.135872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56238779-a34e-4a60-85d9-c4b9f5881c36 req-fdf9df6d-77b1-4876-9a15-c9f6f77a357a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.145039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56238779-a34e-4a60-85d9-c4b9f5881c36 req-fdf9df6d-77b1-4876-9a15-c9f6f77a357a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.154039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56238779-a34e-4a60-85d9-c4b9f5881c36 req-fdf9df6d-77b1-4876-9a15-c9f6f77a357a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.163646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56238779-a34e-4a60-85d9-c4b9f5881c36 req-fdf9df6d-77b1-4876-9a15-c9f6f77a357a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5432 time: 0.3729715 Jul 16 03:41:56.692506 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56238779-a34e-4a60-85d9-c4b9f5881c36 req-974115d0-b948-4bb2-804c-2f03b2abee4c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5277123 Jul 16 03:41:56.894396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eeae08-c670-44f0-886a-cf7023e78d5c req-0f271387-ba1d-4f7e-9ad5-19b7fdcaa72e tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.900590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eeae08-c670-44f0-886a-cf7023e78d5c req-0f271387-ba1d-4f7e-9ad5-19b7fdcaa72e tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.907324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eeae08-c670-44f0-886a-cf7023e78d5c req-0f271387-ba1d-4f7e-9ad5-19b7fdcaa72e tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.914510 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-23eeae08-c670-44f0-886a-cf7023e78d5c req-0f271387-ba1d-4f7e-9ad5-19b7fdcaa72e tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2389 time: 0.7349250 Jul 16 03:41:56.990257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd56d1-6f89-4bdc-99d3-f2d143be53a0 req-6a44085c-d36c-47e9-b17a-a0df4a48811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.990739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd56d1-6f89-4bdc-99d3-f2d143be53a0 req-6a44085c-d36c-47e9-b17a-a0df4a48811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.991223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd56d1-6f89-4bdc-99d3-f2d143be53a0 req-6a44085c-d36c-47e9-b17a-a0df4a48811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:56.992853 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42fd56d1-6f89-4bdc-99d3-f2d143be53a0 req-6a44085c-d36c-47e9-b17a-a0df4a48811d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c8523da0c1ce49298d9bf66e5ca66ea4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8150938 Jul 16 03:41:57.070584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7'}, {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:57.077606 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab43ee82-f864-4d06-ab0d-084efc524fd5" -d '{"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "d0d2dc78-9d27-4feb-b69c-bd25993fc4a7"}, {"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:57.156929 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8237a0e2-648a-40b4-a51f-ce6adb5c6dc9 x-openstack-request-id: req-8237a0e2-648a-40b4-a51f-ce6adb5c6dc9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:57.157232 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "d0d2dc78-9d27-4feb-b69c-bd25993fc4a7", "code": 200}, {"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-plugged", "status": "completed", "tag": "5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:57.158494 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8237a0e2-648a-40b4-a51f-ce6adb5c6dc9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:57.158907 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7', 'code': 200} Jul 16 03:41:57.159164 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26', 'code': 200} Jul 16 03:41:57.181818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-23eeae08-c670-44f0-886a-cf7023e78d5c req-5dae07a6-a293-46dc-aa74-63e47f7ade6d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662930 Jul 16 03:41:57.360187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd56d1-6f89-4bdc-99d3-f2d143be53a0 req-789a10ee-11c9-4322-9220-e7478cf6adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.362509 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42fd56d1-6f89-4bdc-99d3-f2d143be53a0 req-789a10ee-11c9-4322-9220-e7478cf6adcb service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3605416 Jul 16 03:41:57.442511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081214bb-5eeb-45ca-933d-b3fcdb17a57d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:57.453351 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:57.497630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Transition to ACTIVE for port object 081214bb-5eeb-45ca-933d-b3fcdb17a57d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:57.513367 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:57.535030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c9554-3c74-41c3-895e-bc2c11dbc764 req-59bc8ba8-9343-4dd7-9301-2b1475fad4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.535925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c9554-3c74-41c3-895e-bc2c11dbc764 req-59bc8ba8-9343-4dd7-9301-2b1475fad4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.540979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c9554-3c74-41c3-895e-bc2c11dbc764 req-59bc8ba8-9343-4dd7-9301-2b1475fad4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.541495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c9554-3c74-41c3-895e-bc2c11dbc764 req-59bc8ba8-9343-4dd7-9301-2b1475fad4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.541972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c9554-3c74-41c3-895e-bc2c11dbc764 req-59bc8ba8-9343-4dd7-9301-2b1475fad4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.542576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c9554-3c74-41c3-895e-bc2c11dbc764 req-59bc8ba8-9343-4dd7-9301-2b1475fad4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.543048 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c9554-3c74-41c3-895e-bc2c11dbc764 req-59bc8ba8-9343-4dd7-9301-2b1475fad4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:57.554741 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-922c9554-3c74-41c3-895e-bc2c11dbc764 req-59bc8ba8-9343-4dd7-9301-2b1475fad4e3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 6490 time: 0.1890512 Jul 16 03:41:57.636054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Pushing event updated for resources: {'Port': ['ID=081214bb-5eeb-45ca-933d-b3fcdb17a57d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:57.750343 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-922c9554-3c74-41c3-895e-bc2c11dbc764 req-c4af995a-182a-4c99-bc57-ed3c052f24d9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&id=95a12c37-c857-48ac-8959-4e6778a2dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159801 Jul 16 03:41:57.795639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Attempting to bind port 081214bb-5eeb-45ca-933d-b3fcdb17a57d on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:41:57.796074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Attempting to bind port 081214bb-5eeb-45ca-933d-b3fcdb17a57d by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '33fe6d86-d48e-466f-8615-47266082c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '675bde05-0837-4333-bf60-10c08cc65f45'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:41:57.796754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Attempting to bind port 081214bb-5eeb-45ca-933d-b3fcdb17a57d on network 675bde05-0837-4333-bf60-10c08cc65f45 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:57.802260 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Port 081214bb-5eeb-45ca-933d-b3fcdb17a57d on network 675bde05-0837-4333-bf60-10c08cc65f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:41:57.803990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Attempting to bind port 081214bb-5eeb-45ca-933d-b3fcdb17a57d on network 675bde05-0837-4333-bf60-10c08cc65f45 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:41:57.816832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:41:57.817827 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Checking segment: {'id': '33fe6d86-d48e-466f-8615-47266082c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '675bde05-0837-4333-bf60-10c08cc65f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:41:57.818541 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Bound using segment: {'id': '33fe6d86-d48e-466f-8615-47266082c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '675bde05-0837-4333-bf60-10c08cc65f45'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:41:57.819245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Bound port: 081214bb-5eeb-45ca-933d-b3fcdb17a57d, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fe6d86-d48e-466f-8615-47266082c828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '675bde05-0837-4333-bf60-10c08cc65f45'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:41:57.819845 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:57.986699 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] For port 081214bb-5eeb-45ca-933d-b3fcdb17a57d, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:41:57.990899 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] For port 081214bb-5eeb-45ca-933d-b3fcdb17a57d, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=081214bb-5eeb-45ca-933d-b3fcdb17a57d,segment=NetworkSegment(33fe6d86-d48e-466f-8615-47266082c828),segment_id=33fe6d86-d48e-466f-8615-47266082c828)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:41:57.996219 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:58.090347 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.093000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:58.094829 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] 10.222.0.20 "PUT /v2.0/ports/081214bb-5eeb-45ca-933d-b3fcdb17a57d HTTP/1.1" status: 200 len: 1092 time: 2.6738379 Jul 16 03:41:58.155459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'tag': '081214bb-5eeb-45ca-933d-b3fcdb17a57d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:41:58.158458 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d398d57-1867-4a35-aeef-29a82cc98afd" -d '{"events": [{"name": "network-changed", "server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "tag": "081214bb-5eeb-45ca-933d-b3fcdb17a57d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:41:58.176966 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Request body: {'port': {'device_id': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:41:58.262005 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2960df4d-a5b1-4bd8-aacf-cd4a3ab67188 x-openstack-request-id: req-2960df4d-a5b1-4bd8-aacf-cd4a3ab67188 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:41:58.263848 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "tag": "081214bb-5eeb-45ca-933d-b3fcdb17a57d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:41:58.265089 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2960df4d-a5b1-4bd8-aacf-cd4a3ab67188 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:41:58.266018 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'tag': '081214bb-5eeb-45ca-933d-b3fcdb17a57d', 'status': 'completed', 'code': 200} Jul 16 03:41:58.399727 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aceb20-eced-4924-b333-2e2cf385ff91 service neutron] Pushing event updated for resources: {'Port': ['ID=081214bb-5eeb-45ca-933d-b3fcdb17a57d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:58.591973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03f7c6-f7ba-4959-b860-47ea606efbd7 req-040f752d-3cab-418e-be0f-322111a39b56 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.599431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03f7c6-f7ba-4959-b860-47ea606efbd7 req-040f752d-3cab-418e-be0f-322111a39b56 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.618285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03f7c6-f7ba-4959-b860-47ea606efbd7 req-040f752d-3cab-418e-be0f-322111a39b56 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.625750 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:41:58.640019 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03f7c6-f7ba-4959-b860-47ea606efbd7 req-040f752d-3cab-418e-be0f-322111a39b56 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.663239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03f7c6-f7ba-4959-b860-47ea606efbd7 req-040f752d-3cab-418e-be0f-322111a39b56 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.679854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03f7c6-f7ba-4959-b860-47ea606efbd7 req-040f752d-3cab-418e-be0f-322111a39b56 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.694896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03f7c6-f7ba-4959-b860-47ea606efbd7 req-040f752d-3cab-418e-be0f-322111a39b56 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.700543 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b03f7c6-f7ba-4959-b860-47ea606efbd7 req-040f752d-3cab-418e-be0f-322111a39b56 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5433 time: 0.6621017 Jul 16 03:41:58.720201 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:58.800833 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c69b-68fc-416e-a36f-8f95f1b4f926 req-9039f0ac-9c43-490c-982b-3f32157b76ac tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.806610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c69b-68fc-416e-a36f-8f95f1b4f926 req-9039f0ac-9c43-490c-982b-3f32157b76ac tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.812588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c69b-68fc-416e-a36f-8f95f1b4f926 req-9039f0ac-9c43-490c-982b-3f32157b76ac tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.819969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70f4c69b-68fc-416e-a36f-8f95f1b4f926 req-9039f0ac-9c43-490c-982b-3f32157b76ac tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2401 time: 0.3629098 Jul 16 03:41:58.826376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398d57-1867-4a35-aeef-29a82cc98afd req-073794c4-4a02-4429-96b1-b4e9ef7da5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.826866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398d57-1867-4a35-aeef-29a82cc98afd req-073794c4-4a02-4429-96b1-b4e9ef7da5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.827364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398d57-1867-4a35-aeef-29a82cc98afd req-073794c4-4a02-4429-96b1-b4e9ef7da5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:58.829058 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d398d57-1867-4a35-aeef-29a82cc98afd req-073794c4-4a02-4429-96b1-b4e9ef7da5af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8523da0c1ce49298d9bf66e5ca66ea4&device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2799 time: 0.5393503 Jul 16 03:41:58.858232 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b03f7c6-f7ba-4959-b860-47ea606efbd7 req-29249954-c0e9-41d5-9754-9ff839aa671a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1432481 Jul 16 03:41:59.004067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42004) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:59.228502 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6508b3d3-0a6d-4e20-9b1e-e76a0888ca2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.368858 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70f4c69b-68fc-416e-a36f-8f95f1b4f926 req-37f61131-37a5-4c0c-90d6-aea5548e5f58 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479333 Jul 16 03:41:59.398674 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6508b3d3-0a6d-4e20-9b1e-e76a0888ca2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.403255 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6508b3d3-0a6d-4e20-9b1e-e76a0888ca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.435458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508b3d3-0a6d-4e20-9b1e-e76a0888ca2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4ecc43-2292-446a-85a5-63d63aea72d6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:59.471125 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6508b3d3-0a6d-4e20-9b1e-e76a0888ca2f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2a7621814c34657a774864023204e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649045 Jul 16 03:41:59.472053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42010) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:41:59.535940 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85bdc16c-62d5-4e63-b3fa-87a249a4e824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.551501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398d57-1867-4a35-aeef-29a82cc98afd req-372721b7-1cd3-421e-8660-2db46584f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:59.552425 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398d57-1867-4a35-aeef-29a82cc98afd req-372721b7-1cd3-421e-8660-2db46584f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:59.553070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398d57-1867-4a35-aeef-29a82cc98afd req-372721b7-1cd3-421e-8660-2db46584f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:59.554855 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d398d57-1867-4a35-aeef-29a82cc98afd req-372721b7-1cd3-421e-8660-2db46584f123 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c8523da0c1ce49298d9bf66e5ca66ea4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7023792 Jul 16 03:41:59.565994 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85bdc16c-62d5-4e63-b3fa-87a249a4e824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.631698 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85bdc16c-62d5-4e63-b3fa-87a249a4e824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.641320 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85bdc16c-62d5-4e63-b3fa-87a249a4e824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.649860 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-85bdc16c-62d5-4e63-b3fa-87a249a4e824 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac4ecc43-2292-446a-85a5-63d63aea72d6 HTTP/1.1" status: 204 len: 168 time: 0.1746984 Jul 16 03:41:59.660809 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdc16c-62d5-4e63-b3fa-87a249a4e824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4ecc43-2292-446a-85a5-63d63aea72d6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:41:59.882805 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398d57-1867-4a35-aeef-29a82cc98afd req-007c6a89-6f2b-4315-b56c-3c0ecead1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:41:59.885375 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d398d57-1867-4a35-aeef-29a82cc98afd req-007c6a89-6f2b-4315-b56c-3c0ecead1f74 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3229127 Jul 16 03:41:59.969994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049232e1-9960-4be3-8eff-9c071d05b025 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:41:59.978938 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:41:59.993495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Transition to ACTIVE for port object 049232e1-9960-4be3-8eff-9c071d05b025 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:41:59.998116 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.046093 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a4593d98-90fe-4f46-b14a-534c422a2a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.143392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Pushing event updated for resources: {'Port': ['ID=049232e1-9960-4be3-8eff-9c071d05b025,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:00.180289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42024) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:00.197110 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc887-3052-4ab8-a5bc-ace70c4fa2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.244859 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Attempting to bind port 049232e1-9960-4be3-8eff-9c071d05b025 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:00.245293 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Attempting to bind port 049232e1-9960-4be3-8eff-9c071d05b025 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'cd80684a-aae5-4a09-b7bb-768f4ea70049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:00.245570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Attempting to bind port 049232e1-9960-4be3-8eff-9c071d05b025 on network 695cb19c-8ae2-4afc-8a48-ae6592728c7c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:00.258579 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Port 049232e1-9960-4be3-8eff-9c071d05b025 on network 695cb19c-8ae2-4afc-8a48-ae6592728c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:42:00.258920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Attempting to bind port 049232e1-9960-4be3-8eff-9c071d05b025 on network 695cb19c-8ae2-4afc-8a48-ae6592728c7c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:00.274932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00955ea5-14f9-420e-9fc9-2952cb3ca69b req-5438f07a-4614-4c52-b437-e7b00a8f9d19 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.290859 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00955ea5-14f9-420e-9fc9-2952cb3ca69b req-5438f07a-4614-4c52-b437-e7b00a8f9d19 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.303483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00955ea5-14f9-420e-9fc9-2952cb3ca69b req-5438f07a-4614-4c52-b437-e7b00a8f9d19 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.314600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00955ea5-14f9-420e-9fc9-2952cb3ca69b req-5438f07a-4614-4c52-b437-e7b00a8f9d19 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.327699 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc887-3052-4ab8-a5bc-ace70c4fa2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.332933 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bdcc887-3052-4ab8-a5bc-ace70c4fa2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.353135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00955ea5-14f9-420e-9fc9-2952cb3ca69b req-5438f07a-4614-4c52-b437-e7b00a8f9d19 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.359503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00955ea5-14f9-420e-9fc9-2952cb3ca69b req-5438f07a-4614-4c52-b437-e7b00a8f9d19 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.365516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00955ea5-14f9-420e-9fc9-2952cb3ca69b req-5438f07a-4614-4c52-b437-e7b00a8f9d19 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.367504 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00955ea5-14f9-420e-9fc9-2952cb3ca69b req-5438f07a-4614-4c52-b437-e7b00a8f9d19 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5433 time: 0.2672582 Jul 16 03:42:00.384123 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1bdcc887-3052-4ab8-a5bc-ace70c4fa2d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fa0571bc1764672b9d1ea908f180176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026937 Jul 16 03:42:00.385604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:00.386399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcc887-3052-4ab8-a5bc-ace70c4fa2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07998e80-b17f-4e8c-a246-c828a8232f57,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:00.420661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:00.421011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Checking segment: {'id': 'cd80684a-aae5-4a09-b7bb-768f4ea70049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:00.421406 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Bound using segment: {'id': 'cd80684a-aae5-4a09-b7bb-768f4ea70049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:00.421868 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Bound port: 049232e1-9960-4be3-8eff-9c071d05b025, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd80684a-aae5-4a09-b7bb-768f4ea70049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:00.422231 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.525695 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00955ea5-14f9-420e-9fc9-2952cb3ca69b req-a9aba409-26f7-4fc4-9f3d-71684169b184 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1436672 Jul 16 03:42:00.556679 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71484ad4-ebc6-4499-96dc-4ef85bd224dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.589631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] For port 049232e1-9960-4be3-8eff-9c071d05b025, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:00.606950 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71484ad4-ebc6-4499-96dc-4ef85bd224dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.615486 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] For port 049232e1-9960-4be3-8eff-9c071d05b025, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=049232e1-9960-4be3-8eff-9c071d05b025,segment=NetworkSegment(cd80684a-aae5-4a09-b7bb-768f4ea70049),segment_id=cd80684a-aae5-4a09-b7bb-768f4ea70049)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:00.635864 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.717320 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.717990 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.719358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] 10.222.0.20 "PUT /v2.0/ports/049232e1-9960-4be3-8eff-9c071d05b025 HTTP/1.1" status: 200 len: 1092 time: 2.5533862 Jul 16 03:42:00.733187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'tag': '049232e1-9960-4be3-8eff-9c071d05b025'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:00.735622 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2e276c-03c3-4008-bb78-0af844bad9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "tag": "049232e1-9960-4be3-8eff-9c071d05b025"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:00.825312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42040) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:00.843393 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf187c-07ce-4018-9b63-770638ab075a service neutron] Pushing event updated for resources: {'Port': ['ID=049232e1-9960-4be3-8eff-9c071d05b025,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:00.866114 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71484ad4-ebc6-4499-96dc-4ef85bd224dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.868882 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71484ad4-ebc6-4499-96dc-4ef85bd224dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.872915 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-71484ad4-ebc6-4499-96dc-4ef85bd224dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07998e80-b17f-4e8c-a246-c828a8232f57 HTTP/1.1" status: 204 len: 168 time: 0.4835694 Jul 16 03:42:00.897855 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:00.905327 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71484ad4-ebc6-4499-96dc-4ef85bd224dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07998e80-b17f-4e8c-a246-c828a8232f57,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:00.938591 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595a93e-057a-474b-b047-a33032510ba3 req-7d9c342e-958c-44e1-9dde-ee86e29ae0c5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.944077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595a93e-057a-474b-b047-a33032510ba3 req-7d9c342e-958c-44e1-9dde-ee86e29ae0c5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.955441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595a93e-057a-474b-b047-a33032510ba3 req-7d9c342e-958c-44e1-9dde-ee86e29ae0c5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:00.957254 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a595a93e-057a-474b-b047-a33032510ba3 req-7d9c342e-958c-44e1-9dde-ee86e29ae0c5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2413 time: 0.3119676 Jul 16 03:42:01.002319 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037b4f-a2ae-46d2-ab00-fc2c4fff47ac req-3fa77885-c9d5-4234-8027-23b392c9991d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.008298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037b4f-a2ae-46d2-ab00-fc2c4fff47ac req-3fa77885-c9d5-4234-8027-23b392c9991d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.022787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037b4f-a2ae-46d2-ab00-fc2c4fff47ac req-3fa77885-c9d5-4234-8027-23b392c9991d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.044542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037b4f-a2ae-46d2-ab00-fc2c4fff47ac req-3fa77885-c9d5-4234-8027-23b392c9991d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.051010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037b4f-a2ae-46d2-ab00-fc2c4fff47ac req-3fa77885-c9d5-4234-8027-23b392c9991d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.069885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037b4f-a2ae-46d2-ab00-fc2c4fff47ac req-3fa77885-c9d5-4234-8027-23b392c9991d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.083991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037b4f-a2ae-46d2-ab00-fc2c4fff47ac req-3fa77885-c9d5-4234-8027-23b392c9991d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.089021 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98037b4f-a2ae-46d2-ab00-fc2c4fff47ac req-3fa77885-c9d5-4234-8027-23b392c9991d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5433 time: 0.3804774 Jul 16 03:42:01.102155 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42050) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:01.108918 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-22f1a3ef-0105-4a44-85cf-49a449278e7c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Request body: {'floatingip': {'port_id': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:01.133908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-660607a8-67e7-49c5-8a1e-68c693fb9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.135525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-660607a8-67e7-49c5-8a1e-68c693fb9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.136253 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-660607a8-67e7-49c5-8a1e-68c693fb9944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.147359 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-660607a8-67e7-49c5-8a1e-68c693fb9944 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8523da0c1ce49298d9bf66e5ca66ea4&device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2866 time: 0.3705733 Jul 16 03:42:01.235658 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc69703-43bd-4741-a2f0-12560752e7a5 x-openstack-request-id: req-7bc69703-43bd-4741-a2f0-12560752e7a5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:01.236367 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "tag": "049232e1-9960-4be3-8eff-9c071d05b025", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:01.236915 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bc69703-43bd-4741-a2f0-12560752e7a5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:01.237559 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'tag': '049232e1-9960-4be3-8eff-9c071d05b025', 'status': 'completed', 'code': 200} Jul 16 03:42:01.240240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-87b3f34f-48a7-4a9d-9908-051ebeefbd4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.248&port_id=d690a557-24bc-4a6e-81cc-e895e438990d HTTP/1.1" status: 200 len: 217 time: 0.0747600 Jul 16 03:42:01.251015 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22f1a3ef-0105-4a44-85cf-49a449278e7c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.253301 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a595a93e-057a-474b-b047-a33032510ba3 req-0a6994af-47fd-4254-97a2-cd5f33090221 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631801 Jul 16 03:42:01.354810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-57496e2a-1de2-479b-bf3f-edd60e99f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.358936 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-57496e2a-1de2-479b-bf3f-edd60e99f446 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60c77d3f-7c7d-40ce-9cef-d2390432f0b4 HTTP/1.1" status: 200 len: 801 time: 0.1026130 Jul 16 03:42:01.433166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-09a4c3a7-855b-40ee-ad09-b112ed1f736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.434782 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-09a4c3a7-855b-40ee-ad09-b112ed1f736c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=695cb19c-8ae2-4afc-8a48-ae6592728c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0686474 Jul 16 03:42:01.453543 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:01.658127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-5a734425-e5b7-449d-80d0-1bdb1079f8ad service neutron] 10.222.0.20 "GET /v2.0/networks/695cb19c-8ae2-4afc-8a48-ae6592728c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144797 Jul 16 03:42:01.811433 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-381e870d-65f3-4a84-a305-e3d39d9cc919 service neutron] 10.222.0.20 "GET /v2.0/networks/695cb19c-8ae2-4afc-8a48-ae6592728c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413717 Jul 16 03:42:01.901349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-94a752e9-ea5e-43a8-b10b-cdb018ff2337 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.102&port_id=081214bb-5eeb-45ca-933d-b3fcdb17a57d HTTP/1.1" status: 200 len: 217 time: 0.0799644 Jul 16 03:42:01.989072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-83146ce7-ccf4-4999-946f-75d3caa3e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:01.990698 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-83146ce7-ccf4-4999-946f-75d3caa3e9c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=877f9b99-19e3-4961-b4b0-5e856d2a5796 HTTP/1.1" status: 200 len: 801 time: 0.0780632 Jul 16 03:42:02.117145 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-ee634324-cdb0-4a82-b826-8f4af70883dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.119578 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-ee634324-cdb0-4a82-b826-8f4af70883dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=675bde05-0837-4333-bf60-10c08cc65f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1188672 Jul 16 03:42:02.393290 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-18f99d1d-453f-4e27-b65e-939bde65d880 service neutron] 10.222.0.20 "GET /v2.0/networks/675bde05-0837-4333-bf60-10c08cc65f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602663 Jul 16 03:42:02.603504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec8064-ef3a-4631-93b1-c38ebe703d65 req-36879ff3-cdea-4726-a9fb-feaad28f937f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.610082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec8064-ef3a-4631-93b1-c38ebe703d65 req-36879ff3-cdea-4726-a9fb-feaad28f937f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.619197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec8064-ef3a-4631-93b1-c38ebe703d65 req-36879ff3-cdea-4726-a9fb-feaad28f937f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.620923 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6dec8064-ef3a-4631-93b1-c38ebe703d65 req-36879ff3-cdea-4726-a9fb-feaad28f937f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2413 time: 0.1424482 Jul 16 03:42:02.623727 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-bbd79ba1-70b9-429b-b912-f0a24f026ddf service neutron] 10.222.0.20 "GET /v2.0/networks/675bde05-0837-4333-bf60-10c08cc65f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226362 Jul 16 03:42:02.706648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-5c24921d-e04c-4206-9283-d279e9922d28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.161&port_id=049232e1-9960-4be3-8eff-9c071d05b025 HTTP/1.1" status: 200 len: 217 time: 0.0723529 Jul 16 03:42:02.758041 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0a23f743-a7be-4fa4-86f6-e36fb7b146ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.791778 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6dec8064-ef3a-4631-93b1-c38ebe703d65 req-ccbff64f-1279-47bf-ac3c-f65b97598415 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602752 Jul 16 03:42:02.805488 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:02.837587 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-a4b8120a-d98b-4772-902b-bf7f0f3c4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.844065 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-a4b8120a-d98b-4772-902b-bf7f0f3c4b81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60c77d3f-7c7d-40ce-9cef-d2390432f0b4 HTTP/1.1" status: 200 len: 801 time: 0.1281536 Jul 16 03:42:02.979406 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-2867025a-ad1e-49e6-ab2a-f6a1bebbe995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:02.981800 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-2867025a-ad1e-49e6-ab2a-f6a1bebbe995 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=695cb19c-8ae2-4afc-8a48-ae6592728c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1272852 Jul 16 03:42:03.065513 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22f1a3ef-0105-4a44-85cf-49a449278e7c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.090788 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22f1a3ef-0105-4a44-85cf-49a449278e7c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.137717 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-703b42c5-4750-4769-9f9b-564192ab69a7 service neutron] 10.222.0.20 "GET /v2.0/networks/695cb19c-8ae2-4afc-8a48-ae6592728c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471331 Jul 16 03:42:03.248165 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd616b5-f5f8-44a1-b429-00a34a481b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.266239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67b8a92e-c484-4018-9ebe-69fb105ab75b req-12c8345d-50f5-4e2c-88c9-69e17adb5064 service neutron] 10.222.0.20 "GET /v2.0/networks/695cb19c-8ae2-4afc-8a48-ae6592728c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207411 Jul 16 03:42:03.294573 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-22f1a3ef-0105-4a44-85cf-49a449278e7c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Floating IP 9dfcff0e-64f0-4f2a-93f5-1f41645f1447 associated. External IP: 172.25.3.90, port: d0d2dc78-9d27-4feb-b69c-bd25993fc4a7. Jul 16 03:42:03.398528 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e276c-03c3-4008-bb78-0af844bad9d0 req-5ee50fbe-61a0-400c-901e-2e8f49f74b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:03.399685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e276c-03c3-4008-bb78-0af844bad9d0 req-5ee50fbe-61a0-400c-901e-2e8f49f74b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:03.400174 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e276c-03c3-4008-bb78-0af844bad9d0 req-5ee50fbe-61a0-400c-901e-2e8f49f74b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:03.403332 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d2e276c-03c3-4008-bb78-0af844bad9d0 req-5ee50fbe-61a0-400c-901e-2e8f49f74b2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8523da0c1ce49298d9bf66e5ca66ea4&device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2866 time: 0.0765605 Jul 16 03:42:03.564746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e276c-03c3-4008-bb78-0af844bad9d0 req-366ae86c-874e-4fc9-bd02-bcc6fa5afd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:03.568589 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d2e276c-03c3-4008-bb78-0af844bad9d0 req-366ae86c-874e-4fc9-bd02-bcc6fa5afd46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=695cb19c-8ae2-4afc-8a48-ae6592728c7c HTTP/1.1" status: 200 len: 903 time: 0.1577260 Jul 16 03:42:03.639905 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d2e276c-03c3-4008-bb78-0af844bad9d0 req-6c50bcfb-3903-4976-8728-04cc207d96de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.161&port_id=049232e1-9960-4be3-8eff-9c071d05b025 HTTP/1.1" status: 200 len: 217 time: 0.0628664 Jul 16 03:42:03.713043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e276c-03c3-4008-bb78-0af844bad9d0 req-2d069a29-5b03-4a04-8a38-fed1b9475e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:03.714632 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d2e276c-03c3-4008-bb78-0af844bad9d0 req-2d069a29-5b03-4a04-8a38-fed1b9475e45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60c77d3f-7c7d-40ce-9cef-d2390432f0b4 HTTP/1.1" status: 200 len: 801 time: 0.0630682 Jul 16 03:42:03.784877 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e276c-03c3-4008-bb78-0af844bad9d0 req-f74eb70a-9580-42ef-b185-e935335f2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:03.786871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d2e276c-03c3-4008-bb78-0af844bad9d0 req-f74eb70a-9580-42ef-b185-e935335f2962 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=695cb19c-8ae2-4afc-8a48-ae6592728c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0631173 Jul 16 03:42:03.799565 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:03.822236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f1a3ef-0105-4a44-85cf-49a449278e7c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Router 74675ec2-a56b-4b0c-96bd-f647e7479346 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:42:03.941305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d2e276c-03c3-4008-bb78-0af844bad9d0 req-81f4c619-47c9-49fe-99b6-2ef2cadd750d service neutron] 10.222.0.20 "GET /v2.0/networks/695cb19c-8ae2-4afc-8a48-ae6592728c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459470 Jul 16 03:42:03.999114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f1a3ef-0105-4a44-85cf-49a449278e7c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:04.006452 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22f1a3ef-0105-4a44-85cf-49a449278e7c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.010168 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52cca3-5487-4a53-9d62-4610861b2a74 None None] Sync routers for ids ['74675ec2-a56b-4b0c-96bd-f647e7479346'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:04.022298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4cd616b5-f5f8-44a1-b429-00a34a481b02 admin admin] Deleting port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:04.025867 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc52cca3-5487-4a53-9d62-4610861b2a74 None None] Routers {'74675ec2-a56b-4b0c-96bd-f647e7479346'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:04.026593 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cc52cca3-5487-4a53-9d62-4610861b2a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:42:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['74675ec2-a56b-4b0c-96bd-f647e7479346'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:04.028006 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd616b5-f5f8-44a1-b429-00a34a481b02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.073151 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d2e276c-03c3-4008-bb78-0af844bad9d0 req-4615e83a-794b-4011-8386-d3eaf5ee4b85 service neutron] 10.222.0.20 "GET /v2.0/networks/695cb19c-8ae2-4afc-8a48-ae6592728c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241629 Jul 16 03:42:04.227352 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c1368-6c47-4312-9e85-d5d3ef7c9be3 req-29893f96-6594-41eb-b4c1-fac85696c670 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.243589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c1368-6c47-4312-9e85-d5d3ef7c9be3 req-29893f96-6594-41eb-b4c1-fac85696c670 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.256350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c1368-6c47-4312-9e85-d5d3ef7c9be3 req-29893f96-6594-41eb-b4c1-fac85696c670 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.256995 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-cc52cca3-5487-4a53-9d62-4610861b2a74 None None] Set router 74675ec2-a56b-4b0c-96bd-f647e7479346 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:04.264209 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a7c1368-6c47-4312-9e85-d5d3ef7c9be3 req-29893f96-6594-41eb-b4c1-fac85696c670 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2413 time: 0.1837568 Jul 16 03:42:04.342898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a7c1368-6c47-4312-9e85-d5d3ef7c9be3 req-954cfc37-a992-46e3-896b-4e4d7e2a225e tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777161 Jul 16 03:42:04.471035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42156) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:04.572914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4cd616b5-f5f8-44a1-b429-00a34a481b02 admin admin] For port 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7035f83b-fa83-4aaa-ae7d-ca54c4fc6128,segment=NetworkSegment(4c9baf8c-3823-4401-bebb-47666fe3e2f0),segment_id=4c9baf8c-3823-4401-bebb-47666fe3e2f0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:04.573555 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd616b5-f5f8-44a1-b429-00a34a481b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.586570 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4cd616b5-f5f8-44a1-b429-00a34a481b02 admin admin] Calling delete_port for 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:04.675893 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20f4dc43-be12-4a08-af84-0edcaa373a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.693854 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-22f1a3ef-0105-4a44-85cf-49a449278e7c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "PUT /v2.0/floatingips/9dfcff0e-64f0-4f2a-93f5-1f41645f1447 HTTP/1.1" status: 200 len: 990 time: 3.5902305 Jul 16 03:42:04.699114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:04.702546 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351ee790-df28-4694-8537-96e0e9bc6105" -d '{"events": [{"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "d0d2dc78-9d27-4feb-b69c-bd25993fc4a7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:04.831751 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f54c5b-607f-4176-84ff-1d9243207acc x-openstack-request-id: req-a4f54c5b-607f-4176-84ff-1d9243207acc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:04.832380 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "tag": "d0d2dc78-9d27-4feb-b69c-bd25993fc4a7", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:04.832746 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4f54c5b-607f-4176-84ff-1d9243207acc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:04.833254 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'tag': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7', 'status': 'completed', 'code': 200} Jul 16 03:42:04.947760 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cc52cca3-5487-4a53-9d62-4610861b2a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:29Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'gw_port': {'id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:31Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '9dfcff0e-64f0-4f2a-93f5-1f41645f1447', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'port_id': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'mac_address': 'fa:16:3e:57:90:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:40:29Z', 'updated_at': '2021-07-16T03:42:02Z', 'revision_number': 1, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a61ee5-b3a3-4259-a76c-4b91deabf0c3', 'name': '', 'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'mac_address': 'fa:16:3e:34:f4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:38Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 5, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'subnets': [{'id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:04.958337 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd616b5-f5f8-44a1-b429-00a34a481b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:04.968208 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ee790-df28-4694-8537-96e0e9bc6105 req-371f80bb-21fc-4fd2-ba3c-f184f56fe541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.968725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ee790-df28-4694-8537-96e0e9bc6105 req-371f80bb-21fc-4fd2-ba3c-f184f56fe541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.969197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ee790-df28-4694-8537-96e0e9bc6105 req-371f80bb-21fc-4fd2-ba3c-f184f56fe541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.969666 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ee790-df28-4694-8537-96e0e9bc6105 req-371f80bb-21fc-4fd2-ba3c-f184f56fe541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.970127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ee790-df28-4694-8537-96e0e9bc6105 req-371f80bb-21fc-4fd2-ba3c-f184f56fe541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.970587 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ee790-df28-4694-8537-96e0e9bc6105 req-371f80bb-21fc-4fd2-ba3c-f184f56fe541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.971202 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ee790-df28-4694-8537-96e0e9bc6105 req-371f80bb-21fc-4fd2-ba3c-f184f56fe541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:04.973199 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-351ee790-df28-4694-8537-96e0e9bc6105 req-371f80bb-21fc-4fd2-ba3c-f184f56fe541 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 6490 time: 0.1330066 Jul 16 03:42:04.990589 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20f4dc43-be12-4a08-af84-0edcaa373a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.006521 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20f4dc43-be12-4a08-af84-0edcaa373a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.022099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd616b5-f5f8-44a1-b429-00a34a481b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=7035f83b-fa83-4aaa-ae7d-ca54c4fc6128,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:05.025399 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52cca3-5487-4a53-9d62-4610861b2a74 None None] Checking router: 74675ec2-a56b-4b0c-96bd-f647e7479346 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:42:05.049236 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc52cca3-5487-4a53-9d62-4610861b2a74 None None] Routers {'74675ec2-a56b-4b0c-96bd-f647e7479346'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:05.052719 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cc52cca3-5487-4a53-9d62-4610861b2a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:42:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['74675ec2-a56b-4b0c-96bd-f647e7479346'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:05.109092 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-20f4dc43-be12-4a08-af84-0edcaa373a67 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16bee3bab7ad459781ee79110a9d2a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6367610 Jul 16 03:42:05.113496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:05.212954 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4dc43-be12-4a08-af84-0edcaa373a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d734bfb-00c5-48f2-b1d8-618b730157da,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:05.278746 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-cc52cca3-5487-4a53-9d62-4610861b2a74 None None] Set router 74675ec2-a56b-4b0c-96bd-f647e7479346 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:05.321229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ee790-df28-4694-8537-96e0e9bc6105 req-424fa018-d163-4f09-b102-c57a5cdef499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:05.323131 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-351ee790-df28-4694-8537-96e0e9bc6105 req-424fa018-d163-4f09-b102-c57a5cdef499 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a777a107-7213-483b-b82b-292962968eb8 HTTP/1.1" status: 200 len: 912 time: 0.3417013 Jul 16 03:42:05.324453 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0db95ae-7bfc-4fd1-aeb6-e56b6b849f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.352423 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0db95ae-7bfc-4fd1-aeb6-e56b6b849f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.387372 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd616b5-f5f8-44a1-b429-00a34a481b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.416332 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0db95ae-7bfc-4fd1-aeb6-e56b6b849f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.419897 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0db95ae-7bfc-4fd1-aeb6-e56b6b849f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.421228 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b0db95ae-7bfc-4fd1-aeb6-e56b6b849f7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d734bfb-00c5-48f2-b1d8-618b730157da HTTP/1.1" status: 204 len: 168 time: 0.3038554 Jul 16 03:42:05.479226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db95ae-7bfc-4fd1-aeb6-e56b6b849f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d734bfb-00c5-48f2-b1d8-618b730157da,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:05.553600 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-351ee790-df28-4694-8537-96e0e9bc6105 req-dd2fb2cf-84ce-44c3-b8dc-2dbf1700e7f1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 HTTP/1.1" status: 200 len: 998 time: 0.1513708 Jul 16 03:42:05.719531 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:05.835213 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cc52cca3-5487-4a53-9d62-4610861b2a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:29Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'gw_port': {'id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:31Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '9dfcff0e-64f0-4f2a-93f5-1f41645f1447', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'port_id': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'mac_address': 'fa:16:3e:57:90:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:40:29Z', 'updated_at': '2021-07-16T03:42:02Z', 'revision_number': 1, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a61ee5-b3a3-4259-a76c-4b91deabf0c3', 'name': '', 'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'mac_address': 'fa:16:3e:34:f4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:38Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 5, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'subnets': [{'id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:05.867781 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ee790-df28-4694-8537-96e0e9bc6105 req-25193af8-1a44-4038-8957-8b012d20c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:05.878487 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-351ee790-df28-4694-8537-96e0e9bc6105 req-25193af8-1a44-4038-8957-8b012d20c5b4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4213d6fc-07e6-4ed1-9520-3ab8eb2974ef HTTP/1.1" status: 200 len: 850 time: 0.3185737 Jul 16 03:42:05.924358 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52cca3-5487-4a53-9d62-4610861b2a74 None None] The sync data for ids ['74675ec2-a56b-4b0c-96bd-f647e7479346'] in n-d-800088-6 is: [{'id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:29Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'gw_port': {'id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:31Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '9dfcff0e-64f0-4f2a-93f5-1f41645f1447', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'floating_ip_address': '172.25.3.90', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'port_id': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'mac_address': 'fa:16:3e:57:90:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:40:29Z', 'updated_at': '2021-07-16T03:42:02Z', 'revision_number': 1, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a61ee5-b3a3-4259-a76c-4b91deabf0c3', 'name': '', 'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'mac_address': 'fa:16:3e:34:f4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:38Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 5, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'subnets': [{'id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:05.958076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:06.029876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314314c-95db-469a-9a63-66d0f0a387e1 req-07e43e3d-8cf2-4af2-9a87-9153c618523a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.038646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314314c-95db-469a-9a63-66d0f0a387e1 req-07e43e3d-8cf2-4af2-9a87-9153c618523a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.071800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314314c-95db-469a-9a63-66d0f0a387e1 req-07e43e3d-8cf2-4af2-9a87-9153c618523a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.073664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b314314c-95db-469a-9a63-66d0f0a387e1 req-07e43e3d-8cf2-4af2-9a87-9153c618523a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2413 time: 0.3801253 Jul 16 03:42:06.080966 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd616b5-f5f8-44a1-b429-00a34a481b02 admin admin] Router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:42:06.101617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 081214bb-5eeb-45ca-933d-b3fcdb17a57d details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:06.218953 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:06.254606 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ee790-df28-4694-8537-96e0e9bc6105 req-2d535378-aab2-4f16-aee2-209170edcd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:06.256238 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-351ee790-df28-4694-8537-96e0e9bc6105 req-2d535378-aab2-4f16-aee2-209170edcd7d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a777a107-7213-483b-b82b-292962968eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3663356 Jul 16 03:42:06.258587 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31c6679f-2a85-4ad3-a2c9-38ad63d7f5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.283789 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b314314c-95db-469a-9a63-66d0f0a387e1 req-47a7a46d-713f-44c7-9e02-16f5681859c0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928852 Jul 16 03:42:06.314592 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92b99d5c-a9fb-48bc-b23b-5bb385b65624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.389385 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd616b5-f5f8-44a1-b429-00a34a481b02 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:42:06.399137 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-92b99d5c-a9fb-48bc-b23b-5bb385b65624 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:42:06.399137 n-d-800088-6 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:42:06.399137 n-d-800088-6 neutron-server[93767]: [parameters: {'project_id': '935cedf789494063af8613c9a9a28324', 'id': '1148264a-f1a1-409f-9237-72088be05ce2', 'expiration': datetime.datetime(2021, 7, 16, 3, 44, 6, 374267)}] Jul 16 03:42:06.399137 n-d-800088-6 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:42:06.400030 n-d-800088-6 neutron-server[93767]: DEBUG oslo_db.api [None req-92b99d5c-a9fb-48bc-b23b-5bb385b65624 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:42:06.414644 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4cd616b5-f5f8-44a1-b429-00a34a481b02 admin admin] 10.222.0.18 "PUT /v2.0/routers/989c7e60-fd4e-470f-aab4-4283e2fbdce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5881176 Jul 16 03:42:06.416488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d725026-1d6d-44dc-9337-b82d9a0d3d93 None None] Sync routers for ids ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:42:06.424241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42198) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:06.456952 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e525cc-bbea-4de0-aa2d-d9fcdd5c9db0 None None] New status for floating IP 9dfcff0e-64f0-4f2a-93f5-1f41645f1447: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:42:06.501816 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 081214bb-5eeb-45ca-933d-b3fcdb17a57d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=081214bb-5eeb-45ca-933d-b3fcdb17a57d,segment=NetworkSegment(33fe6d86-d48e-466f-8615-47266082c828),segment_id=33fe6d86-d48e-466f-8615-47266082c828)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:06.516614 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d725026-1d6d-44dc-9337-b82d9a0d3d93 None None] Routers {'989c7e60-fd4e-470f-aab4-4283e2fbdce5'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:06.517761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8d725026-1d6d-44dc-9337-b82d9a0d3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:42:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:06.578134 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '081214bb-5eeb-45ca-933d-b3fcdb17a57d', 'network_id': '675bde05-0837-4333-bf60-10c08cc65f45', 'port_id': '081214bb-5eeb-45ca-933d-b3fcdb17a57d', 'mac_address': 'fa:16:3e:6f:43:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877f9b99-19e3-4961-b4b0-5e856d2a5796', 'ip_address': '19.86.0.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:06.621950 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-351ee790-df28-4694-8537-96e0e9bc6105 req-542dbc7e-99ec-4c69-99b6-290be03c0bbd service neutron] 10.222.0.88 "GET /v2.0/networks/a777a107-7213-483b-b82b-292962968eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362710 Jul 16 03:42:06.649396 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.679701 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.698810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081214bb-5eeb-45ca-933d-b3fcdb17a57d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:06.722825 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:06.723605 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 081214bb-5eeb-45ca-933d-b3fcdb17a57d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=081214bb-5eeb-45ca-933d-b3fcdb17a57d,segment=NetworkSegment(33fe6d86-d48e-466f-8615-47266082c828),segment_id=33fe6d86-d48e-466f-8615-47266082c828)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:06.730449 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.731443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d690a557-24bc-4a6e-81cc-e895e438990d details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:06.810357 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31c6679f-2a85-4ad3-a2c9-38ad63d7f5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.821266 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-31c6679f-2a85-4ad3-a2c9-38ad63d7f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.837993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8d725026-1d6d-44dc-9337-b82d9a0d3d93 None None] Set router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:06.850842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-351ee790-df28-4694-8537-96e0e9bc6105 req-244550e7-98e1-4cf9-9757-131a39745ec3 service neutron] 10.222.0.88 "GET /v2.0/networks/a777a107-7213-483b-b82b-292962968eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137775 Jul 16 03:42:06.871006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-31c6679f-2a85-4ad3-a2c9-38ad63d7f5e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c167d17d759f45beb8a0892c8fa2c588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9111812 Jul 16 03:42:06.872464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6679f-2a85-4ad3-a2c9-38ad63d7f5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e49c85-71d2-4bbf-bc4e-6931bf2505dd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:06.874991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42206) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:06.890464 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.904430 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92b99d5c-a9fb-48bc-b23b-5bb385b65624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:06.930274 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:42:06.994396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] Deleting port 9039ae40-5947-4549-aae5-cd3710ec16cb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:06.997496 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=081214bb-5eeb-45ca-933d-b3fcdb17a57d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:06.998066 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.004807 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5cae3ae-73f8-4040-b6b1-686e9f54c0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.041913 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf7b70b7-d079-46fc-b558-c8ccd36fd22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.067372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.067635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.067976 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.068556 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.069076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.069577 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.070081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.070653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.071163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.071671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.072186 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.072542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:07.073708 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf7b70b7-d079-46fc-b558-c8ccd36fd22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.110988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d690a557-24bc-4a6e-81cc-e895e438990d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d690a557-24bc-4a6e-81cc-e895e438990d,segment=NetworkSegment(cd80684a-aae5-4a09-b7bb-768f4ea70049),segment_id=cd80684a-aae5-4a09-b7bb-768f4ea70049)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:07.111779 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] For port 9039ae40-5947-4549-aae5-cd3710ec16cb, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9039ae40-5947-4549-aae5-cd3710ec16cb,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:07.112290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.133008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] Calling delete_port for 9039ae40-5947-4549-aae5-cd3710ec16cb owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:07.161348 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'd690a557-24bc-4a6e-81cc-e895e438990d', 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c', 'port_id': 'd690a557-24bc-4a6e-81cc-e895e438990d', 'mac_address': 'fa:16:3e:be:c9:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c77d3f-7c7d-40ce-9cef-d2390432f0b4', 'ip_address': '19.80.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:07.167142 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92b99d5c-a9fb-48bc-b23b-5bb385b65624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.175366 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92b99d5c-a9fb-48bc-b23b-5bb385b65624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.227229 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.244023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d690a557-24bc-4a6e-81cc-e895e438990d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:07.249963 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf7b70b7-d079-46fc-b558-c8ccd36fd22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.253180 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf7b70b7-d079-46fc-b558-c8ccd36fd22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.253916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8d725026-1d6d-44dc-9337-b82d9a0d3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:41Z', 'updated_at': '2021-07-16T03:42:04Z', 'revision_number': 5, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'gw_port': {'id': '9039ae40-5947-4549-aae5-cd3710ec16cb', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:3e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:30:43Z', 'updated_at': '2021-07-16T03:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:07.255125 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cf7b70b7-d079-46fc-b558-c8ccd36fd22f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58e49c85-71d2-4bbf-bc4e-6931bf2505dd HTTP/1.1" status: 204 len: 168 time: 0.3793676 Jul 16 03:42:07.274464 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-92b99d5c-a9fb-48bc-b23b-5bb385b65624 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=935cedf789494063af8613c9a9a28324&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0435665 Jul 16 03:42:07.275521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b99d5c-a9fb-48bc-b23b-5bb385b65624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923344f9-b5e4-4a25-8798-845b1825adb2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:07.278350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:07.289405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d725026-1d6d-44dc-9337-b82d9a0d3d93 None None] Checking router: 989c7e60-fd4e-470f-aab4-4283e2fbdce5 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:42:07.294880 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d690a557-24bc-4a6e-81cc-e895e438990d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d690a557-24bc-4a6e-81cc-e895e438990d,segment=NetworkSegment(cd80684a-aae5-4a09-b7bb-768f4ea70049),segment_id=cd80684a-aae5-4a09-b7bb-768f4ea70049)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:07.301298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b70b7-d079-46fc-b558-c8ccd36fd22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e49c85-71d2-4bbf-bc4e-6931bf2505dd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:07.301585 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.302451 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 049232e1-9960-4be3-8eff-9c071d05b025 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:07.307195 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d725026-1d6d-44dc-9337-b82d9a0d3d93 None None] Routers {'989c7e60-fd4e-470f-aab4-4283e2fbdce5'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:42:07.308130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8d725026-1d6d-44dc-9337-b82d9a0d3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:42:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:07.381360 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8651-3aca-446f-b4e6-53278116bfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.415435 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8651-3aca-446f-b4e6-53278116bfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.429976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.518445 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8651-3aca-446f-b4e6-53278116bfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.521202 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c7d8651-3aca-446f-b4e6-53278116bfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.522655 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2c7d8651-3aca-446f-b4e6-53278116bfad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/923344f9-b5e4-4a25-8798-845b1825adb2 HTTP/1.1" status: 204 len: 168 time: 0.2412567 Jul 16 03:42:07.540592 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] Pushing event deleted for resources: {'Port': ['ID=9039ae40-5947-4549-aae5-cd3710ec16cb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:07.616463 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 049232e1-9960-4be3-8eff-9c071d05b025, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=049232e1-9960-4be3-8eff-9c071d05b025,segment=NetworkSegment(cd80684a-aae5-4a09-b7bb-768f4ea70049),segment_id=cd80684a-aae5-4a09-b7bb-768f4ea70049)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:07.624778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d8651-3aca-446f-b4e6-53278116bfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923344f9-b5e4-4a25-8798-845b1825adb2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:07.641089 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5cae3ae-73f8-4040-b6b1-686e9f54c0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.663411 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.667294 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5cae3ae-73f8-4040-b6b1-686e9f54c0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.682598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=d690a557-24bc-4a6e-81cc-e895e438990d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:07.701688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '049232e1-9960-4be3-8eff-9c071d05b025', 'network_id': '695cb19c-8ae2-4afc-8a48-ae6592728c7c', 'port_id': '049232e1-9960-4be3-8eff-9c071d05b025', 'mac_address': 'fa:16:3e:64:59:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 932, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c77d3f-7c7d-40ce-9cef-d2390432f0b4', 'ip_address': '19.80.0.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:07.704174 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8d725026-1d6d-44dc-9337-b82d9a0d3d93 None None] Set router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:42:07.727884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e5cae3ae-73f8-4040-b6b1-686e9f54c0ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4b12c76183b434aa5b710b8f287a2a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0036230 Jul 16 03:42:07.744066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:07.807074 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.811519 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.827662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8d725026-1d6d-44dc-9337-b82d9a0d3d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:41Z', 'updated_at': '2021-07-16T03:42:06Z', 'revision_number': 6, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:07.850388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cae3ae-73f8-4040-b6b1-686e9f54c0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d430e47d-96da-4e52-9ccf-6c4957eda8a8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:07.886088 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.887884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 989c7e60-fd4e-470f-aab4-4283e2fbdce5 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:42:07.899399 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.903009 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cc54cf21-5ac7-45a3-93c0-af3b9247653a admin admin] 10.222.0.18 "DELETE /v2.0/routers/989c7e60-fd4e-470f-aab4-4283e2fbdce5 HTTP/1.1" status: 204 len: 168 time: 1.4763067 Jul 16 03:42:07.906090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42234) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:07.908744 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b273ca-4543-4f8a-b7ee-65ac885bb2a5 req-b1fd6b2e-0f8b-4967-89b1-72cec679dd8e tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.916150 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b273ca-4543-4f8a-b7ee-65ac885bb2a5 req-b1fd6b2e-0f8b-4967-89b1-72cec679dd8e tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.922446 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.924834 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b273ca-4543-4f8a-b7ee-65ac885bb2a5 req-b1fd6b2e-0f8b-4967-89b1-72cec679dd8e tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:07.925700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d725026-1d6d-44dc-9337-b82d9a0d3d93 None None] The sync data for ids ['989c7e60-fd4e-470f-aab4-4283e2fbdce5'] in n-d-800088-6 is: [{'id': '989c7e60-fd4e-470f-aab4-4283e2fbdce5', 'name': 'tempest-TaggedBootDevicesTest_v242-1583237548-router', 'tenant_id': 'd79f4b9420fd452b874072e387240e86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:30:41Z', 'updated_at': '2021-07-16T03:42:06Z', 'revision_number': 6, 'project_id': 'd79f4b9420fd452b874072e387240e86', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:42:07.926949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4b273ca-4543-4f8a-b7ee-65ac885bb2a5 req-b1fd6b2e-0f8b-4967-89b1-72cec679dd8e tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2415 time: 0.4095929 Jul 16 03:42:07.935099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ce2acf2-c709-41b8-82cd-02c4c4979607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:07.959384 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049232e1-9960-4be3-8eff-9c071d05b025 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:08.004523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 049232e1-9960-4be3-8eff-9c071d05b025, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=049232e1-9960-4be3-8eff-9c071d05b025,segment=NetworkSegment(cd80684a-aae5-4a09-b7bb-768f4ea70049),segment_id=cd80684a-aae5-4a09-b7bb-768f4ea70049)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:08.012541 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.018349 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ba1bbd-bc66-45ed-9cbc-b3f32688ba25 admin admin] Deleting subnet 77350ccd-3edf-4270-8e46-f1233ff0f07f {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:08.024354 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1bbd-bc66-45ed-9cbc-b3f32688ba25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.089493 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=049232e1-9960-4be3-8eff-9c071d05b025,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:08.101687 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1bbd-bc66-45ed-9cbc-b3f32688ba25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.203407 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1bbd-bc66-45ed-9cbc-b3f32688ba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.291001 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1bbd-bc66-45ed-9cbc-b3f32688ba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.329333 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba1bbd-bc66-45ed-9cbc-b3f32688ba25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77350ccd-3edf-4270-8e46-f1233ff0f07f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:08.337915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['049232e1-9960-4be3-8eff-9c071d05b025'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:08.349030 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4ba1bbd-bc66-45ed-9cbc-b3f32688ba25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.356161 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d4ba1bbd-bc66-45ed-9cbc-b3f32688ba25 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/77350ccd-3edf-4270-8e46-f1233ff0f07f HTTP/1.1" status: 204 len: 168 time: 0.4488764 Jul 16 03:42:08.358507 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42258) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:08.418135 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ce2acf2-c709-41b8-82cd-02c4c4979607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.419719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946319d8-1cff-48de-8fad-45693cb01f6a None None] Network 63a46837-9980-4aa6-9f86-1ac43e93b43d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:08.422655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['081214bb-5eeb-45ca-933d-b3fcdb17a57d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:08.511403 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4b273ca-4543-4f8a-b7ee-65ac885bb2a5 req-718eb786-4aba-4c9c-9508-e533ba5e4bac tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665915 Jul 16 03:42:08.521804 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ce2acf2-c709-41b8-82cd-02c4c4979607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.527936 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ce2acf2-c709-41b8-82cd-02c4c4979607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.532267 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3ce2acf2-c709-41b8-82cd-02c4c4979607 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d430e47d-96da-4e52-9ccf-6c4957eda8a8 HTTP/1.1" status: 204 len: 168 time: 0.7867060 Jul 16 03:42:08.542566 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.555011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2acf2-c709-41b8-82cd-02c4c4979607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d430e47d-96da-4e52-9ccf-6c4957eda8a8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:08.585249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:08.617228 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] Deleting port e056888c-b7ba-4a0f-ac27-8781ceb3a53f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:08.617727 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.688825 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:08.689177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7035f83b-fa83-4aaa-ae7d-ca54c4fc6128 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:08.719262 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] For port e056888c-b7ba-4a0f-ac27-8781ceb3a53f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e056888c-b7ba-4a0f-ac27-8781ceb3a53f,segment=NetworkSegment(4c9baf8c-3823-4401-bebb-47666fe3e2f0),segment_id=4c9baf8c-3823-4401-bebb-47666fe3e2f0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:08.719870 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.733920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] Calling delete_port for e056888c-b7ba-4a0f-ac27-8781ceb3a53f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:08.834526 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:08.887718 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] Pushing event deleted for resources: {'Port': ['ID=e056888c-b7ba-4a0f-ac27-8781ceb3a53f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:08.889697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] No DVR routers for this DVR port e056888c-b7ba-4a0f-ac27-8781ceb3a53f on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:08.912735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42f0aec-7a2c-4061-80cd-4d1358b33468 None None] DHCP port deletion for 63a46837-9980-4aa6-9f86-1ac43e93b43d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:42:09.003677 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.019022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a46837-9980-4aa6-9f86-1ac43e93b43d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:09.030777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9baf8c-3823-4401-bebb-47666fe3e2f0') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:09.031428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9baf8c-3823-4401-bebb-47666fe3e2f0') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:09.043011 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.063538 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.081276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:42:09.081868 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:42:09.083818 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:42:09.116640 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42280) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:09.131349 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0639becb-8e6c-4e83-88ed-aca2962d68eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.146286 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.154365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.160731 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] 10.222.0.18 "DELETE /v2.0/networks/63a46837-9980-4aa6-9f86-1ac43e93b43d HTTP/1.1" status: 204 len: 168 time: 0.8008752 Jul 16 03:42:09.179650 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d781268-b1eb-4051-85af-0831b380689d admin admin] Pushing event deleted for resources: {'Network': ['ID=63a46837-9980-4aa6-9f86-1ac43e93b43d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:09.267469 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0639becb-8e6c-4e83-88ed-aca2962d68eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.272623 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0639becb-8e6c-4e83-88ed-aca2962d68eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.318042 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0639becb-8e6c-4e83-88ed-aca2962d68eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d30e6c00e1a45d4b2379e3bb2b37c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002196 Jul 16 03:42:09.320401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639becb-8e6c-4e83-88ed-aca2962d68eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90756fb5-cfb4-43ac-8c3c-ef951256ba7a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:09.320715 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42288) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:09.363899 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:09.398063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dc760c0-74cc-4bc3-a95f-57c3e2892be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.428857 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dc760c0-74cc-4bc3-a95f-57c3e2892be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.430994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c12943b8-5a37-420e-a620-cf4976c4e801 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d79f4b9420fd452b874072e387240e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653079 Jul 16 03:42:09.433490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:09.455853 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['d690a557-24bc-4a6e-81cc-e895e438990d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:09.493931 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcb5dffd-1037-4e7c-ba86-a38e364ec1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.525435 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcb5dffd-1037-4e7c-ba86-a38e364ec1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.532134 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dc760c0-74cc-4bc3-a95f-57c3e2892be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.534892 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dc760c0-74cc-4bc3-a95f-57c3e2892be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.538460 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9dc760c0-74cc-4bc3-a95f-57c3e2892be3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90756fb5-cfb4-43ac-8c3c-ef951256ba7a HTTP/1.1" status: 204 len: 168 time: 0.2134991 Jul 16 03:42:09.548145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc760c0-74cc-4bc3-a95f-57c3e2892be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90756fb5-cfb4-43ac-8c3c-ef951256ba7a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:09.605716 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcb5dffd-1037-4e7c-ba86-a38e364ec1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.608828 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcb5dffd-1037-4e7c-ba86-a38e364ec1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:09.611253 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dcb5dffd-1037-4e7c-ba86-a38e364ec1f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac228e0f-aa27-4db3-b46f-93d1453f832f HTTP/1.1" status: 204 len: 168 time: 0.1756206 Jul 16 03:42:09.630262 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5dffd-1037-4e7c-ba86-a38e364ec1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac228e0f-aa27-4db3-b46f-93d1453f832f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:09.782709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebab825-7777-48e5-92a3-4fb68a1a7f93 req-f8c48f5f-bb19-464d-86e2-0c1cd0fbfa66 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:09.789319 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebab825-7777-48e5-92a3-4fb68a1a7f93 req-f8c48f5f-bb19-464d-86e2-0c1cd0fbfa66 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:09.795717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebab825-7777-48e5-92a3-4fb68a1a7f93 req-f8c48f5f-bb19-464d-86e2-0c1cd0fbfa66 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:09.797870 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ebab825-7777-48e5-92a3-4fb68a1a7f93 req-f8c48f5f-bb19-464d-86e2-0c1cd0fbfa66 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2416 time: 0.1079626 Jul 16 03:42:09.840823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ebab825-7777-48e5-92a3-4fb68a1a7f93 req-e7ec9b71-e4f2-4d80-8676-5e909fcfbc74 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353405 Jul 16 03:42:10.092531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 049232e1-9960-4be3-8eff-9c071d05b025 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:10.146783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 049232e1-9960-4be3-8eff-9c071d05b025 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:10.150833 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 049232e1-9960-4be3-8eff-9c071d05b025 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:10.151211 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.233235 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.258694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049232e1-9960-4be3-8eff-9c071d05b025'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:10.261615 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7e28de-64f0-4e5e-9770-d86f008d672f" -d '{"events": [{"server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "name": "network-vif-plugged", "status": "completed", "tag": "049232e1-9960-4be3-8eff-9c071d05b025"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:10.275496 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 049232e1-9960-4be3-8eff-9c071d05b025, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=049232e1-9960-4be3-8eff-9c071d05b025,segment=NetworkSegment(cd80684a-aae5-4a09-b7bb-768f4ea70049),segment_id=cd80684a-aae5-4a09-b7bb-768f4ea70049)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:10.280238 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.281175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 081214bb-5eeb-45ca-933d-b3fcdb17a57d up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:10.318874 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b42c22-c9dd-4d8e-a812-83c39169a261 x-openstack-request-id: req-c2b42c22-c9dd-4d8e-a812-83c39169a261 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:10.319179 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "name": "network-vif-plugged", "status": "completed", "tag": "049232e1-9960-4be3-8eff-9c071d05b025", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:10.319477 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c2b42c22-c9dd-4d8e-a812-83c39169a261 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:10.319873 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049232e1-9960-4be3-8eff-9c071d05b025', 'code': 200} Jul 16 03:42:10.385161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=049232e1-9960-4be3-8eff-9c071d05b025,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:10.400452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 081214bb-5eeb-45ca-933d-b3fcdb17a57d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:10.404513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 081214bb-5eeb-45ca-933d-b3fcdb17a57d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:10.404893 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.445283 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e056888c-b7ba-4a0f-ac27-8781ceb3a53f no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:10.471172 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: e056888c-b7ba-4a0f-ac27-8781ceb3a53f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:10.471510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e056888c-b7ba-4a0f-ac27-8781ceb3a53f not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:10.472146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9039ae40-5947-4549-aae5-cd3710ec16cb no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:10.498276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 9039ae40-5947-4549-aae5-cd3710ec16cb {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:10.498620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9039ae40-5947-4549-aae5-cd3710ec16cb not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:10.538815 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.576508 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 081214bb-5eeb-45ca-933d-b3fcdb17a57d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=081214bb-5eeb-45ca-933d-b3fcdb17a57d,segment=NetworkSegment(33fe6d86-d48e-466f-8615-47266082c828),segment_id=33fe6d86-d48e-466f-8615-47266082c828)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:10.581876 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:10.635588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=081214bb-5eeb-45ca-933d-b3fcdb17a57d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:11.045234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fa31f-b8bb-4ed8-9659-ddf7d86da960 req-13a2572d-0c1e-4479-99b2-6816fb398252 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:11.051094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fa31f-b8bb-4ed8-9659-ddf7d86da960 req-13a2572d-0c1e-4479-99b2-6816fb398252 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:11.057222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fa31f-b8bb-4ed8-9659-ddf7d86da960 req-13a2572d-0c1e-4479-99b2-6816fb398252 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:11.059463 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-434fa31f-b8bb-4ed8-9659-ddf7d86da960 req-13a2572d-0c1e-4479-99b2-6816fb398252 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2418 time: 0.0883772 Jul 16 03:42:11.113272 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-434fa31f-b8bb-4ed8-9659-ddf7d86da960 req-636b73a3-71c9-4ea0-83b1-4a3007a89f5e tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Jul 16 03:42:12.105979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d690a557-24bc-4a6e-81cc-e895e438990d up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:12.216919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port d690a557-24bc-4a6e-81cc-e895e438990d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:12.226317 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port d690a557-24bc-4a6e-81cc-e895e438990d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:12.226317 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:12.320660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081214bb-5eeb-45ca-933d-b3fcdb17a57d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:12.325785 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18331ae0-4303-4ab3-96b4-780469e7ff03" -d '{"events": [{"server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "name": "network-vif-plugged", "status": "completed", "tag": "081214bb-5eeb-45ca-933d-b3fcdb17a57d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:12.403018 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:12.457781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d690a557-24bc-4a6e-81cc-e895e438990d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d690a557-24bc-4a6e-81cc-e895e438990d,segment=NetworkSegment(cd80684a-aae5-4a09-b7bb-768f4ea70049),segment_id=cd80684a-aae5-4a09-b7bb-768f4ea70049)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:12.465981 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:12.480094 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823da397-b311-480c-bc06-d207793602e3 x-openstack-request-id: req-823da397-b311-480c-bc06-d207793602e3 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:12.481080 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "name": "network-vif-plugged", "status": "completed", "tag": "081214bb-5eeb-45ca-933d-b3fcdb17a57d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:12.481429 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-823da397-b311-480c-bc06-d207793602e3 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:12.481834 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081214bb-5eeb-45ca-933d-b3fcdb17a57d', 'code': 200} Jul 16 03:42:12.492469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b87c6-01dd-45f8-ba32-c553e06fb0d1 req-0abd892c-8742-46f1-8a8b-fb6094731cec tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:12.499149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b87c6-01dd-45f8-ba32-c553e06fb0d1 req-0abd892c-8742-46f1-8a8b-fb6094731cec tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:12.506219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b87c6-01dd-45f8-ba32-c553e06fb0d1 req-0abd892c-8742-46f1-8a8b-fb6094731cec tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:12.514668 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-204b87c6-01dd-45f8-ba32-c553e06fb0d1 req-0abd892c-8742-46f1-8a8b-fb6094731cec tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2418 time: 0.1655455 Jul 16 03:42:12.537541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=d690a557-24bc-4a6e-81cc-e895e438990d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:12.576399 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-204b87c6-01dd-45f8-ba32-c553e06fb0d1 req-d7fcc287-7b78-4aeb-8851-37cb0f9cfdbb tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585315 Jul 16 03:42:13.008232 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42480) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:13.241676 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48ba6b6-bcf4-4245-a90c-659f062d001d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.352165 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48ba6b6-bcf4-4245-a90c-659f062d001d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.359671 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c48ba6b6-bcf4-4245-a90c-659f062d001d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.409156 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ba6b6-bcf4-4245-a90c-659f062d001d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8946b988-393c-4481-90ac-5009468f8c12,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:13.443901 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c48ba6b6-bcf4-4245-a90c-659f062d001d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9967f5fdf72e4a31ab9d2c736aae3a25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293194 Jul 16 03:42:13.443901 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42506) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:13.513936 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bd906f8-f981-4ec5-aa5b-5848715bfdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.540530 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bd906f8-f981-4ec5-aa5b-5848715bfdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.606716 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bd906f8-f981-4ec5-aa5b-5848715bfdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.616869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bd906f8-f981-4ec5-aa5b-5848715bfdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:13.618734 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2bd906f8-f981-4ec5-aa5b-5848715bfdd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8946b988-393c-4481-90ac-5009468f8c12 HTTP/1.1" status: 204 len: 168 time: 0.1753407 Jul 16 03:42:13.640101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd906f8-f981-4ec5-aa5b-5848715bfdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8946b988-393c-4481-90ac-5009468f8c12,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:13.840939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2903b88-3046-4b31-b330-86a1d72e7249 req-8352d044-3f5a-4833-8757-505c17681430 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1280205 Jul 16 03:42:13.872229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f91573-b5eb-4325-bff6-c74fd5396bd0 req-c2118195-a6c6-4789-a302-7716a848b831 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:13.879219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f91573-b5eb-4325-bff6-c74fd5396bd0 req-c2118195-a6c6-4789-a302-7716a848b831 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:13.886055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f91573-b5eb-4325-bff6-c74fd5396bd0 req-c2118195-a6c6-4789-a302-7716a848b831 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:13.894192 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-11f91573-b5eb-4325-bff6-c74fd5396bd0 req-c2118195-a6c6-4789-a302-7716a848b831 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2419 time: 0.1328607 Jul 16 03:42:13.935044 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-11f91573-b5eb-4325-bff6-c74fd5396bd0 req-babe4e69-a70c-4e6a-ad7b-b9c44dee6350 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395863 Jul 16 03:42:14.029000 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2903b88-3046-4b31-b330-86a1d72e7249 req-88ade207-3a09-48ec-850f-e9b713c82add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.030449 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2903b88-3046-4b31-b330-86a1d72e7249 req-88ade207-3a09-48ec-850f-e9b713c82add service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 1096 time: 0.0942140 Jul 16 03:42:14.177433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2903b88-3046-4b31-b330-86a1d72e7249 req-440b6533-0e03-4160-8c08-c55faaee7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.179468 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2903b88-3046-4b31-b330-86a1d72e7249 req-440b6533-0e03-4160-8c08-c55faaee7f8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.1163657 Jul 16 03:42:14.319961 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2903b88-3046-4b31-b330-86a1d72e7249 req-2aa6821a-b109-42f4-be5f-b41a863b0cbc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2557a60-55c2-41e3-851f-8a9db2327477 HTTP/1.1" status: 200 len: 999 time: 0.1338995 Jul 16 03:42:14.404444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2903b88-3046-4b31-b330-86a1d72e7249 req-9fa280b4-0751-4b31-b327-a9b7d4b4a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.406303 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2903b88-3046-4b31-b330-86a1d72e7249 req-9fa280b4-0751-4b31-b327-a9b7d4b4a5a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.0782709 Jul 16 03:42:14.483456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd690a557-24bc-4a6e-81cc-e895e438990d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:14.486099 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce46bd1-e5e0-4361-a7f1-6a2c60953639" -d '{"events": [{"server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "name": "network-vif-plugged", "status": "completed", "tag": "d690a557-24bc-4a6e-81cc-e895e438990d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:14.500786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2903b88-3046-4b31-b330-86a1d72e7249 req-56143946-8f44-4044-be85-da71171aece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.502392 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2903b88-3046-4b31-b330-86a1d72e7249 req-56143946-8f44-4044-be85-da71171aece8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906892 Jul 16 03:42:14.576282 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f479867-412b-44d1-a5c8-003527b167f4 x-openstack-request-id: req-2f479867-412b-44d1-a5c8-003527b167f4 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:14.576856 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "name": "network-vif-plugged", "status": "completed", "tag": "d690a557-24bc-4a6e-81cc-e895e438990d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:14.577173 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f479867-412b-44d1-a5c8-003527b167f4 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:14.577635 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd690a557-24bc-4a6e-81cc-e895e438990d', 'code': 200} Jul 16 03:42:14.682556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2903b88-3046-4b31-b330-86a1d72e7249 req-493d4edd-9459-4718-98bc-13065c63dc0a service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660511 Jul 16 03:42:14.776350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42576) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:14.863619 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c63e4-3b98-45b2-9ecb-18bee74e9e18 req-1df4469a-25be-48f1-8b1d-d1b86aaafb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.864135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c63e4-3b98-45b2-9ecb-18bee74e9e18 req-1df4469a-25be-48f1-8b1d-d1b86aaafb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.864602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c63e4-3b98-45b2-9ecb-18bee74e9e18 req-1df4469a-25be-48f1-8b1d-d1b86aaafb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:14.867662 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-594c63e4-3b98-45b2-9ecb-18bee74e9e18 req-1df4469a-25be-48f1-8b1d-d1b86aaafb00 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2872 time: 0.2088535 Jul 16 03:42:14.872819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2903b88-3046-4b31-b330-86a1d72e7249 req-010885d3-eafd-42b2-bef1-4376f9b04c55 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825252 Jul 16 03:42:14.917540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-594c63e4-3b98-45b2-9ecb-18bee74e9e18 req-20b20fea-deeb-4faf-9227-f8919d972a50 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431108 Jul 16 03:42:14.933939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1276319749-network', 'tenant_id': '067beead6d1746e085ad41961247eb6f'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:14.967079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] Made reservation on behalf of 067beead6d1746e085ad41961247eb6f for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:14.972386 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:14.984362 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.112403 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42592) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:15.123062 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.128029 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.176285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288f183-e7d2-455d-af1d-927d0edf3086 req-ac0acb5b-c39d-482d-b652-c7b0eeab7bf0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:15.181290 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:42:15.183117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288f183-e7d2-455d-af1d-927d0edf3086 req-ac0acb5b-c39d-482d-b652-c7b0eeab7bf0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:15.190121 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288f183-e7d2-455d-af1d-927d0edf3086 req-ac0acb5b-c39d-482d-b652-c7b0eeab7bf0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:15.192181 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9288f183-e7d2-455d-af1d-927d0edf3086 req-ac0acb5b-c39d-482d-b652-c7b0eeab7bf0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2419 time: 0.1152112 Jul 16 03:42:15.199866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0609d4ec-715c-41fe-a6e5-7e56a80a95a0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:15.207147 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.207880 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] Added segment 1c5b3235-f1a0-4135-b663-9995536e6934 of type vlan for network 60c26171-6723-444d-a8a0-32579fa3f3a9 Jul 16 03:42:15.268715 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.290589 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9288f183-e7d2-455d-af1d-927d0edf3086 req-90c0dfc4-4a7b-4763-a42b-e889d91b8945 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711684 Jul 16 03:42:15.314053 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.315298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:15.315894 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.329541 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f09feca3-2a9a-4fc7-9bb7-e8fc60e59129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.335376 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5571795 Jul 16 03:42:15.338349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:15.345042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f1e432c6-ce5d-45d8-ba71-890b72460708 admin admin] Request body: {'subnet': {'network_id': '60c26171-6723-444d-a8a0-32579fa3f3a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1276319749-subnet', 'tenant_id': '067beead6d1746e085ad41961247eb6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:15.386526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e432c6-ce5d-45d8-ba71-890b72460708 admin admin] Made reservation on behalf of 067beead6d1746e085ad41961247eb6f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:15.390798 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1e432c6-ce5d-45d8-ba71-890b72460708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.422886 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a488fbd-2256-4348-8718-99df82f666ed admin admin] Pushing event updated for resources: {'Network': ['ID=60c26171-6723-444d-a8a0-32579fa3f3a9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:15.435172 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 60c26171-6723-444d-a8a0-32579fa3f3a9 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:42:15.542594 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f09feca3-2a9a-4fc7-9bb7-e8fc60e59129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.549580 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f09feca3-2a9a-4fc7-9bb7-e8fc60e59129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.605970 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09feca3-2a9a-4fc7-9bb7-e8fc60e59129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29f45b0-64f3-4eb6-81b4-9878c4a6e07f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:15.611892 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f09feca3-2a9a-4fc7-9bb7-e8fc60e59129 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73abff966a244ff7921c8915544d8527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4979150 Jul 16 03:42:15.614097 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42606) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:15.677316 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e75e4569-0260-4bb3-ae58-1ed07ddd9c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.684632 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1e432c6-ce5d-45d8-ba71-890b72460708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.702982 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e75e4569-0260-4bb3-ae58-1ed07ddd9c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.768448 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e75e4569-0260-4bb3-ae58-1ed07ddd9c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.773081 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e75e4569-0260-4bb3-ae58-1ed07ddd9c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.775210 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e75e4569-0260-4bb3-ae58-1ed07ddd9c38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b29f45b0-64f3-4eb6-81b4-9878c4a6e07f HTTP/1.1" status: 204 len: 168 time: 0.1599052 Jul 16 03:42:15.786647 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e4569-0260-4bb3-ae58-1ed07ddd9c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29f45b0-64f3-4eb6-81b4-9878c4a6e07f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:15.798644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e432c6-ce5d-45d8-ba71-890b72460708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed1719f6-0ff5-4c5a-99a0-8903e34a1d55,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:15.817898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e432c6-ce5d-45d8-ba71-890b72460708 admin admin] Checking segment: {'id': '1c5b3235-f1a0-4135-b663-9995536e6934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '60c26171-6723-444d-a8a0-32579fa3f3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:15.818285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e432c6-ce5d-45d8-ba71-890b72460708 admin admin] Network hostable DHCP agents. Network: 60c26171-6723-444d-a8a0-32579fa3f3a9, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:42:15.865684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e432c6-ce5d-45d8-ba71-890b72460708 admin admin] Network 60c26171-6723-444d-a8a0-32579fa3f3a9 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:42:15.877273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f1e432c6-ce5d-45d8-ba71-890b72460708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 60c26171-6723-444d-a8a0-32579fa3f3a9) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:15.888603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e323d58-8b13-4358-9308-e7a7851f41dd None None] Network 60c26171-6723-444d-a8a0-32579fa3f3a9 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:15.901773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e432c6-ce5d-45d8-ba71-890b72460708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:15.903152 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1e432c6-ce5d-45d8-ba71-890b72460708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:15.936339 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f1e432c6-ce5d-45d8-ba71-890b72460708 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5893903 Jul 16 03:42:16.126116 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7792206-b477-499a-a283-c131e0828a29 None None] Network 60c26171-6723-444d-a8a0-32579fa3f3a9 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:16.263576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:16.284956 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eebac94-351b-46b3-b71c-aae364355560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.487664 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eebac94-351b-46b3-b71c-aae364355560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.497549 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3eebac94-351b-46b3-b71c-aae364355560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.549595 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3eebac94-351b-46b3-b71c-aae364355560 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a278ec313b994fb585b2533a4687d82a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845230 Jul 16 03:42:16.550648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebac94-351b-46b3-b71c-aae364355560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0eb317b-605f-462c-99c9-72d31ac95cdf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:16.552302 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42634) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:16.731498 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a29ec332-7456-40fb-89fb-7e4e20cdcc6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.785611 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a29ec332-7456-40fb-89fb-7e4e20cdcc6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.897053 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a29ec332-7456-40fb-89fb-7e4e20cdcc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.900863 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a29ec332-7456-40fb-89fb-7e4e20cdcc6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:16.906996 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a29ec332-7456-40fb-89fb-7e4e20cdcc6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0eb317b-605f-462c-99c9-72d31ac95cdf HTTP/1.1" status: 204 len: 168 time: 0.3513579 Jul 16 03:42:16.917305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ec332-7456-40fb-89fb-7e4e20cdcc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0eb317b-605f-462c-99c9-72d31ac95cdf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:17.036279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-e7b81e08-ec79-4d2d-b10b-f4e88e8291c2 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:17.038002 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-e7b81e08-ec79-4d2d-b10b-f4e88e8291c2 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/networks?id=60c26171-6723-444d-a8a0-32579fa3f3a9 HTTP/1.1" status: 200 len: 821 time: 0.2763093 Jul 16 03:42:17.062313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013810e-0fcb-4082-ae77-b1009cf9f0e4 req-589e4c41-fd77-44a7-8c66-9a3c4745bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:17.063816 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2013810e-0fcb-4082-ae77-b1009cf9f0e4 req-589e4c41-fd77-44a7-8c66-9a3c4745bf56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 1096 time: 0.2362533 Jul 16 03:42:17.066190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-548845c5-9e3a-44fb-a866-dde166b43bb8 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/quotas/067beead6d1746e085ad41961247eb6f HTTP/1.1" status: 200 len: 375 time: 0.0206487 Jul 16 03:42:17.122469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd5abe-7cc9-48f0-a999-24c292c2f208 req-deaf0a9f-da33-4067-bf9d-a67aa5f2d01a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:17.130009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd5abe-7cc9-48f0-a999-24c292c2f208 req-deaf0a9f-da33-4067-bf9d-a67aa5f2d01a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:17.141297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd5abe-7cc9-48f0-a999-24c292c2f208 req-deaf0a9f-da33-4067-bf9d-a67aa5f2d01a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:17.143010 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79cd5abe-7cc9-48f0-a999-24c292c2f208 req-deaf0a9f-da33-4067-bf9d-a67aa5f2d01a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2419 time: 0.2855349 Jul 16 03:42:17.178377 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-de0a93de-d097-430c-8f84-e017069d40c1 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=067beead6d1746e085ad41961247eb6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0951779 Jul 16 03:42:17.257117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79cd5abe-7cc9-48f0-a999-24c292c2f208 req-925f2fd5-25f7-43dc-a1a4-c5decb6f4ad0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806880 Jul 16 03:42:17.275844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013810e-0fcb-4082-ae77-b1009cf9f0e4 req-1e32bfea-c358-4203-8049-c5351420fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:17.277461 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2013810e-0fcb-4082-ae77-b1009cf9f0e4 req-1e32bfea-c358-4203-8049-c5351420fe4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.2039285 Jul 16 03:42:17.410850 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2013810e-0fcb-4082-ae77-b1009cf9f0e4 req-f47d255b-8910-4e89-ba11-e0466dbb5a7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2557a60-55c2-41e3-851f-8a9db2327477 HTTP/1.1" status: 200 len: 999 time: 0.1151526 Jul 16 03:42:17.524078 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013810e-0fcb-4082-ae77-b1009cf9f0e4 req-d0cac686-5127-4685-8250-df8998172594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:17.525624 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2013810e-0fcb-4082-ae77-b1009cf9f0e4 req-d0cac686-5127-4685-8250-df8998172594 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.1077127 Jul 16 03:42:17.592106 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-f6143212-fb9f-4c6f-b8a2-8c222a04f8de service neutron] 10.222.0.18 "GET /v2.0/networks/60c26171-6723-444d-a8a0-32579fa3f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028783 Jul 16 03:42:17.700974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013810e-0fcb-4082-ae77-b1009cf9f0e4 req-7c8b3947-a6ad-4dc1-969d-3bafc2a7c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:17.702486 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2013810e-0fcb-4082-ae77-b1009cf9f0e4 req-7c8b3947-a6ad-4dc1-969d-3bafc2a7c0bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674154 Jul 16 03:42:17.959805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-299a6b1a-deba-42cb-9cf2-59eb6662b4ee service neutron] 10.222.0.18 "GET /v2.0/networks/60c26171-6723-444d-a8a0-32579fa3f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550422 Jul 16 03:42:18.014020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf888c2-455f-4dc6-8206-04b7ae8b189a req-6b41dcdd-e727-4b51-81dc-fcbfa18571ce tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:18.021270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7cf888c2-455f-4dc6-8206-04b7ae8b189a req-6b41dcdd-e727-4b51-81dc-fcbfa18571ce tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.2507927 Jul 16 03:42:18.025295 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2013810e-0fcb-4082-ae77-b1009cf9f0e4 req-d5ab3ba0-1e57-4070-840d-0fe4a8a304cb service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560768 Jul 16 03:42:18.178639 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7cf888c2-455f-4dc6-8206-04b7ae8b189a req-796f2142-e466-4ddf-a4f2-8eca97b98fc3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565053 Jul 16 03:42:18.258836 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2013810e-0fcb-4082-ae77-b1009cf9f0e4 req-e9874553-08c3-49ce-bc63-1f2ab6ad4bff service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240188 Jul 16 03:42:18.572192 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-015b0dca-5df3-47a8-b26d-e5513d30ddc4 req-0675cc8c-534c-4a19-b1a3-456313f5b7e0 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 210 time: 0.0742342 Jul 16 03:42:19.234392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1fbf7-b2f7-4f63-9436-1ff0b4edc1b6 req-3bd36f58-281b-4898-be0c-356943e13d0a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:19.253321 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1fbf7-b2f7-4f63-9436-1ff0b4edc1b6 req-3bd36f58-281b-4898-be0c-356943e13d0a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:19.272425 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1fbf7-b2f7-4f63-9436-1ff0b4edc1b6 req-3bd36f58-281b-4898-be0c-356943e13d0a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:19.285574 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-caf1fbf7-b2f7-4f63-9436-1ff0b4edc1b6 req-3bd36f58-281b-4898-be0c-356943e13d0a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2419 time: 0.2074242 Jul 16 03:42:19.369841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-caf1fbf7-b2f7-4f63-9436-1ff0b4edc1b6 req-a961ed07-8c50-4990-b06c-b81004cee013 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828812 Jul 16 03:42:19.531936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98840b8c-c86c-46a3-90b6-594b80a61c07 req-6a77de3a-01fb-443f-bb81-5873b2a6e215 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:19.535230 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98840b8c-c86c-46a3-90b6-594b80a61c07 req-6a77de3a-01fb-443f-bb81-5873b2a6e215 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1048539 Jul 16 03:42:19.629707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98840b8c-c86c-46a3-90b6-594b80a61c07 req-41cdb307-1753-4f02-9985-86fd23df83c0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868416 Jul 16 03:42:19.759686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6bb80245-c3da-49f3-ac9b-91b727f92d58 req-62a14746-01d4-4eac-9bb7-3e84090fd4d9 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 210 time: 0.0339735 Jul 16 03:42:20.285267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-ddabb668-5871-4c44-9a55-7fa7e930f307 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:20.295150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-ddabb668-5871-4c44-9a55-7fa7e930f307 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.88 "GET /v2.0/networks?id=60c26171-6723-444d-a8a0-32579fa3f3a9 HTTP/1.1" status: 200 len: 821 time: 0.1392629 Jul 16 03:42:20.317223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-ca0a29c8-a5dc-424a-b3d9-3f741aaf9ace tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Request body: {'port': {'device_id': 'f2b59c8b-1c25-4b19-b828-4c171529e3ae', 'network_id': '60c26171-6723-444d-a8a0-32579fa3f3a9', 'admin_state_up': True, 'tenant_id': '067beead6d1746e085ad41961247eb6f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:20.595268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-ca0a29c8-a5dc-424a-b3d9-3f741aaf9ace tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Made reservation on behalf of 067beead6d1746e085ad41961247eb6f for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:20.614170 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-ca0a29c8-a5dc-424a-b3d9-3f741aaf9ace tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:20.911542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-a1a8ad81-273b-41fb-860a-8e5f7fd7a460 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:20.938903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-a1a8ad81-273b-41fb-860a-8e5f7fd7a460 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:20.958184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-a1a8ad81-273b-41fb-860a-8e5f7fd7a460 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:20.960007 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-a1a8ad81-273b-41fb-860a-8e5f7fd7a460 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.20 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2419 time: 0.4191756 Jul 16 03:42:20.973755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81844286-ce99-48ce-bd09-16e2fe1265fb req-13727cf4-92cf-41a8-8df3-88d717342820 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:20.979787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81844286-ce99-48ce-bd09-16e2fe1265fb req-13727cf4-92cf-41a8-8df3-88d717342820 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:20.986293 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81844286-ce99-48ce-bd09-16e2fe1265fb req-13727cf4-92cf-41a8-8df3-88d717342820 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:21.002369 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-81844286-ce99-48ce-bd09-16e2fe1265fb req-13727cf4-92cf-41a8-8df3-88d717342820 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 2419 time: 0.4413738 Jul 16 03:42:21.229143 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-81844286-ce99-48ce-bd09-16e2fe1265fb req-333235ba-0e9d-4464-839d-1342ea3a7d84 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256188 Jul 16 03:42:21.233185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-ca0a29c8-a5dc-424a-b3d9-3f741aaf9ace tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Allocated IP 172.20.0.4 (60c26171-6723-444d-a8a0-32579fa3f3a9/ed1719f6-0ff5-4c5a-99a0-8903e34a1d55/2c4b19f0-e802-4709-99c6-f034a50760eb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:21.283854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-81d97b43-73b7-45fa-b546-acc3cb60d39f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Deleting port 081214bb-5eeb-45ca-933d-b3fcdb17a57d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:21.284803 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-81d97b43-73b7-45fa-b546-acc3cb60d39f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.387816 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42b09a-c971-4d91-9e6f-f476fc042cd5 req-b3f5ce2b-bb9b-4f47-9c2d-6fb129218faa tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:21.394913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff42b09a-c971-4d91-9e6f-f476fc042cd5 req-b3f5ce2b-bb9b-4f47-9c2d-6fb129218faa tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.3343146 Jul 16 03:42:21.481047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ef8635a-2f76-4346-a4d0-36e1c762ac99 req-eda357be-7e3a-4251-b18a-6e3810b6d7ac tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 210 time: 0.0745847 Jul 16 03:42:21.544514 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff42b09a-c971-4d91-9e6f-f476fc042cd5 req-9d4e9aa9-0cdc-4c3c-a3b7-67af012e5419 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444795 Jul 16 03:42:21.567522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-81d97b43-73b7-45fa-b546-acc3cb60d39f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] For port 081214bb-5eeb-45ca-933d-b3fcdb17a57d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=081214bb-5eeb-45ca-933d-b3fcdb17a57d,segment=NetworkSegment(33fe6d86-d48e-466f-8615-47266082c828),segment_id=33fe6d86-d48e-466f-8615-47266082c828)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:21.567881 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-81d97b43-73b7-45fa-b546-acc3cb60d39f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.630979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-81d97b43-73b7-45fa-b546-acc3cb60d39f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Calling delete_port for 081214bb-5eeb-45ca-933d-b3fcdb17a57d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:21.823246 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-81d97b43-73b7-45fa-b546-acc3cb60d39f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:21.836859 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['049232e1-9960-4be3-8eff-9c071d05b025', '081214bb-5eeb-45ca-933d-b3fcdb17a57d', 'd690a557-24bc-4a6e-81cc-e895e438990d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:22.365611 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d97b43-73b7-45fa-b546-acc3cb60d39f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Port': ['ID=081214bb-5eeb-45ca-933d-b3fcdb17a57d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:22.416571 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-ca0a29c8-a5dc-424a-b3d9-3f741aaf9ace tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.568872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-81d97b43-73b7-45fa-b546-acc3cb60d39f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] No DVR routers for this DVR port 081214bb-5eeb-45ca-933d-b3fcdb17a57d on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:22.572570 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-81d97b43-73b7-45fa-b546-acc3cb60d39f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.575290 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-81d97b43-73b7-45fa-b546-acc3cb60d39f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.20 "DELETE /v2.0/ports/081214bb-5eeb-45ca-933d-b3fcdb17a57d HTTP/1.1" status: 204 len: 173 time: 1.5698011 Jul 16 03:42:22.576649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'name': 'network-vif-deleted', 'tag': '081214bb-5eeb-45ca-933d-b3fcdb17a57d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:22.579990 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995ff8f4-e05e-4621-8ed4-7aa935143621" -d '{"events": [{"server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "name": "network-vif-deleted", "tag": "081214bb-5eeb-45ca-933d-b3fcdb17a57d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:22.595942 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-ca0a29c8-a5dc-424a-b3d9-3f741aaf9ace tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.711886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-ca0a29c8-a5dc-424a-b3d9-3f741aaf9ace tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Network 60c26171-6723-444d-a8a0-32579fa3f3a9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:22.740739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-ca0a29c8-a5dc-424a-b3d9-3f741aaf9ace tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:22.771053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-ca0a29c8-a5dc-424a-b3d9-3f741aaf9ace tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:22.859402 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-ca0a29c8-a5dc-424a-b3d9-3f741aaf9ace tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:22.860305 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-ca0a29c8-a5dc-424a-b3d9-3f741aaf9ace tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:22.896586 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a29c8-a5dc-424a-b3d9-3f741aaf9ace tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Pushing event updated for resources: {'Port': ['ID=2c4b19f0-e802-4709-99c6-f034a50760eb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:22.959129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-ca0a29c8-a5dc-424a-b3d9-3f741aaf9ace tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6409235 Jul 16 03:42:22.966001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4a9d5-589e-4d6a-856b-40cd1a8fbdb8 req-5fc35714-454b-4b7a-9a05-6724ec958428 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:22.972337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4a9d5-589e-4d6a-856b-40cd1a8fbdb8 req-5fc35714-454b-4b7a-9a05-6724ec958428 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:22.974264 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e8f4a9d5-589e-4d6a-856b-40cd1a8fbdb8 req-5fc35714-454b-4b7a-9a05-6724ec958428 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 1683 time: 0.5229673 Jul 16 03:42:22.994446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Request body: {'port': {'device_id': 'f2b59c8b-1c25-4b19-b828-4c171529e3ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:23.152351 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e8f4a9d5-589e-4d6a-856b-40cd1a8fbdb8 req-5b27e807-a247-4075-8224-6ff8e1272c46 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546957 Jul 16 03:42:23.176447 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-83846954-b5fa-4fa3-bdc6-beff7213b51f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Deleting port d690a557-24bc-4a6e-81cc-e895e438990d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:23.176874 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-83846954-b5fa-4fa3-bdc6-beff7213b51f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.246669 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.263676 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa59c9f7-52bd-4ba3-b075-548ec1902970 x-openstack-request-id: req-fa59c9f7-52bd-4ba3-b075-548ec1902970 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:23.264093 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "name": "network-vif-deleted", "tag": "081214bb-5eeb-45ca-933d-b3fcdb17a57d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:23.264493 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa59c9f7-52bd-4ba3-b075-548ec1902970 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:23.265049 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'name': 'network-vif-deleted', 'tag': '081214bb-5eeb-45ca-933d-b3fcdb17a57d', 'status': 'completed', 'code': 200} Jul 16 03:42:23.315558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25798ebf-cd97-4342-9a76-e87ab152d0a4 req-764f8a62-9c25-40f9-8480-18fd62bc4895 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:23.331603 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25798ebf-cd97-4342-9a76-e87ab152d0a4 req-764f8a62-9c25-40f9-8480-18fd62bc4895 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 931 time: 0.3541713 Jul 16 03:42:23.488099 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25798ebf-cd97-4342-9a76-e87ab152d0a4 req-8735dac5-26fd-4507-ab8b-d2668c6c21a7 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0609d4ec-715c-41fe-a6e5-7e56a80a95a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552908 Jul 16 03:42:23.534627 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-83846954-b5fa-4fa3-bdc6-beff7213b51f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] For port d690a557-24bc-4a6e-81cc-e895e438990d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d690a557-24bc-4a6e-81cc-e895e438990d,segment=NetworkSegment(cd80684a-aae5-4a09-b7bb-768f4ea70049),segment_id=cd80684a-aae5-4a09-b7bb-768f4ea70049)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:23.535145 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-83846954-b5fa-4fa3-bdc6-beff7213b51f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.566590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-83846954-b5fa-4fa3-bdc6-beff7213b51f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Calling delete_port for d690a557-24bc-4a6e-81cc-e895e438990d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:23.656958 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42858) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:23.910804 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-83846954-b5fa-4fa3-bdc6-beff7213b51f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:23.980289 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83846954-b5fa-4fa3-bdc6-beff7213b51f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Port': ['ID=d690a557-24bc-4a6e-81cc-e895e438990d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:24.066970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4b19f0-e802-4709-99c6-f034a50760eb {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:24.068213 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c23ec184-83f5-4d4c-97ea-2372d106181c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.082087 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.107316 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Transition to ACTIVE for port object 2c4b19f0-e802-4709-99c6-f034a50760eb will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:24.127541 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-c83a7cb0-112d-4aae-a997-d102de503b8c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1199532 Jul 16 03:42:24.164394 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-83846954-b5fa-4fa3-bdc6-beff7213b51f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] No DVR routers for this DVR port d690a557-24bc-4a6e-81cc-e895e438990d on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:24.164394 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-83846954-b5fa-4fa3-bdc6-beff7213b51f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.166546 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-83846954-b5fa-4fa3-bdc6-beff7213b51f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.20 "DELETE /v2.0/ports/d690a557-24bc-4a6e-81cc-e895e438990d HTTP/1.1" status: 204 len: 173 time: 1.5627761 Jul 16 03:42:24.169211 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.177776 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 081214bb-5eeb-45ca-933d-b3fcdb17a57d no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:24.254463 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 081214bb-5eeb-45ca-933d-b3fcdb17a57d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:24.254896 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 081214bb-5eeb-45ca-933d-b3fcdb17a57d not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:24.255235 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d690a557-24bc-4a6e-81cc-e895e438990d no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:24.303174 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4b19f0-e802-4709-99c6-f034a50760eb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:24.324683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: d690a557-24bc-4a6e-81cc-e895e438990d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:24.325193 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d690a557-24bc-4a6e-81cc-e895e438990d not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:24.325447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 049232e1-9960-4be3-8eff-9c071d05b025 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:24.459783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-bf54943b-6556-4291-8f51-6f5c06ed4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.460630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-bf54943b-6556-4291-8f51-6f5c06ed4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.461437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-bf54943b-6556-4291-8f51-6f5c06ed4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.462123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-bf54943b-6556-4291-8f51-6f5c06ed4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.463283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-bf54943b-6556-4291-8f51-6f5c06ed4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.464141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-bf54943b-6556-4291-8f51-6f5c06ed4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.464824 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.465316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-bf54943b-6556-4291-8f51-6f5c06ed4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.467806 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-bf54943b-6556-4291-8f51-6f5c06ed4f8f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 6490 time: 0.2452428 Jul 16 03:42:24.531443 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c23ec184-83f5-4d4c-97ea-2372d106181c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.538646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 049232e1-9960-4be3-8eff-9c071d05b025, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=049232e1-9960-4be3-8eff-9c071d05b025,segment=NetworkSegment(cd80684a-aae5-4a09-b7bb-768f4ea70049),segment_id=cd80684a-aae5-4a09-b7bb-768f4ea70049)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:24.539592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '049232e1-9960-4be3-8eff-9c071d05b025'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:24.543119 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5a380e-088c-4e4a-84b2-96ca84d6de2e" -d '{"events": [{"server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "name": "network-vif-unplugged", "status": "completed", "tag": "049232e1-9960-4be3-8eff-9c071d05b025"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:24.546974 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.602040 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=049232e1-9960-4be3-8eff-9c071d05b025,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:24.628213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Attempting to bind port 2c4b19f0-e802-4709-99c6-f034a50760eb on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:24.628797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Attempting to bind port 2c4b19f0-e802-4709-99c6-f034a50760eb by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '1c5b3235-f1a0-4135-b663-9995536e6934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '60c26171-6723-444d-a8a0-32579fa3f3a9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:24.629131 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Attempting to bind port 2c4b19f0-e802-4709-99c6-f034a50760eb on network 60c26171-6723-444d-a8a0-32579fa3f3a9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:24.635315 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Port 2c4b19f0-e802-4709-99c6-f034a50760eb on network 60c26171-6723-444d-a8a0-32579fa3f3a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:42:24.635714 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Attempting to bind port 2c4b19f0-e802-4709-99c6-f034a50760eb on network 60c26171-6723-444d-a8a0-32579fa3f3a9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:24.662003 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-404a57c2-ff62-41b8-8e5e-4d83190cf328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.662497 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:24.662728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Checking segment: {'id': '1c5b3235-f1a0-4135-b663-9995536e6934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '60c26171-6723-444d-a8a0-32579fa3f3a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:24.662877 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-404a57c2-ff62-41b8-8e5e-4d83190cf328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.663239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Bound using segment: {'id': '1c5b3235-f1a0-4135-b663-9995536e6934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '60c26171-6723-444d-a8a0-32579fa3f3a9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:24.663366 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-404a57c2-ff62-41b8-8e5e-4d83190cf328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.663787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Bound port: 2c4b19f0-e802-4709-99c6-f034a50760eb, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5b3235-f1a0-4135-b663-9995536e6934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '60c26171-6723-444d-a8a0-32579fa3f3a9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:24.664215 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.665024 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-404a57c2-ff62-41b8-8e5e-4d83190cf328 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a777a107-7213-483b-b82b-292962968eb8&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=a3d8bc9a-80ea-44be-8f70-23c45868da08&id=a3d8bc9a-80ea-44be-8f70-23c45868da08 HTTP/1.1" status: 200 len: 2292 time: 0.1635990 Jul 16 03:42:24.666335 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c23ec184-83f5-4d4c-97ea-2372d106181c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.748942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-00272c3c-e080-48c0-a941-43b2731cd93f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Deleting port 049232e1-9960-4be3-8eff-9c071d05b025 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:24.749204 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-00272c3c-e080-48c0-a941-43b2731cd93f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.778579 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c23ec184-83f5-4d4c-97ea-2372d106181c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae1ea9c3301f49a4b2728c742b213d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1204038 Jul 16 03:42:24.788096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126abf58-8700-4b25-95a5-cfa6c1abf071 req-733d3905-9f46-4dab-a9aa-7d9e17b7f6ec tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.789818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-126abf58-8700-4b25-95a5-cfa6c1abf071 req-733d3905-9f46-4dab-a9aa-7d9e17b7f6ec tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 946 time: 0.4065497 Jul 16 03:42:24.791014 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:24.800523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ec184-83f5-4d4c-97ea-2372d106181c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7903a391-9524-4bfd-98b0-1989c43d4e09,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:24.834680 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-03093e0e-e81e-4808-b1c6-975a9d2b0328 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 HTTP/1.1" status: 200 len: 1000 time: 0.1472588 Jul 16 03:42:24.842300 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] For port 2c4b19f0-e802-4709-99c6-f034a50760eb, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:24.885500 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-06400293-d6de-4ee7-97ac-73130e7eebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.887020 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-06400293-d6de-4ee7-97ac-73130e7eebfe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4213d6fc-07e6-4ed1-9520-3ab8eb2974ef HTTP/1.1" status: 200 len: 850 time: 0.0445280 Jul 16 03:42:24.913599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] For port 2c4b19f0-e802-4709-99c6-f034a50760eb, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2c4b19f0-e802-4709-99c6-f034a50760eb,segment=NetworkSegment(1c5b3235-f1a0-4135-b663-9995536e6934),segment_id=1c5b3235-f1a0-4135-b663-9995536e6934)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:24.935230 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:24.968263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-6121d3dc-55b6-4176-9162-29ee6495e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:24.969883 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-6121d3dc-55b6-4176-9162-29ee6495e369 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a777a107-7213-483b-b82b-292962968eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751700 Jul 16 03:42:24.995937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-126abf58-8700-4b25-95a5-cfa6c1abf071 req-7c3803d0-8dce-42de-831a-9bed6892a3e3 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726153 Jul 16 03:42:25.034552 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:25.035475 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.037080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] 10.222.0.88 "PUT /v2.0/ports/2c4b19f0-e802-4709-99c6-f034a50760eb HTTP/1.1" status: 200 len: 1091 time: 2.0501537 Jul 16 03:42:25.049565 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-00272c3c-e080-48c0-a941-43b2731cd93f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] For port 049232e1-9960-4be3-8eff-9c071d05b025, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=049232e1-9960-4be3-8eff-9c071d05b025,segment=NetworkSegment(cd80684a-aae5-4a09-b7bb-768f4ea70049),segment_id=cd80684a-aae5-4a09-b7bb-768f4ea70049)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:25.050127 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-00272c3c-e080-48c0-a941-43b2731cd93f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.091794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-00272c3c-e080-48c0-a941-43b2731cd93f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Calling delete_port for 049232e1-9960-4be3-8eff-9c071d05b025 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:25.098518 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fa8534-ee9d-4258-9ad1-8ec7ea2a4ce4 x-openstack-request-id: req-d7fa8534-ee9d-4258-9ad1-8ec7ea2a4ce4 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:25.098971 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "name": "network-vif-unplugged", "status": "completed", "tag": "049232e1-9960-4be3-8eff-9c071d05b025", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:25.099383 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7fa8534-ee9d-4258-9ad1-8ec7ea2a4ce4 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:25.100027 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '049232e1-9960-4be3-8eff-9c071d05b025', 'code': 200} Jul 16 03:42:25.113334 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59343e6c-8c25-404c-aeec-83ad258156d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.147779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e750c9d-674a-4f06-b313-062e5e0ab062 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4b19f0-e802-4709-99c6-f034a50760eb,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:25.154953 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-c5672998-38e3-4f8a-98d3-15a1a5055e2d service neutron] 10.222.0.88 "GET /v2.0/networks/a777a107-7213-483b-b82b-292962968eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776416 Jul 16 03:42:25.161432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbcb4b-d899-45c7-acf6-f87363c03ebf req-6fe052f4-a78c-41e7-9b0d-52914cc2d18f tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:25.162996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3bdbcb4b-d899-45c7-acf6-f87363c03ebf req-6fe052f4-a78c-41e7-9b0d-52914cc2d18f tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 943 time: 0.4189646 Jul 16 03:42:25.244391 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59343e6c-8c25-404c-aeec-83ad258156d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.273054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'name': 'network-vif-deleted', 'tag': 'd690a557-24bc-4a6e-81cc-e895e438990d'}, {'name': 'network-changed', 'server_uuid': 'f2b59c8b-1c25-4b19-b828-4c171529e3ae', 'tag': '2c4b19f0-e802-4709-99c6-f034a50760eb'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:25.275288 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8487c1ec-eab8-4ef5-8897-672407431a18" -d '{"events": [{"server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "name": "network-vif-deleted", "tag": "d690a557-24bc-4a6e-81cc-e895e438990d"}, {"name": "network-changed", "server_uuid": "f2b59c8b-1c25-4b19-b828-4c171529e3ae", "tag": "2c4b19f0-e802-4709-99c6-f034a50760eb"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:25.336927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3bdbcb4b-d899-45c7-acf6-f87363c03ebf req-ac608ce7-d54d-4cbe-9b37-23fe6ae02b4d tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0609d4ec-715c-41fe-a6e5-7e56a80a95a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644616 Jul 16 03:42:25.345188 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ec9289-feca-43f9-bfa9-8a52e989ec3d x-openstack-request-id: req-51ec9289-feca-43f9-bfa9-8a52e989ec3d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:25.345690 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "name": "network-vif-deleted", "tag": "d690a557-24bc-4a6e-81cc-e895e438990d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f2b59c8b-1c25-4b19-b828-4c171529e3ae", "tag": "2c4b19f0-e802-4709-99c6-f034a50760eb", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:25.346159 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51ec9289-feca-43f9-bfa9-8a52e989ec3d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:25.346745 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'name': 'network-vif-deleted', 'tag': 'd690a557-24bc-4a6e-81cc-e895e438990d', 'status': 'completed', 'code': 200} Jul 16 03:42:25.347182 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b59c8b-1c25-4b19-b828-4c171529e3ae', 'tag': '2c4b19f0-e802-4709-99c6-f034a50760eb', 'status': 'completed', 'code': 200} Jul 16 03:42:25.353685 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-1adb5fd8-6fc1-46cc-8ab5-18d0611c6366 service neutron] 10.222.0.88 "GET /v2.0/networks/a777a107-7213-483b-b82b-292962968eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911929 Jul 16 03:42:25.358979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-0a65f219-d331-445a-94f7-f25aa5b8421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:25.360776 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-0a65f219-d331-445a-94f7-f25aa5b8421e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=067beead6d1746e085ad41961247eb6f&device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 1094 time: 0.2641423 Jul 16 03:42:25.431009 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-50139a38-964b-4688-9571-919b1dc18409 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=7b2e8555-91ac-4426-9867-22b43b461d3d HTTP/1.1" status: 200 len: 217 time: 0.0588005 Jul 16 03:42:25.445118 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-602f97d7-e497-402b-b3c3-7505caf954f6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c4b19f0-e802-4709-99c6-f034a50760eb HTTP/1.1" status: 200 len: 217 time: 0.0435429 Jul 16 03:42:25.453288 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59343e6c-8c25-404c-aeec-83ad258156d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.455867 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-59343e6c-8c25-404c-aeec-83ad258156d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.457175 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-59343e6c-8c25-404c-aeec-83ad258156d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7903a391-9524-4bfd-98b0-1989c43d4e09 HTTP/1.1" status: 204 len: 168 time: 0.6559811 Jul 16 03:42:25.490347 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-6b120e1d-022a-41f5-a6dd-75d8b97fc20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:25.492224 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-6b120e1d-022a-41f5-a6dd-75d8b97fc20e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.0544429 Jul 16 03:42:25.510320 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59343e6c-8c25-404c-aeec-83ad258156d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7903a391-9524-4bfd-98b0-1989c43d4e09,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:25.521466 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-00272c3c-e080-48c0-a941-43b2731cd93f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.566898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00272c3c-e080-48c0-a941-43b2731cd93f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Port': ['ID=049232e1-9960-4be3-8eff-9c071d05b025,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:25.571717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-2c47efae-e5df-4d48-9eef-656baba2ced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:25.573318 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-2c47efae-e5df-4d48-9eef-656baba2ced7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ed1719f6-0ff5-4c5a-99a0-8903e34a1d55 HTTP/1.1" status: 200 len: 861 time: 0.1211789 Jul 16 03:42:25.632398 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-6ae294e4-bc4c-4fdb-9bb8-cb7cc7ea6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:25.638321 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-6ae294e4-bc4c-4fdb-9bb8-cb7cc7ea6588 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1385610 Jul 16 03:42:25.703656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-00272c3c-e080-48c0-a941-43b2731cd93f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] No DVR routers for this DVR port 049232e1-9960-4be3-8eff-9c071d05b025 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:25.707294 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-1b534bdc-0ef5-47cd-95a8-c3c1f615c2d7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=60c26171-6723-444d-a8a0-32579fa3f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061182 Jul 16 03:42:25.708417 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-00272c3c-e080-48c0-a941-43b2731cd93f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:25.710376 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8636e0da-7874-4113-81c2-19e52bb20bc8 req-00272c3c-e080-48c0-a941-43b2731cd93f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.20 "DELETE /v2.0/ports/049232e1-9960-4be3-8eff-9c071d05b025 HTTP/1.1" status: 204 len: 173 time: 1.5370913 Jul 16 03:42:25.839011 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-0b21d26b-886c-4c88-a0cb-2232e12b946a service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939535 Jul 16 03:42:25.919549 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-cdea32cf-1fc8-4d89-a04e-e4c847754b77 service neutron] 10.222.0.88 "GET /v2.0/networks/60c26171-6723-444d-a8a0-32579fa3f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051349 Jul 16 03:42:25.972668 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-a1ebea81-1fbd-410f-8554-c65669aee226 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268435 Jul 16 03:42:26.019032 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-c8982e3b-679d-4610-b19b-2115047e9b94 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0ca6343d-f933-44b6-9f68-e779f91a1c5c HTTP/1.1" status: 200 len: 217 time: 0.0376909 Jul 16 03:42:26.088657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17919b6d-2ba6-45e9-b0bc-edc2a3a077b4 req-2cef1132-64e2-4dbc-9f42-17af3b0fe4b4 service neutron] 10.222.0.88 "GET /v2.0/networks/60c26171-6723-444d-a8a0-32579fa3f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580262 Jul 16 03:42:26.140892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-66280e63-82f0-4190-b11e-33e1f0f89cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.143332 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-66280e63-82f0-4190-b11e-33e1f0f89cb1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.1112051 Jul 16 03:42:26.217575 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487c1ec-eab8-4ef5-8897-672407431a18 req-35ad8fc2-daf1-4f33-899f-c31814de92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.220122 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8487c1ec-eab8-4ef5-8897-672407431a18 req-35ad8fc2-daf1-4f33-899f-c31814de92f6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=067beead6d1746e085ad41961247eb6f&device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 1094 time: 0.0789623 Jul 16 03:42:26.262153 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-08ebdd11-773c-4483-b0ec-3f078f845705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.263877 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-08ebdd11-773c-4483-b0ec-3f078f845705 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1137483 Jul 16 03:42:26.337326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d2b3a925-3e7b-4b08-aae1-1f44cdb7e611 req-a8751514-6ca7-471a-8aac-4ee9d245a0b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=d31261c7-31d8-4b0f-ae00-2d69190c4d12 HTTP/1.1" status: 200 len: 210 time: 0.0433939 Jul 16 03:42:26.439551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487c1ec-eab8-4ef5-8897-672407431a18 req-e985d9d1-e8fd-4b2e-a81a-42a431c33115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.441353 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8487c1ec-eab8-4ef5-8897-672407431a18 req-e985d9d1-e8fd-4b2e-a81a-42a431c33115 service neutron] 10.222.0.88 "GET /v2.0/networks?id=60c26171-6723-444d-a8a0-32579fa3f3a9 HTTP/1.1" status: 200 len: 922 time: 0.2094636 Jul 16 03:42:26.447811 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:26.452089 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-28ba3eba-c37f-4e5d-8058-14e3f99b7aba service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794825 Jul 16 03:42:26.565237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8487c1ec-eab8-4ef5-8897-672407431a18 req-f3db21dc-1ab8-44b6-983b-0f8a583c3743 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c4b19f0-e802-4709-99c6-f034a50760eb HTTP/1.1" status: 200 len: 217 time: 0.1025479 Jul 16 03:42:26.565862 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a1b6167-c823-49f6-8415-813afe2c1297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.627625 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-f91fcefc-ca9e-416f-a7b5-d97ba0a3754a service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682830 Jul 16 03:42:26.667893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487c1ec-eab8-4ef5-8897-672407431a18 req-ae34feb3-2d0c-4ed8-bbcc-57f3162ea4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.669408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8487c1ec-eab8-4ef5-8897-672407431a18 req-ae34feb3-2d0c-4ed8-bbcc-57f3162ea4cd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ed1719f6-0ff5-4c5a-99a0-8903e34a1d55 HTTP/1.1" status: 200 len: 861 time: 0.0836933 Jul 16 03:42:26.688733 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-a31f2425-260b-4846-9355-3035abecb3c6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=5e21d669-77b2-45fd-83e4-06c2ed38d708 HTTP/1.1" status: 200 len: 217 time: 0.0509298 Jul 16 03:42:26.725336 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8487c1ec-eab8-4ef5-8897-672407431a18 req-5ddcd507-76b0-492f-a8e6-41013a82f519 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=60c26171-6723-444d-a8a0-32579fa3f3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434511 Jul 16 03:42:26.734698 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2074fd4-2f29-4c52-a161-d8931df5a26a req-70e70f06-72db-4c1d-8a8e-a4237be74b3d tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.741144 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2074fd4-2f29-4c52-a161-d8931df5a26a req-70e70f06-72db-4c1d-8a8e-a4237be74b3d tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 943 time: 0.1891315 Jul 16 03:42:26.756864 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-64a0a12d-7b24-4600-ba07-2d994961d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.758752 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-64a0a12d-7b24-4600-ba07-2d994961d05e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.0625203 Jul 16 03:42:26.843437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-7e7cac33-ea06-46e0-af1c-677b7b28eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:26.845731 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-7e7cac33-ea06-46e0-af1c-677b7b28eb88 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0793071 Jul 16 03:42:26.865100 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2074fd4-2f29-4c52-a161-d8931df5a26a req-59bda394-2c9b-434a-8e06-cd590ce25827 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0609d4ec-715c-41fe-a6e5-7e56a80a95a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229630 Jul 16 03:42:26.934847 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a1b6167-c823-49f6-8415-813afe2c1297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:26.938353 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8487c1ec-eab8-4ef5-8897-672407431a18 req-cc0092c9-cd92-4819-8f55-7b6dfd071718 service neutron] 10.222.0.88 "GET /v2.0/networks/60c26171-6723-444d-a8a0-32579fa3f3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928279 Jul 16 03:42:26.942071 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a1b6167-c823-49f6-8415-813afe2c1297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.003513 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-01bb1c43-0e71-4396-b9ba-3c9e58cb372f service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506796 Jul 16 03:42:27.031278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b6167-c823-49f6-8415-813afe2c1297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f9be24-c858-43ef-8fe3-5acbb67a1bac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:27.063424 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6a1b6167-c823-49f6-8415-813afe2c1297 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e401ba2806448b5bf76f3e4336ffdac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6104398 Jul 16 03:42:27.065601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:27.122568 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-25676f19-91e5-4a59-8b5f-96d7dbed56f8 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093810 Jul 16 03:42:27.186352 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8487c1ec-eab8-4ef5-8897-672407431a18 req-a2c34824-19df-4059-8259-15ad37853a00 service neutron] 10.222.0.88 "GET /v2.0/networks/60c26171-6723-444d-a8a0-32579fa3f3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375388 Jul 16 03:42:27.187889 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-7155a49a-1a02-47e5-98a9-45f0c3db01a5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=4982515d-752f-4574-aacd-f6a957b1b2bf HTTP/1.1" status: 200 len: 217 time: 0.0552194 Jul 16 03:42:27.213765 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4eb55b4-aafd-45a2-b1e4-1ce7485f8f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.251500 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4eb55b4-aafd-45a2-b1e4-1ce7485f8f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.264450 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-e6f76f3e-991d-4883-b941-0aa52b580c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:27.264450 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-e6f76f3e-991d-4883-b941-0aa52b580c3c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.0697598 Jul 16 03:42:27.323560 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4eb55b4-aafd-45a2-b1e4-1ce7485f8f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.328103 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4eb55b4-aafd-45a2-b1e4-1ce7485f8f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.330040 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a4eb55b4-aafd-45a2-b1e4-1ce7485f8f1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91f9be24-c858-43ef-8fe3-5acbb67a1bac HTTP/1.1" status: 204 len: 168 time: 0.2628808 Jul 16 03:42:27.340687 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb55b4-aafd-45a2-b1e4-1ce7485f8f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f9be24-c858-43ef-8fe3-5acbb67a1bac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:27.349082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'name': 'network-vif-deleted', 'tag': '049232e1-9960-4be3-8eff-9c071d05b025'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:27.351915 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecda18ff-7230-444b-b752-fbbacb22d6a1" -d '{"events": [{"server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "name": "network-vif-deleted", "tag": "049232e1-9960-4be3-8eff-9c071d05b025"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:27.378813 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-62dfe97f-2728-4264-969b-94688b589eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:27.380664 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-62dfe97f-2728-4264-969b-94688b589eb5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1069946 Jul 16 03:42:27.408713 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6725ee9d-2cb8-482e-aa62-da84b12911fd x-openstack-request-id: req-6725ee9d-2cb8-482e-aa62-da84b12911fd {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:27.409104 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31261c7-31d8-4b0f-ae00-2d69190c4d12", "name": "network-vif-deleted", "tag": "049232e1-9960-4be3-8eff-9c071d05b025", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:27.409611 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6725ee9d-2cb8-482e-aa62-da84b12911fd {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:27.410169 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31261c7-31d8-4b0f-ae00-2d69190c4d12', 'name': 'network-vif-deleted', 'tag': '049232e1-9960-4be3-8eff-9c071d05b025', 'status': 'completed', 'code': 200} Jul 16 03:42:27.488139 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:27.569743 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-972f5868-05fe-49d2-aa43-65df3af88994 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759031 Jul 16 03:42:27.589964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fe8827-645c-415a-b0ae-f0f4b6431d00 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Deleting subnet 877f9b99-19e3-4961-b4b0-5e856d2a5796 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:27.597103 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8827-645c-415a-b0ae-f0f4b6431d00 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.706066 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8827-645c-415a-b0ae-f0f4b6431d00 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.713415 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-d48991e6-1bf5-46c6-91a7-0f43d8d8d9f7 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367750 Jul 16 03:42:27.809873 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-bf18dad4-0a8b-4ccd-ad0b-8bf0300c0286 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18412237-51bf-4af1-8447-3590a799f08e HTTP/1.1" status: 200 len: 217 time: 0.0856864 Jul 16 03:42:27.834521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42982) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:27.865170 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8827-645c-415a-b0ae-f0f4b6431d00 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.882842 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c224e026-3093-4cd8-8345-9b476d34ba37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.913732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-14d14ce4-84ec-4022-9917-c0e4570344d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:27.915311 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-14d14ce4-84ec-4022-9917-c0e4570344d6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cd2e3795-f02b-4e58-9b25-e8f59c3b0c20 HTTP/1.1" status: 200 len: 797 time: 0.0954125 Jul 16 03:42:27.942294 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8827-645c-415a-b0ae-f0f4b6431d00 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.985443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe8827-645c-415a-b0ae-f0f4b6431d00 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Subnet': ['ID=877f9b99-19e3-4961-b4b0-5e856d2a5796,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:27.992185 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fe8827-645c-415a-b0ae-f0f4b6431d00 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:27.996586 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a4fe8827-645c-415a-b0ae-f0f4b6431d00 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "DELETE /v2.0/subnets/877f9b99-19e3-4961-b4b0-5e856d2a5796 HTTP/1.1" status: 204 len: 168 time: 0.5044723 Jul 16 03:42:27.997324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:28.000902 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d22a8f-44fc-4155-8964-150053dd2037 None None] Network 675bde05-0837-4333-bf60-10c08cc65f45 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:28.090845 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-6d48724a-7911-4a9b-82a6-bda5a9c45dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:28.092402 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-6d48724a-7911-4a9b-82a6-bda5a9c45dfd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a3d8bc9a-80ea-44be-8f70-23c45868da08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1692102 Jul 16 03:42:28.162359 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.213029 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c224e026-3093-4cd8-8345-9b476d34ba37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.268733 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c224e026-3093-4cd8-8345-9b476d34ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.310327 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c224e026-3093-4cd8-8345-9b476d34ba37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68cdaa20474643b6be0c922b532b5d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4720349 Jul 16 03:42:28.316400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43004) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:28.327405 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11d323-3cca-4a63-a870-79b0ba404f64 req-dc15f9fc-988f-423e-b57e-7396a0f2d033 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:28.337162 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd11d323-3cca-4a63-a870-79b0ba404f64 req-dc15f9fc-988f-423e-b57e-7396a0f2d033 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 943 time: 0.1641681 Jul 16 03:42:28.358699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98874df5-db91-484d-91bd-c44ec02b8c3a None None] DHCP port deletion for 675bde05-0837-4333-bf60-10c08cc65f45 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:42:28.384364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Deleting port 0d6a8af0-019b-4c77-8b3f-64f966042f8d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:28.385024 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.406334 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224e026-3093-4cd8-8345-9b476d34ba37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1936567f-55fc-44d2-9448-794f49643dbe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:28.419163 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-cf1dd2a5-91c2-4453-9381-6bb730bc10d9 service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105061 Jul 16 03:42:28.430512 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-98874df5-db91-484d-91bd-c44ec02b8c3a None None] Deleting port 0d6a8af0-019b-4c77-8b3f-64f966042f8d {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:28.431740 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98874df5-db91-484d-91bd-c44ec02b8c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.506037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] For port 0d6a8af0-019b-4c77-8b3f-64f966042f8d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0d6a8af0-019b-4c77-8b3f-64f966042f8d,segment=NetworkSegment(33fe6d86-d48e-466f-8615-47266082c828),segment_id=33fe6d86-d48e-466f-8615-47266082c828)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:28.506407 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.530283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Calling delete_port for 0d6a8af0-019b-4c77-8b3f-64f966042f8d owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:28.531046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-98874df5-db91-484d-91bd-c44ec02b8c3a None None] For port 0d6a8af0-019b-4c77-8b3f-64f966042f8d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0d6a8af0-019b-4c77-8b3f-64f966042f8d,segment=NetworkSegment(33fe6d86-d48e-466f-8615-47266082c828),segment_id=33fe6d86-d48e-466f-8615-47266082c828)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:28.531464 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98874df5-db91-484d-91bd-c44ec02b8c3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.548557 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-98874df5-db91-484d-91bd-c44ec02b8c3a None None] Calling delete_port for 0d6a8af0-019b-4c77-8b3f-64f966042f8d owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:28.648085 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0d6a8af0-019b-4c77-8b3f-64f966042f8d no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:28.830293 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.875092 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 0d6a8af0-019b-4c77-8b3f-64f966042f8d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0d6a8af0-019b-4c77-8b3f-64f966042f8d,segment=NetworkSegment(33fe6d86-d48e-466f-8615-47266082c828),segment_id=33fe6d86-d48e-466f-8615-47266082c828)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:28.898493 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.940046 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-6382425f-0437-4aff-9cf5-eccc448cb17e service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131063 Jul 16 03:42:28.947009 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1437506-2d0b-4c2e-a746-08e1dfe4038e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.951995 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98874df5-db91-484d-91bd-c44ec02b8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:28.959498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2c4b19f0-e802-4709-99c6-f034a50760eb details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:29.000601 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-ea63582f-d7d6-4326-b70d-4c6309f5bd79 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 HTTP/1.1" status: 200 len: 217 time: 0.0496311 Jul 16 03:42:29.016888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98874df5-db91-484d-91bd-c44ec02b8c3a None None] No DVR routers for this DVR port 0d6a8af0-019b-4c77-8b3f-64f966042f8d on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:29.028603 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1437506-2d0b-4c2e-a746-08e1dfe4038e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.044601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=0d6a8af0-019b-4c77-8b3f-64f966042f8d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:29.089929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98874df5-db91-484d-91bd-c44ec02b8c3a None None] Pushing event deleted for resources: {'Port': ['ID=0d6a8af0-019b-4c77-8b3f-64f966042f8d,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:29.128131 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-223dcb51-2b96-417f-8bc7-e5c92d7e823a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:29.129693 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-223dcb51-2b96-417f-8bc7-e5c92d7e823a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cd2e3795-f02b-4e58-9b25-e8f59c3b0c20 HTTP/1.1" status: 200 len: 797 time: 0.1138196 Jul 16 03:42:29.180947 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd11d323-3cca-4a63-a870-79b0ba404f64 req-1ed72b37-bc22-466a-9e6f-ab4830946839 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0609d4ec-715c-41fe-a6e5-7e56a80a95a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8427668 Jul 16 03:42:29.187941 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.192241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 2c4b19f0-e802-4709-99c6-f034a50760eb, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2c4b19f0-e802-4709-99c6-f034a50760eb,segment=NetworkSegment(1c5b3235-f1a0-4135-b663-9995536e6934),segment_id=1c5b3235-f1a0-4135-b663-9995536e6934)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:29.209809 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] No DVR routers for this DVR port 0d6a8af0-019b-4c77-8b3f-64f966042f8d on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:29.218009 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '2c4b19f0-e802-4709-99c6-f034a50760eb', 'network_id': '60c26171-6723-444d-a8a0-32579fa3f3a9', 'port_id': '2c4b19f0-e802-4709-99c6-f034a50760eb', 'mac_address': 'fa:16:3e:70:37:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed1719f6-0ff5-4c5a-99a0-8903e34a1d55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:29.248589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Port': ['ID=0d6a8af0-019b-4c77-8b3f-64f966042f8d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:29.257617 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1437506-2d0b-4c2e-a746-08e1dfe4038e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.265525 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d1437506-2d0b-4c2e-a746-08e1dfe4038e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.266880 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.282252 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d1437506-2d0b-4c2e-a746-08e1dfe4038e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1936567f-55fc-44d2-9448-794f49643dbe HTTP/1.1" status: 204 len: 168 time: 0.9514852 Jul 16 03:42:29.286604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4b19f0-e802-4709-99c6-f034a50760eb {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:29.311249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 2c4b19f0-e802-4709-99c6-f034a50760eb, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2c4b19f0-e802-4709-99c6-f034a50760eb,segment=NetworkSegment(1c5b3235-f1a0-4135-b663-9995536e6934),segment_id=1c5b3235-f1a0-4135-b663-9995536e6934)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:29.321600 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.335552 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1437506-2d0b-4c2e-a746-08e1dfe4038e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1936567f-55fc-44d2-9448-794f49643dbe,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:29.367337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-66c3ed94-a749-4425-9b35-3fe2dd77a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:29.370345 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-66c3ed94-a749-4425-9b35-3fe2dd77a462 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a3d8bc9a-80ea-44be-8f70-23c45868da08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2299993 Jul 16 03:42:29.405335 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.451063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675bde05-0837-4333-bf60-10c08cc65f45']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:29.468585 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=2c4b19f0-e802-4709-99c6-f034a50760eb,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:29.483831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fe6d86-d48e-466f-8615-47266082c828') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:29.484475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fe6d86-d48e-466f-8615-47266082c828') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:29.494151 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.512262 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.520148 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:42:29.520706 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.537850 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-e01a2844-02c1-4083-8e07-305c03a580ce service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593194 Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:42:29.596350 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:42:29.601740 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.614923 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.619499 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "DELETE /v2.0/networks/675bde05-0837-4333-bf60-10c08cc65f45 HTTP/1.1" status: 204 len: 168 time: 1.6212902 Jul 16 03:42:29.627495 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43038) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:29.643626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492386c-e31f-4b5d-90ce-005fde0b375d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Network': ['ID=675bde05-0837-4333-bf60-10c08cc65f45,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:29.671997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['2c4b19f0-e802-4709-99c6-f034a50760eb'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:29.704348 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00770c15-fd92-40d5-ae68-7f1351a53840 req-d76fef6c-dbd8-4b89-b4ef-f6f874a3528a service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591504 Jul 16 03:42:29.708404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6e1062-2fce-4e7f-81d7-05a50af62c5c tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Deleting subnet 60c77d3f-7c7d-40ce-9cef-d2390432f0b4 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:29.712644 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db6e1062-2fce-4e7f-81d7-05a50af62c5c tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.794826 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db6e1062-2fce-4e7f-81d7-05a50af62c5c tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.913879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db6e1062-2fce-4e7f-81d7-05a50af62c5c tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:29.997718 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db6e1062-2fce-4e7f-81d7-05a50af62c5c tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.037069 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e1062-2fce-4e7f-81d7-05a50af62c5c tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Subnet': ['ID=60c77d3f-7c7d-40ce-9cef-d2390432f0b4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:30.039510 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db6e1062-2fce-4e7f-81d7-05a50af62c5c tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.044272 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-db6e1062-2fce-4e7f-81d7-05a50af62c5c tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "DELETE /v2.0/subnets/60c77d3f-7c7d-40ce-9cef-d2390432f0b4 HTTP/1.1" status: 204 len: 168 time: 0.4129689 Jul 16 03:42:30.044788 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:30.057758 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b580728b-5b07-4837-be24-e600f13527f7 None None] Network 695cb19c-8ae2-4afc-8a48-ae6592728c7c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:30.097756 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4988514c-53ae-4589-8009-783debf76df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.165114 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.240189 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Deleting port 48339477-542f-461a-9ab9-131dea1603b4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:30.240865 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.327741 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] For port 48339477-542f-461a-9ab9-131dea1603b4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=48339477-542f-461a-9ab9-131dea1603b4,segment=NetworkSegment(cd80684a-aae5-4a09-b7bb-768f4ea70049),segment_id=cd80684a-aae5-4a09-b7bb-768f4ea70049)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:30.328300 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.343734 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Calling delete_port for 48339477-542f-461a-9ab9-131dea1603b4 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:30.430355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e9b047-f289-4b96-9e99-3e82ea04ab78 None None] DHCP port deletion for 695cb19c-8ae2-4afc-8a48-ae6592728c7c request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:42:30.516798 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.517950 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-63e9b047-f289-4b96-9e99-3e82ea04ab78 None None] Deleting port 48339477-542f-461a-9ab9-131dea1603b4 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:30.519774 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63e9b047-f289-4b96-9e99-3e82ea04ab78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.534535 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] No DVR routers for this DVR port 48339477-542f-461a-9ab9-131dea1603b4 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:30.601169 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2321feb-eb5d-45b1-a2b1-6685e541ba19 req-1d47bf3b-a2de-44cd-93b7-e323ecbb6736 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:30.608951 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2321feb-eb5d-45b1-a2b1-6685e541ba19 req-1d47bf3b-a2de-44cd-93b7-e323ecbb6736 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 944 time: 0.1740031 Jul 16 03:42:30.611164 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Port': ['ID=48339477-542f-461a-9ab9-131dea1603b4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:30.681097 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 48339477-542f-461a-9ab9-131dea1603b4 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:30.698143 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-63e9b047-f289-4b96-9e99-3e82ea04ab78 None None] For port 48339477-542f-461a-9ab9-131dea1603b4, host n-d-800088-6, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:30.699523 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63e9b047-f289-4b96-9e99-3e82ea04ab78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.730257 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.744757 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2321feb-eb5d-45b1-a2b1-6685e541ba19 req-18248596-012b-4828-8361-7796e63c3499 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0609d4ec-715c-41fe-a6e5-7e56a80a95a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346722 Jul 16 03:42:30.764961 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 48339477-542f-461a-9ab9-131dea1603b4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:30.765306 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 48339477-542f-461a-9ab9-131dea1603b4 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:30.770029 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695cb19c-8ae2-4afc-8a48-ae6592728c7c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:30.780824 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-63e9b047-f289-4b96-9e99-3e82ea04ab78 None None] Calling delete_port for 48339477-542f-461a-9ab9-131dea1603b4 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:30.785171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd80684a-aae5-4a09-b7bb-768f4ea70049') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:30.785471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd80684a-aae5-4a09-b7bb-768f4ea70049') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:30.788595 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-63e9b047-f289-4b96-9e99-3e82ea04ab78 None None] Port 48339477-542f-461a-9ab9-131dea1603b4 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:42:30.789866 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63e9b047-f289-4b96-9e99-3e82ea04ab78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.798580 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.815078 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.817662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9b047-f289-4b96-9e99-3e82ea04ab78 None None] Pushing event deleted for resources: {'Port': ['ID=48339477-542f-461a-9ab9-131dea1603b4,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:30.824213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e9b047-f289-4b96-9e99-3e82ea04ab78 None None] No DVR routers for this DVR port 48339477-542f-461a-9ab9-131dea1603b4 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:30.824998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:42:30.825400 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:42:30.832494 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:42:30.902164 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.926820 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.937753 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:30.939926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "DELETE /v2.0/networks/695cb19c-8ae2-4afc-8a48-ae6592728c7c HTTP/1.1" status: 204 len: 168 time: 0.8940690 Jul 16 03:42:30.945609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43094) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:30.960431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2c4b19f0-e802-4709-99c6-f034a50760eb up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:30.962376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8c12aac5-5f86-478b-b3da-e2b1b2d60573 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1227870607'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:30.982854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cc33f-9b5a-453b-a484-ff3f41a7e6d5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Network': ['ID=695cb19c-8ae2-4afc-8a48-ae6592728c7c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:30.987304 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c12aac5-5f86-478b-b3da-e2b1b2d60573 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Made reservation on behalf of c8523da0c1ce49298d9bf66e5ca66ea4 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:30.991578 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c12aac5-5f86-478b-b3da-e2b1b2d60573 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.019823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 2c4b19f0-e802-4709-99c6-f034a50760eb completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:31.024084 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 2c4b19f0-e802-4709-99c6-f034a50760eb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:31.024520 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.039478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c12aac5-5f86-478b-b3da-e2b1b2d60573 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:42:31.055242 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c12aac5-5f86-478b-b3da-e2b1b2d60573 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.056091 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-8c12aac5-5f86-478b-b3da-e2b1b2d60573 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Added segment bcb89718-d20a-41f3-89d3-fd53c1869439 of type vlan for network 4c18a96f-f9c2-468c-98ce-f6e395d0668a Jul 16 03:42:31.117117 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c12aac5-5f86-478b-b3da-e2b1b2d60573 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.176213 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.179355 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c12aac5-5f86-478b-b3da-e2b1b2d60573 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.193245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c12aac5-5f86-478b-b3da-e2b1b2d60573 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:31.196241 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c12aac5-5f86-478b-b3da-e2b1b2d60573 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.232503 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8c12aac5-5f86-478b-b3da-e2b1b2d60573 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2855103 Jul 16 03:42:31.234838 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43104) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:31.241792 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8bbbbcaa-dca2-4ba0-b9cd-950860eae1de tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Request body: {'subnet': {'network_id': '4c18a96f-f9c2-468c-98ce-f6e395d0668a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:31.256998 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b59c8b-1c25-4b19-b828-4c171529e3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4b19f0-e802-4709-99c6-f034a50760eb'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:31.259978 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026d0b89-0e78-4717-9cd7-b512673664b6" -d '{"events": [{"server_uuid": "f2b59c8b-1c25-4b19-b828-4c171529e3ae", "name": "network-vif-plugged", "status": "completed", "tag": "2c4b19f0-e802-4709-99c6-f034a50760eb"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:31.288292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 2c4b19f0-e802-4709-99c6-f034a50760eb, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2c4b19f0-e802-4709-99c6-f034a50760eb,segment=NetworkSegment(1c5b3235-f1a0-4135-b663-9995536e6934),segment_id=1c5b3235-f1a0-4135-b663-9995536e6934)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:31.298363 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.366626 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693d3445-c379-499c-803a-5a5e76965af6 x-openstack-request-id: req-693d3445-c379-499c-803a-5a5e76965af6 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:31.367003 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b59c8b-1c25-4b19-b828-4c171529e3ae", "name": "network-vif-plugged", "status": "completed", "tag": "2c4b19f0-e802-4709-99c6-f034a50760eb", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:31.367187 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-693d3445-c379-499c-803a-5a5e76965af6 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:31.367844 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b59c8b-1c25-4b19-b828-4c171529e3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4b19f0-e802-4709-99c6-f034a50760eb', 'code': 200} Jul 16 03:42:31.396871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12aac5-5f86-478b-b3da-e2b1b2d60573 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event updated for resources: {'Network': ['ID=4c18a96f-f9c2-468c-98ce-f6e395d0668a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:31.419940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=2c4b19f0-e802-4709-99c6-f034a50760eb,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:31.424947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 4c18a96f-f9c2-468c-98ce-f6e395d0668a details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:42:31.517738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbbbcaa-dca2-4ba0-b9cd-950860eae1de tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Made reservation on behalf of c8523da0c1ce49298d9bf66e5ca66ea4 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:31.521816 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bbbbcaa-dca2-4ba0-b9cd-950860eae1de tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.527063 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.567366 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f0ad5-e34c-40f7-b789-f0a894468494 req-d09c388a-3b42-4483-991c-9814c54bbda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:31.569077 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-600f0ad5-e34c-40f7-b789-f0a894468494 req-d09c388a-3b42-4483-991c-9814c54bbda0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 1096 time: 0.1295717 Jul 16 03:42:31.664352 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-600f0ad5-e34c-40f7-b789-f0a894468494 req-1d856ffe-85c9-4f90-a9b2-1c6ae68d20e5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0609d4ec-715c-41fe-a6e5-7e56a80a95a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647883 Jul 16 03:42:31.825506 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bbbbcaa-dca2-4ba0-b9cd-950860eae1de tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:31.915789 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbbcaa-dca2-4ba0-b9cd-950860eae1de tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event updated for resources: {'Subnet': ['ID=0343860e-aa3a-4f49-b4ef-92e506d585ce,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:31.976329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbbbcaa-dca2-4ba0-b9cd-950860eae1de tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Checking segment: {'id': 'bcb89718-d20a-41f3-89d3-fd53c1869439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4c18a96f-f9c2-468c-98ce-f6e395d0668a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:31.978647 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbbbcaa-dca2-4ba0-b9cd-950860eae1de tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Network hostable DHCP agents. Network: 4c18a96f-f9c2-468c-98ce-f6e395d0668a, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:42:31.999420 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbbbcaa-dca2-4ba0-b9cd-950860eae1de tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Network 4c18a96f-f9c2-468c-98ce-f6e395d0668a is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:42:32.002555 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8c0a5-c529-405b-9174-c55689a004bc req-fa029986-4fbd-48cd-ac16-cc5f2c2f3f71 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:32.011477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8bbbbcaa-dca2-4ba0-b9cd-950860eae1de tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 4c18a96f-f9c2-468c-98ce-f6e395d0668a) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:32.011595 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0c8c0a5-c529-405b-9174-c55689a004bc req-fa029986-4fbd-48cd-ac16-cc5f2c2f3f71 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 945 time: 0.1142666 Jul 16 03:42:32.016142 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbbbcaa-dca2-4ba0-b9cd-950860eae1de tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:32.016834 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bbbbcaa-dca2-4ba0-b9cd-950860eae1de tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.023548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9743ab4-7893-4b35-a430-4749d692a8c0 None None] Network 4c18a96f-f9c2-468c-98ce-f6e395d0668a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:32.060779 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8bbbbcaa-dca2-4ba0-b9cd-950860eae1de tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8247604 Jul 16 03:42:32.063627 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43142) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:32.068297 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-24b2fd29-3278-4ed8-ae79-5dc9655ae2bc tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1209924724'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:32.091564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0c8c0a5-c529-405b-9174-c55689a004bc req-6b43baf7-0bb5-47e4-8517-8537a7cc0e7a tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0609d4ec-715c-41fe-a6e5-7e56a80a95a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787055 Jul 16 03:42:32.113457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b2fd29-3278-4ed8-ae79-5dc9655ae2bc tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Made reservation on behalf of c8523da0c1ce49298d9bf66e5ca66ea4 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:32.119088 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24b2fd29-3278-4ed8-ae79-5dc9655ae2bc tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.122246 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43144) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:32.161332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b2fd29-3278-4ed8-ae79-5dc9655ae2bc tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:42:32.177225 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24b2fd29-3278-4ed8-ae79-5dc9655ae2bc tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.177938 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-24b2fd29-3278-4ed8-ae79-5dc9655ae2bc tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Added segment 4e826027-4940-499a-98c4-ee3c0d3c608b of type vlan for network 46869870-f068-490b-8568-280eab6ae77f Jul 16 03:42:32.231052 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24b2fd29-3278-4ed8-ae79-5dc9655ae2bc tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.275629 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24b2fd29-3278-4ed8-ae79-5dc9655ae2bc tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.286356 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b2fd29-3278-4ed8-ae79-5dc9655ae2bc tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:32.286830 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24b2fd29-3278-4ed8-ae79-5dc9655ae2bc tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.318837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-4c18a96f-f9c2-468c-98ce-f6e395d0668a', 'network_id': '4c18a96f-f9c2-468c-98ce-f6e395d0668a', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'fixed_ips': [{'subnet_id': '0343860e-aa3a-4f49-b4ef-92e506d585ce'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:42:32.320199 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.371293 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baa7cc90-6154-48eb-b903-0bcf0fbde6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.382775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:32.394457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-defc42c6-e548-41a2-89ab-d2deaf55b309 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Request body: {'subnet': {'network_id': '46869870-f068-490b-8568-280eab6ae77f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:32.395453 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-24b2fd29-3278-4ed8-ae79-5dc9655ae2bc tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3157437 Jul 16 03:42:32.541488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Allocated IP 19.80.0.2 (4c18a96f-f9c2-468c-98ce-f6e395d0668a/0343860e-aa3a-4f49-b4ef-92e506d585ce/15d8de35-74b3-4f51-9859-00dc2c720bc0) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:32.580281 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2fd29-3278-4ed8-ae79-5dc9655ae2bc tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event updated for resources: {'Network': ['ID=46869870-f068-490b-8568-280eab6ae77f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:32.611586 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baa7cc90-6154-48eb-b903-0bcf0fbde6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.620554 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-baa7cc90-6154-48eb-b903-0bcf0fbde6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.639080 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defc42c6-e548-41a2-89ab-d2deaf55b309 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Made reservation on behalf of c8523da0c1ce49298d9bf66e5ca66ea4 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:32.643732 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-defc42c6-e548-41a2-89ab-d2deaf55b309 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.663047 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7cc90-6154-48eb-b903-0bcf0fbde6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e16d41-7c0a-44de-aed6-7ce0dd27dfb2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:32.684117 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-baa7cc90-6154-48eb-b903-0bcf0fbde6a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ade712e56304b18bff05920fd3501b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5606625 Jul 16 03:42:32.686821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43160) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:32.758873 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa78f221-b15c-40c0-a97c-4e6f72ba179b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.790503 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa78f221-b15c-40c0-a97c-4e6f72ba179b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.860261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 46869870-f068-490b-8568-280eab6ae77f details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:42:32.873751 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa78f221-b15c-40c0-a97c-4e6f72ba179b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.876737 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa78f221-b15c-40c0-a97c-4e6f72ba179b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:32.878197 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-aa78f221-b15c-40c0-a97c-4e6f72ba179b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2e16d41-7c0a-44de-aed6-7ce0dd27dfb2 HTTP/1.1" status: 204 len: 168 time: 0.1903665 Jul 16 03:42:32.891959 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78f221-b15c-40c0-a97c-4e6f72ba179b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e16d41-7c0a-44de-aed6-7ce0dd27dfb2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:32.934758 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-defc42c6-e548-41a2-89ab-d2deaf55b309 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.018881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc42c6-e548-41a2-89ab-d2deaf55b309 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event updated for resources: {'Subnet': ['ID=30d0f4cb-44e5-4155-9693-dded99fe050f,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:33.036202 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-525acd5d-6055-496b-a2d9-35f21f68f5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.039165 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.052986 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defc42c6-e548-41a2-89ab-d2deaf55b309 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Checking segment: {'id': '4e826027-4940-499a-98c4-ee3c0d3c608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '46869870-f068-490b-8568-280eab6ae77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:33.053456 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc42c6-e548-41a2-89ab-d2deaf55b309 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Network hostable DHCP agents. Network: 46869870-f068-490b-8568-280eab6ae77f, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:42:33.088409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defc42c6-e548-41a2-89ab-d2deaf55b309 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Network 46869870-f068-490b-8568-280eab6ae77f is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:42:33.103146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-defc42c6-e548-41a2-89ab-d2deaf55b309 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 46869870-f068-490b-8568-280eab6ae77f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:33.110066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defc42c6-e548-41a2-89ab-d2deaf55b309 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:33.110523 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-defc42c6-e548-41a2-89ab-d2deaf55b309 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.143041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dffeca9-2381-4632-9f9b-6116ed1afeb3 None None] Network 46869870-f068-490b-8568-280eab6ae77f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:33.151459 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-defc42c6-e548-41a2-89ab-d2deaf55b309 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7666614 Jul 16 03:42:33.175169 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.193301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Transition to ACTIVE for port object 15d8de35-74b3-4f51-9859-00dc2c720bc0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:33.216081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Transition to ACTIVE for port object 15d8de35-74b3-4f51-9859-00dc2c720bc0 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:33.257593 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.302782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43180) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:33.318280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90002be3-df09-46c3-903e-db8d84b66c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.337861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703237b-77ec-4fbc-8f52-b996859ce6bc req-a2d7219b-208b-4533-92a3-bfdb2051f49a tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:33.338592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Network 4c18a96f-f9c2-468c-98ce-f6e395d0668a is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:33.344624 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:33.353399 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3703237b-77ec-4fbc-8f52-b996859ce6bc req-a2d7219b-208b-4533-92a3-bfdb2051f49a tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 945 time: 0.1104090 Jul 16 03:42:33.363218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:33.419233 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3703237b-77ec-4fbc-8f52-b996859ce6bc req-5de00db7-cf6a-400b-ad46-59ff7c5e4e44 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0609d4ec-715c-41fe-a6e5-7e56a80a95a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648279 Jul 16 03:42:33.476209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Pushing event updated for resources: {'Port': ['ID=15d8de35-74b3-4f51-9859-00dc2c720bc0,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:33.525129 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90002be3-df09-46c3-903e-db8d84b66c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.530296 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90002be3-df09-46c3-903e-db8d84b66c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.557254 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-46869870-f068-490b-8568-280eab6ae77f', 'network_id': '46869870-f068-490b-8568-280eab6ae77f', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'fixed_ips': [{'subnet_id': '30d0f4cb-44e5-4155-9693-dded99fe050f'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:42:33.558898 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.624361 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Attempting to bind port 15d8de35-74b3-4f51-9859-00dc2c720bc0 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:33.625412 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Attempting to bind port 15d8de35-74b3-4f51-9859-00dc2c720bc0 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'bcb89718-d20a-41f3-89d3-fd53c1869439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4c18a96f-f9c2-468c-98ce-f6e395d0668a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:33.625678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Attempting to bind port 15d8de35-74b3-4f51-9859-00dc2c720bc0 on network 4c18a96f-f9c2-468c-98ce-f6e395d0668a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:33.638818 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:33.639330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Checking segment: {'id': 'bcb89718-d20a-41f3-89d3-fd53c1869439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4c18a96f-f9c2-468c-98ce-f6e395d0668a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:33.639859 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.640365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Bound using segment: {'id': 'bcb89718-d20a-41f3-89d3-fd53c1869439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4c18a96f-f9c2-468c-98ce-f6e395d0668a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:33.641017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Bound port: 15d8de35-74b3-4f51-9859-00dc2c720bc0, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb89718-d20a-41f3-89d3-fd53c1869439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4c18a96f-f9c2-468c-98ce-f6e395d0668a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:33.641486 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.643122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90002be3-df09-46c3-903e-db8d84b66c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228d0d6b-4899-4e90-89ec-eaa004520ac8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:33.670055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c7f32c40-8dbf-4022-8a84-4a91d18a9717 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:33.712019 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-90002be3-df09-46c3-903e-db8d84b66c1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41850f5dcb974e318041cfb671c0a335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4057302 Jul 16 03:42:33.712197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c7f32c40-8dbf-4022-8a84-4a91d18a9717 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:33.713740 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c7f32c40-8dbf-4022-8a84-4a91d18a9717 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/networks?id=4c18a96f-f9c2-468c-98ce-f6e395d0668a&id=46869870-f068-490b-8568-280eab6ae77f HTTP/1.1" status: 200 len: 1392 time: 0.2269368 Jul 16 03:42:33.714802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:33.761663 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-13942786-b6e3-45fa-98ff-cc652deb9c69 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/quotas/c8523da0c1ce49298d9bf66e5ca66ea4 HTTP/1.1" status: 200 len: 375 time: 0.0226798 Jul 16 03:42:33.803014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] For port 15d8de35-74b3-4f51-9859-00dc2c720bc0, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:33.807624 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] For port 15d8de35-74b3-4f51-9859-00dc2c720bc0, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=15d8de35-74b3-4f51-9859-00dc2c720bc0,segment=NetworkSegment(bcb89718-d20a-41f3-89d3-fd53c1869439),segment_id=bcb89718-d20a-41f3-89d3-fd53c1869439)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:33.823792 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.838793 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-633820d3-3691-4bd4-b557-b16febc63f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.864961 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-633820d3-3691-4bd4-b557-b16febc63f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.939800 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.983779 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-f2ec6a3d-6d19-4614-afb7-69691cb9686e tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c8523da0c1ce49298d9bf66e5ca66ea4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2211735 Jul 16 03:42:33.986829 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-633820d3-3691-4bd4-b557-b16febc63f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.990880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-633820d3-3691-4bd4-b557-b16febc63f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:33.998432 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-633820d3-3691-4bd4-b557-b16febc63f28 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/228d0d6b-4899-4e90-89ec-eaa004520ac8 HTTP/1.1" status: 204 len: 168 time: 0.2819896 Jul 16 03:42:34.002924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8249f30-6fb4-400b-9389-fd1d093139e0 None None] Pushing event updated for resources: {'Port': ['ID=15d8de35-74b3-4f51-9859-00dc2c720bc0,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:34.010637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633820d3-3691-4bd4-b557-b16febc63f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228d0d6b-4899-4e90-89ec-eaa004520ac8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:34.022486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Allocated IP 19.86.0.2 (46869870-f068-490b-8568-280eab6ae77f/30d0f4cb-44e5-4155-9693-dded99fe050f/e17438ec-62e3-4aa7-baa9-195d34f240ad) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:34.269399 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-191cfb8f-6072-4c8f-8332-79b2f8fd44da service neutron] 10.222.0.18 "GET /v2.0/networks/4c18a96f-f9c2-468c-98ce-f6e395d0668a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473819 Jul 16 03:42:34.357304 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.381245 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Transition to ACTIVE for port object e17438ec-62e3-4aa7-baa9-195d34f240ad will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:34.424495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Transition to ACTIVE for port object e17438ec-62e3-4aa7-baa9-195d34f240ad will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:34.446095 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.482675 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-52f8cb2e-9ba9-462c-ab95-590e3e4b16e3 service neutron] 10.222.0.18 "GET /v2.0/networks/4c18a96f-f9c2-468c-98ce-f6e395d0668a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995735 Jul 16 03:42:34.545900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Network 46869870-f068-490b-8568-280eab6ae77f is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:34.550383 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:34.554226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:34.629685 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-5324e528-a1fc-45e7-815a-be8b98e36661 service neutron] 10.222.0.18 "GET /v2.0/networks/46869870-f068-490b-8568-280eab6ae77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451979 Jul 16 03:42:34.645601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Pushing event updated for resources: {'Port': ['ID=e17438ec-62e3-4aa7-baa9-195d34f240ad,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:34.686851 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Attempting to bind port e17438ec-62e3-4aa7-baa9-195d34f240ad on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:34.687883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Attempting to bind port e17438ec-62e3-4aa7-baa9-195d34f240ad by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4e826027-4940-499a-98c4-ee3c0d3c608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '46869870-f068-490b-8568-280eab6ae77f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:34.688511 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Attempting to bind port e17438ec-62e3-4aa7-baa9-195d34f240ad on network 46869870-f068-490b-8568-280eab6ae77f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:34.695206 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:34.695840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Checking segment: {'id': '4e826027-4940-499a-98c4-ee3c0d3c608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '46869870-f068-490b-8568-280eab6ae77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:34.697265 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.700695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Bound using segment: {'id': '4e826027-4940-499a-98c4-ee3c0d3c608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '46869870-f068-490b-8568-280eab6ae77f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:34.701479 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Bound port: e17438ec-62e3-4aa7-baa9-195d34f240ad, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e826027-4940-499a-98c4-ee3c0d3c608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '46869870-f068-490b-8568-280eab6ae77f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:34.701891 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.725252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 15d8de35-74b3-4f51-9859-00dc2c720bc0 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:34.816622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 15d8de35-74b3-4f51-9859-00dc2c720bc0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:34.823398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] For port e17438ec-62e3-4aa7-baa9-195d34f240ad, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:34.839511 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] For port e17438ec-62e3-4aa7-baa9-195d34f240ad, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e17438ec-62e3-4aa7-baa9-195d34f240ad,segment=NetworkSegment(4e826027-4940-499a-98c4-ee3c0d3c608b),segment_id=4e826027-4940-499a-98c4-ee3c0d3c608b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:34.844129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-b2df62d9-4fe6-4713-aa0b-cb41528423cf service neutron] 10.222.0.18 "GET /v2.0/networks/46869870-f068-490b-8568-280eab6ae77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080681 Jul 16 03:42:34.849921 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:34.926271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a6b27-2fdc-4bc7-8c27-81705904f447 None None] Pushing event updated for resources: {'Port': ['ID=e17438ec-62e3-4aa7-baa9-195d34f240ad,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:34.956709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43256) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:34.976610 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-592e436c-0691-4f8d-beaf-5bb799e0daf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.268428 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-592e436c-0691-4f8d-beaf-5bb799e0daf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.281352 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-592e436c-0691-4f8d-beaf-5bb799e0daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.343671 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-549c261c-0405-41cf-9623-168b3cdab3ba req-24a2dff9-bd30-4608-893a-cf84735a08d8 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 210 time: 0.1091881 Jul 16 03:42:35.396275 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-592e436c-0691-4f8d-beaf-5bb799e0daf8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbab5f35252a4fd09010f2372228d29d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4381545 Jul 16 03:42:35.397233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e436c-0691-4f8d-beaf-5bb799e0daf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e15ff33-47af-474d-aea0-e4d816175c04,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:35.398690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:35.629458 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:42:35.659504 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d321e6be-a527-4365-8acd-ca5a4b39f544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.715829 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.731251 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d321e6be-a527-4365-8acd-ca5a4b39f544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.790346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f207a4-2a6c-4654-9291-b88f81d1a380 req-6cd8554e-9505-4e48-8165-2befd2635145 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:35.797827 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52f207a4-2a6c-4654-9291-b88f81d1a380 req-6cd8554e-9505-4e48-8165-2befd2635145 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 945 time: 0.2763965 Jul 16 03:42:35.811160 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a2a8fe-2cc8-4999-8fd9-b97642faedd1 None None] Network 4c18a96f-f9c2-468c-98ce-f6e395d0668a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:35.864280 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52f207a4-2a6c-4654-9291-b88f81d1a380 req-d4f5cf6c-c25c-43f3-8461-b6052e7ba4c0 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0609d4ec-715c-41fe-a6e5-7e56a80a95a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658507 Jul 16 03:42:35.888675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d321e6be-a527-4365-8acd-ca5a4b39f544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.891385 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d321e6be-a527-4365-8acd-ca5a4b39f544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:35.892890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d321e6be-a527-4365-8acd-ca5a4b39f544 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e15ff33-47af-474d-aea0-e4d816175c04 HTTP/1.1" status: 204 len: 168 time: 0.4930093 Jul 16 03:42:35.902820 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321e6be-a527-4365-8acd-ca5a4b39f544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e15ff33-47af-474d-aea0-e4d816175c04,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:35.969676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ca18054a-7124-4000-afe4-fc0ec4cd9203 None None] Provisioning for port 15d8de35-74b3-4f51-9859-00dc2c720bc0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:35.987807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ca18054a-7124-4000-afe4-fc0ec4cd9203 None None] Provisioning complete for port 15d8de35-74b3-4f51-9859-00dc2c720bc0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:35.988184 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca18054a-7124-4000-afe4-fc0ec4cd9203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.244066 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca18054a-7124-4000-afe4-fc0ec4cd9203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.329064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ca18054a-7124-4000-afe4-fc0ec4cd9203 None None] For port 15d8de35-74b3-4f51-9859-00dc2c720bc0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=15d8de35-74b3-4f51-9859-00dc2c720bc0,segment=NetworkSegment(bcb89718-d20a-41f3-89d3-fd53c1869439),segment_id=bcb89718-d20a-41f3-89d3-fd53c1869439)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:36.368297 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ca18054a-7124-4000-afe4-fc0ec4cd9203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:36.526610 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18054a-7124-4000-afe4-fc0ec4cd9203 None None] Pushing event updated for resources: {'Port': ['ID=15d8de35-74b3-4f51-9859-00dc2c720bc0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:36.679430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4b2b0d1f-2622-4f8a-a7fc-b7b116613a2d req-b514ee0d-ca84-4045-ad90-e4ca492413c2 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 210 time: 0.0873129 Jul 16 03:42:36.724593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc763f25-41b3-4aad-b268-aff36340565d req-896e807f-1790-4415-9b7e-76c458506d9a tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:36.731994 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cc763f25-41b3-4aad-b268-aff36340565d req-896e807f-1790-4415-9b7e-76c458506d9a tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.88 "GET /v2.0/ports?device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 945 time: 0.1877418 Jul 16 03:42:36.887897 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 15d8de35-74b3-4f51-9859-00dc2c720bc0 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:36.957168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 15d8de35-74b3-4f51-9859-00dc2c720bc0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:36.957763 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.011565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d411272-9813-461e-bb38-a6f6137506e6 None None] Network 46869870-f068-490b-8568-280eab6ae77f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:37.087720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-cc763f25-41b3-4aad-b268-aff36340565d req-ef380128-0c47-4acb-8824-81a3d9418b45 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Deleting port 2c4b19f0-e802-4709-99c6-f034a50760eb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:37.088094 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cc763f25-41b3-4aad-b268-aff36340565d req-ef380128-0c47-4acb-8824-81a3d9418b45 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.231682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-316a28e1-5aed-4ed2-b217-d8686eefa2c6 None None] Provisioning for port e17438ec-62e3-4aa7-baa9-195d34f240ad completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:37.263325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b28db-d6b7-4888-8025-a916d278c41e req-0b41a53c-f1b7-4fff-accb-a47f8509ab50 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:37.270455 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-220b28db-d6b7-4888-8025-a916d278c41e req-0b41a53c-f1b7-4fff-accb-a47f8509ab50 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 945 time: 0.2242200 Jul 16 03:42:37.290799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-cc763f25-41b3-4aad-b268-aff36340565d req-ef380128-0c47-4acb-8824-81a3d9418b45 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] For port 2c4b19f0-e802-4709-99c6-f034a50760eb, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2c4b19f0-e802-4709-99c6-f034a50760eb,segment=NetworkSegment(1c5b3235-f1a0-4135-b663-9995536e6934),segment_id=1c5b3235-f1a0-4135-b663-9995536e6934)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:37.292010 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cc763f25-41b3-4aad-b268-aff36340565d req-ef380128-0c47-4acb-8824-81a3d9418b45 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.306171 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-cc763f25-41b3-4aad-b268-aff36340565d req-ef380128-0c47-4acb-8824-81a3d9418b45 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Calling delete_port for 2c4b19f0-e802-4709-99c6-f034a50760eb owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:37.314964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-86b50d87-af61-4fad-a367-4bd06cea7d80 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:37.321070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-86b50d87-af61-4fad-a367-4bd06cea7d80 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:37.322877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-86b50d87-af61-4fad-a367-4bd06cea7d80 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.20 "GET /v2.0/networks?id=4c18a96f-f9c2-468c-98ce-f6e395d0668a&id=46869870-f068-490b-8568-280eab6ae77f HTTP/1.1" status: 200 len: 1392 time: 0.2666252 Jul 16 03:42:37.343076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c88220ae-becb-480d-80ef-14976420b845 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Request body: {'port': {'device_id': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'network_id': '4c18a96f-f9c2-468c-98ce-f6e395d0668a', 'admin_state_up': True, 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:37.385152 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-220b28db-d6b7-4888-8025-a916d278c41e req-f14af2c5-afd3-41a4-94c8-9c012b9e21f8 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/security-groups?id=0609d4ec-715c-41fe-a6e5-7e56a80a95a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137092 Jul 16 03:42:37.417356 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-316a28e1-5aed-4ed2-b217-d8686eefa2c6 None None] Provisioning complete for port 15d8de35-74b3-4f51-9859-00dc2c720bc0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:37.419351 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-316a28e1-5aed-4ed2-b217-d8686eefa2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.550143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c88220ae-becb-480d-80ef-14976420b845 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Made reservation on behalf of c8523da0c1ce49298d9bf66e5ca66ea4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:37.554669 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cc763f25-41b3-4aad-b268-aff36340565d req-ef380128-0c47-4acb-8824-81a3d9418b45 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.562013 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c88220ae-becb-480d-80ef-14976420b845 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.615683 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef380128-0c47-4acb-8824-81a3d9418b45 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Pushing event deleted for resources: {'Port': ['ID=2c4b19f0-e802-4709-99c6-f034a50760eb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:37.641962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['2c4b19f0-e802-4709-99c6-f034a50760eb'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:37.704008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc763f25-41b3-4aad-b268-aff36340565d req-ef380128-0c47-4acb-8824-81a3d9418b45 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] No DVR routers for this DVR port 2c4b19f0-e802-4709-99c6-f034a50760eb on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:37.708232 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-cc763f25-41b3-4aad-b268-aff36340565d req-ef380128-0c47-4acb-8824-81a3d9418b45 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:37.711548 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cc763f25-41b3-4aad-b268-aff36340565d req-ef380128-0c47-4acb-8824-81a3d9418b45 tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.88 "DELETE /v2.0/ports/2c4b19f0-e802-4709-99c6-f034a50760eb HTTP/1.1" status: 204 len: 173 time: 0.9701700 Jul 16 03:42:37.717650 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b59c8b-1c25-4b19-b828-4c171529e3ae', 'name': 'network-vif-deleted', 'tag': '2c4b19f0-e802-4709-99c6-f034a50760eb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:37.722562 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe390a9-455d-4b9e-a105-e7410f2ecf42" -d '{"events": [{"server_uuid": "f2b59c8b-1c25-4b19-b828-4c171529e3ae", "name": "network-vif-deleted", "tag": "2c4b19f0-e802-4709-99c6-f034a50760eb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:37.740227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e17438ec-62e3-4aa7-baa9-195d34f240ad up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:37.861238 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6f3121-28b0-45b3-9a7c-ba8db7a2dc39 x-openstack-request-id: req-3c6f3121-28b0-45b3-9a7c-ba8db7a2dc39 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:37.861751 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b59c8b-1c25-4b19-b828-4c171529e3ae", "name": "network-vif-deleted", "tag": "2c4b19f0-e802-4709-99c6-f034a50760eb", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:37.861751 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c6f3121-28b0-45b3-9a7c-ba8db7a2dc39 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:37.862161 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b59c8b-1c25-4b19-b828-4c171529e3ae', 'name': 'network-vif-deleted', 'tag': '2c4b19f0-e802-4709-99c6-f034a50760eb', 'status': 'completed', 'code': 200} Jul 16 03:42:38.004306 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af0056a3-be06-4dc4-9e24-441349ebd0a0 req-665d4542-8292-444d-b67d-ca6c171c129a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 210 time: 0.0718446 Jul 16 03:42:38.008248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port e17438ec-62e3-4aa7-baa9-195d34f240ad completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:38.012718 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e17438ec-62e3-4aa7-baa9-195d34f240ad triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:38.013813 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.085569 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c88220ae-becb-480d-80ef-14976420b845 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Allocated IP 19.80.0.19 (4c18a96f-f9c2-468c-98ce-f6e395d0668a/0343860e-aa3a-4f49-b4ef-92e506d585ce/979fce35-0d81-4812-9148-5cef0adfec04) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:38.157417 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.217266 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port e17438ec-62e3-4aa7-baa9-195d34f240ad, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e17438ec-62e3-4aa7-baa9-195d34f240ad,segment=NetworkSegment(4e826027-4940-499a-98c4-ee3c0d3c608b),segment_id=4e826027-4940-499a-98c4-ee3c0d3c608b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:38.221663 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.292085 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=e17438ec-62e3-4aa7-baa9-195d34f240ad,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:38.429211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-04fa5b79-f14f-4ce0-a4f5-80e7fcaf1693 None None] Provisioning complete for port e17438ec-62e3-4aa7-baa9-195d34f240ad triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:38.429650 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04fa5b79-f14f-4ce0-a4f5-80e7fcaf1693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.452796 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c88220ae-becb-480d-80ef-14976420b845 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.477138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c88220ae-becb-480d-80ef-14976420b845 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Transition to ACTIVE for port object 979fce35-0d81-4812-9148-5cef0adfec04 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:38.553946 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c88220ae-becb-480d-80ef-14976420b845 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.718359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e17438ec-62e3-4aa7-baa9-195d34f240ad up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:38.732149 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-565d30c3-5fc7-4554-a5d5-3a9ce4af60d7 req-d7e20867-9eee-489c-bb56-77341820f13a tempest-ServerMetadataNegativeTestJSON-188774994 tempest-ServerMetadataNegativeTestJSON-188774994-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2b59c8b-1c25-4b19-b828-4c171529e3ae HTTP/1.1" status: 200 len: 210 time: 0.0894659 Jul 16 03:42:38.743269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c88220ae-becb-480d-80ef-14976420b845 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Network 4c18a96f-f9c2-468c-98ce-f6e395d0668a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:38.747154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c88220ae-becb-480d-80ef-14976420b845 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:38.752178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c88220ae-becb-480d-80ef-14976420b845 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:38.758200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88220ae-becb-480d-80ef-14976420b845 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event updated for resources: {'Port': ['ID=979fce35-0d81-4812-9148-5cef0adfec04,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:38.834338 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e17438ec-62e3-4aa7-baa9-195d34f240ad triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:38.835095 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.845192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c88220ae-becb-480d-80ef-14976420b845 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:38.847219 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c88220ae-becb-480d-80ef-14976420b845 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:38.879150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-c88220ae-becb-480d-80ef-14976420b845 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5467343 Jul 16 03:42:38.893453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-cb648c3b-4606-40ba-96f1-ed810d92295d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Request body: {'port': {'device_id': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'network_id': '46869870-f068-490b-8568-280eab6ae77f', 'admin_state_up': True, 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:39.092704 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8ffbea00-5191-481a-941e-0c7763b624c0 None None] Provisioning for port 979fce35-0d81-4812-9148-5cef0adfec04 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:39.097342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8ffbea00-5191-481a-941e-0c7763b624c0 None None] Provisioning complete for port 979fce35-0d81-4812-9148-5cef0adfec04 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:39.097850 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8ffbea00-5191-481a-941e-0c7763b624c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.164642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-cb648c3b-4606-40ba-96f1-ed810d92295d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Made reservation on behalf of c8523da0c1ce49298d9bf66e5ca66ea4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:39.176469 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8ffbea00-5191-481a-941e-0c7763b624c0 None None] Port 979fce35-0d81-4812-9148-5cef0adfec04 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:39.176898 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-cb648c3b-4606-40ba-96f1-ed810d92295d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.401026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-cb648c3b-4606-40ba-96f1-ed810d92295d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Allocated IP 19.86.0.33 (46869870-f068-490b-8568-280eab6ae77f/30d0f4cb-44e5-4155-9693-dded99fe050f/03a0cbb5-c5ee-4c8c-b521-c5c228f52272) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:39.446154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bab249-436c-48b6-a44b-fe8eeed377a6 req-94e6026d-c717-4d19-b2c6-b9a1c89ce2b8 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:39.447794 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4bab249-436c-48b6-a44b-fe8eeed377a6 req-94e6026d-c717-4d19-b2c6-b9a1c89ce2b8 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 931 time: 0.1185813 Jul 16 03:42:39.541654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4bab249-436c-48b6-a44b-fe8eeed377a6 req-49c21221-32c8-4663-aed2-22beb9676853 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867062 Jul 16 03:42:39.686649 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-cb648c3b-4606-40ba-96f1-ed810d92295d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.703209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-cb648c3b-4606-40ba-96f1-ed810d92295d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Transition to ACTIVE for port object 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:39.747060 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-cb648c3b-4606-40ba-96f1-ed810d92295d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:39.804122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-cb648c3b-4606-40ba-96f1-ed810d92295d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Network 46869870-f068-490b-8568-280eab6ae77f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:39.837196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:39.843803 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-cb648c3b-4606-40ba-96f1-ed810d92295d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:39.856872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-cb648c3b-4606-40ba-96f1-ed810d92295d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:39.924248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e69bb8-8fe1-4752-9f69-177bdfefb4c9 admin admin] Deleting subnet ed1719f6-0ff5-4c5a-99a0-8903e34a1d55 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:42:39.940802 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90e69bb8-8fe1-4752-9f69-177bdfefb4c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.014798 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90e69bb8-8fe1-4752-9f69-177bdfefb4c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.015363 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-cb648c3b-4606-40ba-96f1-ed810d92295d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:40.016800 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-cb648c3b-4606-40ba-96f1-ed810d92295d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.042457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb648c3b-4606-40ba-96f1-ed810d92295d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event updated for resources: {'Port': ['ID=03a0cbb5-c5ee-4c8c-b521-c5c228f52272,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:40.070349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-cb648c3b-4606-40ba-96f1-ed810d92295d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1816347 Jul 16 03:42:40.085349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Request body: {'port': {'device_id': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:40.098954 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90e69bb8-8fe1-4752-9f69-177bdfefb4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.191072 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90e69bb8-8fe1-4752-9f69-177bdfefb4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.243936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:40.250034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e69bb8-8fe1-4752-9f69-177bdfefb4c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed1719f6-0ff5-4c5a-99a0-8903e34a1d55,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:40.262243 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.279641 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-90e69bb8-8fe1-4752-9f69-177bdfefb4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.291702 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-90e69bb8-8fe1-4752-9f69-177bdfefb4c9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ed1719f6-0ff5-4c5a-99a0-8903e34a1d55 HTTP/1.1" status: 204 len: 168 time: 0.4502218 Jul 16 03:42:40.293666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43458) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:40.311642 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-09186831-baaa-4c1d-bff7-615d4f2a66f2 None None] Provisioning for port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:40.320900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-09186831-baaa-4c1d-bff7-615d4f2a66f2 None None] Provisioning complete for port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:40.322112 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09186831-baaa-4c1d-bff7-615d4f2a66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.400721 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-09186831-baaa-4c1d-bff7-615d4f2a66f2 None None] Port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:40.459721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b936e955-8e0d-4157-a7c8-4251698b47ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.567973 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b936e955-8e0d-4157-a7c8-4251698b47ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.585751 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b936e955-8e0d-4157-a7c8-4251698b47ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c26171-6723-444d-a8a0-32579fa3f3a9']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:40.613245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b936e955-8e0d-4157-a7c8-4251698b47ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5b3235-f1a0-4135-b663-9995536e6934') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:40.615202 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b936e955-8e0d-4157-a7c8-4251698b47ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5b3235-f1a0-4135-b663-9995536e6934') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:42:40.622816 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0aa13fe-eea5-467b-8cf2-430239c16c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.639811 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b936e955-8e0d-4157-a7c8-4251698b47ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.659829 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b936e955-8e0d-4157-a7c8-4251698b47ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.667835 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b936e955-8e0d-4157-a7c8-4251698b47ae admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:42:40.668502 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b936e955-8e0d-4157-a7c8-4251698b47ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:42:40.672036 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:42:40.755842 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b936e955-8e0d-4157-a7c8-4251698b47ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.782717 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b936e955-8e0d-4157-a7c8-4251698b47ae admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.787147 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b936e955-8e0d-4157-a7c8-4251698b47ae admin admin] 10.222.0.18 "DELETE /v2.0/networks/60c26171-6723-444d-a8a0-32579fa3f3a9 HTTP/1.1" status: 204 len: 168 time: 0.4903128 Jul 16 03:42:40.787147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936e955-8e0d-4157-a7c8-4251698b47ae admin admin] Pushing event deleted for resources: {'Network': ['ID=60c26171-6723-444d-a8a0-32579fa3f3a9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:40.840651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979fce35-0d81-4812-9148-5cef0adfec04 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:40.849039 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.864599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Transition to ACTIVE for port object 979fce35-0d81-4812-9148-5cef0adfec04 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:40.916498 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43476) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:40.926438 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0aa13fe-eea5-467b-8cf2-430239c16c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.939707 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0aa13fe-eea5-467b-8cf2-430239c16c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.968472 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8fd65d47-03da-4096-a46f-f52e58dc747e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=067beead6d1746e085ad41961247eb6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482333 Jul 16 03:42:40.968744 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:40.968978 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43478) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:40.971362 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2c4b19f0-e802-4709-99c6-f034a50760eb no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:42:41.006216 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 2c4b19f0-e802-4709-99c6-f034a50760eb {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:42:41.006925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2c4b19f0-e802-4709-99c6-f034a50760eb not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:42:41.064870 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f79367e9-a02b-4734-a6bb-60f6fa90f84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.100573 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f79367e9-a02b-4734-a6bb-60f6fa90f84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.135122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa13fe-eea5-467b-8cf2-430239c16c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919326d2-87dd-4e82-9b3d-30aba69258e0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:41.154829 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c0aa13fe-eea5-467b-8cf2-430239c16c21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aab85093e3a74306822f1946026e8729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9075377 Jul 16 03:42:41.159864 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43486) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:41.210218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Pushing event updated for resources: {'Port': ['ID=979fce35-0d81-4812-9148-5cef0adfec04,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:41.234562 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e49d911-8eb2-4398-b36c-97910ead66da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.254410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2a2e2-509c-46a0-aeb7-858ea4298898 req-5c677586-29f7-4503-8f4e-09a207a7402b tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:41.259728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e49d911-8eb2-4398-b36c-97910ead66da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.268947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2a2e2-509c-46a0-aeb7-858ea4298898 req-5c677586-29f7-4503-8f4e-09a207a7402b tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:41.270640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ba2a2e2-509c-46a0-aeb7-858ea4298898 req-5c677586-29f7-4503-8f4e-09a207a7402b tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1665 time: 0.5045164 Jul 16 03:42:41.319350 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e49d911-8eb2-4398-b36c-97910ead66da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.328590 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e49d911-8eb2-4398-b36c-97910ead66da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.333184 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9e49d911-8eb2-4398-b36c-97910ead66da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/919326d2-87dd-4e82-9b3d-30aba69258e0 HTTP/1.1" status: 204 len: 168 time: 0.1674323 Jul 16 03:42:41.337380 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f79367e9-a02b-4734-a6bb-60f6fa90f84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.340378 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f79367e9-a02b-4734-a6bb-60f6fa90f84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.345184 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f79367e9-a02b-4734-a6bb-60f6fa90f84c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0609d4ec-715c-41fe-a6e5-7e56a80a95a0 HTTP/1.1" status: 204 len: 168 time: 0.3751059 Jul 16 03:42:41.361137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49d911-8eb2-4398-b36c-97910ead66da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919326d2-87dd-4e82-9b3d-30aba69258e0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:41.389244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79367e9-a02b-4734-a6bb-60f6fa90f84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0609d4ec-715c-41fe-a6e5-7e56a80a95a0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:41.404719 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ba2a2e2-509c-46a0-aeb7-858ea4298898 req-a49863aa-54ac-4586-a7c2-a74b0d8334a0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200268 Jul 16 03:42:41.405738 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Attempting to bind port 979fce35-0d81-4812-9148-5cef0adfec04 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:41.406267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Attempting to bind port 979fce35-0d81-4812-9148-5cef0adfec04 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'bcb89718-d20a-41f3-89d3-fd53c1869439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4c18a96f-f9c2-468c-98ce-f6e395d0668a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:41.406781 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Attempting to bind port 979fce35-0d81-4812-9148-5cef0adfec04 on network 4c18a96f-f9c2-468c-98ce-f6e395d0668a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:41.412789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Port 979fce35-0d81-4812-9148-5cef0adfec04 on network 4c18a96f-f9c2-468c-98ce-f6e395d0668a not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:42:41.413340 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Attempting to bind port 979fce35-0d81-4812-9148-5cef0adfec04 on network 4c18a96f-f9c2-468c-98ce-f6e395d0668a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:41.439172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:41.439819 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Checking segment: {'id': 'bcb89718-d20a-41f3-89d3-fd53c1869439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4c18a96f-f9c2-468c-98ce-f6e395d0668a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:41.440484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Bound using segment: {'id': 'bcb89718-d20a-41f3-89d3-fd53c1869439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4c18a96f-f9c2-468c-98ce-f6e395d0668a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:41.441342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Bound port: 979fce35-0d81-4812-9148-5cef0adfec04, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcb89718-d20a-41f3-89d3-fd53c1869439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '4c18a96f-f9c2-468c-98ce-f6e395d0668a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:41.441953 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.566406 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] For port 979fce35-0d81-4812-9148-5cef0adfec04, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:41.577205 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] For port 979fce35-0d81-4812-9148-5cef0adfec04, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=979fce35-0d81-4812-9148-5cef0adfec04,segment=NetworkSegment(bcb89718-d20a-41f3-89d3-fd53c1869439),segment_id=bcb89718-d20a-41f3-89d3-fd53c1869439)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:41.590117 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.671087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:41.672186 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:41.675312 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] 10.222.0.20 "PUT /v2.0/ports/979fce35-0d81-4812-9148-5cef0adfec04 HTTP/1.1" status: 200 len: 1091 time: 1.5953820 Jul 16 03:42:41.675812 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'tag': '979fce35-0d81-4812-9148-5cef0adfec04'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:41.678731 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5def0f-4df2-438b-9dd8-ada7c32656bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a08dca90-b2d1-41a7-9d01-77e8b67d6024", "tag": "979fce35-0d81-4812-9148-5cef0adfec04"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:41.729397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Request body: {'port': {'device_id': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:41.929464 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f29d47-cfde-4a59-9aeb-59875ce12b2f x-openstack-request-id: req-c1f29d47-cfde-4a59-9aeb-59875ce12b2f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:41.929764 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08dca90-b2d1-41a7-9d01-77e8b67d6024", "tag": "979fce35-0d81-4812-9148-5cef0adfec04", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:41.930015 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1f29d47-cfde-4a59-9aeb-59875ce12b2f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:41.930415 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'tag': '979fce35-0d81-4812-9148-5cef0adfec04', 'status': 'completed', 'code': 200} Jul 16 03:42:41.977112 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.176349 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43524) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:42.192662 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59121ac8-6066-4d88-b1e2-65373cd47d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.338396 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59121ac8-6066-4d88-b1e2-65373cd47d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.348727 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59121ac8-6066-4d88-b1e2-65373cd47d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.464981 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-59121ac8-6066-4d88-b1e2-65373cd47d67 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f3ee386797048a488f6aa22a2ae077d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875051 Jul 16 03:42:42.477197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43536) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:42.493523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59121ac8-6066-4d88-b1e2-65373cd47d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90aa0f5c-3e9f-4327-a7d6-e7c912505cee,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:42.575371 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e20831-5318-4f32-8fe1-064b257a5bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.648754 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e20831-5318-4f32-8fe1-064b257a5bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.772708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c5422-5277-467e-9356-9bd0b73dcf02 service neutron] Pushing event updated for resources: {'Port': ['ID=979fce35-0d81-4812-9148-5cef0adfec04,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:42.792980 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e20831-5318-4f32-8fe1-064b257a5bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.796915 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e20831-5318-4f32-8fe1-064b257a5bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:42.800395 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-71e20831-5318-4f32-8fe1-064b257a5bdd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90aa0f5c-3e9f-4327-a7d6-e7c912505cee HTTP/1.1" status: 204 len: 168 time: 0.3127425 Jul 16 03:42:42.815935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e20831-5318-4f32-8fe1-064b257a5bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90aa0f5c-3e9f-4327-a7d6-e7c912505cee,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:42.902136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5def0f-4df2-438b-9dd8-ada7c32656bc req-afb113be-4abf-4303-846c-7f9a737203f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:42.902839 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5def0f-4df2-438b-9dd8-ada7c32656bc req-afb113be-4abf-4303-846c-7f9a737203f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:42.904638 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b5def0f-4df2-438b-9dd8-ada7c32656bc req-afb113be-4abf-4303-846c-7f9a737203f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8523da0c1ce49298d9bf66e5ca66ea4&device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1912 time: 0.9677427 Jul 16 03:42:43.008954 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e96fae-f034-4812-abbc-b590f06d17ea req-9fbddfd9-1ca5-4c22-8938-b2af70fc8d3a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:43.016196 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e96fae-f034-4812-abbc-b590f06d17ea req-9fbddfd9-1ca5-4c22-8938-b2af70fc8d3a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:43.018884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80e96fae-f034-4812-abbc-b590f06d17ea req-9fbddfd9-1ca5-4c22-8938-b2af70fc8d3a tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1665 time: 0.3344018 Jul 16 03:42:43.177261 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80e96fae-f034-4812-abbc-b590f06d17ea req-455cdc64-90f5-4241-881e-523c2a217570 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514375 Jul 16 03:42:43.185793 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5def0f-4df2-438b-9dd8-ada7c32656bc req-83ccb159-ba78-4d61-b1ca-1494401c1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:43.186275 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5def0f-4df2-438b-9dd8-ada7c32656bc req-83ccb159-ba78-4d61-b1ca-1494401c1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:43.186892 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5def0f-4df2-438b-9dd8-ada7c32656bc req-83ccb159-ba78-4d61-b1ca-1494401c1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:43.188371 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b5def0f-4df2-438b-9dd8-ada7c32656bc req-83ccb159-ba78-4d61-b1ca-1494401c1495 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c8523da0c1ce49298d9bf66e5ca66ea4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2694790 Jul 16 03:42:43.279978 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:43.295069 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.352589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Transition to ACTIVE for port object 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:43.368510 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.433301 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:43.484792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5def0f-4df2-438b-9dd8-ada7c32656bc req-6edf34f8-7562-4397-affe-2547c38c9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:43.486283 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b5def0f-4df2-438b-9dd8-ada7c32656bc req-6edf34f8-7562-4397-affe-2547c38c9aaa service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2654712 Jul 16 03:42:43.494049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=03a0cbb5-c5ee-4c8c-b521-c5c228f52272,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:43.596158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Attempting to bind port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:43.596721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Attempting to bind port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '4e826027-4940-499a-98c4-ee3c0d3c608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '46869870-f068-490b-8568-280eab6ae77f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:43.597473 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Attempting to bind port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 on network 46869870-f068-490b-8568-280eab6ae77f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:43.604046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 on network 46869870-f068-490b-8568-280eab6ae77f not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:42:43.605009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Attempting to bind port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 on network 46869870-f068-490b-8568-280eab6ae77f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:43.620922 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:43.621267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Checking segment: {'id': '4e826027-4940-499a-98c4-ee3c0d3c608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '46869870-f068-490b-8568-280eab6ae77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:43.621651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Bound using segment: {'id': '4e826027-4940-499a-98c4-ee3c0d3c608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '46869870-f068-490b-8568-280eab6ae77f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:43.622090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Bound port: 03a0cbb5-c5ee-4c8c-b521-c5c228f52272, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e826027-4940-499a-98c4-ee3c0d3c608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '46869870-f068-490b-8568-280eab6ae77f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:43.622454 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.650749 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fda01b43-1bea-43d2-984c-79acf74ccc68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.775864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] For port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:43.782408 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] For port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=03a0cbb5-c5ee-4c8c-b521-c5c228f52272,segment=NetworkSegment(4e826027-4940-499a-98c4-ee3c0d3c608b),segment_id=4e826027-4940-499a-98c4-ee3c0d3c608b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:43.788710 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.850367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:43.851282 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.852899 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] 10.222.0.20 "PUT /v2.0/ports/03a0cbb5-c5ee-4c8c-b521-c5c228f52272 HTTP/1.1" status: 200 len: 1091 time: 2.1395783 Jul 16 03:42:43.867182 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fda01b43-1bea-43d2-984c-79acf74ccc68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.881070 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fda01b43-1bea-43d2-984c-79acf74ccc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:43.892594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b084001-e01e-4cc3-a7b2-7d57a085eaf9 service neutron] Pushing event updated for resources: {'Port': ['ID=03a0cbb5-c5ee-4c8c-b521-c5c228f52272,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:43.963760 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'tag': '03a0cbb5-c5ee-4c8c-b521-c5c228f52272'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:43.970551 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de4734c-f7d3-481a-bd6d-01be5b79382a" -d '{"events": [{"name": "network-changed", "server_uuid": "a08dca90-b2d1-41a7-9d01-77e8b67d6024", "tag": "03a0cbb5-c5ee-4c8c-b521-c5c228f52272"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:44.016624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-41e2c7b4-c0ef-42d4-80f0-83f164165d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.017594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-41e2c7b4-c0ef-42d4-80f0-83f164165d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.019782 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fda01b43-1bea-43d2-984c-79acf74ccc68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30ff76292a574989a4d40ac6363956c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5853724 Jul 16 03:42:44.029777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-41e2c7b4-c0ef-42d4-80f0-83f164165d9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8523da0c1ce49298d9bf66e5ca66ea4&device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1979 time: 0.1249607 Jul 16 03:42:44.030903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43608) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:44.085407 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-d632d1b1-5680-4a58-b2fe-10862eb3c9fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.19&port_id=979fce35-0d81-4812-9148-5cef0adfec04 HTTP/1.1" status: 200 len: 217 time: 0.0467148 Jul 16 03:42:44.087069 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9982a75-cfc2-4595-a887-24067676754e x-openstack-request-id: req-d9982a75-cfc2-4595-a887-24067676754e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:44.087699 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08dca90-b2d1-41a7-9d01-77e8b67d6024", "tag": "03a0cbb5-c5ee-4c8c-b521-c5c228f52272", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:44.088262 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9982a75-cfc2-4595-a887-24067676754e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:44.089363 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'tag': '03a0cbb5-c5ee-4c8c-b521-c5c228f52272', 'status': 'completed', 'code': 200} Jul 16 03:42:44.145635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda01b43-1bea-43d2-984c-79acf74ccc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e3a28e-d843-4bdd-aa14-1ada1df6f2f2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:44.190181 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0b62e87-1f99-4970-b7fd-268660a19647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.199658 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-aa92929d-dfe6-4c9e-96c0-c1f1ff73cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.201163 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-aa92929d-dfe6-4c9e-96c0-c1f1ff73cc97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0343860e-aa3a-4f49-b4ef-92e506d585ce HTTP/1.1" status: 200 len: 801 time: 0.1085775 Jul 16 03:42:44.227304 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0b62e87-1f99-4970-b7fd-268660a19647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.308431 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0b62e87-1f99-4970-b7fd-268660a19647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.311701 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0b62e87-1f99-4970-b7fd-268660a19647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:44.312918 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c0b62e87-1f99-4970-b7fd-268660a19647 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98e3a28e-d843-4bdd-aa14-1ada1df6f2f2 HTTP/1.1" status: 204 len: 168 time: 0.2759693 Jul 16 03:42:44.324168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b62e87-1f99-4970-b7fd-268660a19647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e3a28e-d843-4bdd-aa14-1ada1df6f2f2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:44.329221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-6647ef71-b55e-4233-8023-960fc0abae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.333155 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-6647ef71-b55e-4233-8023-960fc0abae6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c18a96f-f9c2-468c-98ce-f6e395d0668a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1211860 Jul 16 03:42:44.546169 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015c5e1-4bdb-4962-be88-088c06ad29d8 req-4ce53f0c-83d3-41dd-b194-6a7e42d401a9 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.553012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015c5e1-4bdb-4962-be88-088c06ad29d8 req-4ce53f0c-83d3-41dd-b194-6a7e42d401a9 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.561229 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c015c5e1-4bdb-4962-be88-088c06ad29d8 req-4ce53f0c-83d3-41dd-b194-6a7e42d401a9 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1677 time: 0.1639688 Jul 16 03:42:44.585997 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-7cdebf18-4460-4759-bc4b-c1bc478ba908 service neutron] 10.222.0.20 "GET /v2.0/networks/4c18a96f-f9c2-468c-98ce-f6e395d0668a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456386 Jul 16 03:42:44.645080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c015c5e1-4bdb-4962-be88-088c06ad29d8 req-35f32f88-7e2d-4c8b-8296-a4a15ba15ba5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828581 Jul 16 03:42:44.774182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-cf337383-3869-4e60-924b-7cca91d5272a service neutron] 10.222.0.20 "GET /v2.0/networks/4c18a96f-f9c2-468c-98ce-f6e395d0668a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737115 Jul 16 03:42:44.840898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-4d0a2e77-85a8-4fbc-8933-d1f01f9d9dbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.33&port_id=03a0cbb5-c5ee-4c8c-b521-c5c228f52272 HTTP/1.1" status: 200 len: 217 time: 0.0592883 Jul 16 03:42:44.916784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-55b852dd-8350-4e8f-af05-6ae2104f7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:44.920245 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-55b852dd-8350-4e8f-af05-6ae2104f7e6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30d0f4cb-44e5-4155-9693-dded99fe050f HTTP/1.1" status: 200 len: 801 time: 0.0712485 Jul 16 03:42:45.093084 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-efb8bc2a-0569-4565-bd4f-3c26d695cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:45.095147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-efb8bc2a-0569-4565-bd4f-3c26d695cc11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46869870-f068-490b-8568-280eab6ae77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1689045 Jul 16 03:42:45.351671 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-31186736-26ec-4409-af75-6f23c00b5d63 service neutron] 10.222.0.20 "GET /v2.0/networks/46869870-f068-490b-8568-280eab6ae77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494802 Jul 16 03:42:45.568888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d84728c-f30c-4b3c-88a3-399b3a2c49a1 req-a2f8c745-040c-4670-bbd3-144384a557df service neutron] 10.222.0.20 "GET /v2.0/networks/46869870-f068-490b-8568-280eab6ae77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100286 Jul 16 03:42:45.776939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4734c-f7d3-481a-bd6d-01be5b79382a req-f9d718dc-52cb-4337-b5ac-ccbc7cc89ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:45.779013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4734c-f7d3-481a-bd6d-01be5b79382a req-f9d718dc-52cb-4337-b5ac-ccbc7cc89ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:45.783873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6de4734c-f7d3-481a-bd6d-01be5b79382a req-f9d718dc-52cb-4337-b5ac-ccbc7cc89ae0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8523da0c1ce49298d9bf66e5ca66ea4&device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1979 time: 0.1539700 Jul 16 03:42:45.952372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43722) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:46.094681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4734c-f7d3-481a-bd6d-01be5b79382a req-ebd03d85-8f52-4210-ad14-5018106f7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:46.096300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6de4734c-f7d3-481a-bd6d-01be5b79382a req-ebd03d85-8f52-4210-ad14-5018106f7d22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46869870-f068-490b-8568-280eab6ae77f HTTP/1.1" status: 200 len: 903 time: 0.3067985 Jul 16 03:42:46.107431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404dda9-3a52-49f1-90e8-d39710dbff8d req-bd551e49-8087-4286-b0c5-c667730747a7 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:46.114366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404dda9-3a52-49f1-90e8-d39710dbff8d req-bd551e49-8087-4286-b0c5-c667730747a7 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:46.123076 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4404dda9-3a52-49f1-90e8-d39710dbff8d req-bd551e49-8087-4286-b0c5-c667730747a7 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1677 time: 0.2065356 Jul 16 03:42:46.164236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-941181458-network', 'tenant_id': 'ac5fda404a8c4a73b2e015317d446c64'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:46.194351 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6de4734c-f7d3-481a-bd6d-01be5b79382a req-ab3b44ca-1103-4911-956a-a4e2189cbde4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.33&port_id=03a0cbb5-c5ee-4c8c-b521-c5c228f52272 HTTP/1.1" status: 200 len: 217 time: 0.0633914 Jul 16 03:42:46.240387 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] Made reservation on behalf of ac5fda404a8c4a73b2e015317d446c64 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:46.243608 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.261666 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4734c-f7d3-481a-bd6d-01be5b79382a req-7b916d65-4a31-4418-b19c-76d8f55e8b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:46.268510 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6de4734c-f7d3-481a-bd6d-01be5b79382a req-7b916d65-4a31-4418-b19c-76d8f55e8b75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=30d0f4cb-44e5-4155-9693-dded99fe050f HTTP/1.1" status: 200 len: 801 time: 0.0675495 Jul 16 03:42:46.269860 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.297841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4404dda9-3a52-49f1-90e8-d39710dbff8d req-3a1c660b-750c-43a6-b98f-ccf7b4114537 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737874 Jul 16 03:42:46.426518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4734c-f7d3-481a-bd6d-01be5b79382a req-418f885e-d9a1-4b32-8f8f-8844bb88b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:46.428012 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6de4734c-f7d3-481a-bd6d-01be5b79382a req-418f885e-d9a1-4b32-8f8f-8844bb88b90e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46869870-f068-490b-8568-280eab6ae77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1292982 Jul 16 03:42:46.543280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.564068 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.641358 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d13a2e-699e-42ff-87ad-3353c93f1a3c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:46.656617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:42:46.685861 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.686215 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] Added segment 9d616450-432e-4c2c-b3e0-5366706e36ef of type vlan for network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 Jul 16 03:42:46.691366 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6de4734c-f7d3-481a-bd6d-01be5b79382a req-fa6db613-a571-43f2-859d-c4b99d7bbfae service neutron] 10.222.0.20 "GET /v2.0/networks/46869870-f068-490b-8568-280eab6ae77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551916 Jul 16 03:42:46.739277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.797137 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.798397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:46.799089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:46.867181 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9130042 Jul 16 03:42:46.868072 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43774) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:46.878069 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6de4734c-f7d3-481a-bd6d-01be5b79382a req-d4cd0f97-7c8a-4fb8-8de7-ec71f7273175 service neutron] 10.222.0.20 "GET /v2.0/networks/46869870-f068-490b-8568-280eab6ae77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784918 Jul 16 03:42:46.919579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b59e2368-1314-456d-a2c8-2fdb8fdbc55f admin admin] Request body: {'subnet': {'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-941181458-subnet', 'tenant_id': 'ac5fda404a8c4a73b2e015317d446c64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:46.986269 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1902155-05fc-4967-a0b6-54317f02fb76 admin admin] Pushing event updated for resources: {'Network': ['ID=0e86a351-3a68-4bb2-87f3-ea80cc839c95,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:47.004593 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:42:47.015292 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59e2368-1314-456d-a2c8-2fdb8fdbc55f admin admin] Made reservation on behalf of ac5fda404a8c4a73b2e015317d446c64 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:47.019580 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b59e2368-1314-456d-a2c8-2fdb8fdbc55f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.383074 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b59e2368-1314-456d-a2c8-2fdb8fdbc55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.493097 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e2368-1314-456d-a2c8-2fdb8fdbc55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c59574-7ca3-4ce0-b2c6-591fd94e03b3,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:47.528097 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59e2368-1314-456d-a2c8-2fdb8fdbc55f admin admin] Checking segment: {'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:47.528666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59e2368-1314-456d-a2c8-2fdb8fdbc55f admin admin] Network hostable DHCP agents. Network: 0e86a351-3a68-4bb2-87f3-ea80cc839c95, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:42:47.589452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b635f-2a32-4191-896c-b8b957dcacdb req-f833a84b-4430-4bc5-af4d-1bda3ea5fb92 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:47.595513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b635f-2a32-4191-896c-b8b957dcacdb req-f833a84b-4430-4bc5-af4d-1bda3ea5fb92 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:47.597440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd0b635f-2a32-4191-896c-b8b957dcacdb req-f833a84b-4430-4bc5-af4d-1bda3ea5fb92 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1677 time: 0.1146090 Jul 16 03:42:47.598710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59e2368-1314-456d-a2c8-2fdb8fdbc55f admin admin] Network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:42:47.633082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b59e2368-1314-456d-a2c8-2fdb8fdbc55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 0e86a351-3a68-4bb2-87f3-ea80cc839c95) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:47.639163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59e2368-1314-456d-a2c8-2fdb8fdbc55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:47.639764 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b59e2368-1314-456d-a2c8-2fdb8fdbc55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:47.644522 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9874412b-3f7e-4838-9ce7-0a41e1f644c8 None None] Network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:47.696405 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b59e2368-1314-456d-a2c8-2fdb8fdbc55f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8080785 Jul 16 03:42:47.722887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd0b635f-2a32-4191-896c-b8b957dcacdb req-edf79725-f951-4255-8086-0a4144940f4e tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191113 Jul 16 03:42:47.965977 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443cbbee-8ec9-46c2-bdfd-e71a2b6a1730 None None] Network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:42:48.143831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43846) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:48.242735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:48.334400 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19c44598-2066-4b0f-866e-f9b98ae937a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.422742 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=03a0cbb5-c5ee-4c8c-b521-c5c228f52272,segment=NetworkSegment(4e826027-4940-499a-98c4-ee3c0d3c608b),segment_id=4e826027-4940-499a-98c4-ee3c0d3c608b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:48.483913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '03a0cbb5-c5ee-4c8c-b521-c5c228f52272', 'network_id': '46869870-f068-490b-8568-280eab6ae77f', 'port_id': '03a0cbb5-c5ee-4c8c-b521-c5c228f52272', 'mac_address': 'fa:16:3e:39:a9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d0f4cb-44e5-4155-9693-dded99fe050f', 'ip_address': '19.86.0.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:48.534350 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.548821 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19c44598-2066-4b0f-866e-f9b98ae937a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.554675 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:48.556789 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19c44598-2066-4b0f-866e-f9b98ae937a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.579152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-f7f3013a-7505-4ca7-b78f-e8fa157bae6a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:48.581197 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-f7f3013a-7505-4ca7-b78f-e8fa157bae6a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/networks?id=0e86a351-3a68-4bb2-87f3-ea80cc839c95 HTTP/1.1" status: 200 len: 814 time: 0.1722212 Jul 16 03:42:48.605378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-96372007-6ee7-4dd4-9524-a0fb84b0dddb tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/quotas/ac5fda404a8c4a73b2e015317d446c64 HTTP/1.1" status: 200 len: 375 time: 0.0173986 Jul 16 03:42:48.614424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=03a0cbb5-c5ee-4c8c-b521-c5c228f52272,segment=NetworkSegment(4e826027-4940-499a-98c4-ee3c0d3c608b),segment_id=4e826027-4940-499a-98c4-ee3c0d3c608b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:48.627081 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.628231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 979fce35-0d81-4812-9148-5cef0adfec04 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:48.634564 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c44598-2066-4b0f-866e-f9b98ae937a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d9ccee-7918-4ff8-9368-e6b99d752f73,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:48.678029 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-19c44598-2066-4b0f-866e-f9b98ae937a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e5436fdeb544380ac97700c867039f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5328245 Jul 16 03:42:48.680533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43870) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:48.689069 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-bf69a74a-dbdd-4cc1-b764-96b16cdb1e85 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac5fda404a8c4a73b2e015317d446c64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770452 Jul 16 03:42:48.753628 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d27e6351-a485-4c68-9968-7191260657d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.785098 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=03a0cbb5-c5ee-4c8c-b521-c5c228f52272,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:48.814272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d27e6351-a485-4c68-9968-7191260657d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.857349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-acc3de9b-806b-4f53-a131-30d1de893c9b service neutron] 10.222.0.18 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669221 Jul 16 03:42:48.919237 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d27e6351-a485-4c68-9968-7191260657d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.922416 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d27e6351-a485-4c68-9968-7191260657d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:48.930543 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d27e6351-a485-4c68-9968-7191260657d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72d9ccee-7918-4ff8-9368-e6b99d752f73 HTTP/1.1" status: 204 len: 168 time: 0.2449877 Jul 16 03:42:48.948587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 979fce35-0d81-4812-9148-5cef0adfec04, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=979fce35-0d81-4812-9148-5cef0adfec04,segment=NetworkSegment(bcb89718-d20a-41f3-89d3-fd53c1869439),segment_id=bcb89718-d20a-41f3-89d3-fd53c1869439)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:48.959738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e6351-a485-4c68-9968-7191260657d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d9ccee-7918-4ff8-9368-e6b99d752f73,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:48.964200 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '979fce35-0d81-4812-9148-5cef0adfec04', 'network_id': '4c18a96f-f9c2-468c-98ce-f6e395d0668a', 'port_id': '979fce35-0d81-4812-9148-5cef0adfec04', 'mac_address': 'fa:16:3e:23:06:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0343860e-aa3a-4f49-b4ef-92e506d585ce', 'ip_address': '19.80.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:49.029969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-c25680e1-0e64-410a-a043-7684ba4bb56a service neutron] 10.222.0.18 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711459 Jul 16 03:42:49.098468 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.128379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979fce35-0d81-4812-9148-5cef0adfec04 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:49.178336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 979fce35-0d81-4812-9148-5cef0adfec04, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=979fce35-0d81-4812-9148-5cef0adfec04,segment=NetworkSegment(bcb89718-d20a-41f3-89d3-fd53c1869439),segment_id=bcb89718-d20a-41f3-89d3-fd53c1869439)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:49.185652 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.207893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bddf62-264f-409b-82f8-c75db20ba843 req-d7da1457-5b32-4e2b-bb6c-f6bea36030cc tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:49.231262 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bddf62-264f-409b-82f8-c75db20ba843 req-d7da1457-5b32-4e2b-bb6c-f6bea36030cc tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:49.238248 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97bddf62-264f-409b-82f8-c75db20ba843 req-d7da1457-5b32-4e2b-bb6c-f6bea36030cc tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1678 time: 0.1808610 Jul 16 03:42:49.304134 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=979fce35-0d81-4812-9148-5cef0adfec04,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:49.324235 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97bddf62-264f-409b-82f8-c75db20ba843 req-942a6d32-0440-4d5e-9756-5b2599c683ca tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848463 Jul 16 03:42:49.437563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['03a0cbb5-c5ee-4c8c-b521-c5c228f52272'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:49.475899 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cf1b2b0a-2821-4b35-baae-d7413673860c req-291e460f-8962-4a70-9ea2-08ce1d5fe4e1 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 210 time: 0.0597332 Jul 16 03:42:49.609119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:49.645887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74a73a51-3d42-4f6f-9098-6082f9f0b6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.849001 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74a73a51-3d42-4f6f-9098-6082f9f0b6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.864500 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-74a73a51-3d42-4f6f-9098-6082f9f0b6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:49.954982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a73a51-3d42-4f6f-9098-6082f9f0b6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b915a212-17aa-467f-a52b-96c946eaed52,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:50.015855 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-74a73a51-3d42-4f6f-9098-6082f9f0b6cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2793d41a7f1e42f89884755f804a2f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055562 Jul 16 03:42:50.018581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43922) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:50.109272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.137389 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.197505 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.201906 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.203346 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b915a212-17aa-467f-a52b-96c946eaed52 HTTP/1.1" status: 204 len: 168 time: 0.1837623 Jul 16 03:42:50.215393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b915a212-17aa-467f-a52b-96c946eaed52,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:50.225168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:50.225615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:50.226048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:50.226478 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:50.226916 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:50.227548 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:50.228054 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:50.228501 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:50.231008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:50.241690 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:50.242248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:50.243290 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41244a8-209f-41e6-a1e2-6ceea53928f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:50.270960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:50.615090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f6818-c853-4a89-b4c5-e4f33af87ec8 req-afbf3b58-6f5b-4b1f-9be2-31978b4a709f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:50.623910 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f6818-c853-4a89-b4c5-e4f33af87ec8 req-afbf3b58-6f5b-4b1f-9be2-31978b4a709f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:50.636795 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e21f6818-c853-4a89-b4c5-e4f33af87ec8 req-afbf3b58-6f5b-4b1f-9be2-31978b4a709f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1679 time: 0.1615386 Jul 16 03:42:50.675093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:50.689515 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:50.691932 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:50.753605 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62b66f72-5de8-404c-a8d9-3257d612761a req-df6d3ec4-02ba-4bdb-a723-319636ca78fe tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 210 time: 0.0389793 Jul 16 03:42:50.756269 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['979fce35-0d81-4812-9148-5cef0adfec04'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:50.792918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e21f6818-c853-4a89-b4c5-e4f33af87ec8 req-bbbf6ac4-9e7c-44f5-9e91-28cc4e627ed5 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552191 Jul 16 03:42:51.039821 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.114356 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=03a0cbb5-c5ee-4c8c-b521-c5c228f52272,segment=NetworkSegment(4e826027-4940-499a-98c4-ee3c0d3c608b),segment_id=4e826027-4940-499a-98c4-ee3c0d3c608b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:51.121835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a0cbb5-c5ee-4c8c-b521-c5c228f52272'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:51.130597 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee32af5-b540-4360-9af6-778b9125478e" -d '{"events": [{"server_uuid": "a08dca90-b2d1-41a7-9d01-77e8b67d6024", "name": "network-vif-plugged", "status": "completed", "tag": "03a0cbb5-c5ee-4c8c-b521-c5c228f52272"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:51.141011 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.219704 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1410478d-f137-4345-a188-d0cde7941698 x-openstack-request-id: req-1410478d-f137-4345-a188-d0cde7941698 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:51.219923 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08dca90-b2d1-41a7-9d01-77e8b67d6024", "name": "network-vif-plugged", "status": "completed", "tag": "03a0cbb5-c5ee-4c8c-b521-c5c228f52272", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:51.220211 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1410478d-f137-4345-a188-d0cde7941698 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:51.221817 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a0cbb5-c5ee-4c8c-b521-c5c228f52272', 'code': 200} Jul 16 03:42:51.250101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=03a0cbb5-c5ee-4c8c-b521-c5c228f52272,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:51.284870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-5525515a-75ee-4162-a771-d41135e6a0a4 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:51.286435 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-5525515a-75ee-4162-a771-d41135e6a0a4 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.88 "GET /v2.0/networks?id=0e86a351-3a68-4bb2-87f3-ea80cc839c95 HTTP/1.1" status: 200 len: 814 time: 0.2680397 Jul 16 03:42:51.317189 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-66a463ed-d4d8-413c-b455-e943a87dc46f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Request body: {'port': {'device_id': 'da200ada-4677-4a0a-b4be-95426c9c4b62', 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95', 'admin_state_up': True, 'tenant_id': 'ac5fda404a8c4a73b2e015317d446c64'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:51.555160 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-66a463ed-d4d8-413c-b455-e943a87dc46f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Made reservation on behalf of ac5fda404a8c4a73b2e015317d446c64 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:51.559820 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-66a463ed-d4d8-413c-b455-e943a87dc46f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:51.725918 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-66a463ed-d4d8-413c-b455-e943a87dc46f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Allocated IP 172.20.0.12 (0e86a351-3a68-4bb2-87f3-ea80cc839c95/71c59574-7ca3-4ce0-b2c6-591fd94e03b3/14d13742-7496-4244-a7f6-7db863f71d56) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:51.993671 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-66a463ed-d4d8-413c-b455-e943a87dc46f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.056017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bde099c2-7cf7-479e-9bdf-de1fc62e99cb req-b7c8afee-fd20-47be-94bc-6a44052a4f60 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 210 time: 0.0656431 Jul 16 03:42:52.081619 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-66a463ed-d4d8-413c-b455-e943a87dc46f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.161458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-66a463ed-d4d8-413c-b455-e943a87dc46f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:52.168046 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-66a463ed-d4d8-413c-b455-e943a87dc46f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:52.174781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-66a463ed-d4d8-413c-b455-e943a87dc46f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:52.215207 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f63774-cfc4-482c-8993-376e9e9ef70f req-43eb3a48-16b1-4ba4-855d-c07264ac8307 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:52.229021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f63774-cfc4-482c-8993-376e9e9ef70f req-43eb3a48-16b1-4ba4-855d-c07264ac8307 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:52.229611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a463ed-d4d8-413c-b455-e943a87dc46f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Pushing event updated for resources: {'Port': ['ID=14d13742-7496-4244-a7f6-7db863f71d56,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:52.236923 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29f63774-cfc4-482c-8993-376e9e9ef70f req-43eb3a48-16b1-4ba4-855d-c07264ac8307 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1680 time: 0.1940162 Jul 16 03:42:52.254001 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-66a463ed-d4d8-413c-b455-e943a87dc46f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:52.254896 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-66a463ed-d4d8-413c-b455-e943a87dc46f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.274668 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-66a463ed-d4d8-413c-b455-e943a87dc46f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9752722 Jul 16 03:42:52.286687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 979fce35-0d81-4812-9148-5cef0adfec04 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:52.287830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Request body: {'port': {'device_id': 'da200ada-4677-4a0a-b4be-95426c9c4b62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:52.309813 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29f63774-cfc4-482c-8993-376e9e9ef70f req-e80ea80b-b519-4501-9128-9b9c1ca68c08 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719852 Jul 16 03:42:52.374568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 979fce35-0d81-4812-9148-5cef0adfec04 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:52.382237 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 979fce35-0d81-4812-9148-5cef0adfec04 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:52.383014 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.458194 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.482912 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.557808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 979fce35-0d81-4812-9148-5cef0adfec04, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=979fce35-0d81-4812-9148-5cef0adfec04,segment=NetworkSegment(bcb89718-d20a-41f3-89d3-fd53c1869439),segment_id=bcb89718-d20a-41f3-89d3-fd53c1869439)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:52.565392 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.626246 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=979fce35-0d81-4812-9148-5cef0adfec04,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:52.950173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d13742-7496-4244-a7f6-7db863f71d56 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:52.958657 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:52.974737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Transition to ACTIVE for port object 14d13742-7496-4244-a7f6-7db863f71d56 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:52.981592 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.062019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Pushing event updated for resources: {'Port': ['ID=14d13742-7496-4244-a7f6-7db863f71d56,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:53.223436 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979fce35-0d81-4812-9148-5cef0adfec04'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:53.226112 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504f832c-e6e1-4be4-9646-e6e0c5e1898d" -d '{"events": [{"server_uuid": "a08dca90-b2d1-41a7-9d01-77e8b67d6024", "name": "network-vif-plugged", "status": "completed", "tag": "979fce35-0d81-4812-9148-5cef0adfec04"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:53.280908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Attempting to bind port 14d13742-7496-4244-a7f6-7db863f71d56 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:42:53.287126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Attempting to bind port 14d13742-7496-4244-a7f6-7db863f71d56 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:42:53.287870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Attempting to bind port 14d13742-7496-4244-a7f6-7db863f71d56 on network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:53.291251 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3d7f86-d6e7-459c-80d0-e71e0c3be57c x-openstack-request-id: req-9e3d7f86-d6e7-459c-80d0-e71e0c3be57c {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:53.292457 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08dca90-b2d1-41a7-9d01-77e8b67d6024", "name": "network-vif-plugged", "status": "completed", "tag": "979fce35-0d81-4812-9148-5cef0adfec04", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:53.293757 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e3d7f86-d6e7-459c-80d0-e71e0c3be57c {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:53.294708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Port 14d13742-7496-4244-a7f6-7db863f71d56 on network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:42:53.294708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Attempting to bind port 14d13742-7496-4244-a7f6-7db863f71d56 on network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:42:53.296231 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979fce35-0d81-4812-9148-5cef0adfec04', 'code': 200} Jul 16 03:42:53.315361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:42:53.322459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Checking segment: {'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:42:53.323891 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Bound using segment: {'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:42:53.333644 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Bound port: 14d13742-7496-4244-a7f6-7db863f71d56, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:42:53.334161 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.400166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b622c-70cf-4e95-acbc-1d1c66fd2526 req-4d830236-ac19-4806-a8d2-e23fc08a7fac tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.408707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e2b622c-70cf-4e95-acbc-1d1c66fd2526 req-4d830236-ac19-4806-a8d2-e23fc08a7fac tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 944 time: 0.1245193 Jul 16 03:42:53.535475 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e2b622c-70cf-4e95-acbc-1d1c66fd2526 req-fcabe678-9045-4343-b17e-8c6701f67214 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905142 Jul 16 03:42:53.535779 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] For port 14d13742-7496-4244-a7f6-7db863f71d56, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:42:53.539276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] For port 14d13742-7496-4244-a7f6-7db863f71d56, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=14d13742-7496-4244-a7f6-7db863f71d56,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:42:53.547713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc947e81-b368-4a52-bf8e-1f45644a0b9d req-8e3437e1-dc0d-4cc9-823e-87f48b11bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.548417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc947e81-b368-4a52-bf8e-1f45644a0b9d req-8e3437e1-dc0d-4cc9-823e-87f48b11bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.551078 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.559364 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc947e81-b368-4a52-bf8e-1f45644a0b9d req-8e3437e1-dc0d-4cc9-823e-87f48b11bc9d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1983 time: 0.1491222 Jul 16 03:42:53.601362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.602097 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:53.603797 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] 10.222.0.88 "PUT /v2.0/ports/14d13742-7496-4244-a7f6-7db863f71d56 HTTP/1.1" status: 200 len: 1092 time: 1.3208425 Jul 16 03:42:53.605087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da200ada-4677-4a0a-b4be-95426c9c4b62', 'tag': '14d13742-7496-4244-a7f6-7db863f71d56'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:53.608847 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf64404-b371-40e7-8b10-6053f65ace10" -d '{"events": [{"name": "network-changed", "server_uuid": "da200ada-4677-4a0a-b4be-95426c9c4b62", "tag": "14d13742-7496-4244-a7f6-7db863f71d56"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:53.675718 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc947e81-b368-4a52-bf8e-1f45644a0b9d req-752e0642-ad09-46e4-ab8c-c4b2d5681fce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078053 Jul 16 03:42:53.715627 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14620ab-5597-4d44-aa24-40b90c6d4977 service neutron] Pushing event updated for resources: {'Port': ['ID=14d13742-7496-4244-a7f6-7db863f71d56,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:53.785429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-58d07dac-0caa-4511-9301-72c69546dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.786970 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-58d07dac-0caa-4511-9301-72c69546dfab service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ac5fda404a8c4a73b2e015317d446c64&device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 1095 time: 0.1328120 Jul 16 03:42:53.810050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf02608-b960-41eb-a4f2-ce64f24ddc7d req-ee3a494c-6fba-4d83-bc5a-02e4f5a09822 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.818237 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf02608-b960-41eb-a4f2-ce64f24ddc7d req-ee3a494c-6fba-4d83-bc5a-02e4f5a09822 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.820169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5cf02608-b960-41eb-a4f2-ce64f24ddc7d req-ee3a494c-6fba-4d83-bc5a-02e4f5a09822 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1681 time: 0.1161203 Jul 16 03:42:53.863343 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-bac06a2b-06a9-4e24-858d-1300ca4994c9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d13742-7496-4244-a7f6-7db863f71d56 HTTP/1.1" status: 200 len: 217 time: 0.0639055 Jul 16 03:42:53.919043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5cf02608-b960-41eb-a4f2-ce64f24ddc7d req-a97afc27-f96d-4555-9a58-885dacd771a6 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924797 Jul 16 03:42:53.946502 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-236380d3-b80d-4587-bf4b-89d781024c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.949569 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-236380d3-b80d-4587-bf4b-89d781024c4e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71c59574-7ca3-4ce0-b2c6-591fd94e03b3 HTTP/1.1" status: 200 len: 854 time: 0.0748489 Jul 16 03:42:53.973472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb3270-b8bf-40b5-80b7-8558a1f2a8fc req-8116a2f4-f823-47c9-83c3-d01095f37dc3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:53.985642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bccb3270-b8bf-40b5-80b7-8558a1f2a8fc req-8116a2f4-f823-47c9-83c3-d01095f37dc3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1407807 Jul 16 03:42:54.015061 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f08eecf-e542-4b37-99a2-5f4ba42ea3c1 x-openstack-request-id: req-0f08eecf-e542-4b37-99a2-5f4ba42ea3c1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:54.015357 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da200ada-4677-4a0a-b4be-95426c9c4b62", "tag": "14d13742-7496-4244-a7f6-7db863f71d56", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:54.015613 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f08eecf-e542-4b37-99a2-5f4ba42ea3c1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:54.017372 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da200ada-4677-4a0a-b4be-95426c9c4b62', 'tag': '14d13742-7496-4244-a7f6-7db863f71d56', 'status': 'completed', 'code': 200} Jul 16 03:42:54.032071 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bccb3270-b8bf-40b5-80b7-8558a1f2a8fc req-51ef7672-216b-4604-a6ac-b17008d9a732 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455225 Jul 16 03:42:54.044152 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-6fb859c8-83b0-448c-856e-46be6506bb47 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0e86a351-3a68-4bb2-87f3-ea80cc839c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818861 Jul 16 03:42:54.197049 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-a18c2c92-f4bc-4a44-a872-fedb22385044 service neutron] 10.222.0.88 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457424 Jul 16 03:42:54.333424 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5d36e12b-77f9-440e-b613-5dabe38a44f3 req-8a557ebb-c0c4-44fd-a00f-b1afca87c27b service neutron] 10.222.0.88 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269603 Jul 16 03:42:54.363769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c6e8c-2b32-4b0e-b36e-38a6ba1d3c8d req-6aaa02ab-89a7-4f63-8554-56af46c19973 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:54.367462 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4b2c6e8c-2b32-4b0e-b36e-38a6ba1d3c8d req-6aaa02ab-89a7-4f63-8554-56af46c19973 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1474211 Jul 16 03:42:54.439184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4b2c6e8c-2b32-4b0e-b36e-38a6ba1d3c8d req-b127ee97-dbe6-4a6d-b34a-e299df687c22 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639319 Jul 16 03:42:54.594230 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf64404-b371-40e7-8b10-6053f65ace10 req-93c882af-955e-4006-a33b-0e3307765186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:54.599504 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-baf64404-b371-40e7-8b10-6053f65ace10 req-93c882af-955e-4006-a33b-0e3307765186 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ac5fda404a8c4a73b2e015317d446c64&device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 1095 time: 0.1597772 Jul 16 03:42:54.843423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803d893-24ef-4ae0-9e85-79aabf640a25 req-41ecead4-01dc-4ff4-b64d-f5e521188915 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:54.859972 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8803d893-24ef-4ae0-9e85-79aabf640a25 req-41ecead4-01dc-4ff4-b64d-f5e521188915 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 944 time: 0.1408610 Jul 16 03:42:54.895749 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf64404-b371-40e7-8b10-6053f65ace10 req-b29306ee-accc-455b-8857-3317834cb241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:54.897433 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-baf64404-b371-40e7-8b10-6053f65ace10 req-b29306ee-accc-455b-8857-3317834cb241 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0e86a351-3a68-4bb2-87f3-ea80cc839c95 HTTP/1.1" status: 200 len: 915 time: 0.2875931 Jul 16 03:42:54.950344 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-baf64404-b371-40e7-8b10-6053f65ace10 req-808f80e6-c451-4207-b0d9-67bc67434c4b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d13742-7496-4244-a7f6-7db863f71d56 HTTP/1.1" status: 200 len: 217 time: 0.0407526 Jul 16 03:42:55.021544 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8803d893-24ef-4ae0-9e85-79aabf640a25 req-b50ec9d0-90c5-4121-becf-1531084c628a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598060 Jul 16 03:42:55.029301 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf64404-b371-40e7-8b10-6053f65ace10 req-dfadcfcf-7e7b-4c7d-841c-1d8f3da22a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:55.031597 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-baf64404-b371-40e7-8b10-6053f65ace10 req-dfadcfcf-7e7b-4c7d-841c-1d8f3da22a4f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71c59574-7ca3-4ce0-b2c6-591fd94e03b3 HTTP/1.1" status: 200 len: 854 time: 0.0708764 Jul 16 03:42:55.094202 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-baf64404-b371-40e7-8b10-6053f65ace10 req-d9cd7e70-9c5c-4a34-876f-db09cb78e558 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0e86a351-3a68-4bb2-87f3-ea80cc839c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504258 Jul 16 03:42:55.144881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359068d-a518-422f-9901-09afb983eb41 req-97ea75d4-bd68-44db-9688-b5e48ba15e00 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:55.151761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1359068d-a518-422f-9901-09afb983eb41 req-97ea75d4-bd68-44db-9688-b5e48ba15e00 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 812 time: 0.2760921 Jul 16 03:42:55.170960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1359068d-a518-422f-9901-09afb983eb41 req-5ea7c28c-20f8-4c7e-a97d-1df4c0251fba tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/quotas/de4d84b302584141973e594b047457b4 HTTP/1.1" status: 200 len: 375 time: 0.0170145 Jul 16 03:42:55.282981 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-baf64404-b371-40e7-8b10-6053f65ace10 req-bb28c7ee-36b2-40cc-b77e-71c0ef8cf84e service neutron] 10.222.0.88 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799080 Jul 16 03:42:55.385645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1359068d-a518-422f-9901-09afb983eb41 req-90cec117-0d15-481d-9ded-c920a3a5b025 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2134762 Jul 16 03:42:55.428268 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-baf64404-b371-40e7-8b10-6053f65ace10 req-9ec03424-71c9-42b0-b19f-1a5e12587746 service neutron] 10.222.0.88 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304617 Jul 16 03:42:55.459881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90d57e-b6dc-45f2-a189-1fe1bdf6b907 req-630c3e57-e613-4e3d-bd35-fb7366ef9fa1 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:55.468451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90d57e-b6dc-45f2-a189-1fe1bdf6b907 req-630c3e57-e613-4e3d-bd35-fb7366ef9fa1 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:55.472795 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5f90d57e-b6dc-45f2-a189-1fe1bdf6b907 req-630c3e57-e613-4e3d-bd35-fb7366ef9fa1 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1681 time: 0.2506256 Jul 16 03:42:55.564194 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5f90d57e-b6dc-45f2-a189-1fe1bdf6b907 req-ed430163-a63c-4de4-b40a-476f79e45b50 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867410 Jul 16 03:42:55.580492 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1359068d-a518-422f-9901-09afb983eb41 req-895af693-7591-48cd-9362-fbaa9f230f90 service neutron] 10.222.0.18 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811440 Jul 16 03:42:55.748019 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1359068d-a518-422f-9901-09afb983eb41 req-10ac7206-38b7-442e-ba90-e7512e47f12d service neutron] 10.222.0.18 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607032 Jul 16 03:42:56.061723 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-76714fa8-8489-4d1e-9c55-6ce82384fbb8 req-c16332a8-dc81-4f0f-abe5-32a9def2eb96 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 210 time: 0.0599687 Jul 16 03:42:56.429836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9027ac1-365e-4d70-833a-b3f0d0cd5ac6 req-0b4fa7b6-30e1-4bd7-b3f7-e92a8c42177f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:56.436606 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9027ac1-365e-4d70-833a-b3f0d0cd5ac6 req-0b4fa7b6-30e1-4bd7-b3f7-e92a8c42177f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 944 time: 0.1482058 Jul 16 03:42:56.613911 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9027ac1-365e-4d70-833a-b3f0d0cd5ac6 req-30f251eb-a096-4598-a1ce-4fc8ffcff2f4 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694357 Jul 16 03:42:56.674996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc6d04-1c78-454f-b962-d41d66286ac6 req-3ecb3f6c-c38c-4f35-a0e5-90b750b1434d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:56.682723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc6d04-1c78-454f-b962-d41d66286ac6 req-3ecb3f6c-c38c-4f35-a0e5-90b750b1434d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:56.690874 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3dcc6d04-1c78-454f-b962-d41d66286ac6 req-3ecb3f6c-c38c-4f35-a0e5-90b750b1434d tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1681 time: 0.2225339 Jul 16 03:42:56.730736 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3dcc6d04-1c78-454f-b962-d41d66286ac6 req-9c9c2057-143c-4998-ab52-fee6d86f4289 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388901 Jul 16 03:42:57.034606 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 14d13742-7496-4244-a7f6-7db863f71d56 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:42:57.180981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 14d13742-7496-4244-a7f6-7db863f71d56, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=14d13742-7496-4244-a7f6-7db863f71d56,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:57.194049 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '14d13742-7496-4244-a7f6-7db863f71d56', 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95', 'port_id': '14d13742-7496-4244-a7f6-7db863f71d56', 'mac_address': 'fa:16:3e:71:dc:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c59574-7ca3-4ce0-b2c6-591fd94e03b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:42:57.237324 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:57.253057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d13742-7496-4244-a7f6-7db863f71d56 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:57.280716 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 14d13742-7496-4244-a7f6-7db863f71d56, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=14d13742-7496-4244-a7f6-7db863f71d56,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:57.286159 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:57.303505 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4f1a35c-1229-4a2f-96e4-c58e572480c8 req-6bd58fae-5c8a-4f39-88ec-cc5756c36476 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 210 time: 0.0652432 Jul 16 03:42:57.375581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=14d13742-7496-4244-a7f6-7db863f71d56,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:57.632178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['14d13742-7496-4244-a7f6-7db863f71d56'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:57.893961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-a4294cbb-9208-4a49-b1fa-044d7ebe9768 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:57.909725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-a4294cbb-9208-4a49-b1fa-044d7ebe9768 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:57.915663 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-a4294cbb-9208-4a49-b1fa-044d7ebe9768 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.20 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1681 time: 0.2153277 Jul 16 03:42:57.949892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359068d-a518-422f-9901-09afb983eb41 req-9acd0246-2ea2-423c-94ec-9ed24083bd53 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:57.952404 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1359068d-a518-422f-9901-09afb983eb41 req-9acd0246-2ea2-423c-94ec-9ed24083bd53 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.88 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 812 time: 0.2843089 Jul 16 03:42:57.994265 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-1359068d-a518-422f-9901-09afb983eb41 req-5d56164a-05e9-481a-9165-03d241d1a0e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Request body: {'port': {'device_id': '59652caa-d38a-4f62-be78-ad158d8466c6', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'admin_state_up': True, 'tenant_id': 'de4d84b302584141973e594b047457b4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:58.206475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1359068d-a518-422f-9901-09afb983eb41 req-5d56164a-05e9-481a-9165-03d241d1a0e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Made reservation on behalf of de4d84b302584141973e594b047457b4 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:42:58.210747 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1359068d-a518-422f-9901-09afb983eb41 req-5d56164a-05e9-481a-9165-03d241d1a0e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.270633 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4c385-a4c6-46cc-af57-3e4f795db86f req-bd083940-2229-43fc-897c-77139eb6b717 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:58.272524 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77b4c385-a4c6-46cc-af57-3e4f795db86f req-bd083940-2229-43fc-897c-77139eb6b717 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 945 time: 0.3558254 Jul 16 03:42:58.301673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab661f61-3c7f-4c24-914b-b509cdd90f2e req-a005e1cb-a6dd-4872-94ce-4dd84a94939b tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:58.316434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab661f61-3c7f-4c24-914b-b509cdd90f2e req-a005e1cb-a6dd-4872-94ce-4dd84a94939b tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:58.318522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab661f61-3c7f-4c24-914b-b509cdd90f2e req-a005e1cb-a6dd-4872-94ce-4dd84a94939b tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 1681 time: 0.2861779 Jul 16 03:42:58.417799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-1359068d-a518-422f-9901-09afb983eb41 req-5d56164a-05e9-481a-9165-03d241d1a0e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Allocated IP 172.20.0.5 (1b23d2e3-02e4-47db-a40f-a5b79e83f415/8153979b-670a-41a0-961b-c7158009c15a/774efbf8-3ab2-48e1-b953-0bb73f83fae5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:42:58.447715 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77b4c385-a4c6-46cc-af57-3e4f795db86f req-199f46a1-0522-4bea-978e-8ed01c8c5998 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258733 Jul 16 03:42:58.466202 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Deleting port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:42:58.466670 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.550260 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab661f61-3c7f-4c24-914b-b509cdd90f2e req-4cbe5854-ae81-48bd-ae29-cff6bf50f2ee tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140219 Jul 16 03:42:58.684366 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1359068d-a518-422f-9901-09afb983eb41 req-5d56164a-05e9-481a-9165-03d241d1a0e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.738197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-1359068d-a518-422f-9901-09afb983eb41 req-5d56164a-05e9-481a-9165-03d241d1a0e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Transition to ACTIVE for port object 774efbf8-3ab2-48e1-b953-0bb73f83fae5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:42:58.778643 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] For port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=03a0cbb5-c5ee-4c8c-b521-c5c228f52272,segment=NetworkSegment(4e826027-4940-499a-98c4-ee3c0d3c608b),segment_id=4e826027-4940-499a-98c4-ee3c0d3c608b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:58.779024 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.829055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Calling delete_port for 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:42:58.831735 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1359068d-a518-422f-9901-09afb983eb41 req-5d56164a-05e9-481a-9165-03d241d1a0e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:58.844451 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:58.849761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['fed13e0c-63e9-4214-a062-0ab7034c0e46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:42:58.922540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1359068d-a518-422f-9901-09afb983eb41 req-5d56164a-05e9-481a-9165-03d241d1a0e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:42:58.926060 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-1359068d-a518-422f-9901-09afb983eb41 req-5d56164a-05e9-481a-9165-03d241d1a0e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:42:58.940450 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1359068d-a518-422f-9901-09afb983eb41 req-5d56164a-05e9-481a-9165-03d241d1a0e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:42:59.039017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56164a-05e9-481a-9165-03d241d1a0e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event updated for resources: {'Port': ['ID=774efbf8-3ab2-48e1-b953-0bb73f83fae5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:59.039729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 14d13742-7496-4244-a7f6-7db863f71d56 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:42:59.097689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bd2a9-a5c8-4198-b4df-22225ad06cc1 req-84b61b46-f261-4bdc-83ea-b1f7008a0e8b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:59.107842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-724bd2a9-a5c8-4198-b4df-22225ad06cc1 req-84b61b46-f261-4bdc-83ea-b1f7008a0e8b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 931 time: 0.3044593 Jul 16 03:42:59.117216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359068d-a518-422f-9901-09afb983eb41 req-5d56164a-05e9-481a-9165-03d241d1a0e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:42:59.118259 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1359068d-a518-422f-9901-09afb983eb41 req-5d56164a-05e9-481a-9165-03d241d1a0e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.148532 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1359068d-a518-422f-9901-09afb983eb41 req-5d56164a-05e9-481a-9165-03d241d1a0e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1678910 Jul 16 03:42:59.168921 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Request body: {'port': {'device_id': '59652caa-d38a-4f62-be78-ad158d8466c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:42:59.181991 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-724bd2a9-a5c8-4198-b4df-22225ad06cc1 req-9c5585e7-3299-4af1-b178-f8f95dd1332a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706728 Jul 16 03:42:59.292635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 14d13742-7496-4244-a7f6-7db863f71d56 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:59.319022 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.329381 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 14d13742-7496-4244-a7f6-7db863f71d56 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:59.329888 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.363143 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.400261 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Port': ['ID=03a0cbb5-c5ee-4c8c-b521-c5c228f52272,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:59.444526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.446174 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.446631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.446977 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.448507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.448853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.449987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d8602377-a867-4718-af39-6b846ab09071 None None] Provisioning for port 774efbf8-3ab2-48e1-b953-0bb73f83fae5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:42:59.451720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.452077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.453175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.453681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.454025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.454359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:42:59.480648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d8602377-a867-4718-af39-6b846ab09071 None None] Provisioning complete for port 774efbf8-3ab2-48e1-b953-0bb73f83fae5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:42:59.481023 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d8602377-a867-4718-af39-6b846ab09071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.519872 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.539748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d8602377-a867-4718-af39-6b846ab09071 None None] Port 774efbf8-3ab2-48e1-b953-0bb73f83fae5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:42:59.560265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da200ada-4677-4a0a-b4be-95426c9c4b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d13742-7496-4244-a7f6-7db863f71d56'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:59.564829 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813a8b09-3711-43f7-a53b-0f8ddfca3e49" -d '{"events": [{"server_uuid": "da200ada-4677-4a0a-b4be-95426c9c4b62", "name": "network-vif-plugged", "status": "completed", "tag": "14d13742-7496-4244-a7f6-7db863f71d56"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:59.603612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] No DVR routers for this DVR port 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:42:59.609372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 14d13742-7496-4244-a7f6-7db863f71d56, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=14d13742-7496-4244-a7f6-7db863f71d56,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:42:59.619186 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.625726 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.628075 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-ed234230-2b8c-4dd4-84c2-11c8c7a471af tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.20 "DELETE /v2.0/ports/03a0cbb5-c5ee-4c8c-b521-c5c228f52272 HTTP/1.1" status: 204 len: 173 time: 1.6823478 Jul 16 03:42:59.631806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'name': 'network-vif-deleted', 'tag': '03a0cbb5-c5ee-4c8c-b521-c5c228f52272'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:42:59.640509 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e11fda6-d411-4ca4-963f-a68766e810ae" -d '{"events": [{"server_uuid": "a08dca90-b2d1-41a7-9d01-77e8b67d6024", "name": "network-vif-deleted", "tag": "03a0cbb5-c5ee-4c8c-b521-c5c228f52272"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:42:59.697151 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd52732e-7e9b-4b76-ba95-322c97e18a09 x-openstack-request-id: req-dd52732e-7e9b-4b76-ba95-322c97e18a09 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:42:59.698935 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da200ada-4677-4a0a-b4be-95426c9c4b62", "name": "network-vif-plugged", "status": "completed", "tag": "14d13742-7496-4244-a7f6-7db863f71d56", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:42:59.699201 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd52732e-7e9b-4b76-ba95-322c97e18a09 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:42:59.700109 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da200ada-4677-4a0a-b4be-95426c9c4b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d13742-7496-4244-a7f6-7db863f71d56', 'code': 200} Jul 16 03:42:59.752768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44568) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:42:59.790952 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=14d13742-7496-4244-a7f6-7db863f71d56,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:42:59.974738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774efbf8-3ab2-48e1-b953-0bb73f83fae5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:42:59.994856 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbcc3f3d-78de-4645-879c-5056f7fca58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:42:59.998028 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.044452 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba94625a-be16-48ce-b0f4-907b95199e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.091477 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbcc3f3d-78de-4645-879c-5056f7fca58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.098188 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbcc3f3d-78de-4645-879c-5056f7fca58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.103596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Transition to ACTIVE for port object 774efbf8-3ab2-48e1-b953-0bb73f83fae5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:00.117502 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.191391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc3f3d-78de-4645-879c-5056f7fca58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c595c670-20a5-4c6e-a028-bac863b387d8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:00.202455 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dbcc3f3d-78de-4645-879c-5056f7fca58e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff9f47a9b7ec4d85b4ec98703ff6ca18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4464428 Jul 16 03:43:00.221261 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44588) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:00.314677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Pushing event updated for resources: {'Port': ['ID=774efbf8-3ab2-48e1-b953-0bb73f83fae5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:00.317567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 979fce35-0d81-4812-9148-5cef0adfec04 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:00.410450 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4189338d-3c6c-4b04-8f89-7eb96e2778f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.445554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29023645-c552-4814-b77c-1c16301fc968 req-8f748133-ce7e-4a54-b356-1ba1ac77f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:00.447137 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29023645-c552-4814-b77c-1c16301fc968 req-8f748133-ce7e-4a54-b356-1ba1ac77f93b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 1097 time: 0.6913123 Jul 16 03:43:00.464927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5d4ba-48fc-4a2a-b558-9db19f60c19e req-8816c37c-efc9-4849-b4c8-d38e32015b7a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:00.466480 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17e5d4ba-48fc-4a2a-b558-9db19f60c19e req-8816c37c-efc9-4849-b4c8-d38e32015b7a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 946 time: 0.6568811 Jul 16 03:43:00.482501 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Attempting to bind port 774efbf8-3ab2-48e1-b953-0bb73f83fae5 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:00.482843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Attempting to bind port 774efbf8-3ab2-48e1-b953-0bb73f83fae5 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:00.483172 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Attempting to bind port 774efbf8-3ab2-48e1-b953-0bb73f83fae5 on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:00.486336 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4189338d-3c6c-4b04-8f89-7eb96e2778f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.496445 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Port 774efbf8-3ab2-48e1-b953-0bb73f83fae5 on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:00.496774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Attempting to bind port 774efbf8-3ab2-48e1-b953-0bb73f83fae5 on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:00.508872 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:00.509473 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Checking segment: {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:00.509856 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Bound using segment: {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:00.510333 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Bound port: 774efbf8-3ab2-48e1-b953-0bb73f83fae5, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:00.510691 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.537298 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.589847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 979fce35-0d81-4812-9148-5cef0adfec04, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=979fce35-0d81-4812-9148-5cef0adfec04,segment=NetworkSegment(bcb89718-d20a-41f3-89d3-fd53c1869439),segment_id=bcb89718-d20a-41f3-89d3-fd53c1869439)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:00.594899 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.595630 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:00.600139 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4189338d-3c6c-4b04-8f89-7eb96e2778f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.603134 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4189338d-3c6c-4b04-8f89-7eb96e2778f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.605276 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4189338d-3c6c-4b04-8f89-7eb96e2778f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c595c670-20a5-4c6e-a028-bac863b387d8 HTTP/1.1" status: 204 len: 168 time: 0.3731141 Jul 16 03:43:00.622748 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacff0dc-cbda-4dff-8f54-2b3bdf12bdfb req-f2fde880-9d56-47c0-a9da-cc591f27ab53 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:00.626482 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dacff0dc-cbda-4dff-8f54-2b3bdf12bdfb req-f2fde880-9d56-47c0-a9da-cc591f27ab53 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 945 time: 0.2727795 Jul 16 03:43:00.630323 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189338d-3c6c-4b04-8f89-7eb96e2778f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c595c670-20a5-4c6e-a028-bac863b387d8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:00.656457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:00.657311 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 03a0cbb5-c5ee-4c8c-b521-c5c228f52272 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:00.658545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29023645-c552-4814-b77c-1c16301fc968 req-18505ae2-7435-4135-9bb7-fb648dc10b54 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035816 Jul 16 03:43:00.685134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-af442d69-218f-4abf-bf07-dd742222743f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Deleting port 979fce35-0d81-4812-9148-5cef0adfec04 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:00.685498 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-af442d69-218f-4abf-bf07-dd742222743f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.695183 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17e5d4ba-48fc-4a2a-b558-9db19f60c19e req-50276b06-38ad-4fb2-ba63-2ef95e58bc26 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136769 Jul 16 03:43:00.700396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] For port 774efbf8-3ab2-48e1-b953-0bb73f83fae5, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:00.704092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] For port 774efbf8-3ab2-48e1-b953-0bb73f83fae5, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=774efbf8-3ab2-48e1-b953-0bb73f83fae5,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:43:00.713783 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.759630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:00.761335 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.762983 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1359068d-a518-422f-9901-09afb983eb41 req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] 10.222.0.88 "PUT /v2.0/ports/774efbf8-3ab2-48e1-b953-0bb73f83fae5 HTTP/1.1" status: 200 len: 1091 time: 1.6015859 Jul 16 03:43:00.765600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59652caa-d38a-4f62-be78-ad158d8466c6', 'tag': '774efbf8-3ab2-48e1-b953-0bb73f83fae5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:00.769193 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af210673-4d93-485e-9270-3b33154a037f" -d '{"events": [{"name": "network-changed", "server_uuid": "59652caa-d38a-4f62-be78-ad158d8466c6", "tag": "774efbf8-3ab2-48e1-b953-0bb73f83fae5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:00.795512 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=979fce35-0d81-4812-9148-5cef0adfec04,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:00.840504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa08f1a-0a01-4363-8a4e-ad8e42f90db2 service neutron] Pushing event updated for resources: {'Port': ['ID=774efbf8-3ab2-48e1-b953-0bb73f83fae5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:00.926185 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:00.966107 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dacff0dc-cbda-4dff-8f54-2b3bdf12bdfb req-bc1a8a01-42b1-4abb-90e0-cc382e17ebfe tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/security-groups?id=e39bcc47-42a3-4472-ad9f-583f8968ddff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017819 Jul 16 03:43:00.966548 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359068d-a518-422f-9901-09afb983eb41 req-fccbe847-e3b1-4541-be31-417f7b8f2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:00.966548 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1359068d-a518-422f-9901-09afb983eb41 req-fccbe847-e3b1-4541-be31-417f7b8f2d1f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 1094 time: 0.1062815 Jul 16 03:43:01.052987 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1359068d-a518-422f-9901-09afb983eb41 req-835b0e8f-8ec0-4c9c-b441-a89aaa7c0769 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=774efbf8-3ab2-48e1-b953-0bb73f83fae5 HTTP/1.1" status: 200 len: 217 time: 0.0794079 Jul 16 03:43:01.075484 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abda1837-1a06-43c5-b1cf-edab6572f862 x-openstack-request-id: req-abda1837-1a06-43c5-b1cf-edab6572f862 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:01.075780 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08dca90-b2d1-41a7-9d01-77e8b67d6024", "name": "network-vif-deleted", "tag": "03a0cbb5-c5ee-4c8c-b521-c5c228f52272", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:01.076038 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abda1837-1a06-43c5-b1cf-edab6572f862 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:01.079297 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'name': 'network-vif-deleted', 'tag': '03a0cbb5-c5ee-4c8c-b521-c5c228f52272', 'status': 'completed', 'code': 200} Jul 16 03:43:01.121002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-af442d69-218f-4abf-bf07-dd742222743f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] For port 979fce35-0d81-4812-9148-5cef0adfec04, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=979fce35-0d81-4812-9148-5cef0adfec04,segment=NetworkSegment(bcb89718-d20a-41f3-89d3-fd53c1869439),segment_id=bcb89718-d20a-41f3-89d3-fd53c1869439)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:01.121376 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-af442d69-218f-4abf-bf07-dd742222743f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.145080 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-af442d69-218f-4abf-bf07-dd742222743f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Calling delete_port for 979fce35-0d81-4812-9148-5cef0adfec04 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:01.149408 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359068d-a518-422f-9901-09afb983eb41 req-5a6513e0-feeb-43b7-98f1-daf6ed3eb225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:01.151064 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1359068d-a518-422f-9901-09afb983eb41 req-5a6513e0-feeb-43b7-98f1-daf6ed3eb225 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.0859783 Jul 16 03:43:01.264699 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f70e763-9b48-4183-a16a-2530b84e875d x-openstack-request-id: req-9f70e763-9b48-4183-a16a-2530b84e875d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:01.264993 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59652caa-d38a-4f62-be78-ad158d8466c6", "tag": "774efbf8-3ab2-48e1-b953-0bb73f83fae5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:01.265302 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f70e763-9b48-4183-a16a-2530b84e875d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:01.265664 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59652caa-d38a-4f62-be78-ad158d8466c6', 'tag': '774efbf8-3ab2-48e1-b953-0bb73f83fae5', 'status': 'completed', 'code': 200} Jul 16 03:43:01.298534 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359068d-a518-422f-9901-09afb983eb41 req-b16d295d-82a5-4e2a-a823-b7d97ea913a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:01.300059 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1359068d-a518-422f-9901-09afb983eb41 req-b16d295d-82a5-4e2a-a823-b7d97ea913a9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407168 Jul 16 03:43:01.381581 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1340bd3-05a0-45b1-a0fa-c4277334a78d req-a3a72e7e-0b50-4130-bd62-a2247a894a43 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:01.382692 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1340bd3-05a0-45b1-a0fa-c4277334a78d req-a3a72e7e-0b50-4130-bd62-a2247a894a43 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 943 time: 0.1457493 Jul 16 03:43:01.455367 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1340bd3-05a0-45b1-a0fa-c4277334a78d req-17f9ddf4-37eb-40a6-a5dd-d0e21655958e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650928 Jul 16 03:43:01.499846 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.626581 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-af442d69-218f-4abf-bf07-dd742222743f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.696549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af442d69-218f-4abf-bf07-dd742222743f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Port': ['ID=979fce35-0d81-4812-9148-5cef0adfec04,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:01.701101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979fce35-0d81-4812-9148-5cef0adfec04'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:01.704015 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084efdf9-face-4315-8301-4a162a6d462f" -d '{"events": [{"server_uuid": "a08dca90-b2d1-41a7-9d01-77e8b67d6024", "name": "network-vif-unplugged", "status": "completed", "tag": "979fce35-0d81-4812-9148-5cef0adfec04"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:01.795061 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc42f28-0d3a-4a5c-927e-a08f1c3860e7 x-openstack-request-id: req-1dc42f28-0d3a-4a5c-927e-a08f1c3860e7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:01.795616 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08dca90-b2d1-41a7-9d01-77e8b67d6024", "name": "network-vif-unplugged", "status": "completed", "tag": "979fce35-0d81-4812-9148-5cef0adfec04", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:01.795982 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1dc42f28-0d3a-4a5c-927e-a08f1c3860e7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:01.796541 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979fce35-0d81-4812-9148-5cef0adfec04', 'code': 200} Jul 16 03:43:01.827649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-af442d69-218f-4abf-bf07-dd742222743f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] No DVR routers for this DVR port 979fce35-0d81-4812-9148-5cef0adfec04 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:01.850379 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-af442d69-218f-4abf-bf07-dd742222743f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:01.859639 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0dc91845-39fc-4511-a7ee-75864d26a919 req-af442d69-218f-4abf-bf07-dd742222743f tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.20 "DELETE /v2.0/ports/979fce35-0d81-4812-9148-5cef0adfec04 HTTP/1.1" status: 204 len: 173 time: 2.2112470 Jul 16 03:43:02.218292 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1359068d-a518-422f-9901-09afb983eb41 req-415a231d-ad9c-4af3-9cbb-122fff44a75a service neutron] 10.222.0.88 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9063649 Jul 16 03:43:02.293726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181a83a-03c9-4b6d-86f1-9a3b81d0467f req-89812383-4262-4d0b-9907-cd4e3ce3274a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:02.295473 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7181a83a-03c9-4b6d-86f1-9a3b81d0467f req-89812383-4262-4d0b-9907-cd4e3ce3274a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 946 time: 0.2024312 Jul 16 03:43:02.371434 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7181a83a-03c9-4b6d-86f1-9a3b81d0467f req-55c5648a-31f9-4df1-b2b6-cdcaff3d5030 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704331 Jul 16 03:43:02.513000 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff8a236d-9bff-483b-85d6-40e140c05ce7 req-1e28743c-85ab-4aaa-8d5e-18da3020ade1 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08dca90-b2d1-41a7-9d01-77e8b67d6024 HTTP/1.1" status: 200 len: 210 time: 0.1087663 Jul 16 03:43:02.528192 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1359068d-a518-422f-9901-09afb983eb41 req-21e52da2-13de-458c-885f-9d396a0d22ed service neutron] 10.222.0.88 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897694 Jul 16 03:43:02.763580 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af210673-4d93-485e-9270-3b33154a037f req-7ebb753e-0bb1-4b3b-8d38-17b04f294d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:02.765741 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-af210673-4d93-485e-9270-3b33154a037f req-7ebb753e-0bb1-4b3b-8d38-17b04f294d2d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 1094 time: 0.1655402 Jul 16 03:43:02.770549 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29b2369f-97c9-42c9-bd0d-6e9626f08f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.811181 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:02.886095 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b030c5-64be-41e0-bcf9-1eddaaf1273f req-a48a0d5a-b4cb-47fd-a9aa-73e7efdf31bc tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:02.890749 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7b030c5-64be-41e0-bcf9-1eddaaf1273f req-a48a0d5a-b4cb-47fd-a9aa-73e7efdf31bc tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 943 time: 0.1831856 Jul 16 03:43:03.036249 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7b030c5-64be-41e0-bcf9-1eddaaf1273f req-3d2bba67-92d7-4d0f-9333-227dbf8a0d0b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391721 Jul 16 03:43:03.043057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af210673-4d93-485e-9270-3b33154a037f req-320e46b9-f5a7-41cb-9f4f-1522c000066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:03.053420 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-af210673-4d93-485e-9270-3b33154a037f req-320e46b9-f5a7-41cb-9f4f-1522c000066b service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.2805350 Jul 16 03:43:03.080842 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'name': 'network-vif-deleted', 'tag': '979fce35-0d81-4812-9148-5cef0adfec04'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:03.083516 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dab57d-c29a-4f83-94be-7e82e000eb76" -d '{"events": [{"server_uuid": "a08dca90-b2d1-41a7-9d01-77e8b67d6024", "name": "network-vif-deleted", "tag": "979fce35-0d81-4812-9148-5cef0adfec04"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:03.113314 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-af210673-4d93-485e-9270-3b33154a037f req-5b11294e-62ea-4140-9582-ed1364ea4638 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=774efbf8-3ab2-48e1-b953-0bb73f83fae5 HTTP/1.1" status: 200 len: 217 time: 0.0531518 Jul 16 03:43:03.180005 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6789ae66-f0cc-417f-9b86-5d1450f8a326 x-openstack-request-id: req-6789ae66-f0cc-417f-9b86-5d1450f8a326 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:03.180563 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08dca90-b2d1-41a7-9d01-77e8b67d6024", "name": "network-vif-deleted", "tag": "979fce35-0d81-4812-9148-5cef0adfec04", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:03.180918 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6789ae66-f0cc-417f-9b86-5d1450f8a326 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:03.181426 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08dca90-b2d1-41a7-9d01-77e8b67d6024', 'name': 'network-vif-deleted', 'tag': '979fce35-0d81-4812-9148-5cef0adfec04', 'status': 'completed', 'code': 200} Jul 16 03:43:03.265894 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af210673-4d93-485e-9270-3b33154a037f req-4c5b3a50-0f40-43e7-8bb5-5e7ffa0643ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:03.267440 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-af210673-4d93-485e-9270-3b33154a037f req-4c5b3a50-0f40-43e7-8bb5-5e7ffa0643ac service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.1475255 Jul 16 03:43:03.394617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af210673-4d93-485e-9270-3b33154a037f req-53bb9ee4-1d93-4c2b-adb4-17da70fc725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:03.397724 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-af210673-4d93-485e-9270-3b33154a037f req-53bb9ee4-1d93-4c2b-adb4-17da70fc725b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190846 Jul 16 03:43:03.596842 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-af210673-4d93-485e-9270-3b33154a037f req-47c8f442-ac3d-434e-8195-5b6a61f2c4f4 service neutron] 10.222.0.88 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908097 Jul 16 03:43:03.743444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:03.800923 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.847297 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-af210673-4d93-485e-9270-3b33154a037f req-db9d9589-5d5c-4acc-ad83-d698b119c3cf service neutron] 10.222.0.88 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413676 Jul 16 03:43:03.897059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd89777-29c0-454b-9197-d145d648a1a8 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Deleting subnet 30d0f4cb-44e5-4155-9693-dded99fe050f {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:03.902599 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bd89777-29c0-454b-9197-d145d648a1a8 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:03.953322 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bd89777-29c0-454b-9197-d145d648a1a8 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.199466 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bd89777-29c0-454b-9197-d145d648a1a8 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.358814 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bd89777-29c0-454b-9197-d145d648a1a8 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.407310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb55d6cd-d79b-466f-8b28-b776d74c34f7 None None] Network 46869870-f068-490b-8568-280eab6ae77f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:04.417355 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bd89777-29c0-454b-9197-d145d648a1a8 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.419508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3bd89777-29c0-454b-9197-d145d648a1a8 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "DELETE /v2.0/subnets/30d0f4cb-44e5-4155-9693-dded99fe050f HTTP/1.1" status: 204 len: 168 time: 0.6750026 Jul 16 03:43:04.423400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44794) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:04.425016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd89777-29c0-454b-9197-d145d648a1a8 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Subnet': ['ID=30d0f4cb-44e5-4155-9693-dded99fe050f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:04.479708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10384c00-9d79-4719-8053-d5253d78a385 req-794e3e06-e364-4312-864f-9a48f817256c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:04.487963 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-10384c00-9d79-4719-8053-d5253d78a385 req-794e3e06-e364-4312-864f-9a48f817256c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 943 time: 0.1664150 Jul 16 03:43:04.550286 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-10384c00-9d79-4719-8053-d5253d78a385 req-7af4955d-5692-4508-b875-30b14dda9f03 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609455 Jul 16 03:43:04.713582 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.894350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:04.894920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Deleting port e17438ec-62e3-4aa7-baa9-195d34f240ad {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:04.895426 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:04.917490 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162cfa7c-4347-45e4-b1bb-a7155bc42486 None None] DHCP port deletion for 46869870-f068-490b-8568-280eab6ae77f request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:43:04.984750 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] For port e17438ec-62e3-4aa7-baa9-195d34f240ad, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e17438ec-62e3-4aa7-baa9-195d34f240ad,segment=NetworkSegment(4e826027-4940-499a-98c4-ee3c0d3c608b),segment_id=4e826027-4940-499a-98c4-ee3c0d3c608b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:04.985182 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.010608 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-162cfa7c-4347-45e4-b1bb-a7155bc42486 None None] Deleting port e17438ec-62e3-4aa7-baa9-195d34f240ad {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:05.012788 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-162cfa7c-4347-45e4-b1bb-a7155bc42486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.014986 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Calling delete_port for e17438ec-62e3-4aa7-baa9-195d34f240ad owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:05.075558 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 774efbf8-3ab2-48e1-b953-0bb73f83fae5 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:43:05.127878 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41359287-ac7f-4304-9686-04408cb7cb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.254071 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.276597 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 774efbf8-3ab2-48e1-b953-0bb73f83fae5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=774efbf8-3ab2-48e1-b953-0bb73f83fae5,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:05.344381 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41359287-ac7f-4304-9686-04408cb7cb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.349240 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41359287-ac7f-4304-9686-04408cb7cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.351076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Port': ['ID=e17438ec-62e3-4aa7-baa9-195d34f240ad,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:05.360226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] No DVR routers for this DVR port e17438ec-62e3-4aa7-baa9-195d34f240ad on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:05.388763 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-162cfa7c-4347-45e4-b1bb-a7155bc42486 None None] For port e17438ec-62e3-4aa7-baa9-195d34f240ad, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e17438ec-62e3-4aa7-baa9-195d34f240ad,segment=NetworkSegment(4e826027-4940-499a-98c4-ee3c0d3c608b),segment_id=4e826027-4940-499a-98c4-ee3c0d3c608b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:05.389570 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-162cfa7c-4347-45e4-b1bb-a7155bc42486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.395384 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41359287-ac7f-4304-9686-04408cb7cb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cf6b97-e972-4a5a-8849-49d05b1d24ff,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:05.409233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-162cfa7c-4347-45e4-b1bb-a7155bc42486 None None] Calling delete_port for e17438ec-62e3-4aa7-baa9-195d34f240ad owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:05.410162 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-41359287-ac7f-4304-9686-04408cb7cb52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=398ea0f4bf27447ea5561d2ce024ab4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5149612 Jul 16 03:43:05.413229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:05.483220 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e113a08-8d3f-41bb-a466-44d6902ea782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.531920 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.536030 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e113a08-8d3f-41bb-a466-44d6902ea782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.558507 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46869870-f068-490b-8568-280eab6ae77f']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:05.592977 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e826027-4940-499a-98c4-ee3c0d3c608b') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:05.592977 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e826027-4940-499a-98c4-ee3c0d3c608b') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:05.622018 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.647528 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e113a08-8d3f-41bb-a466-44d6902ea782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.650328 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e113a08-8d3f-41bb-a466-44d6902ea782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.651554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7e113a08-8d3f-41bb-a466-44d6902ea782 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45cf6b97-e972-4a5a-8849-49d05b1d24ff HTTP/1.1" status: 204 len: 168 time: 0.2370973 Jul 16 03:43:05.664517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e113a08-8d3f-41bb-a466-44d6902ea782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cf6b97-e972-4a5a-8849-49d05b1d24ff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:05.680671 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.693924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:05.694364 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:05.701443 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:05.708161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '774efbf8-3ab2-48e1-b953-0bb73f83fae5', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'port_id': '774efbf8-3ab2-48e1-b953-0bb73f83fae5', 'mac_address': 'fa:16:3e:00:f1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:43:05.918160 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.933022 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-162cfa7c-4347-45e4-b1bb-a7155bc42486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.957715 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.979431 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:05.982023 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "DELETE /v2.0/networks/46869870-f068-490b-8568-280eab6ae77f HTTP/1.1" status: 204 len: 168 time: 1.5576003 Jul 16 03:43:05.996224 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162cfa7c-4347-45e4-b1bb-a7155bc42486 None None] No DVR routers for this DVR port e17438ec-62e3-4aa7-baa9-195d34f240ad on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:06.004556 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cfa7c-4347-45e4-b1bb-a7155bc42486 None None] Pushing event deleted for resources: {'Port': ['ID=e17438ec-62e3-4aa7-baa9-195d34f240ad,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:06.007405 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.015143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44858) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:06.030582 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df3029-ad6c-41f3-938c-856aacdb50b0 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Network': ['ID=46869870-f068-490b-8568-280eab6ae77f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:06.047611 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774efbf8-3ab2-48e1-b953-0bb73f83fae5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:06.089818 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 774efbf8-3ab2-48e1-b953-0bb73f83fae5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=774efbf8-3ab2-48e1-b953-0bb73f83fae5,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:06.096135 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.099860 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d5d197-b9ff-4d0f-a810-f2ba027a0719 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Deleting subnet 0343860e-aa3a-4f49-b4ef-92e506d585ce {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:06.124290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10d5d197-b9ff-4d0f-a810-f2ba027a0719 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.163683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=774efbf8-3ab2-48e1-b953-0bb73f83fae5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:06.243980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fe999-8399-43f3-b8a7-e0e8200ca4c7 req-f2f165ce-c6e6-482d-9edd-35a411c12ded tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:06.252766 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2f1fe999-8399-43f3-b8a7-e0e8200ca4c7 req-f2f165ce-c6e6-482d-9edd-35a411c12ded tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 943 time: 0.3624153 Jul 16 03:43:06.262618 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10d5d197-b9ff-4d0f-a810-f2ba027a0719 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.354670 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2f1fe999-8399-43f3-b8a7-e0e8200ca4c7 req-847b862e-72dc-4bb8-9ba9-461031abd497 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005738 Jul 16 03:43:06.419052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['774efbf8-3ab2-48e1-b953-0bb73f83fae5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:06.470969 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10d5d197-b9ff-4d0f-a810-f2ba027a0719 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.472248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:06.491902 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c212b86-c423-419b-ba3a-c8f613611065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.651041 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10d5d197-b9ff-4d0f-a810-f2ba027a0719 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.701355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234b0d5b-007f-4ee9-a611-5babfc23dc23 None None] Network 4c18a96f-f9c2-468c-98ce-f6e395d0668a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:06.708721 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e17438ec-62e3-4aa7-baa9-195d34f240ad no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:06.738974 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10d5d197-b9ff-4d0f-a810-f2ba027a0719 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.742385 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-10d5d197-b9ff-4d0f-a810-f2ba027a0719 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "DELETE /v2.0/subnets/0343860e-aa3a-4f49-b4ef-92e506d585ce HTTP/1.1" status: 204 len: 168 time: 0.7250819 Jul 16 03:43:06.743399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5d197-b9ff-4d0f-a810-f2ba027a0719 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Subnet': ['ID=0343860e-aa3a-4f49-b4ef-92e506d585ce,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:06.745792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:06.769621 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: e17438ec-62e3-4aa7-baa9-195d34f240ad {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:06.770769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e17438ec-62e3-4aa7-baa9-195d34f240ad not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:06.771590 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c212b86-c423-419b-ba3a-c8f613611065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:06.798781 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c212b86-c423-419b-ba3a-c8f613611065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.009361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0c212b86-c423-419b-ba3a-c8f613611065 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53ffc7f2c30e404fa740633ffab8a6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5347602 Jul 16 03:43:07.013113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c212b86-c423-419b-ba3a-c8f613611065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b1ddd8-615d-4cd4-8ade-a850402e54b4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:07.013342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44892) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:07.034810 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.058845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] DHCP port deletion for 4c18a96f-f9c2-468c-98ce-f6e395d0668a request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:43:07.114888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Deleting port 15d8de35-74b3-4f51-9859-00dc2c720bc0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:07.115242 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.197449 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b85cb03-46d5-45a4-acc4-d5425c34fbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.201346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] For port 15d8de35-74b3-4f51-9859-00dc2c720bc0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=15d8de35-74b3-4f51-9859-00dc2c720bc0,segment=NetworkSegment(bcb89718-d20a-41f3-89d3-fd53c1869439),segment_id=bcb89718-d20a-41f3-89d3-fd53c1869439)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:07.202510 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.206232 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Deleting port 15d8de35-74b3-4f51-9859-00dc2c720bc0 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:07.206815 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.245959 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b85cb03-46d5-45a4-acc4-d5425c34fbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.256544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Calling delete_port for 15d8de35-74b3-4f51-9859-00dc2c720bc0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:07.338275 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b85cb03-46d5-45a4-acc4-d5425c34fbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.340403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b85cb03-46d5-45a4-acc4-d5425c34fbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.343815 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9b85cb03-46d5-45a4-acc4-d5425c34fbfd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0b1ddd8-615d-4cd4-8ade-a850402e54b4 HTTP/1.1" status: 204 len: 168 time: 0.3260753 Jul 16 03:43:07.350123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85cb03-46d5-45a4-acc4-d5425c34fbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b1ddd8-615d-4cd4-8ade-a850402e54b4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:07.371497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] For port 15d8de35-74b3-4f51-9859-00dc2c720bc0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=15d8de35-74b3-4f51-9859-00dc2c720bc0,segment=NetworkSegment(bcb89718-d20a-41f3-89d3-fd53c1869439),segment_id=bcb89718-d20a-41f3-89d3-fd53c1869439)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:07.372214 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.406678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Calling delete_port for 15d8de35-74b3-4f51-9859-00dc2c720bc0 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:07.499000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.534911 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.573960 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] No DVR routers for this DVR port 15d8de35-74b3-4f51-9859-00dc2c720bc0 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:07.580771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Port': ['ID=15d8de35-74b3-4f51-9859-00dc2c720bc0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:07.581874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Pushing event deleted for resources: {'Port': ['ID=15d8de35-74b3-4f51-9859-00dc2c720bc0,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:07.599410 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:07.599766 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:07.600112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:07.600478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:07.600820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:07.601156 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:07.601487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:07.601817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:07.602146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:07.602480 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:07.602806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:07.603132 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:07.614717 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b3f736-9576-4217-bf83-da05e3a5bbed None None] No DVR routers for this DVR port 15d8de35-74b3-4f51-9859-00dc2c720bc0 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:07.808554 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.860434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c18a96f-f9c2-468c-98ce-f6e395d0668a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:07.883298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb89718-d20a-41f3-89d3-fd53c1869439') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:07.883298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb89718-d20a-41f3-89d3-fd53c1869439') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:07.939856 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.967466 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.978168 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:07.978849 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:07.982123 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:08.068558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068d61d-d2b7-4894-819e-3d5997ef938d req-12e7ebf8-831a-42d7-a250-8b940be77956 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:08.080154 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4068d61d-d2b7-4894-819e-3d5997ef938d req-12e7ebf8-831a-42d7-a250-8b940be77956 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 944 time: 0.2611485 Jul 16 03:43:08.101416 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.118726 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:08.121337 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] 10.222.0.18 "DELETE /v2.0/networks/4c18a96f-f9c2-468c-98ce-f6e395d0668a HTTP/1.1" status: 204 len: 168 time: 1.3744822 Jul 16 03:43:08.136641 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27f60f-51de-41a1-a583-05fef01f6a61 tempest-ServersTestMultiNic-321430758 tempest-ServersTestMultiNic-321430758-project] Pushing event deleted for resources: {'Network': ['ID=4c18a96f-f9c2-468c-98ce-f6e395d0668a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:08.165949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4068d61d-d2b7-4894-819e-3d5997ef938d req-7ccc29a0-23df-4327-8f45-111c203e76c6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726497 Jul 16 03:43:08.533936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44954) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:08.656445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 15d8de35-74b3-4f51-9859-00dc2c720bc0 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:08.682296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 15d8de35-74b3-4f51-9859-00dc2c720bc0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:08.682648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 15d8de35-74b3-4f51-9859-00dc2c720bc0 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:09.079426 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 774efbf8-3ab2-48e1-b953-0bb73f83fae5 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:09.117321 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d15d2f-7bfe-4011-8fcc-c0a1c207af7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.197380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 774efbf8-3ab2-48e1-b953-0bb73f83fae5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:09.206805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 774efbf8-3ab2-48e1-b953-0bb73f83fae5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:09.207187 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.378640 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.458655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 774efbf8-3ab2-48e1-b953-0bb73f83fae5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=774efbf8-3ab2-48e1-b953-0bb73f83fae5,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:09.459911 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59652caa-d38a-4f62-be78-ad158d8466c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774efbf8-3ab2-48e1-b953-0bb73f83fae5'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:09.463495 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0321cd3f-cd82-41cf-9a30-90bb7662aa0b" -d '{"events": [{"server_uuid": "59652caa-d38a-4f62-be78-ad158d8466c6", "name": "network-vif-plugged", "status": "completed", "tag": "774efbf8-3ab2-48e1-b953-0bb73f83fae5"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:09.478017 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.560099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-91d15d2f-7bfe-4011-8fcc-c0a1c207af7f admin admin] Deleting port dc5b3887-38c8-444a-a36a-d5430b5094c4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:09.560924 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d15d2f-7bfe-4011-8fcc-c0a1c207af7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.563344 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bfa7bf-feaa-416a-b32d-2118e7d6cd4a x-openstack-request-id: req-92bfa7bf-feaa-416a-b32d-2118e7d6cd4a {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:09.563642 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59652caa-d38a-4f62-be78-ad158d8466c6", "name": "network-vif-plugged", "status": "completed", "tag": "774efbf8-3ab2-48e1-b953-0bb73f83fae5", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:09.563900 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92bfa7bf-feaa-416a-b32d-2118e7d6cd4a {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:09.564576 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59652caa-d38a-4f62-be78-ad158d8466c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774efbf8-3ab2-48e1-b953-0bb73f83fae5', 'code': 200} Jul 16 03:43:09.565128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=774efbf8-3ab2-48e1-b953-0bb73f83fae5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:09.674272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c380f32-de2f-4f59-8881-590d9f743fe0 req-0385234e-d056-427d-87ea-cbf73bfc56a6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:09.681319 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c380f32-de2f-4f59-8881-590d9f743fe0 req-0385234e-d056-427d-87ea-cbf73bfc56a6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 945 time: 0.2095282 Jul 16 03:43:09.719214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-91d15d2f-7bfe-4011-8fcc-c0a1c207af7f admin admin] For port dc5b3887-38c8-444a-a36a-d5430b5094c4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=dc5b3887-38c8-444a-a36a-d5430b5094c4,segment=NetworkSegment(05f1a842-b595-4db9-b6fa-3374488987fc),segment_id=05f1a842-b595-4db9-b6fa-3374488987fc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:09.719706 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d15d2f-7bfe-4011-8fcc-c0a1c207af7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:09.738023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-91d15d2f-7bfe-4011-8fcc-c0a1c207af7f admin admin] Calling delete_port for dc5b3887-38c8-444a-a36a-d5430b5094c4 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:09.746423 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c380f32-de2f-4f59-8881-590d9f743fe0 req-3f2453fa-bcb0-45fd-9424-6d1e6160bba7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636742 Jul 16 03:43:09.749183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf131cf-c44f-443d-b8d0-9cf82435863f req-eaaa36b6-d9c6-40c8-813d-aade92d9af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:09.751261 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bdf131cf-c44f-443d-b8d0-9cf82435863f req-eaaa36b6-d9c6-40c8-813d-aade92d9af16 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 1096 time: 0.1283205 Jul 16 03:43:09.863648 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bdf131cf-c44f-443d-b8d0-9cf82435863f req-c4e7e26d-393a-49fe-8890-96fa623ebe4d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046979 Jul 16 03:43:10.077584 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d15d2f-7bfe-4011-8fcc-c0a1c207af7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.143603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d15d2f-7bfe-4011-8fcc-c0a1c207af7f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5b3887-38c8-444a-a36a-d5430b5094c4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:10.485166 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d15d2f-7bfe-4011-8fcc-c0a1c207af7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:10.571097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:10.919753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d15d2f-7bfe-4011-8fcc-c0a1c207af7f admin admin] Router 50d012f6-5d93-4dd8-8214-78266bb59e2e has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:43:10.939360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:11.071470 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.114529 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d15d2f-7bfe-4011-8fcc-c0a1c207af7f admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:11.125555 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076f149-b999-486f-80ec-02b766f3d2af None None] Sync routers for ids ['50d012f6-5d93-4dd8-8214-78266bb59e2e'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:11.126873 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-91d15d2f-7bfe-4011-8fcc-c0a1c207af7f admin admin] 10.222.0.18 "PUT /v2.0/routers/50d012f6-5d93-4dd8-8214-78266bb59e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5918419 Jul 16 03:43:11.131511 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45044) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:11.141435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076f149-b999-486f-80ec-02b766f3d2af None None] Routers {'50d012f6-5d93-4dd8-8214-78266bb59e2e'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:11.142262 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e076f149-b999-486f-80ec-02b766f3d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['50d012f6-5d93-4dd8-8214-78266bb59e2e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:11.157824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d567775-ec23-4106-9141-4a44fc223f63 req-9313a8ce-7fb1-4d1f-9832-99441dc477f2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:11.176440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d567775-ec23-4106-9141-4a44fc223f63 req-9313a8ce-7fb1-4d1f-9832-99441dc477f2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 945 time: 0.1923900 Jul 16 03:43:11.265495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d567775-ec23-4106-9141-4a44fc223f63 req-d40dee70-d4d5-4a4c-8d12-4a4baf7a4184 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968652 Jul 16 03:43:11.331051 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.386900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e076f149-b999-486f-80ec-02b766f3d2af None None] Set router 50d012f6-5d93-4dd8-8214-78266bb59e2e gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:11.419998 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.536452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Allocated IP 172.25.3.141 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/85c33a7a-e437-4926-a693-007f83f544e5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:11.593353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.623139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cffdbf2b-5b28-4cb7-9ad4-27b6176a214d req-17457c33-022d-4383-8bfa-5fe47c1a08c8 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=de4d84b302584141973e594b047457b4 HTTP/1.1" status: 200 len: 267 time: 0.0842900 Jul 16 03:43:11.739050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] Deleting port 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:11.739423 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.760303 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e076f149-b999-486f-80ec-02b766f3d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'name': 'tempest-ServersTestMultiNic-636004164-router', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:25Z', 'updated_at': '2021-07-16T03:43:09Z', 'revision_number': 5, 'project_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'gw_port': {'id': '0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3d:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:41:26Z', 'updated_at': '2021-07-16T03:41:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:11.791436 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.815098 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076f149-b999-486f-80ec-02b766f3d2af None None] Checking router: 50d012f6-5d93-4dd8-8214-78266bb59e2e for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:43:11.831500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdbf2b-5b28-4cb7-9ad4-27b6176a214d req-e1a73cff-b4ec-4b23-b8e4-a46effab0106 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:11.833508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cffdbf2b-5b28-4cb7-9ad4-27b6176a214d req-e1a73cff-b4ec-4b23-b8e4-a46effab0106 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 945 time: 0.1865933 Jul 16 03:43:11.840948 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] For port 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:11.841318 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:11.854657 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] Calling delete_port for 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:11.856063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076f149-b999-486f-80ec-02b766f3d2af None None] Routers {'50d012f6-5d93-4dd8-8214-78266bb59e2e'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:11.856956 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e076f149-b999-486f-80ec-02b766f3d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['50d012f6-5d93-4dd8-8214-78266bb59e2e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:11.858091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-cffdbf2b-5b28-4cb7-9ad4-27b6176a214d req-234db92d-daa7-4317-b374-f92889c1b760 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Request body: {'port': {'security_groups': []}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:11.988378 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cffdbf2b-5b28-4cb7-9ad4-27b6176a214d req-234db92d-daa7-4317-b374-f92889c1b760 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.005200 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.034861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e076f149-b999-486f-80ec-02b766f3d2af None None] Set router 50d012f6-5d93-4dd8-8214-78266bb59e2e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:12.078342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event updated for resources: {'Port': ['ID=85c33a7a-e437-4926-a693-007f83f544e5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:12.110560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:12.113352 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:12.134673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:12.139522 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e076f149-b999-486f-80ec-02b766f3d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'name': 'tempest-ServersTestMultiNic-636004164-router', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:25Z', 'updated_at': '2021-07-16T03:43:11Z', 'revision_number': 6, 'project_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:12.292296 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.333674 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:12.427899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.464647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076f149-b999-486f-80ec-02b766f3d2af None None] The sync data for ids ['50d012f6-5d93-4dd8-8214-78266bb59e2e'] in n-d-800088-6 is: [{'id': '50d012f6-5d93-4dd8-8214-78266bb59e2e', 'name': 'tempest-ServersTestMultiNic-636004164-router', 'tenant_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:41:25Z', 'updated_at': '2021-07-16T03:43:11Z', 'revision_number': 6, 'project_id': 'c8523da0c1ce49298d9bf66e5ca66ea4', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:12.549045 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.552535 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-cffdbf2b-5b28-4cb7-9ad4-27b6176a214d req-234db92d-daa7-4317-b374-f92889c1b760 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] For port 774efbf8-3ab2-48e1-b953-0bb73f83fae5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=774efbf8-3ab2-48e1-b953-0bb73f83fae5,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:12.570457 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.572990 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.647130 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.647661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50d012f6-5d93-4dd8-8214-78266bb59e2e {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:43:12.654273 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.660837 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-18703cb5-0d3a-4ea4-8163-30f801d5de79 admin admin] 10.222.0.18 "DELETE /v2.0/routers/50d012f6-5d93-4dd8-8214-78266bb59e2e HTTP/1.1" status: 204 len: 168 time: 1.5282741 Jul 16 03:43:12.661585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:12.667120 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:43:12.710795 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cffdbf2b-5b28-4cb7-9ad4-27b6176a214d req-234db92d-daa7-4317-b374-f92889c1b760 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.723217 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cffdbf2b-5b28-4cb7-9ad4-27b6176a214d req-234db92d-daa7-4317-b374-f92889c1b760 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:12.736142 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['fed13e0c-63e9-4214-a062-0ab7034c0e46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:12.738345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6', '774efbf8-3ab2-48e1-b953-0bb73f83fae5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:12.746043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.019967 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device dc5b3887-38c8-444a-a36a-d5430b5094c4 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:13.053437 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: dc5b3887-38c8-444a-a36a-d5430b5094c4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:13.053700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device dc5b3887-38c8-444a-a36a-d5430b5094c4 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:13.085414 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234db92d-daa7-4317-b374-f92889c1b760 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event updated for resources: {'Port': ['ID=774efbf8-3ab2-48e1-b953-0bb73f83fae5,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:13.095933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-17291099-1edf-4321-a682-8db261b41673 admin admin] Deleting subnet 450af377-f736-4855-84aa-e950f595a9ac {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:13.102584 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17291099-1edf-4321-a682-8db261b41673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.147278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdbf2b-5b28-4cb7-9ad4-27b6176a214d req-234db92d-daa7-4317-b374-f92889c1b760 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:13.148398 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cffdbf2b-5b28-4cb7-9ad4-27b6176a214d req-234db92d-daa7-4317-b374-f92889c1b760 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.154375 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cffdbf2b-5b28-4cb7-9ad4-27b6176a214d req-234db92d-daa7-4317-b374-f92889c1b760 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "PUT /v2.0/ports/774efbf8-3ab2-48e1-b953-0bb73f83fae5 HTTP/1.1" status: 200 len: 904 time: 1.3074090 Jul 16 03:43:13.174965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59652caa-d38a-4f62-be78-ad158d8466c6', 'tag': '774efbf8-3ab2-48e1-b953-0bb73f83fae5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:13.177425 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdf79e6-bd90-4474-a112-d396f6ae4957" -d '{"events": [{"name": "network-changed", "server_uuid": "59652caa-d38a-4f62-be78-ad158d8466c6", "tag": "774efbf8-3ab2-48e1-b953-0bb73f83fae5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:13.240259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['774efbf8-3ab2-48e1-b953-0bb73f83fae5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:13.289539 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba992d3-7d5b-40f1-9323-19f5ec708092 x-openstack-request-id: req-cba992d3-7d5b-40f1-9323-19f5ec708092 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:13.289914 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59652caa-d38a-4f62-be78-ad158d8466c6", "tag": "774efbf8-3ab2-48e1-b953-0bb73f83fae5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:13.291395 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cba992d3-7d5b-40f1-9323-19f5ec708092 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:13.291807 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59652caa-d38a-4f62-be78-ad158d8466c6', 'tag': '774efbf8-3ab2-48e1-b953-0bb73f83fae5', 'status': 'completed', 'code': 200} Jul 16 03:43:13.296107 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17291099-1edf-4321-a682-8db261b41673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.385406 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.396882 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.443150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf79e6-bd90-4474-a112-d396f6ae4957 req-2079684d-977d-4c27-beb7-df6deea94bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:13.444832 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4cdf79e6-bd90-4474-a112-d396f6ae4957 req-2079684d-977d-4c27-beb7-df6deea94bef service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 1058 time: 0.1355512 Jul 16 03:43:13.635167 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7526e6d6-88ac-4842-8f50-0d1c774f2d47 None None] Provisioning complete for port 774efbf8-3ab2-48e1-b953-0bb73f83fae5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:13.638107 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7526e6d6-88ac-4842-8f50-0d1c774f2d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.651171 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.673615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event updated for resources: {'Port': ['ID=85c33a7a-e437-4926-a693-007f83f544e5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:13.677127 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf79e6-bd90-4474-a112-d396f6ae4957 req-4e7e4510-0f5f-49c1-a49e-d2e1acdc3410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:13.681247 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4cdf79e6-bd90-4474-a112-d396f6ae4957 req-4e7e4510-0f5f-49c1-a49e-d2e1acdc3410 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.2283242 Jul 16 03:43:13.691831 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.693468 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d8416dec-5530-4b01-b55d-d02dc9ddba11 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1211884 Jul 16 03:43:13.704176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:13.710105 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17291099-1edf-4321-a682-8db261b41673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.728349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2100488059'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:13.774825 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4cdf79e6-bd90-4474-a112-d396f6ae4957 req-2e509342-0ed0-486b-85be-8312bd83204c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=774efbf8-3ab2-48e1-b953-0bb73f83fae5 HTTP/1.1" status: 200 len: 217 time: 0.0854094 Jul 16 03:43:13.824047 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Made reservation on behalf of e350b26cb20f4112bfbb9556103b0483 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:13.836909 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.858557 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:13.906561 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf79e6-bd90-4474-a112-d396f6ae4957 req-a4e2bce8-d93e-4019-8d67-261c7fab3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:13.911053 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4cdf79e6-bd90-4474-a112-d396f6ae4957 req-a4e2bce8-d93e-4019-8d67-261c7fab3c5f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.1292057 Jul 16 03:43:13.999500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b771658-09a1-4e86-ac4c-56a37bcacdc5 req-d5e2bba9-1f67-411d-8d7e-b967fc44fdc3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:14.001325 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b771658-09a1-4e86-ac4c-56a37bcacdc5 req-d5e2bba9-1f67-411d-8d7e-b967fc44fdc3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 907 time: 0.5986359 Jul 16 03:43:14.004764 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17291099-1edf-4321-a682-8db261b41673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.062655 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17291099-1edf-4321-a682-8db261b41673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.064775 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-17291099-1edf-4321-a682-8db261b41673 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/450af377-f736-4855-84aa-e950f595a9ac HTTP/1.1" status: 204 len: 168 time: 1.4022439 Jul 16 03:43:14.065829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b1346f-3b09-41aa-bc30-925ebb178245 None None] Network bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:14.072635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45124) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:14.076707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf79e6-bd90-4474-a112-d396f6ae4957 req-518e163b-a28a-49ca-b8d9-87de874f27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:14.078303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17291099-1edf-4321-a682-8db261b41673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=450af377-f736-4855-84aa-e950f595a9ac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:14.079591 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4cdf79e6-bd90-4474-a112-d396f6ae4957 req-518e163b-a28a-49ca-b8d9-87de874f27f1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601119 Jul 16 03:43:14.198332 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.209625 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.258207 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:14.285032 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.285372 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Added segment 95d9450e-93c2-4221-b908-4bb0ddf0c9cc of type vlan for network 1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4 Jul 16 03:43:14.286833 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a0d91a-8e96-405d-92e3-4261db2cba17,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:14.365269 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.416405 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48d3c8-0e4d-49f7-bd1a-1a5727fcfdc0 req-39f21fe0-f6f7-4a2d-af0d-1df969cef662 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:14.417993 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc48d3c8-0e4d-49f7-bd1a-1a5727fcfdc0 req-39f21fe0-f6f7-4a2d-af0d-1df969cef662 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1207657 Jul 16 03:43:14.419222 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.432046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f984c2-2fc9-4a3d-a118-624e5e4f9648 None None] DHCP port deletion for bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:43:14.437960 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:14.438617 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.457052 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7468050 Jul 16 03:43:14.465874 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.473001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:14.478707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-23b09f5c-ca46-4ebf-a16e-3e91590dad62 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Request body: {'subnet': {'network_id': '1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:14.529335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-67f984c2-2fc9-4a3d-a118-624e5e4f9648 None None] Deleting port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:14.529335 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67f984c2-2fc9-4a3d-a118-624e5e4f9648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.642110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-67f984c2-2fc9-4a3d-a118-624e5e4f9648 None None] For port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2446d47e-f4e4-4c54-88ca-e7bf5dd8524f,segment=NetworkSegment(05f1a842-b595-4db9-b6fa-3374488987fc),segment_id=05f1a842-b595-4db9-b6fa-3374488987fc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:14.642524 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67f984c2-2fc9-4a3d-a118-624e5e4f9648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.646780 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4cdf79e6-bd90-4474-a112-d396f6ae4957 req-0ba98856-f9ed-42dc-af2b-1ba6f971f0ae service neutron] 10.222.0.88 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153060 Jul 16 03:43:14.674474 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-67f984c2-2fc9-4a3d-a118-624e5e4f9648 None None] Calling delete_port for 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:14.829410 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4cdf79e6-bd90-4474-a112-d396f6ae4957 req-86069fb9-db72-41d4-931e-733ea171763a service neutron] 10.222.0.88 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715872 Jul 16 03:43:14.834414 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:14.842163 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67f984c2-2fc9-4a3d-a118-624e5e4f9648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.867575 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Deleting port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:14.868645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:14.918708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f984c2-2fc9-4a3d-a118-624e5e4f9648 None None] Pushing event deleted for resources: {'Port': ['ID=2446d47e-f4e4-4c54-88ca-e7bf5dd8524f,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:14.923039 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:14.923319 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:14.923874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:14.949204 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:14.949617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0ef6b43c-9e6e-4738-9a96-6341bf7ebd5f not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:14.955495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f984c2-2fc9-4a3d-a118-624e5e4f9648 None None] No DVR routers for this DVR port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:15.010110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] For port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f, host n-d-800088-6, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:15.010492 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.033903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Calling delete_port for 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:15.037101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f was not found and therefore no delete operation was performed {{(pid=93768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:43:15.038375 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.077978 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2446d47e-f4e4-4c54-88ca-e7bf5dd8524f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:15.085665 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] No DVR routers for this DVR port 2446d47e-f4e4-4c54-88ca-e7bf5dd8524f on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:15.140241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32ae59-f59f-4c20-aaee-e6458358c08a tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event updated for resources: {'Network': ['ID=1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:15.153068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:15.157830 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc48d3c8-0e4d-49f7-bd1a-1a5727fcfdc0 req-d6a77d41-1d94-488f-8ee0-8627d79e2275 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7081144 Jul 16 03:43:15.214964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b09f5c-ca46-4ebf-a16e-3e91590dad62 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Made reservation on behalf of e350b26cb20f4112bfbb9556103b0483 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:15.219236 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23b09f5c-ca46-4ebf-a16e-3e91590dad62 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.272608 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.297430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:15.318078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f1a842-b595-4db9-b6fa-3374488987fc') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:15.318653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f1a842-b595-4db9-b6fa-3374488987fc') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:15.338355 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.369479 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.382006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:15.382544 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:15.387995 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:15.474713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.483761 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.486904 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b HTTP/1.1" status: 204 len: 168 time: 1.4063928 Jul 16 03:43:15.499314 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfea144-d0c2-4be4-9ae7-8d2ea0d426b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf50721d-3b91-4a11-9c5b-d7e24b8b3b3b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:15.581399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc2cd9-2563-4e11-a5bc-6ecdde0ecb8e req-4756a2ae-0e8d-40fb-937e-7682c8c34a4c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:15.582915 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-07dc2cd9-2563-4e11-a5bc-6ecdde0ecb8e req-4756a2ae-0e8d-40fb-937e-7682c8c34a4c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1840601 Jul 16 03:43:15.584268 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23b09f5c-ca46-4ebf-a16e-3e91590dad62 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.710296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b09f5c-ca46-4ebf-a16e-3e91590dad62 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event updated for resources: {'Subnet': ['ID=36fd7a92-3d5e-40f9-a90a-8ebdb91be6ec,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:15.715266 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-07dc2cd9-2563-4e11-a5bc-6ecdde0ecb8e req-a83aefa9-e27b-481e-bf39-1ce31de78040 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223021 Jul 16 03:43:15.716773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b09f5c-ca46-4ebf-a16e-3e91590dad62 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Checking segment: {'id': '95d9450e-93c2-4221-b908-4bb0ddf0c9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:15.717143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b09f5c-ca46-4ebf-a16e-3e91590dad62 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Network hostable DHCP agents. Network: 1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:43:15.760980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b09f5c-ca46-4ebf-a16e-3e91590dad62 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Network 1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:43:15.778988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45154) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:15.791464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-23b09f5c-ca46-4ebf-a16e-3e91590dad62 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:15.800720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa5d4ab-c27c-4dfd-bceb-f857e31fdd1f None None] Network 1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:15.838332 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b09f5c-ca46-4ebf-a16e-3e91590dad62 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:15.839123 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23b09f5c-ca46-4ebf-a16e-3e91590dad62 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.866225 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-23b09f5c-ca46-4ebf-a16e-3e91590dad62 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3920083 Jul 16 03:43:15.869360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45160) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:15.881359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1391545203', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:15.890158 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0915dc65-4450-4cba-b79a-e968ae658bc7 req-7138b92f-96fc-4fc6-a4d2-c726d6bce0cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1147597 Jul 16 03:43:15.903785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:15.909869 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-67e52ac9-10e5-4c11-b904-38dd7a9b5639 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8523da0c1ce49298d9bf66e5ca66ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294353 Jul 16 03:43:15.943443 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:15.945116 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.042629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4', 'network_id': '1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4', 'tenant_id': 'e350b26cb20f4112bfbb9556103b0483', 'fixed_ips': [{'subnet_id': '36fd7a92-3d5e-40f9-a90a-8ebdb91be6ec'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:43:16.043747 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.078260 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.271060 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f47b959-5956-41ba-9ec9-dd953f544327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.279043 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Allocated IP 172.20.0.2 (1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4/36fd7a92-3d5e-40f9-a90a-8ebdb91be6ec/12e2179a-0456-4f45-bb51-17754f63a319) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:16.426201 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f47b959-5956-41ba-9ec9-dd953f544327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.429355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915dc65-4450-4cba-b79a-e968ae658bc7 req-eb85a302-6257-4c63-bbff-5e8b1cfee3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:16.430918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0915dc65-4450-4cba-b79a-e968ae658bc7 req-eb85a302-6257-4c63-bbff-5e8b1cfee3fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 1096 time: 0.4980800 Jul 16 03:43:16.507689 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.515114 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Transition to ACTIVE for port object 12e2179a-0456-4f45-bb51-17754f63a319 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:16.558840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Transition to ACTIVE for port object 12e2179a-0456-4f45-bb51-17754f63a319 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:16.570827 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.573665 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f47b959-5956-41ba-9ec9-dd953f544327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.576787 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f47b959-5956-41ba-9ec9-dd953f544327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.578107 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9f47b959-5956-41ba-9ec9-dd953f544327 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e39bcc47-42a3-4472-ad9f-583f8968ddff HTTP/1.1" status: 204 len: 168 time: 0.6732297 Jul 16 03:43:16.602907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47b959-5956-41ba-9ec9-dd953f544327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39bcc47-42a3-4472-ad9f-583f8968ddff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:16.633555 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-26c01a83-f3c1-410f-ae1e-f79063749192 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:16.635983 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-26c01a83-f3c1-410f-ae1e-f79063749192 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 812 time: 0.5703189 Jul 16 03:43:16.659094 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Pushing event updated for resources: {'Port': ['ID=12e2179a-0456-4f45-bb51-17754f63a319,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:16.699606 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-4f0b06fc-a929-47b0-9788-e5a431bf4267 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/quotas/de4d84b302584141973e594b047457b4 HTTP/1.1" status: 200 len: 375 time: 0.0344934 Jul 16 03:43:16.706216 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Network 1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:16.707645 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:16.712197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:16.791372 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915dc65-4450-4cba-b79a-e968ae658bc7 req-f660208f-2716-4957-a98b-3c6101a349f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:16.792968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0915dc65-4450-4cba-b79a-e968ae658bc7 req-f660208f-2716-4957-a98b-3c6101a349f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.2591522 Jul 16 03:43:16.819567 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-f840ce3f-9df7-426e-9d6c-cf1a933195fb tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1091480 Jul 16 03:43:16.832732 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Attempting to bind port 12e2179a-0456-4f45-bb51-17754f63a319 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:16.833329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Attempting to bind port 12e2179a-0456-4f45-bb51-17754f63a319 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '95d9450e-93c2-4221-b908-4bb0ddf0c9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:16.833509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Attempting to bind port 12e2179a-0456-4f45-bb51-17754f63a319 on network 1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:16.843233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:16.843617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Checking segment: {'id': '95d9450e-93c2-4221-b908-4bb0ddf0c9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:16.844023 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.844462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Bound using segment: {'id': '95d9450e-93c2-4221-b908-4bb0ddf0c9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:16.844943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Bound port: 12e2179a-0456-4f45-bb51-17754f63a319, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d9450e-93c2-4221-b908-4bb0ddf0c9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:16.845328 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.864685 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0915dc65-4450-4cba-b79a-e968ae658bc7 req-25c81ea9-fc6e-40a6-bf4e-6546d1b16b2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fed13e0c-63e9-4214-a062-0ab7034c0e46 HTTP/1.1" status: 200 len: 217 time: 0.0614746 Jul 16 03:43:16.875242 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:16.961523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915dc65-4450-4cba-b79a-e968ae658bc7 req-ae12fd86-b9a1-4093-b5ee-be07b32462cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:16.963130 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0915dc65-4450-4cba-b79a-e968ae658bc7 req-ae12fd86-b9a1-4093-b5ee-be07b32462cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.0920279 Jul 16 03:43:17.042823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] For port 12e2179a-0456-4f45-bb51-17754f63a319, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:17.051834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] For port 12e2179a-0456-4f45-bb51-17754f63a319, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=12e2179a-0456-4f45-bb51-17754f63a319,segment=NetworkSegment(95d9450e-93c2-4221-b908-4bb0ddf0c9cc),segment_id=95d9450e-93c2-4221-b908-4bb0ddf0c9cc)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:43:17.057900 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.151346 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad4927-8aaf-45c8-9f35-5d58632f370b None None] Pushing event updated for resources: {'Port': ['ID=12e2179a-0456-4f45-bb51-17754f63a319,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:17.157754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915dc65-4450-4cba-b79a-e968ae658bc7 req-05d45f2b-d3c1-46e3-ad07-847fefa2889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:17.160645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0915dc65-4450-4cba-b79a-e968ae658bc7 req-05d45f2b-d3c1-46e3-ad07-847fefa2889a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758316 Jul 16 03:43:17.631149 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.704107 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:17.727007 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-5cf17000-9c7d-4a7d-aef8-421af202e996 service neutron] 10.222.0.18 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8609874 Jul 16 03:43:17.815256 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0915dc65-4450-4cba-b79a-e968ae658bc7 req-72323436-a02b-4cec-9bde-79c93ddf9580 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6489086 Jul 16 03:43:17.954940 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Allocated IP 172.25.3.81 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/7c45fe6d-4b35-4654-8523-9ec3d15c8f4d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:17.967497 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-e3e13f0d-40db-448f-9efe-1b316ba7d696 service neutron] 10.222.0.18 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158310 Jul 16 03:43:17.997995 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0915dc65-4450-4cba-b79a-e968ae658bc7 req-8bce0332-4c6c-4055-bea1-60b447fe2f71 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480892 Jul 16 03:43:18.189302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45226) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:18.191460 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.278311 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.338351 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:18.342171 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:18.346327 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:18.395857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6961ced3-74e7-4816-9aa9-49d0138819e9 req-fbf29eb7-ad08-490b-876a-de8956652447 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 210 time: 0.0930910 Jul 16 03:43:18.486513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1401371492-network', 'tenant_id': '11961933f41f40da95fd16a4fe82fed3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:18.533313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] Made reservation on behalf of 11961933f41f40da95fd16a4fe82fed3 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:18.538213 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.557377 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.802041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 12e2179a-0456-4f45-bb51-17754f63a319 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:18.824626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event updated for resources: {'Port': ['ID=7c45fe6d-4b35-4654-8523-9ec3d15c8f4d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:18.907429 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.928148 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:18.931757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 12e2179a-0456-4f45-bb51-17754f63a319 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:18.948188 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a68164a-e38a-436e-8d5a-940da02339ef None None] Network 1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:19.003784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:19.028592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711a2226-3135-4af9-9d7f-ba9c37469da9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:19.052478 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.052633 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] Added segment 9d1da82a-86e7-40ba-8e03-293456014cac of type vlan for network dd0a8e09-54d6-42a7-bdb6-2f182e73c78d Jul 16 03:43:19.107199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b1dcb728-b179-4055-b4cb-f3eefb5df897 None None] Provisioning for port 12e2179a-0456-4f45-bb51-17754f63a319 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:19.113078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b1dcb728-b179-4055-b4cb-f3eefb5df897 None None] Provisioning complete for port 12e2179a-0456-4f45-bb51-17754f63a319 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:19.113655 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1dcb728-b179-4055-b4cb-f3eefb5df897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.165995 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.182354 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.199644 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.201085 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:19.201900 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.301810 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1107306 Jul 16 03:43:19.332261 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45260) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:19.339058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1afdd3f1-eb98-42cd-845d-3b34e8b9f9b3 admin admin] Request body: {'subnet': {'network_id': 'dd0a8e09-54d6-42a7-bdb6-2f182e73c78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1401371492-subnet', 'tenant_id': '11961933f41f40da95fd16a4fe82fed3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:19.343799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f098e36-f6fc-48a2-af51-e1a6134f7f06 admin admin] Pushing event updated for resources: {'Network': ['ID=dd0a8e09-54d6-42a7-bdb6-2f182e73c78d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:19.399246 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network dd0a8e09-54d6-42a7-bdb6-2f182e73c78d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:19.400784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afdd3f1-eb98-42cd-845d-3b34e8b9f9b3 admin admin] Made reservation on behalf of 11961933f41f40da95fd16a4fe82fed3 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:19.404222 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1dcb728-b179-4055-b4cb-f3eefb5df897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.414463 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1afdd3f1-eb98-42cd-845d-3b34e8b9f9b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.480983 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b1dcb728-b179-4055-b4cb-f3eefb5df897 None None] For port 12e2179a-0456-4f45-bb51-17754f63a319, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=12e2179a-0456-4f45-bb51-17754f63a319,segment=NetworkSegment(95d9450e-93c2-4221-b908-4bb0ddf0c9cc),segment_id=95d9450e-93c2-4221-b908-4bb0ddf0c9cc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:19.526353 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1dcb728-b179-4055-b4cb-f3eefb5df897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.673276 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.673517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcb728-b179-4055-b4cb-f3eefb5df897 None None] Pushing event updated for resources: {'Port': ['ID=12e2179a-0456-4f45-bb51-17754f63a319,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:19.711994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8b74cc3-efef-4891-8307-4b16eccac9d9 req-3dde17da-c176-4b19-9dad-32666db64068 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 210 time: 0.1440673 Jul 16 03:43:19.938648 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1afdd3f1-eb98-42cd-845d-3b34e8b9f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:19.972834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Router f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:43:20.057993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d53f9b0e-ca81-41b6-973b-0e4c82940369 None None] Provisioning complete for port 12e2179a-0456-4f45-bb51-17754f63a319 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:20.059065 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d53f9b0e-ca81-41b6-973b-0e4c82940369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:20.077152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdd3f1-eb98-42cd-845d-3b34e8b9f9b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f2f8527-e04a-4b73-b23b-9d090abe39b2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:20.109343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afdd3f1-eb98-42cd-845d-3b34e8b9f9b3 admin admin] Checking segment: {'id': '9d1da82a-86e7-40ba-8e03-293456014cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'dd0a8e09-54d6-42a7-bdb6-2f182e73c78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:20.109922 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afdd3f1-eb98-42cd-845d-3b34e8b9f9b3 admin admin] Network hostable DHCP agents. Network: dd0a8e09-54d6-42a7-bdb6-2f182e73c78d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:43:20.150637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afdd3f1-eb98-42cd-845d-3b34e8b9f9b3 admin admin] Network dd0a8e09-54d6-42a7-bdb6-2f182e73c78d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:43:20.163601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1afdd3f1-eb98-42cd-845d-3b34e8b9f9b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, dd0a8e09-54d6-42a7-bdb6-2f182e73c78d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:20.178831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afdd3f1-eb98-42cd-845d-3b34e8b9f9b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:20.179808 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1afdd3f1-eb98-42cd-845d-3b34e8b9f9b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:20.197316 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd99245-5ec8-4bcd-9fe6-5bfac6f0d5eb None None] Network dd0a8e09-54d6-42a7-bdb6-2f182e73c78d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:20.208294 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1afdd3f1-eb98-42cd-845d-3b34e8b9f9b3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8674848 Jul 16 03:43:20.241949 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:20.255962 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4e077-a5d9-40cd-9d3f-46095ddb3498 None None] Sync routers for ids ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:20.271970 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4e077-a5d9-40cd-9d3f-46095ddb3498 None None] Routers {'f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:20.273235 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-29b4e077-a5d9-40cd-9d3f-46095ddb3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:20.282275 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:20.283843 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0d6726b8-e969-4688-a82e-017d2289b8eb tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.4135044 Jul 16 03:43:20.286596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45284) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:20.358000 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-29b4e077-a5d9-40cd-9d3f-46095ddb3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:20.383686 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4e077-a5d9-40cd-9d3f-46095ddb3498 None None] Routers {'f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:20.390131 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-29b4e077-a5d9-40cd-9d3f-46095ddb3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:20.457296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91af77a-675f-4fc7-b0c7-186c5b867362 None None] Network dd0a8e09-54d6-42a7-bdb6-2f182e73c78d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:20.464420 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-29b4e077-a5d9-40cd-9d3f-46095ddb3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:20.465267 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4e077-a5d9-40cd-9d3f-46095ddb3498 None None] The sync data for ids ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:20.767915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 12e2179a-0456-4f45-bb51-17754f63a319 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:20.833561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-4a4e8e8d-2d9f-4327-a3c0-21f804645bbd tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:20.835070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-4a4e8e8d-2d9f-4327-a3c0-21f804645bbd tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 812 time: 0.2488577 Jul 16 03:43:20.866024 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-2ec87a0b-4013-4d03-a956-872028dd8a36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Request body: {'port': {'device_id': 'a8de9220-bdb6-4c38-9432-07f0d6bfdef1', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'admin_state_up': True, 'tenant_id': 'de4d84b302584141973e594b047457b4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:20.927461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 12e2179a-0456-4f45-bb51-17754f63a319 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:20.927461 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.061749 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-826ea279-dd2f-45f1-b9f1-3ad5ecbee9b7 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:21.063280 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-826ea279-dd2f-45f1-b9f1-3ad5ecbee9b7 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/networks?id=dd0a8e09-54d6-42a7-bdb6-2f182e73c78d HTTP/1.1" status: 200 len: 822 time: 0.1653867 Jul 16 03:43:21.115178 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9e77a2c-7743-46fd-b7e3-ce3ae3e63245 req-f5ac4430-8930-4dbb-83bd-ce3d362a8d22 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 210 time: 0.0502312 Jul 16 03:43:21.157563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-6d39c9bd-bcd6-41e1-b471-47ea11818f22 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/quotas/11961933f41f40da95fd16a4fe82fed3 HTTP/1.1" status: 200 len: 375 time: 0.0552418 Jul 16 03:43:21.235650 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-6c5f330a-1b66-4b26-a684-2aa07ffe8d74 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=11961933f41f40da95fd16a4fe82fed3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690141 Jul 16 03:43:21.236546 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.437605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-2ec87a0b-4013-4d03-a956-872028dd8a36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Made reservation on behalf of de4d84b302584141973e594b047457b4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:21.442652 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-2ec87a0b-4013-4d03-a956-872028dd8a36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.494659 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-d1d22708-ec3d-42d1-9f71-928510388807 service neutron] 10.222.0.18 "GET /v2.0/networks/dd0a8e09-54d6-42a7-bdb6-2f182e73c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472069 Jul 16 03:43:21.676937 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Allocated IP 172.20.0.1 (1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4/36fd7a92-3d5e-40f9-a90a-8ebdb91be6ec/68105485-08c4-461e-ae98-cb0eba1e25f9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:21.727408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-d944e0f2-a187-492c-a2fb-ad660fbfb1bc service neutron] 10.222.0.18 "GET /v2.0/networks/dd0a8e09-54d6-42a7-bdb6-2f182e73c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024918 Jul 16 03:43:21.729042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-2ec87a0b-4013-4d03-a956-872028dd8a36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Allocated IP 172.20.0.8 (1b23d2e3-02e4-47db-a40f-a5b79e83f415/8153979b-670a-41a0-961b-c7158009c15a/a68eb5d1-38b2-40e6-84e3-fb4bee92337f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:21.826544 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.840833 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Transition to ACTIVE for port object 68105485-08c4-461e-ae98-cb0eba1e25f9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:21.874935 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.954659 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-2ec87a0b-4013-4d03-a956-872028dd8a36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:21.969918 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Network 1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:21.977647 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:21.994319 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:22.003877 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-2ec87a0b-4013-4d03-a956-872028dd8a36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Transition to ACTIVE for port object a68eb5d1-38b2-40e6-84e3-fb4bee92337f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:22.104624 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-2ec87a0b-4013-4d03-a956-872028dd8a36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.119519 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['fed13e0c-63e9-4214-a062-0ab7034c0e46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:22.122338 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:22.158245 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.183046 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event updated for resources: {'Port': ['ID=68105485-08c4-461e-ae98-cb0eba1e25f9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:22.200938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b361002b-199c-478b-b530-66ffd87fe71a req-40023ffa-ef8d-4ac5-958f-1ac48d852a9d tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 210 time: 0.1090753 Jul 16 03:43:22.206551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec87a0b-4013-4d03-a956-872028dd8a36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event updated for resources: {'Port': ['ID=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:22.261342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-2ec87a0b-4013-4d03-a956-872028dd8a36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:22.277227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-2ec87a0b-4013-4d03-a956-872028dd8a36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:22.291872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-2ec87a0b-4013-4d03-a956-872028dd8a36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:22.451906 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-2ec87a0b-4013-4d03-a956-872028dd8a36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:22.459539 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-2ec87a0b-4013-4d03-a956-872028dd8a36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.475945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d8bf5880-0eaf-437e-b023-24cbcbc2c0a7 None None] Provisioning for port 68105485-08c4-461e-ae98-cb0eba1e25f9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:22.535589 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.539529 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-2ec87a0b-4013-4d03-a956-872028dd8a36 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6850226 Jul 16 03:43:22.564133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d8bf5880-0eaf-437e-b023-24cbcbc2c0a7 None None] Provisioning complete for port 68105485-08c4-461e-ae98-cb0eba1e25f9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:22.564727 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Request body: {'port': {'device_id': 'a8de9220-bdb6-4c38-9432-07f0d6bfdef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:22.565041 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d8bf5880-0eaf-437e-b023-24cbcbc2c0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:22.871881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b262e2-aebc-48a0-a048-1cd55aef2cd9 req-c25b04bf-836b-4d39-9f75-f2161522b844 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:22.886200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15b262e2-aebc-48a0-a048-1cd55aef2cd9 req-c25b04bf-836b-4d39-9f75-f2161522b844 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 931 time: 0.4114826 Jul 16 03:43:22.903347 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.004944 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15b262e2-aebc-48a0-a048-1cd55aef2cd9 req-877184b0-df23-472c-b245-a6c05c1a95d7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103911 Jul 16 03:43:23.018605 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d8bf5880-0eaf-437e-b023-24cbcbc2c0a7 None None] Port 68105485-08c4-461e-ae98-cb0eba1e25f9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:23.161033 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-316dbc8d-0456-4363-8ec9-e86988f2d09f None None] Provisioning for port a68eb5d1-38b2-40e6-84e3-fb4bee92337f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:23.162308 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.169330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-316dbc8d-0456-4363-8ec9-e86988f2d09f None None] Provisioning complete for port a68eb5d1-38b2-40e6-84e3-fb4bee92337f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:23.170202 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-316dbc8d-0456-4363-8ec9-e86988f2d09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.175434 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.218917 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-316dbc8d-0456-4363-8ec9-e86988f2d09f None None] Port a68eb5d1-38b2-40e6-84e3-fb4bee92337f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:23.322404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event updated for resources: {'Port': ['ID=68105485-08c4-461e-ae98-cb0eba1e25f9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:23.332719 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.433467 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04892977-d7cb-459f-8a77-7cb973d2a0ff req-e06c74bb-bcde-43f9-8636-1824053834f8 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 210 time: 0.0493360 Jul 16 03:43:23.474489 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68eb5d1-38b2-40e6-84e3-fb4bee92337f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:23.486193 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Network 1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:23.487644 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:23.497184 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.557532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Transition to ACTIVE for port object a68eb5d1-38b2-40e6-84e3-fb4bee92337f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:23.563737 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.661127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:23.721440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Router f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:43:23.801333 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Attempting to bind port a68eb5d1-38b2-40e6-84e3-fb4bee92337f on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:23.804662 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Attempting to bind port a68eb5d1-38b2-40e6-84e3-fb4bee92337f by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:23.805008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Attempting to bind port a68eb5d1-38b2-40e6-84e3-fb4bee92337f on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:23.812021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Port a68eb5d1-38b2-40e6-84e3-fb4bee92337f on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:23.813291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Attempting to bind port a68eb5d1-38b2-40e6-84e3-fb4bee92337f on network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:23.819897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:23.820413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Checking segment: {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:23.820800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Bound using segment: {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:23.821240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Bound port: a68eb5d1-38b2-40e6-84e3-fb4bee92337f, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c672b92-1a9a-4696-bdb7-f639ab71b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:23.824192 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.968252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ee836320-6ce2-427c-8726-93e2b9c50da8 None None] Provisioning complete for port 68105485-08c4-461e-ae98-cb0eba1e25f9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:23.968924 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ee836320-6ce2-427c-8726-93e2b9c50da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:23.986270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] For port a68eb5d1-38b2-40e6-84e3-fb4bee92337f, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:23.993255 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] For port a68eb5d1-38b2-40e6-84e3-fb4bee92337f, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:43:24.000225 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.042076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:24.043132 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.046001 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] 10.222.0.20 "PUT /v2.0/ports/a68eb5d1-38b2-40e6-84e3-fb4bee92337f HTTP/1.1" status: 200 len: 1091 time: 1.4975264 Jul 16 03:43:24.057121 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ee836320-6ce2-427c-8726-93e2b9c50da8 None None] Port 68105485-08c4-461e-ae98-cb0eba1e25f9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:24.064358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8de9220-bdb6-4c38-9432-07f0d6bfdef1', 'tag': 'a68eb5d1-38b2-40e6-84e3-fb4bee92337f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:24.074982 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a27dbba-c209-49b6-b1c3-c458ed5f6ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "a8de9220-bdb6-4c38-9432-07f0d6bfdef1", "tag": "a68eb5d1-38b2-40e6-84e3-fb4bee92337f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:24.201674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5ddf4-8b8f-4ed3-b458-5abe5ea20cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:24.261208 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5649cb-2a0d-4304-9e33-0c1f5b8639fb x-openstack-request-id: req-bd5649cb-2a0d-4304-9e33-0c1f5b8639fb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:24.261664 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8de9220-bdb6-4c38-9432-07f0d6bfdef1", "tag": "a68eb5d1-38b2-40e6-84e3-fb4bee92337f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:24.262037 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bd5649cb-2a0d-4304-9e33-0c1f5b8639fb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:24.262542 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8de9220-bdb6-4c38-9432-07f0d6bfdef1', 'tag': 'a68eb5d1-38b2-40e6-84e3-fb4bee92337f', 'status': 'completed', 'code': 200} Jul 16 03:43:24.396728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed381-51c1-4589-a09a-44fb5d054410 req-0e9e8b93-e0cb-4850-b0a2-d427ce364588 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:24.411177 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-630ed381-51c1-4589-a09a-44fb5d054410 req-0e9e8b93-e0cb-4850-b0a2-d427ce364588 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 943 time: 0.1453393 Jul 16 03:43:24.442060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-7cba6524-b60b-4e3f-85d7-a4535227153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:24.443584 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-7cba6524-b60b-4e3f-85d7-a4535227153d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 1094 time: 0.2283194 Jul 16 03:43:24.505984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-e642c411-8a3f-4a9b-ac2e-5c1e00df3e6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68eb5d1-38b2-40e6-84e3-fb4bee92337f HTTP/1.1" status: 200 len: 217 time: 0.0529408 Jul 16 03:43:24.522265 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-630ed381-51c1-4589-a09a-44fb5d054410 req-8f7ea300-f390-4589-84a0-2fbe06be6332 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087759 Jul 16 03:43:24.601913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:24.619928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79456e-d00d-427b-8afb-e4114b9f83bb None None] Sync routers for ids ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:24.627838 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-550f33a0-21d2-4144-bac0-aa55e29c104e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] 10.222.0.18 "PUT /v2.0/routers/f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3399229 Jul 16 03:43:24.632786 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45398) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:24.636076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79456e-d00d-427b-8afb-e4114b9f83bb None None] Routers {'f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:24.636752 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d79456e-d00d-427b-8afb-e4114b9f83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:24.651950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-8026813f-e2d4-4ff2-b4d2-ae5b8de7e6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:24.653575 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-8026813f-e2d4-4ff2-b4d2-ae5b8de7e6af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.1303868 Jul 16 03:43:24.661129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8716719e-a132-4536-9871-d9d10e87a734 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Request body: {'port': {'network_id': '1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4', 'name': 'tempest-FloatingIPAdminTestJSON-1782306516'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:24.676102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-865ab3d6-7ff8-484b-a6e0-b6a5e33e1cbc tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:24.677939 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-865ab3d6-7ff8-484b-a6e0-b6a5e33e1cbc tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.88 "GET /v2.0/networks?id=dd0a8e09-54d6-42a7-bdb6-2f182e73c78d HTTP/1.1" status: 200 len: 822 time: 0.2637112 Jul 16 03:43:24.695612 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-c23dc4cd-0345-4df9-baf5-9a419a2b3e83 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Request body: {'port': {'device_id': 'fb339e1b-bf91-4bc2-a980-c3ed2bd11f50', 'network_id': 'dd0a8e09-54d6-42a7-bdb6-2f182e73c78d', 'admin_state_up': True, 'tenant_id': '11961933f41f40da95fd16a4fe82fed3'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:24.710288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d79456e-d00d-427b-8afb-e4114b9f83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:24.732777 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79456e-d00d-427b-8afb-e4114b9f83bb None None] Routers {'f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:24.734914 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d79456e-d00d-427b-8afb-e4114b9f83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:24.775660 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5f648c06-ed12-40e1-8e25-198c89bf4180 req-97990d3a-22e1-455a-be07-bb50b2c803cb tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 210 time: 0.1049628 Jul 16 03:43:24.827993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d79456e-d00d-427b-8afb-e4114b9f83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:24.828683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d79456e-d00d-427b-8afb-e4114b9f83bb None None] The sync data for ids ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:24.842656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-02f7822f-a134-4b16-91e9-058b347b898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:24.847745 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-02f7822f-a134-4b16-91e9-058b347b898b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1861870 Jul 16 03:43:24.933862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8716719e-a132-4536-9871-d9d10e87a734 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Made reservation on behalf of e350b26cb20f4112bfbb9556103b0483 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:24.943312 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8716719e-a132-4536-9871-d9d10e87a734 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:24.993077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-8716719e-a132-4536-9871-d9d10e87a734 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] device_id is not set on port 3c7d3f7f-cc8f-48ba-be0a-ac127078431a yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:25.034797 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-fe4f4812-4af6-4993-a6cf-cfcea605541f service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801603 Jul 16 03:43:25.045590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-c23dc4cd-0345-4df9-baf5-9a419a2b3e83 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Made reservation on behalf of 11961933f41f40da95fd16a4fe82fed3 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:25.049545 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-c23dc4cd-0345-4df9-baf5-9a419a2b3e83 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.169606 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a895313d-7b1d-4b40-b5ea-b561ae9e045f req-eb953e29-ac8f-4f0b-88cd-d9cc920048fb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1335914 Jul 16 03:43:25.171651 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-147f45fc-4d93-444f-8950-c69402cc9cfb req-cc812cde-3fb4-44ff-8fe6-fad5dcea0110 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252887 Jul 16 03:43:25.291244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8716719e-a132-4536-9871-d9d10e87a734 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Allocated IP 172.20.0.14 (1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4/36fd7a92-3d5e-40f9-a90a-8ebdb91be6ec/3c7d3f7f-cc8f-48ba-be0a-ac127078431a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:25.301890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895313d-7b1d-4b40-b5ea-b561ae9e045f req-2b99f197-b226-4dfa-9873-35e4cc8ebf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:25.303581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a895313d-7b1d-4b40-b5ea-b561ae9e045f req-2b99f197-b226-4dfa-9873-35e4cc8ebf07 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 1097 time: 0.1024189 Jul 16 03:43:25.315998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27dbba-c209-49b6-b1c3-c458ed5f6ab0 req-9907eac2-8043-4809-88f9-740d4cb34723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:25.317837 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-c23dc4cd-0345-4df9-baf5-9a419a2b3e83 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Allocated IP 172.20.0.11 (dd0a8e09-54d6-42a7-bdb6-2f182e73c78d/0f2f8527-e04a-4b73-b23b-9d090abe39b2/41fb1020-56c7-4c06-a58e-04a7545d7c77) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:25.318146 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a27dbba-c209-49b6-b1c3-c458ed5f6ab0 req-9907eac2-8043-4809-88f9-740d4cb34723 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 1094 time: 0.0785835 Jul 16 03:43:25.487203 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27dbba-c209-49b6-b1c3-c458ed5f6ab0 req-7da4158c-338c-4d43-ad79-c321318908c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:25.488788 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a27dbba-c209-49b6-b1c3-c458ed5f6ab0 req-7da4158c-338c-4d43-ad79-c321318908c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.1647208 Jul 16 03:43:25.492147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895313d-7b1d-4b40-b5ea-b561ae9e045f req-9795d5c9-63b7-4877-b102-6cda71d016c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:25.507452 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a895313d-7b1d-4b40-b5ea-b561ae9e045f req-9795d5c9-63b7-4877-b102-6cda71d016c7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.1501265 Jul 16 03:43:25.622146 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-c23dc4cd-0345-4df9-baf5-9a419a2b3e83 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.708666 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8716719e-a132-4536-9871-d9d10e87a734 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.718979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-c23dc4cd-0345-4df9-baf5-9a419a2b3e83 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.791414 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23dc4cd-0345-4df9-baf5-9a419a2b3e83 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Pushing event updated for resources: {'Port': ['ID=41fb1020-56c7-4c06-a58e-04a7545d7c77,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:25.813727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8716719e-a132-4536-9871-d9d10e87a734 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Transition to ACTIVE for port object 3c7d3f7f-cc8f-48ba-be0a-ac127078431a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:25.842139 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-c23dc4cd-0345-4df9-baf5-9a419a2b3e83 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Network dd0a8e09-54d6-42a7-bdb6-2f182e73c78d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:25.846423 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-c23dc4cd-0345-4df9-baf5-9a419a2b3e83 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:25.852509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-c23dc4cd-0345-4df9-baf5-9a419a2b3e83 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:25.912087 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8716719e-a132-4536-9871-d9d10e87a734 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.920455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-c23dc4cd-0345-4df9-baf5-9a419a2b3e83 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:25.921133 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-c23dc4cd-0345-4df9-baf5-9a419a2b3e83 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:25.952510 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-c23dc4cd-0345-4df9-baf5-9a419a2b3e83 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2606668 Jul 16 03:43:25.982587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Request body: {'port': {'device_id': 'fb339e1b-bf91-4bc2-a980-c3ed2bd11f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:25.986545 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8716719e-a132-4536-9871-d9d10e87a734 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Network 1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:25.992887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8716719e-a132-4536-9871-d9d10e87a734 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:26.018446 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8716719e-a132-4536-9871-d9d10e87a734 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:26.064702 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a895313d-7b1d-4b40-b5ea-b561ae9e045f req-0e48f91e-10ed-4d48-801c-3ffb01bbffdb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 HTTP/1.1" status: 200 len: 217 time: 0.5562980 Jul 16 03:43:26.067378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a27dbba-c209-49b6-b1c3-c458ed5f6ab0 req-f3c5866d-1b70-4f8c-a5e3-36cfaf72f22a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68eb5d1-38b2-40e6-84e3-fb4bee92337f HTTP/1.1" status: 200 len: 217 time: 0.5575404 Jul 16 03:43:26.084828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716719e-a132-4536-9871-d9d10e87a734 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event updated for resources: {'Port': ['ID=3c7d3f7f-cc8f-48ba-be0a-ac127078431a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:26.147201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8716719e-a132-4536-9871-d9d10e87a734 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:26.151583 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27dbba-c209-49b6-b1c3-c458ed5f6ab0 req-7790edf2-34aa-47a1-9cd4-4f29bf1a2cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:26.153097 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a27dbba-c209-49b6-b1c3-c458ed5f6ab0 req-7790edf2-34aa-47a1-9cd4-4f29bf1a2cf1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.0469415 Jul 16 03:43:26.163104 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8716719e-a132-4536-9871-d9d10e87a734 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.195856 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.218097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:26.218351 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8716719e-a132-4536-9871-d9d10e87a734 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5745583 Jul 16 03:43:26.344303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895313d-7b1d-4b40-b5ea-b561ae9e045f req-f66da7ec-6d1d-47f3-9031-eb73005725c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:26.346395 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a895313d-7b1d-4b40-b5ea-b561ae9e045f req-f66da7ec-6d1d-47f3-9031-eb73005725c7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.2414055 Jul 16 03:43:26.368136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd20ad0-22b6-49d3-904b-0a8185fc123c req-19529378-4df0-4bb2-ad78-829d3155b310 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:26.370094 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0bd20ad0-22b6-49d3-904b-0a8185fc123c req-19529378-4df0-4bb2-ad78-829d3155b310 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 943 time: 0.3085413 Jul 16 03:43:26.377984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c28ae5-2fdb-440b-aafa-64dfe6c6a635 req-8c13b125-7cd4-45c2-9f58-586695fe27a6 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:26.387023 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1c28ae5-2fdb-440b-aafa-64dfe6c6a635 req-8c13b125-7cd4-45c2-9f58-586695fe27a6 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 932 time: 0.3242366 Jul 16 03:43:26.402878 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9d86c3ad-ed9c-4117-8bf9-60fece1b3be3 None None] Provisioning for port 3c7d3f7f-cc8f-48ba-be0a-ac127078431a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:26.408692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9d86c3ad-ed9c-4117-8bf9-60fece1b3be3 None None] Provisioning complete for port 3c7d3f7f-cc8f-48ba-be0a-ac127078431a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:26.409416 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d86c3ad-ed9c-4117-8bf9-60fece1b3be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.459296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9d86c3ad-ed9c-4117-8bf9-60fece1b3be3 None None] Port 3c7d3f7f-cc8f-48ba-be0a-ac127078431a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:43:26.476106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'project_id': 'e350b26cb20f4112bfbb9556103b0483', 'port_id': '3c7d3f7f-cc8f-48ba-be0a-ac127078431a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:26.512258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27dbba-c209-49b6-b1c3-c458ed5f6ab0 req-fd21baf6-6a13-430d-8283-6f51305fa698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:26.514082 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a27dbba-c209-49b6-b1c3-c458ed5f6ab0 req-fd21baf6-6a13-430d-8283-6f51305fa698 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3246891 Jul 16 03:43:26.540866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1c28ae5-2fdb-440b-aafa-64dfe6c6a635 req-1771c4f0-2ba8-42bc-9d86-467f82c3be27 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/security-groups?id=711a2226-3135-4af9-9d7f-ba9c37469da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522179 Jul 16 03:43:26.594593 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0bd20ad0-22b6-49d3-904b-0a8185fc123c req-446f4d09-4fec-4f84-911e-851b9308ef08 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780670 Jul 16 03:43:26.596890 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.701454 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41fb1020-56c7-4c06-a58e-04a7545d7c77 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:26.722251 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.741238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895313d-7b1d-4b40-b5ea-b561ae9e045f req-1ee5739e-35b8-4b61-af20-3fef4e27b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:26.742835 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a895313d-7b1d-4b40-b5ea-b561ae9e045f req-1ee5739e-35b8-4b61-af20-3fef4e27b316 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3347647 Jul 16 03:43:26.751620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Transition to ACTIVE for port object 41fb1020-56c7-4c06-a58e-04a7545d7c77 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:26.755817 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:26.824204 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Pushing event updated for resources: {'Port': ['ID=41fb1020-56c7-4c06-a58e-04a7545d7c77,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:26.954398 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a27dbba-c209-49b6-b1c3-c458ed5f6ab0 req-e1cd575d-4245-4f18-b15c-5f0ac9383957 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322412 Jul 16 03:43:26.983397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Attempting to bind port 41fb1020-56c7-4c06-a58e-04a7545d7c77 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:26.983788 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Attempting to bind port 41fb1020-56c7-4c06-a58e-04a7545d7c77 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '9d1da82a-86e7-40ba-8e03-293456014cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'dd0a8e09-54d6-42a7-bdb6-2f182e73c78d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:26.984063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Attempting to bind port 41fb1020-56c7-4c06-a58e-04a7545d7c77 on network dd0a8e09-54d6-42a7-bdb6-2f182e73c78d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:26.990413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Port 41fb1020-56c7-4c06-a58e-04a7545d7c77 on network dd0a8e09-54d6-42a7-bdb6-2f182e73c78d not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:26.990774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Attempting to bind port 41fb1020-56c7-4c06-a58e-04a7545d7c77 on network dd0a8e09-54d6-42a7-bdb6-2f182e73c78d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:26.998455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:26.998811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Checking segment: {'id': '9d1da82a-86e7-40ba-8e03-293456014cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'dd0a8e09-54d6-42a7-bdb6-2f182e73c78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:26.999317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Bound using segment: {'id': '9d1da82a-86e7-40ba-8e03-293456014cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'dd0a8e09-54d6-42a7-bdb6-2f182e73c78d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:26.999889 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Bound port: 41fb1020-56c7-4c06-a58e-04a7545d7c77, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d1da82a-86e7-40ba-8e03-293456014cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'dd0a8e09-54d6-42a7-bdb6-2f182e73c78d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:27.000157 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.095829 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] For port 41fb1020-56c7-4c06-a58e-04a7545d7c77, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:27.100742 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] For port 41fb1020-56c7-4c06-a58e-04a7545d7c77, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=41fb1020-56c7-4c06-a58e-04a7545d7c77,segment=NetworkSegment(9d1da82a-86e7-40ba-8e03-293456014cac),segment_id=9d1da82a-86e7-40ba-8e03-293456014cac)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:43:27.107080 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.169370 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Pushing event updated for resources: {'Port': ['ID=41fb1020-56c7-4c06-a58e-04a7545d7c77,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:27.191373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:27.192192 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.193936 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-483a62b4-78d1-480b-b593-bd5840518f8f service neutron] 10.222.0.88 "PUT /v2.0/ports/41fb1020-56c7-4c06-a58e-04a7545d7c77 HTTP/1.1" status: 200 len: 1092 time: 1.2179635 Jul 16 03:43:27.194061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb339e1b-bf91-4bc2-a980-c3ed2bd11f50', 'tag': '41fb1020-56c7-4c06-a58e-04a7545d7c77'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:27.196512 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2907e8b3-0973-4c78-8144-b59a05398def" -d '{"events": [{"name": "network-changed", "server_uuid": "fb339e1b-bf91-4bc2-a980-c3ed2bd11f50", "tag": "41fb1020-56c7-4c06-a58e-04a7545d7c77"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:27.202502 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-6f44c150-14f3-4a40-8ba7-445c60967ca5 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:27.209818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-6f44c150-14f3-4a40-8ba7-445c60967ca5 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/networks?id=0e86a351-3a68-4bb2-87f3-ea80cc839c95 HTTP/1.1" status: 200 len: 814 time: 0.4587812 Jul 16 03:43:27.231669 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a895313d-7b1d-4b40-b5ea-b561ae9e045f req-bc95c5fe-4a3b-4532-af9e-b0d9d8439dea service neutron] 10.222.0.88 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4765160 Jul 16 03:43:27.248480 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-d1f7627c-0e88-4e88-8685-2144c5fa089a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/quotas/ac5fda404a8c4a73b2e015317d446c64 HTTP/1.1" status: 200 len: 375 time: 0.0377097 Jul 16 03:43:27.292895 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a17e886-b198-4ad4-b52f-0e77575d4140 x-openstack-request-id: req-2a17e886-b198-4ad4-b52f-0e77575d4140 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:27.293149 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb339e1b-bf91-4bc2-a980-c3ed2bd11f50", "tag": "41fb1020-56c7-4c06-a58e-04a7545d7c77", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:27.293400 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a17e886-b198-4ad4-b52f-0e77575d4140 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:27.293792 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb339e1b-bf91-4bc2-a980-c3ed2bd11f50', 'tag': '41fb1020-56c7-4c06-a58e-04a7545d7c77', 'status': 'completed', 'code': 200} Jul 16 03:43:27.320156 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-b9dac5ec-d6d3-416c-94ba-e0a0bbb19f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:27.322145 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-b9dac5ec-d6d3-416c-94ba-e0a0bbb19f8c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=11961933f41f40da95fd16a4fe82fed3&device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 1095 time: 0.0774713 Jul 16 03:43:27.373223 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-7d6e8e74-3b0e-4cc6-9caa-5c93fbffb991 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41fb1020-56c7-4c06-a58e-04a7545d7c77 HTTP/1.1" status: 200 len: 217 time: 0.0418823 Jul 16 03:43:27.402515 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a27dbba-c209-49b6-b1c3-c458ed5f6ab0 req-ef06d60c-6bd3-404d-be38-0b021fe01471 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375052 Jul 16 03:43:27.427879 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.436620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-10d0b7b7-3369-4108-a967-01d9156118e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:27.438168 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-10d0b7b7-3369-4108-a967-01d9156118e0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0f2f8527-e04a-4b73-b23b-9d090abe39b2 HTTP/1.1" status: 200 len: 862 time: 0.0546522 Jul 16 03:43:27.475248 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-13460942-3708-4d42-a0b1-cad26d25d623 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd0a8e09-54d6-42a7-bdb6-2f182e73c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294085 Jul 16 03:43:27.491512 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a895313d-7b1d-4b40-b5ea-b561ae9e045f req-396c2e8b-8701-404c-8f70-fb08ab1338c1 service neutron] 10.222.0.88 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410147 Jul 16 03:43:27.508818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-199b5afd-6bb5-451f-9644-f55296b9847a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac5fda404a8c4a73b2e015317d446c64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2594423 Jul 16 03:43:27.586562 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-de35bf78-a22f-4d79-a310-b1cc77705926 service neutron] 10.222.0.88 "GET /v2.0/networks/dd0a8e09-54d6-42a7-bdb6-2f182e73c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043317 Jul 16 03:43:27.650473 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Allocated IP 172.25.3.180 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/8bf75e01-847a-4bc5-bf92-a467fedd83b9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:27.679165 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-f6d1a46b-e7a3-4aa5-9f6f-b2bfb16e8531 service neutron] 10.222.0.18 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628132 Jul 16 03:43:27.739259 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-334aa3ab-77a9-4cf3-bd3b-a4b1556ed280 req-7de75f2c-e680-4822-b40b-6d68c446d6c6 service neutron] 10.222.0.88 "GET /v2.0/networks/dd0a8e09-54d6-42a7-bdb6-2f182e73c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374953 Jul 16 03:43:27.848753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907e8b3-0973-4c78-8144-b59a05398def req-8d1dc552-a0fb-4203-bb34-df84d7ee2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:27.850423 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2907e8b3-0973-4c78-8144-b59a05398def req-8d1dc552-a0fb-4203-bb34-df84d7ee2133 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=11961933f41f40da95fd16a4fe82fed3&device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 1095 time: 0.0560768 Jul 16 03:43:27.889090 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:27.900992 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-fef349b3-42ca-40b3-af77-252f6eb89688 service neutron] 10.222.0.18 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027366 Jul 16 03:43:27.926227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ce3b2-fc9b-4dd8-b135-4fa1440fe8b3 req-3ade026d-1536-46c4-9e98-058c6c40f9d2 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:27.927615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c25ce3b2-fc9b-4dd8-b135-4fa1440fe8b3 req-3ade026d-1536-46c4-9e98-058c6c40f9d2 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 944 time: 0.1632783 Jul 16 03:43:27.955074 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907e8b3-0973-4c78-8144-b59a05398def req-d5beffab-5322-45cb-804f-64826afbac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:27.956847 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2907e8b3-0973-4c78-8144-b59a05398def req-d5beffab-5322-45cb-804f-64826afbac4c service neutron] 10.222.0.88 "GET /v2.0/networks?id=dd0a8e09-54d6-42a7-bdb6-2f182e73c78d HTTP/1.1" status: 200 len: 923 time: 0.0990460 Jul 16 03:43:27.999887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.012508 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2907e8b3-0973-4c78-8144-b59a05398def req-ab3807f2-6171-4e00-8bc4-7c4b8d027cb7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41fb1020-56c7-4c06-a58e-04a7545d7c77 HTTP/1.1" status: 200 len: 217 time: 0.0466745 Jul 16 03:43:28.014211 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c25ce3b2-fc9b-4dd8-b135-4fa1440fe8b3 req-62f1f256-bb8a-44a1-8ea3-eea45f454588 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/security-groups?id=711a2226-3135-4af9-9d7f-ba9c37469da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779521 Jul 16 03:43:28.094872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Pushing event updated for resources: {'Port': ['ID=8bf75e01-847a-4bc5-bf92-a467fedd83b9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:28.116008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:28.118038 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:28.128252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:28.130705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907e8b3-0973-4c78-8144-b59a05398def req-e4418717-71ff-4603-9e7c-4251bbd54cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:28.133422 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2907e8b3-0973-4c78-8144-b59a05398def req-e4418717-71ff-4603-9e7c-4251bbd54cc1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0f2f8527-e04a-4b73-b23b-9d090abe39b2 HTTP/1.1" status: 200 len: 862 time: 0.1074846 Jul 16 03:43:28.193724 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2907e8b3-0973-4c78-8144-b59a05398def req-283a12c1-ee52-4038-ab18-20b470ea225d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dd0a8e09-54d6-42a7-bdb6-2f182e73c78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531361 Jul 16 03:43:28.321374 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2907e8b3-0973-4c78-8144-b59a05398def req-d6066eba-1010-4512-bff2-0d4e9b1713c6 service neutron] 10.222.0.88 "GET /v2.0/networks/dd0a8e09-54d6-42a7-bdb6-2f182e73c78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205406 Jul 16 03:43:28.340055 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe101822-3939-4be1-b91f-1c65e4d9e4f8 req-52350582-e94a-42a2-a525-fde409ebfb1e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 210 time: 0.0315940 Jul 16 03:43:28.409392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee26614-0c2e-4b09-88a4-27825a8de99f req-8499d793-2e31-46ee-9f03-bdf26eb39f23 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:28.410942 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ee26614-0c2e-4b09-88a4-27825a8de99f req-8499d793-2e31-46ee-9f03-bdf26eb39f23 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 943 time: 0.1630392 Jul 16 03:43:28.454468 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2907e8b3-0973-4c78-8144-b59a05398def req-1b840f7f-f892-4d5a-8810-b17455c80c4a service neutron] 10.222.0.88 "GET /v2.0/networks/dd0a8e09-54d6-42a7-bdb6-2f182e73c78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201701 Jul 16 03:43:28.489220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a68eb5d1-38b2-40e6-84e3-fb4bee92337f details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:43:28.561528 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ee26614-0c2e-4b09-88a4-27825a8de99f req-07c4171c-1987-48cf-b55a-c84fd0936d39 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145687 Jul 16 03:43:28.687149 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a68eb5d1-38b2-40e6-84e3-fb4bee92337f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:28.703047 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'a68eb5d1-38b2-40e6-84e3-fb4bee92337f', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'port_id': 'a68eb5d1-38b2-40e6-84e3-fb4bee92337f', 'mac_address': 'fa:16:3e:ad:ff:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:43:28.792577 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.809514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68eb5d1-38b2-40e6-84e3-fb4bee92337f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:28.831601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a68eb5d1-38b2-40e6-84e3-fb4bee92337f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:28.837105 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.839188 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:28.896892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:28.952129 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.078963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['a68eb5d1-38b2-40e6-84e3-fb4bee92337f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:29.208381 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.234136 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.328121 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Pushing event updated for resources: {'Port': ['ID=8bf75e01-847a-4bc5-bf92-a467fedd83b9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:29.350021 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:29.421064 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56815ceb-2011-4dfb-baec-b8d1b1bc59a2 req-39b57c85-0ab9-4a9a-9581-156e38ffce91 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:29.422860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56815ceb-2011-4dfb-baec-b8d1b1bc59a2 req-39b57c85-0ab9-4a9a-9581-156e38ffce91 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 944 time: 0.2360754 Jul 16 03:43:29.500265 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56815ceb-2011-4dfb-baec-b8d1b1bc59a2 req-e53d6958-d614-4772-8818-3d4b8a31b67d tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/security-groups?id=711a2226-3135-4af9-9d7f-ba9c37469da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503614 Jul 16 03:43:29.506971 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Floating IP 4f0be797-422b-4c84-a045-1dd90ee32dbb associated. External IP: 172.25.3.180, port: 3c7d3f7f-cc8f-48ba-be0a-ac127078431a. Jul 16 03:43:29.640105 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-789f65a8-0060-4229-9a10-47630380a0f9 req-ccf8a0a2-5294-483b-9fe7-d348eaddffbf tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 210 time: 0.0756509 Jul 16 03:43:29.875903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-b4ccc37e-b6d2-40ea-93a7-32cc48a62a2a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:29.875903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-b4ccc37e-b6d2-40ea-93a7-32cc48a62a2a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.20 "GET /v2.0/networks?id=0e86a351-3a68-4bb2-87f3-ea80cc839c95 HTTP/1.1" status: 200 len: 814 time: 0.2799311 Jul 16 03:43:30.047717 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-83ef5fc1-eacc-41c0-883e-4dfbb47b1a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.249291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-a28704b0-fbb3-40c4-be36-11336ee99f77 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Request body: {'port': {'device_id': '215310d2-9df4-4482-8a81-60a91ec64ec1', 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95', 'admin_state_up': True, 'tenant_id': 'ac5fda404a8c4a73b2e015317d446c64'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:30.265148 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dedca-0b96-4242-a46f-7cf3900058cc req-06450aa5-e8af-44a0-a3af-5755d9bb6de8 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:30.266567 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-002dedca-0b96-4242-a46f-7cf3900058cc req-06450aa5-e8af-44a0-a3af-5755d9bb6de8 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 944 time: 0.5332167 Jul 16 03:43:30.411616 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-002dedca-0b96-4242-a46f-7cf3900058cc req-66763ada-0c26-46d9-9712-ca25b4199992 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331134 Jul 16 03:43:30.433811 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Router f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:43:30.479625 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a68eb5d1-38b2-40e6-84e3-fb4bee92337f up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:30.504142 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-a28704b0-fbb3-40c4-be36-11336ee99f77 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Made reservation on behalf of ac5fda404a8c4a73b2e015317d446c64 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:30.507799 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-a28704b0-fbb3-40c4-be36-11336ee99f77 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.569517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port a68eb5d1-38b2-40e6-84e3-fb4bee92337f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:30.587928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port a68eb5d1-38b2-40e6-84e3-fb4bee92337f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:30.588794 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.634077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:30.646466 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738cd0d6-a017-46db-8a52-0d14572783ce None None] Sync routers for ids ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:30.663637 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738cd0d6-a017-46db-8a52-0d14572783ce None None] Routers {'f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:30.664260 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-738cd0d6-a017-46db-8a52-0d14572783ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:30.701207 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.737520 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-738cd0d6-a017-46db-8a52-0d14572783ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:30.744799 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a68eb5d1-38b2-40e6-84e3-fb4bee92337f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:30.745814 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8de9220-bdb6-4c38-9432-07f0d6bfdef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68eb5d1-38b2-40e6-84e3-fb4bee92337f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:30.746803 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738cd0d6-a017-46db-8a52-0d14572783ce None None] Routers {'f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:30.747419 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-738cd0d6-a017-46db-8a52-0d14572783ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:30.748784 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9275ba5b-172c-46d1-a418-bddb7fd1907e" -d '{"events": [{"server_uuid": "a8de9220-bdb6-4c38-9432-07f0d6bfdef1", "name": "network-vif-plugged", "status": "completed", "tag": "a68eb5d1-38b2-40e6-84e3-fb4bee92337f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:30.751045 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.753657 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.793918 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-738cd0d6-a017-46db-8a52-0d14572783ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:30.794585 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738cd0d6-a017-46db-8a52-0d14572783ce None None] The sync data for ids ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:30.817242 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:30.867139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d4363ae8-4726-4661-a397-752ec68db303 req-df434bf6-74cc-4c9b-9244-1e127128f8a9 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 210 time: 0.0635369 Jul 16 03:43:30.887585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-a28704b0-fbb3-40c4-be36-11336ee99f77 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Allocated IP 172.20.0.4 (0e86a351-3a68-4bb2-87f3-ea80cc839c95/71c59574-7ca3-4ce0-b2c6-591fd94e03b3/5e29287e-f58d-4717-abbc-1aacd7f89470) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:30.896416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1862d35c-ea19-45eb-a373-dfd276f1748d tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.6705706 Jul 16 03:43:30.896785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45576) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:30.947464 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3683d56-5e64-43d8-9899-9aed981c41b7 x-openstack-request-id: req-d3683d56-5e64-43d8-9899-9aed981c41b7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:30.948149 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8de9220-bdb6-4c38-9432-07f0d6bfdef1", "name": "network-vif-plugged", "status": "completed", "tag": "a68eb5d1-38b2-40e6-84e3-fb4bee92337f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:30.948641 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3683d56-5e64-43d8-9899-9aed981c41b7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:30.949512 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8de9220-bdb6-4c38-9432-07f0d6bfdef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68eb5d1-38b2-40e6-84e3-fb4bee92337f', 'code': 200} Jul 16 03:43:30.951100 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:30.953079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c76136-9ee7-4a9e-bd23-914a816fbc30 req-93a245be-41a6-4eca-baac-8665107aeab0 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:30.954758 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c76136-9ee7-4a9e-bd23-914a816fbc30 req-93a245be-41a6-4eca-baac-8665107aeab0 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 944 time: 0.2344079 Jul 16 03:43:31.056851 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6666be7b-fd68-4e8f-8653-798e87d24e47 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] 10.222.0.18 "GET /v2.0/floatingips/4f0be797-422b-4c84-a045-1dd90ee32dbb HTTP/1.1" status: 200 len: 984 time: 0.1576169 Jul 16 03:43:31.059255 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45580) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:31.084361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44c76136-9ee7-4a9e-bd23-914a816fbc30 req-804a77dd-6254-42e2-b5ce-932ab95c886b tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/security-groups?id=711a2226-3135-4af9-9d7f-ba9c37469da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115568 Jul 16 03:43:31.140269 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 41fb1020-56c7-4c06-a58e-04a7545d7c77 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:43:31.147820 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-738e8115-1df1-4d61-9629-3f0cbad54826 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.0872238 Jul 16 03:43:31.150505 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:31.186284 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-a28704b0-fbb3-40c4-be36-11336ee99f77 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.190079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b5f7e-c694-4497-b48e-1606f274f5f5 req-3a173942-2513-422c-bb6a-ae64ca786b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:31.192892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a9b5f7e-c694-4497-b48e-1606f274f5f5 req-3a173942-2513-422c-bb6a-ae64ca786b88 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 1096 time: 0.1744604 Jul 16 03:43:31.248507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a9b5f7e-c694-4497-b48e-1606f274f5f5 req-84565b2f-b45e-41c5-b2e8-15ca9da4979f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486963 Jul 16 03:43:31.262128 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-a28704b0-fbb3-40c4-be36-11336ee99f77 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.278757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['14d13742-7496-4244-a7f6-7db863f71d56'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:31.323588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 41fb1020-56c7-4c06-a58e-04a7545d7c77, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=41fb1020-56c7-4c06-a58e-04a7545d7c77,segment=NetworkSegment(9d1da82a-86e7-40ba-8e03-293456014cac),segment_id=9d1da82a-86e7-40ba-8e03-293456014cac)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:31.353278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '41fb1020-56c7-4c06-a58e-04a7545d7c77', 'network_id': 'dd0a8e09-54d6-42a7-bdb6-2f182e73c78d', 'port_id': '41fb1020-56c7-4c06-a58e-04a7545d7c77', 'mac_address': 'fa:16:3e:ea:9a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f2f8527-e04a-4b73-b23b-9d090abe39b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:43:31.381117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28704b0-fbb3-40c4-be36-11336ee99f77 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Pushing event updated for resources: {'Port': ['ID=5e29287e-f58d-4717-abbc-1aacd7f89470,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:31.385416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-a28704b0-fbb3-40c4-be36-11336ee99f77 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:31.387162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-a28704b0-fbb3-40c4-be36-11336ee99f77 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:31.389266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-a28704b0-fbb3-40c4-be36-11336ee99f77 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:31.389596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8847699e-4dad-46b2-a791-3bb59b434ad1 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Deleting port 8bf75e01-847a-4bc5-bf92-a467fedd83b9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:31.389956 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8847699e-4dad-46b2-a791-3bb59b434ad1 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.446176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-a28704b0-fbb3-40c4-be36-11336ee99f77 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:31.446806 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-a28704b0-fbb3-40c4-be36-11336ee99f77 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.463031 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.463240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-a28704b0-fbb3-40c4-be36-11336ee99f77 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2202609 Jul 16 03:43:31.476110 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Request body: {'port': {'device_id': '215310d2-9df4-4482-8a81-60a91ec64ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:31.498678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41fb1020-56c7-4c06-a58e-04a7545d7c77 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:31.536550 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.538431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 41fb1020-56c7-4c06-a58e-04a7545d7c77, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=41fb1020-56c7-4c06-a58e-04a7545d7c77,segment=NetworkSegment(9d1da82a-86e7-40ba-8e03-293456014cac),segment_id=9d1da82a-86e7-40ba-8e03-293456014cac)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:31.551945 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.573988 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8847699e-4dad-46b2-a791-3bb59b434ad1 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.574324 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8847699e-4dad-46b2-a791-3bb59b434ad1 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.593290 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.611046 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8847699e-4dad-46b2-a791-3bb59b434ad1 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Calling delete_port for 8bf75e01-847a-4bc5-bf92-a467fedd83b9 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:31.636781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=41fb1020-56c7-4c06-a58e-04a7545d7c77,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:31.859215 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8847699e-4dad-46b2-a791-3bb59b434ad1 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:31.892616 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['41fb1020-56c7-4c06-a58e-04a7545d7c77'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:31.894207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847699e-4dad-46b2-a791-3bb59b434ad1 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event deleted for resources: {'Port': ['ID=8bf75e01-847a-4bc5-bf92-a467fedd83b9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:31.896803 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997ddb5-4b25-4673-9f02-713294135054 req-e772aa7f-d5bd-4f42-9350-97b6598afd98 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:31.913556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6997ddb5-4b25-4673-9f02-713294135054 req-e772aa7f-d5bd-4f42-9350-97b6598afd98 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.2470372 Jul 16 03:43:31.988278 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6997ddb5-4b25-4673-9f02-713294135054 req-8dfbfced-f37f-4e8f-834d-14f1039c4d2c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736828 Jul 16 03:43:32.097828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e29287e-f58d-4717-abbc-1aacd7f89470 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:32.128045 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.134992 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8847699e-4dad-46b2-a791-3bb59b434ad1 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.135495 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-8847699e-4dad-46b2-a791-3bb59b434ad1 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Floating IP 4f0be797-422b-4c84-a045-1dd90ee32dbb disassociated (deleted). External IP: 172.25.3.180, port: 3c7d3f7f-cc8f-48ba-be0a-ac127078431a. Jul 16 03:43:32.221423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Transition to ACTIVE for port object 5e29287e-f58d-4717-abbc-1aacd7f89470 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:32.225409 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.330461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Pushing event updated for resources: {'Port': ['ID=5e29287e-f58d-4717-abbc-1aacd7f89470,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:32.368868 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04276785-bf56-460d-9fa0-4d8021fd830d req-a4900d40-a60c-4aab-af88-3e338aac2b02 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:32.370403 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04276785-bf56-460d-9fa0-4d8021fd830d req-a4900d40-a60c-4aab-af88-3e338aac2b02 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 931 time: 0.2329116 Jul 16 03:43:32.453678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c3d83-8f09-4b10-8fe8-e89bc228cc98 req-5943c415-f8d1-4c79-840a-1a286ce5cc0e tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:32.455240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-036c3d83-8f09-4b10-8fe8-e89bc228cc98 req-5943c415-f8d1-4c79-840a-1a286ce5cc0e tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 945 time: 0.1880352 Jul 16 03:43:32.474676 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04276785-bf56-460d-9fa0-4d8021fd830d req-af175a38-f059-40ad-a009-1fe5028182fa tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739326 Jul 16 03:43:32.493527 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8847699e-4dad-46b2-a791-3bb59b434ad1 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Router f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:43:32.495809 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Attempting to bind port 5e29287e-f58d-4717-abbc-1aacd7f89470 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:32.496157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Attempting to bind port 5e29287e-f58d-4717-abbc-1aacd7f89470 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:32.496537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Attempting to bind port 5e29287e-f58d-4717-abbc-1aacd7f89470 on network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:32.516614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Port 5e29287e-f58d-4717-abbc-1aacd7f89470 on network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:32.516947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Attempting to bind port 5e29287e-f58d-4717-abbc-1aacd7f89470 on network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:32.527764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:32.528105 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Checking segment: {'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:32.528524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Bound using segment: {'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:32.528970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Bound port: 5e29287e-f58d-4717-abbc-1aacd7f89470, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:32.529346 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.535771 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-036c3d83-8f09-4b10-8fe8-e89bc228cc98 req-a3c30e80-8d58-4483-b935-65f0a9653517 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/security-groups?id=711a2226-3135-4af9-9d7f-ba9c37469da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723014 Jul 16 03:43:32.604959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] For port 5e29287e-f58d-4717-abbc-1aacd7f89470, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:32.608248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] For port 5e29287e-f58d-4717-abbc-1aacd7f89470, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5e29287e-f58d-4717-abbc-1aacd7f89470,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:43:32.613000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.636630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8847699e-4dad-46b2-a791-3bb59b434ad1 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:32.641340 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8847699e-4dad-46b2-a791-3bb59b434ad1 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.649450 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d536dad1-626f-4948-a7b2-d55fd2440d61 None None] Sync routers for ids ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:32.661123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d536dad1-626f-4948-a7b2-d55fd2440d61 None None] Routers {'f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:32.662062 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d536dad1-626f-4948-a7b2-d55fd2440d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:32.665420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:32.665420 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.667983 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] 10.222.0.20 "PUT /v2.0/ports/5e29287e-f58d-4717-abbc-1aacd7f89470 HTTP/1.1" status: 200 len: 1091 time: 1.1961658 Jul 16 03:43:32.668571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215310d2-9df4-4482-8a81-60a91ec64ec1', 'tag': '5e29287e-f58d-4717-abbc-1aacd7f89470'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:32.674295 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cdd87b-fd52-47c7-8677-2700c9baa251" -d '{"events": [{"name": "network-changed", "server_uuid": "215310d2-9df4-4482-8a81-60a91ec64ec1", "tag": "5e29287e-f58d-4717-abbc-1aacd7f89470"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:32.713258 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d536dad1-626f-4948-a7b2-d55fd2440d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:32.723290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d536dad1-626f-4948-a7b2-d55fd2440d61 None None] Routers {'f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:32.724123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d536dad1-626f-4948-a7b2-d55fd2440d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:32.761975 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8847699e-4dad-46b2-a791-3bb59b434ad1 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] 10.222.0.18 "DELETE /v2.0/floatingips/4f0be797-422b-4c84-a045-1dd90ee32dbb HTTP/1.1" status: 204 len: 168 time: 1.6103611 Jul 16 03:43:32.768093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45622) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:32.775428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:32.814680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d536dad1-626f-4948-a7b2-d55fd2440d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:32.816539 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d536dad1-626f-4948-a7b2-d55fd2440d61 None None] The sync data for ids ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:32.819595 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb48b6b2-cde7-4e1e-a257-5b4bcc8ecf18 x-openstack-request-id: req-bb48b6b2-cde7-4e1e-a257-5b4bcc8ecf18 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:32.819892 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215310d2-9df4-4482-8a81-60a91ec64ec1", "tag": "5e29287e-f58d-4717-abbc-1aacd7f89470", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:32.820138 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb48b6b2-cde7-4e1e-a257-5b4bcc8ecf18 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:32.820626 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215310d2-9df4-4482-8a81-60a91ec64ec1', 'tag': '5e29287e-f58d-4717-abbc-1aacd7f89470', 'status': 'completed', 'code': 200} Jul 16 03:43:32.822859 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.834745 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b198b1-074a-4b47-b079-db62ff818d18 service neutron] Pushing event updated for resources: {'Port': ['ID=5e29287e-f58d-4717-abbc-1aacd7f89470,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:32.857630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-04e0b2c3-21e6-411d-b8fe-6b92a077b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:32.878630 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-04e0b2c3-21e6-411d-b8fe-6b92a077b124 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac5fda404a8c4a73b2e015317d446c64&device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 1094 time: 0.1531832 Jul 16 03:43:32.886561 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-988bb4fd-07c6-4fb9-bedf-f9c658c3d8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.893706 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:32.945930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-2e744ab3-f59c-4b3e-8b3a-640b6caad8f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e29287e-f58d-4717-abbc-1aacd7f89470 HTTP/1.1" status: 200 len: 217 time: 0.0626009 Jul 16 03:43:33.002393 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.017624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-1bd6035a-4744-4b5f-9b19-6e6e4b147700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:33.020902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-1bd6035a-4744-4b5f-9b19-6e6e4b147700 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71c59574-7ca3-4ce0-b2c6-591fd94e03b3 HTTP/1.1" status: 200 len: 854 time: 0.0669210 Jul 16 03:43:33.066910 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-318d2e6e-d58f-4147-8f20-83e73e4f3eed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0e86a351-3a68-4bb2-87f3-ea80cc839c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395365 Jul 16 03:43:33.159270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 41fb1020-56c7-4c06-a58e-04a7545d7c77 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:33.171602 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Allocated IP 172.25.3.122 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/e889b1b0-f238-4f8f-8a61-1f839b6c9414) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:33.233590 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 41fb1020-56c7-4c06-a58e-04a7545d7c77 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:33.239418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 41fb1020-56c7-4c06-a58e-04a7545d7c77 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:33.239811 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.245470 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-f0e62689-e9c8-44f2-9a13-69beb38a9b5d service neutron] 10.222.0.20 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692400 Jul 16 03:43:33.315639 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.357411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17153f6b-92c0-4a60-ae35-80b106c5eb93 req-964ec13e-8f57-4134-9860-b547d9c90369 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:33.358892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17153f6b-92c0-4a60-ae35-80b106c5eb93 req-964ec13e-8f57-4134-9860-b547d9c90369 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.1638985 Jul 16 03:43:33.364440 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.366254 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.402413 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0b64856-d24f-40e9-b4ab-2391aade2b55 req-b92191b4-83c4-4073-b971-a21dab308f65 service neutron] 10.222.0.20 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500225 Jul 16 03:43:33.414363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb339e1b-bf91-4bc2-a980-c3ed2bd11f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fb1020-56c7-4c06-a58e-04a7545d7c77'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:33.417539 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17153f6b-92c0-4a60-ae35-80b106c5eb93 req-17202575-cd86-4432-8299-273da2d7f4c2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489063 Jul 16 03:43:33.422352 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0639b63-f848-42d6-8e91-633922903ee9" -d '{"events": [{"server_uuid": "fb339e1b-bf91-4bc2-a980-c3ed2bd11f50", "name": "network-vif-plugged", "status": "completed", "tag": "41fb1020-56c7-4c06-a58e-04a7545d7c77"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:33.436407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:33.439714 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:33.443966 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:33.455619 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 41fb1020-56c7-4c06-a58e-04a7545d7c77, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=41fb1020-56c7-4c06-a58e-04a7545d7c77,segment=NetworkSegment(9d1da82a-86e7-40ba-8e03-293456014cac),segment_id=9d1da82a-86e7-40ba-8e03-293456014cac)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:33.466916 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.525508 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e00d58-d7c5-4c6f-9a12-324928588d11 x-openstack-request-id: req-96e00d58-d7c5-4c6f-9a12-324928588d11 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:33.525804 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb339e1b-bf91-4bc2-a980-c3ed2bd11f50", "name": "network-vif-plugged", "status": "completed", "tag": "41fb1020-56c7-4c06-a58e-04a7545d7c77", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:33.526293 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96e00d58-d7c5-4c6f-9a12-324928588d11 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:33.527170 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb339e1b-bf91-4bc2-a980-c3ed2bd11f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fb1020-56c7-4c06-a58e-04a7545d7c77', 'code': 200} Jul 16 03:43:33.542539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Pushing event updated for resources: {'Port': ['ID=e889b1b0-f238-4f8f-8a61-1f839b6c9414,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:33.553880 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdd87b-fd52-47c7-8677-2700c9baa251 req-c063bb05-7f04-4ba0-9932-af3b7b352a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:33.557134 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3cdd87b-fd52-47c7-8677-2700c9baa251 req-c063bb05-7f04-4ba0-9932-af3b7b352a14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac5fda404a8c4a73b2e015317d446c64&device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 1094 time: 0.0982747 Jul 16 03:43:33.573203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=41fb1020-56c7-4c06-a58e-04a7545d7c77,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:33.651521 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.677493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdd87b-fd52-47c7-8677-2700c9baa251 req-978a2a7a-9b9f-464a-a982-d863275d5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:33.678999 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3cdd87b-fd52-47c7-8677-2700c9baa251 req-978a2a7a-9b9f-464a-a982-d863275d5514 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0e86a351-3a68-4bb2-87f3-ea80cc839c95 HTTP/1.1" status: 200 len: 915 time: 0.1162746 Jul 16 03:43:33.708917 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bd79c-62aa-4dfb-b3d1-c52668b36f79 req-915667eb-384b-44dc-9ebc-9b83508d9bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:33.711079 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ba8bd79c-62aa-4dfb-b3d1-c52668b36f79 req-915667eb-384b-44dc-9ebc-9b83508d9bb6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 1097 time: 0.1043644 Jul 16 03:43:33.713255 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.803863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3cdd87b-fd52-47c7-8677-2700c9baa251 req-33da0783-ba1c-47f3-8619-4bd3d06d4177 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e29287e-f58d-4717-abbc-1aacd7f89470 HTTP/1.1" status: 200 len: 217 time: 0.0856967 Jul 16 03:43:33.825443 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:33.867464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdd87b-fd52-47c7-8677-2700c9baa251 req-b25bb83a-140f-4554-aa8d-a7f4dd8cd7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:33.869082 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3cdd87b-fd52-47c7-8677-2700c9baa251 req-b25bb83a-140f-4554-aa8d-a7f4dd8cd7c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71c59574-7ca3-4ce0-b2c6-591fd94e03b3 HTTP/1.1" status: 200 len: 854 time: 0.0548029 Jul 16 03:43:33.966721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3cdd87b-fd52-47c7-8677-2700c9baa251 req-31e1cb3c-6d5e-4f47-9efd-bb38b9db91a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0e86a351-3a68-4bb2-87f3-ea80cc839c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543153 Jul 16 03:43:33.998098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c40fe-9806-4fb0-af9b-d74c05e08260 req-693421d4-c902-43b1-a221-51339255777f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:34.000443 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c57c40fe-9806-4fb0-af9b-d74c05e08260 req-693421d4-c902-43b1-a221-51339255777f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 943 time: 0.3173115 Jul 16 03:43:34.054855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd75a97-e33b-43a1-9577-1c06ccca6997 req-36522dab-cf33-4439-9415-33f4a7594412 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:34.056852 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cbd75a97-e33b-43a1-9577-1c06ccca6997 req-36522dab-cf33-4439-9415-33f4a7594412 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 946 time: 0.1866739 Jul 16 03:43:34.114759 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c57c40fe-9806-4fb0-af9b-d74c05e08260 req-0c607047-c5ad-4285-bc15-688c2e706002 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856018 Jul 16 03:43:34.177495 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ba8bd79c-62aa-4dfb-b3d1-c52668b36f79 req-27396dbf-a9ac-4d1f-b3e2-4b306557b248 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=711a2226-3135-4af9-9d7f-ba9c37469da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374876 Jul 16 03:43:34.178300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cbd75a97-e33b-43a1-9577-1c06ccca6997 req-b4ad0e6b-d6db-445a-b874-61720456a4d9 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/security-groups?id=711a2226-3135-4af9-9d7f-ba9c37469da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066208 Jul 16 03:43:34.201409 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3cdd87b-fd52-47c7-8677-2700c9baa251 req-2ccd8fe3-c2c0-4c12-96bb-2d3ee33a168a service neutron] 10.222.0.20 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254517 Jul 16 03:43:34.307387 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3cdd87b-fd52-47c7-8677-2700c9baa251 req-0d83fa66-5c87-4ffb-abe2-9432375d68c1 service neutron] 10.222.0.20 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973372 Jul 16 03:43:34.317049 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.329663 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.391391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e89626-6bbc-44bb-b975-8ef05a5f4179 req-22af71b1-abbc-4106-9d51-52d9b415d0c0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:34.392851 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-26e89626-6bbc-44bb-b975-8ef05a5f4179 req-22af71b1-abbc-4106-9d51-52d9b415d0c0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.0845726 Jul 16 03:43:34.410278 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Pushing event updated for resources: {'Port': ['ID=e889b1b0-f238-4f8f-8a61-1f839b6c9414,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:34.419366 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.433350 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.437426 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-130d8484-692e-403e-ac11-befc7fd9a3a5 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6654897 Jul 16 03:43:34.437613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-26e89626-6bbc-44bb-b975-8ef05a5f4179 req-c495300d-825b-4378-ac7b-11c4f5c13f25 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364926 Jul 16 03:43:34.437743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45646) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:34.545422 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:34.567760 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.666584 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.781499 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Allocated IP 172.25.3.187 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/0d8cb0f6-1ba6-4405-874e-41e2e34dbf9e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:34.903715 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.945773 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:34.989392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:34.992104 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:34.998514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:35.026619 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Pushing event updated for resources: {'Port': ['ID=0d8cb0f6-1ba6-4405-874e-41e2e34dbf9e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:35.046676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51a153-0bfd-45c5-96d6-8b023105ff6e req-5b3acf44-1c4d-46ed-a235-d242280fc961 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:35.048773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f51a153-0bfd-45c5-96d6-8b023105ff6e req-5b3acf44-1c4d-46ed-a235-d242280fc961 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.0733075 Jul 16 03:43:35.091819 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.103987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f51a153-0bfd-45c5-96d6-8b023105ff6e req-1c78e0b7-e15b-4233-a852-f5c1fb6f7a12 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499208 Jul 16 03:43:35.145850 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.402829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e4967-fff5-4bf1-ae1a-1c52d85e2744 req-b288b3fc-bf5b-430b-8e01-e1fd1b55a4f7 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:35.403636 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.408645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.411457 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a81e4967-fff5-4bf1-ae1a-1c52d85e2744 req-b288b3fc-bf5b-430b-8e01-e1fd1b55a4f7 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 946 time: 0.1165712 Jul 16 03:43:35.443996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78ce25-fea4-46a3-b377-a1b1f618ed96 req-d9e6ae96-d834-474c-b155-1709d0df9fd9 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:35.445568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b78ce25-fea4-46a3-b377-a1b1f618ed96 req-d9e6ae96-d834-474c-b155-1709d0df9fd9 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 943 time: 0.1166153 Jul 16 03:43:35.472891 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a81e4967-fff5-4bf1-ae1a-1c52d85e2744 req-7db1ca88-ac7f-4025-b654-11fff5063210 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/security-groups?id=711a2226-3135-4af9-9d7f-ba9c37469da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602932 Jul 16 03:43:35.490382 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Pushing event updated for resources: {'Port': ['ID=0d8cb0f6-1ba6-4405-874e-41e2e34dbf9e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:35.502669 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.504131 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b78ce25-fea4-46a3-b377-a1b1f618ed96 req-cb12a127-a981-4c2b-ab73-4f7a500ec23a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454793 Jul 16 03:43:35.517793 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.519057 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e66420f4-79d4-4d70-8799-9918619c2b10 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0804400 Jul 16 03:43:35.521761 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45674) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:35.588588 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-49b686eb-8db8-400b-b4d7-ee05bee46118 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4005 time: 0.0655842 Jul 16 03:43:35.590968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45676) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:35.668962 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f23b9cdf-7fa9-4e52-a8d1-6e115d9a8b84 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0744667 Jul 16 03:43:35.669179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45678) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:35.704123 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.792592 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cceea57e-d8f7-4fdd-8d87-0c557c2647c8 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Deleting port 0d8cb0f6-1ba6-4405-874e-41e2e34dbf9e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:35.792842 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cceea57e-d8f7-4fdd-8d87-0c557c2647c8 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.869454 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cceea57e-d8f7-4fdd-8d87-0c557c2647c8 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.869784 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cceea57e-d8f7-4fdd-8d87-0c557c2647c8 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:35.881135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cceea57e-d8f7-4fdd-8d87-0c557c2647c8 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Calling delete_port for 0d8cb0f6-1ba6-4405-874e-41e2e34dbf9e owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:36.011454 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cceea57e-d8f7-4fdd-8d87-0c557c2647c8 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.039808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceea57e-d8f7-4fdd-8d87-0c557c2647c8 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Pushing event deleted for resources: {'Port': ['ID=0d8cb0f6-1ba6-4405-874e-41e2e34dbf9e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:36.101484 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cceea57e-d8f7-4fdd-8d87-0c557c2647c8 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.104092 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cceea57e-d8f7-4fdd-8d87-0c557c2647c8 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.105359 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cceea57e-d8f7-4fdd-8d87-0c557c2647c8 tempest-FloatingIPAdminTestJSON-1528857947 tempest-FloatingIPAdminTestJSON-1528857947-project] 10.222.0.18 "DELETE /v2.0/floatingips/dc17cd5a-c1b3-4b27-b813-93fa73edd5e2 HTTP/1.1" status: 204 len: 168 time: 0.4353254 Jul 16 03:43:36.107916 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45682) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:36.241437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9ca3db56-dfba-44c4-8a7b-8c4faf19a498 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Deleting port e889b1b0-f238-4f8f-8a61-1f839b6c9414 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:36.241748 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ca3db56-dfba-44c4-8a7b-8c4faf19a498 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.295764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f108240-1e3e-45e4-a6ad-3a9e9c20ab9e req-2a726066-2476-460d-9c3b-dfb110d4bf38 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:36.297408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f108240-1e3e-45e4-a6ad-3a9e9c20ab9e req-2a726066-2476-460d-9c3b-dfb110d4bf38 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.0735757 Jul 16 03:43:36.337370 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ca3db56-dfba-44c4-8a7b-8c4faf19a498 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.337834 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ca3db56-dfba-44c4-8a7b-8c4faf19a498 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.340719 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f108240-1e3e-45e4-a6ad-3a9e9c20ab9e req-256fb964-e60f-4845-80ac-e1f9419d8a78 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358248 Jul 16 03:43:36.350289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9ca3db56-dfba-44c4-8a7b-8c4faf19a498 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Calling delete_port for e889b1b0-f238-4f8f-8a61-1f839b6c9414 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:36.483200 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ca3db56-dfba-44c4-8a7b-8c4faf19a498 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.491572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a68eb5d1-38b2-40e6-84e3-fb4bee92337f details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:43:36.516345 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3db56-dfba-44c4-8a7b-8c4faf19a498 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Pushing event deleted for resources: {'Port': ['ID=e889b1b0-f238-4f8f-8a61-1f839b6c9414,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:36.663018 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ca3db56-dfba-44c4-8a7b-8c4faf19a498 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.666398 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ca3db56-dfba-44c4-8a7b-8c4faf19a498 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.670664 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9ca3db56-dfba-44c4-8a7b-8c4faf19a498 tempest-FloatingIPAdminTestJSON-741774566 tempest-FloatingIPAdminTestJSON-741774566-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/23ecc85b-e095-421e-b6c3-7eaef2da43b8 HTTP/1.1" status: 204 len: 168 time: 0.5587208 Jul 16 03:43:36.672813 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45694) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:36.674898 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a68eb5d1-38b2-40e6-84e3-fb4bee92337f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:36.687628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'a68eb5d1-38b2-40e6-84e3-fb4bee92337f', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'port_id': 'a68eb5d1-38b2-40e6-84e3-fb4bee92337f', 'mac_address': 'fa:16:3e:ad:ff:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:43:36.734768 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.736397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f11a4e-6afd-41de-aaab-750ddc3683da req-d0195f3c-63ee-4f61-a9f8-ed0a782b69e8 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:36.738185 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74f11a4e-6afd-41de-aaab-750ddc3683da req-d0195f3c-63ee-4f61-a9f8-ed0a782b69e8 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 946 time: 0.1399148 Jul 16 03:43:36.754814 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a68eb5d1-38b2-40e6-84e3-fb4bee92337f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:36.783717 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a68eb5d1-38b2-40e6-84e3-fb4bee92337f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:36.788099 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.788811 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5e29287e-f58d-4717-abbc-1aacd7f89470 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:43:36.799495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74f11a4e-6afd-41de-aaab-750ddc3683da req-73594a60-477a-498e-9025-a756a509b4e6 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/security-groups?id=711a2226-3135-4af9-9d7f-ba9c37469da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547378 Jul 16 03:43:36.803227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c83a8d3d-4f1a-42e5-9c8f-d2119af5367e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Deleting port 3c7d3f7f-cc8f-48ba-be0a-ac127078431a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:36.803586 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83a8d3d-4f1a-42e5-9c8f-d2119af5367e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:36.821200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37734703-1681-43d6-9e89-aff18cb647ad req-ec42cf53-d86d-4710-bf5e-09390d284f69 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:36.823109 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37734703-1681-43d6-9e89-aff18cb647ad req-ec42cf53-d86d-4710-bf5e-09390d284f69 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 943 time: 0.1493900 Jul 16 03:43:36.909952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37734703-1681-43d6-9e89-aff18cb647ad req-d993a488-3912-4bf8-8e35-fcb839b9b889 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804691 Jul 16 03:43:36.965165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:37.001981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 5e29287e-f58d-4717-abbc-1aacd7f89470, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5e29287e-f58d-4717-abbc-1aacd7f89470,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:37.026708 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83a8d3d-4f1a-42e5-9c8f-d2119af5367e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.044229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c83a8d3d-4f1a-42e5-9c8f-d2119af5367e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Calling delete_port for 3c7d3f7f-cc8f-48ba-be0a-ac127078431a owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:37.046791 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '5e29287e-f58d-4717-abbc-1aacd7f89470', 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95', 'port_id': '5e29287e-f58d-4717-abbc-1aacd7f89470', 'mac_address': 'fa:16:3e:46:26:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c59574-7ca3-4ce0-b2c6-591fd94e03b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:43:37.097055 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.111498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e29287e-f58d-4717-abbc-1aacd7f89470 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:43:37.145570 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 5e29287e-f58d-4717-abbc-1aacd7f89470, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5e29287e-f58d-4717-abbc-1aacd7f89470,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:37.161159 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.236513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=5e29287e-f58d-4717-abbc-1aacd7f89470,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:37.256836 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83a8d3d-4f1a-42e5-9c8f-d2119af5367e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.257750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['a68eb5d1-38b2-40e6-84e3-fb4bee92337f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:37.300621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a8d3d-4f1a-42e5-9c8f-d2119af5367e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event deleted for resources: {'Port': ['ID=3c7d3f7f-cc8f-48ba-be0a-ac127078431a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:37.449616 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['5e29287e-f58d-4717-abbc-1aacd7f89470'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:37.504702 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83a8d3d-4f1a-42e5-9c8f-d2119af5367e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:37.511403 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:37.513169 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c83a8d3d-4f1a-42e5-9c8f-d2119af5367e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] 10.222.0.18 "DELETE /v2.0/ports/3c7d3f7f-cc8f-48ba-be0a-ac127078431a HTTP/1.1" status: 204 len: 168 time: 0.8384097 Jul 16 03:43:37.696425 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c029d50-b55f-4d18-aff0-33bd02e0f481 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:37.702404 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6c029d50-b55f-4d18-aff0-33bd02e0f481 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90 HTTP/1.1" status: 200 len: 913 time: 0.1869514 Jul 16 03:43:37.702404 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:38.496368 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5e29287e-f58d-4717-abbc-1aacd7f89470 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:38.522687 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551665d8-d04b-41b8-b0f8-8797bf5abeb3 req-66a5f895-c345-40eb-b7d0-97bc81bc8ad0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:38.530939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-551665d8-d04b-41b8-b0f8-8797bf5abeb3 req-66a5f895-c345-40eb-b7d0-97bc81bc8ad0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 944 time: 0.8915498 Jul 16 03:43:38.600523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 5e29287e-f58d-4717-abbc-1aacd7f89470 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:38.619771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 5e29287e-f58d-4717-abbc-1aacd7f89470 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:38.620157 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.751620 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de921a0e-c042-44d8-82ea-a6c1a1b91728 req-27c68f62-c21b-4a43-9e27-2bf33fe5bb20 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:38.760968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de921a0e-c042-44d8-82ea-a6c1a1b91728 req-27c68f62-c21b-4a43-9e27-2bf33fe5bb20 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 946 time: 1.0040002 Jul 16 03:43:38.779333 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.799258 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-551665d8-d04b-41b8-b0f8-8797bf5abeb3 req-fbd96a76-1b0b-48df-96e2-728133cdeb78 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595122 Jul 16 03:43:38.812383 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215310d2-9df4-4482-8a81-60a91ec64ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e29287e-f58d-4717-abbc-1aacd7f89470'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:38.818217 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1db12cb-3a3d-40f3-9e69-24deb7aef630" -d '{"events": [{"server_uuid": "215310d2-9df4-4482-8a81-60a91ec64ec1", "name": "network-vif-plugged", "status": "completed", "tag": "5e29287e-f58d-4717-abbc-1aacd7f89470"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:38.856623 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 5e29287e-f58d-4717-abbc-1aacd7f89470, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5e29287e-f58d-4717-abbc-1aacd7f89470,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:38.867462 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:38.868933 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a68eb5d1-38b2-40e6-84e3-fb4bee92337f up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:38.915575 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de921a0e-c042-44d8-82ea-a6c1a1b91728 req-45764cc5-19cc-4c39-add0-97b0e32c0582 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/security-groups?id=711a2226-3135-4af9-9d7f-ba9c37469da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525898 Jul 16 03:43:38.971875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=5e29287e-f58d-4717-abbc-1aacd7f89470,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:39.042931 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85629c98-b9a9-4890-8906-25dd8c6393a5 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.080058 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port a68eb5d1-38b2-40e6-84e3-fb4bee92337f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:39.080554 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.221491 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6770e16-ecd7-4cd8-b79a-736aa017affc req-bcb0feb3-d98f-495f-aff3-b91b6ecb7f90 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:39.224790 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b6770e16-ecd7-4cd8-b79a-736aa017affc req-bcb0feb3-d98f-495f-aff3-b91b6ecb7f90 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.88 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 946 time: 0.1663468 Jul 16 03:43:39.247131 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.271335 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a85ac3-18bf-4634-8824-e4853276b114 x-openstack-request-id: req-38a85ac3-18bf-4634-8824-e4853276b114 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:39.271694 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215310d2-9df4-4482-8a81-60a91ec64ec1", "name": "network-vif-plugged", "status": "completed", "tag": "5e29287e-f58d-4717-abbc-1aacd7f89470", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:39.271908 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38a85ac3-18bf-4634-8824-e4853276b114 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:39.272404 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215310d2-9df4-4482-8a81-60a91ec64ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e29287e-f58d-4717-abbc-1aacd7f89470', 'code': 200} Jul 16 03:43:39.325725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a68eb5d1-38b2-40e6-84e3-fb4bee92337f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:39.339202 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.387527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4dbe4-8f6e-4c8e-b2ad-0459b207683a req-8fa00967-0b0d-4580-ab64-17a01a0b60c8 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:39.390284 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3e4dbe4-8f6e-4c8e-b2ad-0459b207683a req-8fa00967-0b0d-4580-ab64-17a01a0b60c8 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 945 time: 0.3441532 Jul 16 03:43:39.447927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:39.492507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3e4dbe4-8f6e-4c8e-b2ad-0459b207683a req-8904f6f3-8a19-46a2-95e8-b85c06efcaef tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943816 Jul 16 03:43:39.511722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-b6770e16-ecd7-4cd8-b79a-736aa017affc req-a242395a-8a3f-4d73-9304-b54db61e2581 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Deleting port 41fb1020-56c7-4c06-a58e-04a7545d7c77 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:39.512075 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b6770e16-ecd7-4cd8-b79a-736aa017affc req-a242395a-8a3f-4d73-9304-b54db61e2581 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.514879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3539ff-26bf-45bc-8554-986ba939ab37 req-fd8e5f20-486b-4a61-a1a9-3cf95287c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:39.517487 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb3539ff-26bf-45bc-8554-986ba939ab37 req-fd8e5f20-486b-4a61-a1a9-3cf95287c8e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 1096 time: 0.1770153 Jul 16 03:43:39.599109 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb3539ff-26bf-45bc-8554-986ba939ab37 req-0a793338-61d7-4b69-a5aa-59a429910eb7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579767 Jul 16 03:43:39.700904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-85629c98-b9a9-4890-8906-25dd8c6393a5 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Deleting port 68105485-08c4-461e-ae98-cb0eba1e25f9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:39.701296 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85629c98-b9a9-4890-8906-25dd8c6393a5 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.762289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b6770e16-ecd7-4cd8-b79a-736aa017affc req-a242395a-8a3f-4d73-9304-b54db61e2581 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] For port 41fb1020-56c7-4c06-a58e-04a7545d7c77, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=41fb1020-56c7-4c06-a58e-04a7545d7c77,segment=NetworkSegment(9d1da82a-86e7-40ba-8e03-293456014cac),segment_id=9d1da82a-86e7-40ba-8e03-293456014cac)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:39.763955 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b6770e16-ecd7-4cd8-b79a-736aa017affc req-a242395a-8a3f-4d73-9304-b54db61e2581 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.798383 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-b6770e16-ecd7-4cd8-b79a-736aa017affc req-a242395a-8a3f-4d73-9304-b54db61e2581 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Calling delete_port for 41fb1020-56c7-4c06-a58e-04a7545d7c77 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:39.908594 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85629c98-b9a9-4890-8906-25dd8c6393a5 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:39.939257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-85629c98-b9a9-4890-8906-25dd8c6393a5 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Calling delete_port for 68105485-08c4-461e-ae98-cb0eba1e25f9 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:40.083486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b6770e16-ecd7-4cd8-b79a-736aa017affc req-a242395a-8a3f-4d73-9304-b54db61e2581 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:40.098669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['41fb1020-56c7-4c06-a58e-04a7545d7c77'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:43:40.206004 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242395a-8a3f-4d73-9304-b54db61e2581 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Pushing event deleted for resources: {'Port': ['ID=41fb1020-56c7-4c06-a58e-04a7545d7c77,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:40.267871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6770e16-ecd7-4cd8-b79a-736aa017affc req-a242395a-8a3f-4d73-9304-b54db61e2581 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] No DVR routers for this DVR port 41fb1020-56c7-4c06-a58e-04a7545d7c77 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:40.271107 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b6770e16-ecd7-4cd8-b79a-736aa017affc req-a242395a-8a3f-4d73-9304-b54db61e2581 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:40.273270 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b6770e16-ecd7-4cd8-b79a-736aa017affc req-a242395a-8a3f-4d73-9304-b54db61e2581 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.88 "DELETE /v2.0/ports/41fb1020-56c7-4c06-a58e-04a7545d7c77 HTTP/1.1" status: 204 len: 173 time: 1.0413969 Jul 16 03:43:40.273924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb339e1b-bf91-4bc2-a980-c3ed2bd11f50', 'name': 'network-vif-deleted', 'tag': '41fb1020-56c7-4c06-a58e-04a7545d7c77'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:40.277074 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e315e5-4ba3-4cd8-8144-9ecc0368700b" -d '{"events": [{"server_uuid": "fb339e1b-bf91-4bc2-a980-c3ed2bd11f50", "name": "network-vif-deleted", "tag": "41fb1020-56c7-4c06-a58e-04a7545d7c77"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:40.481588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06fbf047-20e9-438f-b3a9-d4041d6bb136 req-b8173510-7caf-443c-bc84-2b10f190a4fb tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 210 time: 0.0767381 Jul 16 03:43:40.488035 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85629c98-b9a9-4890-8906-25dd8c6393a5 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:40.751428 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85629c98-b9a9-4890-8906-25dd8c6393a5 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event deleted for resources: {'Port': ['ID=68105485-08c4-461e-ae98-cb0eba1e25f9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:40.782885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874b36e-1947-48ee-8759-8d4618c14687 req-5e7a9fc9-a14f-43fe-b486-d431f12208d8 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:40.790739 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6874b36e-1947-48ee-8759-8d4618c14687 req-5e7a9fc9-a14f-43fe-b486-d431f12208d8 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.3898692 Jul 16 03:43:41.007174 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6874b36e-1947-48ee-8759-8d4618c14687 req-8b861da3-608b-4e04-a0ba-676090c06aef tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153347 Jul 16 03:43:41.089746 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5851c1-143b-4656-b2d6-e6ea50a02521 x-openstack-request-id: req-ae5851c1-143b-4656-b2d6-e6ea50a02521 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:41.090044 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb339e1b-bf91-4bc2-a980-c3ed2bd11f50", "name": "network-vif-deleted", "tag": "41fb1020-56c7-4c06-a58e-04a7545d7c77", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:41.090447 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae5851c1-143b-4656-b2d6-e6ea50a02521 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:41.090848 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb339e1b-bf91-4bc2-a980-c3ed2bd11f50', 'name': 'network-vif-deleted', 'tag': '41fb1020-56c7-4c06-a58e-04a7545d7c77', 'status': 'completed', 'code': 200} Jul 16 03:43:41.138623 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85629c98-b9a9-4890-8906-25dd8c6393a5 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:41.273817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8de9220-bdb6-4c38-9432-07f0d6bfdef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68eb5d1-38b2-40e6-84e3-fb4bee92337f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:43:41.279590 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c28b05-5153-4868-92b4-5c8b660f4fe7" -d '{"events": [{"server_uuid": "a8de9220-bdb6-4c38-9432-07f0d6bfdef1", "name": "network-vif-plugged", "status": "completed", "tag": "a68eb5d1-38b2-40e6-84e3-fb4bee92337f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:43:41.347838 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9939eb0-25c4-44ab-b9ec-7a092c061ef7 x-openstack-request-id: req-d9939eb0-25c4-44ab-b9ec-7a092c061ef7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:43:41.348577 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8de9220-bdb6-4c38-9432-07f0d6bfdef1", "name": "network-vif-plugged", "status": "completed", "tag": "a68eb5d1-38b2-40e6-84e3-fb4bee92337f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:43:41.349013 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9939eb0-25c4-44ab-b9ec-7a092c061ef7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:43:41.349604 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8de9220-bdb6-4c38-9432-07f0d6bfdef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68eb5d1-38b2-40e6-84e3-fb4bee92337f', 'code': 200} Jul 16 03:43:41.425344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef743b75-f8d0-4377-97b3-0557eaaf9866 req-1ca864af-c18d-439f-a224-030f54257931 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:41.427430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef743b75-f8d0-4377-97b3-0557eaaf9866 req-1ca864af-c18d-439f-a224-030f54257931 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 945 time: 0.2132628 Jul 16 03:43:41.523225 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef743b75-f8d0-4377-97b3-0557eaaf9866 req-e671ce18-8c94-4fe5-9c94-46a28c590129 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881834 Jul 16 03:43:41.640123 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85629c98-b9a9-4890-8906-25dd8c6393a5 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Router f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:43:41.821714 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-24e27fd5-21e9-440c-ba3d-9b48d87dbd69 req-324f0bcd-a7c0-4bbf-8c07-d48c2a041aa8 tempest-ServerAddressesNegativeTestJSON-549014911 tempest-ServerAddressesNegativeTestJSON-549014911-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb339e1b-bf91-4bc2-a980-c3ed2bd11f50 HTTP/1.1" status: 200 len: 210 time: 0.0559576 Jul 16 03:43:41.997692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85629c98-b9a9-4890-8906-25dd8c6393a5 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:42.002969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-85629c98-b9a9-4890-8906-25dd8c6393a5 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] 10.222.0.18 "PUT /v2.0/routers/f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2998657 Jul 16 03:43:42.005253 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:42.021935 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81a2cb7-d979-481a-be88-42e5fedab78c None None] Sync routers for ids ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:42.032403 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81a2cb7-d979-481a-be88-42e5fedab78c None None] Routers {'f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:42.033691 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e81a2cb7-d979-481a-be88-42e5fedab78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:42.156472 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e81a2cb7-d979-481a-be88-42e5fedab78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:42.193984 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8a3b-9bae-447b-8569-e2762126c939 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.197937 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81a2cb7-d979-481a-be88-42e5fedab78c None None] Routers {'f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:42.201430 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e81a2cb7-d979-481a-be88-42e5fedab78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:42.285009 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e81a2cb7-d979-481a-be88-42e5fedab78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:42.285636 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81a2cb7-d979-481a-be88-42e5fedab78c None None] The sync data for ids ['f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:42.405823 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d9b03-0fae-4756-b905-3a3160435410 req-4b9b7abe-d044-4510-8f3c-38137b9aeb8e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:42.407513 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-180d9b03-0fae-4756-b905-3a3160435410 req-4b9b7abe-d044-4510-8f3c-38137b9aeb8e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.1263237 Jul 16 03:43:42.409327 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8a3b-9bae-447b-8569-e2762126c939 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.484537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-180d9b03-0fae-4756-b905-3a3160435410 req-25d53f07-c7b5-420b-8df6-db79e19413f0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671387 Jul 16 03:43:42.510250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc8a3b-9bae-447b-8569-e2762126c939 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Deleting port 7c45fe6d-4b35-4654-8523-9ec3d15c8f4d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:42.510768 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8a3b-9bae-447b-8569-e2762126c939 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.707569 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8a3b-9bae-447b-8569-e2762126c939 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:42.741875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc8a3b-9bae-447b-8569-e2762126c939 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Calling delete_port for 7c45fe6d-4b35-4654-8523-9ec3d15c8f4d owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:43.029917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45854) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:43.066777 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8a3b-9bae-447b-8569-e2762126c939 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.170328 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc8a3b-9bae-447b-8569-e2762126c939 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event deleted for resources: {'Port': ['ID=7c45fe6d-4b35-4654-8523-9ec3d15c8f4d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:43.189174 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 41fb1020-56c7-4c06-a58e-04a7545d7c77 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:43.254155 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 41fb1020-56c7-4c06-a58e-04a7545d7c77 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:43.254503 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 41fb1020-56c7-4c06-a58e-04a7545d7c77 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:43.285234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6d2064-d3c6-4b4d-9ca0-72b89f8be214 admin admin] Deleting subnet 0f2f8527-e04a-4b73-b23b-9d090abe39b2 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:43.304459 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de6d2064-d3c6-4b4d-9ca0-72b89f8be214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.377864 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8a3b-9bae-447b-8569-e2762126c939 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.407239 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de6d2064-d3c6-4b4d-9ca0-72b89f8be214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.457793 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de6d2064-d3c6-4b4d-9ca0-72b89f8be214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.677275 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de6d2064-d3c6-4b4d-9ca0-72b89f8be214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.694134 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8a3b-9bae-447b-8569-e2762126c939 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.697319 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8a3b-9bae-447b-8569-e2762126c939 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.748709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d2064-d3c6-4b4d-9ca0-72b89f8be214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f2f8527-e04a-4b73-b23b-9d090abe39b2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:43.751297 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de6d2064-d3c6-4b4d-9ca0-72b89f8be214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.757122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45884) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:43.757890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-de6d2064-d3c6-4b4d-9ca0-72b89f8be214 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0f2f8527-e04a-4b73-b23b-9d090abe39b2 HTTP/1.1" status: 204 len: 168 time: 0.7259126 Jul 16 03:43:43.812381 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8a3b-9bae-447b-8569-e2762126c939 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.813185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebc8a3b-9bae-447b-8569-e2762126c939 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Fanout notify agent at l3_agent the message router_deleted on router f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:43:43.829970 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8a3b-9bae-447b-8569-e2762126c939 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.833746 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4ebc8a3b-9bae-447b-8569-e2762126c939 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] 10.222.0.18 "DELETE /v2.0/routers/f1aa0b81-12e5-4f1c-b9fc-6056ade4ae90 HTTP/1.1" status: 204 len: 168 time: 1.8251290 Jul 16 03:43:43.834348 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:43.911109 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7674b89-c1a8-4188-99e5-afbe3002c883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:43.922791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec19c56-6009-4f20-a021-08e7e14f581c tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Deleting subnet 36fd7a92-3d5e-40f9-a90a-8ebdb91be6ec {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:43:43.927168 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ec19c56-6009-4f20-a021-08e7e14f581c tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.001728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7674b89-c1a8-4188-99e5-afbe3002c883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.013769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e7674b89-c1a8-4188-99e5-afbe3002c883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd0a8e09-54d6-42a7-bdb6-2f182e73c78d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:44.017518 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ec19c56-6009-4f20-a021-08e7e14f581c tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.026574 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e7674b89-c1a8-4188-99e5-afbe3002c883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1da82a-86e7-40ba-8e03-293456014cac') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:44.027272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e7674b89-c1a8-4188-99e5-afbe3002c883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1da82a-86e7-40ba-8e03-293456014cac') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:44.040134 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7674b89-c1a8-4188-99e5-afbe3002c883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.071377 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7674b89-c1a8-4188-99e5-afbe3002c883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.091679 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7674b89-c1a8-4188-99e5-afbe3002c883 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:44.092432 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7674b89-c1a8-4188-99e5-afbe3002c883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:44.100414 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:44.183463 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7674b89-c1a8-4188-99e5-afbe3002c883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.195657 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7674b89-c1a8-4188-99e5-afbe3002c883 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.200648 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e7674b89-c1a8-4188-99e5-afbe3002c883 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dd0a8e09-54d6-42a7-bdb6-2f182e73c78d HTTP/1.1" status: 204 len: 168 time: 0.4402099 Jul 16 03:43:44.237158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7674b89-c1a8-4188-99e5-afbe3002c883 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd0a8e09-54d6-42a7-bdb6-2f182e73c78d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:44.483563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45908) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:44.548650 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-23c0274c-1a29-4bee-8d15-bece0a324e14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11961933f41f40da95fd16a4fe82fed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613852 Jul 16 03:43:44.549513 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45910) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:44.596565 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff4707-e696-41a3-8f09-c196f503bc0e req-ea9cd1fa-289f-48b3-9fa5-f6ee4b002386 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:44.604095 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d4ff4707-e696-41a3-8f09-c196f503bc0e req-ea9cd1fa-289f-48b3-9fa5-f6ee4b002386 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.6351957 Jul 16 03:43:44.648019 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62b869d5-6aa3-4268-86d6-a13ddfaa031d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.675585 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62b869d5-6aa3-4268-86d6-a13ddfaa031d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.735056 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62b869d5-6aa3-4268-86d6-a13ddfaa031d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.736202 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62b869d5-6aa3-4268-86d6-a13ddfaa031d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.737314 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-62b869d5-6aa3-4268-86d6-a13ddfaa031d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/711a2226-3135-4af9-9d7f-ba9c37469da9 HTTP/1.1" status: 204 len: 168 time: 0.1867936 Jul 16 03:43:44.751536 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b869d5-6aa3-4268-86d6-a13ddfaa031d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711a2226-3135-4af9-9d7f-ba9c37469da9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:44.752440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d4ff4707-e696-41a3-8f09-c196f503bc0e req-22eaca5c-c8b0-42bf-9562-8a56e4435fc2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473148 Jul 16 03:43:44.786914 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ec19c56-6009-4f20-a021-08e7e14f581c tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.931292 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ec19c56-6009-4f20-a021-08e7e14f581c tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.969393 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec19c56-6009-4f20-a021-08e7e14f581c tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event deleted for resources: {'Subnet': ['ID=36fd7a92-3d5e-40f9-a90a-8ebdb91be6ec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:44.982658 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ec19c56-6009-4f20-a021-08e7e14f581c tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:44.982852 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0884f921-a4e2-4bc3-991d-9265cfb88e40 None None] Network 1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:44.985052 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3ec19c56-6009-4f20-a021-08e7e14f581c tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] 10.222.0.18 "DELETE /v2.0/subnets/36fd7a92-3d5e-40f9-a90a-8ebdb91be6ec HTTP/1.1" status: 204 len: 168 time: 1.1493883 Jul 16 03:43:44.987168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45920) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:45.113749 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.260381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Deleting port 12e2179a-0456-4f45-bb51-17754f63a319 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:45.262464 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.430630 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455266d8-0c13-4fd8-9e38-f80e477ec10d None None] DHCP port deletion for 1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:43:45.517915 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] For port 12e2179a-0456-4f45-bb51-17754f63a319, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=12e2179a-0456-4f45-bb51-17754f63a319,segment=NetworkSegment(95d9450e-93c2-4221-b908-4bb0ddf0c9cc),segment_id=95d9450e-93c2-4221-b908-4bb0ddf0c9cc)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:45.518722 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.538783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-455266d8-0c13-4fd8-9e38-f80e477ec10d None None] Deleting port 12e2179a-0456-4f45-bb51-17754f63a319 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:45.539708 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-455266d8-0c13-4fd8-9e38-f80e477ec10d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.576062 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Calling delete_port for 12e2179a-0456-4f45-bb51-17754f63a319 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:45.625774 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-455266d8-0c13-4fd8-9e38-f80e477ec10d None None] For port 12e2179a-0456-4f45-bb51-17754f63a319, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=12e2179a-0456-4f45-bb51-17754f63a319,segment=NetworkSegment(95d9450e-93c2-4221-b908-4bb0ddf0c9cc),segment_id=95d9450e-93c2-4221-b908-4bb0ddf0c9cc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:45.626676 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-455266d8-0c13-4fd8-9e38-f80e477ec10d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.661534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-455266d8-0c13-4fd8-9e38-f80e477ec10d None None] Calling delete_port for 12e2179a-0456-4f45-bb51-17754f63a319 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:45.781538 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:45.858562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event deleted for resources: {'Port': ['ID=12e2179a-0456-4f45-bb51-17754f63a319,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:45.863200 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] No DVR routers for this DVR port 12e2179a-0456-4f45-bb51-17754f63a319 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:45.933859 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-455266d8-0c13-4fd8-9e38-f80e477ec10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.005858 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455266d8-0c13-4fd8-9e38-f80e477ec10d None None] Pushing event deleted for resources: {'Port': ['ID=12e2179a-0456-4f45-bb51-17754f63a319,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:46.019828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455266d8-0c13-4fd8-9e38-f80e477ec10d None None] No DVR routers for this DVR port 12e2179a-0456-4f45-bb51-17754f63a319 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:43:46.079844 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.100032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:46.143487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d9450e-93c2-4221-b908-4bb0ddf0c9cc') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:46.144055 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d9450e-93c2-4221-b908-4bb0ddf0c9cc') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:46.166646 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.186841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a88c35-b77c-4d20-9dc9-d4ea39684f72 req-bdbdbce0-1026-41c1-a7db-620cea839877 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:46.199745 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8a88c35-b77c-4d20-9dc9-d4ea39684f72 req-bdbdbce0-1026-41c1-a7db-620cea839877 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.1508594 Jul 16 03:43:46.204841 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.223357 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:43:46.223772 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.334428 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8a88c35-b77c-4d20-9dc9-d4ea39684f72 req-dc288155-d9f2-4b7f-9c44-2be416173efb tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326780 Jul 16 03:43:46.366131 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45958) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:43:46.418162 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:43:46.430873 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.441906 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.445462 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] 10.222.0.18 "DELETE /v2.0/networks/1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4 HTTP/1.1" status: 204 len: 168 time: 1.4571569 Jul 16 03:43:46.447976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:46.519596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f190c-6496-4069-a4b4-363c0f68644e tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event deleted for resources: {'Network': ['ID=1b6f3dc5-e6a3-4f57-ab21-451f3172f3f4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:46.600539 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1854850354-network', 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:46.680572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] Made reservation on behalf of 86f8fb2994334a65b888442d6d0d02d1 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:46.682947 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.688103 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 12e2179a-0456-4f45-bb51-17754f63a319 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:43:46.692539 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.730322 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 12e2179a-0456-4f45-bb51-17754f63a319 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:43:46.730699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 12e2179a-0456-4f45-bb51-17754f63a319 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:43:46.736082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-13d5e4f2-3c65-48f2-86d5-9a75c5673313 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Deleting port 85c33a7a-e437-4926-a693-007f83f544e5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:43:46.736498 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13d5e4f2-3c65-48f2-86d5-9a75c5673313 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.912842 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13d5e4f2-3c65-48f2-86d5-9a75c5673313 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.913253 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13d5e4f2-3c65-48f2-86d5-9a75c5673313 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.986984 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:46.988574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-13d5e4f2-3c65-48f2-86d5-9a75c5673313 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Calling delete_port for 85c33a7a-e437-4926-a693-007f83f544e5 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:43:46.996242 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.056670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:47.092705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89da09c-4f68-46b3-8070-22065911275d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:47.111396 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.112705 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] Added segment bafe52f6-9b50-44cd-8235-956c38444f37 of type vlan for network 58ffcd17-545c-499b-941d-4f64c3856a17 Jul 16 03:43:47.238517 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.323557 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.324561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:47.325160 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.437546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] Pushing event updated for resources: {'Network': ['ID=58ffcd17-545c-499b-941d-4f64c3856a17,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:47.464855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 58ffcd17-545c-499b-941d-4f64c3856a17 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:47.478484 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0f13e124-0ae6-4f43-8d15-4b27647c4bbe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1073556 Jul 16 03:43:47.478620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45982) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:47.494834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0b062d78-723c-457d-a159-3c95aa43686f admin admin] Request body: {'subnet': {'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1854850354-subnet', 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:47.532445 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13d5e4f2-3c65-48f2-86d5-9a75c5673313 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.560283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b062d78-723c-457d-a159-3c95aa43686f admin admin] Made reservation on behalf of 86f8fb2994334a65b888442d6d0d02d1 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:47.565105 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b062d78-723c-457d-a159-3c95aa43686f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.606934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5e4f2-3c65-48f2-86d5-9a75c5673313 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Pushing event deleted for resources: {'Port': ['ID=85c33a7a-e437-4926-a693-007f83f544e5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:47.703665 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13d5e4f2-3c65-48f2-86d5-9a75c5673313 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.706341 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13d5e4f2-3c65-48f2-86d5-9a75c5673313 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.710628 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-13d5e4f2-3c65-48f2-86d5-9a75c5673313 tempest-FloatingIPAdminTestJSON-1493478769 tempest-FloatingIPAdminTestJSON-1493478769-project] 10.222.0.18 "DELETE /v2.0/floatingips/9e5dba12-8df7-4701-95ff-a635c20cf03c HTTP/1.1" status: 204 len: 168 time: 1.2615392 Jul 16 03:43:47.750346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ab7eb-ee89-4141-b538-116fdf696569 req-622b9cfb-35ef-4007-aaac-02893b6c2362 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:47.752499 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-009ab7eb-ee89-4141-b538-116fdf696569 req-622b9cfb-35ef-4007-aaac-02893b6c2362 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.2585797 Jul 16 03:43:47.819687 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-009ab7eb-ee89-4141-b538-116fdf696569 req-3c70930f-3592-45b5-90b9-e5e4f2866e49 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531294 Jul 16 03:43:47.845739 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b062d78-723c-457d-a159-3c95aa43686f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:47.965605 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b062d78-723c-457d-a159-3c95aa43686f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf54e103-b33c-4be3-9104-63de2822c4cd,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:47.975798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b062d78-723c-457d-a159-3c95aa43686f admin admin] Checking segment: {'id': 'bafe52f6-9b50-44cd-8235-956c38444f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:47.976145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b062d78-723c-457d-a159-3c95aa43686f admin admin] Network hostable DHCP agents. Network: 58ffcd17-545c-499b-941d-4f64c3856a17, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:43:48.033757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b062d78-723c-457d-a159-3c95aa43686f admin admin] Network 58ffcd17-545c-499b-941d-4f64c3856a17 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:43:48.074656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0b062d78-723c-457d-a159-3c95aa43686f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 58ffcd17-545c-499b-941d-4f64c3856a17) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:48.088301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9543fa-fabc-4bf2-9ab2-94d0d147f32b None None] Network 58ffcd17-545c-499b-941d-4f64c3856a17 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:48.089972 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b062d78-723c-457d-a159-3c95aa43686f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:48.090582 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b062d78-723c-457d-a159-3c95aa43686f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.122715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:48.123075 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:48.123308 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0b062d78-723c-457d-a159-3c95aa43686f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6432614 Jul 16 03:43:48.136237 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1854850354-router', 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:48.209021 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.210600 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.332450 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.367033 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6989d208-f389-46fa-9636-4d2f9303296d None None] Network 58ffcd17-545c-499b-941d-4f64c3856a17 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:48.460190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-21a4f457-02d3-4efa-b69e-48e03ec620cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e350b26cb20f4112bfbb9556103b0483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345594 Jul 16 03:43:48.462872 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46006) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:48.656055 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-752b1f0b-330c-4078-b71d-d45e5b6ace19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.671920 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.723835 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-752b1f0b-330c-4078-b71d-d45e5b6ace19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.849590 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-752b1f0b-330c-4078-b71d-d45e5b6ace19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.853804 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-752b1f0b-330c-4078-b71d-d45e5b6ace19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:48.857201 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-752b1f0b-330c-4078-b71d-d45e5b6ace19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9a0d91a-8e96-405d-92e3-4261db2cba17 HTTP/1.1" status: 204 len: 168 time: 0.3924153 Jul 16 03:43:48.905084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b1f0b-330c-4078-b71d-d45e5b6ace19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a0d91a-8e96-405d-92e3-4261db2cba17,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:49.453528 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.527514 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.550947 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46046) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:49.573861 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b18c881-0349-40d1-8a40-33f348a143ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.647072 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:43:49.776040 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Allocated IP 172.25.3.127 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/55cd93dd-c0b6-4064-bd6b-76f3f427a387) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:49.815129 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b18c881-0349-40d1-8a40-33f348a143ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.827003 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b18c881-0349-40d1-8a40-33f348a143ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:49.932834 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5b18c881-0349-40d1-8a40-33f348a143ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b54a0c8ffbc34462b30ac3472269f4bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3800385 Jul 16 03:43:49.934035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b18c881-0349-40d1-8a40-33f348a143ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbd6ae0-a1f8-4163-9477-a3207be3863c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:49.940459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:49.992676 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.050827 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89338218-2a04-485e-9c5e-4b5282ce9d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.063871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8481014-c5a2-4f69-826e-8209c814adf8 req-480726d7-0e87-408e-9c9d-5b6d9824f39d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:50.065664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8481014-c5a2-4f69-826e-8209c814adf8 req-480726d7-0e87-408e-9c9d-5b6d9824f39d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.7432826 Jul 16 03:43:50.094380 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89338218-2a04-485e-9c5e-4b5282ce9d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.151241 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.169239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8481014-c5a2-4f69-826e-8209c814adf8 req-f61ebaeb-9557-4fce-9a6c-925aaf93cc4b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979178 Jul 16 03:43:50.199647 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89338218-2a04-485e-9c5e-4b5282ce9d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.204178 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89338218-2a04-485e-9c5e-4b5282ce9d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:50.208119 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-89338218-2a04-485e-9c5e-4b5282ce9d35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbbd6ae0-a1f8-4163-9477-a3207be3863c HTTP/1.1" status: 204 len: 168 time: 0.2666528 Jul 16 03:43:50.231005 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89338218-2a04-485e-9c5e-4b5282ce9d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbd6ae0-a1f8-4163-9477-a3207be3863c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:50.323769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:50.329318 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:50.331911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:50.340398 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Pushing event updated for resources: {'Port': ['ID=55cd93dd-c0b6-4064-bd6b-76f3f427a387,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:50.972852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46142) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:50.996039 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.006945 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.203233 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.222015 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.293727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200b64a0-3027-404a-8e8f-88d5fe1d37de,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:51.315452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:51.315953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:51.316417 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:51.316852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:51.317343 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:51.318251 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:51.318768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:51.319220 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:51.319686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:51.320139 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:51.320638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:51.321098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:51.334939 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c0bce9ad-31f5-4207-aaac-9debed4d6461 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=002b7a4c44b8451cb279eef2c9783094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599079 Jul 16 03:43:51.337366 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46168) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:51.390954 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.406401 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4c1f6cf-ed76-45b8-b8b5-30630d97e15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.437981 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4c1f6cf-ed76-45b8-b8b5-30630d97e15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.504652 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4c1f6cf-ed76-45b8-b8b5-30630d97e15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.509902 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4c1f6cf-ed76-45b8-b8b5-30630d97e15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.513719 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b4c1f6cf-ed76-45b8-b8b5-30630d97e15b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/200b64a0-3027-404a-8e8f-88d5fe1d37de HTTP/1.1" status: 204 len: 168 time: 0.1729887 Jul 16 03:43:51.521898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1f6cf-ed76-45b8-b8b5-30630d97e15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200b64a0-3027-404a-8e8f-88d5fe1d37de,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:51.629497 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23f7ca-52d3-43c8-b1d8-6fd6a7c3c57d req-8bd5d32a-7a38-4ef9-9b81-399c3935b8b7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:51.631308 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be23f7ca-52d3-43c8-b1d8-6fd6a7c3c57d req-8bd5d32a-7a38-4ef9-9b81-399c3935b8b7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.1006262 Jul 16 03:43:51.638881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Router c0310697-783d-4cfc-a7e3-ff0beaca0ea0 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:43:51.765898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be23f7ca-52d3-43c8-b1d8-6fd6a7c3c57d req-e8168e9e-4043-4cdb-a1f6-8ce10a3c52f6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213574 Jul 16 03:43:51.892924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:51.905713 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Sync routers for ids ['c0310697-783d-4cfc-a7e3-ff0beaca0ea0'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:51.921547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Routers {'c0310697-783d-4cfc-a7e3-ff0beaca0ea0'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:51.922223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['c0310697-783d-4cfc-a7e3-ff0beaca0ea0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:51.931930 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:51.938323 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-967d1638-8e55-4e60-80c5-831959e88287 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8138149 Jul 16 03:43:51.940771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46202) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:52.242148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Set router c0310697-783d-4cfc-a7e3-ff0beaca0ea0 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:52.716180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'name': 'tempest-ServerRescueNegativeTestJSON-1854850354-router', 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '55cd93dd-c0b6-4064-bd6b-76f3f427a387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:48Z', 'updated_at': '2021-07-16T03:43:50Z', 'revision_number': 3, 'project_id': '86f8fb2994334a65b888442d6d0d02d1', 'gw_port': {'id': '55cd93dd-c0b6-4064-bd6b-76f3f427a387', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:49Z', 'updated_at': '2021-07-16T03:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:52.846341 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Checking router: c0310697-783d-4cfc-a7e3-ff0beaca0ea0 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:43:52.846999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Updating router c0310697-783d-4cfc-a7e3-ff0beaca0ea0 port 55cd93dd-c0b6-4064-bd6b-76f3f427a387 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:43:52.997736 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.013397 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.194902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b64b6-70bf-4f0e-8097-44a05f288ae2 req-3660596b-f089-4857-a06e-f58e4454f4b7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:53.198960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e1b64b6-70bf-4f0e-8097-44a05f288ae2 req-3660596b-f089-4857-a06e-f58e4454f4b7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.2076621 Jul 16 03:43:53.328588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e1b64b6-70bf-4f0e-8097-44a05f288ae2 req-07f86ab5-6909-4e79-b176-e0a7df8b218b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189375 Jul 16 03:43:53.502346 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Allocated IP 172.20.0.1 (58ffcd17-545c-499b-941d-4f64c3856a17/bf54e103-b33c-4be3-9104-63de2822c4cd/1fc2d620-09e5-4051-8da8-3ade06beb600) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:43:53.548987 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.560487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Transition to ACTIVE for port object 55cd93dd-c0b6-4064-bd6b-76f3f427a387 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:53.573328 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.688595 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b743c-a6de-4a5d-b9a8-52950807ea9d None None] Pushing event updated for resources: {'Port': ['ID=55cd93dd-c0b6-4064-bd6b-76f3f427a387,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:53.731867 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Attempting to bind port 55cd93dd-c0b6-4064-bd6b-76f3f427a387 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:53.737577 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Attempting to bind port 55cd93dd-c0b6-4064-bd6b-76f3f427a387 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:53.738636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Attempting to bind port 55cd93dd-c0b6-4064-bd6b-76f3f427a387 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:53.753952 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:53.755540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:53.755972 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.756812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:53.759358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Bound port: 55cd93dd-c0b6-4064-bd6b-76f3f427a387, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:53.762445 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.767791 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.858871 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.871865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] For port 55cd93dd-c0b6-4064-bd6b-76f3f427a387, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:43:53.875814 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] For port 55cd93dd-c0b6-4064-bd6b-76f3f427a387, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=55cd93dd-c0b6-4064-bd6b-76f3f427a387,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:43:53.892623 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:53.921498 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Network 58ffcd17-545c-499b-941d-4f64c3856a17 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:53.927315 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:53.933153 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:53.935312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Pushing event updated for resources: {'Port': ['ID=1fc2d620-09e5-4051-8da8-3ade06beb600,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:54.005341 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.032199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b743c-a6de-4a5d-b9a8-52950807ea9d None None] Pushing event updated for resources: {'Port': ['ID=55cd93dd-c0b6-4064-bd6b-76f3f427a387,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:54.087869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Routers {'c0310697-783d-4cfc-a7e3-ff0beaca0ea0'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:54.088829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['c0310697-783d-4cfc-a7e3-ff0beaca0ea0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:54.216617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] Set router c0310697-783d-4cfc-a7e3-ff0beaca0ea0 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:54.292725 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.687170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:54.724169 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'name': 'tempest-ServerRescueNegativeTestJSON-1854850354-router', 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '55cd93dd-c0b6-4064-bd6b-76f3f427a387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:48Z', 'updated_at': '2021-07-16T03:43:50Z', 'revision_number': 3, 'project_id': '86f8fb2994334a65b888442d6d0d02d1', 'gw_port': {'id': '55cd93dd-c0b6-4064-bd6b-76f3f427a387', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:49Z', 'updated_at': '2021-07-16T03:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:54.806679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.823097 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:54.853889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afff5db-0b04-4ba7-b9ed-7639b552639f None None] The sync data for ids ['c0310697-783d-4cfc-a7e3-ff0beaca0ea0'] in n-d-800088-6 is: [{'id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'name': 'tempest-ServerRescueNegativeTestJSON-1854850354-router', 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '55cd93dd-c0b6-4064-bd6b-76f3f427a387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:48Z', 'updated_at': '2021-07-16T03:43:50Z', 'revision_number': 3, 'project_id': '86f8fb2994334a65b888442d6d0d02d1', 'gw_port': {'id': '55cd93dd-c0b6-4064-bd6b-76f3f427a387', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:49Z', 'updated_at': '2021-07-16T03:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:43:54.940469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea093c0-33f3-46b5-8aa9-cae883e266a5 req-e2575a55-98db-4609-908f-ce6118b18bf3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:54.952597 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ea093c0-33f3-46b5-8aa9-cae883e266a5 req-e2575a55-98db-4609-908f-ce6118b18bf3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.2178478 Jul 16 03:43:54.981800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-624867619'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:55.090806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ea093c0-33f3-46b5-8aa9-cae883e266a5 req-fe4e2840-9726-468e-949d-4c680859e874 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226223 Jul 16 03:43:55.092174 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Made reservation on behalf of 4118a5c7bd9a4dffa5eba19b4357de35 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:55.096180 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.124785 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.482969 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.492699 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.529968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Pushing event updated for resources: {'Port': ['ID=1fc2d620-09e5-4051-8da8-3ade06beb600,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:55.560520 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788e9d72-8c8a-4d23-ab29-6b3c3e4da457,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:55.568186 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.593724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:43:55.613611 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.614332 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Added segment bb950e51-b117-4b46-9430-51fde3ecc6ad of type vlan for network 8f9800fd-dd44-46f8-ae40-5873aa3a298a Jul 16 03:43:55.778084 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.855072 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.864490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:55.868187 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:55.875456 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Network 58ffcd17-545c-499b-941d-4f64c3856a17 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:43:55.901887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:56.001695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Pushing event updated for resources: {'Network': ['ID=8f9800fd-dd44-46f8-ae40-5873aa3a298a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:56.007010 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1905959a-db33-4468-9de3-90bf6000b895 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3161104 Jul 16 03:43:56.018476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 8f9800fd-dd44-46f8-ae40-5873aa3a298a details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:43:56.182411 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Router c0310697-783d-4cfc-a7e3-ff0beaca0ea0 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:43:56.398864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:43:56.422031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Request body: {'port': {'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a', 'binding:host_id': 'n-h1-800088-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-748919028'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:43:56.469176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:43:56.484257 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-39faaf68-8494-42eb-8cf8-d1d18e100cdc admin admin] 10.222.0.18 "PUT /v2.0/routers/c0310697-783d-4cfc-a7e3-ff0beaca0ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5418622 Jul 16 03:43:56.547059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf4ca1-506d-4756-a634-cceef99ba438 req-44d907eb-57ac-4c57-a41e-c397c839581d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:56.548691 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ecf4ca1-506d-4756-a634-cceef99ba438 req-44d907eb-57ac-4c57-a41e-c397c839581d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.2035766 Jul 16 03:43:56.551905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Made reservation on behalf of 1a4caf2b8da746e28561e7db4ed16301 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:43:56.554400 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.579726 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.681574 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ecf4ca1-506d-4756-a634-cceef99ba438 req-81d03c50-eff9-4aaa-a01c-a0f5e3418941 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029155 Jul 16 03:43:56.762437 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 55cd93dd-c0b6-4064-bd6b-76f3f427a387 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:56.886040 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.893532 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:56.910817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 55cd93dd-c0b6-4064-bd6b-76f3f427a387 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:43:56.913674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] device_id is not set on port 42529782-b686-41e3-b9ca-ed4dd98eecaf yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:56.945218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 55cd93dd-c0b6-4064-bd6b-76f3f427a387 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:56.947054 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.184834 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.227627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 55cd93dd-c0b6-4064-bd6b-76f3f427a387, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=55cd93dd-c0b6-4064-bd6b-76f3f427a387,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:43:57.239438 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:57.351777 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=55cd93dd-c0b6-4064-bd6b-76f3f427a387,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:57.394544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-91360ce9-a950-462e-9fb0-c7a3beea2b0b tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:57.396484 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-91360ce9-a950-462e-9fb0-c7a3beea2b0b tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/networks?id=58ffcd17-545c-499b-941d-4f64c3856a17 HTTP/1.1" status: 200 len: 819 time: 0.2913554 Jul 16 03:43:57.402222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6d6fa5-3c53-4f28-be8a-585ecf0d024e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:57.492949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-861b44aa-92fc-44f7-b411-109e7771bb69 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/quotas/86f8fb2994334a65b888442d6d0d02d1 HTTP/1.1" status: 200 len: 375 time: 0.0629504 Jul 16 03:43:58.057140 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb630be5-ce55-42d6-bb98-d95dff08bfc0 req-379ffa01-8acb-48e0-8ad2-31aa94d10e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.058709 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb630be5-ce55-42d6-bb98-d95dff08bfc0 req-379ffa01-8acb-48e0-8ad2-31aa94d10e25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 1096 time: 0.9473088 Jul 16 03:43:58.061192 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Sync routers for ids ['c0310697-783d-4cfc-a7e3-ff0beaca0ea0'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:43:58.074561 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Routers {'c0310697-783d-4cfc-a7e3-ff0beaca0ea0'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:43:58.075593 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['c0310697-783d-4cfc-a7e3-ff0beaca0ea0'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:58.190459 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-67165863-b78c-409c-b6c3-7d80dce8d736 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=86f8fb2994334a65b888442d6d0d02d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6965470 Jul 16 03:43:58.270512 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] device_id is not set on port 42529782-b686-41e3-b9ca-ed4dd98eecaf yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:43:58.282906 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Set router c0310697-783d-4cfc-a7e3-ff0beaca0ea0 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:43:58.310500 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.320064 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-0d054f88-25ac-4e12-a078-f5275e51f7e3 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.328848 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-0d054f88-25ac-4e12-a078-f5275e51f7e3 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/networks?id=0e86a351-3a68-4bb2-87f3-ea80cc839c95 HTTP/1.1" status: 200 len: 814 time: 0.3687344 Jul 16 03:43:58.380340 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-c18ae7ea-310c-4555-8c66-88372fc31cec tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/quotas/ac5fda404a8c4a73b2e015317d446c64 HTTP/1.1" status: 200 len: 375 time: 0.0510817 Jul 16 03:43:58.419055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Transition to ACTIVE for port object 42529782-b686-41e3-b9ca-ed4dd98eecaf will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:58.447457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb630be5-ce55-42d6-bb98-d95dff08bfc0 req-e47f2bb7-e440-4751-ad1b-cbeedf36dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.450073 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb630be5-ce55-42d6-bb98-d95dff08bfc0 req-e47f2bb7-e440-4751-ad1b-cbeedf36dd5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.3783524 Jul 16 03:43:58.506933 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb630be5-ce55-42d6-bb98-d95dff08bfc0 req-cc3b160e-c9a7-4332-a9fa-af98889c40fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68eb5d1-38b2-40e6-84e3-fb4bee92337f HTTP/1.1" status: 200 len: 217 time: 0.0426555 Jul 16 03:43:58.510428 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.572204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb630be5-ce55-42d6-bb98-d95dff08bfc0 req-69af138d-75ea-40c0-a7fb-9890eb340a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.573956 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb630be5-ce55-42d6-bb98-d95dff08bfc0 req-69af138d-75ea-40c0-a7fb-9890eb340a4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.0602877 Jul 16 03:43:58.585871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-cbd68e4a-048e-4c32-ab6a-a5611e9cf7b7 service neutron] 10.222.0.18 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943751 Jul 16 03:43:58.640183 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'name': 'tempest-ServerRescueNegativeTestJSON-1854850354-router', 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '55cd93dd-c0b6-4064-bd6b-76f3f427a387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:48Z', 'updated_at': '2021-07-16T03:43:54Z', 'revision_number': 4, 'project_id': '86f8fb2994334a65b888442d6d0d02d1', 'gw_port': {'id': '55cd93dd-c0b6-4064-bd6b-76f3f427a387', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:49Z', 'updated_at': '2021-07-16T03:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '1fc2d620-09e5-4051-8da8-3ade06beb600', 'name': '', 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17', 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1', 'mac_address': 'fa:16:3e:b7:9e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'bf54e103-b33c-4be3-9104-63de2822c4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:43:54Z', 'revision_number': 2, 'project_id': '86f8fb2994334a65b888442d6d0d02d1', 'subnets': [{'id': 'bf54e103-b33c-4be3-9104-63de2822c4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:43:58.734461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 55cd93dd-c0b6-4064-bd6b-76f3f427a387 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:43:58.753829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Pushing event updated for resources: {'Port': ['ID=42529782-b686-41e3-b9ca-ed4dd98eecaf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:58.795505 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-75e7d8b1-87bd-4328-ba73-d2851aaf3ff9 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac5fda404a8c4a73b2e015317d446c64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4139903 Jul 16 03:43:58.822848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Checking segment: {'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:58.823228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Network hostable DHCP agents. Network: 8f9800fd-dd44-46f8-ae40-5873aa3a298a, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:43:58.827939 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 55cd93dd-c0b6-4064-bd6b-76f3f427a387 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:43:58.828653 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.839156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb630be5-ce55-42d6-bb98-d95dff08bfc0 req-b2bf0462-0b85-4aa2-80f3-dd78d2424475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:58.841089 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb630be5-ce55-42d6-bb98-d95dff08bfc0 req-b2bf0462-0b85-4aa2-80f3-dd78d2424475 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2448950 Jul 16 03:43:58.939064 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Checking router: c0310697-783d-4cfc-a7e3-ff0beaca0ea0 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:43:58.939639 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Updating router c0310697-783d-4cfc-a7e3-ff0beaca0ea0 port 1fc2d620-09e5-4051-8da8-3ade06beb600 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:43:58.979446 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:58.992040 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-3fc3d1a0-f9ec-4955-874a-928c3ca904b2 service neutron] 10.222.0.18 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044006 Jul 16 03:43:59.072860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb630be5-ce55-42d6-bb98-d95dff08bfc0 req-dd1f3eb9-16f0-4d78-aed9-1b1196891068 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140830 Jul 16 03:43:59.159176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Network 8f9800fd-dd44-46f8-ae40-5873aa3a298a is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:43:59.190638 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-2448fd87-8471-40a4-86e8-eff96f318f66 service neutron] 10.222.0.18 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752377 Jul 16 03:43:59.211199 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 8f9800fd-dd44-46f8-ae40-5873aa3a298a) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:43:59.222272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5639ab84-b079-43e2-952d-d36b2a9d8a29 None None] Network 8f9800fd-dd44-46f8-ae40-5873aa3a298a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:43:59.271516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:43:59.339376 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb630be5-ce55-42d6-bb98-d95dff08bfc0 req-3848d82f-1604-4004-8c86-4cd3698efec4 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551446 Jul 16 03:43:59.345825 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:59.346183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:59.346570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:59.370670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:59.371031 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:43:59.429557 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 2 to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf Jul 16 03:43:59.509038 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:59.509702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:59.510270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:59.546759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:59.547315 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:43:59.547889 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 3 to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf Jul 16 03:43:59.549189 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.573184 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Transition to ACTIVE for port object 1fc2d620-09e5-4051-8da8-3ade06beb600 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:43:59.586281 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:59.586869 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:59.587323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:59.588046 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.603259 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:59.603722 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:43:59.606595 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 4 to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf Jul 16 03:43:59.621322 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-6a3d01fd-aaed-4b34-b9a0-59ba3a0ef34b service neutron] 10.222.0.18 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180582 Jul 16 03:43:59.669984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:59.670394 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:59.670677 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:59.689107 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:59.695960 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:43:59.699072 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 5 to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf Jul 16 03:43:59.725616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e3962-1fa3-4991-9912-7e33ce87e0c0 req-a56576e1-06bb-49e3-8780-dac0060b2281 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:43:59.739228 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db4e3962-1fa3-4991-9912-7e33ce87e0c0 req-a56576e1-06bb-49e3-8780-dac0060b2281 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 945 time: 0.2946470 Jul 16 03:43:59.818511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:59.821641 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:59.822594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:59.834664 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Attempting to bind port 1fc2d620-09e5-4051-8da8-3ade06beb600 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:59.834950 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Attempting to bind port 1fc2d620-09e5-4051-8da8-3ade06beb600 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'bafe52f6-9b50-44cd-8235-956c38444f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:59.835336 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Attempting to bind port 1fc2d620-09e5-4051-8da8-3ade06beb600 on network 58ffcd17-545c-499b-941d-4f64c3856a17 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:59.842395 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:43:59.843264 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Checking segment: {'id': 'bafe52f6-9b50-44cd-8235-956c38444f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:43:59.843885 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.844446 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Bound using segment: {'id': 'bafe52f6-9b50-44cd-8235-956c38444f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:43:59.845069 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Bound port: 1fc2d620-09e5-4051-8da8-3ade06beb600, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafe52f6-9b50-44cd-8235-956c38444f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:43:59.845607 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:43:59.868660 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57ce3d-185b-42ea-89d5-c5363d715444 None None] Pushing event updated for resources: {'Port': ['ID=1fc2d620-09e5-4051-8da8-3ade06beb600,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:43:59.894689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:59.895445 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:43:59.896267 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 6 to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf Jul 16 03:43:59.909657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db4e3962-1fa3-4991-9912-7e33ce87e0c0 req-79d608f2-ac8a-4b1e-b2c1-f66f7b4eed4c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659369 Jul 16 03:43:59.912135 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57ce3d-185b-42ea-89d5-c5363d715444 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:59.915441 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57ce3d-185b-42ea-89d5-c5363d715444 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:59.915982 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57ce3d-185b-42ea-89d5-c5363d715444 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:59.916421 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57ce3d-185b-42ea-89d5-c5363d715444 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:59.916822 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57ce3d-185b-42ea-89d5-c5363d715444 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:59.917220 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57ce3d-185b-42ea-89d5-c5363d715444 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:59.919026 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57ce3d-185b-42ea-89d5-c5363d715444 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:59.919599 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57ce3d-185b-42ea-89d5-c5363d715444 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:59.920079 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57ce3d-185b-42ea-89d5-c5363d715444 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:59.920576 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57ce3d-185b-42ea-89d5-c5363d715444 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:59.921067 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57ce3d-185b-42ea-89d5-c5363d715444 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:59.930600 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57ce3d-185b-42ea-89d5-c5363d715444 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:43:59.950976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:43:59.955010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:43:59.955641 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:43:59.970396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:43:59.970597 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:43:59.970978 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 7 to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf Jul 16 03:44:00.034011 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] For port 1fc2d620-09e5-4051-8da8-3ade06beb600, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:00.039809 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] For port 1fc2d620-09e5-4051-8da8-3ade06beb600, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1fc2d620-09e5-4051-8da8-3ade06beb600,segment=NetworkSegment(bafe52f6-9b50-44cd-8235-956c38444f37),segment_id=bafe52f6-9b50-44cd-8235-956c38444f37)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:00.044896 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.073632 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e854fe6b-1959-48b3-afd2-9d62217e78fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.088734 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ae98b0a-3f84-4c38-9534-2db9f6d0a8c7 req-fc3f2a7d-7e41-4c5f-925d-11422316fa3c tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 210 time: 0.0896282 Jul 16 03:44:00.089709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:00.090048 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:00.090388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:00.099209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:00.099546 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:00.099948 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 8 to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf Jul 16 03:44:00.142915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:00.146065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:00.146584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:00.150528 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Routers {'c0310697-783d-4cfc-a7e3-ff0beaca0ea0'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:00.151385 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:43:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['c0310697-783d-4cfc-a7e3-ff0beaca0ea0'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:00.163222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:00.163563 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:00.163965 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 9 to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf Jul 16 03:44:00.204508 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:00.204847 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:00.209435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:00.271872 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2aa1b062-c4dd-44cd-b874-d78c24e0cee6 req-7d9a5887-962a-4973-a62d-a600b78c546e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 210 time: 0.0585673 Jul 16 03:44:00.275817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:00.278303 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:00.278715 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 10 to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf Jul 16 03:44:00.347117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:00.347469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:00.347810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:00.363872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 42529782-b686-41e3-b9ca-ed4dd98eecaf on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:00.364589 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 42529782-b686-41e3-b9ca-ed4dd98eecaf on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:00.367024 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.402001 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] Set router c0310697-783d-4cfc-a7e3-ff0beaca0ea0 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:00.440650 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57ce3d-185b-42ea-89d5-c5363d715444 None None] Pushing event updated for resources: {'Port': ['ID=1fc2d620-09e5-4051-8da8-3ade06beb600,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:00.556379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a68eb5d1-38b2-40e6-84e3-fb4bee92337f no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:00.582627 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] For port 42529782-b686-41e3-b9ca-ed4dd98eecaf, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:00.583007 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:44:00.593838 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.686769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Pushing event updated for resources: {'Port': ['ID=42529782-b686-41e3-b9ca-ed4dd98eecaf,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:00.710380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-44b5e300-638b-40cf-86f5-2311cf787116 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.718780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-44b5e300-638b-40cf-86f5-2311cf787116 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/networks?id=58ffcd17-545c-499b-941d-4f64c3856a17 HTTP/1.1" status: 200 len: 819 time: 0.3239927 Jul 16 03:44:00.722506 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:00.723325 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.728277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:00.728909 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:00.729410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:00.729948 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:00.730440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:00.730919 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:00.731396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:00.731956 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:00.732586 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:00.733059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:00.733532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:00.734103 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:00.761976 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-5e3f788b-34d5-4ca4-86dd-51c3e59d9637 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/quotas/86f8fb2994334a65b888442d6d0d02d1 HTTP/1.1" status: 200 len: 375 time: 0.0419374 Jul 16 03:44:00.810408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ecb9edaa-01e6-4bb2-8b38-7db9e6c78912 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 4.4101329 Jul 16 03:44:00.813296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:00.840120 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'name': 'tempest-ServerRescueNegativeTestJSON-1854850354-router', 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '55cd93dd-c0b6-4064-bd6b-76f3f427a387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:48Z', 'updated_at': '2021-07-16T03:43:54Z', 'revision_number': 4, 'project_id': '86f8fb2994334a65b888442d6d0d02d1', 'gw_port': {'id': '55cd93dd-c0b6-4064-bd6b-76f3f427a387', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:49Z', 'updated_at': '2021-07-16T03:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '1fc2d620-09e5-4051-8da8-3ade06beb600', 'name': '', 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17', 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1', 'mac_address': 'fa:16:3e:b7:9e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'bf54e103-b33c-4be3-9104-63de2822c4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:44:00Z', 'revision_number': 4, 'project_id': '86f8fb2994334a65b888442d6d0d02d1', 'subnets': [{'id': 'bf54e103-b33c-4be3-9104-63de2822c4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:00.878214 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96653a60-6a24-4607-b4c2-4ef728fa811b None None] The sync data for ids ['c0310697-783d-4cfc-a7e3-ff0beaca0ea0'] in n-d-800088-6 is: [{'id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'name': 'tempest-ServerRescueNegativeTestJSON-1854850354-router', 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '55cd93dd-c0b6-4064-bd6b-76f3f427a387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:48Z', 'updated_at': '2021-07-16T03:43:54Z', 'revision_number': 4, 'project_id': '86f8fb2994334a65b888442d6d0d02d1', 'gw_port': {'id': '55cd93dd-c0b6-4064-bd6b-76f3f427a387', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:49Z', 'updated_at': '2021-07-16T03:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '1fc2d620-09e5-4051-8da8-3ade06beb600', 'name': '', 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17', 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1', 'mac_address': 'fa:16:3e:b7:9e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': 'bf54e103-b33c-4be3-9104-63de2822c4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:53Z', 'updated_at': '2021-07-16T03:44:00Z', 'revision_number': 4, 'project_id': '86f8fb2994334a65b888442d6d0d02d1', 'subnets': [{'id': 'bf54e103-b33c-4be3-9104-63de2822c4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:00.898139 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:00.954191 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-17b7bc14-ee94-4e86-9280-dca35df0c80a tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=86f8fb2994334a65b888442d6d0d02d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1909199 Jul 16 03:44:01.040175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8de9220-bdb6-4c38-9432-07f0d6bfdef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68eb5d1-38b2-40e6-84e3-fb4bee92337f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:01.043492 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2329ac79-40a6-4d3d-961a-df73e6a8b229" -d '{"events": [{"server_uuid": "a8de9220-bdb6-4c38-9432-07f0d6bfdef1", "name": "network-vif-unplugged", "status": "completed", "tag": "a68eb5d1-38b2-40e6-84e3-fb4bee92337f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:01.091830 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.114550 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a68eb5d1-38b2-40e6-84e3-fb4bee92337f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:01.126862 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.178028 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-17982558-41ba-4083-8a3c-011bccc70115 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Deleting port 42529782-b686-41e3-b9ca-ed4dd98eecaf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:01.178563 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17982558-41ba-4083-8a3c-011bccc70115 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.261920 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:01.283000 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-6f203402-1d3d-4b94-8c92-84a6f85c1586 service neutron] 10.222.0.18 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275549 Jul 16 03:44:01.364097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-17982558-41ba-4083-8a3c-011bccc70115 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] For port 42529782-b686-41e3-b9ca-ed4dd98eecaf, host n-h1-800088-6, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:01.364502 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17982558-41ba-4083-8a3c-011bccc70115 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.397221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-17982558-41ba-4083-8a3c-011bccc70115 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Calling delete_port for 42529782-b686-41e3-b9ca-ed4dd98eecaf owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:01.511043 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.556022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775fc28-d580-47dd-b8d7-47f66ca77476 req-44aa7e9c-3739-476d-92ae-a9d056616573 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:01.557866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c775fc28-d580-47dd-b8d7-47f66ca77476 req-44aa7e9c-3739-476d-92ae-a9d056616573 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 943 time: 0.4128969 Jul 16 03:44:01.571127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-895fc99e-374f-41a9-8f6c-712bf9041b1d service neutron] 10.222.0.18 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707646 Jul 16 03:44:01.660529 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c775fc28-d580-47dd-b8d7-47f66ca77476 req-5ec816cd-1e0c-4014-851f-89357e83cfc1 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822103 Jul 16 03:44:01.669696 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17982558-41ba-4083-8a3c-011bccc70115 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.713382 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17982558-41ba-4083-8a3c-011bccc70115 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Pushing event deleted for resources: {'Port': ['ID=42529782-b686-41e3-b9ca-ed4dd98eecaf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:01.725008 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17982558-41ba-4083-8a3c-011bccc70115 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.729422 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-17982558-41ba-4083-8a3c-011bccc70115 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "DELETE /v2.0/ports/42529782-b686-41e3-b9ca-ed4dd98eecaf HTTP/1.1" status: 204 len: 168 time: 0.9147637 Jul 16 03:44:01.733277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:01.787926 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-833cefb3-e30c-4dd2-8e1c-50e4ef282275 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:44:01.795922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-833cefb3-e30c-4dd2-8e1c-50e4ef282275 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "GET /v2.0/ports/42529782-b686-41e3-b9ca-ed4dd98eecaf HTTP/1.1" status: 404 len: 333 time: 0.0600019 Jul 16 03:44:01.799740 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:01.818427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b4652ccc-e1ef-4977-9540-8303ce6fbbb5 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Request body: {'port': {'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1226798549'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:01.827505 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e50e2b8-7c25-4817-8078-c8b1c7bbd90e x-openstack-request-id: req-7e50e2b8-7c25-4817-8078-c8b1c7bbd90e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:01.828108 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8de9220-bdb6-4c38-9432-07f0d6bfdef1", "name": "network-vif-unplugged", "status": "completed", "tag": "a68eb5d1-38b2-40e6-84e3-fb4bee92337f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:01.828657 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e50e2b8-7c25-4817-8078-c8b1c7bbd90e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:01.829292 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8de9220-bdb6-4c38-9432-07f0d6bfdef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a68eb5d1-38b2-40e6-84e3-fb4bee92337f', 'code': 200} Jul 16 03:44:01.905519 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4652ccc-e1ef-4977-9540-8303ce6fbbb5 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Made reservation on behalf of 1a4caf2b8da746e28561e7db4ed16301 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:01.908242 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4652ccc-e1ef-4977-9540-8303ce6fbbb5 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:01.958764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-b4652ccc-e1ef-4977-9540-8303ce6fbbb5 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] device_id is not set on port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:44:02.017361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-3d69711f-6d68-4ec0-a5ef-66c482d83bf7 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:02.025363 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-3d69711f-6d68-4ec0-a5ef-66c482d83bf7 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.88 "GET /v2.0/networks?id=58ffcd17-545c-499b-941d-4f64c3856a17 HTTP/1.1" status: 200 len: 819 time: 0.4065611 Jul 16 03:44:02.042509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-f5cd6c50-41e3-4cb9-bb1e-380f08db43ca tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Request body: {'port': {'device_id': '1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce', 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17', 'admin_state_up': True, 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:02.373782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-f5cd6c50-41e3-4cb9-bb1e-380f08db43ca tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Made reservation on behalf of 86f8fb2994334a65b888442d6d0d02d1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:02.377894 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4652ccc-e1ef-4977-9540-8303ce6fbbb5 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.399478 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-f5cd6c50-41e3-4cb9-bb1e-380f08db43ca tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.501071 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-202044e9-1031-4cbb-b8fb-5bbca92cd804 req-fab0fad4-c419-40ab-9045-d702e575fb09 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 210 time: 0.0454872 Jul 16 03:44:02.520257 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4652ccc-e1ef-4977-9540-8303ce6fbbb5 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.627870 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4652ccc-e1ef-4977-9540-8303ce6fbbb5 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Pushing event updated for resources: {'Port': ['ID=32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:02.651412 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1896cb7d-363c-4d7c-9ac5-168f39c68840 req-545ce349-9cf2-419b-8ec1-ef71a867940a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 210 time: 0.4802959 Jul 16 03:44:02.687911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4652ccc-e1ef-4977-9540-8303ce6fbbb5 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Network 8f9800fd-dd44-46f8-ae40-5873aa3a298a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:02.689679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b4652ccc-e1ef-4977-9540-8303ce6fbbb5 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:02.694996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4652ccc-e1ef-4977-9540-8303ce6fbbb5 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:02.697282 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4652ccc-e1ef-4977-9540-8303ce6fbbb5 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:02.702169 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4652ccc-e1ef-4977-9540-8303ce6fbbb5 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.763670 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fdff6552-477c-4474-b18d-60ab0c47db65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.764765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b4652ccc-e1ef-4977-9540-8303ce6fbbb5 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9572122 Jul 16 03:44:02.767412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46820) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:02.778628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-f5cd6c50-41e3-4cb9-bb1e-380f08db43ca tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Allocated IP 172.20.0.9 (58ffcd17-545c-499b-941d-4f64c3856a17/bf54e103-b33c-4be3-9104-63de2822c4cd/3b368e9d-63f6-4d52-907f-34a2fc7e380c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:02.787054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:02.828055 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:02.900975 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1fc2d620-09e5-4051-8da8-3ade06beb600 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:03.040529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 1fc2d620-09e5-4051-8da8-3ade06beb600 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:03.045190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 1fc2d620-09e5-4051-8da8-3ade06beb600 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:03.045657 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.113125 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-f5cd6c50-41e3-4cb9-bb1e-380f08db43ca tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.176947 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-f5cd6c50-41e3-4cb9-bb1e-380f08db43ca tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.246249 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.265293 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-f5cd6c50-41e3-4cb9-bb1e-380f08db43ca tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Network 58ffcd17-545c-499b-941d-4f64c3856a17 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:03.280918 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-f5cd6c50-41e3-4cb9-bb1e-380f08db43ca tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:03.285390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-f5cd6c50-41e3-4cb9-bb1e-380f08db43ca tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:03.304956 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 1fc2d620-09e5-4051-8da8-3ade06beb600, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1fc2d620-09e5-4051-8da8-3ade06beb600,segment=NetworkSegment(bafe52f6-9b50-44cd-8235-956c38444f37),segment_id=bafe52f6-9b50-44cd-8235-956c38444f37)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:03.310726 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.378475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd6c50-41e3-4cb9-bb1e-380f08db43ca tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Pushing event updated for resources: {'Port': ['ID=3b368e9d-63f6-4d52-907f-34a2fc7e380c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:03.388076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-362041a2-9f1d-43d5-8f03-a20be8f34ef3 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:03.391644 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-362041a2-9f1d-43d5-8f03-a20be8f34ef3 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.88 "GET /v2.0/networks?id=0e86a351-3a68-4bb2-87f3-ea80cc839c95 HTTP/1.1" status: 200 len: 814 time: 0.4762125 Jul 16 03:44:03.438681 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-f5cd6c50-41e3-4cb9-bb1e-380f08db43ca tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:03.439705 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-f5cd6c50-41e3-4cb9-bb1e-380f08db43ca tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.451745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=1fc2d620-09e5-4051-8da8-3ade06beb600,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:03.469166 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-f5cd6c50-41e3-4cb9-bb1e-380f08db43ca tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4309120 Jul 16 03:44:03.485101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-ef2c6f93-ed93-4708-9620-002abd173791 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Request body: {'port': {'device_id': 'f72c165f-864e-4ef6-a11f-ed22e1c96cb8', 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95', 'admin_state_up': True, 'tenant_id': 'ac5fda404a8c4a73b2e015317d446c64'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:03.487308 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Request body: {'port': {'device_id': '1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:03.615387 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.618932 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.783184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ec8fa25-dfc6-4313-ae25-2815f085d8a8 req-1b9cc77d-f7b0-4c87-9d6e-03d1e575bfb7 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 210 time: 0.0730422 Jul 16 03:44:03.794562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18de7e-aef6-4806-9d17-5099595fd6ff req-7577f595-fe8c-4716-b7e8-66855559fb0d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:03.808200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc18de7e-aef6-4806-9d17-5099595fd6ff req-7577f595-fe8c-4716-b7e8-66855559fb0d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 943 time: 0.7709482 Jul 16 03:44:03.822225 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:03.953003 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc18de7e-aef6-4806-9d17-5099595fd6ff req-b5b707a4-c07e-4cf8-8055-3e5fffd6a789 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437936 Jul 16 03:44:03.994578 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b368e9d-63f6-4d52-907f-34a2fc7e380c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:04.001899 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d33abaf-bfae-4780-8bdb-13114bd25914 req-ceab60ee-3744-4d2b-9cae-d0f9ce40ac61 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 210 time: 0.0478737 Jul 16 03:44:04.019050 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.027889 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-ef2c6f93-ed93-4708-9620-002abd173791 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Made reservation on behalf of ac5fda404a8c4a73b2e015317d446c64 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:04.034741 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-ef2c6f93-ed93-4708-9620-002abd173791 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.052854 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Transition to ACTIVE for port object 3b368e9d-63f6-4d52-907f-34a2fc7e380c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:04.070790 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.158283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b368e9d-63f6-4d52-907f-34a2fc7e380c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:04.260431 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Attempting to bind port 3b368e9d-63f6-4d52-907f-34a2fc7e380c on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:04.261019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Attempting to bind port 3b368e9d-63f6-4d52-907f-34a2fc7e380c by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bafe52f6-9b50-44cd-8235-956c38444f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:04.261514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Attempting to bind port 3b368e9d-63f6-4d52-907f-34a2fc7e380c on network 58ffcd17-545c-499b-941d-4f64c3856a17 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:04.281871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Port 3b368e9d-63f6-4d52-907f-34a2fc7e380c on network 58ffcd17-545c-499b-941d-4f64c3856a17 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:04.282444 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Attempting to bind port 3b368e9d-63f6-4d52-907f-34a2fc7e380c on network 58ffcd17-545c-499b-941d-4f64c3856a17 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:04.306407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:04.307041 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Checking segment: {'id': 'bafe52f6-9b50-44cd-8235-956c38444f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:04.307596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Bound using segment: {'id': 'bafe52f6-9b50-44cd-8235-956c38444f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:04.308201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Bound port: 3b368e9d-63f6-4d52-907f-34a2fc7e380c, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bafe52f6-9b50-44cd-8235-956c38444f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:04.308787 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.399842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] For port 3b368e9d-63f6-4d52-907f-34a2fc7e380c, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:04.403919 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] For port 3b368e9d-63f6-4d52-907f-34a2fc7e380c, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3b368e9d-63f6-4d52-907f-34a2fc7e380c,segment=NetworkSegment(bafe52f6-9b50-44cd-8235-956c38444f37),segment_id=bafe52f6-9b50-44cd-8235-956c38444f37)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:04.411894 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.459074 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:04.459696 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.462209 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] 10.222.0.88 "PUT /v2.0/ports/3b368e9d-63f6-4d52-907f-34a2fc7e380c HTTP/1.1" status: 200 len: 1091 time: 0.9807992 Jul 16 03:44:04.463337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce', 'tag': '3b368e9d-63f6-4d52-907f-34a2fc7e380c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:04.465748 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f639b28e-ea2f-46c8-8e47-374c075d6c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce", "tag": "3b368e9d-63f6-4d52-907f-34a2fc7e380c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:04.574526 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a68eb5d1-38b2-40e6-84e3-fb4bee92337f no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:04.612721 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb89208b-3d6a-4038-a07b-f233438c26e2 x-openstack-request-id: req-fb89208b-3d6a-4038-a07b-f233438c26e2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:04.613200 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce", "tag": "3b368e9d-63f6-4d52-907f-34a2fc7e380c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:04.614843 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb89208b-3d6a-4038-a07b-f233438c26e2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:04.615391 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce', 'tag': '3b368e9d-63f6-4d52-907f-34a2fc7e380c', 'status': 'completed', 'code': 200} Jul 16 03:44:04.654594 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c86a57-51a8-4e97-8708-44b4f44271d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b368e9d-63f6-4d52-907f-34a2fc7e380c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:04.693854 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-dea19833-212a-4906-adb4-2f22c30677b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:04.696120 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-dea19833-212a-4906-adb4-2f22c30677b0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=86f8fb2994334a65b888442d6d0d02d1&device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 1094 time: 0.1770618 Jul 16 03:44:04.705309 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] device_id is not set on port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:44:04.713598 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.725838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Transition to ACTIVE for port object 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:04.754155 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-8f586ee1-c35c-4e82-878b-37f386313ef1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b368e9d-63f6-4d52-907f-34a2fc7e380c HTTP/1.1" status: 200 len: 217 time: 0.0464742 Jul 16 03:44:04.760057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1fc2d620-09e5-4051-8da8-3ade06beb600 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:04.769230 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.817108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 1fc2d620-09e5-4051-8da8-3ade06beb600 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:04.818140 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:04.823088 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-eb7f52ec-b9de-4b7f-b31f-ae48d5f505a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:04.824754 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-eb7f52ec-b9de-4b7f-b31f-ae48d5f505a0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bf54e103-b33c-4be3-9104-63de2822c4cd HTTP/1.1" status: 200 len: 859 time: 0.0595641 Jul 16 03:44:04.902466 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-2af0aa02-ef3f-42e2-8552-58cbc28f8123 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58ffcd17-545c-499b-941d-4f64c3856a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675116 Jul 16 03:44:05.023439 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-8684ecc7-4e07-4ef1-88f0-16cf6ef10d13 service neutron] 10.222.0.88 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092448 Jul 16 03:44:05.047738 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Pushing event updated for resources: {'Port': ['ID=32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:05.056573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:05.056926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:05.057271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:05.068909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7b35df8-c22a-4f50-81b3-1d1d94eda176 req-afb5c1fa-7de2-4348-9073-f7354e41a139 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 210 time: 0.0583770 Jul 16 03:44:05.122814 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:05.123158 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:05.161977 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e9345bf4-52f0-4724-85a7-283b3417a33d req-5d4d5a4c-9057-4735-bdee-720510bb61f9 service neutron] 10.222.0.88 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285448 Jul 16 03:44:05.192691 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 2 to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 Jul 16 03:44:05.215405 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff28e2-acdc-4799-9a74-220ac88b408a req-d61a1fb0-f12c-4ac9-869e-4232820662c8 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:05.225056 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7ff28e2-acdc-4799-9a74-220ac88b408a req-d61a1fb0-f12c-4ac9-869e-4232820662c8 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.4695835 Jul 16 03:44:05.264058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-d151c4ee-3b06-45b7-a9ac-aa7db0e0ea31 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:05.265812 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-d151c4ee-3b06-45b7-a9ac-aa7db0e0ea31 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.20 "GET /v2.0/networks?id=58ffcd17-545c-499b-941d-4f64c3856a17 HTTP/1.1" status: 200 len: 819 time: 0.5324526 Jul 16 03:44:05.275954 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:05.276413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:05.276821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:05.286816 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-ef2c6f93-ed93-4708-9620-002abd173791 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Allocated IP 172.20.0.5 (0e86a351-3a68-4bb2-87f3-ea80cc839c95/71c59574-7ca3-4ce0-b2c6-591fd94e03b3/86c5dd96-60a0-4560-a1b5-9d7db854e25e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:05.308015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-af888d33-b311-47a7-9210-8c3d5807f391 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Request body: {'port': {'device_id': 'a771277a-10f9-4cb5-b2bd-273680c30b91', 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17', 'admin_state_up': True, 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:05.324774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b28e-ea2f-46c8-8e47-374c075d6c3e req-e8764c17-51f7-416f-b11f-0d860eccccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:05.326303 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f639b28e-ea2f-46c8-8e47-374c075d6c3e req-e8764c17-51f7-416f-b11f-0d860eccccbe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=86f8fb2994334a65b888442d6d0d02d1&device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 1094 time: 0.0972528 Jul 16 03:44:05.390507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:05.391099 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:05.406978 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 3 to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 Jul 16 03:44:05.424547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-293c0306-af59-4cf4-a556-4d36ec1be782 req-a9e24205-9e3a-4c12-9368-c3a2a54c0cb8 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 210 time: 0.1534398 Jul 16 03:44:05.477568 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b28e-ea2f-46c8-8e47-374c075d6c3e req-91bf041d-72e9-404c-86a4-1418684ea474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:05.479715 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f639b28e-ea2f-46c8-8e47-374c075d6c3e req-91bf041d-72e9-404c-86a4-1418684ea474 service neutron] 10.222.0.88 "GET /v2.0/networks?id=58ffcd17-545c-499b-941d-4f64c3856a17 HTTP/1.1" status: 200 len: 920 time: 0.1420071 Jul 16 03:44:05.491479 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7ff28e2-acdc-4799-9a74-220ac88b408a req-1963c8ea-e11e-4e90-9fdf-288132a9bbc6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654555 Jul 16 03:44:05.512383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:05.512383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:05.512383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:05.573390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:05.573390 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:05.575499 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 4 to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 Jul 16 03:44:05.590713 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f639b28e-ea2f-46c8-8e47-374c075d6c3e req-9471d1b3-e091-440b-ac5e-ea4e84c5e779 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b368e9d-63f6-4d52-907f-34a2fc7e380c HTTP/1.1" status: 200 len: 217 time: 0.0988107 Jul 16 03:44:05.601638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:05.601908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:05.602254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:05.630079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:05.630079 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:05.632151 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 5 to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 Jul 16 03:44:05.670287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639b28e-ea2f-46c8-8e47-374c075d6c3e req-dce0faf7-a646-410d-a5bd-d6b9bbb04c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:05.672086 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f639b28e-ea2f-46c8-8e47-374c075d6c3e req-dce0faf7-a646-410d-a5bd-d6b9bbb04c6b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bf54e103-b33c-4be3-9104-63de2822c4cd HTTP/1.1" status: 200 len: 859 time: 0.0787716 Jul 16 03:44:05.681903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:05.682238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:05.682575 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:05.709498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:05.710106 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:05.714414 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.717228 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 6 to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 Jul 16 03:44:05.721877 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f639b28e-ea2f-46c8-8e47-374c075d6c3e req-8e6cb5bd-b3d7-433c-b812-9a6a8842e54a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58ffcd17-545c-499b-941d-4f64c3856a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415087 Jul 16 03:44:05.799419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:05.799766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:05.800103 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:05.817268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:05.817543 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:05.869854 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 7 to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 Jul 16 03:44:05.878453 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f639b28e-ea2f-46c8-8e47-374c075d6c3e req-30d653fd-7976-442e-9dcf-285d75aa1513 service neutron] 10.222.0.88 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487474 Jul 16 03:44:05.909596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-af888d33-b311-47a7-9210-8c3d5807f391 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Made reservation on behalf of 86f8fb2994334a65b888442d6d0d02d1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:05.916471 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-af888d33-b311-47a7-9210-8c3d5807f391 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.997612 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-ef2c6f93-ed93-4708-9620-002abd173791 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:05.998175 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f639b28e-ea2f-46c8-8e47-374c075d6c3e req-44d42e54-8fc3-43da-83ea-baa43979af12 service neutron] 10.222.0.88 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113234 Jul 16 03:44:06.005086 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:06.005434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:06.014651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:06.081201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:06.081621 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:06.087161 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 8 to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 Jul 16 03:44:06.142985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:06.143332 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:06.143684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:06.158541 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d131c3-fdb7-4252-bb0e-e1d1825e9089 req-e1d1d807-0bac-4c7a-88a8-1d021e51d505 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:06.165547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78d131c3-fdb7-4252-bb0e-e1d1825e9089 req-e1d1d807-0bac-4c7a-88a8-1d021e51d505 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.3908291 Jul 16 03:44:06.185339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:06.185682 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:06.197141 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 9 to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 Jul 16 03:44:06.259061 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-af888d33-b311-47a7-9210-8c3d5807f391 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Allocated IP 172.20.0.5 (58ffcd17-545c-499b-941d-4f64c3856a17/bf54e103-b33c-4be3-9104-63de2822c4cd/d6076909-e738-47b7-950e-064bd957ccca) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:06.273477 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:06.273688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:06.274166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:06.300222 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78d131c3-fdb7-4252-bb0e-e1d1825e9089 req-d2af2e64-9fe5-49eb-82f7-f9668e98d80b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338038 Jul 16 03:44:06.303933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:06.304267 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:06.307835 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 10 to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 Jul 16 03:44:06.310712 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-ef2c6f93-ed93-4708-9620-002abd173791 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:06.324682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['5e29287e-f58d-4717-abbc-1aacd7f89470'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:06.379867 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:06.380215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:06.380585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:06.383069 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['14d13742-7496-4244-a7f6-7db863f71d56'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:06.415291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-ef2c6f93-ed93-4708-9620-002abd173791 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:06.422093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:06.422432 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:06.422811 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:06.432761 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-ef2c6f93-ed93-4708-9620-002abd173791 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:06.460002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-ef2c6f93-ed93-4708-9620-002abd173791 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:06.495365 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c6f93-ed93-4708-9620-002abd173791 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Pushing event updated for resources: {'Port': ['ID=86c5dd96-60a0-4560-a1b5-9d7db854e25e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:06.524678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c56c0-08d9-44c5-a021-97e830e40b5b req-1494c847-b3aa-49c8-a906-572780b2229c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:06.525890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e2c56c0-08d9-44c5-a021-97e830e40b5b req-1494c847-b3aa-49c8-a906-572780b2229c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 946 time: 0.3391027 Jul 16 03:44:06.650161 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aae66bc6-094a-4232-8c34-18daa23d423d req-e72bb081-880a-491f-845b-4ffbea208c81 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 210 time: 0.1200585 Jul 16 03:44:06.734841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] For port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:06.735413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:44:06.788613 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-af888d33-b311-47a7-9210-8c3d5807f391 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:06.885841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e2c56c0-08d9-44c5-a021-97e830e40b5b req-ad1a896f-e3f1-4a94-bad7-539ca014ed7c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=398118ef-b926-4ca9-b482-bb21d4cf5d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200936 Jul 16 03:44:06.887015 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-af888d33-b311-47a7-9210-8c3d5807f391 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.026766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-af888d33-b311-47a7-9210-8c3d5807f391 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Network 58ffcd17-545c-499b-941d-4f64c3856a17 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:07.028452 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.065266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-af888d33-b311-47a7-9210-8c3d5807f391 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:07.078998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-ef2c6f93-ed93-4708-9620-002abd173791 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.079679 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-ef2c6f93-ed93-4708-9620-002abd173791 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.083495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-af888d33-b311-47a7-9210-8c3d5807f391 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:07.097856 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af888d33-b311-47a7-9210-8c3d5807f391 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Pushing event updated for resources: {'Port': ['ID=d6076909-e738-47b7-950e-064bd957ccca,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:07.162581 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] In _notify_port_updated(), no bound segment for port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:44:07.163445 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.164076 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.165416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "PUT /v2.0/ports/32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 HTTP/1.1" status: 200 len: 975 time: 4.3951025 Jul 16 03:44:07.168161 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46886) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:07.212618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-ef2c6f93-ed93-4708-9620-002abd173791 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7431543 Jul 16 03:44:07.214722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 3b368e9d-63f6-4d52-907f-34a2fc7e380c details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:44:07.242342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Request body: {'port': {'device_id': 'f72c165f-864e-4ef6-a11f-ed22e1c96cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:07.253866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-af888d33-b311-47a7-9210-8c3d5807f391 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.254537 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-af888d33-b311-47a7-9210-8c3d5807f391 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.260574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51039c3f-9bd4-44a7-8562-7b765ea1e736 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Pushing event updated for resources: {'Port': ['ID=32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:07.328469 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-af888d33-b311-47a7-9210-8c3d5807f391 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0491843 Jul 16 03:44:07.336707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ffb4f-521b-4630-a97b-db9391d5435a req-9128643d-cf45-4569-8abe-6c9a17fafc9d tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.338392 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf7ffb4f-521b-4630-a97b-db9391d5435a req-9128643d-cf45-4569-8abe-6c9a17fafc9d tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 931 time: 0.3047290 Jul 16 03:44:07.358407 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Request body: {'port': {'device_id': 'a771277a-10f9-4cb5-b2bd-273680c30b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:07.359713 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.360210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.360721 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.361202 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.361708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.362440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.362916 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.363388 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.363856 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.364368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.364833 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.365302 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.365765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.366223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.366719 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.367841 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.369147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.369147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.369318 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.369753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.370213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.370676 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.371136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.371882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.372675 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.373143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.373608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.374070 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.374532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.374992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.375458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.375920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.376402 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.376866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.377324 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.377922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.378389 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.378845 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.379307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.388677 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1c953e3a-b68f-4511-98a2-a0ab629cf08e tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34808 time: 0.2153661 Jul 16 03:44:07.389744 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46888) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:07.406893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 3b368e9d-63f6-4d52-907f-34a2fc7e380c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3b368e9d-63f6-4d52-907f-34a2fc7e380c,segment=NetworkSegment(bafe52f6-9b50-44cd-8235-956c38444f37),segment_id=bafe52f6-9b50-44cd-8235-956c38444f37)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:07.435802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '3b368e9d-63f6-4d52-907f-34a2fc7e380c', 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17', 'port_id': '3b368e9d-63f6-4d52-907f-34a2fc7e380c', 'mac_address': 'fa:16:3e:d8:b6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf54e103-b33c-4be3-9104-63de2822c4cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:44:07.452166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0eb6c-51b3-447f-8da0-a71f37069c44 req-a061ff88-32a3-4b3d-a3d1-9d5a0c4d9fb6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:07.453807 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64a0eb6c-51b3-447f-8da0-a71f37069c44 req-a061ff88-32a3-4b3d-a3d1-9d5a0c4d9fb6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.3711910 Jul 16 03:44:07.481852 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.488105 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf7ffb4f-521b-4630-a97b-db9391d5435a req-6a215c3e-839f-4771-8ece-03b0695e7713 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414552 Jul 16 03:44:07.495806 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.516749 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-05b4199a-dab7-4e2f-bd02-794055fc8f4a tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Deleting port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:07.518877 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05b4199a-dab7-4e2f-bd02-794055fc8f4a tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.529527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b368e9d-63f6-4d52-907f-34a2fc7e380c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:07.561761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 3b368e9d-63f6-4d52-907f-34a2fc7e380c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3b368e9d-63f6-4d52-907f-34a2fc7e380c,segment=NetworkSegment(bafe52f6-9b50-44cd-8235-956c38444f37),segment_id=bafe52f6-9b50-44cd-8235-956c38444f37)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:07.568355 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.568986 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.602648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64a0eb6c-51b3-447f-8da0-a71f37069c44 req-b811297d-ae32-4d57-aa8b-b791c07a586d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371915 Jul 16 03:44:07.673504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-05b4199a-dab7-4e2f-bd02-794055fc8f4a tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] For port 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6, host n-h1-800088-6, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:07.673872 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05b4199a-dab7-4e2f-bd02-794055fc8f4a tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.675886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=3b368e9d-63f6-4d52-907f-34a2fc7e380c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:07.697177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:07.697628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:07.698046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:07.698458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:07.698925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:07.699330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:07.699806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:07.700208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:07.700738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:07.701130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:07.701531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:07.701928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:07.702232 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-05b4199a-dab7-4e2f-bd02-794055fc8f4a tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Calling delete_port for 32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:07.849618 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05b4199a-dab7-4e2f-bd02-794055fc8f4a tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.892727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4199a-dab7-4e2f-bd02-794055fc8f4a tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Pushing event deleted for resources: {'Port': ['ID=32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:07.926226 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05b4199a-dab7-4e2f-bd02-794055fc8f4a tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:07.936284 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-05b4199a-dab7-4e2f-bd02-794055fc8f4a tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "DELETE /v2.0/ports/32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 HTTP/1.1" status: 204 len: 168 time: 0.5454662 Jul 16 03:44:07.938859 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46902) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:07.947859 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['3b368e9d-63f6-4d52-907f-34a2fc7e380c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:07.998425 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4ad31c-9312-46fe-b592-64feee4de45d tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:44:08.005698 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-be4ad31c-9312-46fe-b592-64feee4de45d tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "GET /v2.0/ports/32f7eb4f-3f3d-4d1f-86b5-70a76e6390b6 HTTP/1.1" status: 404 len: 333 time: 0.0610175 Jul 16 03:44:08.006797 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46904) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:08.015220 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5a0b249f-c38f-42e3-bcc2-1ca7ad40eb48 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-325780226', 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:08.071910 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0b249f-c38f-42e3-bcc2-1ca7ad40eb48 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Made reservation on behalf of 1a4caf2b8da746e28561e7db4ed16301 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:08.075023 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a0b249f-c38f-42e3-bcc2-1ca7ad40eb48 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.111546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-5a0b249f-c38f-42e3-bcc2-1ca7ad40eb48 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] device_id is not set on port 04664bbf-5eea-4912-be93-430bb1eca195 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:44:08.213416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:08.314587 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a0b249f-c38f-42e3-bcc2-1ca7ad40eb48 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.362019 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a0b249f-c38f-42e3-bcc2-1ca7ad40eb48 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.403402 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b249f-c38f-42e3-bcc2-1ca7ad40eb48 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Network 8f9800fd-dd44-46f8-ae40-5873aa3a298a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:08.408701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b249f-c38f-42e3-bcc2-1ca7ad40eb48 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:08.411658 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b249f-c38f-42e3-bcc2-1ca7ad40eb48 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:08.412640 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b249f-c38f-42e3-bcc2-1ca7ad40eb48 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:08.413252 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a0b249f-c38f-42e3-bcc2-1ca7ad40eb48 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.428752 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b249f-c38f-42e3-bcc2-1ca7ad40eb48 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Pushing event updated for resources: {'Port': ['ID=04664bbf-5eea-4912-be93-430bb1eca195,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:08.442000 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5a0b249f-c38f-42e3-bcc2-1ca7ad40eb48 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4337566 Jul 16 03:44:08.443018 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46912) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:08.461463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c5dd96-60a0-4560-a1b5-9d7db854e25e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:08.469675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.485140 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Transition to ACTIVE for port object 86c5dd96-60a0-4560-a1b5-9d7db854e25e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:08.493001 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f2074b-84ed-4317-acc9-c8834dbd29c3 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:08.497802 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-72f2074b-84ed-4317-acc9-c8834dbd29c3 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "GET /v2.0/ports/04664bbf-5eea-4912-be93-430bb1eca195 HTTP/1.1" status: 200 len: 954 time: 0.0535457 Jul 16 03:44:08.498710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46914) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:08.599418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-075b018c-9f5f-46a4-a728-c9f71553c0a4 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Deleting port 04664bbf-5eea-4912-be93-430bb1eca195 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:08.599666 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-075b018c-9f5f-46a4-a728-c9f71553c0a4 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.666677 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-075b018c-9f5f-46a4-a728-c9f71553c0a4 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.679114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-075b018c-9f5f-46a4-a728-c9f71553c0a4 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Calling delete_port for 04664bbf-5eea-4912-be93-430bb1eca195 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:08.688697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6076909-e738-47b7-950e-064bd957ccca {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:08.697723 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.712756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Transition to ACTIVE for port object d6076909-e738-47b7-950e-064bd957ccca will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:08.731648 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.778331 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-075b018c-9f5f-46a4-a728-c9f71553c0a4 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.787264 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.808548 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e430b90-9b44-4610-823c-ec0817bc7600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.816021 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b018c-9f5f-46a4-a728-c9f71553c0a4 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Pushing event deleted for resources: {'Port': ['ID=04664bbf-5eea-4912-be93-430bb1eca195,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:08.823034 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-075b018c-9f5f-46a4-a728-c9f71553c0a4 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.826317 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-075b018c-9f5f-46a4-a728-c9f71553c0a4 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "DELETE /v2.0/ports/04664bbf-5eea-4912-be93-430bb1eca195 HTTP/1.1" status: 204 len: 168 time: 0.3259332 Jul 16 03:44:08.828523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46924) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:08.834524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9516a-de21-4f6e-9501-b207bc1c159a req-db546740-e956-4004-b51c-be74466994e5 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:08.836894 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ecc9516a-de21-4f6e-9501-b207bc1c159a req-db546740-e956-4004-b51c-be74466994e5 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 931 time: 0.9266090 Jul 16 03:44:08.844537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-ba33beb9-736c-4d05-91ea-43b737296e0d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:08.846072 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-ba33beb9-736c-4d05-91ea-43b737296e0d tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.20 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 946 time: 1.1155958 Jul 16 03:44:08.856438 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc151f9-16a6-452a-9c9c-2781d1527eb5 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:44:08.862362 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1dc151f9-16a6-452a-9c9c-2781d1527eb5 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "GET /v2.0/ports/04664bbf-5eea-4912-be93-430bb1eca195 HTTP/1.1" status: 404 len: 333 time: 0.0284920 Jul 16 03:44:08.862641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46926) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:08.868004 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-783737ff-8c72-43a3-8cc8-3f17b91a64d6 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Request body: {'port': {'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-938788500'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:08.891921 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783737ff-8c72-43a3-8cc8-3f17b91a64d6 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Made reservation on behalf of 1a4caf2b8da746e28561e7db4ed16301 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:08.894935 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-783737ff-8c72-43a3-8cc8-3f17b91a64d6 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:08.914267 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-783737ff-8c72-43a3-8cc8-3f17b91a64d6 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] device_id is not set on port 232bfd21-7d48-45b7-9256-707ee99d383e yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:44:08.965737 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ecc9516a-de21-4f6e-9501-b207bc1c159a req-6535dd20-11b5-418a-876a-a77ff23de510 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076531 Jul 16 03:44:08.984434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Pushing event updated for resources: {'Port': ['ID=86c5dd96-60a0-4560-a1b5-9d7db854e25e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:09.094941 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-783737ff-8c72-43a3-8cc8-3f17b91a64d6 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.133603 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-783737ff-8c72-43a3-8cc8-3f17b91a64d6 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.181410 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783737ff-8c72-43a3-8cc8-3f17b91a64d6 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Network 8f9800fd-dd44-46f8-ae40-5873aa3a298a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:09.185016 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-783737ff-8c72-43a3-8cc8-3f17b91a64d6 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:09.189970 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783737ff-8c72-43a3-8cc8-3f17b91a64d6 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:09.190919 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783737ff-8c72-43a3-8cc8-3f17b91a64d6 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:09.191597 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-783737ff-8c72-43a3-8cc8-3f17b91a64d6 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.195679 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783737ff-8c72-43a3-8cc8-3f17b91a64d6 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Pushing event updated for resources: {'Port': ['ID=232bfd21-7d48-45b7-9256-707ee99d383e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:09.219565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 3b368e9d-63f6-4d52-907f-34a2fc7e380c up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:09.276525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 3b368e9d-63f6-4d52-907f-34a2fc7e380c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:09.281029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 3b368e9d-63f6-4d52-907f-34a2fc7e380c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:09.281414 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.360485 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.386421 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b368e9d-63f6-4d52-907f-34a2fc7e380c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:09.388678 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8800599f-d4fb-400c-9a07-268814ab2486" -d '{"events": [{"server_uuid": "1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce", "name": "network-vif-plugged", "status": "completed", "tag": "3b368e9d-63f6-4d52-907f-34a2fc7e380c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:09.401733 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 3b368e9d-63f6-4d52-907f-34a2fc7e380c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3b368e9d-63f6-4d52-907f-34a2fc7e380c,segment=NetworkSegment(bafe52f6-9b50-44cd-8235-956c38444f37),segment_id=bafe52f6-9b50-44cd-8235-956c38444f37)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:09.406576 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.456710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=3b368e9d-63f6-4d52-907f-34a2fc7e380c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:09.542186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffc7c9-d5ed-4bf8-a7ea-d06ea6dc93cf req-2d8de856-6b71-44eb-b27e-7219a4739827 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:09.543583 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9ffc7c9-d5ed-4bf8-a7ea-d06ea6dc93cf req-2d8de856-6b71-44eb-b27e-7219a4739827 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 946 time: 1.4003844 Jul 16 03:44:09.618015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Pushing event updated for resources: {'Port': ['ID=d6076909-e738-47b7-950e-064bd957ccca,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:09.697137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Attempting to bind port d6076909-e738-47b7-950e-064bd957ccca on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:09.697481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Attempting to bind port d6076909-e738-47b7-950e-064bd957ccca by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'bafe52f6-9b50-44cd-8235-956c38444f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:09.697810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Attempting to bind port d6076909-e738-47b7-950e-064bd957ccca on network 58ffcd17-545c-499b-941d-4f64c3856a17 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:09.709899 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Attempting to bind port 86c5dd96-60a0-4560-a1b5-9d7db854e25e on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:09.710223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Attempting to bind port 86c5dd96-60a0-4560-a1b5-9d7db854e25e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:09.710543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Attempting to bind port 86c5dd96-60a0-4560-a1b5-9d7db854e25e on network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:09.723051 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9ffc7c9-d5ed-4bf8-a7ea-d06ea6dc93cf req-8a9f5f7e-ec43-4593-a093-c79a1d7d5593 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=398118ef-b926-4ca9-b482-bb21d4cf5d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699438 Jul 16 03:44:09.732494 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Port d6076909-e738-47b7-950e-064bd957ccca on network 58ffcd17-545c-499b-941d-4f64c3856a17 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:09.734098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Attempting to bind port d6076909-e738-47b7-950e-064bd957ccca on network 58ffcd17-545c-499b-941d-4f64c3856a17 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:09.738235 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e430b90-9b44-4610-823c-ec0817bc7600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.743715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Port 86c5dd96-60a0-4560-a1b5-9d7db854e25e on network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:09.744054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Attempting to bind port 86c5dd96-60a0-4560-a1b5-9d7db854e25e on network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:09.747895 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:09.748239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Checking segment: {'id': 'bafe52f6-9b50-44cd-8235-956c38444f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:09.748708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Bound using segment: {'id': 'bafe52f6-9b50-44cd-8235-956c38444f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:09.749155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Bound port: d6076909-e738-47b7-950e-064bd957ccca, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bafe52f6-9b50-44cd-8235-956c38444f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:09.749516 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.765146 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-783737ff-8c72-43a3-8cc8-3f17b91a64d6 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9014060 Jul 16 03:44:09.768244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46932) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:09.775259 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df790cf7-c693-439f-9da4-21d72c2a5f90 req-a7574417-6f6e-4391-97bf-a398fa091f44 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:09.776876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df790cf7-c693-439f-9da4-21d72c2a5f90 req-a7574417-6f6e-4391-97bf-a398fa091f44 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 943 time: 0.3423181 Jul 16 03:44:09.784629 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e430b90-9b44-4610-823c-ec0817bc7600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.784878 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:09.792976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:09.793256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Checking segment: {'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:09.793654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Bound using segment: {'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:09.794114 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Bound port: 86c5dd96-60a0-4560-a1b5-9d7db854e25e, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:09.794483 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.881927 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.884877 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-2223bab5-799d-4ea1-9f3d-24a0582feb80 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Deleting port 4426ec60-b451-4d64-8e44-f30e9812ca97 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:09.885227 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-2223bab5-799d-4ea1-9f3d-24a0582feb80 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:09.969592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e430b90-9b44-4610-823c-ec0817bc7600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2830e3-77ab-4613-a860-00ac3d36ee1b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:09.977844 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1e430b90-9b44-4610-823c-ec0817bc7600 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94647bf20b0b4a7cb1ff80cfa1d2ec18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7588217 Jul 16 03:44:09.984986 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46934) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:10.045884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df790cf7-c693-439f-9da4-21d72c2a5f90 req-41d2f922-d249-4736-9e81-535ab3d286f4 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468181 Jul 16 03:44:10.066264 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] device_id is not set on port 232bfd21-7d48-45b7-9256-707ee99d383e yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:44:10.074911 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.088255 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Transition to ACTIVE for port object 232bfd21-7d48-45b7-9256-707ee99d383e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:10.094067 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.134506 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] For port d6076909-e738-47b7-950e-064bd957ccca, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:10.144064 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] For port 86c5dd96-60a0-4560-a1b5-9d7db854e25e, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:10.157915 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Pushing event updated for resources: {'Port': ['ID=232bfd21-7d48-45b7-9256-707ee99d383e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:10.176256 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:10.176256 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:10.176674 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:10.180241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] For port d6076909-e738-47b7-950e-064bd957ccca, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d6076909-e738-47b7-950e-064bd957ccca,segment=NetworkSegment(bafe52f6-9b50-44cd-8235-956c38444f37),segment_id=bafe52f6-9b50-44cd-8235-956c38444f37)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:10.182572 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:10.182705 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:10.183145 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 2 to bind port 232bfd21-7d48-45b7-9256-707ee99d383e Jul 16 03:44:10.188545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] For port 86c5dd96-60a0-4560-a1b5-9d7db854e25e, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=86c5dd96-60a0-4560-a1b5-9d7db854e25e,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:10.197746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-2223bab5-799d-4ea1-9f3d-24a0582feb80 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] For port 4426ec60-b451-4d64-8e44-f30e9812ca97, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4426ec60-b451-4d64-8e44-f30e9812ca97,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:10.198122 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-2223bab5-799d-4ea1-9f3d-24a0582feb80 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.198756 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:10.199151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:10.199506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:10.200927 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.204906 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:10.205093 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:10.205487 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 3 to bind port 232bfd21-7d48-45b7-9256-707ee99d383e Jul 16 03:44:10.212175 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbf3740-929d-4a94-802d-feb4aed39b8c x-openstack-request-id: req-8cbf3740-929d-4a94-802d-feb4aed39b8c {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:10.212737 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce", "name": "network-vif-plugged", "status": "completed", "tag": "3b368e9d-63f6-4d52-907f-34a2fc7e380c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:10.213235 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cbf3740-929d-4a94-802d-feb4aed39b8c {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:10.213824 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b368e9d-63f6-4d52-907f-34a2fc7e380c', 'code': 200} Jul 16 03:44:10.214852 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.221040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:10.221386 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:10.221735 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:10.228360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:10.228721 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:10.229122 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 4 to bind port 232bfd21-7d48-45b7-9256-707ee99d383e Jul 16 03:44:10.244459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:10.244971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:10.245337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:10.250365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:10.250709 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:10.251157 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 5 to bind port 232bfd21-7d48-45b7-9256-707ee99d383e Jul 16 03:44:10.266136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:10.266487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:10.266838 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:10.271855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:10.272197 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:10.272682 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 6 to bind port 232bfd21-7d48-45b7-9256-707ee99d383e Jul 16 03:44:10.280093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7850e-9ca0-4d46-929e-979f4f0505ab req-5659fb00-436e-4bb6-91dd-69b1a1ace444 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:10.282326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3b7850e-9ca0-4d46-929e-979f4f0505ab req-5659fb00-436e-4bb6-91dd-69b1a1ace444 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.4051430 Jul 16 03:44:10.289191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:10.289647 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:10.290003 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:10.303078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:10.303381 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:10.305956 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 7 to bind port 232bfd21-7d48-45b7-9256-707ee99d383e Jul 16 03:44:10.321673 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f35dae0-2e92-40d4-9ca5-c4c92a9553bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.327767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:10.328820 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.330211 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] 10.222.0.20 "PUT /v2.0/ports/d6076909-e738-47b7-950e-064bd957ccca HTTP/1.1" status: 200 len: 1091 time: 2.9847686 Jul 16 03:44:10.342983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:10.343306 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:10.343452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a771277a-10f9-4cb5-b2bd-273680c30b91', 'tag': 'd6076909-e738-47b7-950e-064bd957ccca'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:10.343729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:10.346116 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660b1498-305d-475f-9228-932a850b5a32" -d '{"events": [{"name": "network-changed", "server_uuid": "a771277a-10f9-4cb5-b2bd-273680c30b91", "tag": "d6076909-e738-47b7-950e-064bd957ccca"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:10.350673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:10.351079 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:10.353162 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 8 to bind port 232bfd21-7d48-45b7-9256-707ee99d383e Jul 16 03:44:10.356754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:10.356992 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.358719 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] 10.222.0.88 "PUT /v2.0/ports/86c5dd96-60a0-4560-a1b5-9d7db854e25e HTTP/1.1" status: 200 len: 1091 time: 3.1249990 Jul 16 03:44:10.371374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:10.371800 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:10.372156 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:10.379849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:10.380178 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:10.381689 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 9 to bind port 232bfd21-7d48-45b7-9256-707ee99d383e Jul 16 03:44:10.398061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827b61f-b9cb-4375-b046-ae0d6326dc4b req-1a4e7509-08db-42a4-b1eb-12a3ca5af9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:10.400077 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0827b61f-b9cb-4375-b046-ae0d6326dc4b req-1a4e7509-08db-42a4-b1eb-12a3ca5af9ac service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 1096 time: 0.1044874 Jul 16 03:44:10.400739 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:10.401057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:10.401396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:10.405748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:10.406074 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:10.406456 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempt 10 to bind port 232bfd21-7d48-45b7-9256-707ee99d383e Jul 16 03:44:10.431961 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:10.432293 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:10.432656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempting to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:10.442966 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:44:10.443293 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Failed to bind port 232bfd21-7d48-45b7-9256-707ee99d383e on host n-h1-800088-6 for vnic_type normal using segments [{'id': 'bb950e51-b117-4b46-9430-51fde3ecc6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '8f9800fd-dd44-46f8-ae40-5873aa3a298a'}] Jul 16 03:44:10.443656 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.456380 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0827b61f-b9cb-4375-b046-ae0d6326dc4b req-dae8df75-7715-45bb-bea4-c995c37c6cde service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473008 Jul 16 03:44:10.490880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f35dae0-2e92-40d4-9ca5-c4c92a9553bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.510969 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] For port 232bfd21-7d48-45b7-9256-707ee99d383e, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:10.511438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attempted to set empty binding levels {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:44:10.518065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.523640 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ed84d-9497-4d80-83ef-00605ce16967 service neutron] Pushing event updated for resources: {'Port': ['ID=d6076909-e738-47b7-950e-064bd957ccca,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:10.558663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] In _notify_port_updated(), no bound segment for port 232bfd21-7d48-45b7-9256-707ee99d383e on network 8f9800fd-dd44-46f8-ae40-5873aa3a298a {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:44:10.559441 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:10.560045 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.561389 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "PUT /v2.0/ports/232bfd21-7d48-45b7-9256-707ee99d383e HTTP/1.1" status: 200 len: 974 time: 0.7920406 Jul 16 03:44:10.565703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46940) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:10.593684 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4426ec60-b451-4d64-8e44-f30e9812ca97 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:10.598348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d5c47-d934-4885-9ff4-10536e3cf476 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Pushing event updated for resources: {'Port': ['ID=232bfd21-7d48-45b7-9256-707ee99d383e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:10.631022 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3b7850e-9ca0-4d46-929e-979f4f0505ab req-80b1b4e6-78f4-4498-8bc1-a2a199b1bf7c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3155589 Jul 16 03:44:10.682134 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-41717e89-50c0-4fea-826c-15f61091d1af tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Deleting port 232bfd21-7d48-45b7-9256-707ee99d383e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:10.683072 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41717e89-50c0-4fea-826c-15f61091d1af tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.714349 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.725824 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bedce1b-6c1d-441f-a7be-3b394b99ac2f x-openstack-request-id: req-1bedce1b-6c1d-441f-a7be-3b394b99ac2f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:10.726119 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a771277a-10f9-4cb5-b2bd-273680c30b91", "tag": "d6076909-e738-47b7-950e-064bd957ccca", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:10.726952 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1bedce1b-6c1d-441f-a7be-3b394b99ac2f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:10.727351 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a771277a-10f9-4cb5-b2bd-273680c30b91', 'tag': 'd6076909-e738-47b7-950e-064bd957ccca', 'status': 'completed', 'code': 200} Jul 16 03:44:10.750279 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4426ec60-b451-4d64-8e44-f30e9812ca97, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4426ec60-b451-4d64-8e44-f30e9812ca97,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:10.758173 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.759424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad573f5-3c30-4dfa-afb3-6cdbc5e52879 service neutron] Pushing event updated for resources: {'Port': ['ID=86c5dd96-60a0-4560-a1b5-9d7db854e25e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:10.775405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-41717e89-50c0-4fea-826c-15f61091d1af tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] For port 232bfd21-7d48-45b7-9256-707ee99d383e, host n-h1-800088-6, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:10.776055 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41717e89-50c0-4fea-826c-15f61091d1af tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.791433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-41717e89-50c0-4fea-826c-15f61091d1af tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Calling delete_port for 232bfd21-7d48-45b7-9256-707ee99d383e owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:10.795278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbc801-ab20-4d53-ab8f-141b12ec3347 req-2d5750be-ddb6-4917-8023-a7b846cc126d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:10.796895 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-84bbc801-ab20-4d53-ab8f-141b12ec3347 req-2d5750be-ddb6-4917-8023-a7b846cc126d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 943 time: 0.4781878 Jul 16 03:44:10.810247 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f35dae0-2e92-40d4-9ca5-c4c92a9553bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.821422 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f35dae0-2e92-40d4-9ca5-c4c92a9553bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.825010 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4426ec60-b451-4d64-8e44-f30e9812ca97,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:10.834210 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0f35dae0-2e92-40d4-9ca5-c4c92a9553bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc2830e3-77ab-4613-a860-00ac3d36ee1b HTTP/1.1" status: 204 len: 168 time: 0.8449445 Jul 16 03:44:10.866043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-8b8d14f8-4270-40de-aa73-c7b775ca2bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:10.868020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-8b8d14f8-4270-40de-aa73-c7b775ca2bf8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86f8fb2994334a65b888442d6d0d02d1&device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 1094 time: 0.4749298 Jul 16 03:44:10.871105 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-2223bab5-799d-4ea1-9f3d-24a0582feb80 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.871682 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-2223bab5-799d-4ea1-9f3d-24a0582feb80 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.872189 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-2223bab5-799d-4ea1-9f3d-24a0582feb80 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Floating IP f596a862-0465-4b95-b770-cd05c2a72566 disassociated. External IP: 172.25.3.135, port: 4426ec60-b451-4d64-8e44-f30e9812ca97. Jul 16 03:44:10.872785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-2223bab5-799d-4ea1-9f3d-24a0582feb80 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Calling delete_port for 4426ec60-b451-4d64-8e44-f30e9812ca97 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:10.885311 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35dae0-2e92-40d4-9ca5-c4c92a9553bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2830e3-77ab-4613-a860-00ac3d36ee1b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:10.889493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-06e46dec-1b2a-4878-9f19-2e87dd5c60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:10.893017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-06e46dec-1b2a-4878-9f19-2e87dd5c60ee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ac5fda404a8c4a73b2e015317d446c64&device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 1094 time: 0.4566312 Jul 16 03:44:10.918165 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41717e89-50c0-4fea-826c-15f61091d1af tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.950050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41717e89-50c0-4fea-826c-15f61091d1af tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Pushing event deleted for resources: {'Port': ['ID=232bfd21-7d48-45b7-9256-707ee99d383e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:10.956457 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41717e89-50c0-4fea-826c-15f61091d1af tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:10.958945 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-41717e89-50c0-4fea-826c-15f61091d1af tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "DELETE /v2.0/ports/232bfd21-7d48-45b7-9256-707ee99d383e HTTP/1.1" status: 204 len: 168 time: 0.3923247 Jul 16 03:44:10.962380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46952) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:11.004792 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d7dca5-72db-42d6-bdba-df47e8912353 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:44:11.006484 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-30d7dca5-72db-42d6-bdba-df47e8912353 tempest-PortsAdminExtendedAttrsTestJSON-843723569 tempest-PortsAdminExtendedAttrsTestJSON-843723569-project-admin] 10.222.0.18 "GET /v2.0/ports/232bfd21-7d48-45b7-9256-707ee99d383e HTTP/1.1" status: 404 len: 333 time: 0.0431328 Jul 16 03:44:11.011249 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46958) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:11.111327 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-f84a888b-b659-4682-8c79-fb27d13f52d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6076909-e738-47b7-950e-064bd957ccca HTTP/1.1" status: 200 len: 217 time: 0.2132516 Jul 16 03:44:11.155926 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbda8b65-9025-45ea-bcf7-156d0d930441 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.179929 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-769c1d07-831d-421e-8934-558fd326ec1c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86c5dd96-60a0-4560-a1b5-9d7db854e25e HTTP/1.1" status: 200 len: 217 time: 0.2294600 Jul 16 03:44:11.183728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-84bbc801-ab20-4d53-ab8f-141b12ec3347 req-fa6dd366-1f30-4661-8d30-e758338d0005 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747780 Jul 16 03:44:11.333956 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbda8b65-9025-45ea-bcf7-156d0d930441 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.363869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-dbda8b65-9025-45ea-bcf7-156d0d930441 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9800fd-dd44-46f8-ae40-5873aa3a298a']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:11.385440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa335e-668b-45d0-9e93-98acf6191422 req-c001761d-82a8-42a6-94c5-ce5c86b6f9fa tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:11.386413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-dbda8b65-9025-45ea-bcf7-156d0d930441 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb950e51-b117-4b46-9430-51fde3ecc6ad') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:11.387829 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-dbda8b65-9025-45ea-bcf7-156d0d930441 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb950e51-b117-4b46-9430-51fde3ecc6ad') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:11.395265 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94fa335e-668b-45d0-9e93-98acf6191422 req-c001761d-82a8-42a6-94c5-ce5c86b6f9fa tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 944 time: 0.4493060 Jul 16 03:44:11.398221 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbda8b65-9025-45ea-bcf7-156d0d930441 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.426625 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbda8b65-9025-45ea-bcf7-156d0d930441 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.438608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbda8b65-9025-45ea-bcf7-156d0d930441 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:11.441643 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbda8b65-9025-45ea-bcf7-156d0d930441 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:11.445740 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:11.510237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94fa335e-668b-45d0-9e93-98acf6191422 req-db816faa-85aa-4ae3-9b0e-814aa3e9c994 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups?id=398118ef-b926-4ca9-b482-bb21d4cf5d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111386 Jul 16 03:44:11.512357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-d2f83006-6326-4a6e-962c-2d7dcf540ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:11.514274 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-d2f83006-6326-4a6e-962c-2d7dcf540ab4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf54e103-b33c-4be3-9104-63de2822c4cd HTTP/1.1" status: 200 len: 859 time: 0.3301723 Jul 16 03:44:11.518604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-ffe481df-1429-459e-88c0-3258ed1d462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:11.520160 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-ffe481df-1429-459e-88c0-3258ed1d462b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71c59574-7ca3-4ce0-b2c6-591fd94e03b3 HTTP/1.1" status: 200 len: 854 time: 0.3185713 Jul 16 03:44:11.622113 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbda8b65-9025-45ea-bcf7-156d0d930441 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.640835 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-abcfdd77-0053-4f93-96f9-b04751f22b19 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0e86a351-3a68-4bb2-87f3-ea80cc839c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101718 Jul 16 03:44:11.651599 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbda8b65-9025-45ea-bcf7-156d0d930441 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:11.653538 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dbda8b65-9025-45ea-bcf7-156d0d930441 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] 10.222.0.18 "DELETE /v2.0/networks/8f9800fd-dd44-46f8-ae40-5873aa3a298a HTTP/1.1" status: 204 len: 168 time: 0.6413419 Jul 16 03:44:11.654415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda8b65-9025-45ea-bcf7-156d0d930441 tempest-PortsAdminExtendedAttrsTestJSON-515209917 tempest-PortsAdminExtendedAttrsTestJSON-515209917-project] Pushing event deleted for resources: {'Network': ['ID=8f9800fd-dd44-46f8-ae40-5873aa3a298a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:11.674980 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-d45d2864-3554-40b9-8f0b-9094532b9089 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58ffcd17-545c-499b-941d-4f64c3856a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452763 Jul 16 03:44:11.931712 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47004) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:11.986427 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-2223bab5-799d-4ea1-9f3d-24a0582feb80 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.055435 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-17f24c18-22af-4276-ba3e-1fe9264b8f24 service neutron] 10.222.0.88 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847916 Jul 16 03:44:12.057370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-eb9905b2-99e2-4108-88d0-3856db912d58 service neutron] 10.222.0.20 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707428 Jul 16 03:44:12.097161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc7b8d-ac69-4ae1-8529-a0730b2d151c req-e8fa99dd-5c99-41bf-8bd7-54b56fe3b9ae tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:12.104994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15fc7b8d-ac69-4ae1-8529-a0730b2d151c req-e8fa99dd-5c99-41bf-8bd7-54b56fe3b9ae tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 943 time: 0.6139812 Jul 16 03:44:12.140962 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a2a137e7-0d0d-4ac0-bd43-b75989fd00f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4118a5c7bd9a4dffa5eba19b4357de35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055409 Jul 16 03:44:12.141624 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47010) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:12.200038 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223bab5-799d-4ea1-9f3d-24a0582feb80 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event deleted for resources: {'Port': ['ID=4426ec60-b451-4d64-8e44-f30e9812ca97,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:12.211590 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5f85f65-d1e0-479a-bac2-6588ab28e16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.217672 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228416d0-54aa-47d9-a397-bb3a327c09d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4426ec60-b451-4d64-8e44-f30e9812ca97'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:12.219990 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7669b4-a9ce-4013-9e55-78ed62c0e379" -d '{"events": [{"server_uuid": "228416d0-54aa-47d9-a397-bb3a327c09d5", "name": "network-vif-unplugged", "status": "completed", "tag": "4426ec60-b451-4d64-8e44-f30e9812ca97"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:12.234863 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5f85f65-d1e0-479a-bac2-6588ab28e16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.300076 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5f85f65-d1e0-479a-bac2-6588ab28e16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.302808 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5f85f65-d1e0-479a-bac2-6588ab28e16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.311743 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f5f85f65-d1e0-479a-bac2-6588ab28e16d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/788e9d72-8c8a-4d23-ab29-6b3c3e4da457 HTTP/1.1" status: 204 len: 168 time: 0.1678417 Jul 16 03:44:12.326906 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f85f65-d1e0-479a-bac2-6588ab28e16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788e9d72-8c8a-4d23-ab29-6b3c3e4da457,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:12.520745 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f94889-468f-46d1-9975-0c3de92c9fd1 req-c98f6971-c922-4886-9930-388bc9573b28 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:12.528457 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0f94889-468f-46d1-9975-0c3de92c9fd1 req-c98f6971-c922-4886-9930-388bc9573b28 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.4681726 Jul 16 03:44:12.591856 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0f94889-468f-46d1-9975-0c3de92c9fd1 req-683735bb-0e07-4191-9605-2e51e9224683 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624413 Jul 16 03:44:12.594946 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15fc7b8d-ac69-4ae1-8529-a0730b2d151c req-1da1e835-e8e3-4fd0-8f25-282095607eea tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891438 Jul 16 03:44:12.645229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:12.729813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72c165f-864e-4ef6-a11f-ed22e1c96cb8', 'tag': '86c5dd96-60a0-4560-a1b5-9d7db854e25e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:12.733835 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fad8e3b-2350-49b5-9ba5-699ac327f2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f72c165f-864e-4ef6-a11f-ed22e1c96cb8", "tag": "86c5dd96-60a0-4560-a1b5-9d7db854e25e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:12.743112 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3548b569-ff8d-417f-af36-6c784fa0bbc9 x-openstack-request-id: req-3548b569-ff8d-417f-af36-6c784fa0bbc9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:12.743521 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228416d0-54aa-47d9-a397-bb3a327c09d5", "name": "network-vif-unplugged", "status": "completed", "tag": "4426ec60-b451-4d64-8e44-f30e9812ca97", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:12.743874 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3548b569-ff8d-417f-af36-6c784fa0bbc9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:12.744431 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228416d0-54aa-47d9-a397-bb3a327c09d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4426ec60-b451-4d64-8e44-f30e9812ca97', 'code': 200} Jul 16 03:44:12.880430 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b9abae3-52f4-4845-b5a8-a202265aa002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:12.915857 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47098) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:12.988614 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e62ed2c0-2017-45ad-9b21-5f935b51f69b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a4caf2b8da746e28561e7db4ed16301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711427 Jul 16 03:44:12.991504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47106) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:13.078418 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b690ed28-f1da-4d45-ab7d-f77185138298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.124260 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b690ed28-f1da-4d45-ab7d-f77185138298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.135022 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b9abae3-52f4-4845-b5a8-a202265aa002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.148245 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b9abae3-52f4-4845-b5a8-a202265aa002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.207797 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4b9abae3-52f4-4845-b5a8-a202265aa002 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a3816470ac544e491bcfd81397f8c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5607364 Jul 16 03:44:13.209426 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9abae3-52f4-4845-b5a8-a202265aa002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027da9ee-4f00-4934-a8d5-c1c502ac1a3f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:13.214487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47132) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:13.273962 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b690ed28-f1da-4d45-ab7d-f77185138298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.278028 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b690ed28-f1da-4d45-ab7d-f77185138298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.279361 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b690ed28-f1da-4d45-ab7d-f77185138298 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a6d6fa5-3c53-4f28-be8a-585ecf0d024e HTTP/1.1" status: 204 len: 168 time: 0.2857132 Jul 16 03:44:13.315341 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27b23c1a-3e64-489b-8498-612a7713b3fa req-42a7d23f-ec33-4eb1-914e-be093a813e5b service neutron] 10.222.0.88 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2507017 Jul 16 03:44:13.327192 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-39ef80ba-9301-467c-98b8-f081872ee7b4 req-7bbe0393-3a46-4470-947d-c5cf1714a6e3 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 210 time: 0.0738947 Jul 16 03:44:13.347820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ade00f07-dfc1-4978-a55d-07b86359c464 req-18dabad1-2ba9-4af9-9739-d5d2d69cc251 service neutron] 10.222.0.20 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2059944 Jul 16 03:44:13.349824 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f82eef48-791a-462c-ab49-261fc418d15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.363031 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690ed28-f1da-4d45-ab7d-f77185138298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6d6fa5-3c53-4f28-be8a-585ecf0d024e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:13.419099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-2223bab5-799d-4ea1-9f3d-24a0582feb80 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:44:13.426527 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f82eef48-791a-462c-ab49-261fc418d15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.489572 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f82eef48-791a-462c-ab49-261fc418d15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.494252 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f82eef48-791a-462c-ab49-261fc418d15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:13.495759 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f82eef48-791a-462c-ab49-261fc418d15c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/027da9ee-4f00-4934-a8d5-c1c502ac1a3f HTTP/1.1" status: 204 len: 168 time: 0.2801306 Jul 16 03:44:13.510856 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82eef48-791a-462c-ab49-261fc418d15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027da9ee-4f00-4934-a8d5-c1c502ac1a3f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:13.613577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae0aac-01a3-4ba9-990f-fd02e57c4c9e req-4f8b2e8c-d60f-4105-a1a1-cb6243c52174 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:13.624255 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1eae0aac-01a3-4ba9-990f-fd02e57c4c9e req-4f8b2e8c-d60f-4105-a1a1-cb6243c52174 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 943 time: 0.3589621 Jul 16 03:44:13.627833 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830b69a7-3b99-44d9-b5a4-c9088e865d9c x-openstack-request-id: req-830b69a7-3b99-44d9-b5a4-c9088e865d9c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:13.628271 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72c165f-864e-4ef6-a11f-ed22e1c96cb8", "tag": "86c5dd96-60a0-4560-a1b5-9d7db854e25e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:13.628699 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-830b69a7-3b99-44d9-b5a4-c9088e865d9c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:13.629394 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72c165f-864e-4ef6-a11f-ed22e1c96cb8', 'tag': '86c5dd96-60a0-4560-a1b5-9d7db854e25e', 'status': 'completed', 'code': 200} Jul 16 03:44:13.740030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b1498-305d-475f-9228-932a850b5a32 req-5a5126ad-256c-461c-87cc-c9ce5b2129ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:13.741795 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-660b1498-305d-475f-9228-932a850b5a32 req-5a5126ad-256c-461c-87cc-c9ce5b2129ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86f8fb2994334a65b888442d6d0d02d1&device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 1094 time: 0.3205175 Jul 16 03:44:13.760629 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1eae0aac-01a3-4ba9-990f-fd02e57c4c9e req-e2ad6a95-f19d-463c-a779-20e9b305ffec tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347289 Jul 16 03:44:13.913079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-2223bab5-799d-4ea1-9f3d-24a0582feb80 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:13.927966 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cf3882-1aeb-48ae-a963-5361a94b8320 None None] Sync routers for ids ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:13.940973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf3882-1aeb-48ae-a963-5361a94b8320 None None] Routers {'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:13.941815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c6cf3882-1aeb-48ae-a963-5361a94b8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:14.147146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c6cf3882-1aeb-48ae-a963-5361a94b8320 None None] Set router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:14.220667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-2223bab5-799d-4ea1-9f3d-24a0582feb80 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] No DVR routers for this DVR port 4426ec60-b451-4d64-8e44-f30e9812ca97 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:14.248935 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-2223bab5-799d-4ea1-9f3d-24a0582feb80 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:14.251018 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bd177a0-e61f-4598-9c16-2e26acd6b6aa req-2223bab5-799d-4ea1-9f3d-24a0582feb80 tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.20 "DELETE /v2.0/ports/4426ec60-b451-4d64-8e44-f30e9812ca97 HTTP/1.1" status: 204 len: 173 time: 5.3897662 Jul 16 03:44:14.372494 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b1498-305d-475f-9228-932a850b5a32 req-ba1402cc-fdc4-4ea6-958a-b88cb713b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:14.374764 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-660b1498-305d-475f-9228-932a850b5a32 req-ba1402cc-fdc4-4ea6-958a-b88cb713b5e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=58ffcd17-545c-499b-941d-4f64c3856a17 HTTP/1.1" status: 200 len: 920 time: 0.6087832 Jul 16 03:44:14.384882 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad8e3b-2350-49b5-9ba5-699ac327f2e4 req-4e10baf3-722c-434c-8cc0-3eab691acdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:14.389680 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fad8e3b-2350-49b5-9ba5-699ac327f2e4 req-4e10baf3-722c-434c-8cc0-3eab691acdd5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ac5fda404a8c4a73b2e015317d446c64&device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 1094 time: 0.6185958 Jul 16 03:44:14.501183 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c6cf3882-1aeb-48ae-a963-5361a94b8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'ea3462dd-7ca7-4d1a-927e-c76c9c4c2692', 'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'mac_address': 'fa:16:3e:80:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:59Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 5, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'subnets': [{'id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:14.511569 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-660b1498-305d-475f-9228-932a850b5a32 req-a6fd9351-d621-4787-83b2-3298db42d34e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6076909-e738-47b7-950e-064bd957ccca HTTP/1.1" status: 200 len: 217 time: 0.1191211 Jul 16 03:44:14.519151 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad3963-9001-452c-b9d0-5594a392cf86 req-18b6eb56-bbd2-4f58-b804-a5eeadf75a20 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:14.531649 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5ad3963-9001-452c-b9d0-5594a392cf86 req-18b6eb56-bbd2-4f58-b804-a5eeadf75a20 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.6700015 Jul 16 03:44:14.573135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b8a18-e24e-4cd7-854a-3558823ba73e req-2d3d3aa3-f935-4f1a-8837-1649d533f63a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:14.580683 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d5b8a18-e24e-4cd7-854a-3558823ba73e req-2d3d3aa3-f935-4f1a-8837-1649d533f63a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 943 time: 0.5964417 Jul 16 03:44:14.779202 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5ad3963-9001-452c-b9d0-5594a392cf86 req-6b416110-ab76-4552-b731-56d3a96aabf3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465560 Jul 16 03:44:14.834169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d5b8a18-e24e-4cd7-854a-3558823ba73e req-3787b33c-0112-421c-8b1c-74a3f5e6c062 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518742 Jul 16 03:44:14.860691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b1498-305d-475f-9228-932a850b5a32 req-66aeffb0-5f30-42c4-be8c-a58cd9266e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:14.872514 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-660b1498-305d-475f-9228-932a850b5a32 req-66aeffb0-5f30-42c4-be8c-a58cd9266e3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf54e103-b33c-4be3-9104-63de2822c4cd HTTP/1.1" status: 200 len: 859 time: 0.3224282 Jul 16 03:44:14.919714 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad8e3b-2350-49b5-9ba5-699ac327f2e4 req-ee9b9d0b-f9e7-4bd2-80a6-e51971154f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:14.925136 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fad8e3b-2350-49b5-9ba5-699ac327f2e4 req-ee9b9d0b-f9e7-4bd2-80a6-e51971154f0c service neutron] 10.222.0.88 "GET /v2.0/networks?id=0e86a351-3a68-4bb2-87f3-ea80cc839c95 HTTP/1.1" status: 200 len: 915 time: 0.5254149 Jul 16 03:44:14.961825 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d6076909-e738-47b7-950e-064bd957ccca details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:44:14.966286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cf3882-1aeb-48ae-a963-5361a94b8320 None None] Checking router: a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:14.975286 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-660b1498-305d-475f-9228-932a850b5a32 req-506a2852-f5d5-4e51-baad-730cc26f98a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58ffcd17-545c-499b-941d-4f64c3856a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002727 Jul 16 03:44:15.016490 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf3882-1aeb-48ae-a963-5361a94b8320 None None] Routers {'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:15.017194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c6cf3882-1aeb-48ae-a963-5361a94b8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:15.121258 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fad8e3b-2350-49b5-9ba5-699ac327f2e4 req-e5ae2f31-24d0-4f5e-808d-064a10ca6249 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86c5dd96-60a0-4560-a1b5-9d7db854e25e HTTP/1.1" status: 200 len: 217 time: 0.1445951 Jul 16 03:44:15.271440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6e19595-e33d-4661-b674-9ca61a2b8b63 req-16d83d0e-d367-4a43-8746-82fa3b18f9bb tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/ports?device_id=228416d0-54aa-47d9-a397-bb3a327c09d5 HTTP/1.1" status: 200 len: 210 time: 0.1521177 Jul 16 03:44:15.325247 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad8e3b-2350-49b5-9ba5-699ac327f2e4 req-3b7856b1-72bb-44b8-911a-56f905c22307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:15.330902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fad8e3b-2350-49b5-9ba5-699ac327f2e4 req-3b7856b1-72bb-44b8-911a-56f905c22307 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71c59574-7ca3-4ce0-b2c6-591fd94e03b3 HTTP/1.1" status: 200 len: 854 time: 0.1984766 Jul 16 03:44:15.389765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 86c5dd96-60a0-4560-a1b5-9d7db854e25e details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:44:15.432572 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fad8e3b-2350-49b5-9ba5-699ac327f2e4 req-da1741aa-2882-442c-ae87-660de8398e62 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0e86a351-3a68-4bb2-87f3-ea80cc839c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588832 Jul 16 03:44:15.587351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-c6cf3882-1aeb-48ae-a963-5361a94b8320 None None] Set router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:15.664914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228416d0-54aa-47d9-a397-bb3a327c09d5', 'name': 'network-vif-deleted', 'tag': '4426ec60-b451-4d64-8e44-f30e9812ca97'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:15.667701 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a98dc4-f240-4275-8fe2-7ea9ce214fc2" -d '{"events": [{"server_uuid": "228416d0-54aa-47d9-a397-bb3a327c09d5", "name": "network-vif-deleted", "tag": "4426ec60-b451-4d64-8e44-f30e9812ca97"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:15.695839 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-660b1498-305d-475f-9228-932a850b5a32 req-37b60045-facd-48c6-aee5-570e648a8142 service neutron] 10.222.0.20 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6855352 Jul 16 03:44:15.753940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d6076909-e738-47b7-950e-064bd957ccca, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d6076909-e738-47b7-950e-064bd957ccca,segment=NetworkSegment(bafe52f6-9b50-44cd-8235-956c38444f37),segment_id=bafe52f6-9b50-44cd-8235-956c38444f37)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:15.766726 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2ea5ae-0db8-450c-ae03-ea906f04ae6c x-openstack-request-id: req-9a2ea5ae-0db8-450c-ae03-ea906f04ae6c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:15.767235 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228416d0-54aa-47d9-a397-bb3a327c09d5", "name": "network-vif-deleted", "tag": "4426ec60-b451-4d64-8e44-f30e9812ca97", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:15.767635 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a2ea5ae-0db8-450c-ae03-ea906f04ae6c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:15.768162 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228416d0-54aa-47d9-a397-bb3a327c09d5', 'name': 'network-vif-deleted', 'tag': '4426ec60-b451-4d64-8e44-f30e9812ca97', 'status': 'completed', 'code': 200} Jul 16 03:44:15.778750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77751bf1-b664-4e65-9f8d-ea38f7451313 req-4ea8612f-ec55-4978-9d37-fb72b1f69f22 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:15.789624 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77751bf1-b664-4e65-9f8d-ea38f7451313 req-4ea8612f-ec55-4978-9d37-fb72b1f69f22 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 943 time: 0.2990432 Jul 16 03:44:15.850611 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'd6076909-e738-47b7-950e-064bd957ccca', 'network_id': '58ffcd17-545c-499b-941d-4f64c3856a17', 'port_id': 'd6076909-e738-47b7-950e-064bd957ccca', 'mac_address': 'fa:16:3e:72:3f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf54e103-b33c-4be3-9104-63de2822c4cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:44:15.887700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47448) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:15.913638 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 86c5dd96-60a0-4560-a1b5-9d7db854e25e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=86c5dd96-60a0-4560-a1b5-9d7db854e25e,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:16.052206 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fad8e3b-2350-49b5-9ba5-699ac327f2e4 req-ce1cf1d2-9291-404c-ae00-0ae3899d5548 service neutron] 10.222.0.88 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187458 Jul 16 03:44:16.052390 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '86c5dd96-60a0-4560-a1b5-9d7db854e25e', 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95', 'port_id': '86c5dd96-60a0-4560-a1b5-9d7db854e25e', 'mac_address': 'fa:16:3e:98:af:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c59574-7ca3-4ce0-b2c6-591fd94e03b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:44:16.107114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-405446039', 'router:external': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:16.161859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-660b1498-305d-475f-9228-932a850b5a32 req-620ec09a-46e1-42a0-8ea2-16e03f40f54f service neutron] 10.222.0.20 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539955 Jul 16 03:44:16.173342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77751bf1-b664-4e65-9f8d-ea38f7451313 req-c52ca85f-27d2-479d-8bc1-328680f18fed tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828773 Jul 16 03:44:16.180500 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Made reservation on behalf of c856bb9e19d04921b35e5f1c5ecd10e1 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:16.183393 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.215141 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.315954 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b795d8-7258-45f7-b22b-e52728bb7647 req-3bf10a43-eb03-46ef-87ed-e6a94ab9b911 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:16.320847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05b795d8-7258-45f7-b22b-e52728bb7647 req-3bf10a43-eb03-46ef-87ed-e6a94ab9b911 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.3243382 Jul 16 03:44:16.326507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fad8e3b-2350-49b5-9ba5-699ac327f2e4 req-d703c118-9b3f-4444-b695-ac5e6191f834 service neutron] 10.222.0.88 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284331 Jul 16 03:44:16.398335 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.422507 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.433894 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.447900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05b795d8-7258-45f7-b22b-e52728bb7647 req-cbd00ff7-1a33-4214-88ea-aa793bcaca72 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034141 Jul 16 03:44:16.455362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:16.462475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c5dd96-60a0-4560-a1b5-9d7db854e25e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:16.496887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 86c5dd96-60a0-4560-a1b5-9d7db854e25e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=86c5dd96-60a0-4560-a1b5-9d7db854e25e,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:16.498948 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.500982 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.501637 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Added segment 935972dd-2e84-4e0a-9d9c-cb5d23ab1249 of type vlan for network 618cfdc5-7f55-4d15-9c31-fc99e1b7a20c Jul 16 03:44:16.519200 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.585771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6076909-e738-47b7-950e-064bd957ccca {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:44:16.602306 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bce10b-84ce-41f3-b669-af0e4807a0b8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:16.654226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d6076909-e738-47b7-950e-064bd957ccca, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d6076909-e738-47b7-950e-064bd957ccca,segment=NetworkSegment(bafe52f6-9b50-44cd-8235-956c38444f37),segment_id=bafe52f6-9b50-44cd-8235-956c38444f37)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:16.660338 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.678695 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.689721 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c6cf3882-1aeb-48ae-a963-5361a94b8320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'ea3462dd-7ca7-4d1a-927e-c76c9c4c2692', 'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'mac_address': 'fa:16:3e:80:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:59Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 5, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'subnets': [{'id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:16.728842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cf3882-1aeb-48ae-a963-5361a94b8320 None None] The sync data for ids ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'] in n-d-800088-6 is: [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:36:00Z', 'revision_number': 4, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'ea3462dd-7ca7-4d1a-927e-c76c9c4c2692', 'name': '', 'network_id': '86c7e975-c657-4bd7-a136-c5c84a957407', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'mac_address': 'fa:16:3e:80:cb:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:59Z', 'updated_at': '2021-07-16T03:36:10Z', 'revision_number': 5, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'subnets': [{'id': '760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:16.732153 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=86c5dd96-60a0-4560-a1b5-9d7db854e25e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:16.837899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.838997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:16.839544 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:16.885770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f087de-e805-4f25-a411-95b611f500b4 req-6f7409ea-e10d-47a3-ac84-13c7a5b300e8 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:16.919523 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-81f087de-e805-4f25-a411-95b611f500b4 req-6f7409ea-e10d-47a3-ac84-13c7a5b300e8 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 944 time: 0.3179383 Jul 16 03:44:16.922758 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0336866 Jul 16 03:44:16.928712 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:16.932628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['86c5dd96-60a0-4560-a1b5-9d7db854e25e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:16.984081 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0034a1e1-26fc-4793-b33b-112ce3c7469c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Request body: {'subnet': {'network_id': '618cfdc5-7f55-4d15-9c31-fc99e1b7a20c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:17.028001 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=d6076909-e738-47b7-950e-064bd957ccca,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:17.062754 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['d6076909-e738-47b7-950e-064bd957ccca'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:17.069318 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:17.079324 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72173305-c812-4b40-ac08-f4092b0f76c1 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Pushing event updated for resources: {'Network': ['ID=618cfdc5-7f55-4d15-9c31-fc99e1b7a20c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:17.154865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 618cfdc5-7f55-4d15-9c31-fc99e1b7a20c details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:17.223445 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-81f087de-e805-4f25-a411-95b611f500b4 req-c241c3ce-ab88-43bb-bac0-cde4ad3acf38 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009651 Jul 16 03:44:17.232849 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8b2a47-398a-42f2-86d1-0200275e62e6 None None] New status for floating IP f596a862-0465-4b95-b770-cd05c2a72566: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:44:17.256723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0034a1e1-26fc-4793-b33b-112ce3c7469c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Made reservation on behalf of c856bb9e19d04921b35e5f1c5ecd10e1 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:17.260602 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0034a1e1-26fc-4793-b33b-112ce3c7469c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.382755 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5138a782-4763-44e0-97ec-2a5dca27822c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.470998 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5138a782-4763-44e0-97ec-2a5dca27822c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.605487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73610e-2d30-47df-a64f-c6fba2918c64 req-bce3611a-1240-44c3-98a2-a5656d91a8c2 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:17.607183 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c73610e-2d30-47df-a64f-c6fba2918c64 req-bce3611a-1240-44c3-98a2-a5656d91a8c2 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 944 time: 0.2069774 Jul 16 03:44:17.668635 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5138a782-4763-44e0-97ec-2a5dca27822c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.671492 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5138a782-4763-44e0-97ec-2a5dca27822c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.673001 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5138a782-4763-44e0-97ec-2a5dca27822c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "DELETE /v2.0/security-groups/398118ef-b926-4ca9-b482-bb21d4cf5d1b HTTP/1.1" status: 204 len: 168 time: 0.6027665 Jul 16 03:44:17.676237 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47592) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:17.696221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138a782-4763-44e0-97ec-2a5dca27822c tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=398118ef-b926-4ca9-b482-bb21d4cf5d1b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:17.700359 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-46e546ba-5286-4aa9-8cb6-b9286cf2edde tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] show failed (client error): The resource could not be found. Jul 16 03:44:17.702916 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-46e546ba-5286-4aa9-8cb6-b9286cf2edde tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "GET /v2.0/security-groups/398118ef-b926-4ca9-b482-bb21d4cf5d1b HTTP/1.1" status: 404 len: 347 time: 0.0250025 Jul 16 03:44:17.706133 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47594) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:17.787349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c73610e-2d30-47df-a64f-c6fba2918c64 req-de8c4d23-ac83-497e-a12c-1662f22972b7 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386225 Jul 16 03:44:17.943908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-389d4bdc-6758-4e78-9a08-a5d4bea8745e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Deleting port 168fba07-94e6-4fce-827a-d6367e4fadad {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:17.945752 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-389d4bdc-6758-4e78-9a08-a5d4bea8745e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:17.957111 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c52a-3eeb-4ea8-b928-994db0f18c51 req-ae7f0b19-15ff-47a5-830e-0cc26ff75ae2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:17.970050 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bea5c52a-3eeb-4ea8-b928-994db0f18c51 req-ae7f0b19-15ff-47a5-830e-0cc26ff75ae2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.2404387 Jul 16 03:44:18.060619 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bea5c52a-3eeb-4ea8-b928-994db0f18c51 req-c9cb14cc-9081-4cfa-91fa-eafab3b98cd5 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879738 Jul 16 03:44:18.086325 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-389d4bdc-6758-4e78-9a08-a5d4bea8745e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.086659 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-389d4bdc-6758-4e78-9a08-a5d4bea8745e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.105633 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-389d4bdc-6758-4e78-9a08-a5d4bea8745e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Calling delete_port for 168fba07-94e6-4fce-827a-d6367e4fadad owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:18.213126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.objects.ports [None req-0034a1e1-26fc-4793-b33b-112ce3c7469c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:44:18.225177 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0034a1e1-26fc-4793-b33b-112ce3c7469c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.263389 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-389d4bdc-6758-4e78-9a08-a5d4bea8745e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.313274 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0034a1e1-26fc-4793-b33b-112ce3c7469c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Checking segment: {'id': '935972dd-2e84-4e0a-9d9c-cb5d23ab1249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '618cfdc5-7f55-4d15-9c31-fc99e1b7a20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:18.313645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0034a1e1-26fc-4793-b33b-112ce3c7469c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Network hostable DHCP agents. Network: 618cfdc5-7f55-4d15-9c31-fc99e1b7a20c, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:18.317724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034a1e1-26fc-4793-b33b-112ce3c7469c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0c24cddd-c46f-4085-abeb-e3b8121a2cfe,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:18.337413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0034a1e1-26fc-4793-b33b-112ce3c7469c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Network 618cfdc5-7f55-4d15-9c31-fc99e1b7a20c is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:18.356637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0034a1e1-26fc-4793-b33b-112ce3c7469c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 618cfdc5-7f55-4d15-9c31-fc99e1b7a20c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:18.362713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0034a1e1-26fc-4793-b33b-112ce3c7469c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:18.364813 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0034a1e1-26fc-4793-b33b-112ce3c7469c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.368028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50538b4-68d7-42e2-aa10-f3b4885b2759 None None] Network 618cfdc5-7f55-4d15-9c31-fc99e1b7a20c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:18.397447 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0034a1e1-26fc-4793-b33b-112ce3c7469c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4576259 Jul 16 03:44:18.399305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:18.411705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6c2e5cbc-463a-4732-9718-fc173dc8c5ed tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-161064275', 'network_id': '618cfdc5-7f55-4d15-9c31-fc99e1b7a20c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:18.464068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2e5cbc-463a-4732-9718-fc173dc8c5ed tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Made reservation on behalf of c856bb9e19d04921b35e5f1c5ecd10e1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:18.469241 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5cbc-463a-4732-9718-fc173dc8c5ed tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:18.581982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-6c2e5cbc-463a-4732-9718-fc173dc8c5ed tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] device_id is not set on port aab1268a-1fff-4d9a-8a5a-e0f29755589a yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:44:18.620843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cadf12-fef9-4022-b9d4-67d8d8066310 None None] Network 618cfdc5-7f55-4d15-9c31-fc99e1b7a20c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:18.725750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d6076909-e738-47b7-950e-064bd957ccca up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:18.738898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803709a-f203-4cb8-b27e-d16bd476ba6e req-b6dbf282-6f74-48f5-ada7-a7db9dbe8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:18.742218 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2803709a-f203-4cb8-b27e-d16bd476ba6e req-b6dbf282-6f74-48f5-ada7-a7db9dbe8a4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 1096 time: 0.2091188 Jul 16 03:44:18.839417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port d6076909-e738-47b7-950e-064bd957ccca completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:18.847388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac44cf-fbae-4b10-a7c5-95de6a3c4184 req-d1a77b9b-2bc7-4bf5-af20-02cf350ed3ef tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:18.850917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6aac44cf-fbae-4b10-a7c5-95de6a3c4184 req-d1a77b9b-2bc7-4bf5-af20-02cf350ed3ef tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 944 time: 0.3545454 Jul 16 03:44:18.853641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port d6076909-e738-47b7-950e-064bd957ccca triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:18.854456 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.008923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e963f-1af0-4c8b-9af5-145c91237064 req-a047d8e1-9dad-423d-8003-53dd14c6b210 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:19.012001 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-815e963f-1af0-4c8b-9af5-145c91237064 req-a047d8e1-9dad-423d-8003-53dd14c6b210 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.3391109 Jul 16 03:44:19.042035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6c2e5cbc-463a-4732-9718-fc173dc8c5ed tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Allocated IP 172.20.0.11 (618cfdc5-7f55-4d15-9c31-fc99e1b7a20c/0c24cddd-c46f-4085-abeb-e3b8121a2cfe/aab1268a-1fff-4d9a-8a5a-e0f29755589a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:19.046147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d4bdc-6758-4e78-9a08-a5d4bea8745e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Pushing event deleted for resources: {'Port': ['ID=168fba07-94e6-4fce-827a-d6367e4fadad,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:19.075321 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-389d4bdc-6758-4e78-9a08-a5d4bea8745e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.078715 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-389d4bdc-6758-4e78-9a08-a5d4bea8745e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.080062 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-389d4bdc-6758-4e78-9a08-a5d4bea8745e tempest-AttachVolumeTestJSON-1052538842 tempest-AttachVolumeTestJSON-1052538842-project] 10.222.0.18 "DELETE /v2.0/floatingips/f596a862-0465-4b95-b770-cd05c2a72566 HTTP/1.1" status: 204 len: 168 time: 1.3723288 Jul 16 03:44:19.097330 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.107972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803709a-f203-4cb8-b27e-d16bd476ba6e req-6c019ec1-3f7e-4b27-8f5b-2f6e8e76c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:19.109604 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2803709a-f203-4cb8-b27e-d16bd476ba6e req-6c019ec1-3f7e-4b27-8f5b-2f6e8e76c61e service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.3582823 Jul 16 03:44:19.155237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-815e963f-1af0-4c8b-9af5-145c91237064 req-12d11c06-8e77-40a9-807f-4309cc91af2c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350205 Jul 16 03:44:19.164397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a771277a-10f9-4cb5-b2bd-273680c30b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6076909-e738-47b7-950e-064bd957ccca'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:19.173077 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c6d37b-791e-4d73-addf-4c3e3ac87642" -d '{"events": [{"server_uuid": "a771277a-10f9-4cb5-b2bd-273680c30b91", "name": "network-vif-plugged", "status": "completed", "tag": "d6076909-e738-47b7-950e-064bd957ccca"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:19.201168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d6076909-e738-47b7-950e-064bd957ccca, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d6076909-e738-47b7-950e-064bd957ccca,segment=NetworkSegment(bafe52f6-9b50-44cd-8235-956c38444f37),segment_id=bafe52f6-9b50-44cd-8235-956c38444f37)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:19.206754 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.236066 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6aac44cf-fbae-4b10-a7c5-95de6a3c4184 req-93950e9f-545d-480b-977b-891652d1e48b tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178779 Jul 16 03:44:19.269911 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=d6076909-e738-47b7-950e-064bd957ccca,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:19.286874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 86c5dd96-60a0-4560-a1b5-9d7db854e25e up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:19.316188 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2803709a-f203-4cb8-b27e-d16bd476ba6e req-5e57c025-8c74-41c7-bdc0-9e841119798c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2557a60-55c2-41e3-851f-8a9db2327477 HTTP/1.1" status: 200 len: 999 time: 0.1652951 Jul 16 03:44:19.363937 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 86c5dd96-60a0-4560-a1b5-9d7db854e25e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:19.369960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 86c5dd96-60a0-4560-a1b5-9d7db854e25e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:19.370735 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.606729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803709a-f203-4cb8-b27e-d16bd476ba6e req-c2348a8b-401d-4689-9441-0a4cff3a6df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:19.608802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2803709a-f203-4cb8-b27e-d16bd476ba6e req-c2348a8b-401d-4689-9441-0a4cff3a6df5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.2325861 Jul 16 03:44:19.631191 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58020cb2-0e83-4043-a641-adccc41be4f6 x-openstack-request-id: req-58020cb2-0e83-4043-a641-adccc41be4f6 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:19.631810 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a771277a-10f9-4cb5-b2bd-273680c30b91", "name": "network-vif-plugged", "status": "completed", "tag": "d6076909-e738-47b7-950e-064bd957ccca", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:19.632357 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58020cb2-0e83-4043-a641-adccc41be4f6 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:19.632942 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a771277a-10f9-4cb5-b2bd-273680c30b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6076909-e738-47b7-950e-064bd957ccca', 'code': 200} Jul 16 03:44:19.714145 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.763449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 86c5dd96-60a0-4560-a1b5-9d7db854e25e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=86c5dd96-60a0-4560-a1b5-9d7db854e25e,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:19.766930 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:19.817205 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=86c5dd96-60a0-4560-a1b5-9d7db854e25e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:20.104290 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5cbc-463a-4732-9718-fc173dc8c5ed tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:20.125141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75d1dd-ddd3-4d1e-b7a3-72d15de1ed36 req-655a3d10-a2ba-45a4-935e-c66be1581c81 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:20.126654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a75d1dd-ddd3-4d1e-b7a3-72d15de1ed36 req-655a3d10-a2ba-45a4-935e-c66be1581c81 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.6883643 Jul 16 03:44:20.201810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803709a-f203-4cb8-b27e-d16bd476ba6e req-98508f8b-7d0a-4611-9803-028a4c8a2490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:20.203352 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2803709a-f203-4cb8-b27e-d16bd476ba6e req-98508f8b-7d0a-4611-9803-028a4c8a2490 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5664821 Jul 16 03:44:20.218838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0d8f9-4db4-4864-a82d-cb1cf95f6e9c req-ee5c7e81-92e3-4036-963e-4ce31022195e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:20.220649 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a8b0d8f9-4db4-4864-a82d-cb1cf95f6e9c req-ee5c7e81-92e3-4036-963e-4ce31022195e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 1096 time: 0.5574102 Jul 16 03:44:20.252838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a75d1dd-ddd3-4d1e-b7a3-72d15de1ed36 req-3faed285-197e-495e-82e5-d2fad9b8259e tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142743 Jul 16 03:44:20.273793 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5cbc-463a-4732-9718-fc173dc8c5ed tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:20.430879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e5cbc-463a-4732-9718-fc173dc8c5ed tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Network 618cfdc5-7f55-4d15-9c31-fc99e1b7a20c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:20.432863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a8b0d8f9-4db4-4864-a82d-cb1cf95f6e9c req-09c8fda9-0ec0-4163-bb18-58a13cebe433 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995695 Jul 16 03:44:20.456918 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6c2e5cbc-463a-4732-9718-fc173dc8c5ed tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:20.481928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e5cbc-463a-4732-9718-fc173dc8c5ed tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:20.493951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e5cbc-463a-4732-9718-fc173dc8c5ed tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Pushing event updated for resources: {'Port': ['ID=aab1268a-1fff-4d9a-8a5a-e0f29755589a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:20.535204 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2803709a-f203-4cb8-b27e-d16bd476ba6e req-c38b8a26-b94b-4481-bb91-50027444b193 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230445 Jul 16 03:44:20.633990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2e5cbc-463a-4732-9718-fc173dc8c5ed tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:20.634974 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c2e5cbc-463a-4732-9718-fc173dc8c5ed tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:20.684782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a57034-1bb7-4d6f-94d2-4e0b9aaaa371 req-4a866694-99d6-47e1-ae41-cc496a6bcadf tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:20.692537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31a57034-1bb7-4d6f-94d2-4e0b9aaaa371 req-4a866694-99d6-47e1-ae41-cc496a6bcadf tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.3226802 Jul 16 03:44:20.715753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47662) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:20.716304 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6c2e5cbc-463a-4732-9718-fc173dc8c5ed tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.3154659 Jul 16 03:44:20.826889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31a57034-1bb7-4d6f-94d2-4e0b9aaaa371 req-41da1814-4c38-4254-8387-d983e504f3d0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310873 Jul 16 03:44:20.871000 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2b04e5be-d0fc-499f-bfdd-b866fa0005a9 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Deleting port aab1268a-1fff-4d9a-8a5a-e0f29755589a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:20.872449 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b04e5be-d0fc-499f-bfdd-b866fa0005a9 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:20.894309 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0ddf2-83da-472b-82a4-eb26c649919d req-34631d6b-af61-4e87-bd53-c3050f3660a2 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:20.896094 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6b0ddf2-83da-472b-82a4-eb26c649919d req-34631d6b-af61-4e87-bd53-c3050f3660a2 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 945 time: 0.3982046 Jul 16 03:44:20.995466 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6b0ddf2-83da-472b-82a4-eb26c649919d req-25a2e496-7d78-4f8c-88ef-2f2c51fb50b7 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901110 Jul 16 03:44:21.005762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2803709a-f203-4cb8-b27e-d16bd476ba6e req-1b55d46a-7949-44e0-a44b-898f7c3e0a08 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386594 Jul 16 03:44:21.042092 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b04e5be-d0fc-499f-bfdd-b866fa0005a9 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.055865 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2b04e5be-d0fc-499f-bfdd-b866fa0005a9 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Calling delete_port for aab1268a-1fff-4d9a-8a5a-e0f29755589a owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:21.199421 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b04e5be-d0fc-499f-bfdd-b866fa0005a9 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.261500 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04e5be-d0fc-499f-bfdd-b866fa0005a9 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Pushing event deleted for resources: {'Port': ['ID=aab1268a-1fff-4d9a-8a5a-e0f29755589a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:21.358060 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b04e5be-d0fc-499f-bfdd-b866fa0005a9 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.360198 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2b04e5be-d0fc-499f-bfdd-b866fa0005a9 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "DELETE /v2.0/ports/aab1268a-1fff-4d9a-8a5a-e0f29755589a HTTP/1.1" status: 204 len: 168 time: 0.6425271 Jul 16 03:44:21.362855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47668) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:21.367816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '618cfdc5-7f55-4d15-9c31-fc99e1b7a20c', 'external_fixed_ips': [{'subnet_id': '0c24cddd-c46f-4085-abeb-e3b8121a2cfe', 'ip_address': '172.20.0.11'}]}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:21.394004 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.395099 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.467834 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.557866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd038d75-b409-434d-9dd4-ccdf5230f3fb req-5f3df4ad-4c70-412c-8d97-12868f799590 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:21.560028 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd038d75-b409-434d-9dd4-ccdf5230f3fb req-5f3df4ad-4c70-412c-8d97-12868f799590 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.1110671 Jul 16 03:44:21.627995 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd038d75-b409-434d-9dd4-ccdf5230f3fb req-3c554bb9-3ad0-4d95-8abb-b70d9b8ce0d4 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592842 Jul 16 03:44:21.635528 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72c165f-864e-4ef6-a11f-ed22e1c96cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c5dd96-60a0-4560-a1b5-9d7db854e25e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:21.637920 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebac964-9468-4806-9f09-3fad7cb232fb" -d '{"events": [{"server_uuid": "f72c165f-864e-4ef6-a11f-ed22e1c96cb8", "name": "network-vif-plugged", "status": "completed", "tag": "86c5dd96-60a0-4560-a1b5-9d7db854e25e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:21.673020 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:21.687579 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b76a41-78d0-4827-a4a9-d8d0ecaba2ce x-openstack-request-id: req-12b76a41-78d0-4827-a4a9-d8d0ecaba2ce {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:21.687873 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72c165f-864e-4ef6-a11f-ed22e1c96cb8", "name": "network-vif-plugged", "status": "completed", "tag": "86c5dd96-60a0-4560-a1b5-9d7db854e25e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:21.688131 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12b76a41-78d0-4827-a4a9-d8d0ecaba2ce {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:21.688555 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72c165f-864e-4ef6-a11f-ed22e1c96cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c5dd96-60a0-4560-a1b5-9d7db854e25e', 'code': 200} Jul 16 03:44:21.890903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95028584-3513-4f09-a961-bde7ba75ec6d req-2b08a32b-11c9-4485-92cd-ea8befea3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:21.895985 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95028584-3513-4f09-a961-bde7ba75ec6d req-2b08a32b-11c9-4485-92cd-ea8befea3e69 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 1096 time: 0.1146891 Jul 16 03:44:21.957952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95028584-3513-4f09-a961-bde7ba75ec6d req-7ebfae0b-ee83-47ad-8677-953f0df25ed3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524549 Jul 16 03:44:22.028744 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.067165 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.137452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa3066-b0d3-499f-b2b8-6eaf2f40476f req-de1653f6-eb44-4c59-a2e0-a8c19e97a417 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:22.139250 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65aa3066-b0d3-499f-b2b8-6eaf2f40476f req-de1653f6-eb44-4c59-a2e0-a8c19e97a417 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1393807 Jul 16 03:44:22.202574 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65aa3066-b0d3-499f-b2b8-6eaf2f40476f req-7b338bcf-1f46-4e25-9746-ba39fab8b15c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574892 Jul 16 03:44:22.258441 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Allocated IP 172.20.0.11 (618cfdc5-7f55-4d15-9c31-fc99e1b7a20c/0c24cddd-c46f-4085-abeb-e3b8121a2cfe/1ad32bd3-73a6-4c44-9df6-6d203db4aa90) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:22.382000 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.388056 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ccc15-82a3-411b-a405-0f1075b81ca5 req-a37df612-5724-4b46-94c9-201b84dc20e7 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:22.400176 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e71ccc15-82a3-411b-a405-0f1075b81ca5 req-a37df612-5724-4b46-94c9-201b84dc20e7 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 945 time: 0.1618495 Jul 16 03:44:22.425877 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:22.489057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e71ccc15-82a3-411b-a405-0f1075b81ca5 req-2aa3e015-20dd-4781-952e-c3f62ee369ee tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878606 Jul 16 03:44:22.517957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Pushing event updated for resources: {'Port': ['ID=1ad32bd3-73a6-4c44-9df6-6d203db4aa90,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:22.540385 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Network 618cfdc5-7f55-4d15-9c31-fc99e1b7a20c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:22.544088 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:22.552641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:22.645619 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854089e-836a-4e1e-a26a-8fefab1be7b4 req-1e164ccf-8948-441a-9f1e-2240b856cd9a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:22.654441 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b854089e-836a-4e1e-a26a-8fefab1be7b4 req-1e164ccf-8948-441a-9f1e-2240b856cd9a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1074047 Jul 16 03:44:22.733650 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b854089e-836a-4e1e-a26a-8fefab1be7b4 req-1ab0c4ea-b015-4f11-a089-4b3af87d6571 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781558 Jul 16 03:44:22.987829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22914f1c-e3d8-4898-8a57-c730f63b2782 req-2871f292-42c6-4973-b412-54a2ff2b7d1a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:22.996991 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22914f1c-e3d8-4898-8a57-c730f63b2782 req-2871f292-42c6-4973-b412-54a2ff2b7d1a tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1413834 Jul 16 03:44:23.055076 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22914f1c-e3d8-4898-8a57-c730f63b2782 req-7dd676b1-b138-409f-af9d-9f5c91af8d0d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567987 Jul 16 03:44:23.059044 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.081443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334c8a7-643e-49be-a300-13d1abcd47c6 req-f937670d-e06d-4f0b-aafd-b302bd42cb54 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:23.095099 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7334c8a7-643e-49be-a300-13d1abcd47c6 req-f937670d-e06d-4f0b-aafd-b302bd42cb54 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.2061324 Jul 16 03:44:23.200921 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7334c8a7-643e-49be-a300-13d1abcd47c6 req-d435c4d4-5098-40b9-8ef1-c947a56a345e tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994940 Jul 16 03:44:23.474859 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.757998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787f599-df34-4b6d-8a74-6b44701bc677 req-ef2fdb33-03c2-4b7b-9baa-5f9ed145a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:23.760842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d787f599-df34-4b6d-8a74-6b44701bc677 req-ef2fdb33-03c2-4b7b-9baa-5f9ed145a6d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86f8fb2994334a65b888442d6d0d02d1&device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 1096 time: 0.1448495 Jul 16 03:44:23.763959 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Router 9439b1ae-2813-426f-a5bd-205f477cdc20 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:23.952062 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:23.960815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098055e-673c-4cb9-9fb3-ba7414a67bfb None None] Sync routers for ids ['9439b1ae-2813-426f-a5bd-205f477cdc20'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:23.977360 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098055e-673c-4cb9-9fb3-ba7414a67bfb None None] Routers {'9439b1ae-2813-426f-a5bd-205f477cdc20'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:23.978006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8098055e-673c-4cb9-9fb3-ba7414a67bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9439b1ae-2813-426f-a5bd-205f477cdc20'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:23.995990 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:23.997815 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-18b70a19-f256-406a-b0ea-d83683e833c5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.6337755 Jul 16 03:44:24.001244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47744) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:24.032271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a7b9a-c5b8-4969-9735-e70f8e4e18b3 req-26519c59-e798-4331-a405-26caa5b64920 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:24.044875 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c49a7b9a-c5b8-4969-9735-e70f8e4e18b3 req-26519c59-e798-4331-a405-26caa5b64920 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 945 time: 0.2591321 Jul 16 03:44:24.150369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8098055e-673c-4cb9-9fb3-ba7414a67bfb None None] Set router 9439b1ae-2813-426f-a5bd-205f477cdc20 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:24.161601 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9914dd69-a5ed-4825-a8cd-dc7afe1d2fcb tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.165518 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c49a7b9a-c5b8-4969-9735-e70f8e4e18b3 req-fbd28f87-fba7-4f71-98b7-85676b3da287 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164062 Jul 16 03:44:24.207802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80165d9-9f5f-4621-89ed-778e2b1945b9 req-32f0a074-7e98-4b57-8719-2804b3b5ae37 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:24.209535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a80165d9-9f5f-4621-89ed-778e2b1945b9 req-32f0a074-7e98-4b57-8719-2804b3b5ae37 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.4472718 Jul 16 03:44:24.218750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787f599-df34-4b6d-8a74-6b44701bc677 req-501325ef-7043-4034-a746-dec40fab422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:24.228066 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d787f599-df34-4b6d-8a74-6b44701bc677 req-501325ef-7043-4034-a746-dec40fab422f service neutron] 10.222.0.20 "GET /v2.0/networks?id=58ffcd17-545c-499b-941d-4f64c3856a17 HTTP/1.1" status: 200 len: 920 time: 0.4549391 Jul 16 03:44:24.331176 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9914dd69-a5ed-4825-a8cd-dc7afe1d2fcb tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.406315 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d787f599-df34-4b6d-8a74-6b44701bc677 req-e2fbd0bf-4c94-485c-a802-7c7dc07c3b01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6076909-e738-47b7-950e-064bd957ccca HTTP/1.1" status: 200 len: 217 time: 0.1050999 Jul 16 03:44:24.417060 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9914dd69-a5ed-4825-a8cd-dc7afe1d2fcb tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Deleting port 1ad32bd3-73a6-4c44-9df6-6d203db4aa90 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:24.417428 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9914dd69-a5ed-4825-a8cd-dc7afe1d2fcb tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.424127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a80165d9-9f5f-4621-89ed-778e2b1945b9 req-7fc8eda4-ce3f-4718-a00c-24c4d2f07a53 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077973 Jul 16 03:44:24.460398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8098055e-673c-4cb9-9fb3-ba7414a67bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9439b1ae-2813-426f-a5bd-205f477cdc20', 'name': '', 'tenant_id': 'c856bb9e19d04921b35e5f1c5ecd10e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '618cfdc5-7f55-4d15-9c31-fc99e1b7a20c', 'external_fixed_ips': [{'subnet_id': '0c24cddd-c46f-4085-abeb-e3b8121a2cfe', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '1ad32bd3-73a6-4c44-9df6-6d203db4aa90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:21Z', 'updated_at': '2021-07-16T03:44:22Z', 'revision_number': 3, 'project_id': 'c856bb9e19d04921b35e5f1c5ecd10e1', 'gw_port': {'id': '1ad32bd3-73a6-4c44-9df6-6d203db4aa90', 'name': '', 'network_id': '618cfdc5-7f55-4d15-9c31-fc99e1b7a20c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:78:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9439b1ae-2813-426f-a5bd-205f477cdc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '0c24cddd-c46f-4085-abeb-e3b8121a2cfe', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:22Z', 'updated_at': '2021-07-16T03:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c24cddd-c46f-4085-abeb-e3b8121a2cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:24.510986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098055e-673c-4cb9-9fb3-ba7414a67bfb None None] Checking router: 9439b1ae-2813-426f-a5bd-205f477cdc20 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:24.510986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098055e-673c-4cb9-9fb3-ba7414a67bfb None None] Updating router 9439b1ae-2813-426f-a5bd-205f477cdc20 port 1ad32bd3-73a6-4c44-9df6-6d203db4aa90 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:44:24.546882 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9914dd69-a5ed-4825-a8cd-dc7afe1d2fcb tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.563573 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8098055e-673c-4cb9-9fb3-ba7414a67bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.577384 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787f599-df34-4b6d-8a74-6b44701bc677 req-0d300965-5d9a-40bd-91c4-09383baddf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:24.579413 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d787f599-df34-4b6d-8a74-6b44701bc677 req-0d300965-5d9a-40bd-91c4-09383baddf7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf54e103-b33c-4be3-9104-63de2822c4cd HTTP/1.1" status: 200 len: 859 time: 0.1542547 Jul 16 03:44:24.585397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9914dd69-a5ed-4825-a8cd-dc7afe1d2fcb tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Calling delete_port for 1ad32bd3-73a6-4c44-9df6-6d203db4aa90 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:24.656753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d787f599-df34-4b6d-8a74-6b44701bc677 req-b7303b57-f347-43cd-a2e4-48e439041f65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58ffcd17-545c-499b-941d-4f64c3856a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681150 Jul 16 03:44:24.686851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee893d9-955c-4e33-9fe6-2476c2e0f0f4 req-3edc8dee-9d64-4b5a-9273-09bcb544d1e2 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:24.694324 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ee893d9-955c-4e33-9fe6-2476c2e0f0f4 req-3edc8dee-9d64-4b5a-9273-09bcb544d1e2 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.2337692 Jul 16 03:44:24.919073 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9914dd69-a5ed-4825-a8cd-dc7afe1d2fcb tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:24.958140 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ee893d9-955c-4e33-9fe6-2476c2e0f0f4 req-c52a9572-bbf1-4620-a8fe-3c702dec1cde tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547905 Jul 16 03:44:24.976671 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d787f599-df34-4b6d-8a74-6b44701bc677 req-d44d7eb4-eea1-495a-a53b-763b1323681f service neutron] 10.222.0.20 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111360 Jul 16 03:44:24.983065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914dd69-a5ed-4825-a8cd-dc7afe1d2fcb tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ad32bd3-73a6-4c44-9df6-6d203db4aa90,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:25.076082 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9914dd69-a5ed-4825-a8cd-dc7afe1d2fcb tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.133931 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-8098055e-673c-4cb9-9fb3-ba7414a67bfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:44:25.134879 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-8098055e-673c-4cb9-9fb3-ba7414a67bfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:44:25.201593 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9914dd69-a5ed-4825-a8cd-dc7afe1d2fcb tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.204037 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9914dd69-a5ed-4825-a8cd-dc7afe1d2fcb tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.271454 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d787f599-df34-4b6d-8a74-6b44701bc677 req-5d803954-286f-4574-8162-d0da96c09c6d service neutron] 10.222.0.20 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812233 Jul 16 03:44:25.274522 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9914dd69-a5ed-4825-a8cd-dc7afe1d2fcb tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.275272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9914dd69-a5ed-4825-a8cd-dc7afe1d2fcb tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9439b1ae-2813-426f-a5bd-205f477cdc20 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:25.280392 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9914dd69-a5ed-4825-a8cd-dc7afe1d2fcb tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.281277 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9914dd69-a5ed-4825-a8cd-dc7afe1d2fcb tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "DELETE /v2.0/routers/9439b1ae-2813-426f-a5bd-205f477cdc20 HTTP/1.1" status: 204 len: 168 time: 1.2790742 Jul 16 03:44:25.284058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47780) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:25.298185 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-ba05da9a-2e36-4a88-acc8-7fc397d4aec5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2916300 Jul 16 03:44:25.362320 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38ac2a8-0586-486f-9540-1329e82f9543 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Deleting subnet 0c24cddd-c46f-4085-abeb-e3b8121a2cfe {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:44:25.366147 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e38ac2a8-0586-486f-9540-1329e82f9543 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.426486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e38ac2a8-0586-486f-9540-1329e82f9543 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.480759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-643fabab-7958-4a36-9f42-ddb36493145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.481474 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-643fabab-7958-4a36-9f42-ddb36493145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.482108 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-643fabab-7958-4a36-9f42-ddb36493145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.482735 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-643fabab-7958-4a36-9f42-ddb36493145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.483360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-643fabab-7958-4a36-9f42-ddb36493145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.483971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-643fabab-7958-4a36-9f42-ddb36493145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.484645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-643fabab-7958-4a36-9f42-ddb36493145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.487219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-643fabab-7958-4a36-9f42-ddb36493145b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 6490 time: 0.1278934 Jul 16 03:44:25.504855 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e38ac2a8-0586-486f-9540-1329e82f9543 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.571879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e38ac2a8-0586-486f-9540-1329e82f9543 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.664557 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098055e-673c-4cb9-9fb3-ba7414a67bfb None None] Port 1ad32bd3-73a6-4c44-9df6-6d203db4aa90 not found while updating agent binding for router 9439b1ae-2813-426f-a5bd-205f477cdc20. {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 03:44:25.670045 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ac2a8-0586-486f-9540-1329e82f9543 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0c24cddd-c46f-4085-abeb-e3b8121a2cfe,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:25.693058 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e38ac2a8-0586-486f-9540-1329e82f9543 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.697504 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e38ac2a8-0586-486f-9540-1329e82f9543 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/0c24cddd-c46f-4085-abeb-e3b8121a2cfe HTTP/1.1" status: 204 len: 168 time: 0.4122608 Jul 16 03:44:25.700500 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47798) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:25.709194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098055e-673c-4cb9-9fb3-ba7414a67bfb None None] Routers set() bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:25.712693 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098055e-673c-4cb9-9fb3-ba7414a67bfb None None] Router IDs set() for agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:44:25.714010 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_agentschedulers_db [None req-8098055e-673c-4cb9-9fb3-ba7414a67bfb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9439b1ae-2813-426f-a5bd-205f477cdc20'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent'). {{(pid=93769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 03:44:25.714517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098055e-673c-4cb9-9fb3-ba7414a67bfb None None] The sync data for ids ['9439b1ae-2813-426f-a5bd-205f477cdc20'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:25.787135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-cc860bb2-2841-4f26-badd-1cba77cc6906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.787622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-cc860bb2-2841-4f26-badd-1cba77cc6906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.788098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-cc860bb2-2841-4f26-badd-1cba77cc6906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.790536 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-cc860bb2-2841-4f26-badd-1cba77cc6906 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a777a107-7213-483b-b82b-292962968eb8&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=a3d8bc9a-80ea-44be-8f70-23c45868da08&id=a3d8bc9a-80ea-44be-8f70-23c45868da08 HTTP/1.1" status: 200 len: 2292 time: 0.2535567 Jul 16 03:44:25.810670 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40ff80a0-6dca-4111-938e-1009c63d4b5c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.815556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4d120-9aa6-4dff-9250-d84831261296 req-35ced435-94e1-4404-a54f-aa8af79179de tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:25.817044 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5cf4d120-9aa6-4dff-9250-d84831261296 req-35ced435-94e1-4404-a54f-aa8af79179de tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1873157 Jul 16 03:44:25.929139 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40ff80a0-6dca-4111-938e-1009c63d4b5c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:25.940822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-40ff80a0-6dca-4111-938e-1009c63d4b5c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618cfdc5-7f55-4d15-9c31-fc99e1b7a20c']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:25.941322 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5cf4d120-9aa6-4dff-9250-d84831261296 req-bf5f80fd-f03d-43fa-ac15-3456e55d429e tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652022 Jul 16 03:44:25.944098 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-eba302f3-e225-49eb-944f-e55d6dcd26b2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 HTTP/1.1" status: 200 len: 1000 time: 0.1439087 Jul 16 03:44:25.954267 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-40ff80a0-6dca-4111-938e-1009c63d4b5c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935972dd-2e84-4e0a-9d9c-cb5d23ab1249') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:25.954715 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-40ff80a0-6dca-4111-938e-1009c63d4b5c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935972dd-2e84-4e0a-9d9c-cb5d23ab1249') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:25.968353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40ff80a0-6dca-4111-938e-1009c63d4b5c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.017018 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40ff80a0-6dca-4111-938e-1009c63d4b5c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.032851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ff80a0-6dca-4111-938e-1009c63d4b5c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:26.034969 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40ff80a0-6dca-4111-938e-1009c63d4b5c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.059630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-f2d90eed-07e7-408a-a5a2-2383b4261b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:26.061183 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-f2d90eed-07e7-408a-a5a2-2383b4261b1e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4213d6fc-07e6-4ed1-9520-3ab8eb2974ef HTTP/1.1" status: 200 len: 850 time: 0.1105177 Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:26.140110 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:26.153637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-7a4df89f-6054-48de-a443-7939c1525558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:26.156247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-7a4df89f-6054-48de-a443-7939c1525558 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a777a107-7213-483b-b82b-292962968eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884721 Jul 16 03:44:26.159901 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40ff80a0-6dca-4111-938e-1009c63d4b5c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.165018 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ff80a0-6dca-4111-938e-1009c63d4b5c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 618cfdc5-7f55-4d15-9c31-fc99e1b7a20c {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:44:26.187081 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40ff80a0-6dca-4111-938e-1009c63d4b5c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.201795 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-40ff80a0-6dca-4111-938e-1009c63d4b5c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "DELETE /v2.0/networks/618cfdc5-7f55-4d15-9c31-fc99e1b7a20c HTTP/1.1" status: 204 len: 168 time: 0.4998124 Jul 16 03:44:26.222379 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff80a0-6dca-4111-938e-1009c63d4b5c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Pushing event deleted for resources: {'Network': ['ID=618cfdc5-7f55-4d15-9c31-fc99e1b7a20c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:26.400343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aec145-e10e-45ff-a6c5-8d258edc5e2f req-a81a49ca-c069-4906-8698-7444ea4c1229 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:26.411334 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17aec145-e10e-45ff-a6c5-8d258edc5e2f req-a81a49ca-c069-4906-8698-7444ea4c1229 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.1224203 Jul 16 03:44:26.443082 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-ca80d1dd-3bd4-4d4e-9fbc-31b5cf547a01 service neutron] 10.222.0.88 "GET /v2.0/networks/a777a107-7213-483b-b82b-292962968eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759287 Jul 16 03:44:26.489653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17aec145-e10e-45ff-a6c5-8d258edc5e2f req-d72ee20b-60e6-4e13-aac4-93e7137ac7c4 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785513 Jul 16 03:44:26.543316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47832) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:26.555421 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e7c0992f-b064-4738-9b58-7d6fb6bb8bc8 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Request body: {'router': {'name': 'tempest-router--2067674090', 'project_id': '2d70bb1a74c84b7497edee74852796bf'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:26.611613 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c0992f-b064-4738-9b58-7d6fb6bb8bc8 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.613043 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c0992f-b064-4738-9b58-7d6fb6bb8bc8 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.649469 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:44:26.705391 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-ac96c3d2-0e34-416c-8678-5d5de5ce8ee8 service neutron] 10.222.0.88 "GET /v2.0/networks/a777a107-7213-483b-b82b-292962968eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465506 Jul 16 03:44:26.744030 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c0992f-b064-4738-9b58-7d6fb6bb8bc8 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.750002 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c0992f-b064-4738-9b58-7d6fb6bb8bc8 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.769952 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7c0992f-b064-4738-9b58-7d6fb6bb8bc8 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:26.772410 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e7c0992f-b064-4738-9b58-7d6fb6bb8bc8 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2277365 Jul 16 03:44:26.775291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:26.778668 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-3c5c5382-af64-4029-8204-b602361e1c00 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=7b2e8555-91ac-4426-9867-22b43b461d3d HTTP/1.1" status: 200 len: 217 time: 0.0644436 Jul 16 03:44:26.835447 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-2025f940-e509-49b4-8bdf-f0c4eb790338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:26.837026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-2025f940-e509-49b4-8bdf-f0c4eb790338 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.0524199 Jul 16 03:44:26.903681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-ea787ea0-008a-4d09-809c-a86da08a093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:26.905513 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-ea787ea0-008a-4d09-809c-a86da08a093e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0613494 Jul 16 03:44:27.340837 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-e8b152a5-d187-4d56-9340-b779a698969d service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278350 Jul 16 03:44:27.422145 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7c99a-bf13-4724-891f-fbe88ffd1154 req-76798802-675e-4d8a-aae4-5cc08b32df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:27.423952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ab7c99a-bf13-4724-891f-fbe88ffd1154 req-76798802-675e-4d8a-aae4-5cc08b32df49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=de4d84b302584141973e594b047457b4&device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 1096 time: 0.3025293 Jul 16 03:44:27.516820 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa2d8f4c-c7ad-45db-86fd-06ff011d04d9 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.646916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7c99a-bf13-4724-891f-fbe88ffd1154 req-db63d751-8091-465f-99bf-009b72766f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:27.648592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ab7c99a-bf13-4724-891f-fbe88ffd1154 req-db63d751-8091-465f-99bf-009b72766f30 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 200 len: 913 time: 0.1690590 Jul 16 03:44:27.656230 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9deceb3-8788-4595-b7db-137841ddc546 req-1eca1003-0c1c-455b-b3b3-3d34c0e1dfbb tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:27.663259 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9deceb3-8788-4595-b7db-137841ddc546 req-1eca1003-0c1c-455b-b3b3-3d34c0e1dfbb tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.4247062 Jul 16 03:44:27.817427 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa2d8f4c-c7ad-45db-86fd-06ff011d04d9 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.821360 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa2d8f4c-c7ad-45db-86fd-06ff011d04d9 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.870001 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa2d8f4c-c7ad-45db-86fd-06ff011d04d9 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.870730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2d8f4c-c7ad-45db-86fd-06ff011d04d9 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7eca6746-e595-4964-bfa9-05b350ac1764 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:27.878437 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa2d8f4c-c7ad-45db-86fd-06ff011d04d9 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:27.879765 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-aa2d8f4c-c7ad-45db-86fd-06ff011d04d9 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "DELETE /v2.0/routers/7eca6746-e595-4964-bfa9-05b350ac1764 HTTP/1.1" status: 204 len: 168 time: 1.1032438 Jul 16 03:44:27.881152 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9deceb3-8788-4595-b7db-137841ddc546 req-909ace6a-dd3e-4690-a6b8-0964d460d663 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168963 Jul 16 03:44:27.887417 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-257b697d-47e0-47ea-a6e4-90e4abafe058 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385401 Jul 16 03:44:27.937169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-81e623ad-de20-40b0-b304-f31279b2da2e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0ca6343d-f933-44b6-9f68-e779f91a1c5c HTTP/1.1" status: 200 len: 217 time: 0.0386176 Jul 16 03:44:27.953244 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ab7c99a-bf13-4724-891f-fbe88ffd1154 req-0d7ada17-2a63-4ad3-9f5b-db78052664b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2557a60-55c2-41e3-851f-8a9db2327477 HTTP/1.1" status: 200 len: 999 time: 0.2857997 Jul 16 03:44:28.050450 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47854) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:28.134152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-cc20cce0-a0e0-40f7-b760-dba2de8ea83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:28.135641 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-cc20cce0-a0e0-40f7-b760-dba2de8ea83c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.1858592 Jul 16 03:44:28.160970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318ebae-f71b-4ea9-a7eb-e60147cb2a78 req-551a118d-a43a-4fb0-9312-d5edac2e2a3f tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:28.162477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d318ebae-f71b-4ea9-a7eb-e60147cb2a78 req-551a118d-a43a-4fb0-9312-d5edac2e2a3f tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.4127197 Jul 16 03:44:28.228227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7c99a-bf13-4724-891f-fbe88ffd1154 req-37e8ac63-c774-4288-bc3a-53c821695ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:28.238329 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ab7c99a-bf13-4724-891f-fbe88ffd1154 req-37e8ac63-c774-4288-bc3a-53c821695ec5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 200 len: 851 time: 0.2152317 Jul 16 03:44:28.356214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1766240113', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:28.383181 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d318ebae-f71b-4ea9-a7eb-e60147cb2a78 req-6022503e-7d10-44e5-8fbf-fd303239e38e tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549778 Jul 16 03:44:28.413293 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.414481 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.422113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-ab083f6a-65f4-4f7d-9d0e-a227dda354a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:28.425672 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-ab083f6a-65f4-4f7d-9d0e-a227dda354a2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2765474 Jul 16 03:44:28.437123 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7c99a-bf13-4724-891f-fbe88ffd1154 req-15394fd7-c599-4924-b812-41dc2a9768ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:28.442758 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ab7c99a-bf13-4724-891f-fbe88ffd1154 req-15394fd7-c599-4924-b812-41dc2a9768ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1b23d2e3-02e4-47db-a40f-a5b79e83f415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911898 Jul 16 03:44:28.505136 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.680548 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-b922af2c-61c6-458a-a90f-e06ba63f47b2 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456770 Jul 16 03:44:28.684112 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ab7c99a-bf13-4724-891f-fbe88ffd1154 req-e13ebd08-3e3d-4cd1-9bb1-c3e6a554ed68 service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260780 Jul 16 03:44:28.714698 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:28.995792 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.017118 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.160510 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Allocated IP 172.25.3.249 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/726e52d6-a644-4a4e-b6b4-ae16a759fb47) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:29.314283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.441064 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:29.475225 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-7fbc8432-8ed6-4411-b0a6-d37d3c4ea961 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7847621 Jul 16 03:44:29.485199 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ab7c99a-bf13-4724-891f-fbe88ffd1154 req-4c522526-fe82-4f9c-823c-b3709ad784ea service neutron] 10.222.0.20 "GET /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7935593 Jul 16 03:44:29.502285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:29.507854 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:29.518109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:29.628958 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Pushing event updated for resources: {'Port': ['ID=726e52d6-a644-4a4e-b6b4-ae16a759fb47,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:29.665542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79dec9-d103-4457-bb52-e3cd55376675 req-40e39f99-e1f7-4d72-9c1e-9dab8f1caca1 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:29.677030 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc79dec9-d103-4457-bb52-e3cd55376675 req-40e39f99-e1f7-4d72-9c1e-9dab8f1caca1 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.5151362 Jul 16 03:44:29.832525 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc79dec9-d103-4457-bb52-e3cd55376675 req-90115061-f272-455e-9382-2a64aa38b448 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544776 Jul 16 03:44:29.845593 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-eaaf5237-28f6-4cae-b0f9-ace5f91b4d6f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=5e21d669-77b2-45fd-83e4-06c2ed38d708 HTTP/1.1" status: 200 len: 217 time: 0.3566306 Jul 16 03:44:29.966353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-36987e4f-0fd8-4dde-8f8c-37bae69425e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:29.970082 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-36987e4f-0fd8-4dde-8f8c-37bae69425e3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.1150427 Jul 16 03:44:30.048339 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bd557582-779a-4e96-8fea-023a436bd412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.156494 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360170d9-d491-4f81-94dd-c39b0416b97b req-51184a07-477f-492b-bff2-7737a2b2eedf tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:30.158518 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-360170d9-d491-4f81-94dd-c39b0416b97b req-51184a07-477f-492b-bff2-7737a2b2eedf tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.4424746 Jul 16 03:44:30.192626 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.250571 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-360170d9-d491-4f81-94dd-c39b0416b97b req-a4fbaaa4-1f0f-4fcb-9a58-e044525467bb tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823627 Jul 16 03:44:30.326617 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-9b7e8176-6b5c-4292-b8f0-8ea55c15e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:30.340235 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-9b7e8176-6b5c-4292-b8f0-8ea55c15e566 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3518028 Jul 16 03:44:30.510597 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-9abf03ee-b2ea-4905-bda6-f5f63b0dc0d7 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626589 Jul 16 03:44:30.556385 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.727070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-926b4a1b-7ee1-4ec7-aa9d-092f9c5775f2 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074025 Jul 16 03:44:30.817098 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-a64fa1db-b7f8-4982-9c7a-5f4110033f80 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=4982515d-752f-4574-aacd-f6a957b1b2bf HTTP/1.1" status: 200 len: 217 time: 0.0823421 Jul 16 03:44:30.837230 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Router 0d821ed0-f28a-4fa7-8a5a-602b62f6b2c5 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:30.931221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-1e18cf66-6df5-433d-a9e6-8b15f419c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:30.936700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-1e18cf66-6df5-433d-a9e6-8b15f419c490 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.1100457 Jul 16 03:44:30.956229 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:30.958948 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:30.976063 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dbf801-7f98-4941-95c4-f5f412b9d1a2 None None] Sync routers for ids ['0d821ed0-f28a-4fa7-8a5a-602b62f6b2c5'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:30.998769 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dbf801-7f98-4941-95c4-f5f412b9d1a2 None None] Routers {'0d821ed0-f28a-4fa7-8a5a-602b62f6b2c5'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:30.999443 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d7dbf801-7f98-4941-95c4-f5f412b9d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['0d821ed0-f28a-4fa7-8a5a-602b62f6b2c5'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:31.001240 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.002505 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-207998f7-bff2-4199-a683-0121cca5c505 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9509480 Jul 16 03:44:31.006285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47904) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:31.065128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-91ee4cee-8fdf-46e2-8f2d-bbe4eed39842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:31.069389 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-91ee4cee-8fdf-46e2-8f2d-bbe4eed39842 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1236038 Jul 16 03:44:31.151490 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d7dbf801-7f98-4941-95c4-f5f412b9d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:31.192143 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dbf801-7f98-4941-95c4-f5f412b9d1a2 None None] Routers {'0d821ed0-f28a-4fa7-8a5a-602b62f6b2c5'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:31.195515 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d7dbf801-7f98-4941-95c4-f5f412b9d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['0d821ed0-f28a-4fa7-8a5a-602b62f6b2c5'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:31.258996 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d7dbf801-7f98-4941-95c4-f5f412b9d1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:31.259900 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7dbf801-7f98-4941-95c4-f5f412b9d1a2 None None] The sync data for ids ['0d821ed0-f28a-4fa7-8a5a-602b62f6b2c5'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:31.289184 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e21e5246-7777-4c61-974b-188c7ff48f5c tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/routers/0d821ed0-f28a-4fa7-8a5a-602b62f6b2c5 HTTP/1.1" status: 200 len: 921 time: 0.2826896 Jul 16 03:44:31.289746 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-13922b4f-19fc-4251-ba59-69ae6a3d5e0c service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995156 Jul 16 03:44:31.294361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47912) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:31.341009 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5717d9b6-9a9d-4789-9c5b-cd98cb0cbcce tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d821ed0-f28a-4fa7-8a5a-602b62f6b2c5 HTTP/1.1" status: 200 len: 205 time: 0.0446749 Jul 16 03:44:31.343271 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47914) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:31.426181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bd292-7190-4e63-b359-88315761ceac req-589de471-3b80-43aa-a842-8183397a8b10 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:31.427733 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a86bd292-7190-4e63-b359-88315761ceac req-589de471-3b80-43aa-a842-8183397a8b10 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.3779528 Jul 16 03:44:31.468738 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-26a041fb-4ead-4a99-800f-9d67657f9888 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593487 Jul 16 03:44:31.500447 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a86bd292-7190-4e63-b359-88315761ceac req-534642e8-2a65-472a-9b87-7dcbc8d53402 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617232 Jul 16 03:44:31.532867 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3371365b-627f-4738-a92c-b54aaeb261da tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.534069 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.608050 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-b00f96ed-bcb7-428b-8adc-25a1f4575395 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18412237-51bf-4af1-8447-3590a799f08e HTTP/1.1" status: 200 len: 217 time: 0.1200018 Jul 16 03:44:31.724973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-18ade667-c6f2-4d0b-9a32-9f1e3452c4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:31.726957 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-18ade667-c6f2-4d0b-9a32-9f1e3452c4ba service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cd2e3795-f02b-4e58-9b25-e8f59c3b0c20 HTTP/1.1" status: 200 len: 797 time: 0.1086168 Jul 16 03:44:31.735278 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3371365b-627f-4738-a92c-b54aaeb261da tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.836688 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3371365b-627f-4738-a92c-b54aaeb261da tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Deleting port 726e52d6-a644-4a4e-b6b4-ae16a759fb47 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:31.837329 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3371365b-627f-4738-a92c-b54aaeb261da tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:31.884861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7ca88-1d00-4f5a-9c14-e074aa15b1e9 req-28013f55-60e1-430d-a06b-ea1b9b455629 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:31.886383 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cf7ca88-1d00-4f5a-9c14-e074aa15b1e9 req-28013f55-60e1-430d-a06b-ea1b9b455629 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.1706958 Jul 16 03:44:31.910464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46753206-acdd-4fef-97ed-cae18bfaf131 req-0cac8a6f-57c8-4b48-959c-55a61a4e61d8 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:31.917608 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46753206-acdd-4fef-97ed-cae18bfaf131 req-0cac8a6f-57c8-4b48-959c-55a61a4e61d8 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.1862218 Jul 16 03:44:31.966458 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-0e63e787-3a9d-43be-9622-f8b9fe0f23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:31.967890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-0e63e787-3a9d-43be-9622-f8b9fe0f23cb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a3d8bc9a-80ea-44be-8f70-23c45868da08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2115963 Jul 16 03:44:32.017768 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3371365b-627f-4738-a92c-b54aaeb261da tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.045228 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3371365b-627f-4738-a92c-b54aaeb261da tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Calling delete_port for 726e52d6-a644-4a4e-b6b4-ae16a759fb47 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:32.066437 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-cd6cd1d0-02bf-4b79-a6f1-fce66f828900 service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880854 Jul 16 03:44:32.112188 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cf7ca88-1d00-4f5a-9c14-e074aa15b1e9 req-3d6325b6-7e61-4960-81be-8e0ad1bd31e8 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180312 Jul 16 03:44:32.131273 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46753206-acdd-4fef-97ed-cae18bfaf131 req-65e11e6a-0c75-4aee-a05b-3e742defbecb tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126701 Jul 16 03:44:32.299894 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-455b2a92-97dd-4f0f-aa4a-642a85068e63 service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140083 Jul 16 03:44:32.379251 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-1482764b-e930-4110-9511-e0d0313082e9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 HTTP/1.1" status: 200 len: 217 time: 0.0719810 Jul 16 03:44:32.449276 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3371365b-627f-4738-a92c-b54aaeb261da tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.525909 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-82b75337-cbf8-4654-9116-ebbec4b4de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:32.527551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-82b75337-cbf8-4654-9116-ebbec4b4de5e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cd2e3795-f02b-4e58-9b25-e8f59c3b0c20 HTTP/1.1" status: 200 len: 797 time: 0.1343703 Jul 16 03:44:32.547803 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3371365b-627f-4738-a92c-b54aaeb261da tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Pushing event deleted for resources: {'Port': ['ID=726e52d6-a644-4a4e-b6b4-ae16a759fb47,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:32.579595 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3371365b-627f-4738-a92c-b54aaeb261da tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.649263 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46971310-968d-4a69-b18b-1531b072b47a req-2fc660fd-cf68-433a-8d5c-225fb76d78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:32.665255 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-2fc660fd-cf68-433a-8d5c-225fb76d78d2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a3d8bc9a-80ea-44be-8f70-23c45868da08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1205931 Jul 16 03:44:32.801441 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7b7d6256-775b-4600-b51b-a9b7feefa055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:32.819858 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.039070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-42e90ebb-f726-4e2b-bf59-d5d11ae97726 service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636913 Jul 16 03:44:33.087283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3371365b-627f-4738-a92c-b54aaeb261da tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.090046 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3371365b-627f-4738-a92c-b54aaeb261da tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.160806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46971310-968d-4a69-b18b-1531b072b47a req-4ec73958-14aa-4112-be51-e1c6dbcfa949 service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146338 Jul 16 03:44:33.218664 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3371365b-627f-4738-a92c-b54aaeb261da tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.219376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3371365b-627f-4738-a92c-b54aaeb261da tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Fanout notify agent at l3_agent the message router_deleted on router 0d821ed0-f28a-4fa7-8a5a-602b62f6b2c5 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:33.227344 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3371365b-627f-4738-a92c-b54aaeb261da tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.229738 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3371365b-627f-4738-a92c-b54aaeb261da tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "DELETE /v2.0/routers/0d821ed0-f28a-4fa7-8a5a-602b62f6b2c5 HTTP/1.1" status: 204 len: 168 time: 1.8853087 Jul 16 03:44:33.232252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:33.240602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1339776794', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'enable_snat': False}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:33.324767 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.326359 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.442089 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.658728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc84fe-2f4e-46bc-bbc7-863d298e6d22 req-a99659b2-67f6-435d-a96e-86381e823477 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:33.665888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ddc84fe-2f4e-46bc-bbc7-863d298e6d22 req-a99659b2-67f6-435d-a96e-86381e823477 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.2358356 Jul 16 03:44:33.697438 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.776483 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ddc84fe-2f4e-46bc-bbc7-863d298e6d22 req-b10506b3-07fb-4ee3-af73-4c92ba8cbc26 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084783 Jul 16 03:44:33.824607 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:33.895674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5410820-3221-45e9-b7e9-f941de4d06c7 req-ee2ff209-af40-4f44-864f-688e3f2dfed5 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:33.914769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b5410820-3221-45e9-b7e9-f941de4d06c7 req-ee2ff209-af40-4f44-864f-688e3f2dfed5 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8de9220-bdb6-4c38-9432-07f0d6bfdef1 HTTP/1.1" status: 200 len: 943 time: 0.3055348 Jul 16 03:44:34.204353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b5410820-3221-45e9-b7e9-f941de4d06c7 req-e30fdcaf-f8c6-4191-81a8-fb12e814fac0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Deleting port a68eb5d1-38b2-40e6-84e3-fb4bee92337f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:34.210944 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5410820-3221-45e9-b7e9-f941de4d06c7 req-e30fdcaf-f8c6-4191-81a8-fb12e814fac0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.322791 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.345735 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.509168 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Allocated IP 172.25.3.113 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/9a96c613-2439-447e-b04b-e17c8c0b3648) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:34.601711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b5410820-3221-45e9-b7e9-f941de4d06c7 req-e30fdcaf-f8c6-4191-81a8-fb12e814fac0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] For port a68eb5d1-38b2-40e6-84e3-fb4bee92337f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:34.602204 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5410820-3221-45e9-b7e9-f941de4d06c7 req-e30fdcaf-f8c6-4191-81a8-fb12e814fac0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.654571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b5410820-3221-45e9-b7e9-f941de4d06c7 req-e30fdcaf-f8c6-4191-81a8-fb12e814fac0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Calling delete_port for a68eb5d1-38b2-40e6-84e3-fb4bee92337f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:34.758250 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:34.936144 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.035173 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Pushing event updated for resources: {'Port': ['ID=9a96c613-2439-447e-b04b-e17c8c0b3648,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:35.068349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:35.071167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:35.075294 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5410820-3221-45e9-b7e9-f941de4d06c7 req-e30fdcaf-f8c6-4191-81a8-fb12e814fac0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.076930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:35.090071 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:35.094853 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['fed13e0c-63e9-4214-a062-0ab7034c0e46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:35.205609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fdcaf-f8c6-4191-81a8-fb12e814fac0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event deleted for resources: {'Port': ['ID=a68eb5d1-38b2-40e6-84e3-fb4bee92337f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:35.478152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e175e9-e601-41ab-8e60-4ba996de2524 req-8287ffba-6234-4f64-a987-fd18b37020b5 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:35.493038 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7e175e9-e601-41ab-8e60-4ba996de2524 req-8287ffba-6234-4f64-a987-fd18b37020b5 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.4548769 Jul 16 03:44:35.502852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5410820-3221-45e9-b7e9-f941de4d06c7 req-e30fdcaf-f8c6-4191-81a8-fb12e814fac0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] No DVR routers for this DVR port a68eb5d1-38b2-40e6-84e3-fb4bee92337f on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:35.509508 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b5410820-3221-45e9-b7e9-f941de4d06c7 req-e30fdcaf-f8c6-4191-81a8-fb12e814fac0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.515495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b5410820-3221-45e9-b7e9-f941de4d06c7 req-e30fdcaf-f8c6-4191-81a8-fb12e814fac0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "DELETE /v2.0/ports/a68eb5d1-38b2-40e6-84e3-fb4bee92337f HTTP/1.1" status: 204 len: 173 time: 1.5994792 Jul 16 03:44:35.523901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8de9220-bdb6-4c38-9432-07f0d6bfdef1', 'name': 'network-vif-deleted', 'tag': 'a68eb5d1-38b2-40e6-84e3-fb4bee92337f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:35.538428 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e32020b-7a96-4287-91fb-0792994a67f8" -d '{"events": [{"server_uuid": "a8de9220-bdb6-4c38-9432-07f0d6bfdef1", "name": "network-vif-deleted", "tag": "a68eb5d1-38b2-40e6-84e3-fb4bee92337f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:35.720802 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.895042 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:35.955011 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7e175e9-e601-41ab-8e60-4ba996de2524 req-b1bc323b-c873-471f-98e5-1560a6dd02d4 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554265 Jul 16 03:44:36.189460 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92ee21b-73e1-4dad-bc98-f28c5e6f41c0 x-openstack-request-id: req-e92ee21b-73e1-4dad-bc98-f28c5e6f41c0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:36.189937 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8de9220-bdb6-4c38-9432-07f0d6bfdef1", "name": "network-vif-deleted", "tag": "a68eb5d1-38b2-40e6-84e3-fb4bee92337f", "status": "failed", "code": 422}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:36.190824 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e92ee21b-73e1-4dad-bc98-f28c5e6f41c0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:36.191396 n-d-800088-6 neutron-server[93767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a8de9220-bdb6-4c38-9432-07f0d6bfdef1', 'name': 'network-vif-deleted', 'tag': 'a68eb5d1-38b2-40e6-84e3-fb4bee92337f', 'status': 'failed', 'code': 422} returned with failed status Jul 16 03:44:36.653352 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48070) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:36.831384 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2124826b-c2a0-4064-a60d-a34d01a56b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:36.949840 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2124826b-c2a0-4064-a60d-a34d01a56b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:36.960496 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2124826b-c2a0-4064-a60d-a34d01a56b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:36.960651 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.028372 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2124826b-c2a0-4064-a60d-a34d01a56b31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=792b721d70f446c3bb1a01286f7b743f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717985 Jul 16 03:44:37.030986 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48088) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:37.031639 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124826b-c2a0-4064-a60d-a34d01a56b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80554744-3cce-4efa-a0dd-014155d25121,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:37.119138 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a316b2c5-be4f-4a59-af1a-16efbc6dd931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.172536 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a316b2c5-be4f-4a59-af1a-16efbc6dd931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.274697 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a316b2c5-be4f-4a59-af1a-16efbc6dd931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.277988 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a316b2c5-be4f-4a59-af1a-16efbc6dd931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.279758 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a316b2c5-be4f-4a59-af1a-16efbc6dd931 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80554744-3cce-4efa-a0dd-014155d25121 HTTP/1.1" status: 204 len: 168 time: 0.2444534 Jul 16 03:44:37.291460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316b2c5-be4f-4a59-af1a-16efbc6dd931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80554744-3cce-4efa-a0dd-014155d25121,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:37.297692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb6c28-1225-47d6-a1ae-33aeb736a089 req-f22f673f-87eb-4c87-a92e-6d9b098a30a4 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:37.299216 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ccb6c28-1225-47d6-a1ae-33aeb736a089 req-f22f673f-87eb-4c87-a92e-6d9b098a30a4 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.1389465 Jul 16 03:44:37.352550 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aa195-0702-47c1-b969-7bcaca1366c9 req-b12df5aa-c0c5-4541-9ea5-098c0da98ce7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:37.364851 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a3aa195-0702-47c1-b969-7bcaca1366c9 req-b12df5aa-c0c5-4541-9ea5-098c0da98ce7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 907 time: 0.3696787 Jul 16 03:44:37.412622 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ccb6c28-1225-47d6-a1ae-33aeb736a089 req-88bffdf5-5d47-40e0-a9f4-a49860af8693 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987108 Jul 16 03:44:37.416652 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Router 13876c95-4d56-4de1-afb2-ccd1910c2ee8 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:37.599815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:37.610042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Sync routers for ids ['13876c95-4d56-4de1-afb2-ccd1910c2ee8'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:37.649184 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Routers {'13876c95-4d56-4de1-afb2-ccd1910c2ee8'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:37.654647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['13876c95-4d56-4de1-afb2-ccd1910c2ee8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:37.665197 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.668878 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2803a601-287c-4e04-8453-8996ab97007f tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.4330533 Jul 16 03:44:37.669281 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48110) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:37.702361 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48114) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:37.852534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Set router 13876c95-4d56-4de1-afb2-ccd1910c2ee8 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:37.906195 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3c0041ff-fb6c-45aa-b9e1-eac45408afe5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/routers/13876c95-4d56-4de1-afb2-ccd1910c2ee8 HTTP/1.1" status: 200 len: 909 time: 0.2357464 Jul 16 03:44:37.913054 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48126) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:37.924842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1339776794', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'enable_snat': True}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:37.974680 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:37.977234 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.051427 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.184729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13876c95-4d56-4de1-afb2-ccd1910c2ee8', 'name': 'tempest-snat-router-1339776794', 'tenant_id': 'c856bb9e19d04921b35e5f1c5ecd10e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.113'}], 'enable_snat': False}, 'gw_port_id': '9a96c613-2439-447e-b04b-e17c8c0b3648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:33Z', 'updated_at': '2021-07-16T03:44:35Z', 'revision_number': 3, 'project_id': 'c856bb9e19d04921b35e5f1c5ecd10e1', 'gw_port': {'id': '9a96c613-2439-447e-b04b-e17c8c0b3648', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13876c95-4d56-4de1-afb2-ccd1910c2ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:34Z', 'updated_at': '2021-07-16T03:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:38.222788 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Checking router: 13876c95-4d56-4de1-afb2-ccd1910c2ee8 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:38.223451 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Updating router 13876c95-4d56-4de1-afb2-ccd1910c2ee8 port 9a96c613-2439-447e-b04b-e17c8c0b3648 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:44:38.275273 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.345751 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.443359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13874461-4de6-49a0-ba5f-7a3e0d3fcf46 req-6571c7b4-243e-4971-baff-6dab46b5fae3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:38.445344 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-13874461-4de6-49a0-ba5f-7a3e0d3fcf46 req-6571c7b4-243e-4971-baff-6dab46b5fae3 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.88 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 907 time: 0.1961319 Jul 16 03:44:38.583836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48150) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:38.736426 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-619030052-network', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:38.753827 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.766810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Transition to ACTIVE for port object 9a96c613-2439-447e-b04b-e17c8c0b3648 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:38.780630 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.797468 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.820295 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.822575 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] Made reservation on behalf of d456e71ce4bf457baa46d06214c9cfba for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:38.824530 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.838112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11cd53-53c0-4b7e-a3f5-f6df17ab8eb8 req-d3f674aa-9f1c-4b82-8bc8-433e221a5c12 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:38.839550 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca11cd53-53c0-4b7e-a3f5-f6df17ab8eb8 req-d3f674aa-9f1c-4b82-8bc8-433e221a5c12 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 907 time: 0.2515709 Jul 16 03:44:38.843684 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba7254-af54-4a63-9f99-924aeefaf8ce None None] Pushing event updated for resources: {'Port': ['ID=9a96c613-2439-447e-b04b-e17c8c0b3648,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:38.844890 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.879238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Attempting to bind port 9a96c613-2439-447e-b04b-e17c8c0b3648 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:38.879895 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Attempting to bind port 9a96c613-2439-447e-b04b-e17c8c0b3648 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:38.880391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Attempting to bind port 9a96c613-2439-447e-b04b-e17c8c0b3648 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:38.880569 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d28cf2-034c-4508-ad59-73bdde7f1c95 req-f2bb282f-0511-47f5-b78f-f98466900dcd tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:38.889107 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:38.889802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:38.890318 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.890765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:38.891516 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Bound port: 9a96c613-2439-447e-b04b-e17c8c0b3648, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:38.891949 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.898767 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53d28cf2-034c-4508-ad59-73bdde7f1c95 req-f2bb282f-0511-47f5-b78f-f98466900dcd tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.2420096 Jul 16 03:44:38.945643 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.968135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] For port 9a96c613-2439-447e-b04b-e17c8c0b3648, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:38.972343 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] For port 9a96c613-2439-447e-b04b-e17c8c0b3648, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9a96c613-2439-447e-b04b-e17c8c0b3648,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:38.977179 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:38.989180 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.018968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:39.051467 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Routers {'13876c95-4d56-4de1-afb2-ccd1910c2ee8'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:39.051690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-13874461-4de6-49a0-ba5f-7a3e0d3fcf46 req-0a33f3a6-aa49-466a-8a68-e9b96d03d5e7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Deleting port 774efbf8-3ab2-48e1-b953-0bb73f83fae5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:39.052038 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-13874461-4de6-49a0-ba5f-7a3e0d3fcf46 req-0a33f3a6-aa49-466a-8a68-e9b96d03d5e7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.052424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['13876c95-4d56-4de1-afb2-ccd1910c2ee8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:39.065638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5341e19b-d0c1-4857-887c-c6a52883afd6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:39.068757 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.069183 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] Added segment f2b87cd3-97cd-41ec-a971-e57c34d6ee07 of type vlan for network f41ac0c3-0b47-4600-8c47-c4e04c4c229d Jul 16 03:44:39.105360 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53d28cf2-034c-4508-ad59-73bdde7f1c95 req-3cfff4f3-d829-4f5e-9cfb-6c25c25dac10 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055531 Jul 16 03:44:39.144192 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.158191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Allocated IP 172.25.3.118 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/10700646-201a-4356-a91d-a9a81a6d0b9f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:39.195989 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-445f15f2-1fd1-473b-b3e2-5ccc90a13b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.215917 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.217063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:39.217701 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.276280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba7254-af54-4a63-9f99-924aeefaf8ce None None] Pushing event updated for resources: {'Port': ['ID=9a96c613-2439-447e-b04b-e17c8c0b3648,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:39.282947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] Set router 13876c95-4d56-4de1-afb2-ccd1910c2ee8 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:39.308075 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-13874461-4de6-49a0-ba5f-7a3e0d3fcf46 req-0a33f3a6-aa49-466a-8a68-e9b96d03d5e7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] For port 774efbf8-3ab2-48e1-b953-0bb73f83fae5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=774efbf8-3ab2-48e1-b953-0bb73f83fae5,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:39.308564 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-13874461-4de6-49a0-ba5f-7a3e0d3fcf46 req-0a33f3a6-aa49-466a-8a68-e9b96d03d5e7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.310591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] Pushing event updated for resources: {'Network': ['ID=f41ac0c3-0b47-4600-8c47-c4e04c4c229d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:39.329777 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-87c6b75d-8680-4ea0-b4b1-283e5308cd25 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7426369 Jul 16 03:44:39.332323 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48168) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:39.332733 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-13874461-4de6-49a0-ba5f-7a3e0d3fcf46 req-0a33f3a6-aa49-466a-8a68-e9b96d03d5e7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Calling delete_port for 774efbf8-3ab2-48e1-b953-0bb73f83fae5 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:39.338836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c589b70f-309e-4d85-97a0-9a93efba2310 admin admin] Request body: {'subnet': {'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-619030052-subnet', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:39.358096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network f41ac0c3-0b47-4600-8c47-c4e04c4c229d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:39.393983 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.399083 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c589b70f-309e-4d85-97a0-9a93efba2310 admin admin] Made reservation on behalf of d456e71ce4bf457baa46d06214c9cfba for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:39.402177 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c589b70f-309e-4d85-97a0-9a93efba2310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.592359 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-13874461-4de6-49a0-ba5f-7a3e0d3fcf46 req-0a33f3a6-aa49-466a-8a68-e9b96d03d5e7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.604707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13876c95-4d56-4de1-afb2-ccd1910c2ee8', 'name': 'tempest-snat-router-1339776794', 'tenant_id': 'c856bb9e19d04921b35e5f1c5ecd10e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.113'}], 'enable_snat': False}, 'gw_port_id': '9a96c613-2439-447e-b04b-e17c8c0b3648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:33Z', 'updated_at': '2021-07-16T03:44:35Z', 'revision_number': 3, 'project_id': 'c856bb9e19d04921b35e5f1c5ecd10e1', 'gw_port': {'id': '9a96c613-2439-447e-b04b-e17c8c0b3648', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13876c95-4d56-4de1-afb2-ccd1910c2ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:34Z', 'updated_at': '2021-07-16T03:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:39.608920 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.640066 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61da0f-8a9b-44c3-a5ac-02e20e095502 None None] The sync data for ids ['13876c95-4d56-4de1-afb2-ccd1910c2ee8'] in n-d-800088-6 is: [{'id': '13876c95-4d56-4de1-afb2-ccd1910c2ee8', 'name': 'tempest-snat-router-1339776794', 'tenant_id': 'c856bb9e19d04921b35e5f1c5ecd10e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.113'}], 'enable_snat': False}, 'gw_port_id': '9a96c613-2439-447e-b04b-e17c8c0b3648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:33Z', 'updated_at': '2021-07-16T03:44:35Z', 'revision_number': 3, 'project_id': 'c856bb9e19d04921b35e5f1c5ecd10e1', 'gw_port': {'id': '9a96c613-2439-447e-b04b-e17c8c0b3648', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:76:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13876c95-4d56-4de1-afb2-ccd1910c2ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:34Z', 'updated_at': '2021-07-16T03:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:39.642246 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33f3a6-aa49-466a-8a68-e9b96d03d5e7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event deleted for resources: {'Port': ['ID=774efbf8-3ab2-48e1-b953-0bb73f83fae5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:39.675807 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:39.678724 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Pushing event updated for resources: {'Port': ['ID=10700646-201a-4356-a91d-a9a81a6d0b9f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:39.681303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:39.686334 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:39.712600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-13874461-4de6-49a0-ba5f-7a3e0d3fcf46 req-0a33f3a6-aa49-466a-8a68-e9b96d03d5e7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] No DVR routers for this DVR port 774efbf8-3ab2-48e1-b953-0bb73f83fae5 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:39.717793 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-13874461-4de6-49a0-ba5f-7a3e0d3fcf46 req-0a33f3a6-aa49-466a-8a68-e9b96d03d5e7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.721472 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-13874461-4de6-49a0-ba5f-7a3e0d3fcf46 req-0a33f3a6-aa49-466a-8a68-e9b96d03d5e7 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.88 "DELETE /v2.0/ports/774efbf8-3ab2-48e1-b953-0bb73f83fae5 HTTP/1.1" status: 204 len: 173 time: 1.1854758 Jul 16 03:44:39.721927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59652caa-d38a-4f62-be78-ad158d8466c6', 'name': 'network-vif-deleted', 'tag': '774efbf8-3ab2-48e1-b953-0bb73f83fae5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:39.724662 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a29582-ffff-43bc-81ee-643b95c8ccb3" -d '{"events": [{"server_uuid": "59652caa-d38a-4f62-be78-ad158d8466c6", "name": "network-vif-deleted", "tag": "774efbf8-3ab2-48e1-b953-0bb73f83fae5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:39.743962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-445f15f2-1fd1-473b-b3e2-5ccc90a13b20 admin admin] Deleting port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:39.744738 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-445f15f2-1fd1-473b-b3e2-5ccc90a13b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.751808 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c589b70f-309e-4d85-97a0-9a93efba2310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.866558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589b70f-309e-4d85-97a0-9a93efba2310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85459ebc-cb75-450d-89e8-29c50d6b0aa2,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:39.869273 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28e6ac3-69f0-4d66-85c4-bcb88ca84ed3 x-openstack-request-id: req-f28e6ac3-69f0-4d66-85c4-bcb88ca84ed3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:39.869569 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59652caa-d38a-4f62-be78-ad158d8466c6", "name": "network-vif-deleted", "tag": "774efbf8-3ab2-48e1-b953-0bb73f83fae5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:39.869826 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f28e6ac3-69f0-4d66-85c4-bcb88ca84ed3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:39.870234 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59652caa-d38a-4f62-be78-ad158d8466c6', 'name': 'network-vif-deleted', 'tag': '774efbf8-3ab2-48e1-b953-0bb73f83fae5', 'status': 'completed', 'code': 200} Jul 16 03:44:39.911645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-445f15f2-1fd1-473b-b3e2-5ccc90a13b20 admin admin] For port ea3462dd-7ca7-4d1a-927e-c76c9c4c2692, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ea3462dd-7ca7-4d1a-927e-c76c9c4c2692,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:39.912367 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-445f15f2-1fd1-473b-b3e2-5ccc90a13b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:39.929432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-445f15f2-1fd1-473b-b3e2-5ccc90a13b20 admin admin] Calling delete_port for ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:40.034677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589b70f-309e-4d85-97a0-9a93efba2310 admin admin] Checking segment: {'id': 'f2b87cd3-97cd-41ec-a971-e57c34d6ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:40.035485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c589b70f-309e-4d85-97a0-9a93efba2310 admin admin] Network hostable DHCP agents. Network: f41ac0c3-0b47-4600-8c47-c4e04c4c229d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:40.082714 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c589b70f-309e-4d85-97a0-9a93efba2310 admin admin] Network f41ac0c3-0b47-4600-8c47-c4e04c4c229d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:40.109821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c589b70f-309e-4d85-97a0-9a93efba2310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, f41ac0c3-0b47-4600-8c47-c4e04c4c229d) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:40.117879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c589b70f-309e-4d85-97a0-9a93efba2310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:40.118826 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c589b70f-309e-4d85-97a0-9a93efba2310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.130835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142b08a2-57a4-4c26-891e-30a1bc591803 None None] Network f41ac0c3-0b47-4600-8c47-c4e04c4c229d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:40.163076 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49b48a4c-66f9-4dca-8013-9318b52cc554 req-f4463962-6b6b-4d22-a2e2-34a2dd2fb45d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=59652caa-d38a-4f62-be78-ad158d8466c6 HTTP/1.1" status: 200 len: 210 time: 0.0770917 Jul 16 03:44:40.237756 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c589b70f-309e-4d85-97a0-9a93efba2310 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9032674 Jul 16 03:44:40.312009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:40.333998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:40.468368 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.552802 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.554291 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.569442 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-445f15f2-1fd1-473b-b3e2-5ccc90a13b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.634113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f15f2-1fd1-473b-b3e2-5ccc90a13b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea3462dd-7ca7-4d1a-927e-c76c9c4c2692,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:40.776069 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.805571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'fixed_ips': [{'subnet_id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:44:40.806462 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.812970 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:40.955478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cedaa1-c5c8-402c-a5ec-077c6b7b9287 req-eab3b801-b8d8-4fb2-aeb7-9c92f834680a tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:40.963588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8cedaa1-c5c8-402c-a5ec-077c6b7b9287 req-eab3b801-b8d8-4fb2-aeb7-9c92f834680a tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.5915327 Jul 16 03:44:41.042464 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9a96c613-2439-447e-b04b-e17c8c0b3648 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:41.051326 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Router 02226111-4315-4cd3-8789-dda71521c1f3 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:41.136221 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8cedaa1-c5c8-402c-a5ec-077c6b7b9287 req-2c7af06d-8e01-40a4-89a2-f29f6fe5a762 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720858 Jul 16 03:44:41.181400 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.194755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Allocated IP 172.20.0.2 (f41ac0c3-0b47-4600-8c47-c4e04c4c229d/85459ebc-cb75-450d-89e8-29c50d6b0aa2/100e7eca-6fcc-415c-be86-ec1c1fa7a441) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:41.221445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 9a96c613-2439-447e-b04b-e17c8c0b3648 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:41.230554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9a96c613-2439-447e-b04b-e17c8c0b3648 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:41.232140 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.269457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:41.282512 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36cdc60-55c5-4be4-b801-cf35792b5a29 None None] Sync routers for ids ['02226111-4315-4cd3-8789-dda71521c1f3'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:41.295396 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36cdc60-55c5-4be4-b801-cf35792b5a29 None None] Routers {'02226111-4315-4cd3-8789-dda71521c1f3'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:41.301982 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f36cdc60-55c5-4be4-b801-cf35792b5a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['02226111-4315-4cd3-8789-dda71521c1f3'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:41.337162 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.343387 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b4ea42b4-b87d-4fc3-ade8-c20f93769f68 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4280119 Jul 16 03:44:41.343387 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48212) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:41.403102 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 774efbf8-3ab2-48e1-b953-0bb73f83fae5 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:41.440568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 774efbf8-3ab2-48e1-b953-0bb73f83fae5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:41.441091 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 774efbf8-3ab2-48e1-b953-0bb73f83fae5 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:41.473877 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-445f15f2-1fd1-473b-b3e2-5ccc90a13b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.498252 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.552266 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 9a96c613-2439-447e-b04b-e17c8c0b3648, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9a96c613-2439-447e-b04b-e17c8c0b3648,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:41.563421 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.571194 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-afc52863-9281-4d9f-b87a-a333ac0201d3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/routers/02226111-4315-4cd3-8789-dda71521c1f3 HTTP/1.1" status: 200 len: 908 time: 0.2269583 Jul 16 03:44:41.574512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48218) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:41.612219 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.618389 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f36cdc60-55c5-4be4-b801-cf35792b5a29 None None] Set router 02226111-4315-4cd3-8789-dda71521c1f3 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:41.628352 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Transition to ACTIVE for port object 100e7eca-6fcc-415c-be86-ec1c1fa7a441 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:41.658725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Transition to ACTIVE for port object 100e7eca-6fcc-415c-be86-ec1c1fa7a441 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:41.669291 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=9a96c613-2439-447e-b04b-e17c8c0b3648,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:41.679056 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.724104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Network f41ac0c3-0b47-4600-8c47-c4e04c4c229d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:41.728096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:41.732624 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:41.849490 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70adada3-bb1a-43e7-80b6-34117da6aa65 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.854164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Pushing event updated for resources: {'Port': ['ID=100e7eca-6fcc-415c-be86-ec1c1fa7a441,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:41.856670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Attempting to bind port 100e7eca-6fcc-415c-be86-ec1c1fa7a441 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:41.857046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Attempting to bind port 100e7eca-6fcc-415c-be86-ec1c1fa7a441 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'f2b87cd3-97cd-41ec-a971-e57c34d6ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:41.857419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Attempting to bind port 100e7eca-6fcc-415c-be86-ec1c1fa7a441 on network f41ac0c3-0b47-4600-8c47-c4e04c4c229d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:41.864859 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:41.865253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Checking segment: {'id': 'f2b87cd3-97cd-41ec-a971-e57c34d6ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:41.865663 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.866613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Bound using segment: {'id': 'f2b87cd3-97cd-41ec-a971-e57c34d6ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:41.867165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Bound port: 100e7eca-6fcc-415c-be86-ec1c1fa7a441, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b87cd3-97cd-41ec-a971-e57c34d6ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:41.867468 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:41.996917 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] For port 100e7eca-6fcc-415c-be86-ec1c1fa7a441, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:42.003446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] For port 100e7eca-6fcc-415c-be86-ec1c1fa7a441, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=100e7eca-6fcc-415c-be86-ec1c1fa7a441,segment=NetworkSegment(f2b87cd3-97cd-41ec-a971-e57c34d6ee07),segment_id=f2b87cd3-97cd-41ec-a971-e57c34d6ee07)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:42.019477 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.124675 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022d3bc-0315-4754-b444-2fc714b559cf None None] Pushing event updated for resources: {'Port': ['ID=100e7eca-6fcc-415c-be86-ec1c1fa7a441,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:42.242210 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f36cdc60-55c5-4be4-b801-cf35792b5a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02226111-4315-4cd3-8789-dda71521c1f3', 'name': 'tempest-snat-router-1339776794', 'tenant_id': 'c856bb9e19d04921b35e5f1c5ecd10e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '10700646-201a-4356-a91d-a9a81a6d0b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:37Z', 'updated_at': '2021-07-16T03:44:40Z', 'revision_number': 3, 'project_id': 'c856bb9e19d04921b35e5f1c5ecd10e1', 'gw_port': {'id': '10700646-201a-4356-a91d-a9a81a6d0b9f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02226111-4315-4cd3-8789-dda71521c1f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1947, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:38Z', 'updated_at': '2021-07-16T03:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:42.315978 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36cdc60-55c5-4be4-b801-cf35792b5a29 None None] Checking router: 02226111-4315-4cd3-8789-dda71521c1f3 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:42.317229 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36cdc60-55c5-4be4-b801-cf35792b5a29 None None] Updating router 02226111-4315-4cd3-8789-dda71521c1f3 port 10700646-201a-4356-a91d-a9a81a6d0b9f binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:44:42.393794 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f36cdc60-55c5-4be4-b801-cf35792b5a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.415388 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70adada3-bb1a-43e7-80b6-34117da6aa65 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.515682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-70adada3-bb1a-43e7-80b6-34117da6aa65 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Deleting port 10700646-201a-4356-a91d-a9a81a6d0b9f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:42.516452 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70adada3-bb1a-43e7-80b6-34117da6aa65 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.677638 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70adada3-bb1a-43e7-80b6-34117da6aa65 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.729967 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-70adada3-bb1a-43e7-80b6-34117da6aa65 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Calling delete_port for 10700646-201a-4356-a91d-a9a81a6d0b9f owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:42.969388 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.971144 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9a96c613-2439-447e-b04b-e17c8c0b3648 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:42.983188 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70adada3-bb1a-43e7-80b6-34117da6aa65 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:42.987180 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.db.api [None req-f36cdc60-55c5-4be4-b801-cf35792b5a29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93770) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:44:42.987180 n-d-800088-6 neutron-server[93770]: DEBUG oslo_db.api [None req-f36cdc60-55c5-4be4-b801-cf35792b5a29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:44:43.017593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adada3-bb1a-43e7-80b6-34117da6aa65 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Pushing event deleted for resources: {'Port': ['ID=10700646-201a-4356-a91d-a9a81a6d0b9f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:43.034173 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.083998 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70adada3-bb1a-43e7-80b6-34117da6aa65 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.094609 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9a96c613-2439-447e-b04b-e17c8c0b3648 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:43.095449 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.164801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Allocated IP 172.25.3.7 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/b0deb720-099d-4d02-9c21-ddca1e15de6c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:43.200556 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70adada3-bb1a-43e7-80b6-34117da6aa65 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.202760 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70adada3-bb1a-43e7-80b6-34117da6aa65 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.229621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445f15f2-1fd1-473b-b3e2-5ccc90a13b20 admin admin] Router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:44:43.265817 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70adada3-bb1a-43e7-80b6-34117da6aa65 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.266928 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70adada3-bb1a-43e7-80b6-34117da6aa65 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02226111-4315-4cd3-8789-dda71521c1f3 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:43.274894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 100e7eca-6fcc-415c-be86-ec1c1fa7a441 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:43.277359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70adada3-bb1a-43e7-80b6-34117da6aa65 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.278919 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-70adada3-bb1a-43e7-80b6-34117da6aa65 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "DELETE /v2.0/routers/02226111-4315-4cd3-8789-dda71521c1f3 HTTP/1.1" status: 204 len: 168 time: 1.7020481 Jul 16 03:44:43.282087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48248) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:43.338614 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 100e7eca-6fcc-415c-be86-ec1c1fa7a441 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:43.421435 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.464406 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77048e94-b133-4344-ac8f-1c27e416aa16 req-77b084cf-19f0-4b0a-8a0b-c66dfa2dc4bf tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:43.466321 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77048e94-b133-4344-ac8f-1c27e416aa16 req-77b084cf-19f0-4b0a-8a0b-c66dfa2dc4bf tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 946 time: 1.4060352 Jul 16 03:44:43.509650 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.519163 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64e87e-d962-4543-9715-1ac842cef8f1 req-f8eee755-8b97-4261-bcdf-44b5885b57d0 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:43.526985 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a64e87e-d962-4543-9715-1ac842cef8f1 req-f8eee755-8b97-4261-bcdf-44b5885b57d0 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.5590653 Jul 16 03:44:43.532691 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.539813 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36cdc60-55c5-4be4-b801-cf35792b5a29 None None] Port 10700646-201a-4356-a91d-a9a81a6d0b9f not found while updating agent binding for router 02226111-4315-4cd3-8789-dda71521c1f3. {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 03:44:43.565093 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36cdc60-55c5-4be4-b801-cf35792b5a29 None None] Routers set() bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:43.565567 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36cdc60-55c5-4be4-b801-cf35792b5a29 None None] Router IDs set() for agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 03:44:43.566281 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_agentschedulers_db [None req-f36cdc60-55c5-4be4-b801-cf35792b5a29 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'02226111-4315-4cd3-8789-dda71521c1f3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent'). {{(pid=93770) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 03:44:43.566751 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36cdc60-55c5-4be4-b801-cf35792b5a29 None None] The sync data for ids ['02226111-4315-4cd3-8789-dda71521c1f3'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:43.609210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Deleting port 9a96c613-2439-447e-b04b-e17c8c0b3648 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:43.609590 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.695075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139bf163-b01b-4253-96f4-78d5547684b8 None None] Network f41ac0c3-0b47-4600-8c47-c4e04c4c229d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:43.712663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445f15f2-1fd1-473b-b3e2-5ccc90a13b20 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:43.715358 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] For port 9a96c613-2439-447e-b04b-e17c8c0b3648, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9a96c613-2439-447e-b04b-e17c8c0b3648,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:43.715783 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.717925 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-445f15f2-1fd1-473b-b3e2-5ccc90a13b20 admin admin] 10.222.0.18 "PUT /v2.0/routers/a0fa1a72-a91f-4cdb-a11d-74d492e2baf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0144663 Jul 16 03:44:43.725608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48262) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:43.739141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66209068-930d-4b75-875f-2c625b589b79 req-3a3fead7-e8a2-4527-aec7-e5636a1b630c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:43.740705 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66209068-930d-4b75-875f-2c625b589b79 req-3a3fead7-e8a2-4527-aec7-e5636a1b630c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.88 "GET /v2.0/ports?device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 946 time: 0.4330125 Jul 16 03:44:43.741753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fff62c-62cb-4b1c-8e8f-cede711762f8 None None] Sync routers for ids ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:43.749949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77048e94-b133-4344-ac8f-1c27e416aa16 req-b5696dfb-eb9a-4011-a393-3bd62947c5a2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757244 Jul 16 03:44:43.770039 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Calling delete_port for 9a96c613-2439-447e-b04b-e17c8c0b3648 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:43.789196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a64e87e-d962-4543-9715-1ac842cef8f1 req-fd97a1d3-99ec-40ee-b6d9-3bad53a8fc51 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610927 Jul 16 03:44:43.815306 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:43.892130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:43.917729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:43.919625 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b0deb720-099d-4d02-9c21-ddca1e15de6c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:43.948340 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fff62c-62cb-4b1c-8e8f-cede711762f8 None None] Routers {'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:43.949248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a7fff62c-62cb-4b1c-8e8f-cede711762f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:43.955330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f414f42e-ee1a-4950-8a8e-037e8f8cc17f None None] Provisioning for port 100e7eca-6fcc-415c-be86-ec1c1fa7a441 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:43.968417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:44.015841 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.016353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f414f42e-ee1a-4950-8a8e-037e8f8cc17f None None] Provisioning complete for port 100e7eca-6fcc-415c-be86-ec1c1fa7a441 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:44.017104 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f414f42e-ee1a-4950-8a8e-037e8f8cc17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.093250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-66209068-930d-4b75-875f-2c625b589b79 req-b866b186-d6ad-49a2-b3a0-94be86c63d21 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Deleting port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:44.093652 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-66209068-930d-4b75-875f-2c625b589b79 req-b866b186-d6ad-49a2-b3a0-94be86c63d21 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.175148 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.212986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a7fff62c-62cb-4b1c-8e8f-cede711762f8 None None] Set router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:44.296666 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f414f42e-ee1a-4950-8a8e-037e8f8cc17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.366791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-66209068-930d-4b75-875f-2c625b589b79 req-b866b186-d6ad-49a2-b3a0-94be86c63d21 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] For port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:44.367221 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-66209068-930d-4b75-875f-2c625b589b79 req-b866b186-d6ad-49a2-b3a0-94be86c63d21 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.391994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f414f42e-ee1a-4950-8a8e-037e8f8cc17f None None] For port 100e7eca-6fcc-415c-be86-ec1c1fa7a441, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=100e7eca-6fcc-415c-be86-ec1c1fa7a441,segment=NetworkSegment(f2b87cd3-97cd-41ec-a971-e57c34d6ee07),segment_id=f2b87cd3-97cd-41ec-a971-e57c34d6ee07)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:44.392689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-66209068-930d-4b75-875f-2c625b589b79 req-b866b186-d6ad-49a2-b3a0-94be86c63d21 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Calling delete_port for 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:44.408993 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f414f42e-ee1a-4950-8a8e-037e8f8cc17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.455381 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.494201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] Deleting port 5f4be181-3622-432e-83ed-bc40bd010024 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:44.494866 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.501244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a96c613-2439-447e-b04b-e17c8c0b3648,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:44.524499 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414f42e-ee1a-4950-8a8e-037e8f8cc17f None None] Pushing event updated for resources: {'Port': ['ID=100e7eca-6fcc-415c-be86-ec1c1fa7a441,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:44.617540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a7fff62c-62cb-4b1c-8e8f-cede711762f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '5f4be181-3622-432e-83ed-bc40bd010024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:44:40Z', 'revision_number': 5, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port': {'id': '5f4be181-3622-432e-83ed-bc40bd010024', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:35:56Z', 'updated_at': '2021-07-16T03:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:44.674073 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.677588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fff62c-62cb-4b1c-8e8f-cede711762f8 None None] Checking router: a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:44.717461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fff62c-62cb-4b1c-8e8f-cede711762f8 None None] Routers {'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:44.719974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a7fff62c-62cb-4b1c-8e8f-cede711762f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:44.804822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] For port 5f4be181-3622-432e-83ed-bc40bd010024, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5f4be181-3622-432e-83ed-bc40bd010024,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:44.805281 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.868215 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-66209068-930d-4b75-875f-2c625b589b79 req-b866b186-d6ad-49a2-b3a0-94be86c63d21 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.901486 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.902681 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.905002 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.951242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] Calling delete_port for 5f4be181-3622-432e-83ed-bc40bd010024 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:44.964979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.965559 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13876c95-4d56-4de1-afb2-ccd1910c2ee8 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:44.968041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['fed13e0c-63e9-4214-a062-0ab7034c0e46'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:44:44.976717 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:44.981697 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0b484fe8-8396-4142-8bf1-c884749279b3 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "DELETE /v2.0/routers/13876c95-4d56-4de1-afb2-ccd1910c2ee8 HTTP/1.1" status: 204 len: 168 time: 1.6945684 Jul 16 03:44:45.029210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 100e7eca-6fcc-415c-be86-ec1c1fa7a441 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:45.055118 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48296) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:45.066502 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1823044221', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:45.102067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d03450cb-3f05-43a2-a842-4259f2576013 None None] Provisioning complete for port 100e7eca-6fcc-415c-be86-ec1c1fa7a441 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:45.113380 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d03450cb-3f05-43a2-a842-4259f2576013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.135634 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.136988 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.171943 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-689d9eab-fd6a-4e2f-aa8c-241542936ebf req-1f8975e1-4e08-4132-9d78-103e58f83c7d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 210 time: 0.0705562 Jul 16 03:44:45.212550 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866b186-d6ad-49a2-b3a0-94be86c63d21 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event deleted for resources: {'Port': ['ID=282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:45.292837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-66209068-930d-4b75-875f-2c625b589b79 req-b866b186-d6ad-49a2-b3a0-94be86c63d21 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] No DVR routers for this DVR port 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:45.296328 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-66209068-930d-4b75-875f-2c625b589b79 req-b866b186-d6ad-49a2-b3a0-94be86c63d21 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.303303 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66209068-930d-4b75-875f-2c625b589b79 req-b866b186-d6ad-49a2-b3a0-94be86c63d21 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.88 "DELETE /v2.0/ports/282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 HTTP/1.1" status: 204 len: 173 time: 1.5505335 Jul 16 03:44:45.305467 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.308504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424f1bf1-2978-488f-9b02-a7d30d2b7f00', 'name': 'network-vif-deleted', 'tag': '282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:45.311645 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c015051c-9309-46f4-8a45-c1410bb1680c" -d '{"events": [{"server_uuid": "424f1bf1-2978-488f-9b02-a7d30d2b7f00", "name": "network-vif-deleted", "tag": "282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:45.414793 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.600986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:45.698836 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.703664 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.731678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a7fff62c-62cb-4b1c-8e8f-cede711762f8 None None] Set router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:45.746534 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4be181-3622-432e-83ed-bc40bd010024,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:45.770775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58e5bf-2bb6-4cd8-b3ea-c0998f016676 req-d66b6d2b-5aa6-431c-b9ee-2b9da0cd2bc5 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:45.772348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef58e5bf-2bb6-4cd8-b3ea-c0998f016676 req-d66b6d2b-5aa6-431c-b9ee-2b9da0cd2bc5 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.6490099 Jul 16 03:44:45.800693 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:45.803695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:45.877271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a7fff62c-62cb-4b1c-8e8f-cede711762f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:44:44Z', 'revision_number': 6, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:45.900805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef58e5bf-2bb6-4cd8-b3ea-c0998f016676 req-98fa55b0-0c69-4ac4-97c3-ec9d3cdad69e tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154928 Jul 16 03:44:45.948873 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:45.979668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fff62c-62cb-4b1c-8e8f-cede711762f8 None None] The sync data for ids ['a0fa1a72-a91f-4cdb-a11d-74d492e2baf2'] in n-d-800088-6 is: [{'id': 'a0fa1a72-a91f-4cdb-a11d-74d492e2baf2', 'name': 'tempest-AttachVolumeTestJSON-2075486993-router', 'tenant_id': '69feb84b2a1a46dc9a17a131d3823f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:35:55Z', 'updated_at': '2021-07-16T03:44:44Z', 'revision_number': 6, 'project_id': '69feb84b2a1a46dc9a17a131d3823f84', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:46.021079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Router b06ee832-b398-418c-b33a-36674ae469aa is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:46.081494 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.085888 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.124798 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e308229-b662-4d92-87c3-653caf279457 x-openstack-request-id: req-0e308229-b662-4d92-87c3-653caf279457 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:46.125376 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424f1bf1-2978-488f-9b02-a7d30d2b7f00", "name": "network-vif-deleted", "tag": "282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:46.125785 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e308229-b662-4d92-87c3-653caf279457 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:46.126430 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424f1bf1-2978-488f-9b02-a7d30d2b7f00', 'name': 'network-vif-deleted', 'tag': '282b7b6b-a9d2-4b0a-b3ef-7d17774f8ac6', 'status': 'completed', 'code': 200} Jul 16 03:44:46.189502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 100e7eca-6fcc-415c-be86-ec1c1fa7a441 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:46.190084 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.281286 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.281780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:46.300493 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.306570 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-715d5e98-987b-4e15-b0c9-3f8e2ebd6405 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a0fa1a72-a91f-4cdb-a11d-74d492e2baf2 HTTP/1.1" status: 204 len: 168 time: 2.5755901 Jul 16 03:44:46.311668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48318) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:46.385679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:46.393982 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Sync routers for ids ['b06ee832-b398-418c-b33a-36674ae469aa'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:46.409894 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Routers {'b06ee832-b398-418c-b33a-36674ae469aa'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:46.410978 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b06ee832-b398-418c-b33a-36674ae469aa'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:46.480116 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b167c6c3-e267-4d20-923f-47a0976d13b7 req-7d5edc4b-e908-48f4-898d-37e111c6329d tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=424f1bf1-2978-488f-9b02-a7d30d2b7f00 HTTP/1.1" status: 200 len: 210 time: 0.0734768 Jul 16 03:44:46.481918 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.488569 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9f9a5071-ae16-4be6-bbf8-41ee41b6d3b3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.1706769 Jul 16 03:44:46.489211 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:46.561763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d8a080-17ea-43ea-a4de-647c712dbd6e admin admin] Deleting subnet 760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:44:46.565058 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.566784 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0d8a080-17ea-43ea-a4de-647c712dbd6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.636710 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:46.688180 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Set router b06ee832-b398-418c-b33a-36674ae469aa gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:46.806551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:46.835738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:46.836082 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ea3462dd-7ca7-4d1a-927e-c76c9c4c2692 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:46.836522 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9a96c613-2439-447e-b04b-e17c8c0b3648 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:46.844118 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Allocated IP 172.25.3.95 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/4d434497-03af-4231-84bf-f2197bd0ba29) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:46.890570 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 9a96c613-2439-447e-b04b-e17c8c0b3648 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:46.891003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9a96c613-2439-447e-b04b-e17c8c0b3648 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:46.891527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5f4be181-3622-432e-83ed-bc40bd010024 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:46.940520 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 5f4be181-3622-432e-83ed-bc40bd010024 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:46.940871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5f4be181-3622-432e-83ed-bc40bd010024 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:46.941475 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:40Z', 'updated_at': '2021-07-16T03:44:44Z', 'revision_number': 3, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'gw_port': {'id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:43Z', 'updated_at': '2021-07-16T03:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:47.014332 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.101803 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.111018 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Checking router: b06ee832-b398-418c-b33a-36674ae469aa for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:47.111703 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Updating router b06ee832-b398-418c-b33a-36674ae469aa port b0deb720-099d-4d02-9c21-ddca1e15de6c binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:44:47.211539 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.229672 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:47.234578 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0d8a080-17ea-43ea-a4de-647c712dbd6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.236398 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Pushing event updated for resources: {'Port': ['ID=4d434497-03af-4231-84bf-f2197bd0ba29,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:47.250691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:47.255515 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:47.418316 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.503137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626199c-066b-4368-95e8-e6c4239bd008 req-1c86ad0c-565f-4092-9242-21ab84cd9725 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:47.505005 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f626199c-066b-4368-95e8-e6c4239bd008 req-1c86ad0c-565f-4092-9242-21ab84cd9725 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.1933358 Jul 16 03:44:47.572873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f626199c-066b-4368-95e8-e6c4239bd008 req-0f33e0c6-293d-4752-817a-68e0fa8aed2f tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572443 Jul 16 03:44:47.737869 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.761853 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Transition to ACTIVE for port object b0deb720-099d-4d02-9c21-ddca1e15de6c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:47.777116 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.811790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Allocated IP 172.20.0.1 (f41ac0c3-0b47-4600-8c47-c4e04c4c229d/85459ebc-cb75-450d-89e8-29c50d6b0aa2/aaf40f15-973f-42de-a248-8ad182f4346e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:47.858976 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Attempting to bind port b0deb720-099d-4d02-9c21-ddca1e15de6c on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:47.859348 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Attempting to bind port b0deb720-099d-4d02-9c21-ddca1e15de6c by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:47.859710 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Attempting to bind port b0deb720-099d-4d02-9c21-ddca1e15de6c on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:47.905822 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:47.906109 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:47.906519 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.906915 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:47.907406 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Bound port: b0deb720-099d-4d02-9c21-ddca1e15de6c, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:47.907828 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:47.974614 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d1ed1-6cac-4e9a-be70-4f35d6e597f7 None None] Pushing event updated for resources: {'Port': ['ID=b0deb720-099d-4d02-9c21-ddca1e15de6c,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:48.036372 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.036952 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] For port b0deb720-099d-4d02-9c21-ddca1e15de6c, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:48.044187 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] For port b0deb720-099d-4d02-9c21-ddca1e15de6c, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b0deb720-099d-4d02-9c21-ddca1e15de6c,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:48.051325 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.073434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Transition to ACTIVE for port object aaf40f15-973f-42de-a248-8ad182f4346e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:48.098838 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0d8a080-17ea-43ea-a4de-647c712dbd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.123822 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.157072 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d1ed1-6cac-4e9a-be70-4f35d6e597f7 None None] Pushing event updated for resources: {'Port': ['ID=b0deb720-099d-4d02-9c21-ddca1e15de6c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:48.189295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Network f41ac0c3-0b47-4600-8c47-c4e04c4c229d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:48.193216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:48.197490 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Routers {'b06ee832-b398-418c-b33a-36674ae469aa'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:48.201284 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b06ee832-b398-418c-b33a-36674ae469aa'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:48.215449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:48.299737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Pushing event updated for resources: {'Port': ['ID=aaf40f15-973f-42de-a248-8ad182f4346e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:48.362863 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.429983 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] Set router b06ee832-b398-418c-b33a-36674ae469aa gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:48.435937 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.443121 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2836688-2fed-48b8-adb6-86128a1494ee req-7e8d591e-a894-4971-8a18-beb23b6dc731 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:48.446115 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2836688-2fed-48b8-adb6-86128a1494ee req-7e8d591e-a894-4971-8a18-beb23b6dc731 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.1699123 Jul 16 03:44:48.520877 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0d8a080-17ea-43ea-a4de-647c712dbd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.552102 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2836688-2fed-48b8-adb6-86128a1494ee req-1487390c-0139-4e53-9c8e-edcf47c3557b tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947936 Jul 16 03:44:48.624346 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0d8a080-17ea-43ea-a4de-647c712dbd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.636136 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c0d8a080-17ea-43ea-a4de-647c712dbd6e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc HTTP/1.1" status: 204 len: 168 time: 2.3210745 Jul 16 03:44:48.638517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48364) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:48.645315 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319a5c25-af62-4e17-b489-14f77aa422ae None None] Network 86c7e975-c657-4bd7-a136-c5c84a957407 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:48.651154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-669b0afe-6d4e-49b5-be23-bd24c71eda98 None None] Provisioning for port aaf40f15-973f-42de-a248-8ad182f4346e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:48.669455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8a080-17ea-43ea-a4de-647c712dbd6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=760f86c8-4ce7-4bdf-a12c-2db7e3d0c7dc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:48.670888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-669b0afe-6d4e-49b5-be23-bd24c71eda98 None None] Provisioning complete for port aaf40f15-973f-42de-a248-8ad182f4346e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:48.672089 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-669b0afe-6d4e-49b5-be23-bd24c71eda98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.736112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-669b0afe-6d4e-49b5-be23-bd24c71eda98 None None] Port aaf40f15-973f-42de-a248-8ad182f4346e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:48.827740 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:48.850697 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:40Z', 'updated_at': '2021-07-16T03:44:44Z', 'revision_number': 3, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'gw_port': {'id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:43Z', 'updated_at': '2021-07-16T03:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:48.969583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8530c46a-4a04-4f09-9781-3545c7a4e890 None None] DHCP port deletion for 86c7e975-c657-4bd7-a136-c5c84a957407 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:44:48.996553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Router 8c7889ca-fea7-43f5-9035-4b3661873958 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:49.021837 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1f1770-ad12-4e73-8a78-9ba9f816af36 None None] The sync data for ids ['b06ee832-b398-418c-b33a-36674ae469aa'] in n-d-800088-6 is: [{'id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:40Z', 'updated_at': '2021-07-16T03:44:44Z', 'revision_number': 3, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'gw_port': {'id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:43Z', 'updated_at': '2021-07-16T03:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:49.083985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8530c46a-4a04-4f09-9781-3545c7a4e890 None None] Deleting port be6b07a2-1da3-428f-8695-d3fb9a36e46f {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:49.084939 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8530c46a-4a04-4f09-9781-3545c7a4e890 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.174325 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:49.200533 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.202366 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fdab5721-97db-46db-81a1-408bff1da3f7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1444781 Jul 16 03:44:49.206697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48370) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:49.207587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218fef60-9074-4b45-a19d-47e795d8b756 None None] Sync routers for ids ['8c7889ca-fea7-43f5-9035-4b3661873958'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:49.213991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-219363e9-4d54-47a7-8998-8fb138753ed4 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'enable_snat': False}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:49.245531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8530c46a-4a04-4f09-9781-3545c7a4e890 None None] For port be6b07a2-1da3-428f-8695-d3fb9a36e46f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=be6b07a2-1da3-428f-8695-d3fb9a36e46f,segment=NetworkSegment(01ae7d91-31f2-444a-8a2e-4d700a08a6aa),segment_id=01ae7d91-31f2-444a-8a2e-4d700a08a6aa)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:49.255275 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8530c46a-4a04-4f09-9781-3545c7a4e890 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.266022 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218fef60-9074-4b45-a19d-47e795d8b756 None None] Routers {'8c7889ca-fea7-43f5-9035-4b3661873958'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:49.266992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-218fef60-9074-4b45-a19d-47e795d8b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['8c7889ca-fea7-43f5-9035-4b3661873958'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:49.309223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8530c46a-4a04-4f09-9781-3545c7a4e890 None None] Calling delete_port for be6b07a2-1da3-428f-8695-d3fb9a36e46f owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:49.311926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-218fef60-9074-4b45-a19d-47e795d8b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:49.332766 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218fef60-9074-4b45-a19d-47e795d8b756 None None] Routers {'8c7889ca-fea7-43f5-9035-4b3661873958'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:49.333651 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-218fef60-9074-4b45-a19d-47e795d8b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['8c7889ca-fea7-43f5-9035-4b3661873958'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:49.416109 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.416998 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-218fef60-9074-4b45-a19d-47e795d8b756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:49.417673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218fef60-9074-4b45-a19d-47e795d8b756 None None] The sync data for ids ['8c7889ca-fea7-43f5-9035-4b3661873958'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:49.538232 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb0050ef-4a11-42aa-8655-488865a69a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.563809 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8530c46a-4a04-4f09-9781-3545c7a4e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.615171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530c46a-4a04-4f09-9781-3545c7a4e890 None None] Pushing event deleted for resources: {'Port': ['ID=be6b07a2-1da3-428f-8695-d3fb9a36e46f,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:49.624069 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8530c46a-4a04-4f09-9781-3545c7a4e890 None None] No DVR routers for this DVR port be6b07a2-1da3-428f-8695-d3fb9a36e46f on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:49.736843 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-219363e9-4d54-47a7-8998-8fb138753ed4 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:49.983707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd3f79-5b60-4549-bcaf-92ff2016e110 req-8096493e-f16a-458e-a69a-4c8b1ded0629 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:49.985285 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6dd3f79-5b60-4549-bcaf-92ff2016e110 req-8096493e-f16a-458e-a69a-4c8b1ded0629 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.5846848 Jul 16 03:44:50.024711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd34054-71cd-4249-bfba-1543ae99ab3b req-7ef555bd-7f9a-4dad-997f-7cd3cd583b59 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:50.026220 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0bd34054-71cd-4249-bfba-1543ae99ab3b req-7ef555bd-7f9a-4dad-997f-7cd3cd583b59 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 1.1891584 Jul 16 03:44:50.091014 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb0050ef-4a11-42aa-8655-488865a69a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.113052 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fb0050ef-4a11-42aa-8655-488865a69a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c7e975-c657-4bd7-a136-c5c84a957407']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:50.126743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fb0050ef-4a11-42aa-8655-488865a69a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ae7d91-31f2-444a-8a2e-4d700a08a6aa') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:50.127192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-fb0050ef-4a11-42aa-8655-488865a69a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ae7d91-31f2-444a-8a2e-4d700a08a6aa') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:50.139741 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb0050ef-4a11-42aa-8655-488865a69a88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.157794 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb0050ef-4a11-42aa-8655-488865a69a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.165315 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0050ef-4a11-42aa-8655-488865a69a88 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:44:50.165854 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb0050ef-4a11-42aa-8655-488865a69a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.238591 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-219363e9-4d54-47a7-8998-8fb138753ed4 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.244157 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-219363e9-4d54-47a7-8998-8fb138753ed4 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.257400 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:44:50.265439 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:44:50.278418 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb0050ef-4a11-42aa-8655-488865a69a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.295115 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.363642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0b7fa-bd6a-47fb-b03d-a341da68cbcb req-fc1df27b-1a1b-4c84-957a-2a0f4c9cae14 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:50.372580 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0cf0b7fa-bd6a-47fb-b03d-a341da68cbcb req-fc1df27b-1a1b-4c84-957a-2a0f4c9cae14 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 945 time: 0.5596805 Jul 16 03:44:50.382954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219363e9-4d54-47a7-8998-8fb138753ed4 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Router 8c7889ca-fea7-43f5-9035-4b3661873958 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:44:50.413524 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.457999 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb0050ef-4a11-42aa-8655-488865a69a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.460058 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fb0050ef-4a11-42aa-8655-488865a69a88 admin admin] 10.222.0.18 "DELETE /v2.0/networks/86c7e975-c657-4bd7-a136-c5c84a957407 HTTP/1.1" status: 204 len: 168 time: 1.8205333 Jul 16 03:44:50.477286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0050ef-4a11-42aa-8655-488865a69a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=86c7e975-c657-4bd7-a136-c5c84a957407,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:50.526848 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219363e9-4d54-47a7-8998-8fb138753ed4 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:50.532217 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-219363e9-4d54-47a7-8998-8fb138753ed4 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.537027 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-219363e9-4d54-47a7-8998-8fb138753ed4 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "PUT /v2.0/routers/8c7889ca-fea7-43f5-9035-4b3661873958 HTTP/1.1" status: 200 len: 921 time: 1.3290987 Jul 16 03:44:50.538578 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48398) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:50.538833 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e3b08c-de7e-48a2-8e05-2c55db2afcb6 None None] Sync routers for ids ['8c7889ca-fea7-43f5-9035-4b3661873958'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:50.558131 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e3b08c-de7e-48a2-8e05-2c55db2afcb6 None None] Routers {'8c7889ca-fea7-43f5-9035-4b3661873958'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:50.559257 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d3e3b08c-de7e-48a2-8e05-2c55db2afcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['8c7889ca-fea7-43f5-9035-4b3661873958'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:50.593104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Pushing event updated for resources: {'Port': ['ID=aaf40f15-973f-42de-a248-8ad182f4346e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:50.601725 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d3e3b08c-de7e-48a2-8e05-2c55db2afcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:50.630004 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e3b08c-de7e-48a2-8e05-2c55db2afcb6 None None] Routers {'8c7889ca-fea7-43f5-9035-4b3661873958'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:50.630579 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d3e3b08c-de7e-48a2-8e05-2c55db2afcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['8c7889ca-fea7-43f5-9035-4b3661873958'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:50.706287 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0cf0b7fa-bd6a-47fb-b03d-a341da68cbcb req-106b736d-a265-494d-a5cf-9fdf2d04f24c tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3e95854-12c3-45d2-9d63-ce2064c7c79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317947 Jul 16 03:44:50.721827 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d3e3b08c-de7e-48a2-8e05-2c55db2afcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:50.722430 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e3b08c-de7e-48a2-8e05-2c55db2afcb6 None None] The sync data for ids ['8c7889ca-fea7-43f5-9035-4b3661873958'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:50.759767 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0bd34054-71cd-4249-bfba-1543ae99ab3b req-08bca756-c0af-4a0f-b509-c375e9b3fcba tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227895 Jul 16 03:44:50.760251 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:50.842443 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ea8d6699-887e-4ed5-bbb6-099af9bdc6f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69feb84b2a1a46dc9a17a131d3823f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791655 Jul 16 03:44:50.850462 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48402) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:50.858890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a6dd3f79-5b60-4549-bcaf-92ff2016e110 req-6e1e8662-19f2-4820-8ea9-a4206d52825f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Deleting port fed13e0c-63e9-4214-a062-0ab7034c0e46 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:50.859083 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6dd3f79-5b60-4549-bcaf-92ff2016e110 req-6e1e8662-19f2-4820-8ea9-a4206d52825f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.888550 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-524fcdbf-4e44-482c-bbc7-d3650858f0f6 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/routers/8c7889ca-fea7-43f5-9035-4b3661873958 HTTP/1.1" status: 200 len: 921 time: 0.3480208 Jul 16 03:44:50.892030 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48408) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:50.893093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b0deb720-099d-4d02-9c21-ddca1e15de6c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:50.978248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a6dd3f79-5b60-4549-bcaf-92ff2016e110 req-6e1e8662-19f2-4820-8ea9-a4206d52825f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] For port fed13e0c-63e9-4214-a062-0ab7034c0e46, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=fed13e0c-63e9-4214-a062-0ab7034c0e46,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:50.978660 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6dd3f79-5b60-4549-bcaf-92ff2016e110 req-6e1e8662-19f2-4820-8ea9-a4206d52825f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:50.980278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port b0deb720-099d-4d02-9c21-ddca1e15de6c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:50.985497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b0deb720-099d-4d02-9c21-ddca1e15de6c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:50.986278 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.004615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a6dd3f79-5b60-4549-bcaf-92ff2016e110 req-6e1e8662-19f2-4820-8ea9-a4206d52825f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Calling delete_port for fed13e0c-63e9-4214-a062-0ab7034c0e46 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:51.120886 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9db90d04-4f2c-4303-b47e-3b3a689c3681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.152804 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.184280 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6dd3f79-5b60-4549-bcaf-92ff2016e110 req-6e1e8662-19f2-4820-8ea9-a4206d52825f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.185118 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9db90d04-4f2c-4303-b47e-3b3a689c3681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.187066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Network f41ac0c3-0b47-4600-8c47-c4e04c4c229d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:51.192876 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port b0deb720-099d-4d02-9c21-ddca1e15de6c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b0deb720-099d-4d02-9c21-ddca1e15de6c,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:51.204141 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.241159 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b4e64c-4604-4398-8d09-8f0e6b62d590 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:51.244737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:51.256691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:51.266344 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-93b4e64c-4604-4398-8d09-8f0e6b62d590 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&device_id=8c7889ca-fea7-43f5-9035-4b3661873958&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3658512 Jul 16 03:44:51.268780 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9db90d04-4f2c-4303-b47e-3b3a689c3681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.271819 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9db90d04-4f2c-4303-b47e-3b3a689c3681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.273612 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9db90d04-4f2c-4303-b47e-3b3a689c3681 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5447deb-3d0f-4979-b85d-0d115a732d4e HTTP/1.1" status: 204 len: 168 time: 0.4205716 Jul 16 03:44:51.277754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e8662-19f2-4820-8ea9-a4206d52825f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event deleted for resources: {'Port': ['ID=fed13e0c-63e9-4214-a062-0ab7034c0e46,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:51.288667 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db90d04-4f2c-4303-b47e-3b3a689c3681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5447deb-3d0f-4979-b85d-0d115a732d4e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:51.296567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=b0deb720-099d-4d02-9c21-ddca1e15de6c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:51.369116 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device be6b07a2-1da3-428f-8695-d3fb9a36e46f no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:51.424057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: be6b07a2-1da3-428f-8695-d3fb9a36e46f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:51.424764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device be6b07a2-1da3-428f-8695-d3fb9a36e46f not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:51.653566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dd3f79-5b60-4549-bcaf-92ff2016e110 req-6e1e8662-19f2-4820-8ea9-a4206d52825f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] No DVR routers for this DVR port fed13e0c-63e9-4214-a062-0ab7034c0e46 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:44:51.656484 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a6dd3f79-5b60-4549-bcaf-92ff2016e110 req-6e1e8662-19f2-4820-8ea9-a4206d52825f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.659744 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6dd3f79-5b60-4549-bcaf-92ff2016e110 req-6e1e8662-19f2-4820-8ea9-a4206d52825f tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.20 "DELETE /v2.0/ports/fed13e0c-63e9-4214-a062-0ab7034c0e46 HTTP/1.1" status: 204 len: 173 time: 1.6617405 Jul 16 03:44:51.669973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b92e0b-cdc0-4f37-b738-e017baddb82e', 'name': 'network-vif-deleted', 'tag': 'fed13e0c-63e9-4214-a062-0ab7034c0e46'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:44:51.673349 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d5f582-7d30-41f9-bf14-9e0e6dfefd13" -d '{"events": [{"server_uuid": "c3b92e0b-cdc0-4f37-b738-e017baddb82e", "name": "network-vif-deleted", "tag": "fed13e0c-63e9-4214-a062-0ab7034c0e46"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:44:51.798912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6aa61865-fb7d-44f1-99ca-a30c25d1d801 None None] Provisioning complete for port aaf40f15-973f-42de-a248-8ad182f4346e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:51.798912 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6aa61865-fb7d-44f1-99ca-a30c25d1d801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:51.847568 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0713b8cf-b312-469c-a10a-920ad974946a x-openstack-request-id: req-0713b8cf-b312-469c-a10a-920ad974946a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:44:51.847837 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b92e0b-cdc0-4f37-b738-e017baddb82e", "name": "network-vif-deleted", "tag": "fed13e0c-63e9-4214-a062-0ab7034c0e46", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:44:51.848096 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0713b8cf-b312-469c-a10a-920ad974946a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:44:51.848542 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b92e0b-cdc0-4f37-b738-e017baddb82e', 'name': 'network-vif-deleted', 'tag': 'fed13e0c-63e9-4214-a062-0ab7034c0e46', 'status': 'completed', 'code': 200} Jul 16 03:44:51.933536 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6aa61865-fb7d-44f1-99ca-a30c25d1d801 None None] Port aaf40f15-973f-42de-a248-8ad182f4346e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:44:51.952353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Router b06ee832-b398-418c-b33a-36674ae469aa has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:44:52.056876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c15e7e-5d70-45c1-8122-bd25e6258453 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:52.062497 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-47c15e7e-5d70-45c1-8122-bd25e6258453 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 881 time: 0.7985363 Jul 16 03:44:52.062913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48442) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:52.094408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17b99f93-fa63-4d8e-a9a0-eaa546a6c47a req-9cbdc22f-ade8-441b-92df-732a109640f4 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=c3b92e0b-cdc0-4f37-b738-e017baddb82e HTTP/1.1" status: 200 len: 210 time: 0.0575309 Jul 16 03:44:52.141897 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-58f559ed-0724-4c06-832f-5f76cb53794c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c7889ca-fea7-43f5-9035-4b3661873958 HTTP/1.1" status: 200 len: 205 time: 0.0790439 Jul 16 03:44:52.149849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:52.298615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28bec3-1ca9-40b7-8b1a-6a0c51477b26 req-0d258de5-6630-460a-a00d-784d553daba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:52.300164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba28bec3-1ca9-40b7-8b1a-6a0c51477b26 req-0d258de5-6630-460a-a00d-784d553daba7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 1096 time: 0.6694221 Jul 16 03:44:52.321618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:52.332525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Sync routers for ids ['b06ee832-b398-418c-b33a-36674ae469aa'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:52.356430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d5a579df-5028-454c-85eb-ccf91f9c894e admin admin] 10.222.0.18 "PUT /v2.0/routers/b06ee832-b398-418c-b33a-36674ae469aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8663211 Jul 16 03:44:52.364866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Routers {'b06ee832-b398-418c-b33a-36674ae469aa'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:52.364866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b06ee832-b398-418c-b33a-36674ae469aa'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:52.425774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afda40e-7755-430f-8060-55ff18e3fee5 req-06af8676-491c-4262-b773-bb8d9c3dffb9 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:52.427542 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6afda40e-7755-430f-8060-55ff18e3fee5 req-06af8676-491c-4262-b773-bb8d9c3dffb9 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.4652319 Jul 16 03:44:52.466026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba28bec3-1ca9-40b7-8b1a-6a0c51477b26 req-9af13d1e-b935-4a0d-8d77-6e89551c7f41 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528575 Jul 16 03:44:52.523227 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6afda40e-7755-430f-8060-55ff18e3fee5 req-97a90e4d-f0a2-4d3a-9e5c-28712620ce52 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771716 Jul 16 03:44:52.524993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Set router b06ee832-b398-418c-b33a-36674ae469aa gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:52.801866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b0deb720-099d-4d02-9c21-ddca1e15de6c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:52.894189 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.926706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b0deb720-099d-4d02-9c21-ddca1e15de6c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:52.927094 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:52.935409 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:40Z', 'updated_at': '2021-07-16T03:44:48Z', 'revision_number': 4, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'gw_port': {'id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:43Z', 'updated_at': '2021-07-16T03:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'aaf40f15-973f-42de-a248-8ad182f4346e', 'name': '', 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'mac_address': 'fa:16:3e:98:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:47Z', 'updated_at': '2021-07-16T03:44:49Z', 'revision_number': 2, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'subnets': [{'id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:52.998445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device fed13e0c-63e9-4214-a062-0ab7034c0e46 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:53.025963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: fed13e0c-63e9-4214-a062-0ab7034c0e46 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:53.026500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device fed13e0c-63e9-4214-a062-0ab7034c0e46 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:53.031678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Checking router: b06ee832-b398-418c-b33a-36674ae469aa for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:53.032197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Updating router b06ee832-b398-418c-b33a-36674ae469aa port aaf40f15-973f-42de-a248-8ad182f4346e binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:44:53.058596 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.088441 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.129349 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Deleting port 4d434497-03af-4231-84bf-f2197bd0ba29 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:53.129949 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.296116 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.319821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Calling delete_port for 4d434497-03af-4231-84bf-f2197bd0ba29 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:53.451170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-5c09f8c5-8a92-4dbe-b5b0-6756ca571e92 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:53.456440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-5c09f8c5-8a92-4dbe-b5b0-6756ca571e92 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/networks?id=0e86a351-3a68-4bb2-87f3-ea80cc839c95 HTTP/1.1" status: 200 len: 814 time: 0.2141116 Jul 16 03:44:53.480546 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-e7571b9c-d486-438b-99f1-3027d82293ea tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/quotas/ac5fda404a8c4a73b2e015317d446c64 HTTP/1.1" status: 200 len: 375 time: 0.0185437 Jul 16 03:44:53.542657 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48512) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:53.547980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2121374692-network', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:53.587201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] Made reservation on behalf of 067e81eff45d4ee58beddff2faf9d887 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:53.591198 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.611194 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.627392 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-aa5da7fa-4055-454f-946a-4bbef10ffe5e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ac5fda404a8c4a73b2e015317d446c64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1383030 Jul 16 03:44:53.627999 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.675075 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.704833 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Transition to ACTIVE for port object aaf40f15-973f-42de-a248-8ad182f4346e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:53.725709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Pushing event deleted for resources: {'Port': ['ID=4d434497-03af-4231-84bf-f2197bd0ba29,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:53.726990 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.740006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:53.741061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:53.741513 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:53.741971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:53.742413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:53.742898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:53.743871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:53.759561 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:53.760160 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:53.762264 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-b27a3e19-6033-44e8-b25c-dae2fd74df6b service neutron] 10.222.0.18 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256878 Jul 16 03:44:53.764805 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:53.765156 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:53.765602 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:44:53.833262 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.845061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd54a7-033a-4648-b2af-1f5efb75ee86 None None] Pushing event updated for resources: {'Port': ['ID=aaf40f15-973f-42de-a248-8ad182f4346e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:53.851818 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Attempting to bind port aaf40f15-973f-42de-a248-8ad182f4346e on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:53.852190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Attempting to bind port aaf40f15-973f-42de-a248-8ad182f4346e by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'f2b87cd3-97cd-41ec-a971-e57c34d6ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:53.852591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Attempting to bind port aaf40f15-973f-42de-a248-8ad182f4346e on network f41ac0c3-0b47-4600-8c47-c4e04c4c229d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:53.859420 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:53.859802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Checking segment: {'id': 'f2b87cd3-97cd-41ec-a971-e57c34d6ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:53.860215 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.860644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Bound using segment: {'id': 'f2b87cd3-97cd-41ec-a971-e57c34d6ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:53.861124 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Bound port: aaf40f15-973f-42de-a248-8ad182f4346e, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b87cd3-97cd-41ec-a971-e57c34d6ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:53.861511 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.882228 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.947738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] For port aaf40f15-973f-42de-a248-8ad182f4346e, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:53.952126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] For port aaf40f15-973f-42de-a248-8ad182f4346e, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=aaf40f15-973f-42de-a248-8ad182f4346e,segment=NetworkSegment(f2b87cd3-97cd-41ec-a971-e57c34d6ee07),segment_id=f2b87cd3-97cd-41ec-a971-e57c34d6ee07)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:53.962614 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:53.966415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-ade8aaa3-4567-45ec-9b81-bdc41403af24 service neutron] 10.222.0.18 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838105 Jul 16 03:44:53.995148 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.057770 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Routers {'b06ee832-b398-418c-b33a-36674ae469aa'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:54.059104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b06ee832-b398-418c-b33a-36674ae469aa'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:54.065172 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd54a7-033a-4648-b2af-1f5efb75ee86 None None] Pushing event updated for resources: {'Port': ['ID=aaf40f15-973f-42de-a248-8ad182f4346e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:54.119988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:44:54.133023 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.133937 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] Added segment 92998ea2-0735-4c20-9e1f-59b0442af9fe of type vlan for network 481a07e1-349c-4dc1-b331-881fd9243227 Jul 16 03:44:54.234888 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.239819 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.242829 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35451e0c-956f-4534-9567-a8a4c8c61976,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:54.260501 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.335259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] Set router b06ee832-b398-418c-b33a-36674ae469aa gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:54.338841 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.339643 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Fanout notify agent at l3_agent the message router_deleted on router 8c7889ca-fea7-43f5-9035-4b3661873958 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:44:54.348592 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.350722 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2fb8ec93-5910-4554-a647-6f70c9f18a92 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "DELETE /v2.0/routers/8c7889ca-fea7-43f5-9035-4b3661873958 HTTP/1.1" status: 204 len: 168 time: 2.1992621 Jul 16 03:44:54.352062 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.353149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:54.353733 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.356191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:54.361770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4195c0dd-4843-4051-86d6-0aa3a90a36a1 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-369909839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:54.439717 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] Pushing event updated for resources: {'Network': ['ID=481a07e1-349c-4dc1-b331-881fd9243227,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:54.460770 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1998cb03-db9f-4055-95b4-ebf911fc9d31 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9166887 Jul 16 03:44:54.463592 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48538) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:54.469999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-230792be-3b4d-41f9-a6fc-af2a29827ec1 admin admin] Request body: {'subnet': {'network_id': '481a07e1-349c-4dc1-b331-881fd9243227', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2121374692-subnet', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:54.475307 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 481a07e1-349c-4dc1-b331-881fd9243227 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:44:54.479371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4195c0dd-4843-4051-86d6-0aa3a90a36a1 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.480440 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4195c0dd-4843-4051-86d6-0aa3a90a36a1 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.496227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230792be-3b4d-41f9-a6fc-af2a29827ec1 admin admin] Made reservation on behalf of 067e81eff45d4ee58beddff2faf9d887 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:54.501715 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230792be-3b4d-41f9-a6fc-af2a29827ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.719425 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a90cdb-3cef-472c-8546-97ef73ea8391 req-58e61b90-9850-44c1-b1c6-f7a9f8a3d376 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:54.721009 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e4a90cdb-3cef-472c-8546-97ef73ea8391 req-58e61b90-9850-44c1-b1c6-f7a9f8a3d376 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.2502415 Jul 16 03:44:54.723424 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4195c0dd-4843-4051-86d6-0aa3a90a36a1 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.736465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:40Z', 'updated_at': '2021-07-16T03:44:48Z', 'revision_number': 4, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'gw_port': {'id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:43Z', 'updated_at': '2021-07-16T03:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'aaf40f15-973f-42de-a248-8ad182f4346e', 'name': '', 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'mac_address': 'fa:16:3e:98:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:47Z', 'updated_at': '2021-07-16T03:44:53Z', 'revision_number': 4, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'subnets': [{'id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:54.745339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2637227-f686-459c-8580-c0607d71805e req-9a99766e-15cc-41ae-9c9e-c7bcb52e822b tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:54.756689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e2637227-f686-459c-8580-c0607d71805e req-9a99766e-15cc-41ae-9c9e-c7bcb52e822b tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.3169336 Jul 16 03:44:54.767725 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4195c0dd-4843-4051-86d6-0aa3a90a36a1 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.773296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9a6689-87e5-4f84-a257-cdd7cebb4476 None None] The sync data for ids ['b06ee832-b398-418c-b33a-36674ae469aa'] in n-d-800088-6 is: [{'id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:40Z', 'updated_at': '2021-07-16T03:44:48Z', 'revision_number': 4, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'gw_port': {'id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:43Z', 'updated_at': '2021-07-16T03:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'aaf40f15-973f-42de-a248-8ad182f4346e', 'name': '', 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'mac_address': 'fa:16:3e:98:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:47Z', 'updated_at': '2021-07-16T03:44:53Z', 'revision_number': 4, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'subnets': [{'id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:44:54.822472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230792be-3b4d-41f9-a6fc-af2a29827ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.835320 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4195c0dd-4843-4051-86d6-0aa3a90a36a1 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:54.839654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4195c0dd-4843-4051-86d6-0aa3a90a36a1 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4823956 Jul 16 03:44:54.840361 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:54.892689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:54.926214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230792be-3b4d-41f9-a6fc-af2a29827ec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b76abd5-43cf-45d1-9087-a11a534affff,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:54.934161 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230792be-3b4d-41f9-a6fc-af2a29827ec1 admin admin] Checking segment: {'id': '92998ea2-0735-4c20-9e1f-59b0442af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '481a07e1-349c-4dc1-b331-881fd9243227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:54.934541 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230792be-3b4d-41f9-a6fc-af2a29827ec1 admin admin] Network hostable DHCP agents. Network: 481a07e1-349c-4dc1-b331-881fd9243227, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:44:54.966996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230792be-3b4d-41f9-a6fc-af2a29827ec1 admin admin] Network 481a07e1-349c-4dc1-b331-881fd9243227 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:44:54.980707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-230792be-3b4d-41f9-a6fc-af2a29827ec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 481a07e1-349c-4dc1-b331-881fd9243227) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:54.992209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f30316e-5416-4fcb-a09c-48c6547a6956 None None] Network 481a07e1-349c-4dc1-b331-881fd9243227 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:54.994373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230792be-3b4d-41f9-a6fc-af2a29827ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:54.995049 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-230792be-3b4d-41f9-a6fc-af2a29827ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.024495 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-230792be-3b4d-41f9-a6fc-af2a29827ec1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5594859 Jul 16 03:44:55.028393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48556) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:55.043155 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2121374692-router', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:55.060729 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e4a90cdb-3cef-472c-8546-97ef73ea8391 req-353a0202-8680-47e3-b3c7-6e81fe564048 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3305988 Jul 16 03:44:55.079405 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e2637227-f686-459c-8580-c0607d71805e req-f4e2045c-97a0-42fd-a23b-8570a9c4ed5b tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217559 Jul 16 03:44:55.089524 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.090981 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.250301 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.361219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-481a07e1-349c-4dc1-b331-881fd9243227', 'network_id': '481a07e1-349c-4dc1-b331-881fd9243227', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887', 'fixed_ips': [{'subnet_id': '6b76abd5-43cf-45d1-9087-a11a534affff'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:44:55.363405 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.395047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4798e042-183f-4901-9b57-7c87bce01505 req-c1af2c1a-b440-4939-8540-74bc1e61fb0b tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 210 time: 0.0982375 Jul 16 03:44:55.581167 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.607057 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:55.743200 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Allocated IP 172.20.0.2 (481a07e1-349c-4dc1-b331-881fd9243227/6b76abd5-43cf-45d1-9087-a11a534affff/d6e4acee-fd92-4d44-b685-83fddd4c385a) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:55.868021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-457db77f-f581-4f33-8efb-2bf2e2475514 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:55.869601 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-457db77f-f581-4f33-8efb-2bf2e2475514 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.2158420 Jul 16 03:44:55.896958 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315bf38-3cb6-4d9b-b861-4272965dbd2b req-527fb9b7-84f3-4119-968d-676ea352ddd4 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:55.898557 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3315bf38-3cb6-4d9b-b861-4272965dbd2b req-527fb9b7-84f3-4119-968d-676ea352ddd4 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.3488350 Jul 16 03:44:56.041006 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.051664 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Transition to ACTIVE for port object d6e4acee-fd92-4d44-b685-83fddd4c385a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:56.057413 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.065430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3315bf38-3cb6-4d9b-b861-4272965dbd2b req-d839a219-ce4b-4c20-9729-8e3e6b376c88 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598153 Jul 16 03:44:56.070037 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Transition to ACTIVE for port object d6e4acee-fd92-4d44-b685-83fddd4c385a will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:44:56.089524 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.138352 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.259516 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48598) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:56.404654 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Allocated IP 172.25.3.254 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/e5be6c8b-4494-45b5-b527-f20d68b649ba) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:56.596095 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ee22cfe-384b-4211-a9ac-476da2b03768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.691140 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Network 481a07e1-349c-4dc1-b331-881fd9243227 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:56.704715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:56.725094 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:56.756369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Pushing event updated for resources: {'Port': ['ID=d6e4acee-fd92-4d44-b685-83fddd4c385a,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:56.769777 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.845574 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ee22cfe-384b-4211-a9ac-476da2b03768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.872640 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ee22cfe-384b-4211-a9ac-476da2b03768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:56.933822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device aaf40f15-973f-42de-a248-8ad182f4346e up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:56.980805 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8ee22cfe-384b-4211-a9ac-476da2b03768 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99fd34feca0a47c283cc4f54fe1273c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7174034 Jul 16 03:44:56.982470 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee22cfe-384b-4211-a9ac-476da2b03768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3491f8a1-2c2d-497e-91af-f88a46fcc1cc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:56.995602 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48614) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:57.003277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.057761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Attempting to bind port d6e4acee-fd92-4d44-b685-83fddd4c385a on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:44:57.058345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Attempting to bind port d6e4acee-fd92-4d44-b685-83fddd4c385a by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '92998ea2-0735-4c20-9e1f-59b0442af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '481a07e1-349c-4dc1-b331-881fd9243227'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:44:57.058678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Attempting to bind port d6e4acee-fd92-4d44-b685-83fddd4c385a on network 481a07e1-349c-4dc1-b331-881fd9243227 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:44:57.068848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:44:57.068848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Checking segment: {'id': '92998ea2-0735-4c20-9e1f-59b0442af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '481a07e1-349c-4dc1-b331-881fd9243227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:44:57.068848 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.068848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Bound using segment: {'id': '92998ea2-0735-4c20-9e1f-59b0442af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '481a07e1-349c-4dc1-b331-881fd9243227'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:44:57.068848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Bound port: d6e4acee-fd92-4d44-b685-83fddd4c385a, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92998ea2-0735-4c20-9e1f-59b0442af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '481a07e1-349c-4dc1-b331-881fd9243227'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:44:57.068848 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.071499 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port aaf40f15-973f-42de-a248-8ad182f4346e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:57.081972 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port aaf40f15-973f-42de-a248-8ad182f4346e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:57.083195 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.157991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:44:57.159615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:44:57.183652 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:44:57.220787 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29d54596-0822-4133-afe9-8a32031d0fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.226012 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.240075 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Pushing event updated for resources: {'Port': ['ID=e5be6c8b-4494-45b5-b527-f20d68b649ba,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:57.269003 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.287613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] For port d6e4acee-fd92-4d44-b685-83fddd4c385a, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:44:57.293170 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b01f94e-ffdb-4339-bf7b-e50781e106a6 req-224b257c-43f0-4e62-baae-d74374e44521 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 210 time: 0.1174488 Jul 16 03:44:57.293729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] For port d6e4acee-fd92-4d44-b685-83fddd4c385a, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d6e4acee-fd92-4d44-b685-83fddd4c385a,segment=NetworkSegment(92998ea2-0735-4c20-9e1f-59b0442af9fe),segment_id=92998ea2-0735-4c20-9e1f-59b0442af9fe)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:44:57.295364 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.315346 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.361933 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port aaf40f15-973f-42de-a248-8ad182f4346e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=aaf40f15-973f-42de-a248-8ad182f4346e,segment=NetworkSegment(f2b87cd3-97cd-41ec-a971-e57c34d6ee07),segment_id=f2b87cd3-97cd-41ec-a971-e57c34d6ee07)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:57.391867 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-60a637b1-9ae2-4901-8df1-8233dbfb8e48 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Deleting port c2557a60-55c2-41e3-851f-8a9db2327477 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:44:57.392494 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-60a637b1-9ae2-4901-8df1-8233dbfb8e48 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.408832 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.449205 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29d54596-0822-4133-afe9-8a32031d0fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.491931 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0c832-63a0-4eb7-8df8-2d49d3ff45c2 None None] Pushing event updated for resources: {'Port': ['ID=d6e4acee-fd92-4d44-b685-83fddd4c385a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:57.499824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-60a637b1-9ae2-4901-8df1-8233dbfb8e48 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] For port c2557a60-55c2-41e3-851f-8a9db2327477, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c2557a60-55c2-41e3-851f-8a9db2327477,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:44:57.500196 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-60a637b1-9ae2-4901-8df1-8233dbfb8e48 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.555727 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29d54596-0822-4133-afe9-8a32031d0fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.559716 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29d54596-0822-4133-afe9-8a32031d0fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.561380 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-29d54596-0822-4133-afe9-8a32031d0fb2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3491f8a1-2c2d-497e-91af-f88a46fcc1cc HTTP/1.1" status: 204 len: 168 time: 0.5647967 Jul 16 03:44:57.571150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=aaf40f15-973f-42de-a248-8ad182f4346e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:57.633967 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d54596-0822-4133-afe9-8a32031d0fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3491f8a1-2c2d-497e-91af-f88a46fcc1cc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:57.766247 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.885741 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58ed5b-155a-4ad0-9dda-ef236f7c26a1 req-9aef974f-1b0c-41fa-9572-fcbdd0e06864 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:57.894300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca58ed5b-155a-4ad0-9dda-ef236f7c26a1 req-9aef974f-1b0c-41fa-9572-fcbdd0e06864 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 945 time: 0.7978694 Jul 16 03:44:57.909533 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-7d70104b-3185-4674-9956-65582360d7b2 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:57.911136 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-7d70104b-3185-4674-9956-65582360d7b2 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.20 "GET /v2.0/networks?id=0e86a351-3a68-4bb2-87f3-ea80cc839c95 HTTP/1.1" status: 200 len: 814 time: 0.8163245 Jul 16 03:44:57.941096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Request body: {'port': {'device_id': '74520e58-6e9f-499b-8985-1a4896f14888', 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95', 'admin_state_up': True, 'tenant_id': 'ac5fda404a8c4a73b2e015317d446c64'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:44:57.960171 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-60a637b1-9ae2-4901-8df1-8233dbfb8e48 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.960715 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-60a637b1-9ae2-4901-8df1-8233dbfb8e48 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:57.961131 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-60a637b1-9ae2-4901-8df1-8233dbfb8e48 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Floating IP 96a12a87-ab6f-4de1-bef0-268be2906f09 disassociated. External IP: 172.25.3.28, port: c2557a60-55c2-41e3-851f-8a9db2327477. Jul 16 03:44:57.961591 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-60a637b1-9ae2-4901-8df1-8233dbfb8e48 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Calling delete_port for c2557a60-55c2-41e3-851f-8a9db2327477 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:44:58.111002 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:58.199670 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca58ed5b-155a-4ad0-9dda-ef236f7c26a1 req-b68ed291-1b91-4b29-8ed0-844a70396049 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups?id=c2a6d654-595c-4eb1-adb6-246743298b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044896 Jul 16 03:44:58.261609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Router 963c2e5c-a9eb-4a91-9159-a8caf0b50d3e is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:44:58.269722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacce2f7-5c96-44b6-869a-8fa711020217 req-c7435124-6c61-42ee-af92-5cd97095d0ad tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:44:58.271353 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eacce2f7-5c96-44b6-869a-8fa711020217 req-c7435124-6c61-42ee-af92-5cd97095d0ad tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.5061111 Jul 16 03:44:58.311794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Allocated IP 172.25.3.70 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/1b571d06-475d-4826-9eb5-351321c900c4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:58.398236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:44:58.407345 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Sync routers for ids ['963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:44:58.441278 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Routers {'963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:44:58.444508 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:58.460783 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:58.465240 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1c182607-a3fe-460e-a8e4-a5d1bd2fbd46 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4335260 Jul 16 03:44:58.465692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:44:58.578614 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eacce2f7-5c96-44b6-869a-8fa711020217 req-9793ef8a-ab24-4a0e-831b-421aa3785e33 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613246 Jul 16 03:44:58.651346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Made reservation on behalf of ac5fda404a8c4a73b2e015317d446c64 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:44:58.661875 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:58.733650 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Set router 963c2e5c-a9eb-4a91-9159-a8caf0b50d3e gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:44:58.799577 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb1fb0f1-d6d3-4d88-b061-d350b99208b7 req-cf2fe6cb-a5de-4508-bb85-7148a1c7122e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 210 time: 0.1492338 Jul 16 03:44:58.876358 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-60a637b1-9ae2-4901-8df1-8233dbfb8e48 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:58.890784 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:59.000887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c2557a60-55c2-41e3-851f-8a9db2327477 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:44:59.044732 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: c2557a60-55c2-41e3-851f-8a9db2327477 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:44:59.045212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c2557a60-55c2-41e3-851f-8a9db2327477 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:44:59.048129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device aaf40f15-973f-42de-a248-8ad182f4346e up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:59.067790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a637b1-9ae2-4901-8df1-8233dbfb8e48 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event deleted for resources: {'Port': ['ID=c2557a60-55c2-41e3-851f-8a9db2327477,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:44:59.165752 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1330a16d-9652-48d9-871f-3da588b2ec43 None None] Network 481a07e1-349c-4dc1-b331-881fd9243227 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:44:59.219179 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'name': 'tempest-TestServerBasicOps-2121374692-router', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e5be6c8b-4494-45b5-b527-f20d68b649ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:55Z', 'updated_at': '2021-07-16T03:44:57Z', 'revision_number': 3, 'project_id': '067e81eff45d4ee58beddff2faf9d887', 'gw_port': {'id': 'e5be6c8b-4494-45b5-b527-f20d68b649ba', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:56Z', 'updated_at': '2021-07-16T03:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:44:59.273567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5432baf8-c876-4788-a4c2-c4e55fa6bd4d None None] Provisioning for port d6e4acee-fd92-4d44-b685-83fddd4c385a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:44:59.279029 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Checking router: 963c2e5c-a9eb-4a91-9159-a8caf0b50d3e for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:44:59.279380 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Updating router 963c2e5c-a9eb-4a91-9159-a8caf0b50d3e port e5be6c8b-4494-45b5-b527-f20d68b649ba binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:44:59.290652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port aaf40f15-973f-42de-a248-8ad182f4346e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:44:59.291169 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:59.333662 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:44:59.677718 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-60a637b1-9ae2-4901-8df1-8233dbfb8e48 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Router cabbf8ee-c688-4f84-9b35-21264e8c1030 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:44:59.680054 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72ef716e-5636-4d29-97e3-3e6888fbac9a req-b951458d-f0bb-4271-9557-8efd623a9e80 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 210 time: 0.1225448 Jul 16 03:44:59.763159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d6e4acee-fd92-4d44-b685-83fddd4c385a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:44:59.786951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Allocated IP 172.20.0.3 (0e86a351-3a68-4bb2-87f3-ea80cc839c95/71c59574-7ca3-4ce0-b2c6-591fd94e03b3/d02e079d-4c32-4ce1-8687-8a464ad7c80f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:44:59.792686 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.004009 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d6e4acee-fd92-4d44-b685-83fddd4c385a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:00.010214 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d6e4acee-fd92-4d44-b685-83fddd4c385a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:00.010588 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.142690 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.157120 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6581fe79-b75a-4782-ad44-8bfd498da9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.188537 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Transition to ACTIVE for port object e5be6c8b-4494-45b5-b527-f20d68b649ba will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:00.197151 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.246675 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2ab8f-b640-4227-b5a7-d068f433d433 None None] Pushing event updated for resources: {'Port': ['ID=e5be6c8b-4494-45b5-b527-f20d68b649ba,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:00.264527 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2ab8f-b640-4227-b5a7-d068f433d433 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:00.264877 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2ab8f-b640-4227-b5a7-d068f433d433 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:00.265267 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2ab8f-b640-4227-b5a7-d068f433d433 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:00.265610 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2ab8f-b640-4227-b5a7-d068f433d433 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:00.265941 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2ab8f-b640-4227-b5a7-d068f433d433 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:00.266270 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2ab8f-b640-4227-b5a7-d068f433d433 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:00.266745 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2ab8f-b640-4227-b5a7-d068f433d433 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:00.267075 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2ab8f-b640-4227-b5a7-d068f433d433 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:00.267436 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2ab8f-b640-4227-b5a7-d068f433d433 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:00.267765 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2ab8f-b640-4227-b5a7-d068f433d433 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:00.268090 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2ab8f-b640-4227-b5a7-d068f433d433 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:00.268424 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b2ab8f-b640-4227-b5a7-d068f433d433 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:00.291297 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.297950 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.299271 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Attempting to bind port e5be6c8b-4494-45b5-b527-f20d68b649ba on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:00.299647 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Attempting to bind port e5be6c8b-4494-45b5-b527-f20d68b649ba by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:00.300012 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Attempting to bind port e5be6c8b-4494-45b5-b527-f20d68b649ba on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:00.306389 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:00.306758 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:00.307160 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.307550 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:00.308161 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Bound port: e5be6c8b-4494-45b5-b527-f20d68b649ba, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:00.308593 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.312061 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:00.372288 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] For port e5be6c8b-4494-45b5-b527-f20d68b649ba, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:00.376682 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] For port e5be6c8b-4494-45b5-b527-f20d68b649ba, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e5be6c8b-4494-45b5-b527-f20d68b649ba,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:00.379072 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port d6e4acee-fd92-4d44-b685-83fddd4c385a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d6e4acee-fd92-4d44-b685-83fddd4c385a,segment=NetworkSegment(92998ea2-0735-4c20-9e1f-59b0442af9fe),segment_id=92998ea2-0735-4c20-9e1f-59b0442af9fe)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:00.380229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-60a637b1-9ae2-4901-8df1-8233dbfb8e48 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:00.382810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:00.384269 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.385480 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.440205 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37d92c-1611-4204-8cd9-229cd95eba63 None None] Sync routers for ids ['cabbf8ee-c688-4f84-9b35-21264e8c1030'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:00.461700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37d92c-1611-4204-8cd9-229cd95eba63 None None] Routers {'cabbf8ee-c688-4f84-9b35-21264e8c1030'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:00.462567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa37d92c-1611-4204-8cd9-229cd95eba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cabbf8ee-c688-4f84-9b35-21264e8c1030'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:00.468601 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2ab8f-b640-4227-b5a7-d068f433d433 None None] Pushing event updated for resources: {'Port': ['ID=e5be6c8b-4494-45b5-b527-f20d68b649ba,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:00.495090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:00.526448 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Routers {'963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:00.528444 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:00.538796 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=d6e4acee-fd92-4d44-b685-83fddd4c385a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:00.544945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-96704c6d-e8c1-4960-974c-906580811e92 None None] Provisioning complete for port d6e4acee-fd92-4d44-b685-83fddd4c385a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:00.545607 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-96704c6d-e8c1-4960-974c-906580811e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.562897 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b59d4904-bf73-4748-bec1-5f5ef5a85d04 req-0141614f-00e4-4102-9f59-1c8666898929 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 210 time: 0.2677650 Jul 16 03:45:00.570867 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Pushing event updated for resources: {'Port': ['ID=1b571d06-475d-4826-9eb5-351321c900c4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:00.592284 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eef561-c9d5-4598-a737-96f7d7d70761 req-a86b193d-9172-49c4-91b0-50e9f7369f2d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:00.592284 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82eef561-c9d5-4598-a737-96f7d7d70761 req-a86b193d-9172-49c4-91b0-50e9f7369f2d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.9658668 Jul 16 03:45:00.653464 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Allocated IP 172.20.0.1 (481a07e1-349c-4dc1-b331-881fd9243227/6b76abd5-43cf-45d1-9087-a11a534affff/235afe26-f12f-4e0e-a5ba-fbd40be36367) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:00.692638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-60a637b1-9ae2-4901-8df1-8233dbfb8e48 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] No DVR routers for this DVR port c2557a60-55c2-41e3-851f-8a9db2327477 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:00.709049 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-60a637b1-9ae2-4901-8df1-8233dbfb8e48 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.711940 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ea76800-42b6-4af3-ba22-97f3f19fdb84 req-60a637b1-9ae2-4901-8df1-8233dbfb8e48 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.20 "DELETE /v2.0/ports/c2557a60-55c2-41e3-851f-8a9db2327477 HTTP/1.1" status: 204 len: 173 time: 4.8117816 Jul 16 03:45:00.719801 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-aa37d92c-1611-4204-8cd9-229cd95eba63 None None] Set router cabbf8ee-c688-4f84-9b35-21264e8c1030 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:00.725893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-deleted', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:00.728854 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2584f195-f581-4f28-a290-43ef92c217f6" -d '{"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-deleted", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:00.824509 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] Set router 963c2e5c-a9eb-4a91-9159-a8caf0b50d3e gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:00.924271 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:00.932030 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82eef561-c9d5-4598-a737-96f7d7d70761 req-0dab10ec-73d2-43ce-a389-54bc61f82525 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758405 Jul 16 03:45:00.961585 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Transition to ACTIVE for port object 235afe26-f12f-4e0e-a5ba-fbd40be36367 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:01.032367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d6e4acee-fd92-4d44-b685-83fddd4c385a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:01.063316 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.070905 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6961d589-9d33-49fe-baab-92f4f763b8d3 x-openstack-request-id: req-6961d589-9d33-49fe-baab-92f4f763b8d3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:01.071190 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c035287-5270-4070-93e3-2a7dc05a31ff", "name": "network-vif-deleted", "tag": "c2557a60-55c2-41e3-851f-8a9db2327477", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:01.071449 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6961d589-9d33-49fe-baab-92f4f763b8d3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:01.071848 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c035287-5270-4070-93e3-2a7dc05a31ff', 'name': 'network-vif-deleted', 'tag': 'c2557a60-55c2-41e3-851f-8a9db2327477', 'status': 'completed', 'code': 200} Jul 16 03:45:01.135671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Network 481a07e1-349c-4dc1-b331-881fd9243227 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:01.145031 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:01.151658 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.162954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:01.247747 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Pushing event updated for resources: {'Port': ['ID=235afe26-f12f-4e0e-a5ba-fbd40be36367,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:01.307617 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.367797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d6e4acee-fd92-4d44-b685-83fddd4c385a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:01.368288 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.389545 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'name': 'tempest-TestServerBasicOps-2121374692-router', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e5be6c8b-4494-45b5-b527-f20d68b649ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:55Z', 'updated_at': '2021-07-16T03:44:57Z', 'revision_number': 3, 'project_id': '067e81eff45d4ee58beddff2faf9d887', 'gw_port': {'id': 'e5be6c8b-4494-45b5-b527-f20d68b649ba', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:56Z', 'updated_at': '2021-07-16T03:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:01.440241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e4dad22e-b787-49bc-b8dd-6d84ab140d0e req-c2c95cbe-f139-4c51-9f2d-92b2ac3a4dba tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c035287-5270-4070-93e3-2a7dc05a31ff HTTP/1.1" status: 200 len: 210 time: 0.3694935 Jul 16 03:45:01.465292 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184c8c02-f91f-4136-aeca-db41fba08779 None None] The sync data for ids ['963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'] in n-d-800088-6 is: [{'id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'name': 'tempest-TestServerBasicOps-2121374692-router', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e5be6c8b-4494-45b5-b527-f20d68b649ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:55Z', 'updated_at': '2021-07-16T03:44:57Z', 'revision_number': 3, 'project_id': '067e81eff45d4ee58beddff2faf9d887', 'gw_port': {'id': 'e5be6c8b-4494-45b5-b527-f20d68b649ba', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:56Z', 'updated_at': '2021-07-16T03:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:01.580034 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.672271 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.730564 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.752349 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f703d14d-5fea-492e-9ab2-c028d856fa39 None None] Provisioning for port 235afe26-f12f-4e0e-a5ba-fbd40be36367 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:01.756093 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.761722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f703d14d-5fea-492e-9ab2-c028d856fa39 None None] Provisioning complete for port 235afe26-f12f-4e0e-a5ba-fbd40be36367 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:01.762245 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f703d14d-5fea-492e-9ab2-c028d856fa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:01.827298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa37d92c-1611-4204-8cd9-229cd95eba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:13Z', 'updated_at': '2021-07-16T03:36:20Z', 'revision_number': 4, 'project_id': 'de4d84b302584141973e594b047457b4', 'gw_port': {'id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:15Z', 'updated_at': '2021-07-16T03:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3d391b0a-214c-42d5-8600-3c8adde86c22', 'name': '', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'mac_address': 'fa:16:3e:ca:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:19Z', 'updated_at': '2021-07-16T03:36:26Z', 'revision_number': 5, 'project_id': 'de4d84b302584141973e594b047457b4', 'subnets': [{'id': '8153979b-670a-41a0-961b-c7158009c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:01.891461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37d92c-1611-4204-8cd9-229cd95eba63 None None] Checking router: cabbf8ee-c688-4f84-9b35-21264e8c1030 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:45:01.898983 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f703d14d-5fea-492e-9ab2-c028d856fa39 None None] Port 235afe26-f12f-4e0e-a5ba-fbd40be36367 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:01.939446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa37d92c-1611-4204-8cd9-229cd95eba63 None None] Routers {'cabbf8ee-c688-4f84-9b35-21264e8c1030'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:01.940373 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa37d92c-1611-4204-8cd9-229cd95eba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:44:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cabbf8ee-c688-4f84-9b35-21264e8c1030'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:02.038114 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.057207 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.184218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-aa37d92c-1611-4204-8cd9-229cd95eba63 None None] Set router cabbf8ee-c688-4f84-9b35-21264e8c1030 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:02.207747 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Pushing event updated for resources: {'Port': ['ID=235afe26-f12f-4e0e-a5ba-fbd40be36367,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:02.261523 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.420945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Network 481a07e1-349c-4dc1-b331-881fd9243227 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:02.423059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:02.657461 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e074556-18ee-462a-a7c7-96065f0f402b req-1127e0e3-11bf-4653-88d7-7c86ebb4fb66 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 210 time: 0.7203832 Jul 16 03:45:02.722351 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Router 963c2e5c-a9eb-4a91-9159-a8caf0b50d3e has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:45:02.950546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e5be6c8b-4494-45b5-b527-f20d68b649ba up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:02.955160 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:02.989114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:02.996656 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.017457 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-50458e16-a862-4210-bcab-212d611a27a2 admin admin] 10.222.0.18 "PUT /v2.0/routers/963c2e5c-a9eb-4a91-9159-a8caf0b50d3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5505173 Jul 16 03:45:03.024363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['5e29287e-f58d-4717-abbc-1aacd7f89470'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:03.037837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['14d13742-7496-4244-a7f6-7db863f71d56', '86c5dd96-60a0-4560-a1b5-9d7db854e25e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:03.076377 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.114537 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b6e4496d-8be6-4aa5-a2df-efcdf014f44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.138836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48772) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:03.150140 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca152d68-a3e1-4120-b80c-f054c07db3e0 req-83f64dcc-c685-4d71-8311-0308a150a279 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:03.161394 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca152d68-a3e1-4120-b80c-f054c07db3e0 req-83f64dcc-c685-4d71-8311-0308a150a279 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.5066350 Jul 16 03:45:03.175492 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:03.181766 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.194358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b2c78172-7c0d-43c8-9f28-1f379615b9eb None None] Provisioning complete for port 235afe26-f12f-4e0e-a5ba-fbd40be36367 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:03.195020 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2c78172-7c0d-43c8-9f28-1f379615b9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.289368 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:03.313242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:03.336265 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a55d40d7-de34-4fe8-ab2e-4a9009f330b6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.379118 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a55d40d7-de34-4fe8-ab2e-4a9009f330b6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.389561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Pushing event updated for resources: {'Port': ['ID=d02e079d-4c32-4ce1-8687-8a464ad7c80f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:03.413192 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b2c78172-7c0d-43c8-9f28-1f379615b9eb None None] Port 235afe26-f12f-4e0e-a5ba-fbd40be36367 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:03.426033 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port e5be6c8b-4494-45b5-b527-f20d68b649ba completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:03.439397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e5be6c8b-4494-45b5-b527-f20d68b649ba triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:03.439929 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.443841 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa37d92c-1611-4204-8cd9-229cd95eba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:13Z', 'updated_at': '2021-07-16T03:36:20Z', 'revision_number': 4, 'project_id': 'de4d84b302584141973e594b047457b4', 'gw_port': {'id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:15Z', 'updated_at': '2021-07-16T03:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3d391b0a-214c-42d5-8600-3c8adde86c22', 'name': '', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'mac_address': 'fa:16:3e:ca:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:19Z', 'updated_at': '2021-07-16T03:36:26Z', 'revision_number': 5, 'project_id': 'de4d84b302584141973e594b047457b4', 'subnets': [{'id': '8153979b-670a-41a0-961b-c7158009c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:03.478377 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:03.478772 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:03.479128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:03.479509 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:03.479913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:03.480197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:03.485568 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a55d40d7-de34-4fe8-ab2e-4a9009f330b6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.491809 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a55d40d7-de34-4fe8-ab2e-4a9009f330b6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.492035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37d92c-1611-4204-8cd9-229cd95eba63 None None] The sync data for ids ['cabbf8ee-c688-4f84-9b35-21264e8c1030'] in n-d-800088-6 is: [{'id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:13Z', 'updated_at': '2021-07-16T03:36:20Z', 'revision_number': 4, 'project_id': 'de4d84b302584141973e594b047457b4', 'gw_port': {'id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:15Z', 'updated_at': '2021-07-16T03:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3d391b0a-214c-42d5-8600-3c8adde86c22', 'name': '', 'network_id': '1b23d2e3-02e4-47db-a40f-a5b79e83f415', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'mac_address': 'fa:16:3e:ca:aa:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '8153979b-670a-41a0-961b-c7158009c15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:19Z', 'updated_at': '2021-07-16T03:36:26Z', 'revision_number': 5, 'project_id': 'de4d84b302584141973e594b047457b4', 'subnets': [{'id': '8153979b-670a-41a0-961b-c7158009c15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:03.493950 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a55d40d7-de34-4fe8-ab2e-4a9009f330b6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "DELETE /v2.0/security-groups/c2a6d654-595c-4eb1-adb6-246743298b1c HTTP/1.1" status: 204 len: 168 time: 0.3538873 Jul 16 03:45:03.499260 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:03.499608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:03.499950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:03.500370 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:03.500668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:03.501001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:03.505620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48786) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:03.506582 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d40d7-de34-4fe8-ab2e-4a9009f330b6 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a6d654-595c-4eb1-adb6-246743298b1c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:03.552136 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-0c1f1c38-f1ea-4dd6-805e-ecd6bd50e4e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] show failed (client error): The resource could not be found. Jul 16 03:45:03.555343 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0c1f1c38-f1ea-4dd6-805e-ecd6bd50e4e0 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "GET /v2.0/security-groups/c2a6d654-595c-4eb1-adb6-246743298b1c HTTP/1.1" status: 404 len: 347 time: 0.0445590 Jul 16 03:45:03.558757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48788) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:03.657266 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:45:03.680568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca152d68-a3e1-4120-b80c-f054c07db3e0 req-75a881c5-0e1b-405d-9f4b-d0d4c7c5342a tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091400 Jul 16 03:45:03.728605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:03.730521 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.826370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-c37727b2-0f57-491f-b41a-b73da582f22e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8895597 Jul 16 03:45:03.842838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Request body: {'port': {'device_id': '74520e58-6e9f-499b-8985-1a4896f14888', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:03.909746 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6f817c0d-182a-42c7-afca-33d11a4b98e2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Deleting port 6de8ca35-69db-420f-9364-843fcf378510 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:03.914975 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f817c0d-182a-42c7-afca-33d11a4b98e2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.954089 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:03.974378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Router 9db1d4a5-b64c-43e2-8c52-24ad797d7d3c is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:45:04.026020 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.082469 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.164986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port e5be6c8b-4494-45b5-b527-f20d68b649ba, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e5be6c8b-4494-45b5-b527-f20d68b649ba,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:04.175120 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.181314 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f817c0d-182a-42c7-afca-33d11a4b98e2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.181856 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f817c0d-182a-42c7-afca-33d11a4b98e2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.218264 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6f817c0d-182a-42c7-afca-33d11a4b98e2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Calling delete_port for 6de8ca35-69db-420f-9364-843fcf378510 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:04.230570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:04.242266 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58618e-d181-465b-a3b0-be3d9b23c2cb None None] Sync routers for ids ['9db1d4a5-b64c-43e2-8c52-24ad797d7d3c'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:04.242586 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.243999 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-22306124-4261-4b5d-9579-1aee897eb676 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "PUT /v2.0/routers/9db1d4a5-b64c-43e2-8c52-24ad797d7d3c HTTP/1.1" status: 200 len: 878 time: 9.3573534 Jul 16 03:45:04.254037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:04.273667 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58618e-d181-465b-a3b0-be3d9b23c2cb None None] Routers {'9db1d4a5-b64c-43e2-8c52-24ad797d7d3c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:04.274183 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b58618e-d181-465b-a3b0-be3d9b23c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9db1d4a5-b64c-43e2-8c52-24ad797d7d3c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:04.284504 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b38dc9-8b67-46f3-b77e-ac99baa29589 None None] New status for floating IP 96a12a87-ab6f-4de1-bef0-268be2906f09: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:45:04.381269 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b58618e-d181-465b-a3b0-be3d9b23c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:04.402549 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58618e-d181-465b-a3b0-be3d9b23c2cb None None] Routers {'9db1d4a5-b64c-43e2-8c52-24ad797d7d3c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:04.405043 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b58618e-d181-465b-a3b0-be3d9b23c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9db1d4a5-b64c-43e2-8c52-24ad797d7d3c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:04.437766 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=e5be6c8b-4494-45b5-b527-f20d68b649ba,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:04.520127 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b58618e-d181-465b-a3b0-be3d9b23c2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:04.520381 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58618e-d181-465b-a3b0-be3d9b23c2cb None None] The sync data for ids ['9db1d4a5-b64c-43e2-8c52-24ad797d7d3c'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:04.562887 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Sync routers for ids ['963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:04.577597 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Routers {'963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:04.578224 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:04.603307 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1a085bd5-725d-4363-9996-086d3d02e776 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/routers/9db1d4a5-b64c-43e2-8c52-24ad797d7d3c HTTP/1.1" status: 200 len: 919 time: 0.3309138 Jul 16 03:45:04.627221 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48820) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:04.631516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de55fa-de98-4960-b6c8-5802f4b97d52 req-a4b99768-b0ff-4aab-aa2d-687791a94fee tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:04.638857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61de55fa-de98-4960-b6c8-5802f4b97d52 req-a4b99768-b0ff-4aab-aa2d-687791a94fee tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 931 time: 0.6812093 Jul 16 03:45:04.639432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:04.727641 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-e1b38dc9-8b67-46f3-b77e-ac99baa29589 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:45:04.728063 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-e1b38dc9-8b67-46f3-b77e-ac99baa29589 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:45:04.738253 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f817c0d-182a-42c7-afca-33d11a4b98e2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.762268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0a11f7e1-7e10-4c2e-bfe9-1c2f5e89fea3 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144563877', 'description': 'tempest-secgroup-smoke-144563877 description', 'project_id': 'd456e71ce4bf457baa46d06214c9cfba'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:04.834743 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Set router 963c2e5c-a9eb-4a91-9159-a8caf0b50d3e gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:04.878550 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e5be6c8b-4494-45b5-b527-f20d68b649ba up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:04.918774 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a11f7e1-7e10-4c2e-bfe9-1c2f5e89fea3 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:04.942200 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f817c0d-182a-42c7-afca-33d11a4b98e2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Pushing event deleted for resources: {'Port': ['ID=6de8ca35-69db-420f-9364-843fcf378510,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:05.042008 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a11f7e1-7e10-4c2e-bfe9-1c2f5e89fea3 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.046434 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e5be6c8b-4494-45b5-b527-f20d68b649ba triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:05.046968 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.048867 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61de55fa-de98-4960-b6c8-5802f4b97d52 req-06090141-02cf-493c-849b-b341458e8f04 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985198 Jul 16 03:45:05.051979 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a11f7e1-7e10-4c2e-bfe9-1c2f5e89fea3 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.091630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a74e918-834f-41ac-b08d-6233e2ebd409 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:05.095715 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4a74e918-834f-41ac-b08d-6233e2ebd409 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&device_id=9db1d4a5-b64c-43e2-8c52-24ad797d7d3c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4597490 Jul 16 03:45:05.098601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:05.107088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11f7e1-7e10-4c2e-bfe9-1c2f5e89fea3 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370627f2-393b-4c42-903e-9c18c50c6e53,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:05.110282 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a11f7e1-7e10-4c2e-bfe9-1c2f5e89fea3 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.110447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f817c0d-182a-42c7-afca-33d11a4b98e2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.115160 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0a11f7e1-7e10-4c2e-bfe9-1c2f5e89fea3 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3702021 Jul 16 03:45:05.119877 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f817c0d-182a-42c7-afca-33d11a4b98e2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.122447 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6f817c0d-182a-42c7-afca-33d11a4b98e2 tempest-ServerActionsTestJSON-1871606772 tempest-ServerActionsTestJSON-1871606772-project] 10.222.0.18 "DELETE /v2.0/floatingips/96a12a87-ab6f-4de1-bef0-268be2906f09 HTTP/1.1" status: 204 len: 168 time: 1.5623238 Jul 16 03:45:05.123122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48830) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:05.125228 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48834) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:05.130753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-29aeef74-56af-4c69-b06c-54b139fb05a2 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Request body: {'security_group_rule': {'security_group_id': '370627f2-393b-4c42-903e-9c18c50c6e53', 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:05.216696 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29aeef74-56af-4c69-b06c-54b139fb05a2 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.235292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b38dc9-8b67-46f3-b77e-ac99baa29589 None None] New status for floating IP 96a12a87-ab6f-4de1-bef0-268be2906f09: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:45:05.308836 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29aeef74-56af-4c69-b06c-54b139fb05a2 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.315157 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29aeef74-56af-4c69-b06c-54b139fb05a2 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.348518 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29aeef74-56af-4c69-b06c-54b139fb05a2 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.350865 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-29aeef74-56af-4c69-b06c-54b139fb05a2 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2267270 Jul 16 03:45:05.355122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:05.360987 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-36d60d57-904f-4db5-a854-5d87549688a0 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Request body: {'security_group_rule': {'security_group_id': '370627f2-393b-4c42-903e-9c18c50c6e53', 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:05.369622 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aeef74-56af-4c69-b06c-54b139fb05a2 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f047df4-128b-4841-be16-ce7b1e03f6cb,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:05.415028 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36d60d57-904f-4db5-a854-5d87549688a0 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.541682 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636924e-95ea-4aa8-890f-43903580e7f1 req-00db9bfc-833f-47ff-8680-e59fc3a0314f tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:05.550417 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d636924e-95ea-4aa8-890f-43903580e7f1 req-00db9bfc-833f-47ff-8680-e59fc3a0314f tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.4229848 Jul 16 03:45:05.590517 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36d60d57-904f-4db5-a854-5d87549688a0 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.598442 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36d60d57-904f-4db5-a854-5d87549688a0 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.611555 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc51bf2-80b3-4fdd-92a6-2b4cc8ba1ee6 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:05.613406 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-adc51bf2-80b3-4fdd-92a6-2b4cc8ba1ee6 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 881 time: 0.4973202 Jul 16 03:45:05.619020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:05.646296 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d60d57-904f-4db5-a854-5d87549688a0 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca3dceb-34fb-487f-8489-71ec78a413c2,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:05.667255 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6fab6b39-6556-48d1-af9e-fc00bcbf106b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "GET /v2.0/ports?device_id=9db1d4a5-b64c-43e2-8c52-24ad797d7d3c HTTP/1.1" status: 200 len: 205 time: 0.0470660 Jul 16 03:45:05.676130 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48848) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:05.679919 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02e079d-4c32-4ce1-8687-8a464ad7c80f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:05.706795 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.711894 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.727329 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d636924e-95ea-4aa8-890f-43903580e7f1 req-082dd977-96f9-485a-b1dc-bee3fae6f7a9 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759579 Jul 16 03:45:05.759535 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Transition to ACTIVE for port object d02e079d-4c32-4ce1-8687-8a464ad7c80f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:05.765995 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.830820 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36d60d57-904f-4db5-a854-5d87549688a0 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:05.830820 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-36d60d57-904f-4db5-a854-5d87549688a0 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4712009 Jul 16 03:45:05.847810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48858) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:05.887713 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-27da89dc-6546-4ef7-a7f1-f79c5f99f6a2 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Request body: {'security_group_rule': {'security_group_id': '370627f2-393b-4c42-903e-9c18c50c6e53', 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:05.890808 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'name': 'tempest-TestServerBasicOps-2121374692-router', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e5be6c8b-4494-45b5-b527-f20d68b649ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:55Z', 'updated_at': '2021-07-16T03:45:01Z', 'revision_number': 4, 'project_id': '067e81eff45d4ee58beddff2faf9d887', 'gw_port': {'id': 'e5be6c8b-4494-45b5-b527-f20d68b649ba', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:56Z', 'updated_at': '2021-07-16T03:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '235afe26-f12f-4e0e-a5ba-fbd40be36367', 'name': '', 'network_id': '481a07e1-349c-4dc1-b331-881fd9243227', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887', 'mac_address': 'fa:16:3e:a0:87:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '6b76abd5-43cf-45d1-9087-a11a534affff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:00Z', 'updated_at': '2021-07-16T03:45:01Z', 'revision_number': 2, 'project_id': '067e81eff45d4ee58beddff2faf9d887', 'subnets': [{'id': '6b76abd5-43cf-45d1-9087-a11a534affff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:05.924135 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Checking router: 963c2e5c-a9eb-4a91-9159-a8caf0b50d3e for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:45:05.924885 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Updating router 963c2e5c-a9eb-4a91-9159-a8caf0b50d3e port 235afe26-f12f-4e0e-a5ba-fbd40be36367 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:45:06.000388 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.007253 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Pushing event updated for resources: {'Port': ['ID=d02e079d-4c32-4ce1-8687-8a464ad7c80f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:06.136043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Attempting to bind port d02e079d-4c32-4ce1-8687-8a464ad7c80f on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:06.136694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Attempting to bind port d02e079d-4c32-4ce1-8687-8a464ad7c80f by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:06.136798 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Attempting to bind port d02e079d-4c32-4ce1-8687-8a464ad7c80f on network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:06.148692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Port d02e079d-4c32-4ce1-8687-8a464ad7c80f on network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:45:06.149411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Attempting to bind port d02e079d-4c32-4ce1-8687-8a464ad7c80f on network 0e86a351-3a68-4bb2-87f3-ea80cc839c95 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:06.169302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:06.170613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Checking segment: {'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:06.172155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Bound using segment: {'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:06.173599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Bound port: d02e079d-4c32-4ce1-8687-8a464ad7c80f, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d616450-432e-4c2c-b3e0-5366706e36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:06.174959 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.272546 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eea43ff-c65e-48e7-8db6-b8cdfcfd4f0d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.281891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] For port d02e079d-4c32-4ce1-8687-8a464ad7c80f, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:06.285601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] For port d02e079d-4c32-4ce1-8687-8a464ad7c80f, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d02e079d-4c32-4ce1-8687-8a464ad7c80f,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:06.291741 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.334810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:06.335615 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.337457 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] 10.222.0.20 "PUT /v2.0/ports/d02e079d-4c32-4ce1-8687-8a464ad7c80f HTTP/1.1" status: 200 len: 1091 time: 2.5007994 Jul 16 03:45:06.338079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74520e58-6e9f-499b-8985-1a4896f14888', 'tag': 'd02e079d-4c32-4ce1-8687-8a464ad7c80f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:06.342837 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b153630-d753-4eb7-8faf-dd9b68b82ace" -d '{"events": [{"name": "network-changed", "server_uuid": "74520e58-6e9f-499b-8985-1a4896f14888", "tag": "d02e079d-4c32-4ce1-8687-8a464ad7c80f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:06.378277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27da89dc-6546-4ef7-a7f1-f79c5f99f6a2 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.421729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c23de2-3bca-4d16-8dfd-70fe7a2dbb2e service neutron] Pushing event updated for resources: {'Port': ['ID=d02e079d-4c32-4ce1-8687-8a464ad7c80f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:06.471864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90baca-10ed-4439-99bd-1ac02f84f7e0 req-d125f3ae-1835-446f-a0f9-cf7b90a4abec tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:06.484816 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d90baca-10ed-4439-99bd-1ac02f84f7e0 req-d125f3ae-1835-446f-a0f9-cf7b90a4abec tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 943 time: 0.1344845 Jul 16 03:45:06.519571 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27da89dc-6546-4ef7-a7f1-f79c5f99f6a2 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.530667 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27da89dc-6546-4ef7-a7f1-f79c5f99f6a2 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.541483 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77d7859-d70a-4d42-9712-3fd4d683faa2 x-openstack-request-id: req-c77d7859-d70a-4d42-9712-3fd4d683faa2 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:06.543643 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74520e58-6e9f-499b-8985-1a4896f14888", "tag": "d02e079d-4c32-4ce1-8687-8a464ad7c80f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:06.544006 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c77d7859-d70a-4d42-9712-3fd4d683faa2 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:06.544578 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74520e58-6e9f-499b-8985-1a4896f14888', 'tag': 'd02e079d-4c32-4ce1-8687-8a464ad7c80f', 'status': 'completed', 'code': 200} Jul 16 03:45:06.640343 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d90baca-10ed-4439-99bd-1ac02f84f7e0 req-c526df5b-db8d-432f-8360-bfe5f69f6399 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534994 Jul 16 03:45:06.671940 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-c07383a8-b75e-40a6-b7c5-bee15487c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:06.673753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-c07383a8-b75e-40a6-b7c5-bee15487c6bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac5fda404a8c4a73b2e015317d446c64&device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 1094 time: 0.1712976 Jul 16 03:45:06.736505 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-c3ad4616-97da-4f8a-92f3-842a5946b8f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d02e079d-4c32-4ce1-8687-8a464ad7c80f HTTP/1.1" status: 200 len: 217 time: 0.0521343 Jul 16 03:45:06.786409 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.796847 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-880047d5-845a-4dbf-bb50-e196b14583a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:06.799242 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-880047d5-845a-4dbf-bb50-e196b14583a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71c59574-7ca3-4ce0-b2c6-591fd94e03b3 HTTP/1.1" status: 200 len: 854 time: 0.0543025 Jul 16 03:45:06.807624 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da89dc-6546-4ef7-a7f1-f79c5f99f6a2 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45235d20-eae7-4042-922e-a7b0245635f7,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:06.815979 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Transition to ACTIVE for port object 235afe26-f12f-4e0e-a5ba-fbd40be36367 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:06.826708 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.834995 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27da89dc-6546-4ef7-a7f1-f79c5f99f6a2 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.836216 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-27da89dc-6546-4ef7-a7f1-f79c5f99f6a2 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9737792 Jul 16 03:45:06.843214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48898) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:06.847845 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-27e38183-5b30-4a33-b66a-066f1e2a18ec tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Request body: {'security_group_rule': {'security_group_id': '370627f2-393b-4c42-903e-9c18c50c6e53', 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:06.854165 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-5eebae5d-6b53-44b9-bd61-cb9f4612069e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0e86a351-3a68-4bb2-87f3-ea80cc839c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471413 Jul 16 03:45:06.871760 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eea43ff-c65e-48e7-8db6-b8cdfcfd4f0d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:06.892269 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe82f4d-fd37-4e6f-897f-f2cd482bfb94 None None] Pushing event updated for resources: {'Port': ['ID=235afe26-f12f-4e0e-a5ba-fbd40be36367,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:07.020226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-16431b0c-40e1-414f-ba0f-ae697c64a663 service neutron] 10.222.0.20 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552250 Jul 16 03:45:07.047696 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Attempting to bind port 235afe26-f12f-4e0e-a5ba-fbd40be36367 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:07.048263 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Attempting to bind port 235afe26-f12f-4e0e-a5ba-fbd40be36367 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '92998ea2-0735-4c20-9e1f-59b0442af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '481a07e1-349c-4dc1-b331-881fd9243227'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:07.050112 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Attempting to bind port 235afe26-f12f-4e0e-a5ba-fbd40be36367 on network 481a07e1-349c-4dc1-b331-881fd9243227 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:07.052574 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27e38183-5b30-4a33-b66a-066f1e2a18ec tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.063786 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:07.069366 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Checking segment: {'id': '92998ea2-0735-4c20-9e1f-59b0442af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '481a07e1-349c-4dc1-b331-881fd9243227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:07.072125 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.072672 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Bound using segment: {'id': '92998ea2-0735-4c20-9e1f-59b0442af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '481a07e1-349c-4dc1-b331-881fd9243227'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:07.075362 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Bound port: 235afe26-f12f-4e0e-a5ba-fbd40be36367, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92998ea2-0735-4c20-9e1f-59b0442af9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '481a07e1-349c-4dc1-b331-881fd9243227'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:07.078239 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.229220 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1eea43ff-c65e-48e7-8db6-b8cdfcfd4f0d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Deleting port 1b571d06-475d-4826-9eb5-351321c900c4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:07.229958 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eea43ff-c65e-48e7-8db6-b8cdfcfd4f0d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.309037 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca089ae6-ff18-4d9e-8c05-6aa6f5c9f840 req-49fc4d1e-2601-464b-b0aa-7c066ff7e1dd service neutron] 10.222.0.20 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792511 Jul 16 03:45:07.309500 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] For port 235afe26-f12f-4e0e-a5ba-fbd40be36367, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:07.315015 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] For port 235afe26-f12f-4e0e-a5ba-fbd40be36367, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=235afe26-f12f-4e0e-a5ba-fbd40be36367,segment=NetworkSegment(92998ea2-0735-4c20-9e1f-59b0442af9fe),segment_id=92998ea2-0735-4c20-9e1f-59b0442af9fe)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:07.327281 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.352461 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eea43ff-c65e-48e7-8db6-b8cdfcfd4f0d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.470674 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Routers {'963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:07.470979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b153630-d753-4eb7-8faf-dd9b68b82ace req-8031389f-c357-4c15-8bd3-a9c0dc3c8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:07.472740 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b153630-d753-4eb7-8faf-dd9b68b82ace req-8031389f-c357-4c15-8bd3-a9c0dc3c8118 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac5fda404a8c4a73b2e015317d446c64&device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 1094 time: 0.1124048 Jul 16 03:45:07.473812 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:07.679052 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe82f4d-fd37-4e6f-897f-f2cd482bfb94 None None] Pushing event updated for resources: {'Port': ['ID=235afe26-f12f-4e0e-a5ba-fbd40be36367,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:07.830578 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b153630-d753-4eb7-8faf-dd9b68b82ace req-2754115f-ab89-4649-8495-b89a2826bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:07.832199 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b153630-d753-4eb7-8faf-dd9b68b82ace req-2754115f-ab89-4649-8495-b89a2826bc3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=0e86a351-3a68-4bb2-87f3-ea80cc839c95 HTTP/1.1" status: 200 len: 915 time: 0.3519969 Jul 16 03:45:07.839736 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] Set router 963c2e5c-a9eb-4a91-9159-a8caf0b50d3e gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:07.912905 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b153630-d753-4eb7-8faf-dd9b68b82ace req-b69b08d3-74e6-489f-91da-138f58af82ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d02e079d-4c32-4ce1-8687-8a464ad7c80f HTTP/1.1" status: 200 len: 217 time: 0.0726619 Jul 16 03:45:07.938108 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27e38183-5b30-4a33-b66a-066f1e2a18ec tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:07.967503 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1eea43ff-c65e-48e7-8db6-b8cdfcfd4f0d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Calling delete_port for 1b571d06-475d-4826-9eb5-351321c900c4 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:08.023809 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b153630-d753-4eb7-8faf-dd9b68b82ace req-06c1a261-2768-4bb6-a9e2-9a137302f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.028391 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b153630-d753-4eb7-8faf-dd9b68b82ace req-06c1a261-2768-4bb6-a9e2-9a137302f351 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71c59574-7ca3-4ce0-b2c6-591fd94e03b3 HTTP/1.1" status: 200 len: 854 time: 0.1011813 Jul 16 03:45:08.062106 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b153630-d753-4eb7-8faf-dd9b68b82ace req-5446ae92-d4ea-4141-bc00-2e7ccf6f82da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0e86a351-3a68-4bb2-87f3-ea80cc839c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275915 Jul 16 03:45:08.074149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ee89a-0b67-40ec-a0fa-9ed801ae5988 req-c33a403d-ddc2-48c7-a12d-bc34185b08ba tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:08.081138 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e03ee89a-0b67-40ec-a0fa-9ed801ae5988 req-c33a403d-ddc2-48c7-a12d-bc34185b08ba tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 943 time: 0.1179011 Jul 16 03:45:08.101461 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27e38183-5b30-4a33-b66a-066f1e2a18ec tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.185546 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e03ee89a-0b67-40ec-a0fa-9ed801ae5988 req-6082a621-39c7-45f5-a5ae-79a50c714a58 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028576 Jul 16 03:45:08.213921 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'name': 'tempest-TestServerBasicOps-2121374692-router', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e5be6c8b-4494-45b5-b527-f20d68b649ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:55Z', 'updated_at': '2021-07-16T03:45:01Z', 'revision_number': 4, 'project_id': '067e81eff45d4ee58beddff2faf9d887', 'gw_port': {'id': 'e5be6c8b-4494-45b5-b527-f20d68b649ba', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:56Z', 'updated_at': '2021-07-16T03:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '235afe26-f12f-4e0e-a5ba-fbd40be36367', 'name': '', 'network_id': '481a07e1-349c-4dc1-b331-881fd9243227', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887', 'mac_address': 'fa:16:3e:a0:87:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '6b76abd5-43cf-45d1-9087-a11a534affff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:00Z', 'updated_at': '2021-07-16T03:45:07Z', 'revision_number': 4, 'project_id': '067e81eff45d4ee58beddff2faf9d887', 'subnets': [{'id': '6b76abd5-43cf-45d1-9087-a11a534affff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:08.232597 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b153630-d753-4eb7-8faf-dd9b68b82ace req-a361af6e-64aa-4fb2-99b5-6b08c5d0f1b4 service neutron] 10.222.0.20 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488123 Jul 16 03:45:08.244281 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e38183-5b30-4a33-b66a-066f1e2a18ec tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac84e313-999a-4edc-b782-fc4ea200c057,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:08.255518 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27e38183-5b30-4a33-b66a-066f1e2a18ec tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.256931 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-27e38183-5b30-4a33-b66a-066f1e2a18ec tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4127581 Jul 16 03:45:08.259922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48930) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:08.267601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-65d6e388-f718-48e0-b68a-1d50427febb6 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Request body: {'security_group_rule': {'security_group_id': '370627f2-393b-4c42-903e-9c18c50c6e53', 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:08.279954 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5f9ad8-ece8-4020-a359-1b6aeeabff82 None None] The sync data for ids ['963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'] in n-d-800088-6 is: [{'id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'name': 'tempest-TestServerBasicOps-2121374692-router', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e5be6c8b-4494-45b5-b527-f20d68b649ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:55Z', 'updated_at': '2021-07-16T03:45:01Z', 'revision_number': 4, 'project_id': '067e81eff45d4ee58beddff2faf9d887', 'gw_port': {'id': 'e5be6c8b-4494-45b5-b527-f20d68b649ba', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:56Z', 'updated_at': '2021-07-16T03:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '235afe26-f12f-4e0e-a5ba-fbd40be36367', 'name': '', 'network_id': '481a07e1-349c-4dc1-b331-881fd9243227', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887', 'mac_address': 'fa:16:3e:a0:87:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '6b76abd5-43cf-45d1-9087-a11a534affff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:00Z', 'updated_at': '2021-07-16T03:45:07Z', 'revision_number': 4, 'project_id': '067e81eff45d4ee58beddff2faf9d887', 'subnets': [{'id': '6b76abd5-43cf-45d1-9087-a11a534affff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:08.372403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4335339-c56f-4f1c-956e-3c5b26c04f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.378013 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-65d6e388-f718-48e0-b68a-1d50427febb6 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Project d456e71ce4bf457baa46d06214c9cfba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:45:08.446902 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65d6e388-f718-48e0-b68a-1d50427febb6 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.485037 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b153630-d753-4eb7-8faf-dd9b68b82ace req-7e541c93-8661-494c-84ea-1c0d8c0794df service neutron] 10.222.0.20 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450318 Jul 16 03:45:08.640049 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eea43ff-c65e-48e7-8db6-b8cdfcfd4f0d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.693764 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea43ff-c65e-48e7-8db6-b8cdfcfd4f0d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Pushing event deleted for resources: {'Port': ['ID=1b571d06-475d-4826-9eb5-351321c900c4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:08.742829 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65d6e388-f718-48e0-b68a-1d50427febb6 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.776283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65d6e388-f718-48e0-b68a-1d50427febb6 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.864019 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 235afe26-f12f-4e0e-a5ba-fbd40be36367 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:08.883779 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eea43ff-c65e-48e7-8db6-b8cdfcfd4f0d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.931125 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65d6e388-f718-48e0-b68a-1d50427febb6 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.936365 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:08.936784 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-65d6e388-f718-48e0-b68a-1d50427febb6 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6753085 Jul 16 03:45:08.942491 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-30628389-b33f-4e24-823b-c664bb1cf278 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Request body: {'security_group_rule': {'security_group_id': '370627f2-393b-4c42-903e-9c18c50c6e53', 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:08.969878 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 235afe26-f12f-4e0e-a5ba-fbd40be36367 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:08.980119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 235afe26-f12f-4e0e-a5ba-fbd40be36367 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:08.981044 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:08.992611 n-d-800088-6 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-30628389-b33f-4e24-823b-c664bb1cf278 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Project d456e71ce4bf457baa46d06214c9cfba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:45:09.005169 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30628389-b33f-4e24-823b-c664bb1cf278 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.040157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d02e079d-4c32-4ce1-8687-8a464ad7c80f details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:45:09.060434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6e388-f718-48e0-b68a-1d50427febb6 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee353be-f162-4dc5-94c0-ef30980b2cbc,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:09.086702 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eea43ff-c65e-48e7-8db6-b8cdfcfd4f0d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.135885 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eea43ff-c65e-48e7-8db6-b8cdfcfd4f0d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.171049 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30628389-b33f-4e24-823b-c664bb1cf278 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.177695 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30628389-b33f-4e24-823b-c664bb1cf278 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.247459 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eea43ff-c65e-48e7-8db6-b8cdfcfd4f0d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.248367 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eea43ff-c65e-48e7-8db6-b8cdfcfd4f0d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Fanout notify agent at l3_agent the message router_deleted on router 9db1d4a5-b64c-43e2-8c52-24ad797d7d3c {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:45:09.249267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30628389-b33f-4e24-823b-c664bb1cf278 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae74ea44-5481-49f2-98a0-ab07d79ae68e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:09.269997 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1eea43ff-c65e-48e7-8db6-b8cdfcfd4f0d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.271378 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1eea43ff-c65e-48e7-8db6-b8cdfcfd4f0d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "DELETE /v2.0/routers/9db1d4a5-b64c-43e2-8c52-24ad797d7d3c HTTP/1.1" status: 204 len: 168 time: 3.5931597 Jul 16 03:45:09.275090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e4335339-c56f-4f1c-956e-3c5b26c04f60 admin admin] Deleting port 3d391b0a-214c-42d5-8600-3c8adde86c22 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:09.275269 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4335339-c56f-4f1c-956e-3c5b26c04f60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.277425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48958) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:09.284910 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2aa51c21-fddc-4538-8281-57f59c4732f8 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-353344183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:09.308055 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30628389-b33f-4e24-823b-c664bb1cf278 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.309640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-30628389-b33f-4e24-823b-c664bb1cf278 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3722484 Jul 16 03:45:09.339809 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd588640-6f1f-403c-a4b9-65fd49026239 req-95da99cd-958f-4247-add1-a07318d17631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:09.342083 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd588640-6f1f-403c-a4b9-65fd49026239 req-95da99cd-958f-4247-add1-a07318d17631 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=86f8fb2994334a65b888442d6d0d02d1&device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 1096 time: 0.0951717 Jul 16 03:45:09.352687 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aa51c21-fddc-4538-8281-57f59c4732f8 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.357644 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aa51c21-fddc-4538-8281-57f59c4732f8 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.461995 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aa51c21-fddc-4538-8281-57f59c4732f8 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.481502 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aa51c21-fddc-4538-8281-57f59c4732f8 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.541928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d02e079d-4c32-4ce1-8687-8a464ad7c80f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d02e079d-4c32-4ce1-8687-8a464ad7c80f,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:09.569902 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2aa51c21-fddc-4538-8281-57f59c4732f8 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.574347 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.579564 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2aa51c21-fddc-4538-8281-57f59c4732f8 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2989511 Jul 16 03:45:09.585693 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48974) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:09.592841 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'enable_snat': True}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:09.594595 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'd02e079d-4c32-4ce1-8687-8a464ad7c80f', 'network_id': '0e86a351-3a68-4bb2-87f3-ea80cc839c95', 'port_id': 'd02e079d-4c32-4ce1-8687-8a464ad7c80f', 'mac_address': 'fa:16:3e:e5:14:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c59574-7ca3-4ce0-b2c6-591fd94e03b3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:45:09.662560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48976) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:09.753723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 235afe26-f12f-4e0e-a5ba-fbd40be36367, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=235afe26-f12f-4e0e-a5ba-fbd40be36367,segment=NetworkSegment(92998ea2-0735-4c20-9e1f-59b0442af9fe),segment_id=92998ea2-0735-4c20-9e1f-59b0442af9fe)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:09.764665 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.786077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e4335339-c56f-4f1c-956e-3c5b26c04f60 admin admin] For port 3d391b0a-214c-42d5-8600-3c8adde86c22, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3d391b0a-214c-42d5-8600-3c8adde86c22,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:09.786587 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4335339-c56f-4f1c-956e-3c5b26c04f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.829087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd588640-6f1f-403c-a4b9-65fd49026239 req-1c2a38ed-b764-450b-824a-6b9a7d60db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:09.830535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd588640-6f1f-403c-a4b9-65fd49026239 req-1c2a38ed-b764-450b-824a-6b9a7d60db81 service neutron] 10.222.0.88 "GET /v2.0/networks?id=58ffcd17-545c-499b-941d-4f64c3856a17 HTTP/1.1" status: 200 len: 920 time: 0.4802454 Jul 16 03:45:09.860700 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.880513 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.906540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e4335339-c56f-4f1c-956e-3c5b26c04f60 admin admin] Calling delete_port for 3d391b0a-214c-42d5-8600-3c8adde86c22 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:09.919851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f9083-beed-42db-b439-3c73cfbc6e99 req-a5bad1af-c27d-4fdf-8ccc-752740abab8e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:09.921397 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1e5f9083-beed-42db-b439-3c73cfbc6e99 req-a5bad1af-c27d-4fdf-8ccc-752740abab8e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 943 time: 0.3619835 Jul 16 03:45:09.927763 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02e079d-4c32-4ce1-8687-8a464ad7c80f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:09.942930 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=235afe26-f12f-4e0e-a5ba-fbd40be36367,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:09.944408 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46a6233d-c8fe-489c-b531-bc217a9f2283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:09.963086 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:09.963686 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:09.964223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:09.964781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:09.965308 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:09.965831 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:09.966411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:09.966937 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:09.967448 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:09.968156 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:09.968688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:09.969238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:09.969354 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd588640-6f1f-403c-a4b9-65fd49026239 req-171680f0-5fcd-4ee8-8f5d-b1f25afc3fb2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b368e9d-63f6-4d52-907f-34a2fc7e380c HTTP/1.1" status: 200 len: 217 time: 0.1198213 Jul 16 03:45:09.975764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d02e079d-4c32-4ce1-8687-8a464ad7c80f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d02e079d-4c32-4ce1-8687-8a464ad7c80f,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:09.981311 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.071930 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=d02e079d-4c32-4ce1-8687-8a464ad7c80f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:10.074986 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db83db0-0850-447d-9686-d6eaf7289b62 req-edc0beb4-379d-4656-bf8a-1427f88d6cf5 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:10.076562 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3db83db0-0850-447d-9686-d6eaf7289b62 req-edc0beb4-379d-4656-bf8a-1427f88d6cf5 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.5160134 Jul 16 03:45:10.092841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1e5f9083-beed-42db-b439-3c73cfbc6e99 req-9d036cd4-1393-4366-a8f6-09f89574b526 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259189 Jul 16 03:45:10.094293 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd588640-6f1f-403c-a4b9-65fd49026239 req-afb844bd-7cfd-4855-bf0f-4ccb4c1614fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:10.095661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd588640-6f1f-403c-a4b9-65fd49026239 req-afb844bd-7cfd-4855-bf0f-4ccb4c1614fa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bf54e103-b33c-4be3-9104-63de2822c4cd HTTP/1.1" status: 200 len: 859 time: 0.1124105 Jul 16 03:45:10.158511 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd588640-6f1f-403c-a4b9-65fd49026239 req-d4ee579d-4510-4354-acc0-c302a2a636e1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58ffcd17-545c-499b-941d-4f64c3856a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468042 Jul 16 03:45:10.194567 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3db83db0-0850-447d-9686-d6eaf7289b62 req-5d2461b6-13a4-4497-81a3-dae0be49f515 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979171 Jul 16 03:45:10.229498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['d02e079d-4c32-4ce1-8687-8a464ad7c80f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:10.329293 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46a6233d-c8fe-489c-b531-bc217a9f2283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.335886 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46a6233d-c8fe-489c-b531-bc217a9f2283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.428812 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-9c8028fe-d330-4181-b721-243252cb9107 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144563877&fields=id&tenant_id=d456e71ce4bf457baa46d06214c9cfba HTTP/1.1" status: 200 len: 267 time: 0.1875162 Jul 16 03:45:10.432705 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd588640-6f1f-403c-a4b9-65fd49026239 req-605b4e7f-cc92-4a6a-ba0f-40c76a2ecb82 service neutron] 10.222.0.88 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642059 Jul 16 03:45:10.468563 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-46a6233d-c8fe-489c-b531-bc217a9f2283 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40585b22e66f420cb9bcec63fe9e4251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8047764 Jul 16 03:45:10.473871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48996) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:10.476699 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6233d-c8fe-489c-b531-bc217a9f2283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9377060d-42ad-4fd8-beae-8418c8235cc3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:10.567434 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4335339-c56f-4f1c-956e-3c5b26c04f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.580957 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e746cc-23b1-4602-94c6-89e7e6e6eb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.608252 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.656783 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.667586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4335339-c56f-4f1c-956e-3c5b26c04f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d391b0a-214c-42d5-8600-3c8adde86c22,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:10.767447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e746cc-23b1-4602-94c6-89e7e6e6eb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.880080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 235afe26-f12f-4e0e-a5ba-fbd40be36367 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:10.973610 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e746cc-23b1-4602-94c6-89e7e6e6eb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.976687 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6e746cc-23b1-4602-94c6-89e7e6e6eb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:10.978073 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e6e746cc-23b1-4602-94c6-89e7e6e6eb90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9377060d-42ad-4fd8-beae-8418c8235cc3 HTTP/1.1" status: 204 len: 168 time: 0.5022745 Jul 16 03:45:10.979345 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Allocated IP 172.25.3.63 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/a4ca1a0b-a753-4bd2-9e10-c7018b76c2e3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:10.979896 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 235afe26-f12f-4e0e-a5ba-fbd40be36367 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:10.980448 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.039390 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d02e079d-4c32-4ce1-8687-8a464ad7c80f up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:11.046094 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e746cc-23b1-4602-94c6-89e7e6e6eb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9377060d-42ad-4fd8-beae-8418c8235cc3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:11.112166 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4335339-c56f-4f1c-956e-3c5b26c04f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.159478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port d02e079d-4c32-4ce1-8687-8a464ad7c80f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:11.166750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port d02e079d-4c32-4ce1-8687-8a464ad7c80f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:11.167183 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.196524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-b4dec891-515b-4872-9217-4be996743058 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:11.204236 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-b4dec891-515b-4872-9217-4be996743058 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/networks?id=f41ac0c3-0b47-4600-8c47-c4e04c4c229d HTTP/1.1" status: 200 len: 808 time: 0.7743654 Jul 16 03:45:11.241836 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-052b30f8-46ed-49a8-b292-b68a6915d0b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/quotas/d456e71ce4bf457baa46d06214c9cfba HTTP/1.1" status: 200 len: 375 time: 0.0366223 Jul 16 03:45:11.280634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd588640-6f1f-403c-a4b9-65fd49026239 req-38007a60-2e86-4870-9144-94c64a324db1 service neutron] 10.222.0.88 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8257983 Jul 16 03:45:11.322958 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.364458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74520e58-6e9f-499b-8985-1a4896f14888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02e079d-4c32-4ce1-8687-8a464ad7c80f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:11.371525 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62dca80-7e69-4433-a4e1-63bc3f36f11f" -d '{"events": [{"server_uuid": "74520e58-6e9f-499b-8985-1a4896f14888", "name": "network-vif-plugged", "status": "completed", "tag": "d02e079d-4c32-4ce1-8687-8a464ad7c80f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:11.410768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d02e079d-4c32-4ce1-8687-8a464ad7c80f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d02e079d-4c32-4ce1-8687-8a464ad7c80f,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:11.420566 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.449416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:11.484553 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-ac1dd349-0289-430d-9d42-e52d8f35d0ce tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d456e71ce4bf457baa46d06214c9cfba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2244139 Jul 16 03:45:11.487365 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0ddf-8db3-4e6a-a1ee-526db499bad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.491847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=d02e079d-4c32-4ce1-8687-8a464ad7c80f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:11.562764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea9911-d6f1-4926-8ab4-63ce951a09be req-838259b0-8991-4cf1-a21b-5b14ec235799 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:11.564270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0cea9911-d6f1-4926-8ab4-63ce951a09be req-838259b0-8991-4cf1-a21b-5b14ec235799 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 944 time: 0.2334509 Jul 16 03:45:11.609771 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.678669 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.678814 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0cea9911-d6f1-4926-8ab4-63ce951a09be req-e8a01a1d-eda5-465a-ae4c-d9aa1edfb9a2 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071444 Jul 16 03:45:11.686337 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-dee9c7ef-e48c-48e1-89db-4f204f9b8738 service neutron] 10.222.0.18 "GET /v2.0/networks/f41ac0c3-0b47-4600-8c47-c4e04c4c229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804748 Jul 16 03:45:11.744912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:11.796574 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0ddf-8db3-4e6a-a1ee-526db499bad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.805540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:11.812405 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd1f0ddf-8db3-4e6a-a1ee-526db499bad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:11.836377 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:11.840887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Pushing event updated for resources: {'Port': ['ID=a4ca1a0b-a753-4bd2-9e10-c7018b76c2e3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:11.909343 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cd1f0ddf-8db3-4e6a-a1ee-526db499bad0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15498c8f2e0844a195d0a6b044cfb787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4557471 Jul 16 03:45:11.909343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f0ddf-8db3-4e6a-a1ee-526db499bad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469a01fd-b327-4de2-bb2c-44df9ebc0dc6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:11.919648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-6b86b465-09f7-4a42-8c22-5f8dffc3cb43 service neutron] 10.222.0.18 "GET /v2.0/networks/f41ac0c3-0b47-4600-8c47-c4e04c4c229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217119 Jul 16 03:45:11.920154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:11.967676 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4335339-c56f-4f1c-956e-3c5b26c04f60 admin admin] Router cabbf8ee-c688-4f84-9b35-21264e8c1030 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:45:12.018996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff5562-09f6-4316-98c5-ad648823fe49 req-051a353a-3e9d-4ae1-9fb4-9c862b0b46f5 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:12.020655 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0dff5562-09f6-4316-98c5-ad648823fe49 req-051a353a-3e9d-4ae1-9fb4-9c862b0b46f5 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.1517887 Jul 16 03:45:12.055320 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40768870-a128-4b64-b954-0f8847bb0558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.111000 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0dff5562-09f6-4316-98c5-ad648823fe49 req-364346df-a00d-4d05-af22-5702fa2a7fd2 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758464 Jul 16 03:45:12.123873 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40768870-a128-4b64-b954-0f8847bb0558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.149688 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e5fcdd-2de5-4415-bfdc-0647c9888b40 x-openstack-request-id: req-43e5fcdd-2de5-4415-bfdc-0647c9888b40 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:12.150179 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74520e58-6e9f-499b-8985-1a4896f14888", "name": "network-vif-plugged", "status": "completed", "tag": "d02e079d-4c32-4ce1-8687-8a464ad7c80f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:12.151122 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43e5fcdd-2de5-4415-bfdc-0647c9888b40 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:12.153097 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74520e58-6e9f-499b-8985-1a4896f14888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02e079d-4c32-4ce1-8687-8a464ad7c80f', 'code': 200} Jul 16 03:45:12.221210 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40768870-a128-4b64-b954-0f8847bb0558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.224037 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40768870-a128-4b64-b954-0f8847bb0558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.228342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-40768870-a128-4b64-b954-0f8847bb0558 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/469a01fd-b327-4de2-bb2c-44df9ebc0dc6 HTTP/1.1" status: 204 len: 168 time: 0.3051662 Jul 16 03:45:12.305261 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40768870-a128-4b64-b954-0f8847bb0558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469a01fd-b327-4de2-bb2c-44df9ebc0dc6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:12.362746 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df1e54fe-40f3-4b62-896a-4fdd1b64ed93 req-1a83ea29-c6f1-4fb4-b32b-19a4ef3d9ce7 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 210 time: 0.0998280 Jul 16 03:45:12.385969 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4335339-c56f-4f1c-956e-3c5b26c04f60 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:12.395949 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f84f7-8d8f-4ffa-b1a5-f6285cad30f2 None None] Sync routers for ids ['cabbf8ee-c688-4f84-9b35-21264e8c1030'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:12.397404 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49050) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:12.398012 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e4335339-c56f-4f1c-956e-3c5b26c04f60 admin admin] 10.222.0.18 "PUT /v2.0/routers/cabbf8ee-c688-4f84-9b35-21264e8c1030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2714407 Jul 16 03:45:12.399942 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.409546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f84f7-8d8f-4ffa-b1a5-f6285cad30f2 None None] Routers {'cabbf8ee-c688-4f84-9b35-21264e8c1030'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:12.410748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-531f84f7-8d8f-4ffa-b1a5-f6285cad30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cabbf8ee-c688-4f84-9b35-21264e8c1030'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:12.487027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99116a53-16fc-4fa6-86e1-90e8d98e59fd req-4318e9c7-5f3b-4ebb-8c4a-749b8df98dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:12.488623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-99116a53-16fc-4fa6-86e1-90e8d98e59fd req-4318e9c7-5f3b-4ebb-8c4a-749b8df98dfd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 1096 time: 0.2573762 Jul 16 03:45:12.626330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-531f84f7-8d8f-4ffa-b1a5-f6285cad30f2 None None] Set router cabbf8ee-c688-4f84-9b35-21264e8c1030 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:12.709333 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-99116a53-16fc-4fa6-86e1-90e8d98e59fd req-54fac38b-93bd-43c7-8f05-7a2e90ea39b3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036898 Jul 16 03:45:12.759036 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.788368 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.801728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:12.889862 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-531f84f7-8d8f-4ffa-b1a5-f6285cad30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:13Z', 'updated_at': '2021-07-16T03:45:10Z', 'revision_number': 5, 'project_id': 'de4d84b302584141973e594b047457b4', 'gw_port': {'id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:15Z', 'updated_at': '2021-07-16T03:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:12.921790 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f84f7-8d8f-4ffa-b1a5-f6285cad30f2 None None] Checking router: cabbf8ee-c688-4f84-9b35-21264e8c1030 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:45:12.930426 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f84f7-8d8f-4ffa-b1a5-f6285cad30f2 None None] Routers {'cabbf8ee-c688-4f84-9b35-21264e8c1030'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:12.931045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-531f84f7-8d8f-4ffa-b1a5-f6285cad30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cabbf8ee-c688-4f84-9b35-21264e8c1030'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:13.108225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Router 4ec1d69b-7985-4a26-9b06-0d22dd144463 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:45:13.126783 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.131110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-531f84f7-8d8f-4ffa-b1a5-f6285cad30f2 None None] Set router cabbf8ee-c688-4f84-9b35-21264e8c1030 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:13.164916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc206a49-ecdd-4186-a0d2-a05fe0a2a031 req-bfb2bc39-7e0d-4ade-8f01-b1e74ae647c5 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:13.172590 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc206a49-ecdd-4186-a0d2-a05fe0a2a031 req-bfb2bc39-7e0d-4ade-8f01-b1e74ae647c5 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 945 time: 0.2233331 Jul 16 03:45:13.279585 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc206a49-ecdd-4186-a0d2-a05fe0a2a031 req-3d21409a-cc05-47ca-8c13-4067f059e0f1 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056356 Jul 16 03:45:13.315513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] Deleting port b607e30d-3fa0-4242-8e6a-b553f83bd693 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:13.317054 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.424624 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:13.436849 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e716a2-c3f4-4881-b512-f01720ebb335 None None] Sync routers for ids ['4ec1d69b-7985-4a26-9b06-0d22dd144463'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:13.448060 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.450969 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9460a0f9-313b-4888-a9c0-63e988e01cc5 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "PUT /v2.0/routers/4ec1d69b-7985-4a26-9b06-0d22dd144463 HTTP/1.1" status: 200 len: 913 time: 3.8622363 Jul 16 03:45:13.466369 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:13.470181 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e716a2-c3f4-4881-b512-f01720ebb335 None None] Routers {'4ec1d69b-7985-4a26-9b06-0d22dd144463'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:13.471007 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-87e716a2-c3f4-4881-b512-f01720ebb335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['4ec1d69b-7985-4a26-9b06-0d22dd144463'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:13.568814 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-87e716a2-c3f4-4881-b512-f01720ebb335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:13.600592 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e716a2-c3f4-4881-b512-f01720ebb335 None None] Routers {'4ec1d69b-7985-4a26-9b06-0d22dd144463'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:13.601232 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-87e716a2-c3f4-4881-b512-f01720ebb335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['4ec1d69b-7985-4a26-9b06-0d22dd144463'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:13.669870 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7bff297d-977b-455b-8356-824fe588c157 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/routers/4ec1d69b-7985-4a26-9b06-0d22dd144463 HTTP/1.1" status: 200 len: 919 time: 0.2022140 Jul 16 03:45:13.672840 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49100) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:13.685521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] For port b607e30d-3fa0-4242-8e6a-b553f83bd693, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b607e30d-3fa0-4242-8e6a-b553f83bd693,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:13.685881 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:13.717478 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-87e716a2-c3f4-4881-b512-f01720ebb335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:13.722401 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e716a2-c3f4-4881-b512-f01720ebb335 None None] The sync data for ids ['4ec1d69b-7985-4a26-9b06-0d22dd144463'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:13.753501 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-531f84f7-8d8f-4ffa-b1a5-f6285cad30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:13Z', 'updated_at': '2021-07-16T03:45:10Z', 'revision_number': 5, 'project_id': 'de4d84b302584141973e594b047457b4', 'gw_port': {'id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:15Z', 'updated_at': '2021-07-16T03:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:13.769777 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] Calling delete_port for b607e30d-3fa0-4242-8e6a-b553f83bd693 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:13.772719 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bffc36-4e8d-4a72-aee1-4decb953191e tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:13.776121 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-21bffc36-4e8d-4a72-aee1-4decb953191e tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&device_id=4ec1d69b-7985-4a26-9b06-0d22dd144463&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1021492 Jul 16 03:45:13.777501 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49106) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:13.830771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f84f7-8d8f-4ffa-b1a5-f6285cad30f2 None None] The sync data for ids ['cabbf8ee-c688-4f84-9b35-21264e8c1030'] in n-d-800088-6 is: [{'id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'name': 'tempest-ServerActionsTestJSON-1488542155-router', 'tenant_id': 'de4d84b302584141973e594b047457b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:36:13Z', 'updated_at': '2021-07-16T03:45:10Z', 'revision_number': 5, 'project_id': 'de4d84b302584141973e594b047457b4', 'gw_port': {'id': 'b607e30d-3fa0-4242-8e6a-b553f83bd693', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ff:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabbf8ee-c688-4f84-9b35-21264e8c1030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:36:15Z', 'updated_at': '2021-07-16T03:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:13.918596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25343abc-2d59-4f9d-84a9-4f57fe01fc76 req-0a31275e-0906-4614-ba00-ede73e908f7f tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:13.925311 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f018eec-9758-4147-906f-e3885dda6ede tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:13.927275 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25343abc-2d59-4f9d-84a9-4f57fe01fc76 req-0a31275e-0906-4614-ba00-ede73e908f7f tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.4160712 Jul 16 03:45:13.929716 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6f018eec-9758-4147-906f-e3885dda6ede tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 881 time: 0.1510167 Jul 16 03:45:13.934358 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49114) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:13.968937 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f6ff6a0b-2caa-4864-ad51-817fbc05b9d4 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ec1d69b-7985-4a26-9b06-0d22dd144463 HTTP/1.1" status: 200 len: 205 time: 0.0330634 Jul 16 03:45:13.971527 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:13.983108 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c486718-3031-4f50-a729-d23871ad4fd9 req-a8bd510a-2a35-4de6-883f-94e03ec39e47 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 210 time: 0.0743959 Jul 16 03:45:14.103718 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdcc05f2-f6ea-4113-8647-ef2e15b792e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.145076 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.205235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] Pushing event deleted for resources: {'Port': ['ID=b607e30d-3fa0-4242-8e6a-b553f83bd693,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:14.314344 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdcc05f2-f6ea-4113-8647-ef2e15b792e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.336873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25343abc-2d59-4f9d-84a9-4f57fe01fc76 req-b9731d93-5f4d-41a1-9ea4-983d33e4f76e tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086597 Jul 16 03:45:14.390888 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.446362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc05f2-f6ea-4113-8647-ef2e15b792e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Deleting port a4ca1a0b-a753-4bd2-9e10-c7018b76c2e3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:14.446717 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdcc05f2-f6ea-4113-8647-ef2e15b792e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.588971 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.614241 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdcc05f2-f6ea-4113-8647-ef2e15b792e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.614549 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.628206 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc05f2-f6ea-4113-8647-ef2e15b792e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Calling delete_port for a4ca1a0b-a753-4bd2-9e10-c7018b76c2e3 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:14.835733 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.836720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cabbf8ee-c688-4f84-9b35-21264e8c1030 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:45:14.845615 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:14.849703 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f03d0a71-d975-4c19-863b-d8f6cc1cf185 admin admin] 10.222.0.18 "DELETE /v2.0/routers/cabbf8ee-c688-4f84-9b35-21264e8c1030 HTTP/1.1" status: 204 len: 168 time: 2.4485006 Jul 16 03:45:14.851001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49146) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:14.886771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3d391b0a-214c-42d5-8600-3c8adde86c22 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:14.922075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 3d391b0a-214c-42d5-8600-3c8adde86c22 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:14.922702 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3d391b0a-214c-42d5-8600-3c8adde86c22 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:14.927004 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-1be19ade-1d1f-4bf5-9417-0875298c2e70 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:14.928679 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-1be19ade-1d1f-4bf5-9417-0875298c2e70 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.88 "GET /v2.0/networks?id=f41ac0c3-0b47-4600-8c47-c4e04c4c229d HTTP/1.1" status: 200 len: 808 time: 0.5283666 Jul 16 03:45:14.940039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650fc6c-4645-4fd3-9a00-d3702dd0b473 req-f81fceea-647f-417e-9180-a99a06fc5757 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:14.947498 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1650fc6c-4645-4fd3-9a00-d3702dd0b473 req-f81fceea-647f-417e-9180-a99a06fc5757 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 945 time: 0.4250016 Jul 16 03:45:14.953701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94c4560-bc63-4fe9-b116-f607a099601e admin admin] Deleting subnet 8153979b-670a-41a0-961b-c7158009c15a {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:14.994366 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d94c4560-bc63-4fe9-b116-f607a099601e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.002206 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdcc05f2-f6ea-4113-8647-ef2e15b792e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.044828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc05f2-f6ea-4113-8647-ef2e15b792e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Pushing event deleted for resources: {'Port': ['ID=a4ca1a0b-a753-4bd2-9e10-c7018b76c2e3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:15.096068 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-bebf807c-225a-45d4-bbb2-4dfbb66c4808 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d456e71ce4bf457baa46d06214c9cfba HTTP/1.1" status: 200 len: 379 time: 0.1456120 Jul 16 03:45:15.108161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-1fabb34b-6850-46fa-9b07-f73e47e38fb7 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Request body: {'port': {'device_id': '54ab105b-8bba-4488-b6cc-43e4da7f67fd', 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'admin_state_up': True, 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'security_groups': ['370627f2-393b-4c42-903e-9c18c50c6e53']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:15.141388 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1650fc6c-4645-4fd3-9a00-d3702dd0b473 req-6e5f510e-1547-4452-bc5c-aaf19b299cfb tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928232 Jul 16 03:45:15.153899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdcc05f2-f6ea-4113-8647-ef2e15b792e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.173876 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d94c4560-bc63-4fe9-b116-f607a099601e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.279276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e38b54e5-06b0-4387-b81c-5ef0aa71ca04 req-ae162ff9-88c7-42cd-a657-390ea5b66be6 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 210 time: 0.0472295 Jul 16 03:45:15.292460 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdcc05f2-f6ea-4113-8647-ef2e15b792e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.295262 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdcc05f2-f6ea-4113-8647-ef2e15b792e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.373295 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdcc05f2-f6ea-4113-8647-ef2e15b792e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.373795 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcc05f2-f6ea-4113-8647-ef2e15b792e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Fanout notify agent at l3_agent the message router_deleted on router 4ec1d69b-7985-4a26-9b06-0d22dd144463 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:45:15.381524 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cdcc05f2-f6ea-4113-8647-ef2e15b792e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.382767 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cdcc05f2-f6ea-4113-8647-ef2e15b792e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "DELETE /v2.0/routers/4ec1d69b-7985-4a26-9b06-0d22dd144463 HTTP/1.1" status: 204 len: 168 time: 1.4101777 Jul 16 03:45:15.386654 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49168) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:15.395577 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0ec7b41b-7705-4ea2-b1a5-ef5a3947d71d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-615846247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:15.416388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-1fabb34b-6850-46fa-9b07-f73e47e38fb7 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Made reservation on behalf of d456e71ce4bf457baa46d06214c9cfba for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:15.420768 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-1fabb34b-6850-46fa-9b07-f73e47e38fb7 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.445982 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d94c4560-bc63-4fe9-b116-f607a099601e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.467483 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec7b41b-7705-4ea2-b1a5-ef5a3947d71d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.469573 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec7b41b-7705-4ea2-b1a5-ef5a3947d71d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.621167 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec7b41b-7705-4ea2-b1a5-ef5a3947d71d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.625950 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec7b41b-7705-4ea2-b1a5-ef5a3947d71d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.663337 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ec7b41b-7705-4ea2-b1a5-ef5a3947d71d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.665610 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0ec7b41b-7705-4ea2-b1a5-ef5a3947d71d tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2779329 Jul 16 03:45:15.668065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49182) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:15.674383 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'enable_snat': False}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:15.755217 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-1fabb34b-6850-46fa-9b07-f73e47e38fb7 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Allocated IP 172.20.0.9 (f41ac0c3-0b47-4600-8c47-c4e04c4c229d/85459ebc-cb75-450d-89e8-29c50d6b0aa2/67424c8b-d898-4e1d-964d-ae8dc521c81e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:15.796497 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb2244-c33f-4857-b857-3aaf355404ba req-739f3357-196d-49e1-9ac1-6c534ddf7cbd tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:15.798912 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3fb2244-c33f-4857-b857-3aaf355404ba req-739f3357-196d-49e1-9ac1-6c534ddf7cbd tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.1753023 Jul 16 03:45:15.800640 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d94c4560-bc63-4fe9-b116-f607a099601e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.850589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c4560-bc63-4fe9-b116-f607a099601e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8153979b-670a-41a0-961b-c7158009c15a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:15.853023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d652391f-262a-4a5f-b226-56acfaa63109 None None] Network 1b23d2e3-02e4-47db-a40f-a5b79e83f415 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:15.864270 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d94c4560-bc63-4fe9-b116-f607a099601e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:15.870478 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d94c4560-bc63-4fe9-b116-f607a099601e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8153979b-670a-41a0-961b-c7158009c15a HTTP/1.1" status: 204 len: 168 time: 1.0184970 Jul 16 03:45:15.875922 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:16.044345 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.089526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3fb2244-c33f-4857-b857-3aaf355404ba req-f540036e-1914-4f2c-8ea6-2d3aef53db2e tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747123 Jul 16 03:45:16.237039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] Deleting port 2f859721-590f-4829-ae61-a70822e914d5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:16.237472 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.301612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32946ef4-8bce-4095-9f62-69ce5582556c None None] DHCP port deletion for 1b23d2e3-02e4-47db-a40f-a5b79e83f415 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:45:16.330776 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-1fabb34b-6850-46fa-9b07-f73e47e38fb7 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.404345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-32946ef4-8bce-4095-9f62-69ce5582556c None None] Deleting port 2f859721-590f-4829-ae61-a70822e914d5 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:16.404728 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-32946ef4-8bce-4095-9f62-69ce5582556c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.462221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] For port 2f859721-590f-4829-ae61-a70822e914d5, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2f859721-590f-4829-ae61-a70822e914d5,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:16.462765 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.501201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] Calling delete_port for 2f859721-590f-4829-ae61-a70822e914d5 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:16.509478 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.541433 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-32946ef4-8bce-4095-9f62-69ce5582556c None None] For port 2f859721-590f-4829-ae61-a70822e914d5, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2f859721-590f-4829-ae61-a70822e914d5,segment=NetworkSegment(5c672b92-1a9a-4696-bdb7-f639ab71b105),segment_id=5c672b92-1a9a-4696-bdb7-f639ab71b105)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:16.542342 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-32946ef4-8bce-4095-9f62-69ce5582556c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.559138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-32946ef4-8bce-4095-9f62-69ce5582556c None None] Calling delete_port for 2f859721-590f-4829-ae61-a70822e914d5 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:16.686183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-1fabb34b-6850-46fa-9b07-f73e47e38fb7 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Transition to ACTIVE for port object 67424c8b-d898-4e1d-964d-ae8dc521c81e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:16.738388 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-32946ef4-8bce-4095-9f62-69ce5582556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.774983 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.834223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32946ef4-8bce-4095-9f62-69ce5582556c None None] No DVR routers for this DVR port 2f859721-590f-4829-ae61-a70822e914d5 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:16.849434 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32946ef4-8bce-4095-9f62-69ce5582556c None None] Pushing event deleted for resources: {'Port': ['ID=2f859721-590f-4829-ae61-a70822e914d5,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:16.871627 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cfd67ab8-ffc9-4404-8364-325fdbeefe70 req-0deb03f6-0dfe-4359-9bf8-c27d58d66727 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 210 time: 0.1891255 Jul 16 03:45:16.886623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f859721-590f-4829-ae61-a70822e914d5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:16.890195 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-1fabb34b-6850-46fa-9b07-f73e47e38fb7 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.902703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b607e30d-3fa0-4242-8e6a-b553f83bd693 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:16.913279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] No DVR routers for this DVR port 2f859721-590f-4829-ae61-a70822e914d5 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:16.951314 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: b607e30d-3fa0-4242-8e6a-b553f83bd693 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:16.951988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b607e30d-3fa0-4242-8e6a-b553f83bd693 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:16.953382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2f859721-590f-4829-ae61-a70822e914d5 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:16.959966 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.977350 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 2f859721-590f-4829-ae61-a70822e914d5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:16.977940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2f859721-590f-4829-ae61-a70822e914d5 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:16.986565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:16.989281 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-1fabb34b-6850-46fa-9b07-f73e47e38fb7 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Network f41ac0c3-0b47-4600-8c47-c4e04c4c229d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:17.027007 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-1fabb34b-6850-46fa-9b07-f73e47e38fb7 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:17.069118 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.079368 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-1fabb34b-6850-46fa-9b07-f73e47e38fb7 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:17.092576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b23d2e3-02e4-47db-a40f-a5b79e83f415']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:17.173802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c672b92-1a9a-4696-bdb7-f639ab71b105') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:17.174148 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c672b92-1a9a-4696-bdb7-f639ab71b105') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:17.191341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabb34b-6850-46fa-9b07-f73e47e38fb7 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Pushing event updated for resources: {'Port': ['ID=67424c8b-d898-4e1d-964d-ae8dc521c81e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:17.198988 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.219314 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-1fabb34b-6850-46fa-9b07-f73e47e38fb7 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:17.219996 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-1fabb34b-6850-46fa-9b07-f73e47e38fb7 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.223299 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Allocated IP 172.25.3.58 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/d99bcae0-66bd-4457-ac81-8e06fabb70d6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:17.236043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.241957 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-1fabb34b-6850-46fa-9b07-f73e47e38fb7 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1388183 Jul 16 03:45:17.246447 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:17.246859 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:17.250333 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:17.275109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Request body: {'port': {'device_id': '54ab105b-8bba-4488-b6cc-43e4da7f67fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:17.424244 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.490129 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.518898 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8c5b2309-25c7-45e8-941c-73125f704c74 None None] Provisioning for port 67424c8b-d898-4e1d-964d-ae8dc521c81e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:17.524269 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8c5b2309-25c7-45e8-941c-73125f704c74 None None] Provisioning complete for port 67424c8b-d898-4e1d-964d-ae8dc521c81e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:17.524716 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2309-25c7-45e8-941c-73125f704c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.553444 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:17.558442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:17.560557 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Pushing event updated for resources: {'Port': ['ID=d99bcae0-66bd-4457-ac81-8e06fabb70d6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:17.563079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:17.577577 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b2309-25c7-45e8-941c-73125f704c74 None None] Port 67424c8b-d898-4e1d-964d-ae8dc521c81e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:17.854646 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.981293 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:17.991850 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.001384 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] 10.222.0.18 "DELETE /v2.0/networks/1b23d2e3-02e4-47db-a40f-a5b79e83f415 HTTP/1.1" status: 204 len: 168 time: 2.1241479 Jul 16 03:45:18.054634 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1affd-6c45-4737-8637-cb35483ba69d admin admin] Pushing event deleted for resources: {'Network': ['ID=1b23d2e3-02e4-47db-a40f-a5b79e83f415,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:18.086639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb56d5-3ca5-4404-9908-ea1ae9a2816b req-9e56a4fb-cd90-4cca-a40f-2ca80dac4b13 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:18.088882 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19bb56d5-3ca5-4404-9908-ea1ae9a2816b req-9e56a4fb-cd90-4cca-a40f-2ca80dac4b13 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.7716086 Jul 16 03:45:18.090214 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.117629 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.122446 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.216085 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19bb56d5-3ca5-4404-9908-ea1ae9a2816b req-1ff36aa3-9b5a-43a1-945b-0bda123e32d4 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159091 Jul 16 03:45:18.352480 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49284) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:18.385082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Router b93f5dc0-15f7-4513-982f-6b1f7e135973 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:45:18.464670 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-80dcb525-14c5-4228-92b3-e54ed7e8120c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de4d84b302584141973e594b047457b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1109641 Jul 16 03:45:18.468749 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49288) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:18.724182 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae5534f0-1a9a-40e7-a430-35fd4b186ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.850094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67424c8b-d898-4e1d-964d-ae8dc521c81e {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:18.852699 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae5534f0-1a9a-40e7-a430-35fd4b186ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.871174 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.900295 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:18.902939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86699496-4efa-4eb1-982a-55e997586456 req-9a0a0b33-567c-497f-8f06-f105bf07714a tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:18.910430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86699496-4efa-4eb1-982a-55e997586456 req-9a0a0b33-567c-497f-8f06-f105bf07714a tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 931 time: 0.4296820 Jul 16 03:45:18.912215 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7589ef9c-f81d-4780-8e22-97f22c5531a0 None None] Sync routers for ids ['b93f5dc0-15f7-4513-982f-6b1f7e135973'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:18.920148 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:18.921586 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a5f01c89-2935-487d-b11d-3a623c919a8a tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "PUT /v2.0/routers/b93f5dc0-15f7-4513-982f-6b1f7e135973 HTTP/1.1" status: 200 len: 914 time: 3.2522962 Jul 16 03:45:18.925225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49294) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:18.932457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7589ef9c-f81d-4780-8e22-97f22c5531a0 None None] Routers {'b93f5dc0-15f7-4513-982f-6b1f7e135973'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:18.933352 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7589ef9c-f81d-4780-8e22-97f22c5531a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b93f5dc0-15f7-4513-982f-6b1f7e135973'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:18.944355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Transition to ACTIVE for port object 67424c8b-d898-4e1d-964d-ae8dc521c81e will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:18.967125 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.007177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7589ef9c-f81d-4780-8e22-97f22c5531a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:19.025884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7589ef9c-f81d-4780-8e22-97f22c5531a0 None None] Routers {'b93f5dc0-15f7-4513-982f-6b1f7e135973'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:19.035698 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7589ef9c-f81d-4780-8e22-97f22c5531a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b93f5dc0-15f7-4513-982f-6b1f7e135973'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:19.054998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-41dea4a1-0736-4af3-8338-ae9fd3f89f7d tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/routers/b93f5dc0-15f7-4513-982f-6b1f7e135973 HTTP/1.1" status: 200 len: 920 time: 0.1245160 Jul 16 03:45:19.062381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:19.078744 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae5534f0-1a9a-40e7-a430-35fd4b186ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.081332 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae5534f0-1a9a-40e7-a430-35fd4b186ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.085847 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ae5534f0-1a9a-40e7-a430-35fd4b186ad3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3e95854-12c3-45d2-9d63-ce2064c7c79d HTTP/1.1" status: 204 len: 168 time: 0.6147051 Jul 16 03:45:19.086341 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7589ef9c-f81d-4780-8e22-97f22c5531a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:19.087387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7589ef9c-f81d-4780-8e22-97f22c5531a0 None None] The sync data for ids ['b93f5dc0-15f7-4513-982f-6b1f7e135973'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:19.102198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5534f0-1a9a-40e7-a430-35fd4b186ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e95854-12c3-45d2-9d63-ce2064c7c79d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:19.121820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86699496-4efa-4eb1-982a-55e997586456 req-589d67a6-860a-4cee-9771-0d7b9567a16f tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/security-groups?id=370627f2-393b-4c42-903e-9c18c50c6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097566 Jul 16 03:45:19.130353 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d48f7675-c186-41fb-a9ab-c4dcd728f33e req-e5937429-5d55-4ab5-8425-0a60e50927d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=215310d2-9df4-4482-8a81-60a91ec64ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3791132 Jul 16 03:45:19.215830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Pushing event updated for resources: {'Port': ['ID=67424c8b-d898-4e1d-964d-ae8dc521c81e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:19.484995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024c5e85-3ee6-4049-992b-8432a4b653a7 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:19.486553 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-024c5e85-3ee6-4049-992b-8432a4b653a7 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&device_id=b93f5dc0-15f7-4513-982f-6b1f7e135973&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4231086 Jul 16 03:45:19.489893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49312) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:19.502995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f7675-c186-41fb-a9ab-c4dcd728f33e req-ec44c685-4e62-4203-9f25-37276ab42143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:19.504687 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d48f7675-c186-41fb-a9ab-c4dcd728f33e req-ec44c685-4e62-4203-9f25-37276ab42143 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac5fda404a8c4a73b2e015317d446c64&device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 1096 time: 0.3200176 Jul 16 03:45:19.554912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Attempting to bind port 67424c8b-d898-4e1d-964d-ae8dc521c81e on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:19.555201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Attempting to bind port 67424c8b-d898-4e1d-964d-ae8dc521c81e by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'f2b87cd3-97cd-41ec-a971-e57c34d6ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:19.555537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Attempting to bind port 67424c8b-d898-4e1d-964d-ae8dc521c81e on network f41ac0c3-0b47-4600-8c47-c4e04c4c229d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:19.582702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Port 67424c8b-d898-4e1d-964d-ae8dc521c81e on network f41ac0c3-0b47-4600-8c47-c4e04c4c229d not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:45:19.583052 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Attempting to bind port 67424c8b-d898-4e1d-964d-ae8dc521c81e on network f41ac0c3-0b47-4600-8c47-c4e04c4c229d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:19.599114 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:19.599710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Checking segment: {'id': 'f2b87cd3-97cd-41ec-a971-e57c34d6ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:19.600261 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Bound using segment: {'id': 'f2b87cd3-97cd-41ec-a971-e57c34d6ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:19.601130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Bound port: 67424c8b-d898-4e1d-964d-ae8dc521c81e, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b87cd3-97cd-41ec-a971-e57c34d6ee07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:19.601653 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:19.708926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f7675-c186-41fb-a9ab-c4dcd728f33e req-8d54985c-aff9-46cf-bfc8-cacfd42cadfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:19.710591 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d48f7675-c186-41fb-a9ab-c4dcd728f33e req-8d54985c-aff9-46cf-bfc8-cacfd42cadfa service neutron] 10.222.0.20 "GET /v2.0/networks?id=0e86a351-3a68-4bb2-87f3-ea80cc839c95 HTTP/1.1" status: 200 len: 915 time: 0.1780498 Jul 16 03:45:19.718167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c0aaba-f588-499c-8f24-3a2019008768 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:19.722965 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-96c0aaba-f588-499c-8f24-3a2019008768 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 881 time: 0.2288580 Jul 16 03:45:19.726098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49320) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:19.773288 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4c5889a2-1e0e-49d2-ad2a-98d57668f6db tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "GET /v2.0/ports?device_id=b93f5dc0-15f7-4513-982f-6b1f7e135973 HTTP/1.1" status: 200 len: 205 time: 0.0460117 Jul 16 03:45:19.775920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49322) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:19.888789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] For port 67424c8b-d898-4e1d-964d-ae8dc521c81e, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:19.892631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] For port 67424c8b-d898-4e1d-964d-ae8dc521c81e, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=67424c8b-d898-4e1d-964d-ae8dc521c81e,segment=NetworkSegment(f2b87cd3-97cd-41ec-a971-e57c34d6ee07),segment_id=f2b87cd3-97cd-41ec-a971-e57c34d6ee07)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:19.896208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d48f7675-c186-41fb-a9ab-c4dcd728f33e req-7decb909-7015-4d41-8217-79649195022f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e29287e-f58d-4717-abbc-1aacd7f89470 HTTP/1.1" status: 200 len: 217 time: 0.1647415 Jul 16 03:45:19.901551 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.024974 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff9c261f-03f4-4a28-b205-974859d7896b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.066108 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:20.066789 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.069176 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] 10.222.0.88 "PUT /v2.0/ports/67424c8b-d898-4e1d-964d-ae8dc521c81e HTTP/1.1" status: 200 len: 1091 time: 2.8179862 Jul 16 03:45:20.074192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ab105b-8bba-4488-b6cc-43e4da7f67fd', 'tag': '67424c8b-d898-4e1d-964d-ae8dc521c81e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:20.080298 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99e27ab-7a56-4d3e-aac5-3f6489f757e9" -d '{"events": [{"name": "network-changed", "server_uuid": "54ab105b-8bba-4488-b6cc-43e4da7f67fd", "tag": "67424c8b-d898-4e1d-964d-ae8dc521c81e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:20.151952 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d61ca03-4d41-4121-847f-5f76fdd64333 x-openstack-request-id: req-3d61ca03-4d41-4121-847f-5f76fdd64333 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:20.152611 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ab105b-8bba-4488-b6cc-43e4da7f67fd", "tag": "67424c8b-d898-4e1d-964d-ae8dc521c81e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:20.153018 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d61ca03-4d41-4121-847f-5f76fdd64333 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:20.153572 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ab105b-8bba-4488-b6cc-43e4da7f67fd', 'tag': '67424c8b-d898-4e1d-964d-ae8dc521c81e', 'status': 'completed', 'code': 200} Jul 16 03:45:20.230735 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff9c261f-03f4-4a28-b205-974859d7896b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.261653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f7675-c186-41fb-a9ab-c4dcd728f33e req-48d8e865-5e15-4c24-8df8-4f5597ddc535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:20.273640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d48f7675-c186-41fb-a9ab-c4dcd728f33e req-48d8e865-5e15-4c24-8df8-4f5597ddc535 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71c59574-7ca3-4ce0-b2c6-591fd94e03b3 HTTP/1.1" status: 200 len: 854 time: 0.3615687 Jul 16 03:45:20.298599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf355162-d6cc-461f-8f8b-9d150a982904 service neutron] Pushing event updated for resources: {'Port': ['ID=67424c8b-d898-4e1d-964d-ae8dc521c81e,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:20.313522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ff9c261f-03f4-4a28-b205-974859d7896b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Deleting port d99bcae0-66bd-4457-ac81-8e06fabb70d6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:20.313881 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff9c261f-03f4-4a28-b205-974859d7896b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.372170 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d48f7675-c186-41fb-a9ab-c4dcd728f33e req-9b11feb2-d4bd-4056-ab8b-48e9f31aa947 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0e86a351-3a68-4bb2-87f3-ea80cc839c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945179 Jul 16 03:45:20.474893 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff9c261f-03f4-4a28-b205-974859d7896b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.488298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ff9c261f-03f4-4a28-b205-974859d7896b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Calling delete_port for d99bcae0-66bd-4457-ac81-8e06fabb70d6 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:20.499872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a8b8c-5892-4a9d-89c8-d702dd19e31c req-98994f5a-d3b7-4c8f-b3d9-545adb46930f tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:20.501465 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f9a8b8c-5892-4a9d-89c8-d702dd19e31c req-98994f5a-d3b7-4c8f-b3d9-545adb46930f tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 1.0598986 Jul 16 03:45:20.561205 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-f92413ac-504a-4146-9525-80305c92e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:20.563137 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-f92413ac-504a-4146-9525-80305c92e721 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d456e71ce4bf457baa46d06214c9cfba&device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 1094 time: 0.4451284 Jul 16 03:45:20.647903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-b01a4522-435c-43bd-8089-2131a7e30203 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67424c8b-d898-4e1d-964d-ae8dc521c81e HTTP/1.1" status: 200 len: 217 time: 0.0747869 Jul 16 03:45:20.666529 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b7032-08a4-428e-a6b8-b80e1f557e75 req-8b46866f-588f-4171-873e-d26a48375c40 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:20.673892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be5b7032-08a4-428e-a6b8-b80e1f557e75 req-8b46866f-588f-4171-873e-d26a48375c40 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 943 time: 0.3006377 Jul 16 03:45:20.684752 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d48f7675-c186-41fb-a9ab-c4dcd728f33e req-f1af8a60-ccaf-415a-97eb-a9b9da872575 service neutron] 10.222.0.20 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033297 Jul 16 03:45:20.687822 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f9a8b8c-5892-4a9d-89c8-d702dd19e31c req-2623bbb2-c741-4935-98ef-590ac357ecfa tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534305 Jul 16 03:45:20.765972 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff9c261f-03f4-4a28-b205-974859d7896b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.800896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c261f-03f4-4a28-b205-974859d7896b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Pushing event deleted for resources: {'Port': ['ID=d99bcae0-66bd-4457-ac81-8e06fabb70d6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:20.832054 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be5b7032-08a4-428e-a6b8-b80e1f557e75 req-7e9cbb99-4ba3-4547-abb4-e6f0a085bae2 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/security-groups?id=370627f2-393b-4c42-903e-9c18c50c6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571958 Jul 16 03:45:20.837059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49358) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:20.850688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-b9853fde-9490-4395-8a9f-fbad1536fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:20.852156 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-b9853fde-9490-4395-8a9f-fbad1536fbef service neutron] 10.222.0.88 "GET /v2.0/subnets?id=85459ebc-cb75-450d-89e8-29c50d6b0aa2 HTTP/1.1" status: 200 len: 847 time: 0.1946368 Jul 16 03:45:20.914288 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff9c261f-03f4-4a28-b205-974859d7896b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:20.928447 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d48f7675-c186-41fb-a9ab-c4dcd728f33e req-be484660-b567-47bc-93ec-69b5556204fe service neutron] 10.222.0.20 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287350 Jul 16 03:45:20.960792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-eb16620b-749d-47c3-9608-f64cce843cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:20.964044 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-eb16620b-749d-47c3-9608-f64cce843cdf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f41ac0c3-0b47-4600-8c47-c4e04c4c229d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892234 Jul 16 03:45:21.076525 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff9c261f-03f4-4a28-b205-974859d7896b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.084075 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff9c261f-03f4-4a28-b205-974859d7896b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.138534 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-bb89dcc5-68ca-489c-8fa7-033d0fba29d0 service neutron] 10.222.0.88 "GET /v2.0/networks/f41ac0c3-0b47-4600-8c47-c4e04c4c229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644731 Jul 16 03:45:21.163218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-825824783-network', 'tenant_id': 'a820fd357f1b4dbb963f09a825fea4fc'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:21.187309 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff9c261f-03f4-4a28-b205-974859d7896b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.187829 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9c261f-03f4-4a28-b205-974859d7896b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Fanout notify agent at l3_agent the message router_deleted on router b93f5dc0-15f7-4513-982f-6b1f7e135973 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:45:21.196258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff9c261f-03f4-4a28-b205-974859d7896b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.197548 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ff9c261f-03f4-4a28-b205-974859d7896b tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "DELETE /v2.0/routers/b93f5dc0-15f7-4513-982f-6b1f7e135973 HTTP/1.1" status: 204 len: 168 time: 1.4203327 Jul 16 03:45:21.198638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] Made reservation on behalf of a820fd357f1b4dbb963f09a825fea4fc for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:21.201049 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.204557 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:21.209587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1686411029', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:21.243741 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.254203 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.256681 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.265452 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a48bed6-f296-46a7-9590-acfb78e1a9c5 req-409e9363-3cfc-4071-b403-3218bb57bf61 service neutron] 10.222.0.88 "GET /v2.0/networks/f41ac0c3-0b47-4600-8c47-c4e04c4c229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175568 Jul 16 03:45:21.332521 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.392172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e27ab-7a56-4d3e-aac5-3f6489f757e9 req-bc4dcf0e-ce6b-4e2c-94c5-745a47a1a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:21.393884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c99e27ab-7a56-4d3e-aac5-3f6489f757e9 req-bc4dcf0e-ce6b-4e2c-94c5-745a47a1a0dd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d456e71ce4bf457baa46d06214c9cfba&device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 1094 time: 0.0721233 Jul 16 03:45:21.488979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.495088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e27ab-7a56-4d3e-aac5-3f6489f757e9 req-e94cb3a8-bd37-4a34-b4d0-c6e2523641af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:21.497481 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c99e27ab-7a56-4d3e-aac5-3f6489f757e9 req-e94cb3a8-bd37-4a34-b4d0-c6e2523641af service neutron] 10.222.0.88 "GET /v2.0/networks?id=f41ac0c3-0b47-4600-8c47-c4e04c4c229d HTTP/1.1" status: 200 len: 909 time: 0.0963950 Jul 16 03:45:21.553085 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c99e27ab-7a56-4d3e-aac5-3f6489f757e9 req-94df74fd-e672-4225-a623-83a60c2640be service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67424c8b-d898-4e1d-964d-ae8dc521c81e HTTP/1.1" status: 200 len: 217 time: 0.0464518 Jul 16 03:45:21.605719 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.612196 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.623230 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e27ab-7a56-4d3e-aac5-3f6489f757e9 req-6278980a-bd98-4db3-815c-21cf24bae903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:21.624715 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c99e27ab-7a56-4d3e-aac5-3f6489f757e9 req-6278980a-bd98-4db3-815c-21cf24bae903 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=85459ebc-cb75-450d-89e8-29c50d6b0aa2 HTTP/1.1" status: 200 len: 847 time: 0.0656142 Jul 16 03:45:21.653581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:45:21.663442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a885dd68-aac7-4ae3-b743-9a8e624e68e6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:21.674049 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:21.674396 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] Added segment 9605000a-2ffd-41c6-8d70-a4b28e722ed3 of type vlan for network aa7e64e6-b295-4e40-920d-2fd15741542d Jul 16 03:45:21.689824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e27ab-7a56-4d3e-aac5-3f6489f757e9 req-efc29422-128b-47e1-ad24-ccaedfddd192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:21.691451 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c99e27ab-7a56-4d3e-aac5-3f6489f757e9 req-efc29422-128b-47e1-ad24-ccaedfddd192 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f41ac0c3-0b47-4600-8c47-c4e04c4c229d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553565 Jul 16 03:45:21.807983 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c99e27ab-7a56-4d3e-aac5-3f6489f757e9 req-f00b6408-1115-40f4-a7a8-32a4e9f57722 service neutron] 10.222.0.88 "GET /v2.0/networks/f41ac0c3-0b47-4600-8c47-c4e04c4c229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074932 Jul 16 03:45:22.104587 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c99e27ab-7a56-4d3e-aac5-3f6489f757e9 req-4f917bb2-43cf-4a64-a06f-5f236ec55cab service neutron] 10.222.0.88 "GET /v2.0/networks/f41ac0c3-0b47-4600-8c47-c4e04c4c229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903550 Jul 16 03:45:22.143146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd40b9-2a8d-4088-be13-f9822b4690e3 req-9cce429f-8f4a-4591-ae5c-b0e3a4e7a7d9 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:22.144698 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45dd40b9-2a8d-4088-be13-f9822b4690e3 req-9cce429f-8f4a-4591-ae5c-b0e3a4e7a7d9 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.2087228 Jul 16 03:45:22.165110 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a22a3-1a5f-4437-8b68-670a8fff7e74 req-a097945f-9067-40b0-9b8d-2d8adef80401 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:22.166634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-930a22a3-1a5f-4437-8b68-670a8fff7e74 req-a097945f-9067-40b0-9b8d-2d8adef80401 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 943 time: 0.1392243 Jul 16 03:45:22.245944 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45dd40b9-2a8d-4088-be13-f9822b4690e3 req-f84642b5-ca36-41cd-8e62-361a483edbf5 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920279 Jul 16 03:45:22.250812 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.260004 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-930a22a3-1a5f-4437-8b68-670a8fff7e74 req-352896d4-f696-4c0d-ae5f-ba14504ed293 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/security-groups?id=370627f2-393b-4c42-903e-9c18c50c6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775111 Jul 16 03:45:22.310826 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.342128 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.439588 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.440595 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:22.441175 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.485424 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6423197 Jul 16 03:45:22.485516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:22.490356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c4838fbf-0221-4b1d-9fe2-0853214dab90 admin admin] Request body: {'subnet': {'network_id': 'aa7e64e6-b295-4e40-920d-2fd15741542d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-825824783-subnet', 'tenant_id': 'a820fd357f1b4dbb963f09a825fea4fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:22.511432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4838fbf-0221-4b1d-9fe2-0853214dab90 admin admin] Made reservation on behalf of a820fd357f1b4dbb963f09a825fea4fc for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:22.514103 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4838fbf-0221-4b1d-9fe2-0853214dab90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.522009 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d08222-8d17-4061-822a-4d918424278d admin admin] Pushing event updated for resources: {'Network': ['ID=aa7e64e6-b295-4e40-920d-2fd15741542d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:22.524951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Allocated IP 172.25.3.177 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/12c8b1f6-021e-4fcb-8445-27aad31df867) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:22.535089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network aa7e64e6-b295-4e40-920d-2fd15741542d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:45:22.679209 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.750522 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.798166 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4838fbf-0221-4b1d-9fe2-0853214dab90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.801021 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:22.804805 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:22.809630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:22.853547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Pushing event updated for resources: {'Port': ['ID=12c8b1f6-021e-4fcb-8445-27aad31df867,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:22.866296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b461f-3bdf-4565-a864-9853ccfe9dee req-017822eb-8082-4e7d-b295-d42c943aa8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:22.868070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-026b461f-3bdf-4565-a864-9853ccfe9dee req-017822eb-8082-4e7d-b295-d42c943aa8cf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 1096 time: 0.1580608 Jul 16 03:45:22.902926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4838fbf-0221-4b1d-9fe2-0853214dab90 admin admin] Checking segment: {'id': '9605000a-2ffd-41c6-8d70-a4b28e722ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'aa7e64e6-b295-4e40-920d-2fd15741542d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:22.903296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4838fbf-0221-4b1d-9fe2-0853214dab90 admin admin] Network hostable DHCP agents. Network: aa7e64e6-b295-4e40-920d-2fd15741542d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:45:22.908141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4838fbf-0221-4b1d-9fe2-0853214dab90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6015c30-42a4-47c4-9023-4c73a93a3e5e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:22.944704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4838fbf-0221-4b1d-9fe2-0853214dab90 admin admin] Network aa7e64e6-b295-4e40-920d-2fd15741542d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:45:22.959162 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-026b461f-3bdf-4565-a864-9853ccfe9dee req-3a52bd43-bcaf-4860-bea1-05d5e74540d1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690179 Jul 16 03:45:22.960789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c4838fbf-0221-4b1d-9fe2-0853214dab90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, aa7e64e6-b295-4e40-920d-2fd15741542d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:22.965774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4838fbf-0221-4b1d-9fe2-0853214dab90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:22.966699 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4838fbf-0221-4b1d-9fe2-0853214dab90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:22.984168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a687557b-dc22-440b-8008-f313b0a50396 None None] Network aa7e64e6-b295-4e40-920d-2fd15741542d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:22.994519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c4838fbf-0221-4b1d-9fe2-0853214dab90 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5078826 Jul 16 03:45:23.185766 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.219556 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f658a1-989b-4436-9d6e-5cd3af8014a8 None None] Network aa7e64e6-b295-4e40-920d-2fd15741542d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:23.528414 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.570601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dff631-937f-434f-b852-b12543766c45 req-a7b7d403-59a4-4346-a420-684ae4918025 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:23.571949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6dff631-937f-434f-b852-b12543766c45 req-a7b7d403-59a4-4346-a420-684ae4918025 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 943 time: 0.1364393 Jul 16 03:45:23.580849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864eb359-9102-4357-845f-2a990986ddef req-4f026e69-13ce-4cd8-a96e-942ed1eff680 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:23.582491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-864eb359-9102-4357-845f-2a990986ddef req-4f026e69-13ce-4cd8-a96e-942ed1eff680 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.1338544 Jul 16 03:45:23.671876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6dff631-937f-434f-b852-b12543766c45 req-03788f75-0ad1-4732-945c-88534925ea7d tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/security-groups?id=370627f2-393b-4c42-903e-9c18c50c6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882404 Jul 16 03:45:23.675101 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-864eb359-9102-4357-845f-2a990986ddef req-33222190-d57a-4342-85e5-04b1bd7ae848 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844166 Jul 16 03:45:23.713621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Router 0c351295-23a7-4fb2-9710-365e1f802a54 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:45:23.882728 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:23.894978 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97148a0c-d843-48bb-af3d-141c9e8c9bdb None None] Sync routers for ids ['0c351295-23a7-4fb2-9710-365e1f802a54'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:23.910401 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97148a0c-d843-48bb-af3d-141c9e8c9bdb None None] Routers {'0c351295-23a7-4fb2-9710-365e1f802a54'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:23.911422 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-97148a0c-d843-48bb-af3d-141c9e8c9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['0c351295-23a7-4fb2-9710-365e1f802a54'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:23.928436 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:23.929777 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6907c19d-8d08-42fc-b04b-b415238ba459 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7242906 Jul 16 03:45:23.932779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:23.937395 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:23.969715 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-97148a0c-d843-48bb-af3d-141c9e8c9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:23.979419 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97148a0c-d843-48bb-af3d-141c9e8c9bdb None None] Routers {'0c351295-23a7-4fb2-9710-365e1f802a54'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:23.980512 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-97148a0c-d843-48bb-af3d-141c9e8c9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['0c351295-23a7-4fb2-9710-365e1f802a54'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:24.035746 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-97148a0c-d843-48bb-af3d-141c9e8c9bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:24.036544 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97148a0c-d843-48bb-af3d-141c9e8c9bdb None None] The sync data for ids ['0c351295-23a7-4fb2-9710-365e1f802a54'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:24.103305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49432) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:24.304768 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-809c1b02-d446-4208-83ea-b7cbc4c2b67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.359542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00142ed7-dd25-4347-866b-f8e284e8199b req-fe389ea4-6cb9-49ff-8973-9e5bbc88ac48 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:24.361234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-fe389ea4-6cb9-49ff-8973-9e5bbc88ac48 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/networks?id=aa7e64e6-b295-4e40-920d-2fd15741542d HTTP/1.1" status: 200 len: 812 time: 0.1807110 Jul 16 03:45:24.410229 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-809c1b02-d446-4208-83ea-b7cbc4c2b67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.415028 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-809c1b02-d446-4208-83ea-b7cbc4c2b67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.457086 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-809c1b02-d446-4208-83ea-b7cbc4c2b67c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8ab6cb9555749daaf8b1cf851a22ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502359 Jul 16 03:45:24.458303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49448) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:24.467261 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c1b02-d446-4208-83ea-b7cbc4c2b67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279b442f-fdd3-4c13-8d8c-e93b2240497d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:24.523613 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47140ecd-3d11-4b11-89b1-d95a3db95abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.547919 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47140ecd-3d11-4b11-89b1-d95a3db95abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.602107 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47140ecd-3d11-4b11-89b1-d95a3db95abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.604993 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47140ecd-3d11-4b11-89b1-d95a3db95abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.608940 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-47140ecd-3d11-4b11-89b1-d95a3db95abb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/279b442f-fdd3-4c13-8d8c-e93b2240497d HTTP/1.1" status: 204 len: 168 time: 0.1469867 Jul 16 03:45:24.621902 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47140ecd-3d11-4b11-89b1-d95a3db95abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279b442f-fdd3-4c13-8d8c-e93b2240497d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:24.762996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-56d389bd-3c07-4aad-bc07-460d4f3964e9 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/quotas/a820fd357f1b4dbb963f09a825fea4fc HTTP/1.1" status: 200 len: 375 time: 0.0255866 Jul 16 03:45:24.836096 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-22339273-5167-4274-96f8-2d6a7f720360 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a820fd357f1b4dbb963f09a825fea4fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715010 Jul 16 03:45:24.925785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49460) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:24.940533 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39d0494e-f9fb-4352-8a11-c60d64228628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.951146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:24.980465 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.007464 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-da7d649b-0bbb-47ea-911a-09f99140e3fb service neutron] 10.222.0.18 "GET /v2.0/networks/aa7e64e6-b295-4e40-920d-2fd15741542d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702952 Jul 16 03:45:25.044012 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39d0494e-f9fb-4352-8a11-c60d64228628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.048098 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39d0494e-f9fb-4352-8a11-c60d64228628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.063375 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e113981-744e-4f3d-968e-de612661b584 req-6addab72-9a36-4e36-8361-5b5321f2fd5a tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:25.064918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e113981-744e-4f3d-968e-de612661b584 req-6addab72-9a36-4e36-8361-5b5321f2fd5a tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 943 time: 0.2247603 Jul 16 03:45:25.094322 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-39d0494e-f9fb-4352-8a11-c60d64228628 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=267e12073c4a4056b4790423ffcc8215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643293 Jul 16 03:45:25.094741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49462) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:25.103405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0494e-f9fb-4352-8a11-c60d64228628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c13a47-d471-4c9f-9cb3-e0cf412655b2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:25.155698 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59a89f7d-1439-4e55-bb45-73cc52ca984d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.159673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Deleting port 12c8b1f6-021e-4fcb-8445-27aad31df867 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:25.160021 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.179482 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59a89f7d-1439-4e55-bb45-73cc52ca984d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.190562 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e113981-744e-4f3d-968e-de612661b584 req-3a5a56fb-d076-4e29-9586-6f5a2f63bc61 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/security-groups?id=370627f2-393b-4c42-903e-9c18c50c6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123023 Jul 16 03:45:25.206984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-93169b4c-1e12-473b-8ee5-384a386d2a74 service neutron] 10.222.0.18 "GET /v2.0/networks/aa7e64e6-b295-4e40-920d-2fd15741542d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803138 Jul 16 03:45:25.242056 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59a89f7d-1439-4e55-bb45-73cc52ca984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.247569 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59a89f7d-1439-4e55-bb45-73cc52ca984d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.248779 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-59a89f7d-1439-4e55-bb45-73cc52ca984d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4c13a47-d471-4c9f-9cb3-e0cf412655b2 HTTP/1.1" status: 204 len: 168 time: 0.1530538 Jul 16 03:45:25.277727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a89f7d-1439-4e55-bb45-73cc52ca984d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c13a47-d471-4c9f-9cb3-e0cf412655b2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:25.383819 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.436911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Calling delete_port for 12c8b1f6-021e-4fcb-8445-27aad31df867 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:25.532796 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a731e02-a9b1-4e61-8198-eaa9f1d049e0 req-9d8f363e-abf2-4819-9353-d60571566315 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:25.534337 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a731e02-a9b1-4e61-8198-eaa9f1d049e0 req-9d8f363e-abf2-4819-9353-d60571566315 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.1509035 Jul 16 03:45:25.577645 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 67424c8b-d898-4e1d-964d-ae8dc521c81e details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:45:25.640721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e04964c3-dfd6-4ba1-a147-fb83792ed6a2 req-07086e13-f743-4e5b-8fa3-4fb9a4bc461f tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/ports?device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 210 time: 0.0526793 Jul 16 03:45:25.673668 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a731e02-a9b1-4e61-8198-eaa9f1d049e0 req-01b8a329-a3ce-412d-9aa6-ef858a75ee2c tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987265 Jul 16 03:45:25.750989 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 67424c8b-d898-4e1d-964d-ae8dc521c81e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=67424c8b-d898-4e1d-964d-ae8dc521c81e,segment=NetworkSegment(f2b87cd3-97cd-41ec-a971-e57c34d6ee07),segment_id=f2b87cd3-97cd-41ec-a971-e57c34d6ee07)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:25.782865 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.791150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '67424c8b-d898-4e1d-964d-ae8dc521c81e', 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'port_id': '67424c8b-d898-4e1d-964d-ae8dc521c81e', 'mac_address': 'fa:16:3e:1b:b3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:45:25.850426 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.865116 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67424c8b-d898-4e1d-964d-ae8dc521c81e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:25.875189 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Pushing event deleted for resources: {'Port': ['ID=12c8b1f6-021e-4fcb-8445-27aad31df867,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:25.892458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 67424c8b-d898-4e1d-964d-ae8dc521c81e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=67424c8b-d898-4e1d-964d-ae8dc521c81e,segment=NetworkSegment(f2b87cd3-97cd-41ec-a971-e57c34d6ee07),segment_id=f2b87cd3-97cd-41ec-a971-e57c34d6ee07)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:25.898012 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:25.990640 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=67424c8b-d898-4e1d-964d-ae8dc521c81e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:25.998117 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.250177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['67424c8b-d898-4e1d-964d-ae8dc521c81e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:26.474514 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.501937 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:26.530064 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea4752-644b-442a-85fd-ed9c87951aa7 req-09b18aaa-494a-4d10-b8e7-77d3621bd981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:26.531569 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cea4752-644b-442a-85fd-ed9c87951aa7 req-09b18aaa-494a-4d10-b8e7-77d3621bd981 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=86f8fb2994334a65b888442d6d0d02d1&device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 1096 time: 0.3262382 Jul 16 03:45:26.654229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031ba89-36bc-4082-a433-b278762bd40c req-cc28b2b2-f4ce-4d3a-b496-90ce7c1704ca tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:26.655716 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a031ba89-36bc-4082-a433-b278762bd40c req-cc28b2b2-f4ce-4d3a-b496-90ce7c1704ca tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.3719089 Jul 16 03:45:26.713958 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d9102-fe51-4a18-a9b9-da5bfe56d567 req-254081d8-b068-458d-bb58-6c1ca6daa069 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:26.726781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-545d9102-fe51-4a18-a9b9-da5bfe56d567 req-254081d8-b068-458d-bb58-6c1ca6daa069 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 944 time: 0.3068538 Jul 16 03:45:26.731048 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Router 0c351295-23a7-4fb2-9710-365e1f802a54 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:45:26.815057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a031ba89-36bc-4082-a433-b278762bd40c req-cfbb4736-6833-47d5-8498-45037eac731c tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505003 Jul 16 03:45:26.828504 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-545d9102-fe51-4a18-a9b9-da5bfe56d567 req-590ea5ed-f300-47ac-b423-a0cedc553d38 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/security-groups?id=370627f2-393b-4c42-903e-9c18c50c6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067154 Jul 16 03:45:26.829673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea4752-644b-442a-85fd-ed9c87951aa7 req-2164c7bb-7f80-4f7d-8ab6-a8f16738c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:26.831131 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cea4752-644b-442a-85fd-ed9c87951aa7 req-2164c7bb-7f80-4f7d-8ab6-a8f16738c172 service neutron] 10.222.0.88 "GET /v2.0/networks?id=58ffcd17-545c-499b-941d-4f64c3856a17 HTTP/1.1" status: 200 len: 920 time: 0.2303276 Jul 16 03:45:27.051369 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cea4752-644b-442a-85fd-ed9c87951aa7 req-b5056d17-023d-4cde-a171-0832ec449490 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b368e9d-63f6-4d52-907f-34a2fc7e380c HTTP/1.1" status: 200 len: 217 time: 0.1406872 Jul 16 03:45:27.098155 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2335ee6a-e83a-47dc-9282-05f2296e1c76 req-3703ee9e-7a75-4a6d-b17a-fe2e35e6869a tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/ports?device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 210 time: 0.0498393 Jul 16 03:45:27.099848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:27.122654 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639e8e8-b3b5-42da-bcaf-b1ddfee1c551 None None] Sync routers for ids ['0c351295-23a7-4fb2-9710-365e1f802a54'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:27.141652 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.144949 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639e8e8-b3b5-42da-bcaf-b1ddfee1c551 None None] Routers {'0c351295-23a7-4fb2-9710-365e1f802a54'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:27.146335 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-db441ec1-a967-4513-85b9-694706765b7c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "PUT /v2.0/routers/0c351295-23a7-4fb2-9710-365e1f802a54 HTTP/1.1" status: 200 len: 706 time: 3.2125540 Jul 16 03:45:27.146457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49540) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:27.150611 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c639e8e8-b3b5-42da-bcaf-b1ddfee1c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['0c351295-23a7-4fb2-9710-365e1f802a54'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:27.191541 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea4752-644b-442a-85fd-ed9c87951aa7 req-1cb3c77a-de2a-4436-9c7f-782cdc7b0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:27.193076 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cea4752-644b-442a-85fd-ed9c87951aa7 req-1cb3c77a-de2a-4436-9c7f-782cdc7b0990 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bf54e103-b33c-4be3-9104-63de2822c4cd HTTP/1.1" status: 200 len: 859 time: 0.1299496 Jul 16 03:45:27.240643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c639e8e8-b3b5-42da-bcaf-b1ddfee1c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:27.252604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639e8e8-b3b5-42da-bcaf-b1ddfee1c551 None None] Routers {'0c351295-23a7-4fb2-9710-365e1f802a54'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:27.253337 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cea4752-644b-442a-85fd-ed9c87951aa7 req-5c6fa150-6e91-436c-b85b-df4c190ccc92 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58ffcd17-545c-499b-941d-4f64c3856a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337746 Jul 16 03:45:27.253659 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c639e8e8-b3b5-42da-bcaf-b1ddfee1c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['0c351295-23a7-4fb2-9710-365e1f802a54'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:27.305450 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-c639e8e8-b3b5-42da-bcaf-b1ddfee1c551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:27.306392 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639e8e8-b3b5-42da-bcaf-b1ddfee1c551 None None] The sync data for ids ['0c351295-23a7-4fb2-9710-365e1f802a54'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:27.310361 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00142ed7-dd25-4347-866b-f8e284e8199b req-2bc3d89f-48b8-4daa-a32d-187f2e2b2fdc tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:27.312371 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-2bc3d89f-48b8-4daa-a32d-187f2e2b2fdc tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.20 "GET /v2.0/networks?id=aa7e64e6-b295-4e40-920d-2fd15741542d HTTP/1.1" status: 200 len: 812 time: 0.1867769 Jul 16 03:45:27.356213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-00142ed7-dd25-4347-866b-f8e284e8199b req-87f9ce82-c9ff-49fa-9683-20ecae97b284 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Request body: {'port': {'device_id': '69784772-48db-4cf6-adb8-02e6fd54ebf5', 'network_id': 'aa7e64e6-b295-4e40-920d-2fd15741542d', 'admin_state_up': True, 'tenant_id': 'a820fd357f1b4dbb963f09a825fea4fc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:27.377015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:27.382913 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d3cad2e8-7e4b-4687-b915-f793581d116d tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/routers/0c351295-23a7-4fb2-9710-365e1f802a54 HTTP/1.1" status: 200 len: 741 time: 0.2231686 Jul 16 03:45:27.441396 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7d2f08ec-7e11-42e3-b179-6db8c7588912 tempest-RoutersAdminTest-971291817 tempest-RoutersAdminTest-971291817-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&device_id=0c351295-23a7-4fb2-9710-365e1f802a54 HTTP/1.1" status: 200 len: 205 time: 0.0592349 Jul 16 03:45:27.446119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:27.453807 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-aee744a7-ad04-4176-8234-a84defeba525 req-dc30d45b-72ce-4140-9fda-3e59d484cb06 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=da200ada-4677-4a0a-b4be-95426c9c4b62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1949944 Jul 16 03:45:27.529114 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7c5b3384-a836-4ef2-9644-2c146f7fe6fc tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c351295-23a7-4fb2-9710-365e1f802a54 HTTP/1.1" status: 200 len: 205 time: 0.0818751 Jul 16 03:45:27.529770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49554) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:27.545870 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cea4752-644b-442a-85fd-ed9c87951aa7 req-131930d6-a759-4c32-b147-e2cf747904b0 service neutron] 10.222.0.88 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851722 Jul 16 03:45:27.574294 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 67424c8b-d898-4e1d-964d-ae8dc521c81e up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:27.595320 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee744a7-ad04-4176-8234-a84defeba525 req-6fc74b39-2072-4e75-9e66-0f398baf2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:27.599443 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-aee744a7-ad04-4176-8234-a84defeba525 req-6fc74b39-2072-4e75-9e66-0f398baf2ae0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ac5fda404a8c4a73b2e015317d446c64&device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 1097 time: 0.1377451 Jul 16 03:45:27.669310 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06f6041a-9bd7-49f9-a002-f687d19411ef tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.674628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 67424c8b-d898-4e1d-964d-ae8dc521c81e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:27.679011 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 67424c8b-d898-4e1d-964d-ae8dc521c81e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:27.679382 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.751203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee744a7-ad04-4176-8234-a84defeba525 req-b937c9de-75f0-4cd7-ac77-f0524618d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:27.753424 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-aee744a7-ad04-4176-8234-a84defeba525 req-b937c9de-75f0-4cd7-ac77-f0524618d57c service neutron] 10.222.0.88 "GET /v2.0/networks?id=0e86a351-3a68-4bb2-87f3-ea80cc839c95 HTTP/1.1" status: 200 len: 915 time: 0.1339321 Jul 16 03:45:27.817143 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-aee744a7-ad04-4176-8234-a84defeba525 req-6d1ab52e-3229-4271-a7e6-bb0406325a0e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14d13742-7496-4244-a7f6-7db863f71d56 HTTP/1.1" status: 200 len: 217 time: 0.0564554 Jul 16 03:45:27.819983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49562) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:27.842935 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.911827 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 67424c8b-d898-4e1d-964d-ae8dc521c81e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=67424c8b-d898-4e1d-964d-ae8dc521c81e,segment=NetworkSegment(f2b87cd3-97cd-41ec-a971-e57c34d6ee07),segment_id=f2b87cd3-97cd-41ec-a971-e57c34d6ee07)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:27.913008 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ab105b-8bba-4488-b6cc-43e4da7f67fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67424c8b-d898-4e1d-964d-ae8dc521c81e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:27.915924 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4379465a-65d9-4205-a93d-b4d9c160934a" -d '{"events": [{"server_uuid": "54ab105b-8bba-4488-b6cc-43e4da7f67fd", "name": "network-vif-plugged", "status": "completed", "tag": "67424c8b-d898-4e1d-964d-ae8dc521c81e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:27.919419 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:27.921260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee744a7-ad04-4176-8234-a84defeba525 req-1712c4f5-5fb8-48f4-bdec-14eab1e6bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:27.925613 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-aee744a7-ad04-4176-8234-a84defeba525 req-1712c4f5-5fb8-48f4-bdec-14eab1e6bb35 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71c59574-7ca3-4ce0-b2c6-591fd94e03b3 HTTP/1.1" status: 200 len: 854 time: 0.0987918 Jul 16 03:45:27.997737 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-aee744a7-ad04-4176-8234-a84defeba525 req-4eaa601b-a451-454e-8db1-b3d5b320ac26 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0e86a351-3a68-4bb2-87f3-ea80cc839c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652678 Jul 16 03:45:28.058102 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=67424c8b-d898-4e1d-964d-ae8dc521c81e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:28.164485 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f3011ed-f341-4163-b29a-bb2803576a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.211153 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-aee744a7-ad04-4176-8234-a84defeba525 req-31967636-7a3b-4ce9-bbf8-5931779fd8af service neutron] 10.222.0.88 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089403 Jul 16 03:45:28.362290 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-aee744a7-ad04-4176-8234-a84defeba525 req-3c69a7db-26cb-4f7e-bf27-00c8b0e100e0 service neutron] 10.222.0.88 "GET /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419261 Jul 16 03:45:28.379585 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f3011ed-f341-4163-b29a-bb2803576a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.384910 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f3011ed-f341-4163-b29a-bb2803576a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.399984 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06f6041a-9bd7-49f9-a002-f687d19411ef tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.419379 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06f6041a-9bd7-49f9-a002-f687d19411ef tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.430180 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3f3011ed-f341-4163-b29a-bb2803576a73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d7ae30f39844ce59fdef6614d2c0fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6089852 Jul 16 03:45:28.431141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3011ed-f341-4163-b29a-bb2803576a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5037a5a9-08b2-4ba2-af1c-dc0f4aea9835,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:28.433737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49636) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:28.498112 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a02a2b2-e67b-41fc-bec4-54a219f1e9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.535691 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a02a2b2-e67b-41fc-bec4-54a219f1e9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.571110 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8cea4752-644b-442a-85fd-ed9c87951aa7 req-f3ffa4bd-75b4-4f12-9d0f-f0a8617ad943 service neutron] 10.222.0.88 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9882796 Jul 16 03:45:28.571697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00142ed7-dd25-4347-866b-f8e284e8199b req-87f9ce82-c9ff-49fa-9683-20ecae97b284 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Made reservation on behalf of a820fd357f1b4dbb963f09a825fea4fc for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:28.575190 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00142ed7-dd25-4347-866b-f8e284e8199b req-87f9ce82-c9ff-49fa-9683-20ecae97b284 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.581213 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06f6041a-9bd7-49f9-a002-f687d19411ef tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.581779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f6041a-9bd7-49f9-a002-f687d19411ef tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Fanout notify agent at l3_agent the message router_deleted on router 0c351295-23a7-4fb2-9710-365e1f802a54 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:45:28.605815 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06f6041a-9bd7-49f9-a002-f687d19411ef tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.608371 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-06f6041a-9bd7-49f9-a002-f687d19411ef tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "DELETE /v2.0/routers/0c351295-23a7-4fb2-9710-365e1f802a54 HTTP/1.1" status: 204 len: 168 time: 1.0729282 Jul 16 03:45:28.613479 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:28.648839 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-26f6474b-e0fd-4bd5-84b4-05cc57867e41 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c351295-23a7-4fb2-9710-365e1f802a54 HTTP/1.1" status: 200 len: 205 time: 0.0337136 Jul 16 03:45:28.649466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49664) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:28.698373 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a02a2b2-e67b-41fc-bec4-54a219f1e9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.701233 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a02a2b2-e67b-41fc-bec4-54a219f1e9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:28.702457 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6a02a2b2-e67b-41fc-bec4-54a219f1e9a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5037a5a9-08b2-4ba2-af1c-dc0f4aea9835 HTTP/1.1" status: 204 len: 168 time: 0.2677751 Jul 16 03:45:28.703576 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-4d7836c1-230c-4b4e-8ba4-b1d21738d3b0 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] delete failed (client error): The resource could not be found. Jul 16 03:45:28.707413 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4d7836c1-230c-4b4e-8ba4-b1d21738d3b0 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "DELETE /v2.0/routers/0c351295-23a7-4fb2-9710-365e1f802a54 HTTP/1.1" status: 404 len: 336 time: 0.0556347 Jul 16 03:45:28.708517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49674) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:28.727842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02a2b2-e67b-41fc-bec4-54a219f1e9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5037a5a9-08b2-4ba2-af1c-dc0f4aea9835,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:28.743344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95737a-d5a0-4e2d-a9d3-34c941b13dfe req-43df15e8-69d3-4b16-9263-37ed5a3be7c4 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:28.761601 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e95737a-d5a0-4e2d-a9d3-34c941b13dfe req-43df15e8-69d3-4b16-9263-37ed5a3be7c4 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 945 time: 0.4805658 Jul 16 03:45:28.771882 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b94f7a60-f15d-4e0a-9b7b-e9ec37dfa4b4 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "GET /v2.0/ports?device_id=b93f5dc0-15f7-4513-982f-6b1f7e135973 HTTP/1.1" status: 200 len: 205 time: 0.0548716 Jul 16 03:45:28.772302 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49680) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:28.781257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7433f0-2574-4c3e-8b84-aa34a3ec7387 req-9ce4afad-d79d-40ac-b6b4-e5da0e8b6fdb tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:28.783044 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc7433f0-2574-4c3e-8b84-aa34a3ec7387 req-9ce4afad-d79d-40ac-b6b4-e5da0e8b6fdb tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.5032840 Jul 16 03:45:28.841180 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-5fc464c6-e4a6-44e1-9c47-b95a0a38fd18 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] delete failed (client error): The resource could not be found. Jul 16 03:45:28.845504 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5fc464c6-e4a6-44e1-9c47-b95a0a38fd18 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "DELETE /v2.0/routers/b93f5dc0-15f7-4513-982f-6b1f7e135973 HTTP/1.1" status: 404 len: 336 time: 0.0719662 Jul 16 03:45:28.846267 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49688) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:28.905190 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cc10bc89-2b37-4c37-a081-e317af4c4cf1 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "GET /v2.0/ports?device_id=4ec1d69b-7985-4a26-9b06-0d22dd144463 HTTP/1.1" status: 200 len: 205 time: 0.0575056 Jul 16 03:45:28.905851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49696) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:28.924477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc7433f0-2574-4c3e-8b84-aa34a3ec7387 req-890362dc-2d38-45d1-b326-8526047cc399 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236928 Jul 16 03:45:28.967232 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e95737a-d5a0-4e2d-a9d3-34c941b13dfe req-accb9563-4307-49f3-bb79-f46fbfb708bb tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/security-groups?id=370627f2-393b-4c42-903e-9c18c50c6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040279 Jul 16 03:45:28.999951 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-6bb207eb-7420-449f-98f6-ac683890a286 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] delete failed (client error): The resource could not be found. Jul 16 03:45:29.003758 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6bb207eb-7420-449f-98f6-ac683890a286 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "DELETE /v2.0/routers/4ec1d69b-7985-4a26-9b06-0d22dd144463 HTTP/1.1" status: 404 len: 336 time: 0.0967104 Jul 16 03:45:29.003946 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:29.050594 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2b595d-8e7d-4897-80e5-971f633789df x-openstack-request-id: req-3f2b595d-8e7d-4897-80e5-971f633789df {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:29.051090 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ab105b-8bba-4488-b6cc-43e4da7f67fd", "name": "network-vif-plugged", "status": "completed", "tag": "67424c8b-d898-4e1d-964d-ae8dc521c81e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:29.051194 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f2b595d-8e7d-4897-80e5-971f633789df {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:29.051612 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ab105b-8bba-4488-b6cc-43e4da7f67fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67424c8b-d898-4e1d-964d-ae8dc521c81e', 'code': 200} Jul 16 03:45:29.095714 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49722) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:29.099624 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d9646124-cec0-4b64-b848-4eabf6d9dc60 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "GET /v2.0/ports?device_id=9db1d4a5-b64c-43e2-8c52-24ad797d7d3c HTTP/1.1" status: 200 len: 205 time: 0.0945132 Jul 16 03:45:29.105427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-00142ed7-dd25-4347-866b-f8e284e8199b req-87f9ce82-c9ff-49fa-9683-20ecae97b284 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Allocated IP 172.20.0.4 (aa7e64e6-b295-4e40-920d-2fd15741542d/c6015c30-42a4-47c4-9023-4c73a93a3e5e/3226431d-81bf-4342-a741-e40876833d3f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:29.193589 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-1201f6d4-d35d-4a39-923d-8c8c1a5678e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] delete failed (client error): The resource could not be found. Jul 16 03:45:29.195239 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1201f6d4-d35d-4a39-923d-8c8c1a5678e7 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "DELETE /v2.0/routers/9db1d4a5-b64c-43e2-8c52-24ad797d7d3c HTTP/1.1" status: 404 len: 336 time: 0.0985146 Jul 16 03:45:29.209542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49736) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:29.310368 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78081062-2503-457a-9365-fdac6d5b26e0 req-0d23aabd-904d-4ebd-918e-453eeae34da5 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/ports?device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 210 time: 0.0800302 Jul 16 03:45:29.325590 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e67e8598-7b8b-45ec-a2e4-3a8f9d30603e tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "GET /v2.0/ports?device_id=8c7889ca-fea7-43f5-9035-4b3661873958 HTTP/1.1" status: 200 len: 205 time: 0.1013579 Jul 16 03:45:29.327939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49754) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:29.409357 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-62c3e4e6-e260-4051-8b11-041f21c0f364 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] delete failed (client error): The resource could not be found. Jul 16 03:45:29.410675 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-62c3e4e6-e260-4051-8b11-041f21c0f364 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "DELETE /v2.0/routers/8c7889ca-fea7-43f5-9035-4b3661873958 HTTP/1.1" status: 404 len: 336 time: 0.0703347 Jul 16 03:45:29.416511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:29.461054 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-037f728b-abcb-4454-862b-de02819bfc2c tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d821ed0-f28a-4fa7-8a5a-602b62f6b2c5 HTTP/1.1" status: 200 len: 205 time: 0.0407910 Jul 16 03:45:29.463443 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49778) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:29.470241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfef8f-87be-4a39-ae68-3a92c45937c4 req-0b5e18f6-0523-43d9-8a6a-ede09f3fa24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:29.473942 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ecfef8f-87be-4a39-ae68-3a92c45937c4 req-0b5e18f6-0523-43d9-8a6a-ede09f3fa24b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 1096 time: 0.3100605 Jul 16 03:45:29.530121 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ecfef8f-87be-4a39-ae68-3a92c45937c4 req-ba70aa6e-1b24-44e0-af6a-e37072f6139b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=370627f2-393b-4c42-903e-9c18c50c6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467589 Jul 16 03:45:29.540275 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-6804d588-2a5c-423b-a59d-e1f2f615b662 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] delete failed (client error): The resource could not be found. Jul 16 03:45:29.541482 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6804d588-2a5c-423b-a59d-e1f2f615b662 tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "DELETE /v2.0/routers/0d821ed0-f28a-4fa7-8a5a-602b62f6b2c5 HTTP/1.1" status: 404 len: 336 time: 0.0768480 Jul 16 03:45:29.544111 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49790) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:29.551239 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00142ed7-dd25-4347-866b-f8e284e8199b req-87f9ce82-c9ff-49fa-9683-20ecae97b284 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:29.599648 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-435635ca-44f9-4b34-a260-fc58dfd9df6e tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:29.600270 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435635ca-44f9-4b34-a260-fc58dfd9df6e tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:29.602346 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-435635ca-44f9-4b34-a260-fc58dfd9df6e tempest-RoutersAdminTest-1012686763 tempest-RoutersAdminTest-1012686763-project] 10.222.0.18 "DELETE /v2.0/subnets/0c24cddd-c46f-4085-abeb-e3b8121a2cfe HTTP/1.1" status: 404 len: 337 time: 0.0560865 Jul 16 03:45:29.647444 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00142ed7-dd25-4347-866b-f8e284e8199b req-87f9ce82-c9ff-49fa-9683-20ecae97b284 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:29.716106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00142ed7-dd25-4347-866b-f8e284e8199b req-87f9ce82-c9ff-49fa-9683-20ecae97b284 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Network aa7e64e6-b295-4e40-920d-2fd15741542d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:29.719888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-00142ed7-dd25-4347-866b-f8e284e8199b req-87f9ce82-c9ff-49fa-9683-20ecae97b284 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:29.740525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9ce82-c9ff-49fa-9683-20ecae97b284 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Pushing event updated for resources: {'Port': ['ID=3226431d-81bf-4342-a741-e40876833d3f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:29.746205 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-00142ed7-dd25-4347-866b-f8e284e8199b req-87f9ce82-c9ff-49fa-9683-20ecae97b284 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:29.815988 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00142ed7-dd25-4347-866b-f8e284e8199b req-87f9ce82-c9ff-49fa-9683-20ecae97b284 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:29.816704 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00142ed7-dd25-4347-866b-f8e284e8199b req-87f9ce82-c9ff-49fa-9683-20ecae97b284 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:29.840376 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-87f9ce82-c9ff-49fa-9683-20ecae97b284 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4890764 Jul 16 03:45:29.857938 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-ab2d74bb-1c74-4f5f-a484-f1dc99278c09 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:45:29.859077 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-ab2d74bb-1c74-4f5f-a484-f1dc99278c09 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114071 Jul 16 03:45:29.875753 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Request body: {'port': {'device_id': '69784772-48db-4cf6-adb8-02e6fd54ebf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:29.943079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49852) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:29.971620 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.045875 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c65247b8-61c9-4b42-8638-c85546214585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.068541 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3555f41-e2d7-454c-9889-7d87de7a6596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.215810 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3555f41-e2d7-454c-9889-7d87de7a6596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.227752 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3555f41-e2d7-454c-9889-7d87de7a6596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.290293 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3555f41-e2d7-454c-9889-7d87de7a6596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf4b289-e7f8-4c4f-a929-a5c7a4a697ee,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:30.294901 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a3555f41-e2d7-454c-9889-7d87de7a6596 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8ee4f3cc4d842d9b5216f39e0032e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505130 Jul 16 03:45:30.297468 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49908) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:30.368787 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b11c570-26f2-4327-abc4-7c8ff152f9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.398739 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b11c570-26f2-4327-abc4-7c8ff152f9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.451550 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4d144-3b17-4d34-a88f-c60b76100038 req-27a900c3-e3b3-464a-9673-97008edd3471 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:30.453313 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bcc4d144-3b17-4d34-a88f-c60b76100038 req-27a900c3-e3b3-464a-9673-97008edd3471 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 945 time: 0.3046954 Jul 16 03:45:30.485814 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b11c570-26f2-4327-abc4-7c8ff152f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.489172 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b11c570-26f2-4327-abc4-7c8ff152f9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.490972 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4b11c570-26f2-4327-abc4-7c8ff152f9ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbf4b289-e7f8-4c4f-a929-a5c7a4a697ee HTTP/1.1" status: 204 len: 168 time: 0.1923428 Jul 16 03:45:30.502098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11c570-26f2-4327-abc4-7c8ff152f9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf4b289-e7f8-4c4f-a929-a5c7a4a697ee,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:30.545162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7aceb-f9d6-4a1a-817d-d232637ca091 req-37095c69-ddaf-4cfd-b0dd-4dc247c3d588 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:30.546692 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fa7aceb-f9d6-4a1a-817d-d232637ca091 req-37095c69-ddaf-4cfd-b0dd-4dc247c3d588 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.3156409 Jul 16 03:45:30.654209 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bcc4d144-3b17-4d34-a88f-c60b76100038 req-ca842ee8-eee5-4835-9504-cc620b23e32e tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/security-groups?id=370627f2-393b-4c42-903e-9c18c50c6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717882 Jul 16 03:45:30.665631 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fa7aceb-f9d6-4a1a-817d-d232637ca091 req-1042861e-be06-43c1-b5ab-eba2c564667a tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109498 Jul 16 03:45:30.672062 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3226431d-81bf-4342-a741-e40876833d3f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:30.682364 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.702920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Transition to ACTIVE for port object 3226431d-81bf-4342-a741-e40876833d3f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:30.723745 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.792172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3226431d-81bf-4342-a741-e40876833d3f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:30.922838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Attempting to bind port 3226431d-81bf-4342-a741-e40876833d3f on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:30.923706 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Attempting to bind port 3226431d-81bf-4342-a741-e40876833d3f by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '9605000a-2ffd-41c6-8d70-a4b28e722ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'aa7e64e6-b295-4e40-920d-2fd15741542d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:30.924344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Attempting to bind port 3226431d-81bf-4342-a741-e40876833d3f on network aa7e64e6-b295-4e40-920d-2fd15741542d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:30.947680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Port 3226431d-81bf-4342-a741-e40876833d3f on network aa7e64e6-b295-4e40-920d-2fd15741542d not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:45:30.948513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Attempting to bind port 3226431d-81bf-4342-a741-e40876833d3f on network aa7e64e6-b295-4e40-920d-2fd15741542d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:30.952988 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.978109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:30.978466 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Checking segment: {'id': '9605000a-2ffd-41c6-8d70-a4b28e722ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'aa7e64e6-b295-4e40-920d-2fd15741542d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:30.978852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Bound using segment: {'id': '9605000a-2ffd-41c6-8d70-a4b28e722ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'aa7e64e6-b295-4e40-920d-2fd15741542d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:30.979536 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Bound port: 3226431d-81bf-4342-a741-e40876833d3f, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9605000a-2ffd-41c6-8d70-a4b28e722ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'aa7e64e6-b295-4e40-920d-2fd15741542d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:30.980134 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:30.987081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49992) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:31.092023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff588852-1546-4587-bbb2-1d0cdec1ba9c req-37354097-208e-4d56-b3df-2d1b308f4fad tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:31.092023 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff588852-1546-4587-bbb2-1d0cdec1ba9c req-37354097-208e-4d56-b3df-2d1b308f4fad tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/ports?device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 943 time: 0.1601052 Jul 16 03:45:31.123117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] For port 3226431d-81bf-4342-a741-e40876833d3f, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:31.140601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] For port 3226431d-81bf-4342-a741-e40876833d3f, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3226431d-81bf-4342-a741-e40876833d3f,segment=NetworkSegment(9605000a-2ffd-41c6-8d70-a4b28e722ed3),segment_id=9605000a-2ffd-41c6-8d70-a4b28e722ed3)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:31.148296 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.183911 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff588852-1546-4587-bbb2-1d0cdec1ba9c req-edf690a9-d247-4840-8cd7-c4fdbfe60201 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/security-groups?id=a885dd68-aac7-4ae3-b743-9a8e624e68e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812392 Jul 16 03:45:31.195125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:31.195719 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.197173 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] 10.222.0.20 "PUT /v2.0/ports/3226431d-81bf-4342-a741-e40876833d3f HTTP/1.1" status: 200 len: 1091 time: 1.3280001 Jul 16 03:45:31.197651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69784772-48db-4cf6-adb8-02e6fd54ebf5', 'tag': '3226431d-81bf-4342-a741-e40876833d3f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:31.200018 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c023f14-0edd-4181-8960-2d978fcefdbb" -d '{"events": [{"name": "network-changed", "server_uuid": "69784772-48db-4cf6-adb8-02e6fd54ebf5", "tag": "3226431d-81bf-4342-a741-e40876833d3f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:31.240070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20469f30-7145-4f2e-bd11-ad15c34cacd4 service neutron] Pushing event updated for resources: {'Port': ['ID=3226431d-81bf-4342-a741-e40876833d3f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:31.263414 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a48ec1c-f045-4697-9558-6ca79f2a6c94 x-openstack-request-id: req-9a48ec1c-f045-4697-9558-6ca79f2a6c94 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:31.263707 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69784772-48db-4cf6-adb8-02e6fd54ebf5", "tag": "3226431d-81bf-4342-a741-e40876833d3f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:31.264002 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a48ec1c-f045-4697-9558-6ca79f2a6c94 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:31.264419 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69784772-48db-4cf6-adb8-02e6fd54ebf5', 'tag': '3226431d-81bf-4342-a741-e40876833d3f', 'status': 'completed', 'code': 200} Jul 16 03:45:31.274558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-935695874'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:31.301384 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Made reservation on behalf of 172aaba347c14d58aae45e9b33f6ea40 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:31.306478 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.308221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:31.316069 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.363767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00142ed7-dd25-4347-866b-f8e284e8199b req-98c9642f-1296-433c-b07b-2988a88a0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:31.365948 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-98c9642f-1296-433c-b07b-2988a88a0f0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a820fd357f1b4dbb963f09a825fea4fc&device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 1094 time: 0.0969942 Jul 16 03:45:31.368251 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e559315a-c84f-4225-a1d4-4e283b4cc4a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c856bb9e19d04921b35e5f1c5ecd10e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582559 Jul 16 03:45:31.370964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:31.418613 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.422715 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.433610 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-af11472b-1aa9-473e-a8ff-ced4624394a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3226431d-81bf-4342-a741-e40876833d3f HTTP/1.1" status: 200 len: 217 time: 0.0431571 Jul 16 03:45:31.451557 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:45:31.461093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebb3664-25e4-4650-a910-ad1d8f34245d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:31.467645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.467970 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Added segment 3ac98905-5f33-40f3-839b-3fbe72b4b850 of type vlan for network 3732d567-600b-4573-9d3c-4105a0491488 Jul 16 03:45:31.494838 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26ea51b9-d810-48fc-8f58-4b0daaf5add3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.504945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00142ed7-dd25-4347-866b-f8e284e8199b req-87ee1124-1740-4323-9a91-8355e384e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:31.506405 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-87ee1124-1740-4323-9a91-8355e384e9ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6015c30-42a4-47c4-9023-4c73a93a3e5e HTTP/1.1" status: 200 len: 852 time: 0.0640426 Jul 16 03:45:31.521293 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.539009 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.550888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-b31d11d9-c42b-480c-9c56-9eb5805b0788 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa7e64e6-b295-4e40-920d-2fd15741542d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385079 Jul 16 03:45:31.555715 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26ea51b9-d810-48fc-8f58-4b0daaf5add3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.557708 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.563507 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:31.564105 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.608561 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6200988 Jul 16 03:45:31.614544 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50076) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:31.620197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-77eb52a5-abd1-4816-b970-ed63e1387c3a tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Request body: {'subnet': {'network_id': '3732d567-600b-4573-9d3c-4105a0491488', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:31.672567 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-1ba55f14-2a4e-477d-b37a-460ba0595d2f service neutron] 10.222.0.20 "GET /v2.0/networks/aa7e64e6-b295-4e40-920d-2fd15741542d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141667 Jul 16 03:45:31.673823 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26ea51b9-d810-48fc-8f58-4b0daaf5add3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.676334 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26ea51b9-d810-48fc-8f58-4b0daaf5add3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.677383 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-26ea51b9-d810-48fc-8f58-4b0daaf5add3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90bce10b-84ce-41f3-b669-af0e4807a0b8 HTTP/1.1" status: 204 len: 168 time: 0.3053262 Jul 16 03:45:31.693584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea51b9-d810-48fc-8f58-4b0daaf5add3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bce10b-84ce-41f3-b669-af0e4807a0b8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:31.708158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef8347-f223-48cf-8fa3-ce1bfa4fc4c4 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Pushing event updated for resources: {'Network': ['ID=3732d567-600b-4573-9d3c-4105a0491488,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:31.725344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 3732d567-600b-4573-9d3c-4105a0491488 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:45:31.811225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77eb52a5-abd1-4816-b970-ed63e1387c3a tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Made reservation on behalf of 172aaba347c14d58aae45e9b33f6ea40 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:31.827341 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77eb52a5-abd1-4816-b970-ed63e1387c3a tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:31.829805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00142ed7-dd25-4347-866b-f8e284e8199b req-507f574d-f9b8-4646-b77b-90326508d47f service neutron] 10.222.0.20 "GET /v2.0/networks/aa7e64e6-b295-4e40-920d-2fd15741542d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489148 Jul 16 03:45:32.023720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c023f14-0edd-4181-8960-2d978fcefdbb req-d8484fcc-ff2c-4e88-814c-f32b586936b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:32.025254 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c023f14-0edd-4181-8960-2d978fcefdbb req-d8484fcc-ff2c-4e88-814c-f32b586936b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a820fd357f1b4dbb963f09a825fea4fc&device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 1094 time: 0.1223476 Jul 16 03:45:32.172230 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c923ad0-c2e2-4836-9b35-e2a763e0e37f req-e5337e50-6cec-41c9-80e3-0ad531b58f6a tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:32.178094 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77eb52a5-abd1-4816-b970-ed63e1387c3a tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:32.179809 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9c923ad0-c2e2-4836-9b35-e2a763e0e37f req-e5337e50-6cec-41c9-80e3-0ad531b58f6a tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.2026830 Jul 16 03:45:32.230132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8542a5-ce07-4710-9c03-a06b9844f11a req-42111731-6cb2-4865-b32f-377f2fe1e2e3 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:32.231913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a8542a5-ce07-4710-9c03-a06b9844f11a req-42111731-6cb2-4865-b32f-377f2fe1e2e3 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 945 time: 0.2140052 Jul 16 03:45:32.239399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c023f14-0edd-4181-8960-2d978fcefdbb req-2bd2994c-bda6-4a80-885d-af81eb0b3b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:32.240880 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c023f14-0edd-4181-8960-2d978fcefdbb req-2bd2994c-bda6-4a80-885d-af81eb0b3b5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa7e64e6-b295-4e40-920d-2fd15741542d HTTP/1.1" status: 200 len: 913 time: 0.2065754 Jul 16 03:45:32.281650 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eb52a5-abd1-4816-b970-ed63e1387c3a tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Checking segment: {'id': '3ac98905-5f33-40f3-839b-3fbe72b4b850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3732d567-600b-4573-9d3c-4105a0491488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:32.282147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eb52a5-abd1-4816-b970-ed63e1387c3a tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Network hostable DHCP agents. Network: 3732d567-600b-4573-9d3c-4105a0491488, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:45:32.285319 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb52a5-abd1-4816-b970-ed63e1387c3a tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Pushing event updated for resources: {'Subnet': ['ID=7aa7a1ad-9f53-4dae-bbf2-29865bf64b9f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:32.306853 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9c923ad0-c2e2-4836-9b35-e2a763e0e37f req-bc3c0d1c-823d-4eb7-b868-adccff91489c tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261139 Jul 16 03:45:32.308105 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c023f14-0edd-4181-8960-2d978fcefdbb req-9c4b7765-f54a-42d0-ba52-968538684337 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3226431d-81bf-4342-a741-e40876833d3f HTTP/1.1" status: 200 len: 217 time: 0.0579526 Jul 16 03:45:32.315970 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eb52a5-abd1-4816-b970-ed63e1387c3a tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Network 3732d567-600b-4573-9d3c-4105a0491488 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:45:32.327295 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-77eb52a5-abd1-4816-b970-ed63e1387c3a tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 3732d567-600b-4573-9d3c-4105a0491488) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:32.332497 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eb52a5-abd1-4816-b970-ed63e1387c3a tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:32.333870 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-77eb52a5-abd1-4816-b970-ed63e1387c3a tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:32.340259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080539d1-294f-4341-94c5-69c7a24fbce9 None None] Network 3732d567-600b-4573-9d3c-4105a0491488 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:32.352289 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-77eb52a5-abd1-4816-b970-ed63e1387c3a tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7365365 Jul 16 03:45:32.354625 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50148) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:32.361419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7aa661c1-85f5-49db-a17a-476bfce418c2 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Request body: {'port': {'network_id': '3732d567-600b-4573-9d3c-4105a0491488', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2054120990'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:32.377370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a8542a5-ce07-4710-9c03-a06b9844f11a req-3aa5a4be-99c8-4f97-a153-26ed158b8c2a tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/security-groups?id=370627f2-393b-4c42-903e-9c18c50c6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355135 Jul 16 03:45:32.393321 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c023f14-0edd-4181-8960-2d978fcefdbb req-d5f03a5f-4a1a-43e9-911a-789e9641851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:32.394882 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c023f14-0edd-4181-8960-2d978fcefdbb req-d5f03a5f-4a1a-43e9-911a-789e9641851a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6015c30-42a4-47c4-9023-4c73a93a3e5e HTTP/1.1" status: 200 len: 852 time: 0.0798614 Jul 16 03:45:32.455481 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c023f14-0edd-4181-8960-2d978fcefdbb req-5c058bf4-d1e7-4f0a-98cf-a64ae2732ab3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa7e64e6-b295-4e40-920d-2fd15741542d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539072 Jul 16 03:45:32.673070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c023f14-0edd-4181-8960-2d978fcefdbb req-2b379ed1-41e7-4585-a4f7-84f57f80a81f service neutron] 10.222.0.20 "GET /v2.0/networks/aa7e64e6-b295-4e40-920d-2fd15741542d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034845 Jul 16 03:45:32.722137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-3732d567-600b-4573-9d3c-4105a0491488', 'network_id': '3732d567-600b-4573-9d3c-4105a0491488', 'tenant_id': '172aaba347c14d58aae45e9b33f6ea40', 'fixed_ips': [{'subnet_id': '7aa7a1ad-9f53-4dae-bbf2-29865bf64b9f'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:45:32.725321 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:32.868194 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c023f14-0edd-4181-8960-2d978fcefdbb req-558027b5-94b7-45ca-b0ba-46d0b6c36ffa service neutron] 10.222.0.20 "GET /v2.0/networks/aa7e64e6-b295-4e40-920d-2fd15741542d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872368 Jul 16 03:45:32.994447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Allocated IP 172.20.0.2 (3732d567-600b-4573-9d3c-4105a0491488/7aa7a1ad-9f53-4dae-bbf2-29865bf64b9f/92efc303-3b8a-4181-bd79-073b35d61607) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:33.157827 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa661c1-85f5-49db-a17a-476bfce418c2 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Made reservation on behalf of 172aaba347c14d58aae45e9b33f6ea40 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:33.163931 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7aa661c1-85f5-49db-a17a-476bfce418c2 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.164521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:33.179627 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f071c6-4666-40fe-821d-a5c4c0eb1d42 req-61a44f16-9d44-4417-95b5-7dd26fd2c457 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:33.181514 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7f071c6-4666-40fe-821d-a5c4c0eb1d42 req-61a44f16-9d44-4417-95b5-7dd26fd2c457 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 945 time: 0.3125434 Jul 16 03:45:33.190704 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-7aa661c1-85f5-49db-a17a-476bfce418c2 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] device_id is not set on port 82f328ca-8b65-4b05-9ec4-1dbc441a9998 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:45:33.193253 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12348b80-731d-4d1b-b672-0261aafac6c9 req-6c33a150-eb77-4694-b6f8-aaf36db1cb23 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:33.195008 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12348b80-731d-4d1b-b672-0261aafac6c9 req-6c33a150-eb77-4694-b6f8-aaf36db1cb23 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/ports?device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 943 time: 0.4908843 Jul 16 03:45:33.244650 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.257958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Transition to ACTIVE for port object 92efc303-3b8a-4181-bd79-073b35d61607 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:33.268999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3226431d-81bf-4342-a741-e40876833d3f details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:45:33.302763 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Transition to ACTIVE for port object 92efc303-3b8a-4181-bd79-073b35d61607 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:33.308663 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3bea5b19-f83b-430c-b0fe-e41b08c5889e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.312446 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.316653 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.346215 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7f071c6-4666-40fe-821d-a5c4c0eb1d42 req-b496cf58-3af6-4b66-9e8a-9334cc3c7f42 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/security-groups?id=370627f2-393b-4c42-903e-9c18c50c6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466272 Jul 16 03:45:33.375836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-422670083'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:33.424288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Pushing event updated for resources: {'Port': ['ID=92efc303-3b8a-4181-bd79-073b35d61607,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:33.430994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Network 3732d567-600b-4573-9d3c-4105a0491488 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:33.438674 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:33.442974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:33.465606 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-7aa661c1-85f5-49db-a17a-476bfce418c2 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Allocated IP 172.20.0.7 (3732d567-600b-4573-9d3c-4105a0491488/7aa7a1ad-9f53-4dae-bbf2-29865bf64b9f/82f328ca-8b65-4b05-9ec4-1dbc441a9998) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:33.478765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Made reservation on behalf of 016f9841de6043c1a4f8cd58e6a0edc2 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:33.489146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.503451 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.528540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12348b80-731d-4d1b-b672-0261aafac6c9 req-2ceccf11-ebb5-4791-bc68-56f3fcdffbb9 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/security-groups?id=a885dd68-aac7-4ae3-b743-9a8e624e68e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190012 Jul 16 03:45:33.584805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Attempting to bind port 92efc303-3b8a-4181-bd79-073b35d61607 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:33.585174 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Attempting to bind port 92efc303-3b8a-4181-bd79-073b35d61607 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '3ac98905-5f33-40f3-839b-3fbe72b4b850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3732d567-600b-4573-9d3c-4105a0491488'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:33.585729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Attempting to bind port 92efc303-3b8a-4181-bd79-073b35d61607 on network 3732d567-600b-4573-9d3c-4105a0491488 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:33.596059 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 3226431d-81bf-4342-a741-e40876833d3f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3226431d-81bf-4342-a741-e40876833d3f,segment=NetworkSegment(9605000a-2ffd-41c6-8d70-a4b28e722ed3),segment_id=9605000a-2ffd-41c6-8d70-a4b28e722ed3)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:33.646934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:33.647309 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Checking segment: {'id': '3ac98905-5f33-40f3-839b-3fbe72b4b850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3732d567-600b-4573-9d3c-4105a0491488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:33.657437 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.658121 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Bound using segment: {'id': '3ac98905-5f33-40f3-839b-3fbe72b4b850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3732d567-600b-4573-9d3c-4105a0491488'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:33.658796 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Bound port: 92efc303-3b8a-4181-bd79-073b35d61607, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac98905-5f33-40f3-839b-3fbe72b4b850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': '3732d567-600b-4573-9d3c-4105a0491488'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:33.659366 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.695166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '3226431d-81bf-4342-a741-e40876833d3f', 'network_id': 'aa7e64e6-b295-4e40-920d-2fd15741542d', 'port_id': '3226431d-81bf-4342-a741-e40876833d3f', 'mac_address': 'fa:16:3e:10:74:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 947, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6015c30-42a4-47c4-9023-4c73a93a3e5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:45:33.765992 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7aa661c1-85f5-49db-a17a-476bfce418c2 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.785793 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-7aa661c1-85f5-49db-a17a-476bfce418c2 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Transition to ACTIVE for port object 82f328ca-8b65-4b05-9ec4-1dbc441a9998 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:33.796696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9924b0-f54f-4515-90d6-bb71c71cdc08 req-c82fa7d9-c157-46d1-8dd1-68ab76a9472e tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:33.806290 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f9924b0-f54f-4515-90d6-bb71c71cdc08 req-c82fa7d9-c157-46d1-8dd1-68ab76a9472e tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 945 time: 0.1743917 Jul 16 03:45:33.818898 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.838529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7aa661c1-85f5-49db-a17a-476bfce418c2 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.840267 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.871292 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.889367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:45:33.920531 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.922498 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa661c1-85f5-49db-a17a-476bfce418c2 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Pushing event updated for resources: {'Port': ['ID=82f328ca-8b65-4b05-9ec4-1dbc441a9998,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:33.928708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3226431d-81bf-4342-a741-e40876833d3f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:33.931417 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa661c1-85f5-49db-a17a-476bfce418c2 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Network 3732d567-600b-4573-9d3c-4105a0491488 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:33.933859 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7aa661c1-85f5-49db-a17a-476bfce418c2 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:33.939893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa661c1-85f5-49db-a17a-476bfce418c2 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:33.951854 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] For port 92efc303-3b8a-4181-bd79-073b35d61607, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:33.952090 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:33.952410 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Added segment 624aaa25-2802-48a3-a3a0-7ed69dea23a8 of type vlan for network 54499100-d198-4499-8a14-ec6a2543fc05 Jul 16 03:45:33.961313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] For port 92efc303-3b8a-4181-bd79-073b35d61607, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=92efc303-3b8a-4181-bd79-073b35d61607,segment=NetworkSegment(3ac98905-5f33-40f3-839b-3fbe72b4b850),segment_id=3ac98905-5f33-40f3-839b-3fbe72b4b850)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:33.965936 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f9924b0-f54f-4515-90d6-bb71c71cdc08 req-39cb1b8b-0b0b-45df-abd2-7372b4aa87ba tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/security-groups?id=370627f2-393b-4c42-903e-9c18c50c6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585505 Jul 16 03:45:33.967763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5edbec3-9c21-46f1-b8d9-563e5561dcfc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:33.968029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 3226431d-81bf-4342-a741-e40876833d3f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3226431d-81bf-4342-a741-e40876833d3f,segment=NetworkSegment(9605000a-2ffd-41c6-8d70-a4b28e722ed3),segment_id=9605000a-2ffd-41c6-8d70-a4b28e722ed3)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:33.971000 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.008512 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.020989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:34.052401 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.057013 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.063556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:34.064223 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.080225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa661c1-85f5-49db-a17a-476bfce418c2 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:34.081180 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7aa661c1-85f5-49db-a17a-476bfce418c2 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.101091 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda5779-4da1-4edf-8987-7063d10872ad None None] Pushing event updated for resources: {'Port': ['ID=92efc303-3b8a-4181-bd79-073b35d61607,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:34.115437 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7aa661c1-85f5-49db-a17a-476bfce418c2 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7593884 Jul 16 03:45:34.118291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50188) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:34.155028 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9696941 Jul 16 03:45:34.155607 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:34.184408 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a0d612a9-5f92-4624-8cbd-f211d01ac185 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Request body: {'subnet': {'network_id': '54499100-d198-4499-8a14-ec6a2543fc05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:34.238391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=3226431d-81bf-4342-a741-e40876833d3f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:34.253936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa126c-bb24-45bf-b65a-19dc48098746 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event updated for resources: {'Network': ['ID=54499100-d198-4499-8a14-ec6a2543fc05,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:34.267758 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 54499100-d198-4499-8a14-ec6a2543fc05 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:45:34.322235 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f12b8a01-a331-4d48-844f-81f61a773ec1 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Deleting port 82f328ca-8b65-4b05-9ec4-1dbc441a9998 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:34.322866 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f12b8a01-a331-4d48-844f-81f61a773ec1 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.335717 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['3226431d-81bf-4342-a741-e40876833d3f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:34.361725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a627b1c7-1e62-495f-9a98-e4ec0322ecf3 tempest-TestServerBasicOps-1132170176 tempest-TestServerBasicOps-1132170176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:34.363260 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a627b1c7-1e62-495f-9a98-e4ec0322ecf3 tempest-TestServerBasicOps-1132170176 tempest-TestServerBasicOps-1132170176-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 1091 time: 0.3413692 Jul 16 03:45:34.367340 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:34.372243 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '67424c8b-d898-4e1d-964d-ae8dc521c81e', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:34.386741 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d612a9-5f92-4624-8cbd-f211d01ac185 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Made reservation on behalf of 016f9841de6043c1a4f8cd58e6a0edc2 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:34.392072 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0d612a9-5f92-4624-8cbd-f211d01ac185 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.449338 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f12b8a01-a331-4d48-844f-81f61a773ec1 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.466475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f12b8a01-a331-4d48-844f-81f61a773ec1 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Calling delete_port for 82f328ca-8b65-4b05-9ec4-1dbc441a9998 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:34.570093 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.690410 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f12b8a01-a331-4d48-844f-81f61a773ec1 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.719572 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b8a01-a331-4d48-844f-81f61a773ec1 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Pushing event deleted for resources: {'Port': ['ID=82f328ca-8b65-4b05-9ec4-1dbc441a9998,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:34.806806 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0d612a9-5f92-4624-8cbd-f211d01ac185 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.837032 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f12b8a01-a331-4d48-844f-81f61a773ec1 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.843319 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f12b8a01-a331-4d48-844f-81f61a773ec1 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] 10.222.0.18 "DELETE /v2.0/ports/82f328ca-8b65-4b05-9ec4-1dbc441a9998 HTTP/1.1" status: 204 len: 168 time: 0.7240031 Jul 16 03:45:34.846497 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50200) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:34.869192 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 92efc303-3b8a-4181-bd79-073b35d61607 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:34.932026 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:34.939384 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d612a9-5f92-4624-8cbd-f211d01ac185 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event updated for resources: {'Subnet': ['ID=c0cf72ac-47f5-43bc-a882-2187cbe5f58b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:34.957374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d612a9-5f92-4624-8cbd-f211d01ac185 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Checking segment: {'id': '624aaa25-2802-48a3-a3a0-7ed69dea23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '54499100-d198-4499-8a14-ec6a2543fc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:34.958462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d612a9-5f92-4624-8cbd-f211d01ac185 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Network hostable DHCP agents. Network: 54499100-d198-4499-8a14-ec6a2543fc05, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:45:34.996285 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 92efc303-3b8a-4181-bd79-073b35d61607 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:35.013695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251662f-0b8e-4ba7-989b-94d3df762e6b req-d402c960-400d-4a27-b852-617f8c143e2f tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:35.015223 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e251662f-0b8e-4ba7-989b-94d3df762e6b req-d402c960-400d-4a27-b852-617f8c143e2f tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/ports?device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 944 time: 0.3194308 Jul 16 03:45:35.026023 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-01322d4c-7be9-41f5-a3d5-12e10ecbcf80 tempest-DHCPAgentSchedulersTestJSON-1839371820 tempest-DHCPAgentSchedulersTestJSON-1839371820-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1630294 Jul 16 03:45:35.028671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50204) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:35.033833 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-facc0593-87ae-46b8-bac2-1b04e87518ed tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1469460935'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:35.054594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d612a9-5f92-4624-8cbd-f211d01ac185 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Network 54499100-d198-4499-8a14-ec6a2543fc05 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:45:35.059697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facc0593-87ae-46b8-bac2-1b04e87518ed tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Made reservation on behalf of 172aaba347c14d58aae45e9b33f6ea40 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:35.063417 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-facc0593-87ae-46b8-bac2-1b04e87518ed tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.090719 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facc0593-87ae-46b8-bac2-1b04e87518ed tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:45:35.095561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a0d612a9-5f92-4624-8cbd-f211d01ac185 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 54499100-d198-4499-8a14-ec6a2543fc05) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:35.104343 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-facc0593-87ae-46b8-bac2-1b04e87518ed tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.104767 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-facc0593-87ae-46b8-bac2-1b04e87518ed tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Added segment d8325536-95df-4254-bf96-09b89807101a of type vlan for network 8f32c5d6-a4a3-4c38-8266-93ec797bf74e Jul 16 03:45:35.105353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d612a9-5f92-4624-8cbd-f211d01ac185 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:35.105942 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0d612a9-5f92-4624-8cbd-f211d01ac185 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.117692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304d7311-128e-4c17-aa17-28b094c6386c None None] Network 54499100-d198-4499-8a14-ec6a2543fc05 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:35.123948 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e251662f-0b8e-4ba7-989b-94d3df762e6b req-0fd3ae16-1773-4dee-a2ea-dbed51ef4478 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/security-groups?id=a885dd68-aac7-4ae3-b743-9a8e624e68e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996587 Jul 16 03:45:35.143200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a0d612a9-5f92-4624-8cbd-f211d01ac185 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9864478 Jul 16 03:45:35.144487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Allocated IP 172.25.3.125 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/8af021b9-932f-48ec-905b-b7f2b3375f5c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:35.147023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50208) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:35.157319 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-58e6f525-d32a-44cf-8513-bb26ddf477e0 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Request body: {'port': {'network_id': '54499100-d198-4499-8a14-ec6a2543fc05', 'name': 'tempest-AllowedAddressPairTestJSON-2009319585'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:35.158528 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-facc0593-87ae-46b8-bac2-1b04e87518ed tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.176906 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3226431d-81bf-4342-a741-e40876833d3f up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:35.233314 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-facc0593-87ae-46b8-bac2-1b04e87518ed tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.239137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facc0593-87ae-46b8-bac2-1b04e87518ed tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:35.239724 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-facc0593-87ae-46b8-bac2-1b04e87518ed tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.416737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc0593-87ae-46b8-bac2-1b04e87518ed tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Pushing event updated for resources: {'Network': ['ID=8f32c5d6-a4a3-4c38-8266-93ec797bf74e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:35.431824 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-facc0593-87ae-46b8-bac2-1b04e87518ed tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3989725 Jul 16 03:45:35.432473 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50214) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:35.439405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 8f32c5d6-a4a3-4c38-8266-93ec797bf74e details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:45:35.496382 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.502361 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 3226431d-81bf-4342-a741-e40876833d3f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:35.511433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e6f525-d32a-44cf-8513-bb26ddf477e0 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Made reservation on behalf of 016f9841de6043c1a4f8cd58e6a0edc2 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:35.515456 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58e6f525-d32a-44cf-8513-bb26ddf477e0 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.550621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-58e6f525-d32a-44cf-8513-bb26ddf477e0 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] device_id is not set on port 1cd6ddec-bbf8-44d1-aaa1-75f382967d1f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:45:35.566172 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 3226431d-81bf-4342-a741-e40876833d3f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:35.568972 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:35.748383 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a95c03bb-a293-4786-862e-c3d3f142da90 tempest-DHCPAgentSchedulersTestJSON-1839371820 tempest-DHCPAgentSchedulersTestJSON-1839371820-project-admin] 10.222.0.18 "GET /v2.0/agents/25c428ef-536b-4ed4-a424-d56eca42decc/dhcp-networks HTTP/1.1" status: 200 len: 10470 time: 0.3144870 Jul 16 03:45:35.750937 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50218) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:35.866315 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0abc94c-5e21-44e8-ad08-512fc3f96914 tempest-DHCPAgentSchedulersTestJSON-1839371820 tempest-DHCPAgentSchedulersTestJSON-1839371820-project-admin] Network 8f32c5d6-a4a3-4c38-8266-93ec797bf74e is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:45:35.868914 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7778df81-62ba-4928-b0f1-382cd05c9fdf None None] Network 3732d567-600b-4573-9d3c-4105a0491488 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:35.881259 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a0abc94c-5e21-44e8-ad08-512fc3f96914 tempest-DHCPAgentSchedulersTestJSON-1839371820 tempest-DHCPAgentSchedulersTestJSON-1839371820-project-admin] 10.222.0.18 "POST /v2.0/agents/25c428ef-536b-4ed4-a424-d56eca42decc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1290164 Jul 16 03:45:35.883790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50220) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:36.006608 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943edb3f-dafc-40f2-9fab-cb6af5e72f08 None None] Network 8f32c5d6-a4a3-4c38-8266-93ec797bf74e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:36.043759 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-001707fc-40cf-45ce-aca9-15cbc4da8851 tempest-DHCPAgentSchedulersTestJSON-1839371820 tempest-DHCPAgentSchedulersTestJSON-1839371820-project-admin] 10.222.0.18 "GET /v2.0/agents/25c428ef-536b-4ed4-a424-d56eca42decc/dhcp-networks HTTP/1.1" status: 200 len: 11241 time: 0.1583796 Jul 16 03:45:36.046528 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50224) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:36.139009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af6885-24a8-434e-b677-8a2982821379 req-c2fcca1a-b8fc-4491-b031-75945bd2ece0 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:36.142354 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-caac32bf-b9a5-4505-b6d2-9fcc9eb61019 tempest-DHCPAgentSchedulersTestJSON-1839371820 tempest-DHCPAgentSchedulersTestJSON-1839371820-project-admin] 10.222.0.18 "DELETE /v2.0/agents/25c428ef-536b-4ed4-a424-d56eca42decc/dhcp-networks/8f32c5d6-a4a3-4c38-8266-93ec797bf74e HTTP/1.1" status: 204 len: 168 time: 0.0944476 Jul 16 03:45:36.144645 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50226) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:36.146013 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55b4f986-1fb8-43ce-9af4-d81da0df796e None None] Provisioning for port 92efc303-3b8a-4181-bd79-073b35d61607 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:36.148622 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52af6885-24a8-434e-b677-8a2982821379 req-c2fcca1a-b8fc-4491-b031-75945bd2ece0 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.6422720 Jul 16 03:45:36.153393 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55b4f986-1fb8-43ce-9af4-d81da0df796e None None] Provisioning complete for port 92efc303-3b8a-4181-bd79-073b35d61607 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:36.153767 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55b4f986-1fb8-43ce-9af4-d81da0df796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.154455 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.230234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:36.231833 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-58e6f525-d32a-44cf-8513-bb26ddf477e0 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Allocated IP 172.20.0.7 (54499100-d198-4499-8a14-ec6a2543fc05/c0cf72ac-47f5-43bc-a882-2187cbe5f58b/1cd6ddec-bbf8-44d1-aaa1-75f382967d1f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:36.236241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:36.236660 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.256219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52af6885-24a8-434e-b677-8a2982821379 req-147c9bd6-8e1b-49ba-a215-5eac10ffd7e4 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066084 Jul 16 03:45:36.259275 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:36.306785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-54499100-d198-4499-8a14-ec6a2543fc05', 'network_id': '54499100-d198-4499-8a14-ec6a2543fc05', 'tenant_id': '016f9841de6043c1a4f8cd58e6a0edc2', 'fixed_ips': [{'subnet_id': 'c0cf72ac-47f5-43bc-a882-2187cbe5f58b'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:45:36.307646 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.356247 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Pushing event updated for resources: {'Port': ['ID=8af021b9-932f-48ec-905b-b7f2b3375f5c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:36.416303 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-13d7a9fe-8f6f-4eb8-9f61-724420619444 tempest-DHCPAgentSchedulersTestJSON-1839371820 tempest-DHCPAgentSchedulersTestJSON-1839371820-project-admin] 10.222.0.18 "GET /v2.0/agents/25c428ef-536b-4ed4-a424-d56eca42decc/dhcp-networks HTTP/1.1" status: 200 len: 10470 time: 0.2604256 Jul 16 03:45:36.416303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50234) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:36.433297 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55b4f986-1fb8-43ce-9af4-d81da0df796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.497116 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0428ba0f-a85d-487f-8479-a930cbb77476 tempest-DHCPAgentSchedulersTestJSON-1839371820 tempest-DHCPAgentSchedulersTestJSON-1839371820-project-admin] 10.222.0.18 "GET /v2.0/networks/3732d567-600b-4573-9d3c-4105a0491488/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0607598 Jul 16 03:45:36.497935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50238) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:36.548229 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.568145 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a8b05fdb-b4a6-4c75-b916-50602537787f tempest-DHCPAgentSchedulersTestJSON-1839371820 tempest-DHCPAgentSchedulersTestJSON-1839371820-project-admin] 10.222.0.18 "GET /v2.0/networks/3732d567-600b-4573-9d3c-4105a0491488/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0677736 Jul 16 03:45:36.572156 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50242) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:36.676692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69784772-48db-4cf6-adb8-02e6fd54ebf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3226431d-81bf-4342-a741-e40876833d3f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:36.680162 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3213665-50b8-4bbd-8699-e1e7f90e630b" -d '{"events": [{"server_uuid": "69784772-48db-4cf6-adb8-02e6fd54ebf5", "name": "network-vif-plugged", "status": "completed", "tag": "3226431d-81bf-4342-a741-e40876833d3f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:36.691356 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-55b4f986-1fb8-43ce-9af4-d81da0df796e None None] For port 92efc303-3b8a-4181-bd79-073b35d61607, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=92efc303-3b8a-4181-bd79-073b35d61607,segment=NetworkSegment(3ac98905-5f33-40f3-839b-3fbe72b4b850),segment_id=3ac98905-5f33-40f3-839b-3fbe72b4b850)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:36.705122 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55b4f986-1fb8-43ce-9af4-d81da0df796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.732409 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 3226431d-81bf-4342-a741-e40876833d3f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3226431d-81bf-4342-a741-e40876833d3f,segment=NetworkSegment(9605000a-2ffd-41c6-8d70-a4b28e722ed3),segment_id=9605000a-2ffd-41c6-8d70-a4b28e722ed3)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:36.738721 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:36.862834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4f986-1fb8-43ce-9af4-d81da0df796e None None] Pushing event updated for resources: {'Port': ['ID=92efc303-3b8a-4181-bd79-073b35d61607,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:36.890415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22edf8-6700-4730-81ba-3d6172e2c6db req-61d46e58-d704-4b29-b0e4-159372d0c97b tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:36.892226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a22edf8-6700-4730-81ba-3d6172e2c6db req-61d46e58-d704-4b29-b0e4-159372d0c97b tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/ports?device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 944 time: 0.4836404 Jul 16 03:45:36.916504 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9dab1a9a-83ed-4d5d-af78-a9f2c9a6d0f1 tempest-DHCPAgentSchedulersTestJSON-1839371820 tempest-DHCPAgentSchedulersTestJSON-1839371820-project-admin] 10.222.0.18 "GET /v2.0/agents/25c428ef-536b-4ed4-a424-d56eca42decc/dhcp-networks HTTP/1.1" status: 200 len: 10470 time: 0.3414569 Jul 16 03:45:36.920102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50260) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:37.034484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-04ba0cb0-9e8b-440a-9e2d-ff4625cfd63c None None] Provisioning complete for port 92efc303-3b8a-4181-bd79-073b35d61607 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:37.034484 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04ba0cb0-9e8b-440a-9e2d-ff4625cfd63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.050276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=3226431d-81bf-4342-a741-e40876833d3f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:37.103713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a110c14-e252-4846-ae90-9b88132c6939 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.134332 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58e6f525-d32a-44cf-8513-bb26ddf477e0 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.135967 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c77710-cfc5-45a6-a863-3568c89dddd0 x-openstack-request-id: req-25c77710-cfc5-45a6-a863-3568c89dddd0 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:37.137430 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69784772-48db-4cf6-adb8-02e6fd54ebf5", "name": "network-vif-plugged", "status": "completed", "tag": "3226431d-81bf-4342-a741-e40876833d3f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:37.137797 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25c77710-cfc5-45a6-a863-3568c89dddd0 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:37.140948 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69784772-48db-4cf6-adb8-02e6fd54ebf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3226431d-81bf-4342-a741-e40876833d3f', 'code': 200} Jul 16 03:45:37.230172 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a22edf8-6700-4730-81ba-3d6172e2c6db req-24df3e0b-f31f-48d5-a797-1ec75ac12ff0 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/security-groups?id=a885dd68-aac7-4ae3-b743-9a8e624e68e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853181 Jul 16 03:45:37.323199 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a110c14-e252-4846-ae90-9b88132c6939 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.334112 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9a110c14-e252-4846-ae90-9b88132c6939 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f32c5d6-a4a3-4c38-8266-93ec797bf74e']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:37.345041 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9a110c14-e252-4846-ae90-9b88132c6939 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8325536-95df-4254-bf96-09b89807101a') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:37.345499 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9a110c14-e252-4846-ae90-9b88132c6939 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8325536-95df-4254-bf96-09b89807101a') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:37.356529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a110c14-e252-4846-ae90-9b88132c6939 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.358890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-58e6f525-d32a-44cf-8513-bb26ddf477e0 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Transition to ACTIVE for port object 1cd6ddec-bbf8-44d1-aaa1-75f382967d1f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:37.375153 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a110c14-e252-4846-ae90-9b88132c6939 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.388201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a110c14-e252-4846-ae90-9b88132c6939 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:37.388201 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a110c14-e252-4846-ae90-9b88132c6939 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:37.397147 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:37.408172 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8fc5e1d4-3f3e-473d-a53f-9d506571e876 None None] Could not find standard attr ID for object 82f328ca-8b65-4b05-9ec4-1dbc441a9998. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:45:37.484407 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748258d-0d17-419b-9845-8951eb6e3389 req-d641dbbe-a055-43f3-b3b1-11517da95145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:37.486202 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4748258d-0d17-419b-9845-8951eb6e3389 req-d641dbbe-a055-43f3-b3b1-11517da95145 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 1096 time: 0.2547946 Jul 16 03:45:37.498273 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a110c14-e252-4846-ae90-9b88132c6939 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.509913 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a110c14-e252-4846-ae90-9b88132c6939 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.516858 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9a110c14-e252-4846-ae90-9b88132c6939 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] 10.222.0.18 "DELETE /v2.0/networks/8f32c5d6-a4a3-4c38-8266-93ec797bf74e HTTP/1.1" status: 204 len: 168 time: 0.5907583 Jul 16 03:45:37.519275 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50270) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:37.590909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a110c14-e252-4846-ae90-9b88132c6939 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Pushing event deleted for resources: {'Network': ['ID=8f32c5d6-a4a3-4c38-8266-93ec797bf74e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:37.593695 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6708f745-b6b8-4419-87bc-38e574720612 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] DELETE failed (client error): The resource could not be found. Jul 16 03:45:37.594620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6708f745-b6b8-4419-87bc-38e574720612 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:45:37.597818 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6708f745-b6b8-4419-87bc-38e574720612 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] 10.222.0.18 "DELETE /v2.0/ports/82f328ca-8b65-4b05-9ec4-1dbc441a9998 HTTP/1.1" status: 404 len: 333 time: 0.0765719 Jul 16 03:45:37.599928 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50274) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:37.703063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb582859-0443-4650-923f-ecf60315c877 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Deleting subnet 7aa7a1ad-9f53-4dae-bbf2-29865bf64b9f {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:37.711994 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb582859-0443-4650-923f-ecf60315c877 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.720423 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4748258d-0d17-419b-9845-8951eb6e3389 req-246d64b5-dc8f-432a-b639-80f73cf6cd97 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a885dd68-aac7-4ae3-b743-9a8e624e68e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100213 Jul 16 03:45:37.732225 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58e6f525-d32a-44cf-8513-bb26ddf477e0 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.813628 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb582859-0443-4650-923f-ecf60315c877 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.820162 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Allocated IP 172.20.0.2 (54499100-d198-4499-8a14-ec6a2543fc05/c0cf72ac-47f5-43bc-a882-2187cbe5f58b/fa100296-1b06-46e6-b911-d1932693954d) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:37.919785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e6f525-d32a-44cf-8513-bb26ddf477e0 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Network 54499100-d198-4499-8a14-ec6a2543fc05 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:37.935434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-58e6f525-d32a-44cf-8513-bb26ddf477e0 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:37.945368 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb582859-0443-4650-923f-ecf60315c877 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:37.951467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e6f525-d32a-44cf-8513-bb26ddf477e0 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:38.046879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb582859-0443-4650-923f-ecf60315c877 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.061839 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb582859-0443-4650-923f-ecf60315c877 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.063661 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cb582859-0443-4650-923f-ecf60315c877 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] 10.222.0.18 "DELETE /v2.0/subnets/7aa7a1ad-9f53-4dae-bbf2-29865bf64b9f HTTP/1.1" status: 204 len: 168 time: 0.4626045 Jul 16 03:45:38.066057 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.068822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50278) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:38.084450 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0056cea-f807-4469-9d83-6915d7e9e150 None None] Network 3732d567-600b-4573-9d3c-4105a0491488 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:38.099440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb582859-0443-4650-923f-ecf60315c877 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa7a1ad-9f53-4dae-bbf2-29865bf64b9f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:38.115278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6f525-d32a-44cf-8513-bb26ddf477e0 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event updated for resources: {'Port': ['ID=1cd6ddec-bbf8-44d1-aaa1-75f382967d1f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:38.182447 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.218409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e6f525-d32a-44cf-8513-bb26ddf477e0 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:38.219177 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58e6f525-d32a-44cf-8513-bb26ddf477e0 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.225654 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Transition to ACTIVE for port object fa100296-1b06-46e6-b911-d1932693954d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:38.275779 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.285662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Transition to ACTIVE for port object fa100296-1b06-46e6-b911-d1932693954d will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:38.292415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-58e6f525-d32a-44cf-8513-bb26ddf477e0 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1362312 Jul 16 03:45:38.295469 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.297272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50284) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:38.319117 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-247b6365-fc37-4883-a7e1-bc5480d81070 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Request body: {'port': {'network_id': '54499100-d198-4499-8a14-ec6a2543fc05', 'name': 'tempest-AllowedAddressPairTestJSON-1050092297', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:5d:11:75'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:38.339175 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.394357 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Network 54499100-d198-4499-8a14-ec6a2543fc05 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:38.407272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:38.410559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:38.414907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Pushing event updated for resources: {'Port': ['ID=fa100296-1b06-46e6-b911-d1932693954d,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:38.490259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Attempting to bind port fa100296-1b06-46e6-b911-d1932693954d on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:38.491007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Attempting to bind port fa100296-1b06-46e6-b911-d1932693954d by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '624aaa25-2802-48a3-a3a0-7ed69dea23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '54499100-d198-4499-8a14-ec6a2543fc05'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:38.491565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Attempting to bind port fa100296-1b06-46e6-b911-d1932693954d on network 54499100-d198-4499-8a14-ec6a2543fc05 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:38.502757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:38.503603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Checking segment: {'id': '624aaa25-2802-48a3-a3a0-7ed69dea23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '54499100-d198-4499-8a14-ec6a2543fc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:38.504705 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.505271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Bound using segment: {'id': '624aaa25-2802-48a3-a3a0-7ed69dea23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '54499100-d198-4499-8a14-ec6a2543fc05'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:38.505962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Bound port: fa100296-1b06-46e6-b911-d1932693954d, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624aaa25-2802-48a3-a3a0-7ed69dea23a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '54499100-d198-4499-8a14-ec6a2543fc05'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:38.506526 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.543283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Deleting port 92efc303-3b8a-4181-bd79-073b35d61607 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:38.543732 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.583297 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da24a6-b606-41b8-8934-b2a940bcbbf8 None None] DHCP port deletion for 3732d567-600b-4573-9d3c-4105a0491488 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:45:38.635264 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247b6365-fc37-4883-a7e1-bc5480d81070 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Made reservation on behalf of 016f9841de6043c1a4f8cd58e6a0edc2 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:38.640654 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] For port fa100296-1b06-46e6-b911-d1932693954d, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:38.640830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdd9f0-9606-40e5-b57a-e6bfefebd9e7 req-0e2755a8-33f6-487d-a79b-b056c9de49c2 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:38.642530 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18cdd9f0-9606-40e5-b57a-e6bfefebd9e7 req-0e2755a8-33f6-487d-a79b-b056c9de49c2 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/ports?device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 945 time: 0.2428358 Jul 16 03:45:38.644759 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.650803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] For port fa100296-1b06-46e6-b911-d1932693954d, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fa100296-1b06-46e6-b911-d1932693954d,segment=NetworkSegment(624aaa25-2802-48a3-a3a0-7ed69dea23a8),segment_id=624aaa25-2802-48a3-a3a0-7ed69dea23a8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:38.650957 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.662014 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.736939 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-51da24a6-b606-41b8-8934-b2a940bcbbf8 None None] Deleting port 92efc303-3b8a-4181-bd79-073b35d61607 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:38.737663 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51da24a6-b606-41b8-8934-b2a940bcbbf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.848448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18cdd9f0-9606-40e5-b57a-e6bfefebd9e7 req-db364987-8cd6-4bb3-bc2f-466c058bb6cd tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/security-groups?id=a885dd68-aac7-4ae3-b743-9a8e624e68e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898804 Jul 16 03:45:38.857205 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03cbcd-0556-4b3a-ac22-14da7f00832a None None] Pushing event updated for resources: {'Port': ['ID=fa100296-1b06-46e6-b911-d1932693954d,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:38.904611 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-247b6365-fc37-4883-a7e1-bc5480d81070 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:38.920093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 92efc303-3b8a-4181-bd79-073b35d61607 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:38.927133 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.002551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Pushing event updated for resources: {'Port': ['ID=8af021b9-932f-48ec-905b-b7f2b3375f5c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:39.015361 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-51da24a6-b606-41b8-8934-b2a940bcbbf8 None None] For port 92efc303-3b8a-4181-bd79-073b35d61607, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=92efc303-3b8a-4181-bd79-073b35d61607,segment=NetworkSegment(3ac98905-5f33-40f3-839b-3fbe72b4b850),segment_id=3ac98905-5f33-40f3-839b-3fbe72b4b850)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:39.015813 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51da24a6-b606-41b8-8934-b2a940bcbbf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.042267 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] For port 92efc303-3b8a-4181-bd79-073b35d61607, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=92efc303-3b8a-4181-bd79-073b35d61607,segment=NetworkSegment(3ac98905-5f33-40f3-839b-3fbe72b4b850),segment_id=3ac98905-5f33-40f3-839b-3fbe72b4b850)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:39.042865 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.088519 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Calling delete_port for 92efc303-3b8a-4181-bd79-073b35d61607 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:39.106239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-51da24a6-b606-41b8-8934-b2a940bcbbf8 None None] Calling delete_port for 92efc303-3b8a-4181-bd79-073b35d61607 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:39.115913 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Floating IP df218658-6326-41eb-ae26-c432221295e7 associated. External IP: 172.25.3.125, port: 67424c8b-d898-4e1d-964d-ae8dc521c81e. Jul 16 03:45:39.134132 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-247b6365-fc37-4883-a7e1-bc5480d81070 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] device_id is not set on port 131baff0-3979-4c61-a373-bcef1276a526 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:45:39.169861 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.245158 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 92efc303-3b8a-4181-bd79-073b35d61607, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=92efc303-3b8a-4181-bd79-073b35d61607,segment=NetworkSegment(3ac98905-5f33-40f3-839b-3fbe72b4b850),segment_id=3ac98905-5f33-40f3-839b-3fbe72b4b850)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:39.249503 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.316107 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51da24a6-b606-41b8-8934-b2a940bcbbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.325610 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=92efc303-3b8a-4181-bd79-073b35d61607,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:39.351892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da24a6-b606-41b8-8934-b2a940bcbbf8 None None] Pushing event deleted for resources: {'Port': ['ID=92efc303-3b8a-4181-bd79-073b35d61607,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:39.360501 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da24a6-b606-41b8-8934-b2a940bcbbf8 None None] No DVR routers for this DVR port 92efc303-3b8a-4181-bd79-073b35d61607 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:39.484725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-247b6365-fc37-4883-a7e1-bc5480d81070 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Allocated IP 172.20.0.3 (54499100-d198-4499-8a14-ec6a2543fc05/c0cf72ac-47f5-43bc-a882-2187cbe5f58b/131baff0-3979-4c61-a373-bcef1276a526) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:39.485782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Router b06ee832-b398-418c-b33a-36674ae469aa has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:45:39.527574 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.578813 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] No DVR routers for this DVR port 92efc303-3b8a-4181-bd79-073b35d61607 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:39.584759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Pushing event deleted for resources: {'Port': ['ID=92efc303-3b8a-4181-bd79-073b35d61607,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:39.623598 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:39.634151 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec9824-a37b-4355-9479-d388b96df878 None None] Sync routers for ids ['b06ee832-b398-418c-b33a-36674ae469aa'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:39.651321 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec9824-a37b-4355-9479-d388b96df878 None None] Routers {'b06ee832-b398-418c-b33a-36674ae469aa'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:39.652414 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fdec9824-a37b-4355-9479-d388b96df878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b06ee832-b398-418c-b33a-36674ae469aa'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:39.656195 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.722440 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.754094 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0d033810-a2ba-4fb0-bf7b-2451eb3bf1b5 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3840718 Jul 16 03:45:39.754952 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ab105b-8bba-4488-b6cc-43e4da7f67fd', 'tag': '67424c8b-d898-4e1d-964d-ae8dc521c81e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:39.762763 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e280bb6c-5c41-4483-b02f-54960b42c1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "54ab105b-8bba-4488-b6cc-43e4da7f67fd", "tag": "67424c8b-d898-4e1d-964d-ae8dc521c81e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:39.778589 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3732d567-600b-4573-9d3c-4105a0491488']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:39.804995 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac98905-5f33-40f3-839b-3fbe72b4b850') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:39.805294 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac98905-5f33-40f3-839b-3fbe72b4b850') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:39.821027 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.824618 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfafc95-1562-41a9-a23c-49d17599e0c6 x-openstack-request-id: req-adfafc95-1562-41a9-a23c-49d17599e0c6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:39.825334 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ab105b-8bba-4488-b6cc-43e4da7f67fd", "tag": "67424c8b-d898-4e1d-964d-ae8dc521c81e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:39.825960 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adfafc95-1562-41a9-a23c-49d17599e0c6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:39.826645 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ab105b-8bba-4488-b6cc-43e4da7f67fd', 'tag': '67424c8b-d898-4e1d-964d-ae8dc521c81e', 'status': 'completed', 'code': 200} Jul 16 03:45:39.851856 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.866354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Releasing vlan 920 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:39.866778 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:39.870215 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:39.903970 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-fdec9824-a37b-4355-9479-d388b96df878 None None] Set router b06ee832-b398-418c-b33a-36674ae469aa gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:39.936131 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-247b6365-fc37-4883-a7e1-bc5480d81070 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:39.979453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280bb6c-5c41-4483-b02f-54960b42c1b2 req-aaa82a50-e94d-4999-9f6b-d7aaf5c46cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:39.987808 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e280bb6c-5c41-4483-b02f-54960b42c1b2 req-aaa82a50-e94d-4999-9f6b-d7aaf5c46cdc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d456e71ce4bf457baa46d06214c9cfba&device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 1096 time: 0.1381581 Jul 16 03:45:40.113110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-247b6365-fc37-4883-a7e1-bc5480d81070 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Transition to ACTIVE for port object 131baff0-3979-4c61-a373-bcef1276a526 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:40.184499 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fdec9824-a37b-4355-9479-d388b96df878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:40Z', 'updated_at': '2021-07-16T03:44:48Z', 'revision_number': 4, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'gw_port': {'id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:43Z', 'updated_at': '2021-07-16T03:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'df218658-6326-41eb-ae26-c432221295e7', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'port_id': '67424c8b-d898-4e1d-964d-ae8dc521c81e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'mac_address': 'fa:16:3e:1b:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ab105b-8bba-4488-b6cc-43e4da7f67fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:45:37Z', 'updated_at': '2021-07-16T03:45:37Z', 'revision_number': 0, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf40f15-973f-42de-a248-8ad182f4346e', 'name': '', 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'mac_address': 'fa:16:3e:98:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:47Z', 'updated_at': '2021-07-16T03:44:57Z', 'revision_number': 5, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'subnets': [{'id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:40.213179 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-247b6365-fc37-4883-a7e1-bc5480d81070 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.215305 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.232172 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec9824-a37b-4355-9479-d388b96df878 None None] Checking router: b06ee832-b398-418c-b33a-36674ae469aa for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:45:40.241735 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec9824-a37b-4355-9479-d388b96df878 None None] Routers {'b06ee832-b398-418c-b33a-36674ae469aa'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:40.242491 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fdec9824-a37b-4355-9479-d388b96df878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b06ee832-b398-418c-b33a-36674ae469aa'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:40.288167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280bb6c-5c41-4483-b02f-54960b42c1b2 req-8d933c4e-4cbf-4523-a89c-dcf2bb4b1027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:40.294124 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e280bb6c-5c41-4483-b02f-54960b42c1b2 req-8d933c4e-4cbf-4523-a89c-dcf2bb4b1027 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f41ac0c3-0b47-4600-8c47-c4e04c4c229d HTTP/1.1" status: 200 len: 909 time: 0.2991810 Jul 16 03:45:40.304523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffec072-1c09-48ac-b04c-da4db2c7f7bd req-92052a7c-14b2-484c-8725-89cfb4a09a17 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:40.306330 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fffec072-1c09-48ac-b04c-da4db2c7f7bd req-92052a7c-14b2-484c-8725-89cfb4a09a17 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/ports?device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1552491 Jul 16 03:45:40.310859 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.321541 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] 10.222.0.18 "DELETE /v2.0/networks/3732d567-600b-4573-9d3c-4105a0491488 HTTP/1.1" status: 204 len: 168 time: 2.2430437 Jul 16 03:45:40.328980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce4d56-1cd9-4f09-be11-110025818d35 tempest-DHCPAgentSchedulersTestJSON-1058620761 tempest-DHCPAgentSchedulersTestJSON-1058620761-project] Pushing event deleted for resources: {'Network': ['ID=3732d567-600b-4573-9d3c-4105a0491488,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:40.378604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b6365-fc37-4883-a7e1-bc5480d81070 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Network 54499100-d198-4499-8a14-ec6a2543fc05 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:40.383450 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-247b6365-fc37-4883-a7e1-bc5480d81070 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:40.393102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b6365-fc37-4883-a7e1-bc5480d81070 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:40.405305 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e356b970-8136-4d91-aabe-31d0070e6df3 None None] Network 54499100-d198-4499-8a14-ec6a2543fc05 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:40.412234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fffec072-1c09-48ac-b04c-da4db2c7f7bd req-7c3e9037-262c-487c-8763-3ee83fe6c7d5 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/security-groups?id=a885dd68-aac7-4ae3-b743-9a8e624e68e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945175 Jul 16 03:45:40.460463 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e280bb6c-5c41-4483-b02f-54960b42c1b2 req-e63f3a33-dd49-4d80-938f-77529cb782ec service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67424c8b-d898-4e1d-964d-ae8dc521c81e HTTP/1.1" status: 200 len: 999 time: 0.1502542 Jul 16 03:45:40.502659 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247b6365-fc37-4883-a7e1-bc5480d81070 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:40.503456 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-247b6365-fc37-4883-a7e1-bc5480d81070 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:40.511241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b6365-fc37-4883-a7e1-bc5480d81070 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event updated for resources: {'Port': ['ID=131baff0-3979-4c61-a373-bcef1276a526,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:40.537466 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-247b6365-fc37-4883-a7e1-bc5480d81070 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.2320695 Jul 16 03:45:40.540990 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50306) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:40.590289 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ea2e2d0a-f3ac-48d0-9fcb-548a4e8e52c0 None None] Provisioning for port fa100296-1b06-46e6-b911-d1932693954d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:40.599642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280bb6c-5c41-4483-b02f-54960b42c1b2 req-01c3a73e-a534-4051-bb0c-8d83e69120fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:40.600226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e280bb6c-5c41-4483-b02f-54960b42c1b2 req-01c3a73e-a534-4051-bb0c-8d83e69120fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=85459ebc-cb75-450d-89e8-29c50d6b0aa2 HTTP/1.1" status: 200 len: 847 time: 0.1326725 Jul 16 03:45:40.717968 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:45:40.764907 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-fdec9824-a37b-4355-9479-d388b96df878 None None] Set router b06ee832-b398-418c-b33a-36674ae469aa gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:40.801727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf626a3-a07a-4e01-9162-265de452cb41 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:40.806590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280bb6c-5c41-4483-b02f-54960b42c1b2 req-cce68b37-42ad-435b-b295-51abf691143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:40.809977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e280bb6c-5c41-4483-b02f-54960b42c1b2 req-cce68b37-42ad-435b-b295-51abf691143b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f41ac0c3-0b47-4600-8c47-c4e04c4c229d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012210 Jul 16 03:45:40.814377 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf626a3-a07a-4e01-9162-265de452cb41 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:40.837180 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf626a3-a07a-4e01-9162-265de452cb41 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:40.839137 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1bf626a3-a07a-4e01-9162-265de452cb41 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2970169 Jul 16 03:45:40.842830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50308) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:40.991263 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e280bb6c-5c41-4483-b02f-54960b42c1b2 req-a4e61510-5045-463c-910f-9c7ca78c446c service neutron] 10.222.0.88 "GET /v2.0/networks/f41ac0c3-0b47-4600-8c47-c4e04c4c229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743298 Jul 16 03:45:41.031013 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fa100296-1b06-46e6-b911-d1932693954d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:41.108941 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50314) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:41.121567 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a757b907-739e-49fd-a93e-143b74b475ba tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Deleting port 131baff0-3979-4c61-a373-bcef1276a526 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:41.122682 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a757b907-739e-49fd-a93e-143b74b475ba tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:41.240849 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e280bb6c-5c41-4483-b02f-54960b42c1b2 req-d230f891-72d3-4d9f-bccb-f735c2f7de8d service neutron] 10.222.0.88 "GET /v2.0/networks/f41ac0c3-0b47-4600-8c47-c4e04c4c229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245452 Jul 16 03:45:41.261371 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a757b907-739e-49fd-a93e-143b74b475ba tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:41.294194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a757b907-739e-49fd-a93e-143b74b475ba tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Calling delete_port for 131baff0-3979-4c61-a373-bcef1276a526 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:41.314372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port fa100296-1b06-46e6-b911-d1932693954d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:41.344420 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port fa100296-1b06-46e6-b911-d1932693954d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:41.344795 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:41.451447 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fdec9824-a37b-4355-9479-d388b96df878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:40Z', 'updated_at': '2021-07-16T03:44:48Z', 'revision_number': 4, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'gw_port': {'id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:43Z', 'updated_at': '2021-07-16T03:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'df218658-6326-41eb-ae26-c432221295e7', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'port_id': '67424c8b-d898-4e1d-964d-ae8dc521c81e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'mac_address': 'fa:16:3e:1b:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ab105b-8bba-4488-b6cc-43e4da7f67fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:45:37Z', 'updated_at': '2021-07-16T03:45:37Z', 'revision_number': 0, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf40f15-973f-42de-a248-8ad182f4346e', 'name': '', 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'mac_address': 'fa:16:3e:98:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:47Z', 'updated_at': '2021-07-16T03:44:57Z', 'revision_number': 5, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'subnets': [{'id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:41.497383 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdec9824-a37b-4355-9479-d388b96df878 None None] The sync data for ids ['b06ee832-b398-418c-b33a-36674ae469aa'] in n-d-800088-6 is: [{'id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:40Z', 'updated_at': '2021-07-16T03:44:48Z', 'revision_number': 4, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'gw_port': {'id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:43Z', 'updated_at': '2021-07-16T03:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'df218658-6326-41eb-ae26-c432221295e7', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'floating_ip_address': '172.25.3.125', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'port_id': '67424c8b-d898-4e1d-964d-ae8dc521c81e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'mac_address': 'fa:16:3e:1b:b3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ab105b-8bba-4488-b6cc-43e4da7f67fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:45:37Z', 'updated_at': '2021-07-16T03:45:37Z', 'revision_number': 0, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aaf40f15-973f-42de-a248-8ad182f4346e', 'name': '', 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'mac_address': 'fa:16:3e:98:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:47Z', 'updated_at': '2021-07-16T03:44:57Z', 'revision_number': 5, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'subnets': [{'id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:41.643340 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:41.713958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port fa100296-1b06-46e6-b911-d1932693954d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fa100296-1b06-46e6-b911-d1932693954d,segment=NetworkSegment(624aaa25-2802-48a3-a3a0-7ed69dea23a8),segment_id=624aaa25-2802-48a3-a3a0-7ed69dea23a8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:41.724274 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:41.897193 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a788ccc-4245-4174-adb7-6cad95664da6 None None] New status for floating IP df218658-6326-41eb-ae26-c432221295e7: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:45:41.901826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=fa100296-1b06-46e6-b911-d1932693954d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:41.925583 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-712340ba-2ddc-4f15-9508-8d5ae51013ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=172aaba347c14d58aae45e9b33f6ea40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8107798 Jul 16 03:45:41.929447 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50324) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:42.030041 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256249dc-74d1-43ee-bfe6-a9b23a2cbf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.053188 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256249dc-74d1-43ee-bfe6-a9b23a2cbf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.054492 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a14f0-7eba-473c-b970-c166e8b9c61c req-5fce8484-fc08-44a9-a69b-705fbd04d705 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:42.059681 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-665a14f0-7eba-473c-b970-c166e8b9c61c req-5fce8484-fc08-44a9-a69b-705fbd04d705 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/ports?device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1992092 Jul 16 03:45:42.116520 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256249dc-74d1-43ee-bfe6-a9b23a2cbf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.119015 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256249dc-74d1-43ee-bfe6-a9b23a2cbf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.120182 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-256249dc-74d1-43ee-bfe6-a9b23a2cbf94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cebb3664-25e4-4650-a910-ad1d8f34245d HTTP/1.1" status: 204 len: 168 time: 0.1898081 Jul 16 03:45:42.142016 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-665a14f0-7eba-473c-b970-c166e8b9c61c req-3da56562-334b-414a-9776-00197a3dcd41 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/security-groups?id=a885dd68-aac7-4ae3-b743-9a8e624e68e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727119 Jul 16 03:45:42.182147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256249dc-74d1-43ee-bfe6-a9b23a2cbf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebb3664-25e4-4650-a910-ad1d8f34245d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:42.213121 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a757b907-739e-49fd-a93e-143b74b475ba tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.271573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757b907-739e-49fd-a93e-143b74b475ba tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event deleted for resources: {'Port': ['ID=131baff0-3979-4c61-a373-bcef1276a526,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:42.399962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-614755cf-039a-4a2d-b886-26da1418ff68 None None] Provisioning for port 131baff0-3979-4c61-a373-bcef1276a526 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:42.406852 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-614755cf-039a-4a2d-b886-26da1418ff68 None None] Provisioning complete for port 131baff0-3979-4c61-a373-bcef1276a526 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:42.407269 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-614755cf-039a-4a2d-b886-26da1418ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.462129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-614755cf-039a-4a2d-b886-26da1418ff68 None None] Port 131baff0-3979-4c61-a373-bcef1276a526 was deleted so its status cannot be updated. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 03:45:42.493951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-614755cf-039a-4a2d-b886-26da1418ff68 None None] Provisioning complete for port fa100296-1b06-46e6-b911-d1932693954d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:42.494989 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-614755cf-039a-4a2d-b886-26da1418ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.580614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:42.604497 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c068274-3f05-45d1-b7a1-f22d979eb3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.649869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-614755cf-039a-4a2d-b886-26da1418ff68 None None] Provisioning for port 1cd6ddec-bbf8-44d1-aaa1-75f382967d1f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:42.655392 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a757b907-739e-49fd-a93e-143b74b475ba tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.657928 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a757b907-739e-49fd-a93e-143b74b475ba tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "DELETE /v2.0/ports/131baff0-3979-4c61-a373-bcef1276a526 HTTP/1.1" status: 204 len: 168 time: 1.8135090 Jul 16 03:45:42.659111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-614755cf-039a-4a2d-b886-26da1418ff68 None None] Provisioning complete for port 1cd6ddec-bbf8-44d1-aaa1-75f382967d1f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:42.659482 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-614755cf-039a-4a2d-b886-26da1418ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.661418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50334) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:42.691655 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d87cdf-e523-4c3a-9169-3ff1eb0cf632 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] GET failed (client error): The resource could not be found. Jul 16 03:45:42.698679 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-23d87cdf-e523-4c3a-9169-3ff1eb0cf632 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "GET /v2.0/ports/131baff0-3979-4c61-a373-bcef1276a526 HTTP/1.1" status: 404 len: 333 time: 0.0353904 Jul 16 03:45:42.699902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:42.712891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cf8a944a-2371-4e6a-81b7-acebdcfbc440 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Request body: {'port': {'network_id': '54499100-d198-4499-8a14-ec6a2543fc05', 'name': 'tempest-AllowedAddressPairTestJSON-1028421660'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:42.725837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-614755cf-039a-4a2d-b886-26da1418ff68 None None] Port 1cd6ddec-bbf8-44d1-aaa1-75f382967d1f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:42.838174 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fa100296-1b06-46e6-b911-d1932693954d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:45:42.841607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2c3a4ac8-9c12-4a98-b4b1-d77dc0f0bf47 None None] Could not find standard attr ID for object 131baff0-3979-4c61-a373-bcef1276a526. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:45:42.879889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2c3a4ac8-9c12-4a98-b4b1-d77dc0f0bf47 None None] Provisioning complete for port 1cd6ddec-bbf8-44d1-aaa1-75f382967d1f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:42.880074 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c068274-3f05-45d1-b7a1-f22d979eb3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.880182 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c3a4ac8-9c12-4a98-b4b1-d77dc0f0bf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.894406 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c068274-3f05-45d1-b7a1-f22d979eb3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.924892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a4ac8-9c12-4a98-b4b1-d77dc0f0bf47 None None] Port 1cd6ddec-bbf8-44d1-aaa1-75f382967d1f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:42.931141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port fa100296-1b06-46e6-b911-d1932693954d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:42.931517 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.953178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c068274-3f05-45d1-b7a1-f22d979eb3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b642bb-f0a5-444c-9755-af5400f23668,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:42.967708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8a944a-2371-4e6a-81b7-acebdcfbc440 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Made reservation on behalf of 016f9841de6043c1a4f8cd58e6a0edc2 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:42.975818 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf8a944a-2371-4e6a-81b7-acebdcfbc440 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:42.981629 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8c068274-3f05-45d1-b7a1-f22d979eb3fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f987298c35c48ca870c19df2e65dfec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998938 Jul 16 03:45:42.984414 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50338) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:42.999676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-cf8a944a-2371-4e6a-81b7-acebdcfbc440 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] device_id is not set on port 73e250c9-8002-49e2-9084-c1f07b8e6754 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:45:43.050948 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f480bbe-0e65-4085-809b-90372a73358a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.076828 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f480bbe-0e65-4085-809b-90372a73358a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.127947 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f480bbe-0e65-4085-809b-90372a73358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.131642 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f480bbe-0e65-4085-809b-90372a73358a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.135419 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8f480bbe-0e65-4085-809b-90372a73358a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65b642bb-f0a5-444c-9755-af5400f23668 HTTP/1.1" status: 204 len: 168 time: 0.1465633 Jul 16 03:45:43.142151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f480bbe-0e65-4085-809b-90372a73358a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b642bb-f0a5-444c-9755-af5400f23668,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:43.178337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cf8a944a-2371-4e6a-81b7-acebdcfbc440 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Allocated IP 172.20.0.8 (54499100-d198-4499-8a14-ec6a2543fc05/c0cf72ac-47f5-43bc-a882-2187cbe5f58b/73e250c9-8002-49e2-9084-c1f07b8e6754) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:43.196652 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dd7f0-18ae-470a-8aa4-9ec81897986c req-48f9f678-9ca2-4a28-beb9-88e9d8fdf9ba tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:43.198178 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-600dd7f0-18ae-470a-8aa4-9ec81897986c req-48f9f678-9ca2-4a28-beb9-88e9d8fdf9ba tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.20 "GET /v2.0/ports?device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1207194 Jul 16 03:45:43.463261 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16995a6e-3cf3-48a1-b1ae-9fa5d744206f req-54967482-4bd5-4a35-87e7-0219812d3f88 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:43.465127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-16995a6e-3cf3-48a1-b1ae-9fa5d744206f req-54967482-4bd5-4a35-87e7-0219812d3f88 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/ports?device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 945 time: 0.1764297 Jul 16 03:45:43.516240 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf8a944a-2371-4e6a-81b7-acebdcfbc440 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.518976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-600dd7f0-18ae-470a-8aa4-9ec81897986c req-910f5892-6eac-4dd9-9561-b77ac29958a3 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Deleting port 3226431d-81bf-4342-a741-e40876833d3f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:43.519393 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-600dd7f0-18ae-470a-8aa4-9ec81897986c req-910f5892-6eac-4dd9-9561-b77ac29958a3 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.557415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cf8a944a-2371-4e6a-81b7-acebdcfbc440 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Transition to ACTIVE for port object 73e250c9-8002-49e2-9084-c1f07b8e6754 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:43.564408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-16995a6e-3cf3-48a1-b1ae-9fa5d744206f req-60ac5206-1a12-4f3a-bdc2-dcb44ee49e2d tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/security-groups?id=a885dd68-aac7-4ae3-b743-9a8e624e68e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925541 Jul 16 03:45:43.652977 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-600dd7f0-18ae-470a-8aa4-9ec81897986c req-910f5892-6eac-4dd9-9561-b77ac29958a3 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] For port 3226431d-81bf-4342-a741-e40876833d3f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=3226431d-81bf-4342-a741-e40876833d3f,segment=NetworkSegment(9605000a-2ffd-41c6-8d70-a4b28e722ed3),segment_id=9605000a-2ffd-41c6-8d70-a4b28e722ed3)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:43.653346 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-600dd7f0-18ae-470a-8aa4-9ec81897986c req-910f5892-6eac-4dd9-9561-b77ac29958a3 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.662325 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf8a944a-2371-4e6a-81b7-acebdcfbc440 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:43.705824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-600dd7f0-18ae-470a-8aa4-9ec81897986c req-910f5892-6eac-4dd9-9561-b77ac29958a3 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Calling delete_port for 3226431d-81bf-4342-a741-e40876833d3f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:43.732505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8a944a-2371-4e6a-81b7-acebdcfbc440 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Network 54499100-d198-4499-8a14-ec6a2543fc05 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:43.770604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cf8a944a-2371-4e6a-81b7-acebdcfbc440 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:43.789885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8a944a-2371-4e6a-81b7-acebdcfbc440 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:43.797627 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a944a-2371-4e6a-81b7-acebdcfbc440 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event updated for resources: {'Port': ['ID=73e250c9-8002-49e2-9084-c1f07b8e6754,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:43.874592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8a944a-2371-4e6a-81b7-acebdcfbc440 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:43.875227 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf8a944a-2371-4e6a-81b7-acebdcfbc440 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.056258 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-033fa7c2-7f0e-4c53-ad8d-e2a3f2d65e76 None None] Provisioning for port 73e250c9-8002-49e2-9084-c1f07b8e6754 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:44.063211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-033fa7c2-7f0e-4c53-ad8d-e2a3f2d65e76 None None] Provisioning complete for port 73e250c9-8002-49e2-9084-c1f07b8e6754 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:44.064270 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-033fa7c2-7f0e-4c53-ad8d-e2a3f2d65e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.110271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-033fa7c2-7f0e-4c53-ad8d-e2a3f2d65e76 None None] Port 73e250c9-8002-49e2-9084-c1f07b8e6754 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:44.283995 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cf8a944a-2371-4e6a-81b7-acebdcfbc440 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5814805 Jul 16 03:45:44.287529 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:44.297024 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d445d5b6-e1da-4f58-8b11-838ba3c0c17a tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:5d:11:75'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:44.354134 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-600dd7f0-18ae-470a-8aa4-9ec81897986c req-910f5892-6eac-4dd9-9561-b77ac29958a3 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.404253 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f5892-6eac-4dd9-9561-b77ac29958a3 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Pushing event deleted for resources: {'Port': ['ID=3226431d-81bf-4342-a741-e40876833d3f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:44.483804 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-600dd7f0-18ae-470a-8aa4-9ec81897986c req-910f5892-6eac-4dd9-9561-b77ac29958a3 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] No DVR routers for this DVR port 3226431d-81bf-4342-a741-e40876833d3f on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:44.487514 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-600dd7f0-18ae-470a-8aa4-9ec81897986c req-910f5892-6eac-4dd9-9561-b77ac29958a3 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.490058 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-600dd7f0-18ae-470a-8aa4-9ec81897986c req-910f5892-6eac-4dd9-9561-b77ac29958a3 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.20 "DELETE /v2.0/ports/3226431d-81bf-4342-a741-e40876833d3f HTTP/1.1" status: 204 len: 173 time: 1.2861192 Jul 16 03:45:44.490500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69784772-48db-4cf6-adb8-02e6fd54ebf5', 'name': 'network-vif-deleted', 'tag': '3226431d-81bf-4342-a741-e40876833d3f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:44.493245 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484cb7cb-e933-4481-958f-e39e4b664727" -d '{"events": [{"server_uuid": "69784772-48db-4cf6-adb8-02e6fd54ebf5", "name": "network-vif-deleted", "tag": "3226431d-81bf-4342-a741-e40876833d3f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:44.591077 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654ef314-4d92-445d-ad2b-4981adf72057 x-openstack-request-id: req-654ef314-4d92-445d-ad2b-4981adf72057 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:44.591420 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69784772-48db-4cf6-adb8-02e6fd54ebf5", "name": "network-vif-deleted", "tag": "3226431d-81bf-4342-a741-e40876833d3f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:44.591629 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-654ef314-4d92-445d-ad2b-4981adf72057 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:44.592027 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69784772-48db-4cf6-adb8-02e6fd54ebf5', 'name': 'network-vif-deleted', 'tag': '3226431d-81bf-4342-a741-e40876833d3f', 'status': 'completed', 'code': 200} Jul 16 03:45:44.610763 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d445d5b6-e1da-4f58-8b11-838ba3c0c17a tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.650498 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50384) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:44.766713 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1777374182', 'router:external': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:44.791317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Made reservation on behalf of d434f31590944093b01e002e542911e2 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:44.794085 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.804289 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.832431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d3b65db-df42-4ead-8466-6f955c1acb9f req-2c931684-4bae-4d13-89ad-bee1db6978b8 tempest-ServerPasswordTestJSON-252956300 tempest-ServerPasswordTestJSON-252956300-project] 10.222.0.18 "GET /v2.0/ports?device_id=69784772-48db-4cf6-adb8-02e6fd54ebf5 HTTP/1.1" status: 200 len: 210 time: 0.0400646 Jul 16 03:45:44.912607 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d445d5b6-e1da-4f58-8b11-838ba3c0c17a tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.917725 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d445d5b6-e1da-4f58-8b11-838ba3c0c17a tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.923429 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.929939 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.961543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:45:44.979385 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722582fa-0d6b-4539-9df7-9be2672877a3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:44.983012 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:44.983593 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Added segment a348a03a-2de5-40d3-a6e2-d3caccbb7191 of type vlan for network eb888b4d-1f3b-4ef3-a028-80425400a49e Jul 16 03:45:45.015671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445d5b6-e1da-4f58-8b11-838ba3c0c17a tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event updated for resources: {'Port': ['ID=73e250c9-8002-49e2-9084-c1f07b8e6754,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:45.030257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d445d5b6-e1da-4f58-8b11-838ba3c0c17a tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] In _notify_port_updated(), no bound segment for port 73e250c9-8002-49e2-9084-c1f07b8e6754 on network 54499100-d198-4499-8a14-ec6a2543fc05 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:45:45.038873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d445d5b6-e1da-4f58-8b11-838ba3c0c17a tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:45.039854 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d445d5b6-e1da-4f58-8b11-838ba3c0c17a tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.044916 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d445d5b6-e1da-4f58-8b11-838ba3c0c17a tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "PUT /v2.0/ports/73e250c9-8002-49e2-9084-c1f07b8e6754 HTTP/1.1" status: 200 len: 993 time: 0.7563851 Jul 16 03:45:45.046240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:45.057961 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.108301 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.109460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:45.110321 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.160855 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5092199 Jul 16 03:45:45.162283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:45.174550 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7288a543-d2d6-46c4-8c92-8d40a110b1a6 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Request body: {'subnet': {'network_id': 'eb888b4d-1f3b-4ef3-a028-80425400a49e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:45.209718 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005364-16e1-4c10-9361-a0baeddce415 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Pushing event updated for resources: {'Network': ['ID=eb888b4d-1f3b-4ef3-a028-80425400a49e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:45.211072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f8dcf85c-8e7b-461e-a35f-d9fc51394962 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Deleting port 73e250c9-8002-49e2-9084-c1f07b8e6754 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:45.211526 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf85c-8e7b-461e-a35f-d9fc51394962 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.211881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3226431d-81bf-4342-a741-e40876833d3f no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:45.219471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7288a543-d2d6-46c4-8c92-8d40a110b1a6 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Made reservation on behalf of d434f31590944093b01e002e542911e2 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:45.222114 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7288a543-d2d6-46c4-8c92-8d40a110b1a6 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.252434 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network eb888b4d-1f3b-4ef3-a028-80425400a49e details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:45:45.255981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 3226431d-81bf-4342-a741-e40876833d3f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:45.256595 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 3226431d-81bf-4342-a741-e40876833d3f not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:45.393418 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf85c-8e7b-461e-a35f-d9fc51394962 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.413053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f8dcf85c-8e7b-461e-a35f-d9fc51394962 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Calling delete_port for 73e250c9-8002-49e2-9084-c1f07b8e6754 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:45.442574 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-47b56e7d-0828-4c76-9294-0f686ba06559 None None] Provisioning complete for port 73e250c9-8002-49e2-9084-c1f07b8e6754 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:45.443399 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47b56e7d-0828-4c76-9294-0f686ba06559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.480210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-47b56e7d-0828-4c76-9294-0f686ba06559 None None] Port 73e250c9-8002-49e2-9084-c1f07b8e6754 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:45.669992 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf85c-8e7b-461e-a35f-d9fc51394962 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.754072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcf85c-8e7b-461e-a35f-d9fc51394962 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event deleted for resources: {'Port': ['ID=73e250c9-8002-49e2-9084-c1f07b8e6754,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:45.923004 n-d-800088-6 neutron-server[93767]: DEBUG neutron.objects.ports [None req-7288a543-d2d6-46c4-8c92-8d40a110b1a6 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:45:45.923590 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7288a543-d2d6-46c4-8c92-8d40a110b1a6 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:45.969898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50398) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:46.041096 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e6ab49-12b7-4500-94c5-a3570c1b331c admin admin] Deleting subnet c6015c30-42a4-47c4-9023-4c73a93a3e5e {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:46.044576 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92e6ab49-12b7-4500-94c5-a3570c1b331c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.057019 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8dcf85c-8e7b-461e-a35f-d9fc51394962 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.060154 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f8dcf85c-8e7b-461e-a35f-d9fc51394962 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "DELETE /v2.0/ports/73e250c9-8002-49e2-9084-c1f07b8e6754 HTTP/1.1" status: 204 len: 168 time: 1.0124874 Jul 16 03:45:46.065237 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:46.089094 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92e6ab49-12b7-4500-94c5-a3570c1b331c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.102249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288a543-d2d6-46c4-8c92-8d40a110b1a6 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9b0330dc-f7fa-41b0-a891-7bdd252dd523,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:46.110235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7288a543-d2d6-46c4-8c92-8d40a110b1a6 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Checking segment: {'id': 'a348a03a-2de5-40d3-a6e2-d3caccbb7191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'eb888b4d-1f3b-4ef3-a028-80425400a49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:46.110942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7288a543-d2d6-46c4-8c92-8d40a110b1a6 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Network hostable DHCP agents. Network: eb888b4d-1f3b-4ef3-a028-80425400a49e, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:45:46.112892 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8620da-b896-4169-9af4-e84155b8c64e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] GET failed (client error): The resource could not be found. Jul 16 03:45:46.115112 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ca8620da-b896-4169-9af4-e84155b8c64e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "GET /v2.0/ports/73e250c9-8002-49e2-9084-c1f07b8e6754 HTTP/1.1" status: 404 len: 333 time: 0.0489373 Jul 16 03:45:46.119937 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50402) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:46.125815 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fba60f81-60a4-4d7e-9538-aa6887417f3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Request body: {'port': {'network_id': '54499100-d198-4499-8a14-ec6a2543fc05', 'name': 'tempest-AllowedAddressPairTestJSON-754632329'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:46.131295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7288a543-d2d6-46c4-8c92-8d40a110b1a6 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Network eb888b4d-1f3b-4ef3-a028-80425400a49e is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:45:46.141628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7288a543-d2d6-46c4-8c92-8d40a110b1a6 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, eb888b4d-1f3b-4ef3-a028-80425400a49e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:46.146766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7288a543-d2d6-46c4-8c92-8d40a110b1a6 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:46.147524 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7288a543-d2d6-46c4-8c92-8d40a110b1a6 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.157593 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c95c30-2f0c-4f28-ad62-e1591c252011 None None] Network eb888b4d-1f3b-4ef3-a028-80425400a49e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:46.167842 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92e6ab49-12b7-4500-94c5-a3570c1b331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.169448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7288a543-d2d6-46c4-8c92-8d40a110b1a6 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0058300 Jul 16 03:45:46.170682 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:46.179058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-802b8b58-acbe-405d-9fad-e4ce055e64a0 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1999370900', 'network_id': 'eb888b4d-1f3b-4ef3-a028-80425400a49e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:46.209545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802b8b58-acbe-405d-9fad-e4ce055e64a0 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Made reservation on behalf of d434f31590944093b01e002e542911e2 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:46.213395 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-802b8b58-acbe-405d-9fad-e4ce055e64a0 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.246860 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-802b8b58-acbe-405d-9fad-e4ce055e64a0 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] device_id is not set on port 50ad4726-2585-44a7-8d36-f5cb38e52311 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:45:46.292734 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92e6ab49-12b7-4500-94c5-a3570c1b331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.330775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba60f81-60a4-4d7e-9538-aa6887417f3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Made reservation on behalf of 016f9841de6043c1a4f8cd58e6a0edc2 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:46.335896 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fba60f81-60a4-4d7e-9538-aa6887417f3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.341151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6ab49-12b7-4500-94c5-a3570c1b331c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6015c30-42a4-47c4-9023-4c73a93a3e5e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:46.355944 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92e6ab49-12b7-4500-94c5-a3570c1b331c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.357172 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2f4802-c011-4c9e-921a-f8824a4a8a0e None None] Network eb888b4d-1f3b-4ef3-a028-80425400a49e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:46.357975 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-92e6ab49-12b7-4500-94c5-a3570c1b331c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c6015c30-42a4-47c4-9023-4c73a93a3e5e HTTP/1.1" status: 204 len: 168 time: 0.3870060 Jul 16 03:45:46.362063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:46.364489 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-fba60f81-60a4-4d7e-9538-aa6887417f3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] device_id is not set on port 977bafae-281d-4057-8e31-b3b42f2b2f90 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:45:46.482152 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ddae-7d88-47ed-8b50-46470b6898c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.572658 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fba60f81-60a4-4d7e-9538-aa6887417f3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Allocated IP 172.20.0.12 (54499100-d198-4499-8a14-ec6a2543fc05/c0cf72ac-47f5-43bc-a882-2187cbe5f58b/977bafae-281d-4057-8e31-b3b42f2b2f90) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:46.696624 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ddae-7d88-47ed-8b50-46470b6898c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.700045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-802b8b58-acbe-405d-9fad-e4ce055e64a0 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Allocated IP 2001:db8::105 (eb888b4d-1f3b-4ef3-a028-80425400a49e/9b0330dc-f7fa-41b0-a891-7bdd252dd523/50ad4726-2585-44a7-8d36-f5cb38e52311) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:46.713480 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4ae4ddae-7d88-47ed-8b50-46470b6898c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7e64e6-b295-4e40-920d-2fd15741542d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:46.749600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4ae4ddae-7d88-47ed-8b50-46470b6898c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9605000a-2ffd-41c6-8d70-a4b28e722ed3') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:46.750084 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4ae4ddae-7d88-47ed-8b50-46470b6898c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9605000a-2ffd-41c6-8d70-a4b28e722ed3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:46.770505 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ddae-7d88-47ed-8b50-46470b6898c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.797976 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ddae-7d88-47ed-8b50-46470b6898c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.812072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ae4ddae-7d88-47ed-8b50-46470b6898c2 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:46.812805 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ddae-7d88-47ed-8b50-46470b6898c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:46.814793 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:46.818829 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fba60f81-60a4-4d7e-9538-aa6887417f3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.831058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50416) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:46.924718 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fba60f81-60a4-4d7e-9538-aa6887417f3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Transition to ACTIVE for port object 977bafae-281d-4057-8e31-b3b42f2b2f90 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:46.927570 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ddae-7d88-47ed-8b50-46470b6898c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.932547 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ae4ddae-7d88-47ed-8b50-46470b6898c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.934895 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4ae4ddae-7d88-47ed-8b50-46470b6898c2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/aa7e64e6-b295-4e40-920d-2fd15741542d HTTP/1.1" status: 204 len: 168 time: 0.5643554 Jul 16 03:45:46.950624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4ddae-7d88-47ed-8b50-46470b6898c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa7e64e6-b295-4e40-920d-2fd15741542d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:46.989593 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-802b8b58-acbe-405d-9fad-e4ce055e64a0 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.995290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fba60f81-60a4-4d7e-9538-aa6887417f3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:46.997185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fad909a5-cd6f-4fd0-9eb0-e4dc1639929e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.054608 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-802b8b58-acbe-405d-9fad-e4ce055e64a0 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.076291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba60f81-60a4-4d7e-9538-aa6887417f3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Network 54499100-d198-4499-8a14-ec6a2543fc05 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:47.083170 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fba60f81-60a4-4d7e-9538-aa6887417f3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:47.090324 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba60f81-60a4-4d7e-9538-aa6887417f3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:47.095193 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba60f81-60a4-4d7e-9538-aa6887417f3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event updated for resources: {'Port': ['ID=977bafae-281d-4057-8e31-b3b42f2b2f90,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:47.127511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b8b58-acbe-405d-9fad-e4ce055e64a0 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Network eb888b4d-1f3b-4ef3-a028-80425400a49e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:47.132113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-802b8b58-acbe-405d-9fad-e4ce055e64a0 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:47.138276 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b8b58-acbe-405d-9fad-e4ce055e64a0 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:47.139494 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802b8b58-acbe-405d-9fad-e4ce055e64a0 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:47.140560 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-802b8b58-acbe-405d-9fad-e4ce055e64a0 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.152396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b8b58-acbe-405d-9fad-e4ce055e64a0 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Pushing event updated for resources: {'Port': ['ID=50ad4726-2585-44a7-8d36-f5cb38e52311,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:47.164930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:47.212484 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba60f81-60a4-4d7e-9538-aa6887417f3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:47.213654 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fba60f81-60a4-4d7e-9538-aa6887417f3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.241491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-297c1e68-17d4-413f-a292-4e734a5b69b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a820fd357f1b4dbb963f09a825fea4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748551 Jul 16 03:45:47.243781 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50426) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:47.297210 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fad909a5-cd6f-4fd0-9eb0-e4dc1639929e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.304961 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fad909a5-cd6f-4fd0-9eb0-e4dc1639929e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.306439 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bf400ee-9d0f-4d96-82f8-e418e6dc346b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.311728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-802b8b58-acbe-405d-9fad-e4ce055e64a0 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1400065 Jul 16 03:45:47.317722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:47.339485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad909a5-cd6f-4fd0-9eb0-e4dc1639929e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55671fc-fe44-4630-b6ce-a7c039178c5b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:47.359974 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fba60f81-60a4-4d7e-9538-aa6887417f3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2386045 Jul 16 03:45:47.362828 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fad909a5-cd6f-4fd0-9eb0-e4dc1639929e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b52daae7fe3145e186319183f472ffc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5307498 Jul 16 03:45:47.364524 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50430) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:47.366326 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50432) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:47.370425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9eb5bcff-f1f9-442e-b2e3-721d19b2e81f tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5d:11:75'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:47.401469 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bf400ee-9d0f-4d96-82f8-e418e6dc346b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.417206 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f939fb87-32f0-4b8a-8055-a279ef31cdc7 None None] Provisioning for port 977bafae-281d-4057-8e31-b3b42f2b2f90 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:47.422810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f939fb87-32f0-4b8a-8055-a279ef31cdc7 None None] Provisioning complete for port 977bafae-281d-4057-8e31-b3b42f2b2f90 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:47.423449 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f939fb87-32f0-4b8a-8055-a279ef31cdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.461441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-79720d35-0ad1-4494-966d-96bcf98bd8f2 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Deleting port 50ad4726-2585-44a7-8d36-f5cb38e52311 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:47.461796 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79720d35-0ad1-4494-966d-96bcf98bd8f2 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.489551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f939fb87-32f0-4b8a-8055-a279ef31cdc7 None None] Port 977bafae-281d-4057-8e31-b3b42f2b2f90 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:47.496292 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fbc4e9a-51c1-4a60-b4bf-ff60cdc0110c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.501929 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bf400ee-9d0f-4d96-82f8-e418e6dc346b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.505198 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bf400ee-9d0f-4d96-82f8-e418e6dc346b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.509120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0bf400ee-9d0f-4d96-82f8-e418e6dc346b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a885dd68-aac7-4ae3-b743-9a8e624e68e6 HTTP/1.1" status: 204 len: 168 time: 0.2610118 Jul 16 03:45:47.579742 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79720d35-0ad1-4494-966d-96bcf98bd8f2 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.594721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-79720d35-0ad1-4494-966d-96bcf98bd8f2 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Calling delete_port for 50ad4726-2585-44a7-8d36-f5cb38e52311 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:47.605066 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fbc4e9a-51c1-4a60-b4bf-ff60cdc0110c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.696592 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eb5bcff-f1f9-442e-b2e3-721d19b2e81f tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.718817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf400ee-9d0f-4d96-82f8-e418e6dc346b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a885dd68-aac7-4ae3-b743-9a8e624e68e6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:47.781052 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fbc4e9a-51c1-4a60-b4bf-ff60cdc0110c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.784255 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fbc4e9a-51c1-4a60-b4bf-ff60cdc0110c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.788087 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2fbc4e9a-51c1-4a60-b4bf-ff60cdc0110c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f55671fc-fe44-4630-b6ce-a7c039178c5b HTTP/1.1" status: 204 len: 168 time: 0.4133475 Jul 16 03:45:47.796809 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc4e9a-51c1-4a60-b4bf-ff60cdc0110c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55671fc-fe44-4630-b6ce-a7c039178c5b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:47.818342 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79720d35-0ad1-4494-966d-96bcf98bd8f2 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.855649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79720d35-0ad1-4494-966d-96bcf98bd8f2 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Pushing event deleted for resources: {'Port': ['ID=50ad4726-2585-44a7-8d36-f5cb38e52311,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:47.894956 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79720d35-0ad1-4494-966d-96bcf98bd8f2 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.896997 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-79720d35-0ad1-4494-966d-96bcf98bd8f2 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "DELETE /v2.0/ports/50ad4726-2585-44a7-8d36-f5cb38e52311 HTTP/1.1" status: 204 len: 168 time: 0.5783288 Jul 16 03:45:47.899534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:47.904119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb888b4d-1f3b-4ef3-a028-80425400a49e', 'external_fixed_ips': [{'subnet_id': '9b0330dc-f7fa-41b0-a891-7bdd252dd523', 'ip_address': '2001:db8::105'}]}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:47.928816 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:47.931016 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.015213 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.020579 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eb5bcff-f1f9-442e-b2e3-721d19b2e81f tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.030360 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eb5bcff-f1f9-442e-b2e3-721d19b2e81f tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.181522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5bcff-f1f9-442e-b2e3-721d19b2e81f tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event updated for resources: {'Port': ['ID=977bafae-281d-4057-8e31-b3b42f2b2f90,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:48.207667 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5bcff-f1f9-442e-b2e3-721d19b2e81f tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] In _notify_port_updated(), no bound segment for port 977bafae-281d-4057-8e31-b3b42f2b2f90 on network 54499100-d198-4499-8a14-ec6a2543fc05 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:45:48.219965 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb5bcff-f1f9-442e-b2e3-721d19b2e81f tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:48.221185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9eb5bcff-f1f9-442e-b2e3-721d19b2e81f tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.227242 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.229287 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9eb5bcff-f1f9-442e-b2e3-721d19b2e81f tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "PUT /v2.0/ports/977bafae-281d-4057-8e31-b3b42f2b2f90 HTTP/1.1" status: 200 len: 996 time: 0.8636324 Jul 16 03:45:48.230062 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50460) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:48.374726 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50468) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:48.454138 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66e97ae1-e856-4ee4-806a-d6daf74c8e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.520189 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2e5effe9-5cd9-4bc7-acf7-a806868c4b52 None None] Provisioning complete for port 977bafae-281d-4057-8e31-b3b42f2b2f90 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:48.522157 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2e5effe9-5cd9-4bc7-acf7-a806868c4b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.566763 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66e97ae1-e856-4ee4-806a-d6daf74c8e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.572073 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66e97ae1-e856-4ee4-806a-d6daf74c8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.602631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2e5effe9-5cd9-4bc7-acf7-a806868c4b52 None None] Port 977bafae-281d-4057-8e31-b3b42f2b2f90 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:48.647973 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.660176 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-66e97ae1-e856-4ee4-806a-d6daf74c8e6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=954c1fb7de44413299c8f5f57e5a68a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853880 Jul 16 03:45:48.667115 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50474) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:48.668353 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50476) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:48.680511 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.689941 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e97ae1-e856-4ee4-806a-d6daf74c8e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b98f58-cf29-42e5-b24d-e52656517933,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:48.709487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d85f9-6438-4d3c-bcb3-d6ed7756763e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Deleting port 977bafae-281d-4057-8e31-b3b42f2b2f90 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:48.709832 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb6d85f9-6438-4d3c-bcb3-d6ed7756763e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.817833 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb6d85f9-6438-4d3c-bcb3-d6ed7756763e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.842172 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bb6d85f9-6438-4d3c-bcb3-d6ed7756763e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Calling delete_port for 977bafae-281d-4057-8e31-b3b42f2b2f90 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:48.846754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1972507045-network', 'tenant_id': '4ab2efbfd98f4e899cd175fcde30dea2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:48.858886 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1441a84-bef4-4e29-a8b4-b4211c1f96da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.889309 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Allocated IP 2001:db8::105 (eb888b4d-1f3b-4ef3-a028-80425400a49e/9b0330dc-f7fa-41b0-a891-7bdd252dd523/81a9644f-4a06-4be5-a693-e19957dbc2f9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:48.926305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] Made reservation on behalf of 4ab2efbfd98f4e899cd175fcde30dea2 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:48.928661 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.931728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1441a84-bef4-4e29-a8b4-b4211c1f96da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:48.951697 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.021126 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.073088 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.075157 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1441a84-bef4-4e29-a8b4-b4211c1f96da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.077956 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1441a84-bef4-4e29-a8b4-b4211c1f96da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.082485 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f1441a84-bef4-4e29-a8b4-b4211c1f96da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38b98f58-cf29-42e5-b24d-e52656517933 HTTP/1.1" status: 204 len: 168 time: 0.4083650 Jul 16 03:45:49.106449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1441a84-bef4-4e29-a8b4-b4211c1f96da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b98f58-cf29-42e5-b24d-e52656517933,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:49.145163 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Pushing event updated for resources: {'Port': ['ID=81a9644f-4a06-4be5-a693-e19957dbc2f9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:49.146549 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb6d85f9-6438-4d3c-bcb3-d6ed7756763e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.148872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Network eb888b4d-1f3b-4ef3-a028-80425400a49e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:49.150916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:49.158022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:49.192570 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d85f9-6438-4d3c-bcb3-d6ed7756763e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event deleted for resources: {'Port': ['ID=977bafae-281d-4057-8e31-b3b42f2b2f90,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:49.306503 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.312517 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.343730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd02b651-b979-4ae5-86d9-6eda94cc4c47,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:49.362858 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bb6d85f9-6438-4d3c-bcb3-d6ed7756763e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.366705 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bb6d85f9-6438-4d3c-bcb3-d6ed7756763e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "DELETE /v2.0/ports/977bafae-281d-4057-8e31-b3b42f2b2f90 HTTP/1.1" status: 204 len: 168 time: 1.1355779 Jul 16 03:45:49.369571 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50486) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:49.401908 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-877ca6cd-50fd-4a0a-9c81-05f805ce9d41 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] GET failed (client error): The resource could not be found. Jul 16 03:45:49.403949 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-877ca6cd-50fd-4a0a-9c81-05f805ce9d41 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "GET /v2.0/ports/977bafae-281d-4057-8e31-b3b42f2b2f90 HTTP/1.1" status: 404 len: 333 time: 0.0332446 Jul 16 03:45:49.405010 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:45:49.407464 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50490) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:49.412887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-af203fbe-44a3-4d9a-8b0b-a846756c1db1 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Request body: {'port': {'network_id': '54499100-d198-4499-8a14-ec6a2543fc05', 'name': 'tempest-AllowedAddressPairTestJSON-1812615528'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:49.453173 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.464474 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.464835 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] Added segment 2266e2ba-11cc-492a-b881-fdc6c2987cb9 of type vlan for network c41b965a-2b11-48e0-b8bd-89ea4553dba9 Jul 16 03:45:49.565995 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.638906 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.640036 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:49.640887 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.646899 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af203fbe-44a3-4d9a-8b0b-a846756c1db1 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Made reservation on behalf of 016f9841de6043c1a4f8cd58e6a0edc2 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:49.649654 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af203fbe-44a3-4d9a-8b0b-a846756c1db1 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.705782 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0310104 Jul 16 03:45:49.710138 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50502) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:49.715003 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-88d2e0f0-c58b-464f-809a-62570dd5de01 admin admin] Request body: {'subnet': {'network_id': 'c41b965a-2b11-48e0-b8bd-89ea4553dba9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1972507045-subnet', 'tenant_id': '4ab2efbfd98f4e899cd175fcde30dea2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:49.769794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-af203fbe-44a3-4d9a-8b0b-a846756c1db1 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] device_id is not set on port 78ba61be-2e19-4e23-b839-87ed57a37e3e yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:45:49.779346 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebe4db-7ad4-43ee-bc03-426428685c9a admin admin] Pushing event updated for resources: {'Network': ['ID=c41b965a-2b11-48e0-b8bd-89ea4553dba9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:49.799596 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network c41b965a-2b11-48e0-b8bd-89ea4553dba9 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:45:49.806088 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.829346 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d2e0f0-c58b-464f-809a-62570dd5de01 admin admin] Made reservation on behalf of 4ab2efbfd98f4e899cd175fcde30dea2 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:49.832026 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88d2e0f0-c58b-464f-809a-62570dd5de01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:49.980359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-af203fbe-44a3-4d9a-8b0b-a846756c1db1 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Allocated IP 172.20.0.12 (54499100-d198-4499-8a14-ec6a2543fc05/c0cf72ac-47f5-43bc-a882-2187cbe5f58b/78ba61be-2e19-4e23-b839-87ed57a37e3e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:50.016817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Router 501774ff-6df0-4117-93ec-5c1c6d1ade3c is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:45:50.155893 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88d2e0f0-c58b-464f-809a-62570dd5de01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.286001 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2e0f0-c58b-464f-809a-62570dd5de01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da02c5c-9d7f-412c-845f-2b6e883a8c79,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:50.304779 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d2e0f0-c58b-464f-809a-62570dd5de01 admin admin] Checking segment: {'id': '2266e2ba-11cc-492a-b881-fdc6c2987cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'c41b965a-2b11-48e0-b8bd-89ea4553dba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:50.305277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d2e0f0-c58b-464f-809a-62570dd5de01 admin admin] Network hostable DHCP agents. Network: c41b965a-2b11-48e0-b8bd-89ea4553dba9, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:45:50.312170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af203fbe-44a3-4d9a-8b0b-a846756c1db1 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.332802 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-af203fbe-44a3-4d9a-8b0b-a846756c1db1 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Transition to ACTIVE for port object 78ba61be-2e19-4e23-b839-87ed57a37e3e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:50.341354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d2e0f0-c58b-464f-809a-62570dd5de01 admin admin] Network c41b965a-2b11-48e0-b8bd-89ea4553dba9 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:45:50.358637 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-88d2e0f0-c58b-464f-809a-62570dd5de01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, c41b965a-2b11-48e0-b8bd-89ea4553dba9) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:50.367988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d2e0f0-c58b-464f-809a-62570dd5de01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:50.368633 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88d2e0f0-c58b-464f-809a-62570dd5de01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.370678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8887879b-a4e4-473e-8af1-52bbc2606897 None None] Network c41b965a-2b11-48e0-b8bd-89ea4553dba9 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:50.397643 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-88d2e0f0-c58b-464f-809a-62570dd5de01 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6783507 Jul 16 03:45:50.400534 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af203fbe-44a3-4d9a-8b0b-a846756c1db1 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.444151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af203fbe-44a3-4d9a-8b0b-a846756c1db1 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Network 54499100-d198-4499-8a14-ec6a2543fc05 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:50.450140 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-af203fbe-44a3-4d9a-8b0b-a846756c1db1 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:50.457372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af203fbe-44a3-4d9a-8b0b-a846756c1db1 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:50.502501 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af203fbe-44a3-4d9a-8b0b-a846756c1db1 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event updated for resources: {'Port': ['ID=78ba61be-2e19-4e23-b839-87ed57a37e3e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:50.548514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af203fbe-44a3-4d9a-8b0b-a846756c1db1 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:50.549616 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af203fbe-44a3-4d9a-8b0b-a846756c1db1 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.575649 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-af203fbe-44a3-4d9a-8b0b-a846756c1db1 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1668797 Jul 16 03:45:50.579282 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:50.588270 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-43bafa8e-638d-41ad-8758-f90132e7559e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Request body: {'port': {'network_id': '54499100-d198-4499-8a14-ec6a2543fc05', 'name': 'tempest-AllowedAddressPairTestJSON-2127108849'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:50.682076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:50.686505 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b66789b-c9af-4532-96f1-5301dd58bb13 None None] Network c41b965a-2b11-48e0-b8bd-89ea4553dba9 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:45:50.697985 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Sync routers for ids ['501774ff-6df0-4117-93ec-5c1c6d1ade3c'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:50.711242 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Routers {'501774ff-6df0-4117-93ec-5c1c6d1ade3c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:50.712746 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['501774ff-6df0-4117-93ec-5c1c6d1ade3c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:50.750247 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:50.756361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50544) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:50.759175 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9b512d26-2727-4d54-91c1-3c350c4668b3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.8584669 Jul 16 03:45:50.955823 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Set router 501774ff-6df0-4117-93ec-5c1c6d1ade3c gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:51.046929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b91026b3-dceb-40dd-9226-7687f6e892c2 None None] Provisioning for port 78ba61be-2e19-4e23-b839-87ed57a37e3e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:51.060998 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b91026b3-dceb-40dd-9226-7687f6e892c2 None None] Provisioning complete for port 78ba61be-2e19-4e23-b839-87ed57a37e3e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:51.061659 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b91026b3-dceb-40dd-9226-7687f6e892c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.164536 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b91026b3-dceb-40dd-9226-7687f6e892c2 None None] Port 78ba61be-2e19-4e23-b839-87ed57a37e3e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:51.189007 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71cd2538-dfa4-435f-b231-6a3eaa1caf5d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.250908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:51.256759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bafa8e-638d-41ad-8758-f90132e7559e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Made reservation on behalf of 016f9841de6043c1a4f8cd58e6a0edc2 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:51.261661 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43bafa8e-638d-41ad-8758-f90132e7559e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.271167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-150570d8-1d7a-4869-bf4b-ee377327a0f7 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:51.272834 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-150570d8-1d7a-4869-bf4b-ee377327a0f7 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/networks?id=c41b965a-2b11-48e0-b8bd-89ea4553dba9 HTTP/1.1" status: 200 len: 809 time: 0.1854045 Jul 16 03:45:51.289943 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-43bafa8e-638d-41ad-8758-f90132e7559e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] device_id is not set on port b5d485cb-a77f-4245-b198-9d6271b18abd yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:45:51.290681 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-247f7d53-a99c-4c3e-8235-90df859d4fa8 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/quotas/4ab2efbfd98f4e899cd175fcde30dea2 HTTP/1.1" status: 200 len: 375 time: 0.0119183 Jul 16 03:45:51.340918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-be90942f-8412-4e51-bbe6-b3f8db4be8f5 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ab2efbfd98f4e899cd175fcde30dea2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437300 Jul 16 03:45:51.390610 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501774ff-6df0-4117-93ec-5c1c6d1ade3c', 'name': '', 'tenant_id': 'd434f31590944093b01e002e542911e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb888b4d-1f3b-4ef3-a028-80425400a49e', 'external_fixed_ips': [{'subnet_id': '9b0330dc-f7fa-41b0-a891-7bdd252dd523', 'ip_address': '2001:db8::105'}], 'enable_snat': True}, 'gw_port_id': '81a9644f-4a06-4be5-a693-e19957dbc2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:49Z', 'revision_number': 3, 'project_id': 'd434f31590944093b01e002e542911e2', 'gw_port': {'id': '81a9644f-4a06-4be5-a693-e19957dbc2f9', 'name': '', 'network_id': 'eb888b4d-1f3b-4ef3-a028-80425400a49e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:06:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '501774ff-6df0-4117-93ec-5c1c6d1ade3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2089, 'fixed_ips': [{'subnet_id': '9b0330dc-f7fa-41b0-a891-7bdd252dd523', 'ip_address': '2001:db8::105', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:48Z', 'updated_at': '2021-07-16T03:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9b0330dc-f7fa-41b0-a891-7bdd252dd523', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:51.423580 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Checking router: 501774ff-6df0-4117-93ec-5c1c6d1ade3c for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:45:51.423980 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Updating router 501774ff-6df0-4117-93ec-5c1c6d1ade3c port 81a9644f-4a06-4be5-a693-e19957dbc2f9 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:45:51.441121 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8de980b2-0e45-41c8-adb4-55ea1538681f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.465684 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71cd2538-dfa4-435f-b231-6a3eaa1caf5d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.477356 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-43bafa8e-638d-41ad-8758-f90132e7559e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Allocated IP 172.20.0.5 (54499100-d198-4499-8a14-ec6a2543fc05/c0cf72ac-47f5-43bc-a882-2187cbe5f58b/b5d485cb-a77f-4245-b198-9d6271b18abd) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:51.483982 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.492081 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-3782b551-61b6-46c1-9fa7-193aa7571175 service neutron] 10.222.0.18 "GET /v2.0/networks/c41b965a-2b11-48e0-b8bd-89ea4553dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443558 Jul 16 03:45:51.604789 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-71cd2538-dfa4-435f-b231-6a3eaa1caf5d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Deleting port 81a9644f-4a06-4be5-a693-e19957dbc2f9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:51.605131 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71cd2538-dfa4-435f-b231-6a3eaa1caf5d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.658252 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-722372ac-bb6a-49f1-8660-1c4b0bfbee5f service neutron] 10.222.0.18 "GET /v2.0/networks/c41b965a-2b11-48e0-b8bd-89ea4553dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574526 Jul 16 03:45:51.683614 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8de980b2-0e45-41c8-adb4-55ea1538681f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.689681 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8de980b2-0e45-41c8-adb4-55ea1538681f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.787948 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de980b2-0e45-41c8-adb4-55ea1538681f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0327cda6-f075-4355-8798-3b110be6987f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:51.804339 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8de980b2-0e45-41c8-adb4-55ea1538681f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36d27e2e1d0f497caa5b4a8a051ac7ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5516849 Jul 16 03:45:51.807616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:51.857959 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.870605 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Transition to ACTIVE for port object 81a9644f-4a06-4be5-a693-e19957dbc2f9 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:51.876911 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.932039 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a60174f1-fa56-4146-804a-b34cd01cdc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.941857 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32953ec7-ea21-4dde-929c-78a6e86c9c2b None None] Pushing event updated for resources: {'Port': ['ID=81a9644f-4a06-4be5-a693-e19957dbc2f9,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:51.961804 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Attempting to bind port 81a9644f-4a06-4be5-a693-e19957dbc2f9 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:51.962181 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Attempting to bind port 81a9644f-4a06-4be5-a693-e19957dbc2f9 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'a348a03a-2de5-40d3-a6e2-d3caccbb7191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'eb888b4d-1f3b-4ef3-a028-80425400a49e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:51.962563 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Attempting to bind port 81a9644f-4a06-4be5-a693-e19957dbc2f9 on network eb888b4d-1f3b-4ef3-a028-80425400a49e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:51.969409 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:51.969835 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Checking segment: {'id': 'a348a03a-2de5-40d3-a6e2-d3caccbb7191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'eb888b4d-1f3b-4ef3-a028-80425400a49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:51.970378 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.970773 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Bound using segment: {'id': 'a348a03a-2de5-40d3-a6e2-d3caccbb7191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'eb888b4d-1f3b-4ef3-a028-80425400a49e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:51.971248 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Bound port: 81a9644f-4a06-4be5-a693-e19957dbc2f9, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a348a03a-2de5-40d3-a6e2-d3caccbb7191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'eb888b4d-1f3b-4ef3-a028-80425400a49e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:51.971632 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:51.977645 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a60174f1-fa56-4146-804a-b34cd01cdc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.022207 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-33db92ad-368d-49a5-8d87-6f907657f415 req-a75126f7-e470-4653-ac89-a9ae19af707e tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 210 time: 0.0608339 Jul 16 03:45:52.039829 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] For port 81a9644f-4a06-4be5-a693-e19957dbc2f9, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:52.053632 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] For port 81a9644f-4a06-4be5-a693-e19957dbc2f9, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=81a9644f-4a06-4be5-a693-e19957dbc2f9,segment=NetworkSegment(a348a03a-2de5-40d3-a6e2-d3caccbb7191),segment_id=a348a03a-2de5-40d3-a6e2-d3caccbb7191)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:52.058901 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.089754 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a60174f1-fa56-4146-804a-b34cd01cdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.092662 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a60174f1-fa56-4146-804a-b34cd01cdc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.096271 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a60174f1-fa56-4146-804a-b34cd01cdc7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0327cda6-f075-4355-8798-3b110be6987f HTTP/1.1" status: 204 len: 168 time: 0.2849984 Jul 16 03:45:52.111025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60174f1-fa56-4146-804a-b34cd01cdc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0327cda6-f075-4355-8798-3b110be6987f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:52.157084 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32953ec7-ea21-4dde-929c-78a6e86c9c2b None None] Pushing event updated for resources: {'Port': ['ID=81a9644f-4a06-4be5-a693-e19957dbc2f9,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:52.163169 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Routers {'501774ff-6df0-4117-93ec-5c1c6d1ade3c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:52.163926 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['501774ff-6df0-4117-93ec-5c1c6d1ade3c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:52.271484 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] Set router 501774ff-6df0-4117-93ec-5c1c6d1ade3c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:45:52.282255 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71cd2538-dfa4-435f-b231-6a3eaa1caf5d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.311446 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-71cd2538-dfa4-435f-b231-6a3eaa1caf5d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Calling delete_port for 81a9644f-4a06-4be5-a693-e19957dbc2f9 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:52.319800 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43bafa8e-638d-41ad-8758-f90132e7559e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.373632 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '501774ff-6df0-4117-93ec-5c1c6d1ade3c', 'name': '', 'tenant_id': 'd434f31590944093b01e002e542911e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:51Z', 'revision_number': 4, 'project_id': 'd434f31590944093b01e002e542911e2', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:52.381227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-43bafa8e-638d-41ad-8758-f90132e7559e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Transition to ACTIVE for port object b5d485cb-a77f-4245-b198-9d6271b18abd will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:52.418161 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4d86f2-88e0-4c9f-89b4-99d85cb26616 None None] The sync data for ids ['501774ff-6df0-4117-93ec-5c1c6d1ade3c'] in n-d-800088-6 is: [{'id': '501774ff-6df0-4117-93ec-5c1c6d1ade3c', 'name': '', 'tenant_id': 'd434f31590944093b01e002e542911e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:47Z', 'updated_at': '2021-07-16T03:45:51Z', 'revision_number': 4, 'project_id': 'd434f31590944093b01e002e542911e2', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:52.499778 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43bafa8e-638d-41ad-8758-f90132e7559e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.650924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bafa8e-638d-41ad-8758-f90132e7559e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Network 54499100-d198-4499-8a14-ec6a2543fc05 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:52.659195 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-43bafa8e-638d-41ad-8758-f90132e7559e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:52.672733 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bafa8e-638d-41ad-8758-f90132e7559e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:52.751762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bafa8e-638d-41ad-8758-f90132e7559e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:52.752477 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43bafa8e-638d-41ad-8758-f90132e7559e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.778115 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bafa8e-638d-41ad-8758-f90132e7559e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event updated for resources: {'Port': ['ID=b5d485cb-a77f-4245-b198-9d6271b18abd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:52.801410 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71cd2538-dfa4-435f-b231-6a3eaa1caf5d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.864748 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-43bafa8e-638d-41ad-8758-f90132e7559e tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2837956 Jul 16 03:45:52.865979 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd2538-dfa4-435f-b231-6a3eaa1caf5d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Pushing event deleted for resources: {'Port': ['ID=81a9644f-4a06-4be5-a693-e19957dbc2f9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:52.868570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:52.893250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-172a3548-3e06-44c8-83e7-42c0a8d5fa89 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:5d:11:75'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:d0:cb:39'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:52.915974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a602c-8c5b-442d-a5e2-feb425ba4984 req-3d95b36c-76bb-4355-973a-14a509d48aa1 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:52.919612 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71cd2538-dfa4-435f-b231-6a3eaa1caf5d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:52.923436 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-457a602c-8c5b-442d-a5e2-feb425ba4984 req-3d95b36c-76bb-4355-973a-14a509d48aa1 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 945 time: 0.1558712 Jul 16 03:45:53.013163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-51ee2657-a9a4-4f1f-83d5-7bf688bf6ffe None None] Provisioning for port b5d485cb-a77f-4245-b198-9d6271b18abd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:45:53.016974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-51ee2657-a9a4-4f1f-83d5-7bf688bf6ffe None None] Provisioning complete for port b5d485cb-a77f-4245-b198-9d6271b18abd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:53.017349 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51ee2657-a9a4-4f1f-83d5-7bf688bf6ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.044991 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-457a602c-8c5b-442d-a5e2-feb425ba4984 req-793a5dd7-01a0-4ca9-a1b4-afd731025d55 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166277 Jul 16 03:45:53.092079 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71cd2538-dfa4-435f-b231-6a3eaa1caf5d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.098267 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71cd2538-dfa4-435f-b231-6a3eaa1caf5d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.109431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-51ee2657-a9a4-4f1f-83d5-7bf688bf6ffe None None] Port b5d485cb-a77f-4245-b198-9d6271b18abd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:53.177778 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71cd2538-dfa4-435f-b231-6a3eaa1caf5d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.178377 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cd2538-dfa4-435f-b231-6a3eaa1caf5d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 501774ff-6df0-4117-93ec-5c1c6d1ade3c {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:45:53.183853 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71cd2538-dfa4-435f-b231-6a3eaa1caf5d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.187501 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-71cd2538-dfa4-435f-b231-6a3eaa1caf5d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "DELETE /v2.0/routers/501774ff-6df0-4117-93ec-5c1c6d1ade3c HTTP/1.1" status: 204 len: 168 time: 2.4240751 Jul 16 03:45:53.188501 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50618) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:53.199729 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8d51e087-5807-466a-9b48-57e8dda9a270 req-934de2f7-bd87-412a-9496-e78263451d97 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 210 time: 0.0571902 Jul 16 03:45:53.245101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7660e438-98cf-4cb2-992f-a31c13e2d946 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Deleting subnet 9b0330dc-f7fa-41b0-a891-7bdd252dd523 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:53.248411 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7660e438-98cf-4cb2-992f-a31c13e2d946 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.292212 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-172a3548-3e06-44c8-83e7-42c0a8d5fa89 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.302463 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7660e438-98cf-4cb2-992f-a31c13e2d946 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.360588 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7660e438-98cf-4cb2-992f-a31c13e2d946 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.443761 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7660e438-98cf-4cb2-992f-a31c13e2d946 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.479183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660e438-98cf-4cb2-992f-a31c13e2d946 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9b0330dc-f7fa-41b0-a891-7bdd252dd523,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:53.481884 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7660e438-98cf-4cb2-992f-a31c13e2d946 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.487556 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7660e438-98cf-4cb2-992f-a31c13e2d946 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/9b0330dc-f7fa-41b0-a891-7bdd252dd523 HTTP/1.1" status: 204 len: 168 time: 0.2978351 Jul 16 03:45:53.488826 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50628) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:53.574045 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.647813 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-172a3548-3e06-44c8-83e7-42c0a8d5fa89 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.655061 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-172a3548-3e06-44c8-83e7-42c0a8d5fa89 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.684280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.694724 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb888b4d-1f3b-4ef3-a028-80425400a49e']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:53.709844 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a348a03a-2de5-40d3-a6e2-d3caccbb7191') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:53.710150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a348a03a-2de5-40d3-a6e2-d3caccbb7191') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:53.725139 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.744803 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a3548-3e06-44c8-83e7-42c0a8d5fa89 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event updated for resources: {'Port': ['ID=b5d485cb-a77f-4245-b198-9d6271b18abd,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:53.746522 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.754028 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:45:53.754553 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.762106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-172a3548-3e06-44c8-83e7-42c0a8d5fa89 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] In _notify_port_updated(), no bound segment for port b5d485cb-a77f-4245-b198-9d6271b18abd on network 54499100-d198-4499-8a14-ec6a2543fc05 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:45:53.773332 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172a3548-3e06-44c8-83e7-42c0a8d5fa89 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:53.774230 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-172a3548-3e06-44c8-83e7-42c0a8d5fa89 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.775751 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-172a3548-3e06-44c8-83e7-42c0a8d5fa89 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "PUT /v2.0/ports/b5d485cb-a77f-4245-b198-9d6271b18abd HTTP/1.1" status: 200 len: 1056 time: 0.9060898 Jul 16 03:45:53.778493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: items = [ Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:45:53.784750 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:45:53.850682 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.856516 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb888b4d-1f3b-4ef3-a028-80425400a49e {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 03:45:53.859318 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:53.866750 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "DELETE /v2.0/networks/eb888b4d-1f3b-4ef3-a028-80425400a49e HTTP/1.1" status: 204 len: 168 time: 0.3758297 Jul 16 03:45:53.877833 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb888b4d-1f3b-4ef3-a028-80425400a49e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:53.888100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:53.888482 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:53.888821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:53.889166 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:53.889745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:53.889879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:53.890398 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:53.890736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:53.891136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:53.891392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:53.891722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:53.892149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d13823-450b-480b-9f84-521b7bb11ac9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:45:53.918146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-877ac467-1731-4f11-b598-99105b477a61 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Deleting port b5d485cb-a77f-4245-b198-9d6271b18abd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:53.918732 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-877ac467-1731-4f11-b598-99105b477a61 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.041572 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-877ac467-1731-4f11-b598-99105b477a61 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.042660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-15e15a83-513c-415d-96a7-8f47fc4a09fe None None] Provisioning complete for port b5d485cb-a77f-4245-b198-9d6271b18abd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:45:54.043139 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-15e15a83-513c-415d-96a7-8f47fc4a09fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.156634 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-15e15a83-513c-415d-96a7-8f47fc4a09fe None None] Port b5d485cb-a77f-4245-b198-9d6271b18abd cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:45:54.223947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-877ac467-1731-4f11-b598-99105b477a61 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Calling delete_port for b5d485cb-a77f-4245-b198-9d6271b18abd owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:54.440767 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50684) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:54.445884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-088858e5-2d2b-4a16-9942-e5788855f23a tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Request body: {'router': {'name': 'tempest-router--829617781', 'project_id': 'f9a15af05c3f4fcebf4b970dc195b17b'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:54.481837 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-088858e5-2d2b-4a16-9942-e5788855f23a tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.483234 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-088858e5-2d2b-4a16-9942-e5788855f23a tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.522763 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43ecd3bd-1863-4345-bdf1-4d7f70eee2da req-5fb64328-c034-42bf-ae56-bf885b6d1007 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 210 time: 0.0465117 Jul 16 03:45:54.554716 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-088858e5-2d2b-4a16-9942-e5788855f23a tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.560170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-088858e5-2d2b-4a16-9942-e5788855f23a tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.589126 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-088858e5-2d2b-4a16-9942-e5788855f23a tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.590530 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-088858e5-2d2b-4a16-9942-e5788855f23a tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1486378 Jul 16 03:45:54.598571 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50698) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:54.610364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c09291-ab23-4708-866f-56dec74bc343 req-8bf902f0-ddff-4d65-bb08-9a405f0c6b17 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:54.619484 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56c09291-ab23-4708-866f-56dec74bc343 req-8bf902f0-ddff-4d65-bb08-9a405f0c6b17 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.20 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 945 time: 0.5578508 Jul 16 03:45:54.652687 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7814917-d4fe-4afb-b43a-008db1be6afe req-58d0cb23-cc9d-42f3-9541-20695f3483f0 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:54.654302 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7814917-d4fe-4afb-b43a-008db1be6afe req-58d0cb23-cc9d-42f3-9541-20695f3483f0 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 945 time: 0.2712414 Jul 16 03:45:54.682870 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-0f6f4c9c-2b3b-432b-ae7a-7fafb6669303 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:54.684420 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-0f6f4c9c-2b3b-432b-ae7a-7fafb6669303 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.20 "GET /v2.0/networks?id=c41b965a-2b11-48e0-b8bd-89ea4553dba9 HTTP/1.1" status: 200 len: 809 time: 0.5676055 Jul 16 03:45:54.734914 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e033c67-3de8-4d61-a688-4333811bbc76 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.766578 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-3e76abb7-b181-40b8-b321-3ffd472ee81a tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Request body: {'port': {'device_id': 'c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8', 'network_id': 'c41b965a-2b11-48e0-b8bd-89ea4553dba9', 'admin_state_up': True, 'tenant_id': '4ab2efbfd98f4e899cd175fcde30dea2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:54.821427 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7814917-d4fe-4afb-b43a-008db1be6afe req-e3c7d054-480d-4af5-8c48-a9567860efb3 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580853 Jul 16 03:45:54.920294 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e033c67-3de8-4d61-a688-4333811bbc76 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:54.926712 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e033c67-3de8-4d61-a688-4333811bbc76 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:55.016933 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e033c67-3de8-4d61-a688-4333811bbc76 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:55.019618 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e033c67-3de8-4d61-a688-4333811bbc76 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5183c847-c8b9-48db-8aad-060890977494 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:45:55.028972 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e033c67-3de8-4d61-a688-4333811bbc76 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:55.040644 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7e033c67-3de8-4d61-a688-4333811bbc76 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "DELETE /v2.0/routers/5183c847-c8b9-48db-8aad-060890977494 HTTP/1.1" status: 204 len: 168 time: 0.4408495 Jul 16 03:45:55.080209 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-877ac467-1731-4f11-b598-99105b477a61 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:55.146185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ac467-1731-4f11-b598-99105b477a61 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event deleted for resources: {'Port': ['ID=b5d485cb-a77f-4245-b198-9d6271b18abd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:55.196271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-56c09291-ab23-4708-866f-56dec74bc343 req-b1e9d800-94a6-4fd5-b983-f3435c1ad901 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Deleting port d02e079d-4c32-4ce1-8687-8a464ad7c80f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:55.196645 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-56c09291-ab23-4708-866f-56dec74bc343 req-b1e9d800-94a6-4fd5-b983-f3435c1ad901 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:55.207345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-3e76abb7-b181-40b8-b321-3ffd472ee81a tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Made reservation on behalf of 4ab2efbfd98f4e899cd175fcde30dea2 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:45:55.211256 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-3e76abb7-b181-40b8-b321-3ffd472ee81a tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:55.228399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50728) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:55.431688 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1233632230', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:55.456098 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:55.460176 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:55.473851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-56c09291-ab23-4708-866f-56dec74bc343 req-b1e9d800-94a6-4fd5-b983-f3435c1ad901 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] For port d02e079d-4c32-4ce1-8687-8a464ad7c80f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d02e079d-4c32-4ce1-8687-8a464ad7c80f,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:45:55.474223 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-56c09291-ab23-4708-866f-56dec74bc343 req-b1e9d800-94a6-4fd5-b983-f3435c1ad901 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:55.518283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:55.527362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-56c09291-ab23-4708-866f-56dec74bc343 req-b1e9d800-94a6-4fd5-b983-f3435c1ad901 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Calling delete_port for d02e079d-4c32-4ce1-8687-8a464ad7c80f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:55.657595 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:55.813542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f337973-792f-4a64-9ab7-5e32574c8b1d req-1204b44f-e721-4165-8ead-c67088e63419 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:55.814976 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3f337973-792f-4a64-9ab7-5e32574c8b1d req-1204b44f-e721-4165-8ead-c67088e63419 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.6087999 Jul 16 03:45:55.837154 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-59ecfae5-2fd3-4f34-b9bd-0a6681a4e1bd req-8eb47f94-76d2-4505-a499-d68577502478 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 210 time: 0.1054862 Jul 16 03:45:55.838935 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068eb4a-2bef-41ab-90a2-daac2ab786bf req-8b40536b-1b92-423d-b927-82c0bca55515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:55.840336 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1068eb4a-2bef-41ab-90a2-daac2ab786bf req-8b40536b-1b92-423d-b927-82c0bca55515 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=86f8fb2994334a65b888442d6d0d02d1&device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 1096 time: 0.7565057 Jul 16 03:45:55.886990 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:55.908565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.006255 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-3e76abb7-b181-40b8-b321-3ffd472ee81a tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Allocated IP 172.20.0.6 (c41b965a-2b11-48e0-b8bd-89ea4553dba9/1da02c5c-9d7f-412c-845f-2b6e883a8c79/8a591795-a07e-4572-84f9-790a07e7296d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:56.034490 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Allocated IP 172.25.3.135 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/9483b53a-6c39-4d04-8d8b-0091c74ff99a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:45:56.095174 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3f337973-792f-4a64-9ab7-5e32574c8b1d req-6962a6ff-7171-481b-99d5-27274f884aff tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455986 Jul 16 03:45:56.125385 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-877ac467-1731-4f11-b598-99105b477a61 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.131440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-877ac467-1731-4f11-b598-99105b477a61 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "DELETE /v2.0/ports/b5d485cb-a77f-4245-b198-9d6271b18abd HTTP/1.1" status: 204 len: 168 time: 2.3517466 Jul 16 03:45:56.132059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:56.160490 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.181620 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068eb4a-2bef-41ab-90a2-daac2ab786bf req-15136171-9b37-4ef2-bd50-a1e87bf7bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:56.183101 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1068eb4a-2bef-41ab-90a2-daac2ab786bf req-15136171-9b37-4ef2-bd50-a1e87bf7bb19 service neutron] 10.222.0.88 "GET /v2.0/networks?id=58ffcd17-545c-499b-941d-4f64c3856a17 HTTP/1.1" status: 200 len: 920 time: 0.3167992 Jul 16 03:45:56.231059 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.262770 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea3d8d5-085a-47b1-8102-68c0745bafeb tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] GET failed (client error): The resource could not be found. Jul 16 03:45:56.266929 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7ea3d8d5-085a-47b1-8102-68c0745bafeb tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "GET /v2.0/ports/b5d485cb-a77f-4245-b198-9d6271b18abd HTTP/1.1" status: 404 len: 333 time: 0.1087074 Jul 16 03:45:56.271035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:56.273681 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1068eb4a-2bef-41ab-90a2-daac2ab786bf req-85262be2-0d19-4d93-aefd-a17fde6c3f5e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b368e9d-63f6-4d52-907f-34a2fc7e380c HTTP/1.1" status: 200 len: 217 time: 0.0514870 Jul 16 03:45:56.289542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:56.292816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:56.297526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:56.302312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Pushing event updated for resources: {'Port': ['ID=9483b53a-6c39-4d04-8d8b-0091c74ff99a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:56.369672 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245332f-17ed-45d1-9524-5f4abea40e52 req-496b1de4-65df-4106-8ffc-1bea2354ff18 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:56.371083 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2245332f-17ed-45d1-9524-5f4abea40e52 req-496b1de4-65df-4106-8ffc-1bea2354ff18 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=74520e58-6e9f-499b-8985-1a4896f14888 HTTP/1.1" status: 200 len: 945 time: 0.3885403 Jul 16 03:45:56.371727 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-56c09291-ab23-4708-866f-56dec74bc343 req-b1e9d800-94a6-4fd5-b983-f3435c1ad901 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.383540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['5e29287e-f58d-4717-abbc-1aacd7f89470'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:56.385770 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['14d13742-7496-4244-a7f6-7db863f71d56', '86c5dd96-60a0-4560-a1b5-9d7db854e25e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:45:56.541389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9d800-94a6-4fd5-b983-f3435c1ad901 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Pushing event deleted for resources: {'Port': ['ID=d02e079d-4c32-4ce1-8687-8a464ad7c80f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:56.552098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068eb4a-2bef-41ab-90a2-daac2ab786bf req-1c42aee7-23f9-4194-b761-718d3ea8f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:56.553884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1068eb4a-2bef-41ab-90a2-daac2ab786bf req-1c42aee7-23f9-4194-b761-718d3ea8f850 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bf54e103-b33c-4be3-9104-63de2822c4cd HTTP/1.1" status: 200 len: 859 time: 0.2684653 Jul 16 03:45:56.641429 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.890494 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:56.985955 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1068eb4a-2bef-41ab-90a2-daac2ab786bf req-ff919b31-b083-4ca8-9cf5-5fd51bf48b25 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58ffcd17-545c-499b-941d-4f64c3856a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622001 Jul 16 03:45:57.016987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c09291-ab23-4708-866f-56dec74bc343 req-b1e9d800-94a6-4fd5-b983-f3435c1ad901 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] No DVR routers for this DVR port d02e079d-4c32-4ce1-8687-8a464ad7c80f on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:45:57.022020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-1068eb4a-2bef-41ab-90a2-daac2ab786bf req-89db256d-8c2d-4c61-bbd3-651d0b63863f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:45:57.022878 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1068eb4a-2bef-41ab-90a2-daac2ab786bf req-89db256d-8c2d-4c61-bbd3-651d0b63863f service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070403 Jul 16 03:45:57.032114 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2245332f-17ed-45d1-9524-5f4abea40e52 req-9e26ffd6-c03e-4c54-8d7f-76d0b3c7fb6c tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285501 Jul 16 03:45:57.045703 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-56c09291-ab23-4708-866f-56dec74bc343 req-b1e9d800-94a6-4fd5-b983-f3435c1ad901 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.046545 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Router daa61b7a-b066-496c-8721-ad5215e7fffd is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:45:57.047631 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56c09291-ab23-4708-866f-56dec74bc343 req-b1e9d800-94a6-4fd5-b983-f3435c1ad901 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.20 "DELETE /v2.0/ports/d02e079d-4c32-4ce1-8687-8a464ad7c80f HTTP/1.1" status: 204 len: 173 time: 2.3924227 Jul 16 03:45:57.049171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74520e58-6e9f-499b-8985-1a4896f14888', 'name': 'network-vif-deleted', 'tag': 'd02e079d-4c32-4ce1-8687-8a464ad7c80f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:57.052031 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8381ea-d72c-4f68-8e55-a9822f76040a" -d '{"events": [{"server_uuid": "74520e58-6e9f-499b-8985-1a4896f14888", "name": "network-vif-deleted", "tag": "d02e079d-4c32-4ce1-8687-8a464ad7c80f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:57.093129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-718e1113-56a7-4b78-84ff-a31164aa2545 req-6b2bb636-0ff8-43b6-b1bf-79d9226310ad tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 210 time: 0.0783546 Jul 16 03:45:57.122579 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-3e76abb7-b181-40b8-b321-3ffd472ee81a tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.180037 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab253d6-0efe-4d48-939e-223be47860b6 x-openstack-request-id: req-4ab253d6-0efe-4d48-939e-223be47860b6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:57.180347 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74520e58-6e9f-499b-8985-1a4896f14888", "name": "network-vif-deleted", "tag": "d02e079d-4c32-4ce1-8687-8a464ad7c80f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:57.180620 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ab253d6-0efe-4d48-939e-223be47860b6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:57.181010 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74520e58-6e9f-499b-8985-1a4896f14888', 'name': 'network-vif-deleted', 'tag': 'd02e079d-4c32-4ce1-8687-8a464ad7c80f', 'status': 'completed', 'code': 200} Jul 16 03:45:57.182591 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-91320614-7b7a-4add-9f53-0844f32cd69c tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Deleting port 78ba61be-2e19-4e23-b839-87ed57a37e3e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:57.182930 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91320614-7b7a-4add-9f53-0844f32cd69c tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.262499 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d02e079d-4c32-4ce1-8687-8a464ad7c80f no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:45:57.303570 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1068eb4a-2bef-41ab-90a2-daac2ab786bf req-4e6b950c-88cc-42ac-a63e-3b533ac2e6dc service neutron] 10.222.0.88 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594106 Jul 16 03:45:57.309260 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-3e76abb7-b181-40b8-b321-3ffd472ee81a tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.329125 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: d02e079d-4c32-4ce1-8687-8a464ad7c80f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:45:57.329751 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d02e079d-4c32-4ce1-8687-8a464ad7c80f not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:45:57.429415 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91320614-7b7a-4add-9f53-0844f32cd69c tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.451652 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-3e76abb7-b181-40b8-b321-3ffd472ee81a tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Network c41b965a-2b11-48e0-b8bd-89ea4553dba9 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:45:57.468353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-3e76abb7-b181-40b8-b321-3ffd472ee81a tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:45:57.470646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-91320614-7b7a-4add-9f53-0844f32cd69c tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Calling delete_port for 78ba61be-2e19-4e23-b839-87ed57a37e3e owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:57.500125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-3e76abb7-b181-40b8-b321-3ffd472ee81a tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:45:57.504766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76abb7-b181-40b8-b321-3ffd472ee81a tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Pushing event updated for resources: {'Port': ['ID=8a591795-a07e-4572-84f9-790a07e7296d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:57.536244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:45:57.547114 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4e43b1-750b-4625-8b68-3ae78c69abe9 None None] Sync routers for ids ['daa61b7a-b066-496c-8721-ad5215e7fffd'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:45:57.556463 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.560106 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-33970930-a223-4946-a619-e8b6bedeec4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3281622 Jul 16 03:45:57.560443 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50756) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:57.564350 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4e43b1-750b-4625-8b68-3ae78c69abe9 None None] Routers {'daa61b7a-b066-496c-8721-ad5215e7fffd'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:57.565340 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a4e43b1-750b-4625-8b68-3ae78c69abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['daa61b7a-b066-496c-8721-ad5215e7fffd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:57.614182 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a4e43b1-750b-4625-8b68-3ae78c69abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:57.629911 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4e43b1-750b-4625-8b68-3ae78c69abe9 None None] Routers {'daa61b7a-b066-496c-8721-ad5215e7fffd'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:45:57.630836 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a4e43b1-750b-4625-8b68-3ae78c69abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['daa61b7a-b066-496c-8721-ad5215e7fffd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:57.633430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-3e76abb7-b181-40b8-b321-3ffd472ee81a tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:57.634249 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-3e76abb7-b181-40b8-b321-3ffd472ee81a tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.641689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1068eb4a-2bef-41ab-90a2-daac2ab786bf req-a720f3c7-854f-4a90-b9cc-af4cdab2d1bc service neutron] 10.222.0.88 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279214 Jul 16 03:45:57.653723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb36279-b8c0-4d1f-b8b2-50ed61db0709 req-ee5012a7-4785-49d5-b4e9-b932793f50e7 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:57.661473 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afb36279-b8c0-4d1f-b8b2-50ed61db0709 req-ee5012a7-4785-49d5-b4e9-b932793f50e7 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.3311217 Jul 16 03:45:57.694526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-3e76abb7-b181-40b8-b321-3ffd472ee81a tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9665160 Jul 16 03:45:57.700574 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2a4e43b1-750b-4625-8b68-3ae78c69abe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:45:57.701710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4e43b1-750b-4625-8b68-3ae78c69abe9 None None] The sync data for ids ['daa61b7a-b066-496c-8721-ad5215e7fffd'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:45:57.739486 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afb36279-b8c0-4d1f-b8b2-50ed61db0709 req-f814ef7f-873c-4ffc-9cea-134350c8b318 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738652 Jul 16 03:45:57.795370 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bb6791a1-7869-4d23-9e5b-eab8ae69edf3 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/routers/daa61b7a-b066-496c-8721-ad5215e7fffd HTTP/1.1" status: 200 len: 925 time: 0.2323205 Jul 16 03:45:57.796099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50764) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:57.812128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Request body: {'port': {'device_id': 'c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:57.829928 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-67f50b07-2999-4c98-915a-f9cc580861ae tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa61b7a-b066-496c-8721-ad5215e7fffd HTTP/1.1" status: 200 len: 205 time: 0.0326145 Jul 16 03:45:57.830731 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50766) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:57.867118 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91320614-7b7a-4add-9f53-0844f32cd69c tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.918365 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91320614-7b7a-4add-9f53-0844f32cd69c tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event deleted for resources: {'Port': ['ID=78ba61be-2e19-4e23-b839-87ed57a37e3e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:57.961808 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:57.979465 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c54d0342-8f04-46f8-86b5-1b74c46c763d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.048685 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91320614-7b7a-4add-9f53-0844f32cd69c tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.050778 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-91320614-7b7a-4add-9f53-0844f32cd69c tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "DELETE /v2.0/ports/78ba61be-2e19-4e23-b839-87ed57a37e3e HTTP/1.1" status: 204 len: 168 time: 1.7766476 Jul 16 03:45:58.053332 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:58.090890 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde361d8-283d-4ae7-8dd2-70c00d8520af tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] GET failed (client error): The resource could not be found. Jul 16 03:45:58.092625 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bde361d8-283d-4ae7-8dd2-70c00d8520af tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "GET /v2.0/ports/78ba61be-2e19-4e23-b839-87ed57a37e3e HTTP/1.1" status: 404 len: 333 time: 0.0383244 Jul 16 03:45:58.096454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:58.177938 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c54d0342-8f04-46f8-86b5-1b74c46c763d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.293466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c54d0342-8f04-46f8-86b5-1b74c46c763d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Deleting port 9483b53a-6c39-4d04-8d8b-0091c74ff99a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:58.294016 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c54d0342-8f04-46f8-86b5-1b74c46c763d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.391919 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c54d0342-8f04-46f8-86b5-1b74c46c763d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.406978 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c54d0342-8f04-46f8-86b5-1b74c46c763d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Calling delete_port for 9483b53a-6c39-4d04-8d8b-0091c74ff99a owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:58.449791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71642f-c311-4fac-9743-cb7b516bc24d req-33f40baf-a3d2-4258-8fd6-13579a24a470 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:58.452788 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d71642f-c311-4fac-9743-cb7b516bc24d req-33f40baf-a3d2-4258-8fd6-13579a24a470 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 931 time: 0.2087808 Jul 16 03:45:58.588171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a591795-a07e-4572-84f9-790a07e7296d {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:45:58.600353 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.640505 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d71642f-c311-4fac-9743-cb7b516bc24d req-62f1c12d-247f-414b-8395-7785340f042a tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd02b651-b979-4ae5-86d9-6eda94cc4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866888 Jul 16 03:45:58.664287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-80ae2654-f2a1-45f3-b03c-fb93c8966a3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Deleting port 1cd6ddec-bbf8-44d1-aaa1-75f382967d1f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:45:58.664788 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80ae2654-f2a1-45f3-b03c-fb93c8966a3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.678607 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c54d0342-8f04-46f8-86b5-1b74c46c763d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.683069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Transition to ACTIVE for port object 8a591795-a07e-4572-84f9-790a07e7296d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:45:58.696244 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.750402 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d0342-8f04-46f8-86b5-1b74c46c763d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Pushing event deleted for resources: {'Port': ['ID=9483b53a-6c39-4d04-8d8b-0091c74ff99a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:58.802147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Pushing event updated for resources: {'Port': ['ID=8a591795-a07e-4572-84f9-790a07e7296d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:58.869248 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c54d0342-8f04-46f8-86b5-1b74c46c763d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.952082 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80ae2654-f2a1-45f3-b03c-fb93c8966a3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:58.962133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Attempting to bind port 8a591795-a07e-4572-84f9-790a07e7296d on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:45:58.962475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Attempting to bind port 8a591795-a07e-4572-84f9-790a07e7296d by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '2266e2ba-11cc-492a-b881-fdc6c2987cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'c41b965a-2b11-48e0-b8bd-89ea4553dba9'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:45:58.962810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Attempting to bind port 8a591795-a07e-4572-84f9-790a07e7296d on network c41b965a-2b11-48e0-b8bd-89ea4553dba9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:58.975284 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Port 8a591795-a07e-4572-84f9-790a07e7296d on network c41b965a-2b11-48e0-b8bd-89ea4553dba9 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:45:58.975610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Attempting to bind port 8a591795-a07e-4572-84f9-790a07e7296d on network c41b965a-2b11-48e0-b8bd-89ea4553dba9 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:45:58.978718 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-80ae2654-f2a1-45f3-b03c-fb93c8966a3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Calling delete_port for 1cd6ddec-bbf8-44d1-aaa1-75f382967d1f owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:45:59.001564 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c54d0342-8f04-46f8-86b5-1b74c46c763d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.004749 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c54d0342-8f04-46f8-86b5-1b74c46c763d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.011605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:45:59.012198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Checking segment: {'id': '2266e2ba-11cc-492a-b881-fdc6c2987cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'c41b965a-2b11-48e0-b8bd-89ea4553dba9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:45:59.013913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Bound using segment: {'id': '2266e2ba-11cc-492a-b881-fdc6c2987cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'c41b965a-2b11-48e0-b8bd-89ea4553dba9'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:45:59.014396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Bound port: 8a591795-a07e-4572-84f9-790a07e7296d, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2266e2ba-11cc-492a-b881-fdc6c2987cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'c41b965a-2b11-48e0-b8bd-89ea4553dba9'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:45:59.014806 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.060187 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c54d0342-8f04-46f8-86b5-1b74c46c763d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.060963 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54d0342-8f04-46f8-86b5-1b74c46c763d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Fanout notify agent at l3_agent the message router_deleted on router daa61b7a-b066-496c-8721-ad5215e7fffd {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:45:59.068711 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c54d0342-8f04-46f8-86b5-1b74c46c763d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.069940 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c54d0342-8f04-46f8-86b5-1b74c46c763d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "DELETE /v2.0/routers/daa61b7a-b066-496c-8721-ad5215e7fffd HTTP/1.1" status: 204 len: 168 time: 1.2381268 Jul 16 03:45:59.076550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50786) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:59.081573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1304306256', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'enable_snat': False}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:45:59.108591 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.110308 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.138700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67119041-b6d7-4fff-9d5b-0ba36d47971b req-e296d1d7-0757-4bb5-9282-7fed0d9271fb tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:59.146982 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67119041-b6d7-4fff-9d5b-0ba36d47971b req-e296d1d7-0757-4bb5-9282-7fed0d9271fb tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.2565370 Jul 16 03:45:59.177690 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.250496 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67119041-b6d7-4fff-9d5b-0ba36d47971b req-9ef89324-1e25-48f0-b324-68a0784bee41 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025105 Jul 16 03:45:59.266107 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] For port 8a591795-a07e-4572-84f9-790a07e7296d, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:45:59.283375 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] For port 8a591795-a07e-4572-84f9-790a07e7296d, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8a591795-a07e-4572-84f9-790a07e7296d,segment=NetworkSegment(2266e2ba-11cc-492a-b881-fdc6c2987cb9),segment_id=2266e2ba-11cc-492a-b881-fdc6c2987cb9)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:45:59.288242 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.370899 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Pushing event updated for resources: {'Port': ['ID=8a591795-a07e-4572-84f9-790a07e7296d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:59.399688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:59.401787 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.405190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-028bdcb5-2b15-46d7-9165-29e156d15399 service neutron] 10.222.0.20 "PUT /v2.0/ports/8a591795-a07e-4572-84f9-790a07e7296d HTTP/1.1" status: 200 len: 1091 time: 1.7037582 Jul 16 03:45:59.419226 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.423616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8', 'tag': '8a591795-a07e-4572-84f9-790a07e7296d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:45:59.426173 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81b8f5c-8f4f-47f1-8724-d33b9cba8ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8", "tag": "8a591795-a07e-4572-84f9-790a07e7296d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:45:59.458155 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80ae2654-f2a1-45f3-b03c-fb93c8966a3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.479257 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0c009d-a36f-45e8-b77c-f5f36ec1906d x-openstack-request-id: req-5f0c009d-a36f-45e8-b77c-f5f36ec1906d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:45:59.479570 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8", "tag": "8a591795-a07e-4572-84f9-790a07e7296d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:45:59.479820 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f0c009d-a36f-45e8-b77c-f5f36ec1906d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:45:59.480215 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8', 'tag': '8a591795-a07e-4572-84f9-790a07e7296d', 'status': 'completed', 'code': 200} Jul 16 03:45:59.534205 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae2654-f2a1-45f3-b03c-fb93c8966a3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event deleted for resources: {'Port': ['ID=1cd6ddec-bbf8-44d1-aaa1-75f382967d1f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:45:59.729264 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-80ae2654-f2a1-45f3-b03c-fb93c8966a3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.734512 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-80ae2654-f2a1-45f3-b03c-fb93c8966a3d tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "DELETE /v2.0/ports/1cd6ddec-bbf8-44d1-aaa1-75f382967d1f HTTP/1.1" status: 204 len: 168 time: 1.6370721 Jul 16 03:45:59.736930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50800) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:45:59.741276 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-cffecf02-c6f9-4a75-b4d4-7d30cc5d362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:59.743134 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-cffecf02-c6f9-4a75-b4d4-7d30cc5d362a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ab2efbfd98f4e899cd175fcde30dea2&device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 1094 time: 0.2957113 Jul 16 03:45:59.759148 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.803430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-22c679b9-ae5d-42a5-af9e-97e48f0e6457 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a591795-a07e-4572-84f9-790a07e7296d HTTP/1.1" status: 200 len: 217 time: 0.0432699 Jul 16 03:45:59.854049 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.933778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-de597faf-64ae-4152-b873-d3bdb9fd23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:59.935274 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-de597faf-64ae-4152-b873-d3bdb9fd23ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1da02c5c-9d7f-412c-845f-2b6e883a8c79 HTTP/1.1" status: 200 len: 849 time: 0.1249073 Jul 16 03:45:59.956463 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2f0fbf-a801-4473-b803-6ac36700a902 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Deleting subnet c0cf72ac-47f5-43bc-a882-2187cbe5f58b {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:45:59.961623 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af2f0fbf-a801-4473-b803-6ac36700a902 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:45:59.974608 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-64c238e3-45ed-4c85-aff7-472957df8608 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c41b965a-2b11-48e0-b8bd-89ea4553dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311809 Jul 16 03:45:59.987270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dcf49-5955-40a0-9073-a139ed93cd86 req-d73aaeb6-0d90-488b-9500-aa451b4d95ba tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:45:59.992155 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f43dcf49-5955-40a0-9073-a139ed93cd86 req-d73aaeb6-0d90-488b-9500-aa451b4d95ba tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 943 time: 0.1286683 Jul 16 03:46:00.019277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af2f0fbf-a801-4473-b803-6ac36700a902 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.041227 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cd566b95-df0c-43dd-9570-3359701377cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.108750 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Allocated IP 172.25.3.167 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/020ce6dd-6425-4440-81de-d278605f3c7b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:00.125257 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-3d42783f-1fe0-4711-8344-2085b5f2dd38 service neutron] 10.222.0.20 "GET /v2.0/networks/c41b965a-2b11-48e0-b8bd-89ea4553dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347475 Jul 16 03:46:00.133535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f43dcf49-5955-40a0-9073-a139ed93cd86 req-06be492d-bfdd-4083-9ddb-fabf8ea417da tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd02b651-b979-4ae5-86d9-6eda94cc4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018300 Jul 16 03:46:00.178837 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af2f0fbf-a801-4473-b803-6ac36700a902 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.247863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b0e49a7-9ae1-4261-9e5c-e0fccc583da5 req-ac443eb4-bbc8-4412-8ba0-504496a8bd04 service neutron] 10.222.0.20 "GET /v2.0/networks/c41b965a-2b11-48e0-b8bd-89ea4553dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131606 Jul 16 03:46:00.293100 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.296028 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af2f0fbf-a801-4473-b803-6ac36700a902 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.334198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f0fbf-a801-4473-b803-6ac36700a902 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cf72ac-47f5-43bc-a882-2187cbe5f58b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:00.341774 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af2f0fbf-a801-4473-b803-6ac36700a902 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.343690 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-af2f0fbf-a801-4473-b803-6ac36700a902 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "DELETE /v2.0/subnets/c0cf72ac-47f5-43bc-a882-2187cbe5f58b HTTP/1.1" status: 204 len: 168 time: 0.6055999 Jul 16 03:46:00.346611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50804) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:00.349892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cfd287-b386-48cd-ba47-659131949768 None None] Network 54499100-d198-4499-8a14-ec6a2543fc05 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:00.400027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b8f5c-8f4f-47f1-8724-d33b9cba8ed5 req-bc7543b3-87a9-4897-8696-c41ce2b7414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:00.401724 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a81b8f5c-8f4f-47f1-8724-d33b9cba8ed5 req-bc7543b3-87a9-4897-8696-c41ce2b7414f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ab2efbfd98f4e899cd175fcde30dea2&device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 1094 time: 0.0693045 Jul 16 03:46:00.530655 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.559930 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.662093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Pushing event updated for resources: {'Port': ['ID=020ce6dd-6425-4440-81de-d278605f3c7b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:00.664747 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b8f5c-8f4f-47f1-8724-d33b9cba8ed5 req-fc2c32dc-ede5-4e5c-8126-67d8194a502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:00.669525 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:00.672780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a81b8f5c-8f4f-47f1-8724-d33b9cba8ed5 req-fc2c32dc-ede5-4e5c-8126-67d8194a502e service neutron] 10.222.0.20 "GET /v2.0/networks?id=c41b965a-2b11-48e0-b8bd-89ea4553dba9 HTTP/1.1" status: 200 len: 910 time: 0.2630532 Jul 16 03:46:00.673465 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:00.674447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccf2846-94f6-40ac-b984-1217407f8a54 None None] DHCP port deletion for 54499100-d198-4499-8a14-ec6a2543fc05 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:46:00.676618 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:00.746751 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Deleting port fa100296-1b06-46e6-b911-d1932693954d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:00.747156 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.758728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a81b8f5c-8f4f-47f1-8724-d33b9cba8ed5 req-1892bd9c-ec1b-4fde-b426-892344133f48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a591795-a07e-4572-84f9-790a07e7296d HTTP/1.1" status: 200 len: 217 time: 0.0783281 Jul 16 03:46:00.786869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bccf2846-94f6-40ac-b984-1217407f8a54 None None] Deleting port fa100296-1b06-46e6-b911-d1932693954d {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:00.787261 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bccf2846-94f6-40ac-b984-1217407f8a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.868760 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d8000-2e88-4241-af27-beae65dd71ab req-ca45e078-e84b-4863-bbdd-8df649e97bf9 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:00.880926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e90d8000-2e88-4241-af27-beae65dd71ab req-ca45e078-e84b-4863-bbdd-8df649e97bf9 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.3911588 Jul 16 03:46:00.891541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bccf2846-94f6-40ac-b984-1217407f8a54 None None] For port fa100296-1b06-46e6-b911-d1932693954d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fa100296-1b06-46e6-b911-d1932693954d,segment=NetworkSegment(624aaa25-2802-48a3-a3a0-7ed69dea23a8),segment_id=624aaa25-2802-48a3-a3a0-7ed69dea23a8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:00.893499 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bccf2846-94f6-40ac-b984-1217407f8a54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.907336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fa100296-1b06-46e6-b911-d1932693954d no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:00.939752 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] For port fa100296-1b06-46e6-b911-d1932693954d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fa100296-1b06-46e6-b911-d1932693954d,segment=NetworkSegment(624aaa25-2802-48a3-a3a0-7ed69dea23a8),segment_id=624aaa25-2802-48a3-a3a0-7ed69dea23a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:00.940252 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:00.945848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bccf2846-94f6-40ac-b984-1217407f8a54 None None] Calling delete_port for fa100296-1b06-46e6-b911-d1932693954d owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:00.959789 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Calling delete_port for fa100296-1b06-46e6-b911-d1932693954d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:00.969408 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b8f5c-8f4f-47f1-8724-d33b9cba8ed5 req-5c3c1c34-ec90-4128-922b-2c1a75a86e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:00.971416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a81b8f5c-8f4f-47f1-8724-d33b9cba8ed5 req-5c3c1c34-ec90-4128-922b-2c1a75a86e0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1da02c5c-9d7f-412c-845f-2b6e883a8c79 HTTP/1.1" status: 200 len: 849 time: 0.2059484 Jul 16 03:46:00.980579 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e90d8000-2e88-4241-af27-beae65dd71ab req-34d310d1-cf4a-400a-bdc3-c0c8967fd22e tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987475 Jul 16 03:46:00.981070 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.031068 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a81b8f5c-8f4f-47f1-8724-d33b9cba8ed5 req-246a7ad5-e5a4-46ce-9bb5-03f289127830 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c41b965a-2b11-48e0-b8bd-89ea4553dba9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490615 Jul 16 03:46:01.114681 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.130583 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.183791 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a81b8f5c-8f4f-47f1-8724-d33b9cba8ed5 req-eba0e762-7d9e-45fb-836d-795dae01e006 service neutron] 10.222.0.20 "GET /v2.0/networks/c41b965a-2b11-48e0-b8bd-89ea4553dba9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453631 Jul 16 03:46:01.186475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port fa100296-1b06-46e6-b911-d1932693954d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fa100296-1b06-46e6-b911-d1932693954d,segment=NetworkSegment(624aaa25-2802-48a3-a3a0-7ed69dea23a8),segment_id=624aaa25-2802-48a3-a3a0-7ed69dea23a8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:01.190637 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.206117 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.297380 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.300335 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.300335 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.300335 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.300335 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.300335 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.300335 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.300335 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.300335 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.300335 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.300335 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.300335 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.300335 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.300335 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:01.300335 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:46:01.305329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=fa100296-1b06-46e6-b911-d1932693954d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:01.311252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8a591795-a07e-4572-84f9-790a07e7296d details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:46:01.313412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event deleted for resources: {'Port': ['ID=fa100296-1b06-46e6-b911-d1932693954d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:01.347457 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bccf2846-94f6-40ac-b984-1217407f8a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.388614 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a81b8f5c-8f4f-47f1-8724-d33b9cba8ed5 req-55522b26-6749-48e7-8b0e-2f2c7c27a777 service neutron] 10.222.0.20 "GET /v2.0/networks/c41b965a-2b11-48e0-b8bd-89ea4553dba9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959410 Jul 16 03:46:01.418657 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] No DVR routers for this DVR port fa100296-1b06-46e6-b911-d1932693954d on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:01.433864 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf2846-94f6-40ac-b984-1217407f8a54 None None] Pushing event deleted for resources: {'Port': ['ID=fa100296-1b06-46e6-b911-d1932693954d,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:01.436623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a441c8-1edb-4ea4-b25c-bdd9a6c87591 req-c2be4376-28d6-4317-bbac-e404dc89d55b tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:01.438532 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-75a441c8-1edb-4ea4-b25c-bdd9a6c87591 req-c2be4376-28d6-4317-bbac-e404dc89d55b tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 943 time: 0.1115401 Jul 16 03:46:01.439447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf2846-94f6-40ac-b984-1217407f8a54 None None] No DVR routers for this DVR port fa100296-1b06-46e6-b911-d1932693954d on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:01.529137 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-75a441c8-1edb-4ea4-b25c-bdd9a6c87591 req-cad5231d-79d7-4f94-8d13-521da7e22087 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd02b651-b979-4ae5-86d9-6eda94cc4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742116 Jul 16 03:46:01.587439 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.629839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8a591795-a07e-4572-84f9-790a07e7296d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8a591795-a07e-4572-84f9-790a07e7296d,segment=NetworkSegment(2266e2ba-11cc-492a-b881-fdc6c2987cb9),segment_id=2266e2ba-11cc-492a-b881-fdc6c2987cb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:01.653462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '8a591795-a07e-4572-84f9-790a07e7296d', 'network_id': 'c41b965a-2b11-48e0-b8bd-89ea4553dba9', 'port_id': '8a591795-a07e-4572-84f9-790a07e7296d', 'mac_address': 'fa:16:3e:17:1e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da02c5c-9d7f-412c-845f-2b6e883a8c79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:46:01.697339 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.719421 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a591795-a07e-4572-84f9-790a07e7296d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:46:01.743453 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8a591795-a07e-4572-84f9-790a07e7296d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8a591795-a07e-4572-84f9-790a07e7296d,segment=NetworkSegment(2266e2ba-11cc-492a-b881-fdc6c2987cb9),segment_id=2266e2ba-11cc-492a-b881-fdc6c2987cb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:01.749308 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.819320 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=8a591795-a07e-4572-84f9-790a07e7296d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:01.830631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.846279 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54499100-d198-4499-8a14-ec6a2543fc05']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:01.858416 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.864607 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624aaa25-2802-48a3-a3a0-7ed69dea23a8') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:01.865014 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624aaa25-2802-48a3-a3a0-7ed69dea23a8') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:01.876775 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.931804 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.957181 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:46:01.958048 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:46:01.963029 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:46:01.970789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['8a591795-a07e-4572-84f9-790a07e7296d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:02.125243 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690740a-4ec5-4f1f-86f3-4eecd11c47bb req-b44845cd-543b-480b-852d-dadc36d83893 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:02.126803 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a690740a-4ec5-4f1f-86f3-4eecd11c47bb req-b44845cd-543b-480b-852d-dadc36d83893 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 945 time: 0.1585288 Jul 16 03:46:02.171255 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.186106 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.190407 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] 10.222.0.18 "DELETE /v2.0/networks/54499100-d198-4499-8a14-ec6a2543fc05 HTTP/1.1" status: 204 len: 168 time: 1.8400757 Jul 16 03:46:02.208031 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f69a5-f07f-4eff-8efb-4b7ec2d7b5a3 tempest-AllowedAddressPairTestJSON-492796616 tempest-AllowedAddressPairTestJSON-492796616-project] Pushing event deleted for resources: {'Network': ['ID=54499100-d198-4499-8a14-ec6a2543fc05,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:02.257148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Router 1e9b27ea-ed99-4656-bd65-2be14ddaee18 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:46:02.259740 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a690740a-4ec5-4f1f-86f3-4eecd11c47bb req-f7cd7ce6-def9-49c2-a58b-b838f55abdd3 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247449 Jul 16 03:46:02.404805 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:02.410069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e8342-15ae-48f1-98bc-9f2eb9e2c4e5 req-4c3426f2-f39f-401d-b417-68af79d13967 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:02.413320 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ce2e8342-15ae-48f1-98bc-9f2eb9e2c4e5 req-4c3426f2-f39f-401d-b417-68af79d13967 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.1009450 Jul 16 03:46:02.421643 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.426937 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6806240e-8784-470d-b926-f151febf9439 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.3490603 Jul 16 03:46:02.427169 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Sync routers for ids ['1e9b27ea-ed99-4656-bd65-2be14ddaee18'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:02.427824 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:02.442592 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Routers {'1e9b27ea-ed99-4656-bd65-2be14ddaee18'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:02.443467 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:45:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1e9b27ea-ed99-4656-bd65-2be14ddaee18'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:02.476305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ce2e8342-15ae-48f1-98bc-9f2eb9e2c4e5 req-ac93479c-8728-420a-bdc6-106b0bfa89a4 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566742 Jul 16 03:46:02.563324 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Set router 1e9b27ea-ed99-4656-bd65-2be14ddaee18 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:02.608110 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9f08ed31-c66d-4613-8735-ae9a566cdf27 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/routers/1e9b27ea-ed99-4656-bd65-2be14ddaee18 HTTP/1.1" status: 200 len: 909 time: 0.1768050 Jul 16 03:46:02.615895 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:02.621317 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1304306256', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'enable_snat': True}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:02.621949 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:02.679026 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.681777 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.764723 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b18fc7a-1ea8-4699-9ca7-d9c214217b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.787849 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.798865 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9b27ea-ed99-4656-bd65-2be14ddaee18', 'name': 'tempest-snat-router-1304306256', 'tenant_id': 'd434f31590944093b01e002e542911e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.167'}], 'enable_snat': False}, 'gw_port_id': '020ce6dd-6425-4440-81de-d278605f3c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:59Z', 'updated_at': '2021-07-16T03:46:00Z', 'revision_number': 3, 'project_id': 'd434f31590944093b01e002e542911e2', 'gw_port': {'id': '020ce6dd-6425-4440-81de-d278605f3c7b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9b27ea-ed99-4656-bd65-2be14ddaee18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:59Z', 'updated_at': '2021-07-16T03:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:02.817138 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.840020 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-97fac2af-e7c3-43cf-b908-7fb622bc996e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=016f9841de6043c1a4f8cd58e6a0edc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141695 Jul 16 03:46:02.840399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:02.880942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f16886-d528-41d8-a63f-393680847941 req-2afc1278-85f7-4935-b97f-e698c393c714 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:02.888342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3f16886-d528-41d8-a63f-393680847941 req-2afc1278-85f7-4935-b97f-e698c393c714 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 944 time: 0.1938720 Jul 16 03:46:02.900144 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f83b581f-260b-41f0-bc7d-86e14ecc2be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.925542 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f83b581f-260b-41f0-bc7d-86e14ecc2be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.975322 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Checking router: 1e9b27ea-ed99-4656-bd65-2be14ddaee18 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:46:02.975322 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Updating router 1e9b27ea-ed99-4656-bd65-2be14ddaee18 port 020ce6dd-6425-4440-81de-d278605f3c7b binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:46:02.980353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f83b581f-260b-41f0-bc7d-86e14ecc2be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.982947 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f83b581f-260b-41f0-bc7d-86e14ecc2be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.986482 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f83b581f-260b-41f0-bc7d-86e14ecc2be2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5edbec3-9c21-46f1-b8d9-563e5561dcfc HTTP/1.1" status: 204 len: 168 time: 0.1445608 Jul 16 03:46:02.991147 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:02.994378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b581f-260b-41f0-bc7d-86e14ecc2be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5edbec3-9c21-46f1-b8d9-563e5561dcfc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:03.013497 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3f16886-d528-41d8-a63f-393680847941 req-43fd5a98-e3f4-49b2-9479-16adc297652a tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd02b651-b979-4ae5-86d9-6eda94cc4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208701 Jul 16 03:46:03.059095 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.321698 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8a591795-a07e-4572-84f9-790a07e7296d up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:03.429104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 8a591795-a07e-4572-84f9-790a07e7296d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:03.433239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 8a591795-a07e-4572-84f9-790a07e7296d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:03.433618 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.446945 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.466610 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Transition to ACTIVE for port object 020ce6dd-6425-4440-81de-d278605f3c7b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:03.479408 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.533281 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234242a6-049b-4dd7-b86c-0afd7d8864ad None None] Pushing event updated for resources: {'Port': ['ID=020ce6dd-6425-4440-81de-d278605f3c7b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:03.542572 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234242a6-049b-4dd7-b86c-0afd7d8864ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:03.542979 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234242a6-049b-4dd7-b86c-0afd7d8864ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:03.543421 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234242a6-049b-4dd7-b86c-0afd7d8864ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:03.543859 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234242a6-049b-4dd7-b86c-0afd7d8864ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:03.544293 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234242a6-049b-4dd7-b86c-0afd7d8864ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:03.544910 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234242a6-049b-4dd7-b86c-0afd7d8864ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:03.545164 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234242a6-049b-4dd7-b86c-0afd7d8864ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:03.545590 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234242a6-049b-4dd7-b86c-0afd7d8864ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:03.546033 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234242a6-049b-4dd7-b86c-0afd7d8864ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:03.546707 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234242a6-049b-4dd7-b86c-0afd7d8864ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:03.547179 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234242a6-049b-4dd7-b86c-0afd7d8864ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:03.548014 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234242a6-049b-4dd7-b86c-0afd7d8864ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:03.569528 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Attempting to bind port 020ce6dd-6425-4440-81de-d278605f3c7b on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:46:03.570048 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Attempting to bind port 020ce6dd-6425-4440-81de-d278605f3c7b by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:46:03.570376 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.570636 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Attempting to bind port 020ce6dd-6425-4440-81de-d278605f3c7b on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:03.576080 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:46:03.576623 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:03.577136 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.577639 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:46:03.578399 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Bound port: 020ce6dd-6425-4440-81de-d278605f3c7b, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:46:03.578899 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.609435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8a591795-a07e-4572-84f9-790a07e7296d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8a591795-a07e-4572-84f9-790a07e7296d,segment=NetworkSegment(2266e2ba-11cc-492a-b881-fdc6c2987cb9),segment_id=2266e2ba-11cc-492a-b881-fdc6c2987cb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:03.610495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a591795-a07e-4572-84f9-790a07e7296d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:03.613963 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a250681-4844-4b20-baa2-2670501ca398" -d '{"events": [{"server_uuid": "c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8", "name": "network-vif-plugged", "status": "completed", "tag": "8a591795-a07e-4572-84f9-790a07e7296d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:03.618249 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.658693 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] For port 020ce6dd-6425-4440-81de-d278605f3c7b, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:03.663984 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] For port 020ce6dd-6425-4440-81de-d278605f3c7b, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=020ce6dd-6425-4440-81de-d278605f3c7b,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:46:03.672191 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.677250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=8a591795-a07e-4572-84f9-790a07e7296d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:03.748666 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Routers {'1e9b27ea-ed99-4656-bd65-2be14ddaee18'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:03.749512 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1e9b27ea-ed99-4656-bd65-2be14ddaee18'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:03.756920 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234242a6-049b-4dd7-b86c-0afd7d8864ad None None] Pushing event updated for resources: {'Port': ['ID=020ce6dd-6425-4440-81de-d278605f3c7b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:03.824913 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:03.904341 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] Set router 1e9b27ea-ed99-4656-bd65-2be14ddaee18 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:04.016383 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.050881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b108a-3502-483f-aa99-2c30ed4474ea req-f73ceaf0-bbd4-41d3-97fd-829eec359c1d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:04.052482 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c11b108a-3502-483f-aa99-2c30ed4474ea req-f73ceaf0-bbd4-41d3-97fd-829eec359c1d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.1945541 Jul 16 03:46:04.062863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee5cbf-a18e-4dc1-a32d-9a574be35158 req-92123ca4-0e24-40ef-9159-dea08a423660 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:04.070314 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1cee5cbf-a18e-4dc1-a32d-9a574be35158 req-92123ca4-0e24-40ef-9159-dea08a423660 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 945 time: 0.2435462 Jul 16 03:46:04.072535 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.097720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50874) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:04.123360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d0580-46f0-4ca0-80e2-c2a18342140f req-e061bf13-dec5-4a6e-8e70-0ff94e92ebbb tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:04.136829 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a35d0580-46f0-4ca0-80e2-c2a18342140f req-e061bf13-dec5-4a6e-8e70-0ff94e92ebbb tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.88 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 945 time: 0.3109961 Jul 16 03:46:04.148652 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9b27ea-ed99-4656-bd65-2be14ddaee18', 'name': 'tempest-snat-router-1304306256', 'tenant_id': 'd434f31590944093b01e002e542911e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.167'}], 'enable_snat': False}, 'gw_port_id': '020ce6dd-6425-4440-81de-d278605f3c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:59Z', 'updated_at': '2021-07-16T03:46:00Z', 'revision_number': 3, 'project_id': 'd434f31590944093b01e002e542911e2', 'gw_port': {'id': '020ce6dd-6425-4440-81de-d278605f3c7b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9b27ea-ed99-4656-bd65-2be14ddaee18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:59Z', 'updated_at': '2021-07-16T03:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:04.210282 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568317d-d491-4e58-bfbb-6b0d6cf03c28 None None] The sync data for ids ['1e9b27ea-ed99-4656-bd65-2be14ddaee18'] in n-d-800088-6 is: [{'id': '1e9b27ea-ed99-4656-bd65-2be14ddaee18', 'name': 'tempest-snat-router-1304306256', 'tenant_id': 'd434f31590944093b01e002e542911e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.167'}], 'enable_snat': False}, 'gw_port_id': '020ce6dd-6425-4440-81de-d278605f3c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:45:59Z', 'updated_at': '2021-07-16T03:46:00Z', 'revision_number': 3, 'project_id': 'd434f31590944093b01e002e542911e2', 'gw_port': {'id': '020ce6dd-6425-4440-81de-d278605f3c7b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9b27ea-ed99-4656-bd65-2be14ddaee18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:45:59Z', 'updated_at': '2021-07-16T03:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:04.258945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1390021526'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:04.288968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Made reservation on behalf of 7bb074c304124b93a7fc0d8591deb364 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:04.300945 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.316810 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.324746 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c11b108a-3502-483f-aa99-2c30ed4474ea req-a9f35525-6477-44ed-b7b6-316ebb5bb8da tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470474 Jul 16 03:46:04.332910 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1cee5cbf-a18e-4dc1-a32d-9a574be35158 req-8bf55180-c753-4126-9234-11256720052d tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617164 Jul 16 03:46:04.605280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.623123 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Allocated IP 172.25.3.201 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/a569bb10-faf1-477d-9f2a-c5abe085fafa) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:04.623429 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.679225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:46:04.697780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f12b5b3-7892-4d6d-b3bd-a8ca7d4987ff,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:04.701410 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.701775 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Added segment d12845d1-2d3a-4988-b555-8b728f218520 of type vlan for network 9a9982a0-16a7-48c4-95b4-e183c63607cc Jul 16 03:46:04.750153 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f274be1-2c2a-4cab-945a-d0ee8471a9fe x-openstack-request-id: req-4f274be1-2c2a-4cab-945a-d0ee8471a9fe {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:04.750499 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8", "name": "network-vif-plugged", "status": "completed", "tag": "8a591795-a07e-4572-84f9-790a07e7296d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:04.750701 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f274be1-2c2a-4cab-945a-d0ee8471a9fe {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:04.751108 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a591795-a07e-4572-84f9-790a07e7296d', 'code': 200} Jul 16 03:46:04.824786 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.867369 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.920439 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.941172 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:04.941379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 020ce6dd-6425-4440-81de-d278605f3c7b up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:04.949422 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:04.954869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.049651 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 020ce6dd-6425-4440-81de-d278605f3c7b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:05.054290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 020ce6dd-6425-4440-81de-d278605f3c7b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:05.054880 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.058209 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Pushing event updated for resources: {'Network': ['ID=9a9982a0-16a7-48c4-95b4-e183c63607cc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:05.103173 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-42b78d09-29d1-4c1b-9578-f62858f176ad tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0035088 Jul 16 03:46:05.103975 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50886) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:05.110590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4f044f7d-585b-4697-b2ef-30991a822932 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Request body: {'subnet': {'network_id': '9a9982a0-16a7-48c4-95b4-e183c63607cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:05.120617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 9a9982a0-16a7-48c4-95b4-e183c63607cc details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:46:05.153283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec97f12-ef4b-4a80-833d-ea7e7369a2b5 req-931f418a-d95f-4402-8aa7-39dd26919706 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:05.155016 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eec97f12-ef4b-4a80-833d-ea7e7369a2b5 req-931f418a-d95f-4402-8aa7-39dd26919706 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 945 time: 0.6445060 Jul 16 03:46:05.172558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:05.176385 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a35d0580-46f0-4ca0-80e2-c2a18342140f req-61a38c92-7647-4ef9-b9e4-462f4910b38e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Deleting port 86c5dd96-60a0-4560-a1b5-9d7db854e25e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:05.176807 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a35d0580-46f0-4ca0-80e2-c2a18342140f req-61a38c92-7647-4ef9-b9e4-462f4910b38e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.306337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f044f7d-585b-4697-b2ef-30991a822932 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Made reservation on behalf of 7bb074c304124b93a7fc0d8591deb364 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:05.307178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Pushing event updated for resources: {'Port': ['ID=a569bb10-faf1-477d-9f2a-c5abe085fafa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:05.310830 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f044f7d-585b-4697-b2ef-30991a822932 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.355206 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eec97f12-ef4b-4a80-833d-ea7e7369a2b5 req-74647cce-ed5b-4f18-9193-16e50ed423a1 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd02b651-b979-4ae5-86d9-6eda94cc4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806104 Jul 16 03:46:05.367857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:05.373248 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.377027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:05.430459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:05.442384 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:05.442929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:05.443352 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:05.444254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:05.444846 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:05.445355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:05.445858 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:05.446619 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:05.447582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:05.448151 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:05.450735 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:05.452836 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 020ce6dd-6425-4440-81de-d278605f3c7b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=020ce6dd-6425-4440-81de-d278605f3c7b,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:05.464090 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.600572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=020ce6dd-6425-4440-81de-d278605f3c7b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:05.622697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de0377-7c3b-4176-9a4a-d4691c15f319 req-a2d6d940-9a81-4b27-8aca-7b98c4bfdf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:05.624252 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7de0377-7c3b-4176-9a4a-d4691c15f319 req-a2d6d940-9a81-4b27-8aca-7b98c4bfdf2d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 1096 time: 0.7341626 Jul 16 03:46:05.649287 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f044f7d-585b-4697-b2ef-30991a822932 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.724212 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.741176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f044f7d-585b-4697-b2ef-30991a822932 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Pushing event updated for resources: {'Subnet': ['ID=ac28acc1-47c6-40c8-9962-fe22db683553,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:05.748594 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f044f7d-585b-4697-b2ef-30991a822932 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Checking segment: {'id': 'd12845d1-2d3a-4988-b555-8b728f218520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9a9982a0-16a7-48c4-95b4-e183c63607cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:05.750575 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f044f7d-585b-4697-b2ef-30991a822932 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Network hostable DHCP agents. Network: 9a9982a0-16a7-48c4-95b4-e183c63607cc, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:46:05.751221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-a35d0580-46f0-4ca0-80e2-c2a18342140f req-61a38c92-7647-4ef9-b9e4-462f4910b38e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] For port 86c5dd96-60a0-4560-a1b5-9d7db854e25e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=86c5dd96-60a0-4560-a1b5-9d7db854e25e,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:05.751587 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a35d0580-46f0-4ca0-80e2-c2a18342140f req-61a38c92-7647-4ef9-b9e4-462f4910b38e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.767133 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f044f7d-585b-4697-b2ef-30991a822932 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Network 9a9982a0-16a7-48c4-95b4-e183c63607cc is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:46:05.778376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4f044f7d-585b-4697-b2ef-30991a822932 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 9a9982a0-16a7-48c4-95b4-e183c63607cc) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:05.782995 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f044f7d-585b-4697-b2ef-30991a822932 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:05.783590 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f044f7d-585b-4697-b2ef-30991a822932 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.790913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedf4087-75d6-4fd0-a2a1-0522630fc115 None None] Network 9a9982a0-16a7-48c4-95b4-e183c63607cc requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:05.802796 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4f044f7d-585b-4697-b2ef-30991a822932 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6942356 Jul 16 03:46:05.803032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:05.808070 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a52c2106-39ed-48c6-b64b-4ee7a7adb056 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Request body: {'port': {'network_id': '9a9982a0-16a7-48c4-95b4-e183c63607cc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-713848730'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:05.840243 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-a35d0580-46f0-4ca0-80e2-c2a18342140f req-61a38c92-7647-4ef9-b9e4-462f4910b38e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Calling delete_port for 86c5dd96-60a0-4560-a1b5-9d7db854e25e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:05.849806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7de0377-7c3b-4176-9a4a-d4691c15f319 req-3e1ccd5f-d5d0-4501-89a0-8989dcfcf9e7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dd02b651-b979-4ae5-86d9-6eda94cc4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988919 Jul 16 03:46:05.969750 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52c2106-39ed-48c6-b64b-4ee7a7adb056 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Made reservation on behalf of 7bb074c304124b93a7fc0d8591deb364 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:05.979365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a52c2106-39ed-48c6-b64b-4ee7a7adb056 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:05.979783 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b66750-8a85-43c5-b614-3bbc5582e170 req-13d7d6e1-13ef-4ee4-86c3-846e50a252e3 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:05.987190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46b66750-8a85-43c5-b614-3bbc5582e170 req-13d7d6e1-13ef-4ee4-86c3-846e50a252e3 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.3791585 Jul 16 03:46:06.007567 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a52c2106-39ed-48c6-b64b-4ee7a7adb056 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] device_id is not set on port 90132579-db96-41d6-82fb-12df6fb021f4 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:46:06.008291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd00158-47cc-46ea-8003-2052c7ec31cf req-2829db87-16f1-430b-b1c3-05e569591ee2 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:06.015642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ecd00158-47cc-46ea-8003-2052c7ec31cf req-2829db87-16f1-430b-b1c3-05e569591ee2 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 945 time: 0.3954029 Jul 16 03:46:06.132302 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46b66750-8a85-43c5-b614-3bbc5582e170 req-0aa989aa-a76f-4335-9cdf-51b4baff3564 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440954 Jul 16 03:46:06.183669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-9a9982a0-16a7-48c4-95b4-e183c63607cc', 'network_id': '9a9982a0-16a7-48c4-95b4-e183c63607cc', 'tenant_id': '7bb074c304124b93a7fc0d8591deb364', 'fixed_ips': [{'subnet_id': 'ac28acc1-47c6-40c8-9962-fe22db683553'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:46:06.186155 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.186370 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a52c2106-39ed-48c6-b64b-4ee7a7adb056 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Allocated IP 2001:db8::7f (9a9982a0-16a7-48c4-95b4-e183c63607cc/ac28acc1-47c6-40c8-9962-fe22db683553/90132579-db96-41d6-82fb-12df6fb021f4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:06.257152 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ecd00158-47cc-46ea-8003-2052c7ec31cf req-85c4ee6d-34af-4ef1-a6f8-ba2756293b74 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405305 Jul 16 03:46:06.349045 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.456879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a52c2106-39ed-48c6-b64b-4ee7a7adb056 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.469680 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a35d0580-46f0-4ca0-80e2-c2a18342140f req-61a38c92-7647-4ef9-b9e4-462f4910b38e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.478912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a52c2106-39ed-48c6-b64b-4ee7a7adb056 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Transition to ACTIVE for port object 90132579-db96-41d6-82fb-12df6fb021f4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:06.485577 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['5e29287e-f58d-4717-abbc-1aacd7f89470'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:06.494602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['14d13742-7496-4244-a7f6-7db863f71d56'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:06.512707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a38c92-7647-4ef9-b9e4-462f4910b38e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Pushing event deleted for resources: {'Port': ['ID=86c5dd96-60a0-4560-a1b5-9d7db854e25e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:06.534907 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a52c2106-39ed-48c6-b64b-4ee7a7adb056 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.631306 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52c2106-39ed-48c6-b64b-4ee7a7adb056 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Network 9a9982a0-16a7-48c4-95b4-e183c63607cc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:06.650971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a52c2106-39ed-48c6-b64b-4ee7a7adb056 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:06.663250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35d0580-46f0-4ca0-80e2-c2a18342140f req-61a38c92-7647-4ef9-b9e4-462f4910b38e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] No DVR routers for this DVR port 86c5dd96-60a0-4560-a1b5-9d7db854e25e on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:06.663870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c2106-39ed-48c6-b64b-4ee7a7adb056 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Pushing event updated for resources: {'Port': ['ID=90132579-db96-41d6-82fb-12df6fb021f4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:06.668481 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-a35d0580-46f0-4ca0-80e2-c2a18342140f req-61a38c92-7647-4ef9-b9e4-462f4910b38e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.670705 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a35d0580-46f0-4ca0-80e2-c2a18342140f req-61a38c92-7647-4ef9-b9e4-462f4910b38e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.88 "DELETE /v2.0/ports/86c5dd96-60a0-4560-a1b5-9d7db854e25e HTTP/1.1" status: 204 len: 173 time: 2.4752107 Jul 16 03:46:06.672223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72c165f-864e-4ef6-a11f-ed22e1c96cb8', 'name': 'network-vif-deleted', 'tag': '86c5dd96-60a0-4560-a1b5-9d7db854e25e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:06.673175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c2106-39ed-48c6-b64b-4ee7a7adb056 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:06.674800 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2ef7f5-a583-4442-9ec8-d5dc6c74ee0c" -d '{"events": [{"server_uuid": "f72c165f-864e-4ef6-a11f-ed22e1c96cb8", "name": "network-vif-deleted", "tag": "86c5dd96-60a0-4560-a1b5-9d7db854e25e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:06.682039 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52c2106-39ed-48c6-b64b-4ee7a7adb056 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:06.683387 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a52c2106-39ed-48c6-b64b-4ee7a7adb056 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.716148 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a52c2106-39ed-48c6-b64b-4ee7a7adb056 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.9120042 Jul 16 03:46:06.716886 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50906) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:06.725017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Request body: {'port': {'network_id': '9a9982a0-16a7-48c4-95b4-e183c63607cc', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1356461710', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:06.726283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.api.validators [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] bootfile-name is not in valid_values {{(pid=93768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:46:06.726706 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.api.validators [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] tftp-server is not in valid_values {{(pid=93768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:46:06.727109 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.api.validators [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] server-ip-address is not in valid_values {{(pid=93768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:46:06.782577 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306398e5-bf5b-49bb-ab7a-81589692ee98 x-openstack-request-id: req-306398e5-bf5b-49bb-ab7a-81589692ee98 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:06.784040 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72c165f-864e-4ef6-a11f-ed22e1c96cb8", "name": "network-vif-deleted", "tag": "86c5dd96-60a0-4560-a1b5-9d7db854e25e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:06.787638 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-306398e5-bf5b-49bb-ab7a-81589692ee98 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:06.789508 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72c165f-864e-4ef6-a11f-ed22e1c96cb8', 'name': 'network-vif-deleted', 'tag': '86c5dd96-60a0-4560-a1b5-9d7db854e25e', 'status': 'completed', 'code': 200} Jul 16 03:46:06.810720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Allocated IP 2001:db8::2 (9a9982a0-16a7-48c4-95b4-e183c63607cc/ac28acc1-47c6-40c8-9962-fe22db683553/89b13309-b0b7-40fd-8e5c-b14983098baa) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:06.833434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e612ce-527c-4c4e-9114-4be5eec66217 req-ad22ad6e-769a-46f2-9f39-a286df6e356d tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:06.835095 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1e612ce-527c-4c4e-9114-4be5eec66217 req-ad22ad6e-769a-46f2-9f39-a286df6e356d tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 945 time: 0.3299589 Jul 16 03:46:06.905304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 020ce6dd-6425-4440-81de-d278605f3c7b up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:06.910677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Made reservation on behalf of 7bb074c304124b93a7fc0d8591deb364 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:06.915596 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.922796 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:06.942707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] device_id is not set on port e379fa5e-eef4-45f6-abd5-875632b9a11d yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:46:06.996675 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1e612ce-527c-4c4e-9114-4be5eec66217 req-f1f8c722-16da-420a-8e1b-6ad1038d002c tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd02b651-b979-4ae5-86d9-6eda94cc4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441293 Jul 16 03:46:07.135481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Router 8f55231d-de79-42e3-acda-88431f72b42e is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:46:07.303493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:07.327417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Sync routers for ids ['8f55231d-de79-42e3-acda-88431f72b42e'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:07.335179 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.335795 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.336702 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-572c260f-a9ba-48ea-9f4d-730ee6729fa1 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7190211 Jul 16 03:46:07.339154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 020ce6dd-6425-4440-81de-d278605f3c7b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:07.339290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:07.339520 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.377044 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Transition to ACTIVE for port object 89b13309-b0b7-40fd-8e5c-b14983098baa will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:07.403438 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Routers {'8f55231d-de79-42e3-acda-88431f72b42e'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:07.404073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['8f55231d-de79-42e3-acda-88431f72b42e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:07.414751 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Transition to ACTIVE for port object 89b13309-b0b7-40fd-8e5c-b14983098baa will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:07.427364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1dfed-7346-41ea-ba2a-5990b62acf05 req-f43d8899-47a9-49eb-80cf-3ff6501f7d0e tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:07.429003 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ca1dfed-7346-41ea-ba2a-5990b62acf05 req-f43d8899-47a9-49eb-80cf-3ff6501f7d0e tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.1729465 Jul 16 03:46:07.480568 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.537493 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3563684-4c05-4d04-bcdb-1f2657da61f8 req-602d6c5f-44fe-4782-8ed8-bcde3aef7c71 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=f72c165f-864e-4ef6-a11f-ed22e1c96cb8 HTTP/1.1" status: 200 len: 210 time: 0.0855126 Jul 16 03:46:07.599253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Network 9a9982a0-16a7-48c4-95b4-e183c63607cc is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:07.607472 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Pushing event updated for resources: {'Port': ['ID=89b13309-b0b7-40fd-8e5c-b14983098baa,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:07.613516 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:07.618342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:07.626927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Allocated IP 2001:db8::254 (9a9982a0-16a7-48c4-95b4-e183c63607cc/ac28acc1-47c6-40c8-9962-fe22db683553/e379fa5e-eef4-45f6-abd5-875632b9a11d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:07.630887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ca1dfed-7346-41ea-ba2a-5990b62acf05 req-188d1d5c-f37e-4b66-8b2b-02b19bee4e64 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868048 Jul 16 03:46:07.646943 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fd8d2b6e-065d-4834-9482-407ca2c7a72f tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/routers/8f55231d-de79-42e3-acda-88431f72b42e HTTP/1.1" status: 200 len: 908 time: 0.3064971 Jul 16 03:46:07.648046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:07.714166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Set router 8f55231d-de79-42e3-acda-88431f72b42e gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:07.837982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Attempting to bind port 89b13309-b0b7-40fd-8e5c-b14983098baa on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:46:07.838352 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Attempting to bind port 89b13309-b0b7-40fd-8e5c-b14983098baa by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'd12845d1-2d3a-4988-b555-8b728f218520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9a9982a0-16a7-48c4-95b4-e183c63607cc'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:46:07.838720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Attempting to bind port 89b13309-b0b7-40fd-8e5c-b14983098baa on network 9a9982a0-16a7-48c4-95b4-e183c63607cc {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:07.842502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 86c5dd96-60a0-4560-a1b5-9d7db854e25e no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:07.879628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 86c5dd96-60a0-4560-a1b5-9d7db854e25e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:07.879973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 86c5dd96-60a0-4560-a1b5-9d7db854e25e not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:07.899235 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:46:07.899669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Checking segment: {'id': 'd12845d1-2d3a-4988-b555-8b728f218520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9a9982a0-16a7-48c4-95b4-e183c63607cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:07.903097 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.903542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Bound using segment: {'id': 'd12845d1-2d3a-4988-b555-8b728f218520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9a9982a0-16a7-48c4-95b4-e183c63607cc'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:46:07.904041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Bound port: 89b13309-b0b7-40fd-8e5c-b14983098baa, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12845d1-2d3a-4988-b555-8b728f218520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': '9a9982a0-16a7-48c4-95b4-e183c63607cc'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:46:07.904470 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.935313 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:07.952696 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Transition to ACTIVE for port object e379fa5e-eef4-45f6-abd5-875632b9a11d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:08.002166 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.056354 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] For port 89b13309-b0b7-40fd-8e5c-b14983098baa, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:08.081120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] For port 89b13309-b0b7-40fd-8e5c-b14983098baa, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=89b13309-b0b7-40fd-8e5c-b14983098baa,segment=NetworkSegment(d12845d1-2d3a-4988-b555-8b728f218520),segment_id=d12845d1-2d3a-4988-b555-8b728f218520)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:46:08.091642 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.120059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Network 9a9982a0-16a7-48c4-95b4-e183c63607cc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:08.123365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:08.127904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:08.141413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:08.142106 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.157678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f55231d-de79-42e3-acda-88431f72b42e', 'name': 'tempest-snat-router-1304306256', 'tenant_id': 'd434f31590944093b01e002e542911e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a569bb10-faf1-477d-9f2a-c5abe085fafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:02Z', 'updated_at': '2021-07-16T03:46:05Z', 'revision_number': 3, 'project_id': 'd434f31590944093b01e002e542911e2', 'gw_port': {'id': 'a569bb10-faf1-477d-9f2a-c5abe085fafa', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f55231d-de79-42e3-acda-88431f72b42e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2112, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:46:04Z', 'updated_at': '2021-07-16T03:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:08.166370 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f7d6de-e5c1-480c-9238-1b2531ab2b66 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.171209 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Pushing event updated for resources: {'Port': ['ID=e379fa5e-eef4-45f6-abd5-875632b9a11d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:08.187559 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-951228bd-3b4e-4107-9106-860f983e2ef6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4646282 Jul 16 03:46:08.196980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50922) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:08.213175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Checking router: 8f55231d-de79-42e3-acda-88431f72b42e for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:46:08.213521 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Updating router 8f55231d-de79-42e3-acda-88431f72b42e port a569bb10-faf1-477d-9f2a-c5abe085fafa binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:46:08.218488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c981a82-6d2f-448c-83e9-0a54ea9092bf None None] Pushing event updated for resources: {'Port': ['ID=89b13309-b0b7-40fd-8e5c-b14983098baa,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:08.265090 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.295992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f1f4c1-6a21-48e6-86e0-fc5d89db5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:08.304761 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f1f4c1-6a21-48e6-86e0-fc5d89db5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:08.315383 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f1f4c1-6a21-48e6-86e0-fc5d89db5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:08.318054 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-61f1f4c1-6a21-48e6-86e0-fc5d89db5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1197438 Jul 16 03:46:08.324634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50924) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:08.373877 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f7d6de-e5c1-480c-9238-1b2531ab2b66 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.402377 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f2313-0e8b-4948-a440-c2d935c457eb req-37957243-1dc9-4b76-a41a-d532e2dfc9ea tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:08.404494 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ed1f2313-0e8b-4948-a440-c2d935c457eb req-37957243-1dc9-4b76-a41a-d532e2dfc9ea tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 945 time: 0.1845069 Jul 16 03:46:08.514458 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ed1f2313-0e8b-4948-a440-c2d935c457eb req-2136ccc4-8401-400a-9453-8bacef558666 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd02b651-b979-4ae5-86d9-6eda94cc4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833969 Jul 16 03:46:08.526937 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f1240-5630-4f33-aad0-e230dde39129 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Deleting port e379fa5e-eef4-45f6-abd5-875632b9a11d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:08.529301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-18f7d6de-e5c1-480c-9238-1b2531ab2b66 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Deleting port a569bb10-faf1-477d-9f2a-c5abe085fafa {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:08.530202 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f7d6de-e5c1-480c-9238-1b2531ab2b66 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.531328 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1240-5630-4f33-aad0-e230dde39129 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.717168 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1240-5630-4f33-aad0-e230dde39129 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.733314 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9d0f1240-5630-4f33-aad0-e230dde39129 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Calling delete_port for e379fa5e-eef4-45f6-abd5-875632b9a11d owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:08.749439 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f7d6de-e5c1-480c-9238-1b2531ab2b66 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.750139 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.771728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-18f7d6de-e5c1-480c-9238-1b2531ab2b66 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Calling delete_port for a569bb10-faf1-477d-9f2a-c5abe085fafa owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:08.785975 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Transition to ACTIVE for port object a569bb10-faf1-477d-9f2a-c5abe085fafa will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:08.802261 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.933890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Attempting to bind port a569bb10-faf1-477d-9f2a-c5abe085fafa on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:46:08.934145 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Attempting to bind port a569bb10-faf1-477d-9f2a-c5abe085fafa by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:46:08.934524 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Attempting to bind port a569bb10-faf1-477d-9f2a-c5abe085fafa on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:08.954926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393dd26f-481d-46f4-a9b4-52dece5c01ce None None] Pushing event updated for resources: {'Port': ['ID=a569bb10-faf1-477d-9f2a-c5abe085fafa,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:08.959478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 89b13309-b0b7-40fd-8e5c-b14983098baa up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:08.962391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:46:08.962777 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:08.963275 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:08.963700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:46:08.964173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Bound port: a569bb10-faf1-477d-9f2a-c5abe085fafa, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:46:08.965350 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.062214 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1240-5630-4f33-aad0-e230dde39129 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.085828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] For port a569bb10-faf1-477d-9f2a-c5abe085fafa, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:09.090388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] For port a569bb10-faf1-477d-9f2a-c5abe085fafa, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a569bb10-faf1-477d-9f2a-c5abe085fafa,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:46:09.102236 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.111619 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 89b13309-b0b7-40fd-8e5c-b14983098baa completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:09.144234 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f1240-5630-4f33-aad0-e230dde39129 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Pushing event deleted for resources: {'Port': ['ID=e379fa5e-eef4-45f6-abd5-875632b9a11d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:09.173353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d0f1240-5630-4f33-aad0-e230dde39129 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.175904 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9d0f1240-5630-4f33-aad0-e230dde39129 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] 10.222.0.18 "DELETE /v2.0/ports/e379fa5e-eef4-45f6-abd5-875632b9a11d HTTP/1.1" status: 204 len: 168 time: 0.8516009 Jul 16 03:46:09.185204 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50940) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:09.194145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-343db65b-bfb8-4592-b968-b804049a0224 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Request body: {'port': {'name': 'tempest-new-port-name-888296468', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:09.194716 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.api.validators [None req-343db65b-bfb8-4592-b968-b804049a0224 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] bootfile-name is not in valid_values {{(pid=93768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:46:09.195167 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.api.validators [None req-343db65b-bfb8-4592-b968-b804049a0224 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] tftp-server is not in valid_values {{(pid=93768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:46:09.195635 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.api.validators [None req-343db65b-bfb8-4592-b968-b804049a0224 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] server-ip-address is not in valid_values {{(pid=93768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:46:09.261323 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Routers {'8f55231d-de79-42e3-acda-88431f72b42e'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:09.262384 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['8f55231d-de79-42e3-acda-88431f72b42e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:09.341226 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-343db65b-bfb8-4592-b968-b804049a0224 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.397882 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393dd26f-481d-46f4-a9b4-52dece5c01ce None None] Pushing event updated for resources: {'Port': ['ID=a569bb10-faf1-477d-9f2a-c5abe085fafa,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:09.403700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477951a8-9c27-4e9b-8cfe-eea8262fe1b1 req-f290b3d8-f536-40d0-8f3c-e24d32fc67bb tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.406286 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-477951a8-9c27-4e9b-8cfe-eea8262fe1b1 req-f290b3d8-f536-40d0-8f3c-e24d32fc67bb tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.3625107 Jul 16 03:46:09.417583 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059af1f-a06b-4ffa-b474-3a8776d31b1e req-057b2afd-f68b-4b6a-ad62-512ad09a8665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.420111 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b059af1f-a06b-4ffa-b474-3a8776d31b1e req-057b2afd-f68b-4b6a-ad62-512ad09a8665 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 1096 time: 0.3751926 Jul 16 03:46:09.423680 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f7d6de-e5c1-480c-9238-1b2531ab2b66 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.453447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] Set router 8f55231d-de79-42e3-acda-88431f72b42e gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:09.519347 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f55231d-de79-42e3-acda-88431f72b42e', 'name': 'tempest-snat-router-1304306256', 'tenant_id': 'd434f31590944093b01e002e542911e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:02Z', 'updated_at': '2021-07-16T03:46:08Z', 'revision_number': 4, 'project_id': 'd434f31590944093b01e002e542911e2', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:09.558078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce641f48-6f60-4307-bd7a-6e94bd100d96 None None] The sync data for ids ['8f55231d-de79-42e3-acda-88431f72b42e'] in n-d-800088-6 is: [{'id': '8f55231d-de79-42e3-acda-88431f72b42e', 'name': 'tempest-snat-router-1304306256', 'tenant_id': 'd434f31590944093b01e002e542911e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:46:02Z', 'updated_at': '2021-07-16T03:46:08Z', 'revision_number': 4, 'project_id': 'd434f31590944093b01e002e542911e2', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:09.585221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7d6de-e5c1-480c-9238-1b2531ab2b66 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Pushing event deleted for resources: {'Port': ['ID=a569bb10-faf1-477d-9f2a-c5abe085fafa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:09.733476 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-343db65b-bfb8-4592-b968-b804049a0224 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.738420 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-477951a8-9c27-4e9b-8cfe-eea8262fe1b1 req-a96770bd-09be-4e6d-b51c-e58b67ad4ed2 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166218 Jul 16 03:46:09.744057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b059af1f-a06b-4ffa-b474-3a8776d31b1e req-97878ad1-bef8-4a04-a426-7014c8262b3d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967727 Jul 16 03:46:09.761585 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-343db65b-bfb8-4592-b968-b804049a0224 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.777330 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f7d6de-e5c1-480c-9238-1b2531ab2b66 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.811838 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-343db65b-bfb8-4592-b968-b804049a0224 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] In _notify_port_updated(), no bound segment for port 90132579-db96-41d6-82fb-12df6fb021f4 on network 9a9982a0-16a7-48c4-95b4-e183c63607cc {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:46:09.817432 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343db65b-bfb8-4592-b968-b804049a0224 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.818091 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-343db65b-bfb8-4592-b968-b804049a0224 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:09.826959 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-343db65b-bfb8-4592-b968-b804049a0224 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] 10.222.0.18 "PUT /v2.0/ports/90132579-db96-41d6-82fb-12df6fb021f4 HTTP/1.1" status: 200 len: 1128 time: 0.6392217 Jul 16 03:46:09.838188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50944) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:09.944636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d587e8-e8d2-4d5f-86ca-cea8aff82ccc tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:09.947140 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-90d587e8-e8d2-4d5f-86ca-cea8aff82ccc tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] 10.222.0.18 "GET /v2.0/ports/90132579-db96-41d6-82fb-12df6fb021f4 HTTP/1.1" status: 200 len: 1128 time: 0.1077237 Jul 16 03:46:09.950643 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343db65b-bfb8-4592-b968-b804049a0224 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Pushing event updated for resources: {'Port': ['ID=90132579-db96-41d6-82fb-12df6fb021f4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:09.953841 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50948) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:10.025364 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d49f56-cd9f-4a29-84d0-b26e3c1ba529 None None] Network 9a9982a0-16a7-48c4-95b4-e183c63607cc requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:10.071336 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f7d6de-e5c1-480c-9238-1b2531ab2b66 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.074162 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f7d6de-e5c1-480c-9238-1b2531ab2b66 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.146763 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f7d6de-e5c1-480c-9238-1b2531ab2b66 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.147336 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f7d6de-e5c1-480c-9238-1b2531ab2b66 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f55231d-de79-42e3-acda-88431f72b42e {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:46:10.158523 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18f7d6de-e5c1-480c-9238-1b2531ab2b66 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.163229 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-18f7d6de-e5c1-480c-9238-1b2531ab2b66 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "DELETE /v2.0/routers/8f55231d-de79-42e3-acda-88431f72b42e HTTP/1.1" status: 204 len: 168 time: 2.5128167 Jul 16 03:46:10.163670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50954) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:10.165773 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eb957689-f8f0-4c8c-827c-1df2db47a523 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Deleting port 90132579-db96-41d6-82fb-12df6fb021f4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:10.166136 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb957689-f8f0-4c8c-827c-1df2db47a523 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.202211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Provisioning for port 89b13309-b0b7-40fd-8e5c-b14983098baa completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:10.268679 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Provisioning complete for port 89b13309-b0b7-40fd-8e5c-b14983098baa triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:10.271988 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.392111 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb957689-f8f0-4c8c-827c-1df2db47a523 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.413248 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.415395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eb957689-f8f0-4c8c-827c-1df2db47a523 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Calling delete_port for 90132579-db96-41d6-82fb-12df6fb021f4 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:10.458488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2981069-c3ba-490e-a1ef-c5f7d209b0d1 req-4759474e-8de9-4430-8fcf-2f510c100670 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:10.470325 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e2981069-c3ba-490e-a1ef-c5f7d209b0d1 req-4759474e-8de9-4430-8fcf-2f510c100670 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 945 time: 0.1239305 Jul 16 03:46:10.483408 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.558997 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e2981069-c3ba-490e-a1ef-c5f7d209b0d1 req-7eb0e8e4-4551-4ad5-8546-eb4d8f3d240d tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870073 Jul 16 03:46:10.564594 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] For port 89b13309-b0b7-40fd-8e5c-b14983098baa, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=89b13309-b0b7-40fd-8e5c-b14983098baa,segment=NetworkSegment(d12845d1-2d3a-4988-b555-8b728f218520),segment_id=d12845d1-2d3a-4988-b555-8b728f218520)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:10.569667 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.664258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.705174 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Pushing event updated for resources: {'Port': ['ID=89b13309-b0b7-40fd-8e5c-b14983098baa,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:10.714517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:10.714727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:10.715083 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:10.715666 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:10.716021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:10.716377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:10.716957 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:10.717302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:10.717636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:10.717969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:10.718298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:10.718625 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16d8766-74d3-47cf-be4a-820088a47e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:10.928054 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-25d57a35-f853-42bf-81b3-7710b0534d77 None None] Provisioning for port 90132579-db96-41d6-82fb-12df6fb021f4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:10.932359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb957689-f8f0-4c8c-827c-1df2db47a523 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.934211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-25d57a35-f853-42bf-81b3-7710b0534d77 None None] Provisioning complete for port 90132579-db96-41d6-82fb-12df6fb021f4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:10.934642 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-25d57a35-f853-42bf-81b3-7710b0534d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:10.975596 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 89b13309-b0b7-40fd-8e5c-b14983098baa up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:10.978361 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-25d57a35-f853-42bf-81b3-7710b0534d77 None None] Port 90132579-db96-41d6-82fb-12df6fb021f4 was deleted so its status cannot be updated. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 03:46:11.012057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb957689-f8f0-4c8c-827c-1df2db47a523 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Pushing event deleted for resources: {'Port': ['ID=90132579-db96-41d6-82fb-12df6fb021f4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:11.020039 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Deleting port 020ce6dd-6425-4440-81de-d278605f3c7b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:11.020549 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.045086 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-25d57a35-f853-42bf-81b3-7710b0534d77 None None] Provisioning complete for port 89b13309-b0b7-40fd-8e5c-b14983098baa triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:11.045591 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-25d57a35-f853-42bf-81b3-7710b0534d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.130028 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baaec6-c7d1-4bb4-a1c4-a6d1c5c12df2 req-cfaff5b4-cf78-4866-8187-fad9344b6688 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:11.140169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a1baaec6-c7d1-4bb4-a1c4-a6d1c5c12df2 req-cfaff5b4-cf78-4866-8187-fad9344b6688 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.1561131 Jul 16 03:46:11.154857 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] For port 020ce6dd-6425-4440-81de-d278605f3c7b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=020ce6dd-6425-4440-81de-d278605f3c7b,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:11.155484 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.177719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 89b13309-b0b7-40fd-8e5c-b14983098baa triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:11.178149 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.197047 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Calling delete_port for 020ce6dd-6425-4440-81de-d278605f3c7b owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:11.239422 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a1baaec6-c7d1-4bb4-a1c4-a6d1c5c12df2 req-10a6e2cd-a49a-48f1-a3cf-ad06c7e8764f tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974348 Jul 16 03:46:11.368173 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb957689-f8f0-4c8c-827c-1df2db47a523 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.370716 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-eb957689-f8f0-4c8c-827c-1df2db47a523 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] 10.222.0.18 "DELETE /v2.0/ports/90132579-db96-41d6-82fb-12df6fb021f4 HTTP/1.1" status: 204 len: 168 time: 1.4157083 Jul 16 03:46:11.373319 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:11.595089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a6a692-762d-4a44-9ca4-f117a42f7061 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Deleting subnet ac28acc1-47c6-40c8-9962-fe22db683553 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:46:11.603883 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a692-762d-4a44-9ca4-f117a42f7061 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.637893 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.702055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632263e3-a6aa-4361-b1f1-53de5f0d4590 req-0f4cd680-74d7-4f91-a729-c4b3e6a08a6a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:11.703196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-632263e3-a6aa-4361-b1f1-53de5f0d4590 req-0f4cd680-74d7-4f91-a729-c4b3e6a08a6a tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.20 "GET /v2.0/ports?device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 945 time: 0.2364697 Jul 16 03:46:11.709885 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a692-762d-4a44-9ca4-f117a42f7061 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.783964 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Pushing event deleted for resources: {'Port': ['ID=020ce6dd-6425-4440-81de-d278605f3c7b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:11.812813 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-22f1dfbd-6eb5-48b3-8a50-3d87e52d55c0 None None] Could not find standard attr ID for object 90132579-db96-41d6-82fb-12df6fb021f4. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:46:11.822063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-22f1dfbd-6eb5-48b3-8a50-3d87e52d55c0 None None] Could not find standard attr ID for object e379fa5e-eef4-45f6-abd5-875632b9a11d. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:46:11.906794 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:11.991538 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a692-762d-4a44-9ca4-f117a42f7061 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.049675 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-632263e3-a6aa-4361-b1f1-53de5f0d4590 req-9165f109-3615-4da6-8bb0-fd97ecf9fbac tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Deleting port 5e29287e-f58d-4717-abbc-1aacd7f89470 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:12.050659 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-632263e3-a6aa-4361-b1f1-53de5f0d4590 req-9165f109-3615-4da6-8bb0-fd97ecf9fbac tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.118641 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.121049 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.245962 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a692-762d-4a44-9ca4-f117a42f7061 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.293712 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6a692-762d-4a44-9ca4-f117a42f7061 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Pushing event deleted for resources: {'Subnet': ['ID=ac28acc1-47c6-40c8-9962-fe22db683553,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:12.341989 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a6a692-762d-4a44-9ca4-f117a42f7061 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.346876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f8a6a692-762d-4a44-9ca4-f117a42f7061 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] 10.222.0.18 "DELETE /v2.0/subnets/ac28acc1-47c6-40c8-9962-fe22db683553 HTTP/1.1" status: 204 len: 168 time: 0.9700215 Jul 16 03:46:12.350544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff01944-7a14-470c-9f80-cc0ae641e73a req-cc719013-84ae-465c-938c-1b761a04de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:12.352121 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ff01944-7a14-470c-9f80-cc0ae641e73a req-cc719013-84ae-465c-938c-1b761a04de6a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=86f8fb2994334a65b888442d6d0d02d1&device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 1096 time: 0.2683065 Jul 16 03:46:12.353654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:12.355468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-632263e3-a6aa-4361-b1f1-53de5f0d4590 req-9165f109-3615-4da6-8bb0-fd97ecf9fbac tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] For port 5e29287e-f58d-4717-abbc-1aacd7f89470, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=5e29287e-f58d-4717-abbc-1aacd7f89470,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:12.355831 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-632263e3-a6aa-4361-b1f1-53de5f0d4590 req-9165f109-3615-4da6-8bb0-fd97ecf9fbac tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.442076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-632263e3-a6aa-4361-b1f1-53de5f0d4590 req-9165f109-3615-4da6-8bb0-fd97ecf9fbac tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Calling delete_port for 5e29287e-f58d-4717-abbc-1aacd7f89470 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:12.453929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8528b3d-d3eb-4b58-8717-8f1d4c57cf73 None None] Network 9a9982a0-16a7-48c4-95b4-e183c63607cc requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:12.578139 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.578725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e9b27ea-ed99-4656-bd65-2be14ddaee18 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:46:12.586595 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.592796 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-08e89472-0586-4433-85e3-6b77419e86cd tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "DELETE /v2.0/routers/1e9b27ea-ed99-4656-bd65-2be14ddaee18 HTTP/1.1" status: 204 len: 168 time: 2.4233449 Jul 16 03:46:12.594329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51016) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:12.602136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1658339243', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:12.623641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-703bc9f9-31c2-4442-9923-645c2b0b9844 None None] Could not find standard attr ID for object 90132579-db96-41d6-82fb-12df6fb021f4. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:46:12.634346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db78ad1-75f9-4fd7-af33-2837c0365d4c req-db9e185c-1a62-48f1-9666-3b708fa09093 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:12.642880 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5db78ad1-75f9-4fd7-af33-2837c0365d4c req-db9e185c-1a62-48f1-9666-3b708fa09093 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 945 time: 0.5250766 Jul 16 03:46:12.666205 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.667324 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.689103 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.769666 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.794841 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7d71c3-3e17-4a08-a714-c01d259deec7 None None] DHCP port deletion for 9a9982a0-16a7-48c4-95b4-e183c63607cc request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:46:12.832705 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5db78ad1-75f9-4fd7-af33-2837c0365d4c req-ee32607c-c91b-42bd-9ce8-b0740c10efa0 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888254 Jul 16 03:46:12.875854 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ed7d71c3-3e17-4a08-a714-c01d259deec7 None None] Deleting port 89b13309-b0b7-40fd-8e5c-b14983098baa {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:12.876081 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed7d71c3-3e17-4a08-a714-c01d259deec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:12.886229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff01944-7a14-470c-9f80-cc0ae641e73a req-a92c512e-7d93-4acd-834e-f2759ed3ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:12.887974 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ff01944-7a14-470c-9f80-cc0ae641e73a req-a92c512e-7d93-4acd-834e-f2759ed3ff54 service neutron] 10.222.0.88 "GET /v2.0/networks?id=58ffcd17-545c-499b-941d-4f64c3856a17 HTTP/1.1" status: 200 len: 920 time: 0.5138917 Jul 16 03:46:12.966457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ed7d71c3-3e17-4a08-a714-c01d259deec7 None None] For port 89b13309-b0b7-40fd-8e5c-b14983098baa, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=89b13309-b0b7-40fd-8e5c-b14983098baa,segment=NetworkSegment(d12845d1-2d3a-4988-b555-8b728f218520),segment_id=d12845d1-2d3a-4988-b555-8b728f218520)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:12.966994 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed7d71c3-3e17-4a08-a714-c01d259deec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:13.006946 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ed7d71c3-3e17-4a08-a714-c01d259deec7 None None] Calling delete_port for 89b13309-b0b7-40fd-8e5c-b14983098baa owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:13.029345 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:13.067281 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ff01944-7a14-470c-9f80-cc0ae641e73a req-14de2118-3c58-48f6-aaad-be4c057e9a02 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b368e9d-63f6-4d52-907f-34a2fc7e380c HTTP/1.1" status: 200 len: 217 time: 0.1665113 Jul 16 03:46:13.093001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaf88c-5d07-4137-9d09-8b8523c12e82 req-2cafdc58-ca49-45e5-9e81-7769e30e2ed0 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:13.101901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8efaf88c-5d07-4137-9d09-8b8523c12e82 req-2cafdc58-ca49-45e5-9e81-7769e30e2ed0 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.6441712 Jul 16 03:46:13.193855 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed7d71c3-3e17-4a08-a714-c01d259deec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:13.204016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff01944-7a14-470c-9f80-cc0ae641e73a req-cfa2f40f-9e56-4f22-a71a-aa824ff2f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:13.206245 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ff01944-7a14-470c-9f80-cc0ae641e73a req-cfa2f40f-9e56-4f22-a71a-aa824ff2f440 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bf54e103-b33c-4be3-9104-63de2822c4cd HTTP/1.1" status: 200 len: 859 time: 0.1237493 Jul 16 03:46:13.209421 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-632263e3-a6aa-4361-b1f1-53de5f0d4590 req-9165f109-3615-4da6-8bb0-fd97ecf9fbac tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:13.264037 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d71c3-3e17-4a08-a714-c01d259deec7 None None] No DVR routers for this DVR port 89b13309-b0b7-40fd-8e5c-b14983098baa on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:13.278500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d71c3-3e17-4a08-a714-c01d259deec7 None None] Pushing event deleted for resources: {'Port': ['ID=89b13309-b0b7-40fd-8e5c-b14983098baa,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:13.288411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['5e29287e-f58d-4717-abbc-1aacd7f89470'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:13.343665 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['14d13742-7496-4244-a7f6-7db863f71d56'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:13.352700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51040) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:13.384578 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165f109-3615-4da6-8bb0-fd97ecf9fbac tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Pushing event deleted for resources: {'Port': ['ID=5e29287e-f58d-4717-abbc-1aacd7f89470,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:13.396726 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ff01944-7a14-470c-9f80-cc0ae641e73a req-ba03aa85-e928-4746-8d50-1204ce835cdf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58ffcd17-545c-499b-941d-4f64c3856a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1496689 Jul 16 03:46:13.399053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 89b13309-b0b7-40fd-8e5c-b14983098baa no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:13.404653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Deleting port 89b13309-b0b7-40fd-8e5c-b14983098baa {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:13.405077 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:13.470910 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 89b13309-b0b7-40fd-8e5c-b14983098baa {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:13.471499 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 89b13309-b0b7-40fd-8e5c-b14983098baa not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:13.497356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:13.524458 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:13.535121 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-632263e3-a6aa-4361-b1f1-53de5f0d4590 req-9165f109-3615-4da6-8bb0-fd97ecf9fbac tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] No DVR routers for this DVR port 5e29287e-f58d-4717-abbc-1aacd7f89470 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:13.549202 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8efaf88c-5d07-4137-9d09-8b8523c12e82 req-7cf2aedb-fb43-48fe-9321-3517f964d1e6 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459872 Jul 16 03:46:13.591355 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-632263e3-a6aa-4361-b1f1-53de5f0d4590 req-9165f109-3615-4da6-8bb0-fd97ecf9fbac tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:13.593709 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-632263e3-a6aa-4361-b1f1-53de5f0d4590 req-9165f109-3615-4da6-8bb0-fd97ecf9fbac tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.20 "DELETE /v2.0/ports/5e29287e-f58d-4717-abbc-1aacd7f89470 HTTP/1.1" status: 204 len: 173 time: 1.8752043 Jul 16 03:46:13.597570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215310d2-9df4-4482-8a81-60a91ec64ec1', 'name': 'network-vif-deleted', 'tag': '5e29287e-f58d-4717-abbc-1aacd7f89470'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:13.600834 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985d6cb6-93f8-4161-a396-e57a5fa83517" -d '{"events": [{"server_uuid": "215310d2-9df4-4482-8a81-60a91ec64ec1", "name": "network-vif-deleted", "tag": "5e29287e-f58d-4717-abbc-1aacd7f89470"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:13.676342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] For port 89b13309-b0b7-40fd-8e5c-b14983098baa, host n-d-800088-6, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:13.677518 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:13.691020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Calling delete_port for 89b13309-b0b7-40fd-8e5c-b14983098baa owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:13.694086 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Port 89b13309-b0b7-40fd-8e5c-b14983098baa was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:46:13.708713 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:13.735918 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Allocated IP 172.25.3.110 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/690a91c2-4bb3-499e-9e3b-01b79d3870bf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:13.778969 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8de19b-cbdf-4f3b-80f5-0ee18d53bbb0 x-openstack-request-id: req-2e8de19b-cbdf-4f3b-80f5-0ee18d53bbb0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:13.779595 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215310d2-9df4-4482-8a81-60a91ec64ec1", "name": "network-vif-deleted", "tag": "5e29287e-f58d-4717-abbc-1aacd7f89470", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:13.779992 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e8de19b-cbdf-4f3b-80f5-0ee18d53bbb0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:13.780628 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215310d2-9df4-4482-8a81-60a91ec64ec1', 'name': 'network-vif-deleted', 'tag': '5e29287e-f58d-4717-abbc-1aacd7f89470', 'status': 'completed', 'code': 200} Jul 16 03:46:13.828586 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Pushing event deleted for resources: {'Port': ['ID=89b13309-b0b7-40fd-8e5c-b14983098baa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:13.860724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] No DVR routers for this DVR port 89b13309-b0b7-40fd-8e5c-b14983098baa on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:13.878498 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:13.926899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:13.952212 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:13.964467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9982a0-16a7-48c4-95b4-e183c63607cc']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:13.974593 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12845d1-2d3a-4988-b555-8b728f218520') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:13.974927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12845d1-2d3a-4988-b555-8b728f218520') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:13.984733 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.005530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:14.009821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416eb1e1-d6f3-470c-87df-00e88c9b44ee req-7c5b35f6-c2eb-4031-9303-838de41b2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:14.011420 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-416eb1e1-d6f3-470c-87df-00e88c9b44ee req-7c5b35f6-c2eb-4031-9303-838de41b2d32 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 1096 time: 0.6283484 Jul 16 03:46:14.014540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:14.017545 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.028738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Pushing event updated for resources: {'Port': ['ID=690a91c2-4bb3-499e-9e3b-01b79d3870bf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:14.039310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:14.044271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:46:14.044681 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: items = [ Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:46:14.047810 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:46:14.051106 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ff01944-7a14-470c-9f80-cc0ae641e73a req-8beffdf6-aec4-4e35-bc71-ac62c86381cc service neutron] 10.222.0.88 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350739 Jul 16 03:46:14.098411 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d528a491-6f13-4ede-bbb7-e97ef9a51415 req-be47cb4a-5fb7-4c3b-86b6-c785f24df3b5 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=215310d2-9df4-4482-8a81-60a91ec64ec1 HTTP/1.1" status: 200 len: 210 time: 0.0780246 Jul 16 03:46:14.182005 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-416eb1e1-d6f3-470c-87df-00e88c9b44ee req-6c5bd3c3-ee4c-4aa0-886a-1283e88695c3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=370627f2-393b-4c42-903e-9c18c50c6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485407 Jul 16 03:46:14.198234 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.279158 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.281205 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] 10.222.0.18 "DELETE /v2.0/networks/9a9982a0-16a7-48c4-95b4-e183c63607cc HTTP/1.1" status: 204 len: 168 time: 1.9226191 Jul 16 03:46:14.282187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c11b68-3ba4-4fe1-9536-76b7a08b7fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461 tempest-ExtraDHCPOptionsIpV6TestJSON-2010922461-project] Pushing event deleted for resources: {'Network': ['ID=9a9982a0-16a7-48c4-95b4-e183c63607cc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:14.363374 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ff01944-7a14-470c-9f80-cc0ae641e73a req-1a419355-39ae-44b6-9fff-99e5dca54bce service neutron] 10.222.0.88 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763209 Jul 16 03:46:14.657060 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.752438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:14.833415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 020ce6dd-6425-4440-81de-d278605f3c7b no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:14.883785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 020ce6dd-6425-4440-81de-d278605f3c7b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:14.886067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 020ce6dd-6425-4440-81de-d278605f3c7b not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:14.902145 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:14.993687 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9f24b-e348-44dd-9b87-949f2b9f9641 req-7782a814-cabd-4685-a636-b2cc657ab297 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:15.002848 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82d9f24b-e348-44dd-9b87-949f2b9f9641 req-7782a814-cabd-4685-a636-b2cc657ab297 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.1814344 Jul 16 03:46:15.066449 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82d9f24b-e348-44dd-9b87-949f2b9f9641 req-e4b5ab35-00ec-4081-bf6b-d4cb88688eb8 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625927 Jul 16 03:46:15.106883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1fa126bd-56c5-4581-96fd-4a20c5a9320e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bb074c304124b93a7fc0d8591deb364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534176 Jul 16 03:46:15.109638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51092) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:15.180198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Router 48fdbec6-f076-4b34-bfda-1da084627dcd is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:46:15.238476 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc0783d7-65c8-4aae-9fa7-36cfcfe2420f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:15.251754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f231cb-9256-468a-8374-7f49d1820225 req-09f4154d-e1e1-46c9-9416-229e77d66d41 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:15.261812 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56f231cb-9256-468a-8374-7f49d1820225 req-09f4154d-e1e1-46c9-9416-229e77d66d41 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 945 time: 0.0923617 Jul 16 03:46:15.313955 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc0783d7-65c8-4aae-9fa7-36cfcfe2420f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:15.315461 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56f231cb-9256-468a-8374-7f49d1820225 req-68592b5d-a120-41c9-95b2-66caddb6cb25 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd02b651-b979-4ae5-86d9-6eda94cc4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494714 Jul 16 03:46:15.361538 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:15.383353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:15.383848 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4865c7e-76c3-4875-bd71-095fe7391b34 None None] Sync routers for ids ['48fdbec6-f076-4b34-bfda-1da084627dcd'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:15.389465 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4dd9db6f-83fe-4f5a-b753-74bae49d0a24 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7891881 Jul 16 03:46:15.389465 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51104) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:15.392755 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e6fbbdd9-b8fd-46f1-9e05-fe6a8f850585 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'enable_snat': False}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:15.396164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5e29287e-f58d-4717-abbc-1aacd7f89470 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:15.401337 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4865c7e-76c3-4875-bd71-095fe7391b34 None None] Routers {'48fdbec6-f076-4b34-bfda-1da084627dcd'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:15.402222 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b4865c7e-76c3-4875-bd71-095fe7391b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['48fdbec6-f076-4b34-bfda-1da084627dcd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:15.431909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 5e29287e-f58d-4717-abbc-1aacd7f89470 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:15.433225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 5e29287e-f58d-4717-abbc-1aacd7f89470 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:15.436186 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc0783d7-65c8-4aae-9fa7-36cfcfe2420f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:15.438954 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc0783d7-65c8-4aae-9fa7-36cfcfe2420f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:15.442341 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fc0783d7-65c8-4aae-9fa7-36cfcfe2420f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f12b5b3-7892-4d6d-b3bd-a8ca7d4987ff HTTP/1.1" status: 204 len: 168 time: 0.3290141 Jul 16 03:46:15.443004 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b4865c7e-76c3-4875-bd71-095fe7391b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:15.452738 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4865c7e-76c3-4875-bd71-095fe7391b34 None None] Routers {'48fdbec6-f076-4b34-bfda-1da084627dcd'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:15.453642 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b4865c7e-76c3-4875-bd71-095fe7391b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['48fdbec6-f076-4b34-bfda-1da084627dcd'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:15.484725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0783d7-65c8-4aae-9fa7-36cfcfe2420f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f12b5b3-7892-4d6d-b3bd-a8ca7d4987ff,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:15.543456 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b4865c7e-76c3-4875-bd71-095fe7391b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:15.545610 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4865c7e-76c3-4875-bd71-095fe7391b34 None None] The sync data for ids ['48fdbec6-f076-4b34-bfda-1da084627dcd'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:15.837625 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6fbbdd9-b8fd-46f1-9e05-fe6a8f850585 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:16.447562 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6fbbdd9-b8fd-46f1-9e05-fe6a8f850585 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:16.456259 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6fbbdd9-b8fd-46f1-9e05-fe6a8f850585 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:16.488429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e738a9-e829-4ba6-8099-e92500f4b27a req-d12a38fd-9ef7-41eb-ae77-1c204035efe6 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:16.489990 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02e738a9-e829-4ba6-8099-e92500f4b27a req-d12a38fd-9ef7-41eb-ae77-1c204035efe6 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.1905859 Jul 16 03:46:16.512625 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d1d7c-06ae-4408-9ce9-fc650dee24a2 req-b1c9631e-58e3-4ae1-bd73-1e6fbaf6b67b tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:16.514454 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d22d1d7c-06ae-4408-9ce9-fc650dee24a2 req-b1c9631e-58e3-4ae1-bd73-1e6fbaf6b67b tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.20 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 945 time: 0.1474967 Jul 16 03:46:16.576786 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02e738a9-e829-4ba6-8099-e92500f4b27a req-90fd572c-3cdf-4aa1-86b1-03d03556f6e0 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802093 Jul 16 03:46:16.596137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:16.739869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fbbdd9-b8fd-46f1-9e05-fe6a8f850585 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Router 48fdbec6-f076-4b34-bfda-1da084627dcd has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:46:16.743584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de738eed-bb56-49f6-a073-4213bd5f9261 req-828eb6de-6d96-41a7-af5d-00c0bd4b8ddf tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:16.745459 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de738eed-bb56-49f6-a073-4213bd5f9261 req-828eb6de-6d96-41a7-af5d-00c0bd4b8ddf tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 945 time: 0.1629519 Jul 16 03:46:16.860528 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de738eed-bb56-49f6-a073-4213bd5f9261 req-be6431f1-4a02-43ae-9d50-d4ebf7a2df18 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/security-groups?id=dd02b651-b979-4ae5-86d9-6eda94cc4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920556 Jul 16 03:46:16.868775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d22d1d7c-06ae-4408-9ce9-fc650dee24a2 req-3e6acd0f-d923-4852-b865-352a9bd85264 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Deleting port 8a591795-a07e-4572-84f9-790a07e7296d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:16.869244 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d22d1d7c-06ae-4408-9ce9-fc650dee24a2 req-3e6acd0f-d923-4852-b865-352a9bd85264 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:16.910442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fbbdd9-b8fd-46f1-9e05-fe6a8f850585 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:16.915079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1096425604'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:16.924374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c2d4a-cf39-4881-b045-fa4d89041a85 None None] Sync routers for ids ['48fdbec6-f076-4b34-bfda-1da084627dcd'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:16.941802 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6fbbdd9-b8fd-46f1-9e05-fe6a8f850585 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:16.946134 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e6fbbdd9-b8fd-46f1-9e05-fe6a8f850585 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "PUT /v2.0/routers/48fdbec6-f076-4b34-bfda-1da084627dcd HTTP/1.1" status: 200 len: 926 time: 1.5566370 Jul 16 03:46:16.946623 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c2d4a-cf39-4881-b045-fa4d89041a85 None None] Routers {'48fdbec6-f076-4b34-bfda-1da084627dcd'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:16.947620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51146) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:16.948587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e5c2d4a-cf39-4881-b045-fa4d89041a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['48fdbec6-f076-4b34-bfda-1da084627dcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:16.994955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Made reservation on behalf of 73de250dce394cbab9c3ffcb5fec6323 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:16.997437 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e5c2d4a-cf39-4881-b045-fa4d89041a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:16.998489 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:17.007334 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c2d4a-cf39-4881-b045-fa4d89041a85 None None] Routers {'48fdbec6-f076-4b34-bfda-1da084627dcd'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:17.008295 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e5c2d4a-cf39-4881-b045-fa4d89041a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['48fdbec6-f076-4b34-bfda-1da084627dcd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:17.017992 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:17.035632 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d22d1d7c-06ae-4408-9ce9-fc650dee24a2 req-3e6acd0f-d923-4852-b865-352a9bd85264 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] For port 8a591795-a07e-4572-84f9-790a07e7296d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8a591795-a07e-4572-84f9-790a07e7296d,segment=NetworkSegment(2266e2ba-11cc-492a-b881-fdc6c2987cb9),segment_id=2266e2ba-11cc-492a-b881-fdc6c2987cb9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:17.036052 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d22d1d7c-06ae-4408-9ce9-fc650dee24a2 req-3e6acd0f-d923-4852-b865-352a9bd85264 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:17.057122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-d22d1d7c-06ae-4408-9ce9-fc650dee24a2 req-3e6acd0f-d923-4852-b865-352a9bd85264 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Calling delete_port for 8a591795-a07e-4572-84f9-790a07e7296d owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:17.119212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2e5c2d4a-cf39-4881-b045-fa4d89041a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:17.120224 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c2d4a-cf39-4881-b045-fa4d89041a85 None None] The sync data for ids ['48fdbec6-f076-4b34-bfda-1da084627dcd'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:17.490712 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-830191f7-500a-4c86-befe-2bb2fbd4a90d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/routers/48fdbec6-f076-4b34-bfda-1da084627dcd HTTP/1.1" status: 200 len: 926 time: 0.5407281 Jul 16 03:46:17.493190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51150) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:17.562841 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b06127-cd5c-4cda-ad86-4661dc422912 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:17.567809 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-65b06127-cd5c-4cda-ad86-4661dc422912 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&device_id=48fdbec6-f076-4b34-bfda-1da084627dcd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0723248 Jul 16 03:46:17.568472 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51152) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:17.653329 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:17.662401 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76faa90-1e3f-44e4-af16-d4de33446b7d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:17.664187 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:17.667143 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f76faa90-1e3f-44e4-af16-d4de33446b7d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 881 time: 0.0976732 Jul 16 03:46:17.668198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51156) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:17.687668 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:46:17.715167 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-95f73ab8-bded-4b3e-b17c-f08ff0db02e7 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "GET /v2.0/ports?device_id=48fdbec6-f076-4b34-bfda-1da084627dcd HTTP/1.1" status: 200 len: 205 time: 0.0460036 Jul 16 03:46:17.715652 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51160) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:17.749823 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d22d1d7c-06ae-4408-9ce9-fc650dee24a2 req-3e6acd0f-d923-4852-b865-352a9bd85264 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:17.806891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:46:17.830575 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fc256f-302f-44b4-a445-faa616f2e12a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:17.832212 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89703e94-ebf3-492f-8013-429ed422ec13 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:17.843048 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6acd0f-d923-4852-b865-352a9bd85264 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Pushing event deleted for resources: {'Port': ['ID=8a591795-a07e-4572-84f9-790a07e7296d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:17.861888 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:17.862790 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Added segment e7f044b5-6ad1-4eef-9956-b8aca0da622b of type vlan for network 0ba47fea-69f4-4285-8e3e-851c3f9057d5 Jul 16 03:46:17.927966 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22d1d7c-06ae-4408-9ce9-fc650dee24a2 req-3e6acd0f-d923-4852-b865-352a9bd85264 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] No DVR routers for this DVR port 8a591795-a07e-4572-84f9-790a07e7296d on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:17.930722 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d22d1d7c-06ae-4408-9ce9-fc650dee24a2 req-3e6acd0f-d923-4852-b865-352a9bd85264 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:17.933007 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d22d1d7c-06ae-4408-9ce9-fc650dee24a2 req-3e6acd0f-d923-4852-b865-352a9bd85264 tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.20 "DELETE /v2.0/ports/8a591795-a07e-4572-84f9-790a07e7296d HTTP/1.1" status: 204 len: 173 time: 1.4113588 Jul 16 03:46:17.935927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8', 'name': 'network-vif-deleted', 'tag': '8a591795-a07e-4572-84f9-790a07e7296d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:17.938230 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71462c8a-2f38-4c4a-adf2-1aa643a05cfb" -d '{"events": [{"server_uuid": "c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8", "name": "network-vif-deleted", "tag": "8a591795-a07e-4572-84f9-790a07e7296d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:17.984846 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c24563-5272-4a96-b05b-a41116685117 req-527bbe69-3efd-4d2b-9559-daa257c4d09c tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:17.994683 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58c24563-5272-4a96-b05b-a41116685117 req-527bbe69-3efd-4d2b-9559-daa257c4d09c tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.2461691 Jul 16 03:46:18.009405 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.030781 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89703e94-ebf3-492f-8013-429ed422ec13 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.069336 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58c24563-5272-4a96-b05b-a41116685117 req-f2094347-277a-49d4-a98d-8d771245ba77 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736604 Jul 16 03:46:18.104049 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.110769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:18.111435 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.165968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-89703e94-ebf3-492f-8013-429ed422ec13 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Deleting port 690a91c2-4bb3-499e-9e3b-01b79d3870bf {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:18.167785 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89703e94-ebf3-492f-8013-429ed422ec13 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.180189 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c13b4c2-6b28-455c-9675-6c45a0de0e6c x-openstack-request-id: req-5c13b4c2-6b28-455c-9675-6c45a0de0e6c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:18.180558 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8", "name": "network-vif-deleted", "tag": "8a591795-a07e-4572-84f9-790a07e7296d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:18.180867 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c13b4c2-6b28-455c-9675-6c45a0de0e6c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:18.181260 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8', 'name': 'network-vif-deleted', 'tag': '8a591795-a07e-4572-84f9-790a07e7296d', 'status': 'completed', 'code': 200} Jul 16 03:46:18.183011 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5866041 Jul 16 03:46:18.193343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:18.198945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aef6a719-7137-4087-8801-9b24ff88cc41 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Request body: {'subnet': {'network_id': '0ba47fea-69f4-4285-8e3e-851c3f9057d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:18.315438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78cee6-e2d0-44c9-b1a8-5ac0da5c0b74 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Pushing event updated for resources: {'Network': ['ID=0ba47fea-69f4-4285-8e3e-851c3f9057d5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:18.328471 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 0ba47fea-69f4-4285-8e3e-851c3f9057d5 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:46:18.341551 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89703e94-ebf3-492f-8013-429ed422ec13 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.358811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-89703e94-ebf3-492f-8013-429ed422ec13 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Calling delete_port for 690a91c2-4bb3-499e-9e3b-01b79d3870bf owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:18.380589 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8a30998-b12c-4962-8638-e16ecf05779d req-71dcb478-c7b5-4c18-97c1-c096b3aa853f tempest-ServerTagsTestJSON-503562361 tempest-ServerTagsTestJSON-503562361-project] 10.222.0.18 "GET /v2.0/ports?device_id=c66ac9b6-d7c0-43db-ae76-cc9c0c5795c8 HTTP/1.1" status: 200 len: 210 time: 0.0669999 Jul 16 03:46:18.423861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef6a719-7137-4087-8801-9b24ff88cc41 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Made reservation on behalf of 73de250dce394cbab9c3ffcb5fec6323 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:18.428009 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef6a719-7137-4087-8801-9b24ff88cc41 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.671503 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89703e94-ebf3-492f-8013-429ed422ec13 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.717774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89703e94-ebf3-492f-8013-429ed422ec13 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Pushing event deleted for resources: {'Port': ['ID=690a91c2-4bb3-499e-9e3b-01b79d3870bf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:18.749708 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef6a719-7137-4087-8801-9b24ff88cc41 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.826894 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89703e94-ebf3-492f-8013-429ed422ec13 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.849528 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6a719-7137-4087-8801-9b24ff88cc41 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Pushing event updated for resources: {'Subnet': ['ID=744e57bb-4095-4a80-b604-d2706d0d4b87,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:18.868688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6a719-7137-4087-8801-9b24ff88cc41 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Checking segment: {'id': 'e7f044b5-6ad1-4eef-9956-b8aca0da622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0ba47fea-69f4-4285-8e3e-851c3f9057d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:18.869176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef6a719-7137-4087-8801-9b24ff88cc41 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Network hostable DHCP agents. Network: 0ba47fea-69f4-4285-8e3e-851c3f9057d5, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:46:18.919766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef6a719-7137-4087-8801-9b24ff88cc41 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Network 0ba47fea-69f4-4285-8e3e-851c3f9057d5 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:46:18.942241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-aef6a719-7137-4087-8801-9b24ff88cc41 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 0ba47fea-69f4-4285-8e3e-851c3f9057d5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:18.952259 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef6a719-7137-4087-8801-9b24ff88cc41 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:18.952990 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef6a719-7137-4087-8801-9b24ff88cc41 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:18.957571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453589ab-622b-4fb7-9892-cf06ffa7b902 None None] Network 0ba47fea-69f4-4285-8e3e-851c3f9057d5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:18.989219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-aef6a719-7137-4087-8801-9b24ff88cc41 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7923491 Jul 16 03:46:18.989484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:18.994536 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f7a2da4b-0e54-47f4-91dd-f053ac6e8593 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Request body: {'port': {'network_id': '0ba47fea-69f4-4285-8e3e-851c3f9057d5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1745866506'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:19.034902 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89703e94-ebf3-492f-8013-429ed422ec13 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.039618 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89703e94-ebf3-492f-8013-429ed422ec13 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.106415 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89703e94-ebf3-492f-8013-429ed422ec13 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.109553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89703e94-ebf3-492f-8013-429ed422ec13 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Fanout notify agent at l3_agent the message router_deleted on router 48fdbec6-f076-4b34-bfda-1da084627dcd {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:46:19.135817 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89703e94-ebf3-492f-8013-429ed422ec13 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.136148 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-89703e94-ebf3-492f-8013-429ed422ec13 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "DELETE /v2.0/routers/48fdbec6-f076-4b34-bfda-1da084627dcd HTTP/1.1" status: 204 len: 168 time: 1.4195161 Jul 16 03:46:19.146498 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51192) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:19.153648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-db96ec3b-80a9-41df-97e0-9b840365b9f6 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1161440802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:19.207112 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db96ec3b-80a9-41df-97e0-9b840365b9f6 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.210975 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db96ec3b-80a9-41df-97e0-9b840365b9f6 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.304567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-0ba47fea-69f4-4285-8e3e-851c3f9057d5', 'network_id': '0ba47fea-69f4-4285-8e3e-851c3f9057d5', 'tenant_id': '73de250dce394cbab9c3ffcb5fec6323', 'fixed_ips': [{'subnet_id': '744e57bb-4095-4a80-b604-d2706d0d4b87'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:46:19.306205 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.336550 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a2da4b-0e54-47f4-91dd-f053ac6e8593 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Made reservation on behalf of 73de250dce394cbab9c3ffcb5fec6323 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:19.342226 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7a2da4b-0e54-47f4-91dd-f053ac6e8593 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.384590 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db96ec3b-80a9-41df-97e0-9b840365b9f6 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.391014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db96ec3b-80a9-41df-97e0-9b840365b9f6 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.403242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-f7a2da4b-0e54-47f4-91dd-f053ac6e8593 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] device_id is not set on port 8280f473-c671-44f6-aec6-d38048dd6a09 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:46:19.433126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8a591795-a07e-4572-84f9-790a07e7296d no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:19.442508 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db96ec3b-80a9-41df-97e0-9b840365b9f6 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.447738 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-db96ec3b-80a9-41df-97e0-9b840365b9f6 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3001814 Jul 16 03:46:19.448447 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:19.454072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:19.474358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 8a591795-a07e-4572-84f9-790a07e7296d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:19.474713 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8a591795-a07e-4572-84f9-790a07e7296d not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:19.527907 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51200) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:19.539507 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Allocated IP 172.20.0.2 (0ba47fea-69f4-4285-8e3e-851c3f9057d5/744e57bb-4095-4a80-b604-d2706d0d4b87/d2fffde9-b160-4756-8ed6-a92ff25e7cf7) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:19.619653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ff1ffa-c14e-4a0b-8ada-3b571e4eda43 admin admin] Deleting subnet 1da02c5c-9d7f-412c-845f-2b6e883a8c79 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:46:19.633983 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12ff1ffa-c14e-4a0b-8ada-3b571e4eda43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.710686 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12ff1ffa-c14e-4a0b-8ada-3b571e4eda43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.768543 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.785580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Transition to ACTIVE for port object d2fffde9-b160-4756-8ed6-a92ff25e7cf7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:19.788897 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12ff1ffa-c14e-4a0b-8ada-3b571e4eda43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.812200 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.822945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Transition to ACTIVE for port object d2fffde9-b160-4756-8ed6-a92ff25e7cf7 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:19.830777 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.898934 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12ff1ffa-c14e-4a0b-8ada-3b571e4eda43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.919195 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Pushing event updated for resources: {'Port': ['ID=d2fffde9-b160-4756-8ed6-a92ff25e7cf7,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:19.941699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Network 0ba47fea-69f4-4285-8e3e-851c3f9057d5 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:19.948910 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:19.951496 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:19.955584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff1ffa-c14e-4a0b-8ada-3b571e4eda43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da02c5c-9d7f-412c-845f-2b6e883a8c79,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:19.958829 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-12ff1ffa-c14e-4a0b-8ada-3b571e4eda43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:19.970536 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-12ff1ffa-c14e-4a0b-8ada-3b571e4eda43 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1da02c5c-9d7f-412c-845f-2b6e883a8c79 HTTP/1.1" status: 204 len: 168 time: 0.4392245 Jul 16 03:46:19.970536 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51210) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:20.060964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f7a2da4b-0e54-47f4-91dd-f053ac6e8593 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Allocated IP 172.20.0.11 (0ba47fea-69f4-4285-8e3e-851c3f9057d5/744e57bb-4095-4a80-b604-d2706d0d4b87/8280f473-c671-44f6-aec6-d38048dd6a09) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:20.079361 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Attempting to bind port d2fffde9-b160-4756-8ed6-a92ff25e7cf7 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:46:20.080070 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Attempting to bind port d2fffde9-b160-4756-8ed6-a92ff25e7cf7 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'e7f044b5-6ad1-4eef-9956-b8aca0da622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0ba47fea-69f4-4285-8e3e-851c3f9057d5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:46:20.080750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Attempting to bind port d2fffde9-b160-4756-8ed6-a92ff25e7cf7 on network 0ba47fea-69f4-4285-8e3e-851c3f9057d5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:46:20.087024 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:46:20.091432 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92b72ea4-6b60-49bb-b564-ecfa0d53b460 req-269ed5c0-4c7d-4371-932c-2d524b9a05b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2716882 Jul 16 03:46:20.092175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Checking segment: {'id': 'e7f044b5-6ad1-4eef-9956-b8aca0da622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0ba47fea-69f4-4285-8e3e-851c3f9057d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:20.092846 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.093462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Bound using segment: {'id': 'e7f044b5-6ad1-4eef-9956-b8aca0da622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0ba47fea-69f4-4285-8e3e-851c3f9057d5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:46:20.094657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Bound port: d2fffde9-b160-4756-8ed6-a92ff25e7cf7, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f044b5-6ad1-4eef-9956-b8aca0da622b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '0ba47fea-69f4-4285-8e3e-851c3f9057d5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:46:20.095955 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.141852 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-386af034-8489-4a64-9d28-ba4829062f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.152053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a20d8e-6080-4221-a42f-ec1d21086e18 req-5580f3f6-a684-400b-85a0-a2dae5a36946 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:20.161645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2a20d8e-6080-4221-a42f-ec1d21086e18 req-5580f3f6-a684-400b-85a0-a2dae5a36946 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 946 time: 0.6191225 Jul 16 03:46:20.238182 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] For port d2fffde9-b160-4756-8ed6-a92ff25e7cf7, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:46:20.242870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] For port d2fffde9-b160-4756-8ed6-a92ff25e7cf7, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d2fffde9-b160-4756-8ed6-a92ff25e7cf7,segment=NetworkSegment(e7f044b5-6ad1-4eef-9956-b8aca0da622b),segment_id=e7f044b5-6ad1-4eef-9956-b8aca0da622b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:46:20.250828 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.327741 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2a20d8e-6080-4221-a42f-ec1d21086e18 req-dd07728c-1164-4ea3-979c-a7db90ce1799 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603987 Jul 16 03:46:20.352494 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-386af034-8489-4a64-9d28-ba4829062f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.360213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c03b88-9184-4c63-a1c1-de48b589ceef None None] Pushing event updated for resources: {'Port': ['ID=d2fffde9-b160-4756-8ed6-a92ff25e7cf7,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:20.365710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-386af034-8489-4a64-9d28-ba4829062f52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41b965a-2b11-48e0-b8bd-89ea4553dba9']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:20.408911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-386af034-8489-4a64-9d28-ba4829062f52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2266e2ba-11cc-492a-b881-fdc6c2987cb9') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:20.410312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-386af034-8489-4a64-9d28-ba4829062f52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2266e2ba-11cc-492a-b881-fdc6c2987cb9') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:20.420269 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-386af034-8489-4a64-9d28-ba4829062f52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.441040 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-386af034-8489-4a64-9d28-ba4829062f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.449391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386af034-8489-4a64-9d28-ba4829062f52 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:46:20.450146 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-386af034-8489-4a64-9d28-ba4829062f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:46:20.472635 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:46:20.525645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-386af034-8489-4a64-9d28-ba4829062f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.533384 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-386af034-8489-4a64-9d28-ba4829062f52 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.535904 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-386af034-8489-4a64-9d28-ba4829062f52 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c41b965a-2b11-48e0-b8bd-89ea4553dba9 HTTP/1.1" status: 204 len: 168 time: 0.5569398 Jul 16 03:46:20.548453 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386af034-8489-4a64-9d28-ba4829062f52 admin admin] Pushing event deleted for resources: {'Network': ['ID=c41b965a-2b11-48e0-b8bd-89ea4553dba9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:20.571639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b72ea4-6b60-49bb-b564-ecfa0d53b460 req-f66b1df6-5db8-4d3e-8527-9b74c4c4359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:20.575433 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92b72ea4-6b60-49bb-b564-ecfa0d53b460 req-f66b1df6-5db8-4d3e-8527-9b74c4c4359f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=86f8fb2994334a65b888442d6d0d02d1&device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 1096 time: 0.4114985 Jul 16 03:46:20.602264 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7a2da4b-0e54-47f4-91dd-f053ac6e8593 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.760738 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f7a2da4b-0e54-47f4-91dd-f053ac6e8593 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Transition to ACTIVE for port object 8280f473-c671-44f6-aec6-d38048dd6a09 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:20.879357 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.914638 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.922220 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7a2da4b-0e54-47f4-91dd-f053ac6e8593 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:20.926173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51216) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:20.981057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d2fffde9-b160-4756-8ed6-a92ff25e7cf7 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:21.008896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:21.010882 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fe1fa653-c3ab-42de-9940-d57114bfe884 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ab2efbfd98f4e899cd175fcde30dea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793281 Jul 16 03:46:21.094608 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d2fffde9-b160-4756-8ed6-a92ff25e7cf7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:21.121918 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b72ea4-6b60-49bb-b564-ecfa0d53b460 req-4405efdf-4e05-4ac9-af71-1e3ac36bef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:21.123416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92b72ea4-6b60-49bb-b564-ecfa0d53b460 req-4405efdf-4e05-4ac9-af71-1e3ac36bef18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=58ffcd17-545c-499b-941d-4f64c3856a17 HTTP/1.1" status: 200 len: 920 time: 0.4554701 Jul 16 03:46:21.135154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a2da4b-0e54-47f4-91dd-f053ac6e8593 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Network 0ba47fea-69f4-4285-8e3e-851c3f9057d5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:21.158963 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f7a2da4b-0e54-47f4-91dd-f053ac6e8593 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:21.161530 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a2da4b-0e54-47f4-91dd-f053ac6e8593 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:21.238506 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2da4b-0e54-47f4-91dd-f053ac6e8593 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Pushing event updated for resources: {'Port': ['ID=8280f473-c671-44f6-aec6-d38048dd6a09,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:21.275062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92b72ea4-6b60-49bb-b564-ecfa0d53b460 req-2a6b22ed-9c35-43c4-9453-74a11d5ae1be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6076909-e738-47b7-950e-064bd957ccca HTTP/1.1" status: 200 len: 217 time: 0.1311738 Jul 16 03:46:21.416857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2da4b-0e54-47f4-91dd-f053ac6e8593 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:21.417656 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7a2da4b-0e54-47f4-91dd-f053ac6e8593 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:21.454064 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2541a917-e656-4b2d-abcc-a91917132e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:21.472072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Allocated IP 172.25.3.148 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/e0a958b3-29a4-48dc-a2d0-3ea366f86fae) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:21.482184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b72ea4-6b60-49bb-b564-ecfa0d53b460 req-41a8427d-27b4-4010-bb47-df966fd90c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:21.483657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92b72ea4-6b60-49bb-b564-ecfa0d53b460 req-41a8427d-27b4-4010-bb47-df966fd90c7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bf54e103-b33c-4be3-9104-63de2822c4cd HTTP/1.1" status: 200 len: 859 time: 0.1971478 Jul 16 03:46:21.517783 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7513c-c313-41e4-9314-83fd7937a84c req-aafb283a-8ef7-4af4-ade0-76295e79c680 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:21.519400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ee7513c-c313-41e4-9314-83fd7937a84c req-aafb283a-8ef7-4af4-ade0-76295e79c680 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.88 "GET /v2.0/ports?device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 946 time: 0.5242016 Jul 16 03:46:21.524236 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f7a2da4b-0e54-47f4-91dd-f053ac6e8593 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5336607 Jul 16 03:46:21.525048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51228) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:21.531257 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Request body: {'port': {'network_id': '0ba47fea-69f4-4285-8e3e-851c3f9057d5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-416181390', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:21.532073 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.api.validators [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] bootfile-name is not in valid_values {{(pid=93768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:46:21.532685 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.api.validators [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] tftp-server is not in valid_values {{(pid=93768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:46:21.533405 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.api.validators [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] server-ip-address is not in valid_values {{(pid=93768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:46:21.602342 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2541a917-e656-4b2d-abcc-a91917132e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:21.634405 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92b72ea4-6b60-49bb-b564-ecfa0d53b460 req-67732725-fd2a-4d40-8e24-5a438c6dc9b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58ffcd17-545c-499b-941d-4f64c3856a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409328 Jul 16 03:46:21.695134 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Made reservation on behalf of 73de250dce394cbab9c3ffcb5fec6323 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:21.700712 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:21.722971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] device_id is not set on port d41deff6-8576-41c2-b120-5d36b0969e28 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:46:21.813571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eac000-13db-4de4-bee6-05e09f3393fb None None] Network 0ba47fea-69f4-4285-8e3e-851c3f9057d5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:21.889902 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Allocated IP 172.20.0.4 (0ba47fea-69f4-4285-8e3e-851c3f9057d5/744e57bb-4095-4a80-b604-d2706d0d4b87/d41deff6-8576-41c2-b120-5d36b0969e28) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:21.906730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-22687886-fa36-4acf-b92b-0d98523c2360 None None] Provisioning for port d2fffde9-b160-4756-8ed6-a92ff25e7cf7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:21.917975 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-22687886-fa36-4acf-b92b-0d98523c2360 None None] Provisioning complete for port d2fffde9-b160-4756-8ed6-a92ff25e7cf7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:21.918354 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22687886-fa36-4acf-b92b-0d98523c2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.104632 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.113005 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22687886-fa36-4acf-b92b-0d98523c2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.149070 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Transition to ACTIVE for port object d41deff6-8576-41c2-b120-5d36b0969e28 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:46:22.167895 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-22687886-fa36-4acf-b92b-0d98523c2360 None None] For port d2fffde9-b160-4756-8ed6-a92ff25e7cf7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d2fffde9-b160-4756-8ed6-a92ff25e7cf7,segment=NetworkSegment(e7f044b5-6ad1-4eef-9956-b8aca0da622b),segment_id=e7f044b5-6ad1-4eef-9956-b8aca0da622b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:22.175604 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22687886-fa36-4acf-b92b-0d98523c2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.239863 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22687886-fa36-4acf-b92b-0d98523c2360 None None] Pushing event updated for resources: {'Port': ['ID=d2fffde9-b160-4756-8ed6-a92ff25e7cf7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:22.247205 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.285892 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2541a917-e656-4b2d-abcc-a91917132e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.288660 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2541a917-e656-4b2d-abcc-a91917132e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.289872 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2541a917-e656-4b2d-abcc-a91917132e01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd02b651-b979-4ae5-86d9-6eda94cc4c47 HTTP/1.1" status: 204 len: 168 time: 1.2319191 Jul 16 03:46:22.319901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92b72ea4-6b60-49bb-b564-ecfa0d53b460 req-f9c26d26-ab8e-4eb0-bfcf-7057b1a09660 service neutron] 10.222.0.20 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493089 Jul 16 03:46:22.339675 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7de1c-3b81-4e44-aebe-546d95420a0c req-2e927d98-6b89-4735-afec-274efe416fc8 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:22.347615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20d7de1c-3b81-4e44-aebe-546d95420a0c req-2e927d98-6b89-4735-afec-274efe416fc8 tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 946 time: 0.8192580 Jul 16 03:46:22.381935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Network 0ba47fea-69f4-4285-8e3e-851c3f9057d5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:22.395454 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:22.407150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:22.411895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Pushing event updated for resources: {'Port': ['ID=d41deff6-8576-41c2-b120-5d36b0969e28,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:22.490969 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:22.492897 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.528455 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92b72ea4-6b60-49bb-b564-ecfa0d53b460 req-b57d25a4-ff2d-4513-961a-6c6a79850478 service neutron] 10.222.0.20 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572249 Jul 16 03:46:22.528640 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4637492f-1dce-4752-b9e1-31b9987fb109 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.9994240 Jul 16 03:46:22.529084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51240) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:22.551719 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541a917-e656-4b2d-abcc-a91917132e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd02b651-b979-4ae5-86d9-6eda94cc4c47,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:22.606724 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-18e82d0e-8e92-498b-8ae2-b7a6c9fa9855 None None] Provisioning complete for port d2fffde9-b160-4756-8ed6-a92ff25e7cf7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:22.612539 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18e82d0e-8e92-498b-8ae2-b7a6c9fa9855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.636700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20d7de1c-3b81-4e44-aebe-546d95420a0c req-d5d2e235-329d-4fe4-8742-50e63617ac1f tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/security-groups?id=31d13a2e-699e-42ff-87ad-3353c93f1a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880034 Jul 16 03:46:22.662006 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.722121 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9ee7513c-c313-41e4-9314-83fd7937a84c req-9feaa138-1760-443c-b55c-ac683de3d80e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Deleting port 14d13742-7496-4244-a7f6-7db863f71d56 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:22.722470 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ee7513c-c313-41e4-9314-83fd7937a84c req-9feaa138-1760-443c-b55c-ac683de3d80e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.751372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f47d7d-ac37-42ee-a225-a5d4e9cf169f tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:22.798246 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f47d7d-ac37-42ee-a225-a5d4e9cf169f tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:22.841363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f47d7d-ac37-42ee-a225-a5d4e9cf169f tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:22.848411 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-32f47d7d-ac37-42ee-a225-a5d4e9cf169f tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3181167 Jul 16 03:46:22.848796 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-18e82d0e-8e92-498b-8ae2-b7a6c9fa9855 None None] Provisioning for port 8280f473-c671-44f6-aec6-d38048dd6a09 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:22.851263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51246) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:22.862329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-18e82d0e-8e92-498b-8ae2-b7a6c9fa9855 None None] Provisioning complete for port 8280f473-c671-44f6-aec6-d38048dd6a09 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:22.862772 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18e82d0e-8e92-498b-8ae2-b7a6c9fa9855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:22.937420 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-18e82d0e-8e92-498b-8ae2-b7a6c9fa9855 None None] Port 8280f473-c671-44f6-aec6-d38048dd6a09 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:46:22.954248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d2fffde9-b160-4756-8ed6-a92ff25e7cf7 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:46:22.978833 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.071374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d2fffde9-b160-4756-8ed6-a92ff25e7cf7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:23.071891 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.079517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Pushing event updated for resources: {'Port': ['ID=e0a958b3-29a4-48dc-a2d0-3ea366f86fae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:23.103705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b47aa325-d395-450f-ab64-911a08c57e85 None None] Provisioning complete for port 8280f473-c671-44f6-aec6-d38048dd6a09 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:23.104796 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b47aa325-d395-450f-ab64-911a08c57e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.141049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:23.150479 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9ee7513c-c313-41e4-9314-83fd7937a84c req-9feaa138-1760-443c-b55c-ac683de3d80e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] For port 14d13742-7496-4244-a7f6-7db863f71d56, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=14d13742-7496-4244-a7f6-7db863f71d56,segment=NetworkSegment(9d616450-432e-4c2c-b3e0-5366706e36ef),segment_id=9d616450-432e-4c2c-b3e0-5366706e36ef)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:23.150479 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ee7513c-c313-41e4-9314-83fd7937a84c req-9feaa138-1760-443c-b55c-ac683de3d80e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.167425 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:23.170002 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a681fa76-d1f7-41ef-bea1-99a79064425b tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Deleting port d41deff6-8576-41c2-b120-5d36b0969e28 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:23.170540 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a681fa76-d1f7-41ef-bea1-99a79064425b tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.176673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:23.197191 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b47aa325-d395-450f-ab64-911a08c57e85 None None] Port 8280f473-c671-44f6-aec6-d38048dd6a09 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:46:23.249012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-9ee7513c-c313-41e4-9314-83fd7937a84c req-9feaa138-1760-443c-b55c-ac683de3d80e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Calling delete_port for 14d13742-7496-4244-a7f6-7db863f71d56 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:23.346975 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1f395612-f278-40c8-a579-6053a7dcb5b9 None None] Provisioning for port d41deff6-8576-41c2-b120-5d36b0969e28 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:46:23.352541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1f395612-f278-40c8-a579-6053a7dcb5b9 None None] Provisioning complete for port d41deff6-8576-41c2-b120-5d36b0969e28 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:23.352929 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f395612-f278-40c8-a579-6053a7dcb5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.398829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1f395612-f278-40c8-a579-6053a7dcb5b9 None None] Port d41deff6-8576-41c2-b120-5d36b0969e28 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:46:23.421360 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a681fa76-d1f7-41ef-bea1-99a79064425b tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.447577 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a681fa76-d1f7-41ef-bea1-99a79064425b tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Calling delete_port for d41deff6-8576-41c2-b120-5d36b0969e28 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:23.628822 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ee7513c-c313-41e4-9314-83fd7937a84c req-9feaa138-1760-443c-b55c-ac683de3d80e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.642353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['14d13742-7496-4244-a7f6-7db863f71d56'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:23.715732 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a681fa76-d1f7-41ef-bea1-99a79064425b tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.726447 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feaa138-1760-443c-b55c-ac683de3d80e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Pushing event deleted for resources: {'Port': ['ID=14d13742-7496-4244-a7f6-7db863f71d56,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:23.775596 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.779737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681fa76-d1f7-41ef-bea1-99a79064425b tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Pushing event deleted for resources: {'Port': ['ID=d41deff6-8576-41c2-b120-5d36b0969e28,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:23.870214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee7513c-c313-41e4-9314-83fd7937a84c req-9feaa138-1760-443c-b55c-ac683de3d80e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] No DVR routers for this DVR port 14d13742-7496-4244-a7f6-7db863f71d56 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:23.905173 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9ee7513c-c313-41e4-9314-83fd7937a84c req-9feaa138-1760-443c-b55c-ac683de3d80e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:23.907282 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ee7513c-c313-41e4-9314-83fd7937a84c req-9feaa138-1760-443c-b55c-ac683de3d80e tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.88 "DELETE /v2.0/ports/14d13742-7496-4244-a7f6-7db863f71d56 HTTP/1.1" status: 204 len: 173 time: 2.3531859 Jul 16 03:46:23.935765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bec6365d-6e32-4536-86a8-c66e471437c5 req-fe8e492f-6fdb-40b4-b402-f713439ca5cf tempest-AttachVolumeNegativeTest-1086077835 tempest-AttachVolumeNegativeTest-1086077835-project] 10.222.0.18 "GET /v2.0/ports?device_id=da200ada-4677-4a0a-b4be-95426c9c4b62 HTTP/1.1" status: 200 len: 210 time: 0.0663464 Jul 16 03:46:23.938284 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da200ada-4677-4a0a-b4be-95426c9c4b62', 'name': 'network-vif-deleted', 'tag': '14d13742-7496-4244-a7f6-7db863f71d56'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:23.940886 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addf6b93-1e13-4b59-8c94-4cfbc7d8cce6" -d '{"events": [{"server_uuid": "da200ada-4677-4a0a-b4be-95426c9c4b62", "name": "network-vif-deleted", "tag": "14d13742-7496-4244-a7f6-7db863f71d56"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:24.005605 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a681fa76-d1f7-41ef-bea1-99a79064425b tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.011278 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a681fa76-d1f7-41ef-bea1-99a79064425b tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] 10.222.0.18 "DELETE /v2.0/ports/d41deff6-8576-41c2-b120-5d36b0969e28 HTTP/1.1" status: 204 len: 168 time: 1.1543753 Jul 16 03:46:24.011734 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51280) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:24.017148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fdf8751a-72ff-45bb-9845-60a649d01e12 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Request body: {'port': {'name': 'tempest-new-port-name-1858269374', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:24.017803 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.api.validators [None req-fdf8751a-72ff-45bb-9845-60a649d01e12 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] bootfile-name is not in valid_values {{(pid=93768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:46:24.017946 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.api.validators [None req-fdf8751a-72ff-45bb-9845-60a649d01e12 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] tftp-server is not in valid_values {{(pid=93768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:46:24.018732 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.api.validators [None req-fdf8751a-72ff-45bb-9845-60a649d01e12 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] server-ip-address is not in valid_values {{(pid=93768) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 03:46:24.085068 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d566e7e-d4ac-43ea-934e-14044900a4c5 x-openstack-request-id: req-4d566e7e-d4ac-43ea-934e-14044900a4c5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:24.087553 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da200ada-4677-4a0a-b4be-95426c9c4b62", "name": "network-vif-deleted", "tag": "14d13742-7496-4244-a7f6-7db863f71d56", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:24.088036 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d566e7e-d4ac-43ea-934e-14044900a4c5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:24.088685 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da200ada-4677-4a0a-b4be-95426c9c4b62', 'name': 'network-vif-deleted', 'tag': '14d13742-7496-4244-a7f6-7db863f71d56', 'status': 'completed', 'code': 200} Jul 16 03:46:24.224707 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdf8751a-72ff-45bb-9845-60a649d01e12 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.359463 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.365124 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.573546 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdf8751a-72ff-45bb-9845-60a649d01e12 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.577648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Router d9d74b8d-f0bf-409c-908b-3fe95992bb83 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:46:24.585628 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdf8751a-72ff-45bb-9845-60a649d01e12 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.722720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8751a-72ff-45bb-9845-60a649d01e12 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Pushing event updated for resources: {'Port': ['ID=8280f473-c671-44f6-aec6-d38048dd6a09,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:24.742923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fdf8751a-72ff-45bb-9845-60a649d01e12 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] In _notify_port_updated(), no bound segment for port 8280f473-c671-44f6-aec6-d38048dd6a09 on network 0ba47fea-69f4-4285-8e3e-851c3f9057d5 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:46:24.749116 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf8751a-72ff-45bb-9845-60a649d01e12 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.752002 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdf8751a-72ff-45bb-9845-60a649d01e12 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.754374 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fdf8751a-72ff-45bb-9845-60a649d01e12 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] 10.222.0.18 "PUT /v2.0/ports/8280f473-c671-44f6-aec6-d38048dd6a09 HTTP/1.1" status: 200 len: 1137 time: 0.7416205 Jul 16 03:46:24.757315 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51298) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:24.844579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9902dfe6-7ea9-46e9-ae0d-5dd474be45f3 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:24.848360 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9902dfe6-7ea9-46e9-ae0d-5dd474be45f3 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] 10.222.0.18 "GET /v2.0/ports/8280f473-c671-44f6-aec6-d38048dd6a09 HTTP/1.1" status: 200 len: 1137 time: 0.0868654 Jul 16 03:46:24.851220 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51306) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:24.852925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:24.864009 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05db33b-6bf4-4ee1-be53-77c05f6c1455 None None] Sync routers for ids ['d9d74b8d-f0bf-409c-908b-3fe95992bb83'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:24.874063 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:24.880781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9933cdbc-a61f-4273-869d-adc8acad3d6a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "PUT /v2.0/routers/d9d74b8d-f0bf-409c-908b-3fe95992bb83 HTTP/1.1" status: 200 len: 884 time: 5.4274671 Jul 16 03:46:24.881459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:24.883380 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05db33b-6bf4-4ee1-be53-77c05f6c1455 None None] Routers {'d9d74b8d-f0bf-409c-908b-3fe95992bb83'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:24.885426 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e05db33b-6bf4-4ee1-be53-77c05f6c1455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d9d74b8d-f0bf-409c-908b-3fe95992bb83'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:24.965531 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e05db33b-6bf4-4ee1-be53-77c05f6c1455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:24.989626 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05db33b-6bf4-4ee1-be53-77c05f6c1455 None None] Routers {'d9d74b8d-f0bf-409c-908b-3fe95992bb83'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:24.990369 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e05db33b-6bf4-4ee1-be53-77c05f6c1455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d9d74b8d-f0bf-409c-908b-3fe95992bb83'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:25.055668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c2bb40af-56d2-4291-885d-512532aae8b9 None None] Provisioning complete for port 8280f473-c671-44f6-aec6-d38048dd6a09 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:46:25.056645 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2bb40af-56d2-4291-885d-512532aae8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:25.084141 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e05db33b-6bf4-4ee1-be53-77c05f6c1455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:25.088106 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05db33b-6bf4-4ee1-be53-77c05f6c1455 None None] The sync data for ids ['d9d74b8d-f0bf-409c-908b-3fe95992bb83'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:25.109933 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb40af-56d2-4291-885d-512532aae8b9 None None] Port 8280f473-c671-44f6-aec6-d38048dd6a09 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:46:25.112849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c2a94ed8-e567-4dcc-93c6-c997877aa297 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Deleting port 8280f473-c671-44f6-aec6-d38048dd6a09 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:25.113288 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a94ed8-e567-4dcc-93c6-c997877aa297 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:25.115762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4dd7d6c8-e66e-4808-8f6d-c6209bc1e94b tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/routers/d9d74b8d-f0bf-409c-908b-3fe95992bb83 HTTP/1.1" status: 200 len: 925 time: 0.2329514 Jul 16 03:46:25.116402 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:25.116733 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:25.214840 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a1e46f-abe9-4a2c-ad78-5cc04f411105 admin admin] Deleting subnet 71c59574-7ca3-4ce0-b2c6-591fd94e03b3 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:46:25.217992 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a1e46f-abe9-4a2c-ad78-5cc04f411105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:25.253895 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a1e46f-abe9-4a2c-ad78-5cc04f411105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:25.279581 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a94ed8-e567-4dcc-93c6-c997877aa297 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:25.297134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e78b1ef-4d55-46d3-8b15-80a38ff97287 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.302523 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3e78b1ef-4d55-46d3-8b15-80a38ff97287 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&device_id=d9d74b8d-f0bf-409c-908b-3fe95992bb83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1847763 Jul 16 03:46:25.305111 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:25.315039 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c2a94ed8-e567-4dcc-93c6-c997877aa297 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Calling delete_port for 8280f473-c671-44f6-aec6-d38048dd6a09 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:25.357706 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a1e46f-abe9-4a2c-ad78-5cc04f411105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:25.459135 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a1e46f-abe9-4a2c-ad78-5cc04f411105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:25.536376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1e46f-abe9-4a2c-ad78-5cc04f411105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c59574-7ca3-4ce0-b2c6-591fd94e03b3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:25.542079 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54a1e46f-abe9-4a2c-ad78-5cc04f411105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:25.546766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51332) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:25.549367 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-54a1e46f-abe9-4a2c-ad78-5cc04f411105 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/71c59574-7ca3-4ce0-b2c6-591fd94e03b3 HTTP/1.1" status: 204 len: 168 time: 0.4256275 Jul 16 03:46:25.550746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78fec5c-db63-4818-8594-27c8dac21526 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:25.559258 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e78fec5c-db63-4818-8594-27c8dac21526 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 881 time: 0.2528477 Jul 16 03:46:25.559832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:25.565052 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a94ed8-e567-4dcc-93c6-c997877aa297 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:25.593004 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ae4d6ef0-1ebc-4529-91ff-73d1efbf2b53 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d74b8d-f0bf-409c-908b-3fe95992bb83 HTTP/1.1" status: 200 len: 205 time: 0.0320072 Jul 16 03:46:25.593750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:25.652908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a94ed8-e567-4dcc-93c6-c997877aa297 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Pushing event deleted for resources: {'Port': ['ID=8280f473-c671-44f6-aec6-d38048dd6a09,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:25.786128 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6029e59-9916-4ebf-ab5f-970c6c5bf593 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:25.807749 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f39b10d-a475-40fc-9e7b-1bbb2c1f1952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:25.846745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 14d13742-7496-4244-a7f6-7db863f71d56 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:25.862278 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a94ed8-e567-4dcc-93c6-c997877aa297 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:25.864542 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c2a94ed8-e567-4dcc-93c6-c997877aa297 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] 10.222.0.18 "DELETE /v2.0/ports/8280f473-c671-44f6-aec6-d38048dd6a09 HTTP/1.1" status: 204 len: 168 time: 1.0117023 Jul 16 03:46:25.867055 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51348) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:25.899718 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 14d13742-7496-4244-a7f6-7db863f71d56 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:25.901356 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 14d13742-7496-4244-a7f6-7db863f71d56 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:25.911895 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6029e59-9916-4ebf-ab5f-970c6c5bf593 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.039677 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c6029e59-9916-4ebf-ab5f-970c6c5bf593 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Deleting port e0a958b3-29a4-48dc-a2d0-3ea366f86fae {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:26.040041 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6029e59-9916-4ebf-ab5f-970c6c5bf593 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.056064 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f39b10d-a475-40fc-9e7b-1bbb2c1f1952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.063035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5328e01-0298-44a0-a415-2f8213c6b39c tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Deleting subnet 744e57bb-4095-4a80-b604-d2706d0d4b87 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:46:26.071474 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5328e01-0298-44a0-a415-2f8213c6b39c tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.095042 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1f39b10d-a475-40fc-9e7b-1bbb2c1f1952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e86a351-3a68-4bb2-87f3-ea80cc839c95']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:26.115278 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1f39b10d-a475-40fc-9e7b-1bbb2c1f1952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d616450-432e-4c2c-b3e0-5366706e36ef') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:26.115856 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-1f39b10d-a475-40fc-9e7b-1bbb2c1f1952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d616450-432e-4c2c-b3e0-5366706e36ef') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:26.131676 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f39b10d-a475-40fc-9e7b-1bbb2c1f1952 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.141317 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5328e01-0298-44a0-a415-2f8213c6b39c tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.194453 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6029e59-9916-4ebf-ab5f-970c6c5bf593 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.208174 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f39b10d-a475-40fc-9e7b-1bbb2c1f1952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.215322 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c6029e59-9916-4ebf-ab5f-970c6c5bf593 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Calling delete_port for e0a958b3-29a4-48dc-a2d0-3ea366f86fae owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:26.222539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f39b10d-a475-40fc-9e7b-1bbb2c1f1952 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:46:26.222956 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f39b10d-a475-40fc-9e7b-1bbb2c1f1952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:46:26.226673 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:46:26.371760 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f39b10d-a475-40fc-9e7b-1bbb2c1f1952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.393753 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f39b10d-a475-40fc-9e7b-1bbb2c1f1952 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.398472 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1f39b10d-a475-40fc-9e7b-1bbb2c1f1952 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0e86a351-3a68-4bb2-87f3-ea80cc839c95 HTTP/1.1" status: 204 len: 168 time: 0.8479571 Jul 16 03:46:26.438998 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39b10d-a475-40fc-9e7b-1bbb2c1f1952 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e86a351-3a68-4bb2-87f3-ea80cc839c95,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:26.458289 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5328e01-0298-44a0-a415-2f8213c6b39c tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.489733 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6029e59-9916-4ebf-ab5f-970c6c5bf593 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.544608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6029e59-9916-4ebf-ab5f-970c6c5bf593 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Pushing event deleted for resources: {'Port': ['ID=e0a958b3-29a4-48dc-a2d0-3ea366f86fae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:26.566066 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5328e01-0298-44a0-a415-2f8213c6b39c tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.618233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc92c8c9-4384-447d-8572-a3fa234a25ba None None] Network 0ba47fea-69f4-4285-8e3e-851c3f9057d5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:26.624421 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6029e59-9916-4ebf-ab5f-970c6c5bf593 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.632080 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5328e01-0298-44a0-a415-2f8213c6b39c tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.637164 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a5328e01-0298-44a0-a415-2f8213c6b39c tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] 10.222.0.18 "DELETE /v2.0/subnets/744e57bb-4095-4a80-b604-d2706d0d4b87 HTTP/1.1" status: 204 len: 168 time: 0.7683868 Jul 16 03:46:26.639199 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51364) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:26.639996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5328e01-0298-44a0-a415-2f8213c6b39c tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Pushing event deleted for resources: {'Subnet': ['ID=744e57bb-4095-4a80-b604-d2706d0d4b87,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:26.751101 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6029e59-9916-4ebf-ab5f-970c6c5bf593 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.754916 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6029e59-9916-4ebf-ab5f-970c6c5bf593 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.828346 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6029e59-9916-4ebf-ab5f-970c6c5bf593 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.829325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6029e59-9916-4ebf-ab5f-970c6c5bf593 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Fanout notify agent at l3_agent the message router_deleted on router d9d74b8d-f0bf-409c-908b-3fe95992bb83 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:46:26.849563 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6029e59-9916-4ebf-ab5f-970c6c5bf593 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.857723 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c6029e59-9916-4ebf-ab5f-970c6c5bf593 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "DELETE /v2.0/routers/d9d74b8d-f0bf-409c-908b-3fe95992bb83 HTTP/1.1" status: 204 len: 168 time: 1.2622738 Jul 16 03:46:26.859521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:26.860448 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.874525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-23be8b92-a021-4456-b72b-7ed4e8695e04 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1396890050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:26.918400 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:26.947316 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23be8b92-a021-4456-b72b-7ed4e8695e04 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:26.949682 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23be8b92-a021-4456-b72b-7ed4e8695e04 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.014175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Deleting port d2fffde9-b160-4756-8ed6-a92ff25e7cf7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:27.014534 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.015681 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-437ba89a-ce31-423b-89a5-02eb1dda48a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac5fda404a8c4a73b2e015317d446c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0941348 Jul 16 03:46:27.016582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:27.044371 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dada7b79-11fc-4571-94e4-6ddcddf6e0eb None None] DHCP port deletion for 0ba47fea-69f4-4285-8e3e-851c3f9057d5 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:46:27.080213 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23be8b92-a021-4456-b72b-7ed4e8695e04 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.113605 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23be8b92-a021-4456-b72b-7ed4e8695e04 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.143974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-dada7b79-11fc-4571-94e4-6ddcddf6e0eb None None] Deleting port d2fffde9-b160-4756-8ed6-a92ff25e7cf7 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:27.152756 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dada7b79-11fc-4571-94e4-6ddcddf6e0eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.186878 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23be8b92-a021-4456-b72b-7ed4e8695e04 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.193223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:27.194031 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-23be8b92-a021-4456-b72b-7ed4e8695e04 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3332071 Jul 16 03:46:27.211893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'enable_snat': True}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:27.230455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] For port d2fffde9-b160-4756-8ed6-a92ff25e7cf7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d2fffde9-b160-4756-8ed6-a92ff25e7cf7,segment=NetworkSegment(e7f044b5-6ad1-4eef-9956-b8aca0da622b),segment_id=e7f044b5-6ad1-4eef-9956-b8aca0da622b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:27.231567 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9102bca8-a4e3-4283-8915-325dc589d6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.233598 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.317463 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dada7b79-11fc-4571-94e4-6ddcddf6e0eb None None] For port d2fffde9-b160-4756-8ed6-a92ff25e7cf7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d2fffde9-b160-4756-8ed6-a92ff25e7cf7,segment=NetworkSegment(e7f044b5-6ad1-4eef-9956-b8aca0da622b),segment_id=e7f044b5-6ad1-4eef-9956-b8aca0da622b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:27.317868 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dada7b79-11fc-4571-94e4-6ddcddf6e0eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.329232 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9102bca8-a4e3-4283-8915-325dc589d6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.343287 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-dada7b79-11fc-4571-94e4-6ddcddf6e0eb None None] Calling delete_port for d2fffde9-b160-4756-8ed6-a92ff25e7cf7 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:27.373394 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2906216c-8102-4f24-9d97-da6f4c152265 req-9aa953bb-c29e-47c7-9537-092216841422 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1743193 Jul 16 03:46:27.382331 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Calling delete_port for d2fffde9-b160-4756-8ed6-a92ff25e7cf7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:27.411075 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9102bca8-a4e3-4283-8915-325dc589d6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.413760 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9102bca8-a4e3-4283-8915-325dc589d6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:27.417276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9102bca8-a4e3-4283-8915-325dc589d6be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31d13a2e-699e-42ff-87ad-3353c93f1a3c HTTP/1.1" status: 204 len: 168 time: 0.3954251 Jul 16 03:46:27.467388 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51386) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:27.474339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102bca8-a4e3-4283-8915-325dc589d6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d13a2e-699e-42ff-87ad-3353c93f1a3c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:27.623855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906216c-8102-4f24-9d97-da6f4c152265 req-a6f098e7-c998-4919-9439-419c4d940c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.627990 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2906216c-8102-4f24-9d97-da6f4c152265 req-a6f098e7-c998-4919-9439-419c4d940c7d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=86f8fb2994334a65b888442d6d0d02d1&device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 1096 time: 0.2056475 Jul 16 03:46:27.870464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906216c-8102-4f24-9d97-da6f4c152265 req-75fa9a3d-0eb7-421c-8e22-fcca124ca507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:27.873158 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2906216c-8102-4f24-9d97-da6f4c152265 req-75fa9a3d-0eb7-421c-8e22-fcca124ca507 service neutron] 10.222.0.88 "GET /v2.0/networks?id=58ffcd17-545c-499b-941d-4f64c3856a17 HTTP/1.1" status: 200 len: 920 time: 0.1504838 Jul 16 03:46:27.947004 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2906216c-8102-4f24-9d97-da6f4c152265 req-99a2cf88-3350-4b3a-82a8-038eb9de913b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b368e9d-63f6-4d52-907f-34a2fc7e380c HTTP/1.1" status: 200 len: 217 time: 0.0653129 Jul 16 03:46:28.017908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906216c-8102-4f24-9d97-da6f4c152265 req-a1986260-c0f3-419c-883e-0abef4865da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:28.020762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2906216c-8102-4f24-9d97-da6f4c152265 req-a1986260-c0f3-419c-883e-0abef4865da4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bf54e103-b33c-4be3-9104-63de2822c4cd HTTP/1.1" status: 200 len: 859 time: 0.0597141 Jul 16 03:46:28.061431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2906216c-8102-4f24-9d97-da6f4c152265 req-2d8242f3-9854-422e-a8c3-082ba8e0b4a6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58ffcd17-545c-499b-941d-4f64c3856a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326757 Jul 16 03:46:28.128605 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23db99c0-fe2b-42de-8cc4-a19038ac9d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.130635 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dada7b79-11fc-4571-94e4-6ddcddf6e0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.131733 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.135513 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.153718 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada7b79-11fc-4571-94e4-6ddcddf6e0eb None None] Pushing event deleted for resources: {'Port': ['ID=d2fffde9-b160-4756-8ed6-a92ff25e7cf7,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:28.167138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada7b79-11fc-4571-94e4-6ddcddf6e0eb None None] No DVR routers for this DVR port d2fffde9-b160-4756-8ed6-a92ff25e7cf7 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:28.189412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Pushing event deleted for resources: {'Port': ['ID=d2fffde9-b160-4756-8ed6-a92ff25e7cf7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:28.194927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] No DVR routers for this DVR port d2fffde9-b160-4756-8ed6-a92ff25e7cf7 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:28.232372 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2906216c-8102-4f24-9d97-da6f4c152265 req-056b217a-08bd-4fec-a8c6-9db5d954ddd8 service neutron] 10.222.0.88 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624668 Jul 16 03:46:28.364347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2906216c-8102-4f24-9d97-da6f4c152265 req-2060078f-1eb4-482f-af5f-804e9c613806 service neutron] 10.222.0.88 "GET /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215043 Jul 16 03:46:28.364643 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.411359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba47fea-69f4-4285-8e3e-851c3f9057d5']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:28.428513 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f044b5-6ad1-4eef-9956-b8aca0da622b') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:28.428913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f044b5-6ad1-4eef-9956-b8aca0da622b') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:28.451815 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.478071 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.489922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:46:28.490327 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:46:28.495997 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:46:28.601153 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23db99c0-fe2b-42de-8cc4-a19038ac9d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.639826 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.641376 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23db99c0-fe2b-42de-8cc4-a19038ac9d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.651875 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.655938 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] 10.222.0.18 "DELETE /v2.0/networks/0ba47fea-69f4-4285-8e3e-851c3f9057d5 HTTP/1.1" status: 204 len: 168 time: 2.0033023 Jul 16 03:46:28.687866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a01cd8-bfe6-4a42-b44d-2e3062e632c1 tempest-ExtraDHCPOptionsTestJSON-1440947468 tempest-ExtraDHCPOptionsTestJSON-1440947468-project] Pushing event deleted for resources: {'Network': ['ID=0ba47fea-69f4-4285-8e3e-851c3f9057d5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:28.730685 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-23db99c0-fe2b-42de-8cc4-a19038ac9d6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7592af6f8baa4d3fbb716769f3f77fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2588198 Jul 16 03:46:28.731248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51420) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:28.733206 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db99c0-fe2b-42de-8cc4-a19038ac9d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffb08e5-7139-44bb-8e5d-6c04b13cc2fd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:28.756487 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.785516 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.814791 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e5509df-e115-4957-8a3f-53597ba99546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.841114 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e5509df-e115-4957-8a3f-53597ba99546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.896678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d2fffde9-b160-4756-8ed6-a92ff25e7cf7 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:28.942594 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e5509df-e115-4957-8a3f-53597ba99546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.945426 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e5509df-e115-4957-8a3f-53597ba99546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:28.949134 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0e5509df-e115-4957-8a3f-53597ba99546 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ffb08e5-7139-44bb-8e5d-6c04b13cc2fd HTTP/1.1" status: 204 len: 168 time: 0.2138827 Jul 16 03:46:28.959717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5509df-e115-4957-8a3f-53597ba99546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffb08e5-7139-44bb-8e5d-6c04b13cc2fd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:28.982795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: d2fffde9-b160-4756-8ed6-a92ff25e7cf7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:28.983928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d2fffde9-b160-4756-8ed6-a92ff25e7cf7 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:29.019409 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Allocated IP 172.25.3.195 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/3736824b-1af5-4f06-ad35-f20d41919124) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:29.208206 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.250766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:29.291644 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.340382 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:29.347709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:29.356252 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:29.363418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Pushing event updated for resources: {'Port': ['ID=3736824b-1af5-4f06-ad35-f20d41919124,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:29.465742 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:29.512852 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a95a3fb-e9fc-4715-9a57-f1aa8a27649b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.626292 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3a946fba-431f-42c9-aa34-4ce8c952c031 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73de250dce394cbab9c3ffcb5fec6323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3743081 Jul 16 03:46:29.629578 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:29.759558 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f11b515d-5c91-45e1-85d6-5e8e0c019a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.798449 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a95a3fb-e9fc-4715-9a57-f1aa8a27649b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.800702 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f11b515d-5c91-45e1-85d6-5e8e0c019a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.809904 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a95a3fb-e9fc-4715-9a57-f1aa8a27649b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:29.838854 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.052823 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d719a00b-4f70-40d8-a0d4-76a41bc66a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.146829 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.150367 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.276984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2a95a3fb-e9fc-4715-9a57-f1aa8a27649b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be51139da43c452d80dc3395a7c424ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8096006 Jul 16 03:46:30.277491 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51468) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:30.279364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95a3fb-e9fc-4715-9a57-f1aa8a27649b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fd3bfc-c850-4f7b-8e40-40dadc7ad50d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:30.314020 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f11b515d-5c91-45e1-85d6-5e8e0c019a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.317162 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f11b515d-5c91-45e1-85d6-5e8e0c019a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.319467 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f11b515d-5c91-45e1-85d6-5e8e0c019a9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64fc256f-302f-44b4-a445-faa616f2e12a HTTP/1.1" status: 204 len: 168 time: 0.6887426 Jul 16 03:46:30.353429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b515d-5c91-45e1-85d6-5e8e0c019a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fc256f-302f-44b4-a445-faa616f2e12a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:30.384739 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4feb446-adfc-4bc4-9cad-55abb5b9c26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.423860 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4feb446-adfc-4bc4-9cad-55abb5b9c26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.446415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Router 4650655b-db6d-4a52-b9a5-9f9dbecc3ebd is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:46:30.624379 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4feb446-adfc-4bc4-9cad-55abb5b9c26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.631222 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4feb446-adfc-4bc4-9cad-55abb5b9c26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.631222 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a4feb446-adfc-4bc4-9cad-55abb5b9c26a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85fd3bfc-c850-4f7b-8e40-40dadc7ad50d HTTP/1.1" status: 204 len: 168 time: 0.3501313 Jul 16 03:46:30.650176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4feb446-adfc-4bc4-9cad-55abb5b9c26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fd3bfc-c850-4f7b-8e40-40dadc7ad50d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:30.668664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:30.673764 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:30.675242 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-016134c1-afb7-4441-a52f-b9c74588c36d tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "PUT /v2.0/routers/4650655b-db6d-4a52-b9a5-9f9dbecc3ebd HTTP/1.1" status: 200 len: 919 time: 3.4746842 Jul 16 03:46:30.678020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:30.683671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bbd125-49a3-4855-9dac-26ea6089b10b None None] Sync routers for ids ['4650655b-db6d-4a52-b9a5-9f9dbecc3ebd'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:30.718403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bbd125-49a3-4855-9dac-26ea6089b10b None None] Routers {'4650655b-db6d-4a52-b9a5-9f9dbecc3ebd'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:30.719605 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8bbd125-49a3-4855-9dac-26ea6089b10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['4650655b-db6d-4a52-b9a5-9f9dbecc3ebd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:30.756068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8bbd125-49a3-4855-9dac-26ea6089b10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:30.768898 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bbd125-49a3-4855-9dac-26ea6089b10b None None] Routers {'4650655b-db6d-4a52-b9a5-9f9dbecc3ebd'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:30.769933 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8bbd125-49a3-4855-9dac-26ea6089b10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['4650655b-db6d-4a52-b9a5-9f9dbecc3ebd'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:30.807660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f8bbd125-49a3-4855-9dac-26ea6089b10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:30.808778 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bbd125-49a3-4855-9dac-26ea6089b10b None None] The sync data for ids ['4650655b-db6d-4a52-b9a5-9f9dbecc3ebd'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:30.930537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e04dad28-12f0-4fe6-80db-6ec43844e40f tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/routers/4650655b-db6d-4a52-b9a5-9f9dbecc3ebd HTTP/1.1" status: 200 len: 925 time: 0.2513001 Jul 16 03:46:30.933255 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:30.971822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.055366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879fc56b-db9a-4310-991b-2a7a1ca596ca tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:31.062620 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-879fc56b-db9a-4310-991b-2a7a1ca596ca tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&device_id=4650655b-db6d-4a52-b9a5-9f9dbecc3ebd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1250284 Jul 16 03:46:31.065532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:31.293665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b79c15-399e-42b9-bae7-f36710509bba tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:31.298310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51520) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:31.299856 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-27b79c15-399e-42b9-bae7-f36710509bba tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 881 time: 0.2325521 Jul 16 03:46:31.370798 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0ab613c2-3ed4-493a-8de6-25e152f792b4 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "GET /v2.0/ports?device_id=4650655b-db6d-4a52-b9a5-9f9dbecc3ebd HTTP/1.1" status: 200 len: 205 time: 0.0712929 Jul 16 03:46:31.373875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:31.548229 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.616596 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35574a45-4aa9-4f7d-bca9-07fc4b249e80 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.763302 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35574a45-4aa9-4f7d-bca9-07fc4b249e80 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:31.842626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-35574a45-4aa9-4f7d-bca9-07fc4b249e80 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Deleting port 3736824b-1af5-4f06-ad35-f20d41919124 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:31.843246 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35574a45-4aa9-4f7d-bca9-07fc4b249e80 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.002073 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35574a45-4aa9-4f7d-bca9-07fc4b249e80 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.017728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-35574a45-4aa9-4f7d-bca9-07fc4b249e80 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Calling delete_port for 3736824b-1af5-4f06-ad35-f20d41919124 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:32.054990 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51550) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:32.235088 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7be8cc55-1e89-499b-96d2-c4bde3441368 tempest-ServiceProvidersTest-415884745 tempest-ServiceProvidersTest-415884745-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1727204 Jul 16 03:46:32.253322 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35574a45-4aa9-4f7d-bca9-07fc4b249e80 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.291081 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35574a45-4aa9-4f7d-bca9-07fc4b249e80 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Pushing event deleted for resources: {'Port': ['ID=3736824b-1af5-4f06-ad35-f20d41919124,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:32.404696 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35574a45-4aa9-4f7d-bca9-07fc4b249e80 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.524248 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35574a45-4aa9-4f7d-bca9-07fc4b249e80 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.527418 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35574a45-4aa9-4f7d-bca9-07fc4b249e80 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.593432 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35574a45-4aa9-4f7d-bca9-07fc4b249e80 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.594109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35574a45-4aa9-4f7d-bca9-07fc4b249e80 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Fanout notify agent at l3_agent the message router_deleted on router 4650655b-db6d-4a52-b9a5-9f9dbecc3ebd {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:46:32.610085 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-35574a45-4aa9-4f7d-bca9-07fc4b249e80 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.618690 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-35574a45-4aa9-4f7d-bca9-07fc4b249e80 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "DELETE /v2.0/routers/4650655b-db6d-4a52-b9a5-9f9dbecc3ebd HTTP/1.1" status: 204 len: 168 time: 1.2429183 Jul 16 03:46:32.622767 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51574) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:32.628587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ffb61632-52c8-47ae-a973-5b25ffb6ab02 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2144513939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:32.692151 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffb61632-52c8-47ae-a973-5b25ffb6ab02 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.693385 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffb61632-52c8-47ae-a973-5b25ffb6ab02 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.735990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:32.857944 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffb61632-52c8-47ae-a973-5b25ffb6ab02 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.866869 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-74c646fa-6196-4ff3-86dc-9f823867f4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.869270 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.870376 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffb61632-52c8-47ae-a973-5b25ffb6ab02 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.909830 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffb61632-52c8-47ae-a973-5b25ffb6ab02 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:32.911611 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ffb61632-52c8-47ae-a973-5b25ffb6ab02 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2874408 Jul 16 03:46:32.914746 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:32.924454 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'enable_snat': False}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:32.970786 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66a58ef6-e6ee-4928-be5f-341284310783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.138409 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66a58ef6-e6ee-4928-be5f-341284310783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.144345 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66a58ef6-e6ee-4928-be5f-341284310783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.208204 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-66a58ef6-e6ee-4928-be5f-341284310783 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33e2ed8b4fcd4459a37d71a9b1733800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4708915 Jul 16 03:46:33.209238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:33.210024 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a58ef6-e6ee-4928-be5f-341284310783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b05e3c6-9aed-4b5b-8389-85d1b8f1bdf5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:33.299720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d00b6d1-6685-44b5-81f2-fef4617065bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.336883 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d00b6d1-6685-44b5-81f2-fef4617065bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.341311 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.403113 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d00b6d1-6685-44b5-81f2-fef4617065bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.406120 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d00b6d1-6685-44b5-81f2-fef4617065bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.419757 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2d00b6d1-6685-44b5-81f2-fef4617065bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b05e3c6-9aed-4b5b-8389-85d1b8f1bdf5 HTTP/1.1" status: 204 len: 168 time: 0.2014911 Jul 16 03:46:33.441937 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00b6d1-6685-44b5-81f2-fef4617065bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b05e3c6-9aed-4b5b-8389-85d1b8f1bdf5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:33.774230 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.839374 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:33.878927 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:34.092830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Allocated IP 172.25.3.36 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/cb299502-deba-4d28-a82c-d339e6af0d08) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:34.313886 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:34.366175 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:34.417083 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:34.421826 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:34.430146 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:34.484048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Pushing event updated for resources: {'Port': ['ID=cb299502-deba-4d28-a82c-d339e6af0d08,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:34.733761 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:34.767256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b92df-046e-4f15-9826-320c1351813b req-7d72878f-6bb4-4752-9d3e-1abf6533ecb9 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:34.770651 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-543b92df-046e-4f15-9826-320c1351813b req-7d72878f-6bb4-4752-9d3e-1abf6533ecb9 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.1206274 Jul 16 03:46:34.824230 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-543b92df-046e-4f15-9826-320c1351813b req-3d1cb786-6a73-486b-bb39-3338a38cbd84 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466692 Jul 16 03:46:35.022333 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c696c17-7693-4612-b46a-ed486712a07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.173045 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.200982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:35.246475 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c696c17-7693-4612-b46a-ed486712a07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.253136 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c696c17-7693-4612-b46a-ed486712a07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.348339 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7c696c17-7693-4612-b46a-ed486712a07e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a838f46140f41c1a76335753c30910f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6128440 Jul 16 03:46:35.349244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c696c17-7693-4612-b46a-ed486712a07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6611eef6-3c6c-4222-b4ed-0e80773898a6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:35.350753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51680) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:35.401260 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bb170f6-8591-4fd3-829b-bd90756f08dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.501364 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17929f7e-b43a-404f-a3f3-aaa7b275f55f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.519978 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bb170f6-8591-4fd3-829b-bd90756f08dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.527278 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bb170f6-8591-4fd3-829b-bd90756f08dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.530325 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.537330 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17929f7e-b43a-404f-a3f3-aaa7b275f55f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.544192 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.585898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb170f6-8591-4fd3-829b-bd90756f08dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ca4739-0def-4376-9b5f-ecc201d3ca40,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:35.611394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51686) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:35.618582 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7bb170f6-8591-4fd3-829b-bd90756f08dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcf1dd7c4a0f4b86a71c404a0179242a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159100 Jul 16 03:46:35.710075 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17929f7e-b43a-404f-a3f3-aaa7b275f55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.712934 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17929f7e-b43a-404f-a3f3-aaa7b275f55f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.714269 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-17929f7e-b43a-404f-a3f3-aaa7b275f55f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6611eef6-3c6c-4222-b4ed-0e80773898a6 HTTP/1.1" status: 204 len: 168 time: 0.3623378 Jul 16 03:46:35.734883 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.741330 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1024bc51-4493-4c07-af99-52560c640568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.745279 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17929f7e-b43a-404f-a3f3-aaa7b275f55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6611eef6-3c6c-4222-b4ed-0e80773898a6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:35.779971 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1024bc51-4493-4c07-af99-52560c640568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.799569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Router b459bb1d-60ed-402b-b6a7-c09888fbb99b is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:46:35.896192 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1024bc51-4493-4c07-af99-52560c640568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.906284 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1024bc51-4493-4c07-af99-52560c640568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:35.910066 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1024bc51-4493-4c07-af99-52560c640568 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57ca4739-0def-4376-9b5f-ecc201d3ca40 HTTP/1.1" status: 204 len: 168 time: 0.2945695 Jul 16 03:46:35.999179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024bc51-4493-4c07-af99-52560c640568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ca4739-0def-4376-9b5f-ecc201d3ca40,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:36.040713 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:36.047488 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.048762 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e7763812-0ced-4b5f-95fd-51eb17b35200 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "PUT /v2.0/routers/b459bb1d-60ed-402b-b6a7-c09888fbb99b HTTP/1.1" status: 200 len: 919 time: 3.1323745 Jul 16 03:46:36.052868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51702) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:36.055417 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90913d4b-b8a3-4e01-9095-5a81d16e769f None None] Sync routers for ids ['b459bb1d-60ed-402b-b6a7-c09888fbb99b'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:36.081926 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90913d4b-b8a3-4e01-9095-5a81d16e769f None None] Routers {'b459bb1d-60ed-402b-b6a7-c09888fbb99b'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:36.083410 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-90913d4b-b8a3-4e01-9095-5a81d16e769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b459bb1d-60ed-402b-b6a7-c09888fbb99b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:36.151409 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-90913d4b-b8a3-4e01-9095-5a81d16e769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:36.171691 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90913d4b-b8a3-4e01-9095-5a81d16e769f None None] Routers {'b459bb1d-60ed-402b-b6a7-c09888fbb99b'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:36.173481 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-90913d4b-b8a3-4e01-9095-5a81d16e769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b459bb1d-60ed-402b-b6a7-c09888fbb99b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:36.211304 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213e6fa-e3c9-46d2-a931-1784707a9fae req-4a670ccf-e291-4eb1-a045-bf1b4cc9c4fc tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:36.215482 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8213e6fa-e3c9-46d2-a931-1784707a9fae req-4a670ccf-e291-4eb1-a045-bf1b4cc9c4fc tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.1651819 Jul 16 03:46:36.275926 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-90913d4b-b8a3-4e01-9095-5a81d16e769f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:36.277353 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90913d4b-b8a3-4e01-9095-5a81d16e769f None None] The sync data for ids ['b459bb1d-60ed-402b-b6a7-c09888fbb99b'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:36.289537 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e48d7d70-c5ca-4472-a058-39c759d1f765 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/routers/b459bb1d-60ed-402b-b6a7-c09888fbb99b HTTP/1.1" status: 200 len: 925 time: 0.2355156 Jul 16 03:46:36.292503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:36.332198 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8213e6fa-e3c9-46d2-a931-1784707a9fae req-aa8da604-0e23-490f-af03-0c6ba7a960ea tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105769 Jul 16 03:46:36.363273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3323702-bd9c-44c8-a90c-f6c8606ef11c tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:36.365080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a3323702-bd9c-44c8-a90c-f6c8606ef11c tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&device_id=b459bb1d-60ed-402b-b6a7-c09888fbb99b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0714238 Jul 16 03:46:36.367801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:36.395274 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51718) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:36.411241 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-692ce2a9-f494-42f6-9ad3-449647bb8159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.518814 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456a213c-98e4-4d4c-992e-14e99d23a1fb tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:36.520717 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-456a213c-98e4-4d4c-992e-14e99d23a1fb tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 881 time: 0.1518161 Jul 16 03:46:36.523756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:36.563918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-49360c8a-c98f-4970-86c3-e6bb5cc7babb tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "GET /v2.0/ports?device_id=b459bb1d-60ed-402b-b6a7-c09888fbb99b HTTP/1.1" status: 200 len: 205 time: 0.0389495 Jul 16 03:46:36.566928 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51722) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:36.592162 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-692ce2a9-f494-42f6-9ad3-449647bb8159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.650565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-692ce2a9-f494-42f6-9ad3-449647bb8159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.650831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30f01d-d4de-4d19-a8ed-a4e2189db3a0 req-f3ae7eb6-78a8-430f-b632-b519e9134fa0 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:36.652453 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f30f01d-d4de-4d19-a8ed-a4e2189db3a0 req-f3ae7eb6-78a8-430f-b632-b519e9134fa0 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.20 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 945 time: 0.1306260 Jul 16 03:46:36.752300 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-692ce2a9-f494-42f6-9ad3-449647bb8159 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c9e31ff7f784a16a93678b2b5eee64c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558071 Jul 16 03:46:36.754942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51734) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:36.757194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ce2a9-f494-42f6-9ad3-449647bb8159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075c9c85-33b7-4e02-ae5a-9e21e97460a2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:36.818531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7f30f01d-d4de-4d19-a8ed-a4e2189db3a0 req-c854b691-d6b4-4b1d-84cc-b0fb31e7e42d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Deleting port d6076909-e738-47b7-950e-064bd957ccca {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:36.818870 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f30f01d-d4de-4d19-a8ed-a4e2189db3a0 req-c854b691-d6b4-4b1d-84cc-b0fb31e7e42d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.846564 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313f5965-6343-4083-9f1a-ac171416bf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.859991 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70aa0cef-71b9-4a6e-aec2-9fa6543418a5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.910001 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313f5965-6343-4083-9f1a-ac171416bf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.927345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7f30f01d-d4de-4d19-a8ed-a4e2189db3a0 req-c854b691-d6b4-4b1d-84cc-b0fb31e7e42d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] For port d6076909-e738-47b7-950e-064bd957ccca, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d6076909-e738-47b7-950e-064bd957ccca,segment=NetworkSegment(bafe52f6-9b50-44cd-8235-956c38444f37),segment_id=bafe52f6-9b50-44cd-8235-956c38444f37)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:36.927707 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f30f01d-d4de-4d19-a8ed-a4e2189db3a0 req-c854b691-d6b4-4b1d-84cc-b0fb31e7e42d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:36.942075 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7f30f01d-d4de-4d19-a8ed-a4e2189db3a0 req-c854b691-d6b4-4b1d-84cc-b0fb31e7e42d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Calling delete_port for d6076909-e738-47b7-950e-064bd957ccca owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:37.012426 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70aa0cef-71b9-4a6e-aec2-9fa6543418a5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:37.019415 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313f5965-6343-4083-9f1a-ac171416bf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:37.022128 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313f5965-6343-4083-9f1a-ac171416bf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:37.024146 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-313f5965-6343-4083-9f1a-ac171416bf03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/075c9c85-33b7-4e02-ae5a-9e21e97460a2 HTTP/1.1" status: 204 len: 168 time: 0.2671006 Jul 16 03:46:37.050681 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f5965-6343-4083-9f1a-ac171416bf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075c9c85-33b7-4e02-ae5a-9e21e97460a2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:37.113415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-70aa0cef-71b9-4a6e-aec2-9fa6543418a5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Deleting port cb299502-deba-4d28-a82c-d339e6af0d08 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:37.113415 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70aa0cef-71b9-4a6e-aec2-9fa6543418a5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:37.226541 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70aa0cef-71b9-4a6e-aec2-9fa6543418a5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:37.227698 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f30f01d-d4de-4d19-a8ed-a4e2189db3a0 req-c854b691-d6b4-4b1d-84cc-b0fb31e7e42d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:37.246239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-70aa0cef-71b9-4a6e-aec2-9fa6543418a5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Calling delete_port for cb299502-deba-4d28-a82c-d339e6af0d08 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:37.247015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['3b368e9d-63f6-4d52-907f-34a2fc7e380c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:37.251256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['d6076909-e738-47b7-950e-064bd957ccca'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:37.289495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854b691-d6b4-4b1d-84cc-b0fb31e7e42d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Pushing event deleted for resources: {'Port': ['ID=d6076909-e738-47b7-950e-064bd957ccca,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:37.399124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f30f01d-d4de-4d19-a8ed-a4e2189db3a0 req-c854b691-d6b4-4b1d-84cc-b0fb31e7e42d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] No DVR routers for this DVR port d6076909-e738-47b7-950e-064bd957ccca on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:37.403959 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7f30f01d-d4de-4d19-a8ed-a4e2189db3a0 req-c854b691-d6b4-4b1d-84cc-b0fb31e7e42d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:37.409942 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f30f01d-d4de-4d19-a8ed-a4e2189db3a0 req-c854b691-d6b4-4b1d-84cc-b0fb31e7e42d tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.20 "DELETE /v2.0/ports/d6076909-e738-47b7-950e-064bd957ccca HTTP/1.1" status: 204 len: 173 time: 0.7462900 Jul 16 03:46:37.419665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a771277a-10f9-4cb5-b2bd-273680c30b91', 'name': 'network-vif-deleted', 'tag': 'd6076909-e738-47b7-950e-064bd957ccca'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:37.428292 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320952c3-08d7-472f-92e9-e1d0a0410ac4" -d '{"events": [{"server_uuid": "a771277a-10f9-4cb5-b2bd-273680c30b91", "name": "network-vif-deleted", "tag": "d6076909-e738-47b7-950e-064bd957ccca"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:37.714432 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70aa0cef-71b9-4a6e-aec2-9fa6543418a5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:37.720030 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14256fe9-40cc-49d8-9d34-d55989f9144c req-991d34a8-c713-4443-9056-ad4c32e91034 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=a771277a-10f9-4cb5-b2bd-273680c30b91 HTTP/1.1" status: 200 len: 210 time: 0.0986519 Jul 16 03:46:37.732448 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010c95f0-b844-4dfc-b4a2-0e111637370f x-openstack-request-id: req-010c95f0-b844-4dfc-b4a2-0e111637370f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:37.732756 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a771277a-10f9-4cb5-b2bd-273680c30b91", "name": "network-vif-deleted", "tag": "d6076909-e738-47b7-950e-064bd957ccca", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:37.733133 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-010c95f0-b844-4dfc-b4a2-0e111637370f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:37.733632 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a771277a-10f9-4cb5-b2bd-273680c30b91', 'name': 'network-vif-deleted', 'tag': 'd6076909-e738-47b7-950e-064bd957ccca', 'status': 'completed', 'code': 200} Jul 16 03:46:37.783019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa0cef-71b9-4a6e-aec2-9fa6543418a5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Pushing event deleted for resources: {'Port': ['ID=cb299502-deba-4d28-a82c-d339e6af0d08,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:37.826147 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70aa0cef-71b9-4a6e-aec2-9fa6543418a5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:37.926667 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70aa0cef-71b9-4a6e-aec2-9fa6543418a5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:37.928940 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70aa0cef-71b9-4a6e-aec2-9fa6543418a5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:37.995156 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70aa0cef-71b9-4a6e-aec2-9fa6543418a5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:37.995997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70aa0cef-71b9-4a6e-aec2-9fa6543418a5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Fanout notify agent at l3_agent the message router_deleted on router b459bb1d-60ed-402b-b6a7-c09888fbb99b {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:46:38.007578 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70aa0cef-71b9-4a6e-aec2-9fa6543418a5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.013299 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-70aa0cef-71b9-4a6e-aec2-9fa6543418a5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "DELETE /v2.0/routers/b459bb1d-60ed-402b-b6a7-c09888fbb99b HTTP/1.1" status: 204 len: 168 time: 1.4259260 Jul 16 03:46:38.014665 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51788) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:38.021728 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1582365807', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:38.051565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.054007 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.119484 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.338139 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.596265 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.620519 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:38.833638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Allocated IP 172.25.3.105 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/0d875e9d-1021-4711-9b01-dd478dbc8672) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:46:38.981843 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:39.034131 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:39.077551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:46:39.080834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:39.085772 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:46:39.324439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f445c29-b917-4072-9344-f0246d4fb5b5 req-69be1add-73d5-4b20-a3fd-e702fbcb1627 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:39.335054 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5f445c29-b917-4072-9344-f0246d4fb5b5 req-69be1add-73d5-4b20-a3fd-e702fbcb1627 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.0922449 Jul 16 03:46:39.394305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5f445c29-b917-4072-9344-f0246d4fb5b5 req-71b6c814-16ca-4a1c-bb17-e5a05afc69b8 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565994 Jul 16 03:46:39.475570 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d6076909-e738-47b7-950e-064bd957ccca no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:39.506658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: d6076909-e738-47b7-950e-064bd957ccca {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:39.507354 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d6076909-e738-47b7-950e-064bd957ccca not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:39.514820 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Pushing event updated for resources: {'Port': ['ID=0d875e9d-1021-4711-9b01-dd478dbc8672,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:39.887752 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:40.318926 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:40.581570 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Router 1d9c32d9-a63d-4186-ba78-fa19ae218e79 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:46:40.761287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce87b3-0fc9-42ad-b2a1-34204c31eeb3 req-94fdc43b-60c3-4d6d-ab81-cb49130626aa tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:40.779347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05ce87b3-0fc9-42ad-b2a1-34204c31eeb3 req-94fdc43b-60c3-4d6d-ab81-cb49130626aa tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.1563523 Jul 16 03:46:40.806357 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:40.832070 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5f136-8607-4698-af2c-51a328b7bd2b None None] Sync routers for ids ['1d9c32d9-a63d-4186-ba78-fa19ae218e79'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:40.845472 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f5f136-8607-4698-af2c-51a328b7bd2b None None] Routers {'1d9c32d9-a63d-4186-ba78-fa19ae218e79'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:40.846658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:40.850600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:40.851044 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-74f5f136-8607-4698-af2c-51a328b7bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1d9c32d9-a63d-4186-ba78-fa19ae218e79'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:40.851376 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a97ae944-c651-4f14-865a-747832815616 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8344405 Jul 16 03:46:40.859173 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:40.913799 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05ce87b3-0fc9-42ad-b2a1-34204c31eeb3 req-96ba5323-d33f-44b4-82f2-9e75675fd8db tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330347 Jul 16 03:46:40.973031 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-74f5f136-8607-4698-af2c-51a328b7bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:40.996419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f5f136-8607-4698-af2c-51a328b7bd2b None None] Routers {'1d9c32d9-a63d-4186-ba78-fa19ae218e79'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:40.997314 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-74f5f136-8607-4698-af2c-51a328b7bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1d9c32d9-a63d-4186-ba78-fa19ae218e79'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:41.406584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-74f5f136-8607-4698-af2c-51a328b7bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:41.407450 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5f136-8607-4698-af2c-51a328b7bd2b None None] The sync data for ids ['1d9c32d9-a63d-4186-ba78-fa19ae218e79'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:41.461545 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:41.479986 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:41.546496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Deleting port 0d875e9d-1021-4711-9b01-dd478dbc8672 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:41.546936 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:41.633942 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:41.647099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Calling delete_port for 0d875e9d-1021-4711-9b01-dd478dbc8672 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:41.835274 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:41.869909 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Pushing event deleted for resources: {'Port': ['ID=0d875e9d-1021-4711-9b01-dd478dbc8672,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:41.969891 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:42.250158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51948) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:42.305393 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:42.322018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb8792-6e73-49c4-8138-73830951f91e req-3a5760dd-0491-41ef-b2d0-1ca51375052e tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:42.323573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60fb8792-6e73-49c4-8138-73830951f91e req-3a5760dd-0491-41ef-b2d0-1ca51375052e tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.2165155 Jul 16 03:46:42.324548 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:42.440439 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c321749-ab67-4e87-9621-ace86adedb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:42.450777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60fb8792-6e73-49c4-8138-73830951f91e req-2e5b3f78-bb9b-4f97-98b0-43302db3a349 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212294 Jul 16 03:46:42.510709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Router 1d9c32d9-a63d-4186-ba78-fa19ae218e79 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:46:42.621911 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c321749-ab67-4e87-9621-ace86adedb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:42.637271 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c321749-ab67-4e87-9621-ace86adedb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:42.695734 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3c321749-ab67-4e87-9621-ace86adedb32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=817fb923ee104c3cad175a5ee712153c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444752 Jul 16 03:46:42.696957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c321749-ab67-4e87-9621-ace86adedb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311a0e18-1d18-4c2c-a04f-1b888f298875,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:42.701732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51974) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:42.764408 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8679c6b-b48d-481c-933d-1b6bbd6d031a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:42.800583 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8679c6b-b48d-481c-933d-1b6bbd6d031a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:42.908908 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8679c6b-b48d-481c-933d-1b6bbd6d031a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:42.911842 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8679c6b-b48d-481c-933d-1b6bbd6d031a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:42.913204 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f8679c6b-b48d-481c-933d-1b6bbd6d031a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/311a0e18-1d18-4c2c-a04f-1b888f298875 HTTP/1.1" status: 204 len: 168 time: 0.2100232 Jul 16 03:46:42.929225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8679c6b-b48d-481c-933d-1b6bbd6d031a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311a0e18-1d18-4c2c-a04f-1b888f298875,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:43.062629 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:43.075718 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:43.076407 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c4ae95-f0eb-409b-86e4-ba20345e3ce7 None None] Sync routers for ids ['1d9c32d9-a63d-4186-ba78-fa19ae218e79'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:43.082670 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-36decf5d-ddd1-4d50-8f0b-27347a4eb9fd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "PUT /v2.0/routers/1d9c32d9-a63d-4186-ba78-fa19ae218e79 HTTP/1.1" status: 200 len: 710 time: 2.2303355 Jul 16 03:46:43.085781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51992) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:43.092656 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c4ae95-f0eb-409b-86e4-ba20345e3ce7 None None] Routers {'1d9c32d9-a63d-4186-ba78-fa19ae218e79'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:43.093930 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-60c4ae95-f0eb-409b-86e4-ba20345e3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1d9c32d9-a63d-4186-ba78-fa19ae218e79'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:43.145556 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-60c4ae95-f0eb-409b-86e4-ba20345e3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:43.157549 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c4ae95-f0eb-409b-86e4-ba20345e3ce7 None None] Routers {'1d9c32d9-a63d-4186-ba78-fa19ae218e79'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:43.158326 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-60c4ae95-f0eb-409b-86e4-ba20345e3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1d9c32d9-a63d-4186-ba78-fa19ae218e79'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:43.219842 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-60c4ae95-f0eb-409b-86e4-ba20345e3ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:43.222011 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c4ae95-f0eb-409b-86e4-ba20345e3ce7 None None] The sync data for ids ['1d9c32d9-a63d-4186-ba78-fa19ae218e79'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:43.227491 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2b50bf7e-8adb-48c8-b19b-ddce29094ec9 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/routers/1d9c32d9-a63d-4186-ba78-fa19ae218e79 HTTP/1.1" status: 200 len: 745 time: 0.1379197 Jul 16 03:46:43.228144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:43.274754 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1c57fb1f-c421-43ef-b947-8938502f5c31 tempest-RoutersIpV6AdminTest-1256375315 tempest-RoutersIpV6AdminTest-1256375315-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&device_id=1d9c32d9-a63d-4186-ba78-fa19ae218e79 HTTP/1.1" status: 200 len: 205 time: 0.0455613 Jul 16 03:46:43.277254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:43.354849 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6f09fc36-de7c-4604-badf-c4e4e3ee612b tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d9c32d9-a63d-4186-ba78-fa19ae218e79 HTTP/1.1" status: 200 len: 205 time: 0.0641086 Jul 16 03:46:43.357355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:43.468051 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9892e11-240a-4774-b9b3-18f313649345 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:43.526269 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52016) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:43.549530 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdb918e9-4d42-44f0-ba5f-27beab8ffda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:43.662924 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9892e11-240a-4774-b9b3-18f313649345 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:43.667265 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9892e11-240a-4774-b9b3-18f313649345 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:43.672202 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:43.762343 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdb918e9-4d42-44f0-ba5f-27beab8ffda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:43.766690 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdb918e9-4d42-44f0-ba5f-27beab8ffda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:43.771158 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9892e11-240a-4774-b9b3-18f313649345 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:43.771793 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9892e11-240a-4774-b9b3-18f313649345 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Fanout notify agent at l3_agent the message router_deleted on router 1d9c32d9-a63d-4186-ba78-fa19ae218e79 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:46:43.780023 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a9892e11-240a-4774-b9b3-18f313649345 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:43.782017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a9892e11-240a-4774-b9b3-18f313649345 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "DELETE /v2.0/routers/1d9c32d9-a63d-4186-ba78-fa19ae218e79 HTTP/1.1" status: 204 len: 168 time: 0.4229131 Jul 16 03:46:43.786089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:43.826189 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-643b189e-8074-42c1-825b-a9fd0a912124 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d9c32d9-a63d-4186-ba78-fa19ae218e79 HTTP/1.1" status: 200 len: 205 time: 0.0385463 Jul 16 03:46:43.828163 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:43.844968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:43.852878 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bdb918e9-4d42-44f0-ba5f-27beab8ffda1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ad5004d48274be4b5dce4872f098c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130758 Jul 16 03:46:43.854237 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb918e9-4d42-44f0-ba5f-27beab8ffda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11a114d-fa22-4511-b515-39ba0a62a17d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:43.898241 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-e0aaba6a-e0b4-4693-8e96-25cffa264d86 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] delete failed (client error): The resource could not be found. Jul 16 03:46:43.899819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e0aaba6a-e0b4-4693-8e96-25cffa264d86 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "DELETE /v2.0/routers/1d9c32d9-a63d-4186-ba78-fa19ae218e79 HTTP/1.1" status: 404 len: 336 time: 0.0691705 Jul 16 03:46:43.902750 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52032) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:43.915591 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7afb4-6850-4dd7-bf7e-d0e343682e76 req-d373cecd-1042-43ea-8c86-bfe3c67bceb5 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:43.922405 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a8a7afb4-6850-4dd7-bf7e-d0e343682e76 req-d373cecd-1042-43ea-8c86-bfe3c67bceb5 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.1850772 Jul 16 03:46:43.951398 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4b927501-9bac-4443-962a-d2a0e77f8279 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "GET /v2.0/ports?device_id=b459bb1d-60ed-402b-b6a7-c09888fbb99b HTTP/1.1" status: 200 len: 205 time: 0.0473175 Jul 16 03:46:43.952035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52036) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:43.988394 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a8a7afb4-6850-4dd7-bf7e-d0e343682e76 req-d100cb6e-91ea-43d8-93a1-0e852c65b550 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650086 Jul 16 03:46:44.020739 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81f3d50f-474f-4fc2-acff-aa783eee55f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:44.023339 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-b3b7eb3a-948d-4cb6-87ff-027911806fcc tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] delete failed (client error): The resource could not be found. Jul 16 03:46:44.023475 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c907058-b295-4b05-9242-b433b27e09ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:44.024397 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b3b7eb3a-948d-4cb6-87ff-027911806fcc tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "DELETE /v2.0/routers/b459bb1d-60ed-402b-b6a7-c09888fbb99b HTTP/1.1" status: 404 len: 336 time: 0.0714183 Jul 16 03:46:44.027759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52038) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:44.058570 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81f3d50f-474f-4fc2-acff-aa783eee55f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:44.067394 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-00202bf5-dd91-409e-9a3b-ad52684ce31e tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "GET /v2.0/ports?device_id=4650655b-db6d-4a52-b9a5-9f9dbecc3ebd HTTP/1.1" status: 200 len: 205 time: 0.0363617 Jul 16 03:46:44.068141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52042) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:44.125812 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-050bc497-35a1-436b-afc1-a495069dcbd5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] delete failed (client error): The resource could not be found. Jul 16 03:46:44.128411 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-050bc497-35a1-436b-afc1-a495069dcbd5 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "DELETE /v2.0/routers/4650655b-db6d-4a52-b9a5-9f9dbecc3ebd HTTP/1.1" status: 404 len: 336 time: 0.0574472 Jul 16 03:46:44.129577 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52044) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:44.157037 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81f3d50f-474f-4fc2-acff-aa783eee55f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:44.162078 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-81f3d50f-474f-4fc2-acff-aa783eee55f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:44.166245 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-18a03c32-e733-4a60-b455-6052c565ad83 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9d74b8d-f0bf-409c-908b-3fe95992bb83 HTTP/1.1" status: 200 len: 205 time: 0.0333476 Jul 16 03:46:44.166395 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-81f3d50f-474f-4fc2-acff-aa783eee55f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f11a114d-fa22-4511-b515-39ba0a62a17d HTTP/1.1" status: 204 len: 168 time: 0.3186398 Jul 16 03:46:44.168762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52050) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:44.213008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3d50f-474f-4fc2-acff-aa783eee55f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11a114d-fa22-4511-b515-39ba0a62a17d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:44.237498 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c907058-b295-4b05-9242-b433b27e09ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:44.243489 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c907058-b295-4b05-9242-b433b27e09ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:44.254474 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-06ab46d5-ae5a-4105-a95a-539d6628fecd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] delete failed (client error): The resource could not be found. Jul 16 03:46:44.259240 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-06ab46d5-ae5a-4105-a95a-539d6628fecd tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "DELETE /v2.0/routers/d9d74b8d-f0bf-409c-908b-3fe95992bb83 HTTP/1.1" status: 404 len: 336 time: 0.0893400 Jul 16 03:46:44.259803 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52052) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:44.288765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1c907058-b295-4b05-9242-b433b27e09ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df21f19ce005469db1e476bce2b73734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6151206 Jul 16 03:46:44.296336 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:44.316806 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-eaefdbde-1efc-45c0-8093-9eebc90c7188 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "GET /v2.0/ports?device_id=48fdbec6-f076-4b34-bfda-1da084627dcd HTTP/1.1" status: 200 len: 205 time: 0.0556135 Jul 16 03:46:44.317506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52058) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:44.355268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c907058-b295-4b05-9242-b433b27e09ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f69ed2-0418-48af-9a15-da2ca63d3522,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:44.383606 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-cf4276d6-9ed1-4ae7-8bb3-973a6fdf9f4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] delete failed (client error): The resource could not be found. Jul 16 03:46:44.390584 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cf4276d6-9ed1-4ae7-8bb3-973a6fdf9f4d tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "DELETE /v2.0/routers/48fdbec6-f076-4b34-bfda-1da084627dcd HTTP/1.1" status: 404 len: 336 time: 0.0695157 Jul 16 03:46:44.390584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:44.411766 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e56dc365-b72d-452b-a290-6ac5a5062bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:44.443463 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7e2bb039-b7c1-4bf4-89a5-f3b0cd7b924a tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "GET /v2.0/ports?device_id=daa61b7a-b066-496c-8721-ad5215e7fffd HTTP/1.1" status: 200 len: 205 time: 0.0525656 Jul 16 03:46:44.444082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52068) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:44.458297 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e56dc365-b72d-452b-a290-6ac5a5062bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:44.499694 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-9b155b6d-f2c0-4629-b9e6-42b2b507b402 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] delete failed (client error): The resource could not be found. Jul 16 03:46:44.504111 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9b155b6d-f2c0-4629-b9e6-42b2b507b402 tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "DELETE /v2.0/routers/daa61b7a-b066-496c-8721-ad5215e7fffd HTTP/1.1" status: 404 len: 336 time: 0.0590155 Jul 16 03:46:44.504717 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52070) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:44.530442 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e56dc365-b72d-452b-a290-6ac5a5062bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:44.533076 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a62905-7a68-4ea3-a072-3f7e2cbc046b tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] DELETE failed (client error): The resource could not be found. Jul 16 03:46:44.533586 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e56dc365-b72d-452b-a290-6ac5a5062bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:44.533688 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a62905-7a68-4ea3-a072-3f7e2cbc046b tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:46:44.535397 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e56dc365-b72d-452b-a290-6ac5a5062bab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2f69ed2-0418-48af-9a15-da2ca63d3522 HTTP/1.1" status: 204 len: 168 time: 0.2376533 Jul 16 03:46:44.541916 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b2a62905-7a68-4ea3-a072-3f7e2cbc046b tempest-RoutersIpV6AdminTest-783359176 tempest-RoutersIpV6AdminTest-783359176-project] 10.222.0.18 "DELETE /v2.0/subnets/9b0330dc-f7fa-41b0-a891-7bdd252dd523 HTTP/1.1" status: 404 len: 337 time: 0.0361211 Jul 16 03:46:44.554483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dc365-b72d-452b-a290-6ac5a5062bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f69ed2-0418-48af-9a15-da2ca63d3522,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:44.981808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52092) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:45.194007 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3279-f1fa-49ad-bdb8-951493698f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:45.216707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74146-c7cc-40b6-8c16-5d06603f559f req-83634f52-c8d2-4204-91bb-23f6ad7633be tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:45.218362 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ec74146-c7cc-40b6-8c16-5d06603f559f req-83634f52-c8d2-4204-91bb-23f6ad7633be tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.88 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.1305914 Jul 16 03:46:45.230859 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb9de9-26a1-4683-a58c-388cc1e2bc5d req-641dff89-3e9b-48ce-93d9-7ad659cc65c5 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:45.232407 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5bb9de9-26a1-4683-a58c-388cc1e2bc5d req-641dff89-3e9b-48ce-93d9-7ad659cc65c5 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 945 time: 0.1033056 Jul 16 03:46:45.332615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5bb9de9-26a1-4683-a58c-388cc1e2bc5d req-fbda5fe5-0d26-4d98-8964-2baf1e898245 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/security-groups?id=d89da09c-4f68-46b3-8070-22065911275d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913689 Jul 16 03:46:45.397967 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3279-f1fa-49ad-bdb8-951493698f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:45.400863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8ec74146-c7cc-40b6-8c16-5d06603f559f req-b665cbe7-12fc-42d2-b68b-67fc28eeca62 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Deleting port 3b368e9d-63f6-4d52-907f-34a2fc7e380c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:45.401545 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8ec74146-c7cc-40b6-8c16-5d06603f559f req-b665cbe7-12fc-42d2-b68b-67fc28eeca62 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:45.407577 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3279-f1fa-49ad-bdb8-951493698f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:45.505856 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cbbf3279-f1fa-49ad-bdb8-951493698f53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d886b95dfde64791bf4d7edb69db5e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227590 Jul 16 03:46:45.509104 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52112) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:45.539596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf3279-f1fa-49ad-bdb8-951493698f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f32a047-9cb4-4676-a6ce-2f51870f46b5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:45.659485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-8ec74146-c7cc-40b6-8c16-5d06603f559f req-b665cbe7-12fc-42d2-b68b-67fc28eeca62 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] For port 3b368e9d-63f6-4d52-907f-34a2fc7e380c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3b368e9d-63f6-4d52-907f-34a2fc7e380c,segment=NetworkSegment(bafe52f6-9b50-44cd-8235-956c38444f37),segment_id=bafe52f6-9b50-44cd-8235-956c38444f37)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:45.660425 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8ec74146-c7cc-40b6-8c16-5d06603f559f req-b665cbe7-12fc-42d2-b68b-67fc28eeca62 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:45.694331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-8ec74146-c7cc-40b6-8c16-5d06603f559f req-b665cbe7-12fc-42d2-b68b-67fc28eeca62 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Calling delete_port for 3b368e9d-63f6-4d52-907f-34a2fc7e380c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:45.700974 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55062645-6385-4094-b85a-f7e371064e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:45.792941 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55062645-6385-4094-b85a-f7e371064e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:45.937477 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55062645-6385-4094-b85a-f7e371064e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:45.947333 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55062645-6385-4094-b85a-f7e371064e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:45.949507 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-55062645-6385-4094-b85a-f7e371064e50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f32a047-9cb4-4676-a6ce-2f51870f46b5 HTTP/1.1" status: 204 len: 168 time: 0.4385207 Jul 16 03:46:45.974584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55062645-6385-4094-b85a-f7e371064e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f32a047-9cb4-4676-a6ce-2f51870f46b5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:46.000790 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8ec74146-c7cc-40b6-8c16-5d06603f559f req-b665cbe7-12fc-42d2-b68b-67fc28eeca62 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.014491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['3b368e9d-63f6-4d52-907f-34a2fc7e380c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:46:46.031011 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52132) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:46.172415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665cbe7-12fc-42d2-b68b-67fc28eeca62 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Pushing event deleted for resources: {'Port': ['ID=3b368e9d-63f6-4d52-907f-34a2fc7e380c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:46.205841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec74146-c7cc-40b6-8c16-5d06603f559f req-b665cbe7-12fc-42d2-b68b-67fc28eeca62 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] No DVR routers for this DVR port 3b368e9d-63f6-4d52-907f-34a2fc7e380c on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:46:46.209986 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8ec74146-c7cc-40b6-8c16-5d06603f559f req-b665cbe7-12fc-42d2-b68b-67fc28eeca62 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.213075 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ec74146-c7cc-40b6-8c16-5d06603f559f req-b665cbe7-12fc-42d2-b68b-67fc28eeca62 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.88 "DELETE /v2.0/ports/3b368e9d-63f6-4d52-907f-34a2fc7e380c HTTP/1.1" status: 204 len: 173 time: 0.9795384 Jul 16 03:46:46.213606 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce', 'name': 'network-vif-deleted', 'tag': '3b368e9d-63f6-4d52-907f-34a2fc7e380c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:46:46.217802 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dc19dc-41a0-4364-a93b-cf29ecc7899e" -d '{"events": [{"server_uuid": "1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce", "name": "network-vif-deleted", "tag": "3b368e9d-63f6-4d52-907f-34a2fc7e380c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:46:46.268989 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2cbca9-4bc5-4f19-9637-0de473b07c1a x-openstack-request-id: req-da2cbca9-4bc5-4f19-9637-0de473b07c1a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:46:46.269488 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce", "name": "network-vif-deleted", "tag": "3b368e9d-63f6-4d52-907f-34a2fc7e380c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:46:46.269927 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da2cbca9-4bc5-4f19-9637-0de473b07c1a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:46:46.270497 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce', 'name': 'network-vif-deleted', 'tag': '3b368e9d-63f6-4d52-907f-34a2fc7e380c', 'status': 'completed', 'code': 200} Jul 16 03:46:46.392886 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cd9183c-07c4-4994-ba71-bd7083dbc732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.660980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52150) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:46.667212 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cd9183c-07c4-4994-ba71-bd7083dbc732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.673354 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5414b0c-122b-4c20-a1e3-ff4ed5ec4ec1 req-c872c440-32e9-4718-95f3-5adb8bb2ad95 tempest-ServerRescueNegativeTestJSON-734733928 tempest-ServerRescueNegativeTestJSON-734733928-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e0b4fab-7d5a-4d85-a7c2-96518e25c1ce HTTP/1.1" status: 200 len: 210 time: 0.0686104 Jul 16 03:46:46.694696 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cd9183c-07c4-4994-ba71-bd7083dbc732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.731252 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9cd9183c-07c4-4994-ba71-bd7083dbc732 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e3be21ab1084e65bde7711c30e06aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6991370 Jul 16 03:46:46.734037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:46.766777 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0bce869c-8e3b-492e-8d70-6846330de48f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d434f31590944093b01e002e542911e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1016290 Jul 16 03:46:46.769762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52156) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:46.840799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9183c-07c4-4994-ba71-bd7083dbc732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6264af-0343-4046-9a8c-3182133ef884,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:46.916184 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb2c6-c8ee-4feb-a9f3-28866a403bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.935461 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83236a6f-d6da-41a0-8e39-74920684887d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.973289 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb2c6-c8ee-4feb-a9f3-28866a403bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:46.980346 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83236a6f-d6da-41a0-8e39-74920684887d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:47.102575 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83236a6f-d6da-41a0-8e39-74920684887d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:47.106292 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83236a6f-d6da-41a0-8e39-74920684887d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:47.112851 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-83236a6f-d6da-41a0-8e39-74920684887d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/722582fa-0d6b-4539-9df7-9be2672877a3 HTTP/1.1" status: 204 len: 168 time: 0.3417926 Jul 16 03:46:47.152149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83236a6f-d6da-41a0-8e39-74920684887d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722582fa-0d6b-4539-9df7-9be2672877a3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:47.200988 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb2c6-c8ee-4feb-a9f3-28866a403bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:47.203787 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb2c6-c8ee-4feb-a9f3-28866a403bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:47.205889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3bfbb2c6-c8ee-4feb-a9f3-28866a403bd1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f6264af-0343-4046-9a8c-3182133ef884 HTTP/1.1" status: 204 len: 168 time: 0.4698346 Jul 16 03:46:47.215370 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbb2c6-c8ee-4feb-a9f3-28866a403bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6264af-0343-4046-9a8c-3182133ef884,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:47.807728 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52208) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:47.810321 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:47.825325 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf6a4477-3a21-4d54-9676-3a3812249b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:47.949173 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf6a4477-3a21-4d54-9676-3a3812249b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:47.957389 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf6a4477-3a21-4d54-9676-3a3812249b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:48.015715 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cf6a4477-3a21-4d54-9676-3a3812249b0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70c201686c244438bb7c077f32aa658a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014828 Jul 16 03:46:48.017608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52218) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:48.038640 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a4477-3a21-4d54-9676-3a3812249b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c22490-0fcc-4113-8807-3023d6271131,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:48.104428 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43de76dc-0681-43ae-aa55-e1d1776cf97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:48.149085 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43de76dc-0681-43ae-aa55-e1d1776cf97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:48.215216 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43de76dc-0681-43ae-aa55-e1d1776cf97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:48.218350 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43de76dc-0681-43ae-aa55-e1d1776cf97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:48.219596 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-43de76dc-0681-43ae-aa55-e1d1776cf97e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9c22490-0fcc-4113-8807-3023d6271131 HTTP/1.1" status: 204 len: 168 time: 0.2003891 Jul 16 03:46:48.233880 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de76dc-0681-43ae-aa55-e1d1776cf97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c22490-0fcc-4113-8807-3023d6271131,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:48.342531 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc37565f-fb3f-48a8-ab7c-f346d49c365f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:48.754379 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cc37565f-fb3f-48a8-ab7c-f346d49c365f admin admin] Deleting port 1fc2d620-09e5-4051-8da8-3ade06beb600 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:48.754722 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc37565f-fb3f-48a8-ab7c-f346d49c365f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:48.915985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cc37565f-fb3f-48a8-ab7c-f346d49c365f admin admin] For port 1fc2d620-09e5-4051-8da8-3ade06beb600, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1fc2d620-09e5-4051-8da8-3ade06beb600,segment=NetworkSegment(bafe52f6-9b50-44cd-8235-956c38444f37),segment_id=bafe52f6-9b50-44cd-8235-956c38444f37)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:48.916649 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc37565f-fb3f-48a8-ab7c-f346d49c365f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:48.954377 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cc37565f-fb3f-48a8-ab7c-f346d49c365f admin admin] Calling delete_port for 1fc2d620-09e5-4051-8da8-3ade06beb600 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:49.230532 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc37565f-fb3f-48a8-ab7c-f346d49c365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:49.260816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37565f-fb3f-48a8-ab7c-f346d49c365f admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc2d620-09e5-4051-8da8-3ade06beb600,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:49.485639 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc37565f-fb3f-48a8-ab7c-f346d49c365f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:49.894111 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc37565f-fb3f-48a8-ab7c-f346d49c365f admin admin] Router c0310697-783d-4cfc-a7e3-ff0beaca0ea0 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:46:49.985718 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 3b368e9d-63f6-4d52-907f-34a2fc7e380c no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:50.035371 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 3b368e9d-63f6-4d52-907f-34a2fc7e380c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:50.036033 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 3b368e9d-63f6-4d52-907f-34a2fc7e380c not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:50.124051 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc37565f-fb3f-48a8-ab7c-f346d49c365f admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:46:50.132095 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cc37565f-fb3f-48a8-ab7c-f346d49c365f admin admin] 10.222.0.18 "PUT /v2.0/routers/c0310697-783d-4cfc-a7e3-ff0beaca0ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3227074 Jul 16 03:46:50.135458 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52328) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:50.148808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb66ef-9a70-4da3-90cf-676c24d57236 None None] Sync routers for ids ['c0310697-783d-4cfc-a7e3-ff0beaca0ea0'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:46:50.161692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb66ef-9a70-4da3-90cf-676c24d57236 None None] Routers {'c0310697-783d-4cfc-a7e3-ff0beaca0ea0'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:50.162403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2ceb66ef-9a70-4da3-90cf-676c24d57236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['c0310697-783d-4cfc-a7e3-ff0beaca0ea0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:50.247456 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52332) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:50.332489 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2ceb66ef-9a70-4da3-90cf-676c24d57236 None None] Set router c0310697-783d-4cfc-a7e3-ff0beaca0ea0 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:50.338643 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.537873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c9a18240-34ae-4303-a11a-4c95e4f87cd5 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2039806851'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:50.542540 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.579464 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9a18240-34ae-4303-a11a-4c95e4f87cd5 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.581144 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9a18240-34ae-4303-a11a-4c95e4f87cd5 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.643394 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2ceb66ef-9a70-4da3-90cf-676c24d57236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'name': 'tempest-ServerRescueNegativeTestJSON-1854850354-router', 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '55cd93dd-c0b6-4064-bd6b-76f3f427a387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:48Z', 'updated_at': '2021-07-16T03:46:49Z', 'revision_number': 5, 'project_id': '86f8fb2994334a65b888442d6d0d02d1', 'gw_port': {'id': '55cd93dd-c0b6-4064-bd6b-76f3f427a387', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ca:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1884, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:43:49Z', 'updated_at': '2021-07-16T03:43:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:50.679280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] Deleting port 55cd93dd-c0b6-4064-bd6b-76f3f427a387 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:46:50.679733 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.703893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb66ef-9a70-4da3-90cf-676c24d57236 None None] Checking router: c0310697-783d-4cfc-a7e3-ff0beaca0ea0 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:46:50.706891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9a18240-34ae-4303-a11a-4c95e4f87cd5 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.714297 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb66ef-9a70-4da3-90cf-676c24d57236 None None] Routers {'c0310697-783d-4cfc-a7e3-ff0beaca0ea0'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:46:50.715173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2ceb66ef-9a70-4da3-90cf-676c24d57236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:46:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['c0310697-783d-4cfc-a7e3-ff0beaca0ea0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:50.721502 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9a18240-34ae-4303-a11a-4c95e4f87cd5 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.743826 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9a18240-34ae-4303-a11a-4c95e4f87cd5 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.745387 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c9a18240-34ae-4303-a11a-4c95e4f87cd5 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4969106 Jul 16 03:46:50.747890 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52352) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:50.968295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] For port 55cd93dd-c0b6-4064-bd6b-76f3f427a387, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=55cd93dd-c0b6-4064-bd6b-76f3f427a387,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:46:50.968719 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:50.987648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-2ceb66ef-9a70-4da3-90cf-676c24d57236 None None] Set router c0310697-783d-4cfc-a7e3-ff0beaca0ea0 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:46:51.024434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] Calling delete_port for 55cd93dd-c0b6-4064-bd6b-76f3f427a387 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:46:51.135583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-2ceb66ef-9a70-4da3-90cf-676c24d57236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'name': 'tempest-ServerRescueNegativeTestJSON-1854850354-router', 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:48Z', 'updated_at': '2021-07-16T03:46:50Z', 'revision_number': 6, 'project_id': '86f8fb2994334a65b888442d6d0d02d1', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:51.219028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb66ef-9a70-4da3-90cf-676c24d57236 None None] The sync data for ids ['c0310697-783d-4cfc-a7e3-ff0beaca0ea0'] in n-d-800088-6 is: [{'id': 'c0310697-783d-4cfc-a7e3-ff0beaca0ea0', 'name': 'tempest-ServerRescueNegativeTestJSON-1854850354-router', 'tenant_id': '86f8fb2994334a65b888442d6d0d02d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:43:48Z', 'updated_at': '2021-07-16T03:46:50Z', 'revision_number': 6, 'project_id': '86f8fb2994334a65b888442d6d0d02d1', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:46:51.438787 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97e8e6fb-d04e-4f6c-a4d2-a01e92e9aa66 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.450843 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.495299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] Pushing event deleted for resources: {'Port': ['ID=55cd93dd-c0b6-4064-bd6b-76f3f427a387,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:51.635446 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.653150 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97e8e6fb-d04e-4f6c-a4d2-a01e92e9aa66 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.656137 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97e8e6fb-d04e-4f6c-a4d2-a01e92e9aa66 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.764721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97e8e6fb-d04e-4f6c-a4d2-a01e92e9aa66 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.765263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e8e6fb-d04e-4f6c-a4d2-a01e92e9aa66 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92112ed1-6d7b-4a56-9b22-4e05b1770ee6 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:46:51.770277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97e8e6fb-d04e-4f6c-a4d2-a01e92e9aa66 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.772426 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-97e8e6fb-d04e-4f6c-a4d2-a01e92e9aa66 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] 10.222.0.18 "DELETE /v2.0/routers/92112ed1-6d7b-4a56-9b22-4e05b1770ee6 HTTP/1.1" status: 204 len: 168 time: 1.0233383 Jul 16 03:46:51.775288 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52386) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:51.779709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-97f19052-c854-471f-a4da-dd4927fdc176 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Request body: {'router': {'name': 'tempest-router-1492820857', 'distributed': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:51.812878 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.815109 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.836769 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97f19052-c854-471f-a4da-dd4927fdc176 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.837842 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97f19052-c854-471f-a4da-dd4927fdc176 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.878633 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.879313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0310697-783d-4cfc-a7e3-ff0beaca0ea0 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:46:51.890061 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.894188 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-68d7baa8-1c31-49c8-aa6c-291f1cac1168 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c0310697-783d-4cfc-a7e3-ff0beaca0ea0 HTTP/1.1" status: 204 len: 168 time: 1.7576821 Jul 16 03:46:51.896609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:51.916740 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97f19052-c854-471f-a4da-dd4927fdc176 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.926375 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97f19052-c854-471f-a4da-dd4927fdc176 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.955666 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97f19052-c854-471f-a4da-dd4927fdc176 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.956933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecd7d46-aa1d-4990-aef6-62b8b1bd32ed admin admin] Deleting subnet bf54e103-b33c-4be3-9104-63de2822c4cd {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:46:51.957798 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-97f19052-c854-471f-a4da-dd4927fdc176 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1815529 Jul 16 03:46:51.960559 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ecd7d46-aa1d-4990-aef6-62b8b1bd32ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:51.960894 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52392) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:52.023673 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ecd7d46-aa1d-4990-aef6-62b8b1bd32ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.061097 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7b642d4-6c42-4610-8a10-a7ad1019d06e tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.124835 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ecd7d46-aa1d-4990-aef6-62b8b1bd32ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.246313 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ecd7d46-aa1d-4990-aef6-62b8b1bd32ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.283039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd7d46-aa1d-4990-aef6-62b8b1bd32ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf54e103-b33c-4be3-9104-63de2822c4cd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:52.289925 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ecd7d46-aa1d-4990-aef6-62b8b1bd32ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.291852 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8ecd7d46-aa1d-4990-aef6-62b8b1bd32ed admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bf54e103-b33c-4be3-9104-63de2822c4cd HTTP/1.1" status: 204 len: 168 time: 0.3926170 Jul 16 03:46:52.294382 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:52.405466 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6491a04f-786e-4db6-8c3c-bfccc36dbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.431321 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7b642d4-6c42-4610-8a10-a7ad1019d06e tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.438103 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7b642d4-6c42-4610-8a10-a7ad1019d06e tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.520692 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7b642d4-6c42-4610-8a10-a7ad1019d06e tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.522107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b642d4-6c42-4610-8a10-a7ad1019d06e tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49ec1ffa-780a-41ad-bcea-fd0638db0147 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:46:52.527024 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6491a04f-786e-4db6-8c3c-bfccc36dbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.532500 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7b642d4-6c42-4610-8a10-a7ad1019d06e tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.541316 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a7b642d4-6c42-4610-8a10-a7ad1019d06e tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] 10.222.0.18 "DELETE /v2.0/routers/49ec1ffa-780a-41ad-bcea-fd0638db0147 HTTP/1.1" status: 204 len: 168 time: 0.5792768 Jul 16 03:46:52.541544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6491a04f-786e-4db6-8c3c-bfccc36dbde9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ffcd17-545c-499b-941d-4f64c3856a17']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:52.542459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52418) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:52.547647 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3d9237a1-374f-42ad-af2a-66efb0b9cf5d tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Request body: {'router': {'name': 'tempest-router-448343624', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8520b31c9f504868855dae1cbaa778ac'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:52.556979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6491a04f-786e-4db6-8c3c-bfccc36dbde9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafe52f6-9b50-44cd-8235-956c38444f37') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:52.557399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6491a04f-786e-4db6-8c3c-bfccc36dbde9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafe52f6-9b50-44cd-8235-956c38444f37') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:46:52.569476 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6491a04f-786e-4db6-8c3c-bfccc36dbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.582965 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d9237a1-374f-42ad-af2a-66efb0b9cf5d tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.585346 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d9237a1-374f-42ad-af2a-66efb0b9cf5d tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.591911 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6491a04f-786e-4db6-8c3c-bfccc36dbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.620780 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6491a04f-786e-4db6-8c3c-bfccc36dbde9 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:46:52.622037 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6491a04f-786e-4db6-8c3c-bfccc36dbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:46:52.625919 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:46:52.696789 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d9237a1-374f-42ad-af2a-66efb0b9cf5d tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.706295 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d9237a1-374f-42ad-af2a-66efb0b9cf5d tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.731946 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d9237a1-374f-42ad-af2a-66efb0b9cf5d tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.733228 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3d9237a1-374f-42ad-af2a-66efb0b9cf5d tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1894848 Jul 16 03:46:52.735127 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6491a04f-786e-4db6-8c3c-bfccc36dbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.738877 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52424) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:52.753514 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6491a04f-786e-4db6-8c3c-bfccc36dbde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:52.756357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6491a04f-786e-4db6-8c3c-bfccc36dbde9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/58ffcd17-545c-499b-941d-4f64c3856a17 HTTP/1.1" status: 204 len: 168 time: 0.4601326 Jul 16 03:46:52.756501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491a04f-786e-4db6-8c3c-bfccc36dbde9 admin admin] Pushing event deleted for resources: {'Network': ['ID=58ffcd17-545c-499b-941d-4f64c3856a17,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:52.761935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b6041e56-dfbf-43f0-bd0a-6e208c648fa6 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:52.907440 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 55cd93dd-c0b6-4064-bd6b-76f3f427a387 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:52.948943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 55cd93dd-c0b6-4064-bd6b-76f3f427a387 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:52.949345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 55cd93dd-c0b6-4064-bd6b-76f3f427a387 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:52.949769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1fc2d620-09e5-4051-8da8-3ade06beb600 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:46:52.989741 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 1fc2d620-09e5-4051-8da8-3ade06beb600 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:46:52.990005 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1fc2d620-09e5-4051-8da8-3ade06beb600 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:46:53.055292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52436) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:53.127534 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6041e56-dfbf-43f0-bd0a-6e208c648fa6 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.127955 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6041e56-dfbf-43f0-bd0a-6e208c648fa6 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.129689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-453df6e7-9ab1-4851-af5e-01b93cc03455 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86f8fb2994334a65b888442d6d0d02d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730298 Jul 16 03:46:53.133522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:53.235596 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe7c0-8d4f-461f-b79a-665887233e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.280160 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe7c0-8d4f-461f-b79a-665887233e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.338219 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b6041e56-dfbf-43f0-bd0a-6e208c648fa6 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93768) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 03:46:53.342277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b6041e56-dfbf-43f0-bd0a-6e208c648fa6 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Router b3b21f41-7fef-49e8-b0ff-c367e4352557 migrating from provider to provider. {{(pid=93768) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 03:46:53.344987 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6041e56-dfbf-43f0-bd0a-6e208c648fa6 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.370930 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe7c0-8d4f-461f-b79a-665887233e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.373834 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d1fe7c0-8d4f-461f-b79a-665887233e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.374206 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6041e56-dfbf-43f0-bd0a-6e208c648fa6 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.376080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1d1fe7c0-8d4f-461f-b79a-665887233e35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d89da09c-4f68-46b3-8070-22065911275d HTTP/1.1" status: 204 len: 168 time: 0.2410240 Jul 16 03:46:53.387750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fe7c0-8d4f-461f-b79a-665887233e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89da09c-4f68-46b3-8070-22065911275d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:53.390849 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6041e56-dfbf-43f0-bd0a-6e208c648fa6 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.485514 n-d-800088-6 neutron-server[93768]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b6041e56-dfbf-43f0-bd0a-6e208c648fa6 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] No L3 agents can host the router b3b21f41-7fef-49e8-b0ff-c367e4352557 Jul 16 03:46:53.606053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6041e56-dfbf-43f0-bd0a-6e208c648fa6 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Hosts for router b3b21f41-7fef-49e8-b0ff-c367e4352557: [] {{(pid=93768) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 03:46:53.637340 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6041e56-dfbf-43f0-bd0a-6e208c648fa6 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Hosts for other DVR routers connected to router b3b21f41-7fef-49e8-b0ff-c367e4352557: set() {{(pid=93768) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 03:46:53.640110 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6041e56-dfbf-43f0-bd0a-6e208c648fa6 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:53.641570 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b6041e56-dfbf-43f0-bd0a-6e208c648fa6 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] 10.222.0.18 "PUT /v2.0/routers/b3b21f41-7fef-49e8-b0ff-c367e4352557 HTTP/1.1" status: 200 len: 716 time: 0.8921747 Jul 16 03:46:53.645389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:53.771508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52468) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:53.772208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5ad1bc31-2f86-43d6-8c46-38387013e944 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] 10.222.0.18 "GET /v2.0/routers/b3b21f41-7fef-49e8-b0ff-c367e4352557 HTTP/1.1" status: 200 len: 716 time: 0.1239054 Jul 16 03:46:54.136408 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-67ad30bf-4c43-4dd3-882a-28357bfc183a tempest-RoutersTestDVR-499215289 tempest-RoutersTestDVR-499215289-project] 10.222.0.18 "GET /v2.0/routers/b3b21f41-7fef-49e8-b0ff-c367e4352557 HTTP/1.1" status: 200 len: 682 time: 0.3637216 Jul 16 03:46:54.139013 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52482) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:54.223164 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3621526-b700-48e0-b80d-d799b4cdcc60 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.283493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:54.410493 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3621526-b700-48e0-b80d-d799b4cdcc60 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.414982 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3621526-b700-48e0-b80d-d799b4cdcc60 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.501618 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3621526-b700-48e0-b80d-d799b4cdcc60 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.502156 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3621526-b700-48e0-b80d-d799b4cdcc60 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3b21f41-7fef-49e8-b0ff-c367e4352557 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:46:54.506742 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3621526-b700-48e0-b80d-d799b4cdcc60 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.511381 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b3621526-b700-48e0-b80d-d799b4cdcc60 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] 10.222.0.18 "DELETE /v2.0/routers/b3b21f41-7fef-49e8-b0ff-c367e4352557 HTTP/1.1" status: 204 len: 168 time: 0.3678904 Jul 16 03:46:54.511877 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:54.516260 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4cf4ad90-3b56-4c6d-82f6-baf4c3b58b1a tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Request body: {'router': {'name': 'tempest-router-791143757', 'distributed': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:54.542411 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ad90-3b56-4c6d-82f6-baf4c3b58b1a tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.544121 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ad90-3b56-4c6d-82f6-baf4c3b58b1a tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.620139 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ad90-3b56-4c6d-82f6-baf4c3b58b1a tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.643371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ad90-3b56-4c6d-82f6-baf4c3b58b1a tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.654435 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a66b19-bc3d-49e3-a1a5-c0acb8e145ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.688519 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:46:54.794657 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a66b19-bc3d-49e3-a1a5-c0acb8e145ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.803477 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26a66b19-bc3d-49e3-a1a5-c0acb8e145ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.837749 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ad90-3b56-4c6d-82f6-baf4c3b58b1a tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:54.841735 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4cf4ad90-3b56-4c6d-82f6-baf4c3b58b1a tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3287597 Jul 16 03:46:54.844522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52528) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:54.921254 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-26a66b19-bc3d-49e3-a1a5-c0acb8e145ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb98505e8f994f5f9d07d92220835be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6359391 Jul 16 03:46:54.922385 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a66b19-bc3d-49e3-a1a5-c0acb8e145ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d36be0-7ecb-4cec-927d-f6bb22f10bdc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:54.928125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:55.056499 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89f2b9d6-897f-45c7-a42d-31704c3c0475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.067758 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52538) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:55.127089 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89f2b9d6-897f-45c7-a42d-31704c3c0475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.219842 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89f2b9d6-897f-45c7-a42d-31704c3c0475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.223980 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-89f2b9d6-897f-45c7-a42d-31704c3c0475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.227715 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-89f2b9d6-897f-45c7-a42d-31704c3c0475 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19d36be0-7ecb-4cec-927d-f6bb22f10bdc HTTP/1.1" status: 204 len: 168 time: 0.2958679 Jul 16 03:46:55.242620 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2b9d6-897f-45c7-a42d-31704c3c0475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d36be0-7ecb-4cec-927d-f6bb22f10bdc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:55.411943 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-824542408-network', 'tenant_id': '030958d430194e3cb3227676b0a552dd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:55.456498 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb216c17-c378-4e2d-916f-99f50788b040 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.465313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] Made reservation on behalf of 030958d430194e3cb3227676b0a552dd for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:55.472480 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.504082 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.680757 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb216c17-c378-4e2d-916f-99f50788b040 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.683246 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb216c17-c378-4e2d-916f-99f50788b040 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.714638 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.723008 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.742110 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb216c17-c378-4e2d-916f-99f50788b040 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.742642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb216c17-c378-4e2d-916f-99f50788b040 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db2c2ef3-4bc1-4dd2-bb4a-72f9fecaa387 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:46:55.747524 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb216c17-c378-4e2d-916f-99f50788b040 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.752142 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:46:55.752399 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cb216c17-c378-4e2d-916f-99f50788b040 tempest-RoutersTestDVR-929290045 tempest-RoutersTestDVR-929290045-project-admin] 10.222.0.18 "DELETE /v2.0/routers/db2c2ef3-4bc1-4dd2-bb4a-72f9fecaa387 HTTP/1.1" status: 204 len: 168 time: 0.9062030 Jul 16 03:46:55.765687 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.766288 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] Added segment 828ddf5c-1192-469d-8971-07e82f5e537c of type vlan for network be05005c-c098-4d8b-a55d-fc55d239f9a5 Jul 16 03:46:55.822296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419d5421-a04a-43ee-a8e7-04e69eb62a56,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:55.827165 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.864582 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.865745 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:55.866644 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.895202 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52556) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:55.916588 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:55.985972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] Pushing event updated for resources: {'Network': ['ID=be05005c-c098-4d8b-a55d-fc55d239f9a5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:55.991745 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5e9ea2bb-9498-40da-8177-559f96045673 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9219463 Jul 16 03:46:55.998090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:56.005243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network be05005c-c098-4d8b-a55d-fc55d239f9a5 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:46:56.007079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3c0bbf5f-395e-4be8-bf7f-1deddd3db909 admin admin] Request body: {'subnet': {'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-824542408-subnet', 'tenant_id': '030958d430194e3cb3227676b0a552dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:46:56.072514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.086173 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.101005 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0bbf5f-395e-4be8-bf7f-1deddd3db909 admin admin] Made reservation on behalf of 030958d430194e3cb3227676b0a552dd for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:46:56.106523 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c0bbf5f-395e-4be8-bf7f-1deddd3db909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.166532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59a2e3f-aec0-43e6-88f2-bf955ac0fb80,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:56.197715 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52570) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:56.210065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:56.210457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:56.210742 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:56.211078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:56.211415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:56.211739 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:56.212073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:56.212440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:56.212768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:56.213091 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:56.213416 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:56.213737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:46:56.223932 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b14a3ace-9915-487f-92f1-af81ff28538d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a529fff13d044bc9cd03f985f480b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270736 Jul 16 03:46:56.226432 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52576) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:56.287294 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d954b29f-24be-4e31-8d6e-6d5abd13c200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.318629 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d954b29f-24be-4e31-8d6e-6d5abd13c200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.412381 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d954b29f-24be-4e31-8d6e-6d5abd13c200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.415164 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d954b29f-24be-4e31-8d6e-6d5abd13c200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.416343 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d954b29f-24be-4e31-8d6e-6d5abd13c200 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f59a2e3f-aec0-43e6-88f2-bf955ac0fb80 HTTP/1.1" status: 204 len: 168 time: 0.1889522 Jul 16 03:46:56.446333 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954b29f-24be-4e31-8d6e-6d5abd13c200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59a2e3f-aec0-43e6-88f2-bf955ac0fb80,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:56.447599 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c0bbf5f-395e-4be8-bf7f-1deddd3db909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.547040 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bbf5f-395e-4be8-bf7f-1deddd3db909 admin admin] Checking segment: {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:46:56.547525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0bbf5f-395e-4be8-bf7f-1deddd3db909 admin admin] Network hostable DHCP agents. Network: be05005c-c098-4d8b-a55d-fc55d239f9a5, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:46:56.557063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bbf5f-395e-4be8-bf7f-1deddd3db909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c67eeac-ef92-44b4-81f1-978ab2dd4eec,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:56.582699 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0bbf5f-395e-4be8-bf7f-1deddd3db909 admin admin] Network be05005c-c098-4d8b-a55d-fc55d239f9a5 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:46:56.593848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3c0bbf5f-395e-4be8-bf7f-1deddd3db909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, be05005c-c098-4d8b-a55d-fc55d239f9a5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:46:56.600691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0bbf5f-395e-4be8-bf7f-1deddd3db909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:56.601574 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c0bbf5f-395e-4be8-bf7f-1deddd3db909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.605653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95f9cfa-5439-44c3-9a45-cb21a118de8e None None] Network be05005c-c098-4d8b-a55d-fc55d239f9a5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:56.624297 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23bb997a-634b-4f6d-acaa-dbfc444a07b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.626875 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3c0bbf5f-395e-4be8-bf7f-1deddd3db909 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6264105 Jul 16 03:46:56.818118 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23bb997a-634b-4f6d-acaa-dbfc444a07b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.823220 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23bb997a-634b-4f6d-acaa-dbfc444a07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:56.835834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c840120b-eb81-48d2-8785-dc668127a279 None None] Network be05005c-c098-4d8b-a55d-fc55d239f9a5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:46:56.893758 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-23bb997a-634b-4f6d-acaa-dbfc444a07b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8520b31c9f504868855dae1cbaa778ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6902795 Jul 16 03:46:56.896483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:56.953205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb997a-634b-4f6d-acaa-dbfc444a07b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89541ffa-e54a-4279-a6b7-53c5c024b0b1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:57.017022 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aeee25bf-0cc7-4cf1-91d3-d68aa41d37e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:57.079216 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aeee25bf-0cc7-4cf1-91d3-d68aa41d37e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:57.140442 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aeee25bf-0cc7-4cf1-91d3-d68aa41d37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:57.144958 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aeee25bf-0cc7-4cf1-91d3-d68aa41d37e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:57.152389 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-aeee25bf-0cc7-4cf1-91d3-d68aa41d37e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89541ffa-e54a-4279-a6b7-53c5c024b0b1 HTTP/1.1" status: 204 len: 168 time: 0.2542310 Jul 16 03:46:57.164951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee25bf-0cc7-4cf1-91d3-d68aa41d37e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89541ffa-e54a-4279-a6b7-53c5c024b0b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:57.661947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-050bb519-d586-47a1-8042-c3425d163174 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:46:57.664803 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-050bb519-d586-47a1-8042-c3425d163174 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 805 time: 0.1404660 Jul 16 03:46:57.699205 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-047ccbd9-29ff-44d6-b930-da54e0b48718 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/quotas/030958d430194e3cb3227676b0a552dd HTTP/1.1" status: 200 len: 375 time: 0.0286407 Jul 16 03:46:57.758963 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-40d904bd-c66b-411b-90cd-745f33405cc8 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578015 Jul 16 03:46:57.767481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-54fdaecc-590d-45b9-b967-0c0ea3e960e2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:46:57.776948 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-54fdaecc-590d-45b9-b967-0c0ea3e960e2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159144 Jul 16 03:46:57.895490 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-4d2c19b2-06df-4540-a55a-64d2143e9ef5 service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173849 Jul 16 03:46:58.058497 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-7bd51d07-dfc1-48b7-82ea-3c82e766e925 service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535494 Jul 16 03:46:58.111053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52656) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:58.131557 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efb7b5f-2a36-4240-b6f0-dc8b9f4a869f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.366332 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efb7b5f-2a36-4240-b6f0-dc8b9f4a869f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.375626 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0efb7b5f-2a36-4240-b6f0-dc8b9f4a869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.422678 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-99fa8817-2a08-4a44-a40d-7ff94a58a911 req-81a2e967-89c6-4587-8173-6b244f67e9be tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 210 time: 0.0731189 Jul 16 03:46:58.437984 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb7b5f-2a36-4240-b6f0-dc8b9f4a869f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82da98ee-1ae7-4449-a5e7-cd30cd638dc3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:58.466667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:46:58.472795 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0efb7b5f-2a36-4240-b6f0-dc8b9f4a869f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82ff1e03007940489329d52be8b8c30b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501861 Jul 16 03:46:58.581532 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c65c8c69-c672-4c13-81e9-c091aec1df70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.636266 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c65c8c69-c672-4c13-81e9-c091aec1df70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.730016 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c65c8c69-c672-4c13-81e9-c091aec1df70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.735001 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c65c8c69-c672-4c13-81e9-c091aec1df70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:46:58.742916 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c65c8c69-c672-4c13-81e9-c091aec1df70 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82da98ee-1ae7-4449-a5e7-cd30cd638dc3 HTTP/1.1" status: 204 len: 168 time: 0.2727401 Jul 16 03:46:58.759072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c8c69-c672-4c13-81e9-c091aec1df70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82da98ee-1ae7-4449-a5e7-cd30cd638dc3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:46:59.642010 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-014d467c-5cec-4c6e-8416-f7ebcf290727 req-c2813e29-589b-4eb8-a7ed-137eb80965ae tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 210 time: 0.0377586 Jul 16 03:47:00.047522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-a687f8b0-59d2-4e31-91f4-5628ad93e616 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:00.050582 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-a687f8b0-59d2-4e31-91f4-5628ad93e616 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.20 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 805 time: 0.1505535 Jul 16 03:47:00.050867 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1348a3a-f8fa-485a-bfc1-50c035ee6ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.080607 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-bfc5659f-a090-4ec3-b49a-1ab6dd485ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Request body: {'port': {'device_id': '5d47dc4f-a6e6-409b-9c7c-b77c393e60de', 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5', 'admin_state_up': True, 'tenant_id': '030958d430194e3cb3227676b0a552dd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:00.228043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-bfc5659f-a090-4ec3-b49a-1ab6dd485ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Made reservation on behalf of 030958d430194e3cb3227676b0a552dd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:00.232879 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-bfc5659f-a090-4ec3-b49a-1ab6dd485ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.450705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-bfc5659f-a090-4ec3-b49a-1ab6dd485ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Allocated IP 172.20.0.14 (be05005c-c098-4d8b-a55d-fc55d239f9a5/4c67eeac-ef92-44b4-81f1-978ab2dd4eec/c99a1a4d-61e6-4e87-a113-013f199d0aec) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:00.644505 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52764) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:00.653289 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-bfc5659f-a090-4ec3-b49a-1ab6dd485ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.702963 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-bfc5659f-a090-4ec3-b49a-1ab6dd485ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.776737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-bfc5659f-a090-4ec3-b49a-1ab6dd485ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Network be05005c-c098-4d8b-a55d-fc55d239f9a5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:00.781033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-bfc5659f-a090-4ec3-b49a-1ab6dd485ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:00.789756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-bfc5659f-a090-4ec3-b49a-1ab6dd485ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:00.825924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-33c29452-9b73-4abc-bf14-65816943ad16 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:00.827108 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-33c29452-9b73-4abc-bf14-65816943ad16 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1808867 Jul 16 03:47:00.830634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52774) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:00.840203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-ab5c189e-111b-40a2-afe1-96949ed25f0b tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:00.843949 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ab5c189e-111b-40a2-afe1-96949ed25f0b tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0092504 Jul 16 03:47:00.845835 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52776) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:00.850347 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-97c84881-139d-45dd-9640-08785170ed35 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:00.854985 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-97c84881-139d-45dd-9640-08785170ed35 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0079954 Jul 16 03:47:00.862460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52778) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:00.866998 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-23b99e73-4b6f-403d-b1ac-976158c52b93 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:00.868202 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-23b99e73-4b6f-403d-b1ac-976158c52b93 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043762 Jul 16 03:47:00.871066 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52782) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:00.879815 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-5701c96d-7c51-4ad4-9315-16c54e325f5a tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:00.885182 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5701c96d-7c51-4ad4-9315-16c54e325f5a tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0118263 Jul 16 03:47:00.890012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52784) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:00.900566 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-b98748a9-5cbb-4e1c-b174-02c61bcdf123 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:00.907127 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b98748a9-5cbb-4e1c-b174-02c61bcdf123 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0143127 Jul 16 03:47:00.907822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52786) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:00.909862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5659f-a090-4ec3-b49a-1ab6dd485ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Pushing event updated for resources: {'Port': ['ID=c99a1a4d-61e6-4e87-a113-013f199d0aec,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:00.925716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-a7ddb967-b94b-4f84-8ad3-85a8e5babb63 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:00.934985 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a7ddb967-b94b-4f84-8ad3-85a8e5babb63 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0245011 Jul 16 03:47:00.935594 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52788) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:00.944920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-aa47c0c9-44f4-4e67-8edc-e35a295748b6 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:00.949197 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-aa47c0c9-44f4-4e67-8edc-e35a295748b6 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0126126 Jul 16 03:47:00.950816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52790) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:00.956081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-2b1106b2-df61-4c8d-81dc-4228ab31fff3 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:00.960251 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2b1106b2-df61-4c8d-81dc-4228ab31fff3 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0082743 Jul 16 03:47:00.961405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52794) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:00.966042 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-96e57b6e-27cb-4533-934d-6c778c5d0084 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:00.970433 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-96e57b6e-27cb-4533-934d-6c778c5d0084 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0080993 Jul 16 03:47:00.972000 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52798) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:00.976912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-c8446e0a-d03e-440a-8f1e-a00fec6a46fa tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:00.977537 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.978395 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c8446e0a-d03e-440a-8f1e-a00fec6a46fa tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052009 Jul 16 03:47:00.981084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52800) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:00.981297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-bfc5659f-a090-4ec3-b49a-1ab6dd485ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:00.981986 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-bfc5659f-a090-4ec3-b49a-1ab6dd485ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:00.986624 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-0826a8de-c691-4335-973f-80a47f9d560b tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:00.990837 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0826a8de-c691-4335-973f-80a47f9d560b tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0082898 Jul 16 03:47:00.991996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52802) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:00.998017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-27a70933-4409-4c8f-b5e7-65cdbd4cc6e9 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.004114 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-27a70933-4409-4c8f-b5e7-65cdbd4cc6e9 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0107341 Jul 16 03:47:01.005253 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52804) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.012762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-4c9514dd-c100-493f-938b-975db0397119 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.017364 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4c9514dd-c100-493f-938b-975db0397119 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0105832 Jul 16 03:47:01.018009 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52806) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.024675 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-76f6c20d-f8e7-417c-9c19-d12a0cea3d3b tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.028637 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-76f6c20d-f8e7-417c-9c19-d12a0cea3d3b tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0094643 Jul 16 03:47:01.029317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52808) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.035781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-cc7160c8-892c-4a70-9d20-3c8d78cb558e tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.042442 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cc7160c8-892c-4a70-9d20-3c8d78cb558e tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0104032 Jul 16 03:47:01.044219 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52812) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.049714 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-afddf975-2184-43ca-be65-6717e828a1fb tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.051779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b11215-f9d0-44c3-a49d-7b4c25fe7637 req-7877a9c9-430c-4842-92b4-a800947e39eb tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:01.054262 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-afddf975-2184-43ca-be65-6717e828a1fb tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0078444 Jul 16 03:47:01.055005 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52814) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.058720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54b11215-f9d0-44c3-a49d-7b4c25fe7637 req-7877a9c9-430c-4842-92b4-a800947e39eb tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 932 time: 0.2191217 Jul 16 03:47:01.060639 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-7b180231-33f8-4385-b0a8-6297dc7588a4 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.061459 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-bfc5659f-a090-4ec3-b49a-1ab6dd485ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9932833 Jul 16 03:47:01.062257 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7b180231-33f8-4385-b0a8-6297dc7588a4 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0063086 Jul 16 03:47:01.065346 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52816) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.070962 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-b07f9f67-cc3b-40ed-9af0-f788cab8b541 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.075664 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b07f9f67-cc3b-40ed-9af0-f788cab8b541 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0087545 Jul 16 03:47:01.077263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52818) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.089960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-1fc7a333-4234-48a4-aee1-05a45a026b61 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.094080 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1fc7a333-4234-48a4-aee1-05a45a026b61 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0112185 Jul 16 03:47:01.096389 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52820) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.107368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-50b5a94b-b338-4cab-8ef1-ad12a3bb5d7c tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.112424 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-50b5a94b-b338-4cab-8ef1-ad12a3bb5d7c tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0147581 Jul 16 03:47:01.113064 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52822) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.118372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-6cb43401-6d66-4079-970a-600eb470e553 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.119460 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6cb43401-6d66-4079-970a-600eb470e553 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0053952 Jul 16 03:47:01.122487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52824) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.137179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-072018eb-6390-44f2-ac54-f366c2d65ac6 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.141859 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-072018eb-6390-44f2-ac54-f366c2d65ac6 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0179892 Jul 16 03:47:01.145636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52826) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.154350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-25e84e43-0fc9-4228-9d46-6e9518321ef2 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.159614 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-25e84e43-0fc9-4228-9d46-6e9518321ef2 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0128181 Jul 16 03:47:01.160664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.166180 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-c0ffa3b6-dd38-4934-8286-6bb0175d2521 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.170703 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c0ffa3b6-dd38-4934-8286-6bb0175d2521 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0085473 Jul 16 03:47:01.171755 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52830) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.178016 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-08bc10ca-c84a-443e-a6d9-d7e984e4d129 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.182407 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-08bc10ca-c84a-443e-a6d9-d7e984e4d129 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0092943 Jul 16 03:47:01.183296 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52832) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.189111 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-781328b8-bf96-4b6c-a785-9ccc139d6cba tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.193931 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-781328b8-bf96-4b6c-a785-9ccc139d6cba tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0088334 Jul 16 03:47:01.195205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52834) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.200891 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-1897dac9-aaf0-42fd-ae0b-e686d6b64151 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.205624 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1897dac9-aaf0-42fd-ae0b-e686d6b64151 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0089452 Jul 16 03:47:01.206782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.219647 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-298c36eb-b260-4c0e-8b3c-80b0766e087b tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.236898 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-298c36eb-b260-4c0e-8b3c-80b0766e087b tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0284538 Jul 16 03:47:01.237873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52838) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.248868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-61ac5f56-85bc-4490-8020-e28e41d98810 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.254902 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-61ac5f56-85bc-4490-8020-e28e41d98810 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0142157 Jul 16 03:47:01.258961 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.271708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-ecd4f66b-dc21-4cbc-a323-5e87f381623a tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.277190 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ecd4f66b-dc21-4cbc-a323-5e87f381623a tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0167303 Jul 16 03:47:01.279470 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52842) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.284846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-dc17e1c2-abd1-4acf-a3a6-ee2686e149dd tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.298483 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dc17e1c2-abd1-4acf-a3a6-ee2686e149dd tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0123286 Jul 16 03:47:01.299413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52844) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.308591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-3167eb3b-7f14-47b1-b3e1-fb2f980d1114 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.312927 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3167eb3b-7f14-47b1-b3e1-fb2f980d1114 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0123324 Jul 16 03:47:01.313589 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52846) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.318327 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-42eae8d9-7292-40b4-990f-df86635c007b tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.322346 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-42eae8d9-7292-40b4-990f-df86635c007b tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0077477 Jul 16 03:47:01.322988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52848) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.327758 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-fbe36f81-e47f-4ebf-8a5b-79bc06268f75 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.331192 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fbe36f81-e47f-4ebf-8a5b-79bc06268f75 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0071948 Jul 16 03:47:01.331820 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52850) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.336217 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-2de3ed83-13df-4be3-aab0-ce8d92b38e04 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.340216 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2de3ed83-13df-4be3-aab0-ce8d92b38e04 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0072877 Jul 16 03:47:01.341035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52852) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.348091 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-824cc972-be87-40dd-96d3-9dc5aeb1174b tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.349602 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-824cc972-be87-40dd-96d3-9dc5aeb1174b tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0071576 Jul 16 03:47:01.352923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52854) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.358774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-9c77ba19-71b9-4626-a6e3-2e9b9183102d tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.359755 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9c77ba19-71b9-4626-a6e3-2e9b9183102d tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0057924 Jul 16 03:47:01.364888 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52856) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.371684 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-0ccdc0fa-a6bd-40c8-95d6-ebe720710c41 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.375287 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0ccdc0fa-a6bd-40c8-95d6-ebe720710c41 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0090866 Jul 16 03:47:01.377821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52858) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.400583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-3739f253-3a00-428a-af8c-5c13c6e3a398 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.410222 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3739f253-3a00-428a-af8c-5c13c6e3a398 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0221820 Jul 16 03:47:01.412670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52864) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.418544 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-1004181f-f945-4a70-b7e6-6f53fa6717e3 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.419859 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1004181f-f945-4a70-b7e6-6f53fa6717e3 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0057559 Jul 16 03:47:01.424146 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52866) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.430949 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-9c0f8d87-0f68-4d86-a476-b18f9c3b915c tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.433634 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9c0f8d87-0f68-4d86-a476-b18f9c3b915c tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0078332 Jul 16 03:47:01.438361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52870) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.444846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-ae98b02d-dec6-459c-9dfe-4538ec3d93dd tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.446519 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ae98b02d-dec6-459c-9dfe-4538ec3d93dd tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0063481 Jul 16 03:47:01.449330 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52872) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.456680 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-bb764d83-fc85-4774-ac0d-24382f3e0192 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.458004 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bb764d83-fc85-4774-ac0d-24382f3e0192 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073836 Jul 16 03:47:01.460775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52874) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.477935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-ee499e8c-3459-4d60-b495-d7683b858faa tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.490946 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ee499e8c-3459-4d60-b495-d7683b858faa tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0208921 Jul 16 03:47:01.491391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52878) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.502846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-e46e9125-933f-441d-852a-9dbeaa46c487 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.506991 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e46e9125-933f-441d-852a-9dbeaa46c487 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0119486 Jul 16 03:47:01.509802 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52880) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.514410 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-194c4d1e-6a28-4b97-9a20-01ba6335b1b4 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.515932 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-194c4d1e-6a28-4b97-9a20-01ba6335b1b4 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051863 Jul 16 03:47:01.519183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52884) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.524629 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-3ab845e2-4a52-477f-81de-f429bb977aac tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.526118 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3ab845e2-4a52-477f-81de-f429bb977aac tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0056829 Jul 16 03:47:01.528649 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52886) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.534008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-96efe3a4-f7a9-4063-b947-3a9ea560696f tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.535513 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-96efe3a4-f7a9-4063-b947-3a9ea560696f tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0057235 Jul 16 03:47:01.541326 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52890) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.549360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-c538b052-b95b-45db-b88c-d6d8136f6583 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.550882 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c538b052-b95b-45db-b88c-d6d8136f6583 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0080523 Jul 16 03:47:01.551826 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.554638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52892) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.559473 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-f9c29c35-1058-4a73-98f7-b28c5f429caf tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.565326 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f9c29c35-1058-4a73-98f7-b28c5f429caf tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043700 Jul 16 03:47:01.574658 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.581591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-9b9b4940-29c5-492c-8339-de64e851b724 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.582555 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9b9b4940-29c5-492c-8339-de64e851b724 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0066500 Jul 16 03:47:01.596407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52896) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.613125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-e9b10906-b520-462c-b6bf-60038265c7cf tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.616527 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e9b10906-b520-462c-b6bf-60038265c7cf tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0158243 Jul 16 03:47:01.625413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52900) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.638898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-ca6ff07c-8b6d-4228-be9b-6cafc6e2fbc9 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.639924 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ca6ff07c-8b6d-4228-be9b-6cafc6e2fbc9 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0134838 Jul 16 03:47:01.646223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52904) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.651711 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-b0d217bc-dedc-48c6-806b-a7ebc9372237 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.657828 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b0d217bc-dedc-48c6-806b-a7ebc9372237 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0054991 Jul 16 03:47:01.658873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52908) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.669002 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-ad05ee1e-1c36-469b-8965-637bed3f623a tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.670300 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ad05ee1e-1c36-469b-8965-637bed3f623a tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0102713 Jul 16 03:47:01.678439 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52910) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.683809 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-a72f6259-4f8b-4108-b7ac-c9df615958e3 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.685176 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a72f6259-4f8b-4108-b7ac-c9df615958e3 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0054171 Jul 16 03:47:01.688666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52912) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.696771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-86a2366e-205b-4ed7-86d2-55b99492ba74 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.701612 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-86a2366e-205b-4ed7-86d2-55b99492ba74 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0115516 Jul 16 03:47:01.705357 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52916) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.722210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-84d02907-d3d7-4460-aa03-b0566398f9e3 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.725818 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-84d02907-d3d7-4460-aa03-b0566398f9e3 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0168819 Jul 16 03:47:01.726196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52918) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.731556 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-7921b7b1-ee00-49f7-8d94-422356a8d236 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.736046 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7921b7b1-ee00-49f7-8d94-422356a8d236 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0056450 Jul 16 03:47:01.740857 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52922) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.745563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-4a7a12be-4d0a-4d72-aa3c-ddaa23e1ecef tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.748957 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4a7a12be-4d0a-4d72-aa3c-ddaa23e1ecef tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045288 Jul 16 03:47:01.750464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.758999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Request body: {'port': {'device_id': '5d47dc4f-a6e6-409b-9c7c-b77c393e60de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:01.798745 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [None req-f86c0726-b55c-4dff-a33b-418e8ba89cea tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.802896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52928) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.803079 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f86c0726-b55c-4dff-a33b-418e8ba89cea tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0502994 Jul 16 03:47:01.807706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-68c37f8e-5a22-47bb-853d-e66fcf35b224 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.809066 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-68c37f8e-5a22-47bb-853d-e66fcf35b224 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0051260 Jul 16 03:47:01.811670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52930) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.821628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-d427375d-83f8-4b81-94d7-7caf117253c1 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.823298 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d427375d-83f8-4b81-94d7-7caf117253c1 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0103436 Jul 16 03:47:01.828678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52932) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.834175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-4f6c5a1a-7524-4761-b8b5-2e4734262af4 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.838473 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4f6c5a1a-7524-4761-b8b5-2e4734262af4 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0084138 Jul 16 03:47:01.845785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52936) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.851147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-7760814c-a22b-4f76-a3d9-694dab8af187 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.852379 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7760814c-a22b-4f76-a3d9-694dab8af187 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0053997 Jul 16 03:47:01.854864 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:01.855391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52938) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.865445 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-e090aa57-d5ec-4687-9f24-8fc2b2713200 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.866653 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e090aa57-d5ec-4687-9f24-8fc2b2713200 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0102720 Jul 16 03:47:01.871310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52942) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.883452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-6073484a-2ba7-4880-9da7-bcef158c9b14 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.891827 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6073484a-2ba7-4880-9da7-bcef158c9b14 tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0191662 Jul 16 03:47:01.894338 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52946) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:01.900099 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54b11215-f9d0-44c3-a49d-7b4c25fe7637 req-b2b50029-40e3-4806-baaa-4cd2eecf0e5d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8323553 Jul 16 03:47:01.900493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [None req-292fea75-fd48-45e9-a1de-a9d2fd23a1ae tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:01.901706 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-292fea75-fd48-45e9-a1de-a9d2fd23a1ae tempest-ExtensionsTestJSON-1339449915 tempest-ExtensionsTestJSON-1339449915-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0056076 Jul 16 03:47:02.303900 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99a1a4d-61e6-4e87-a113-013f199d0aec {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:02.315073 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.332181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Transition to ACTIVE for port object c99a1a4d-61e6-4e87-a113-013f199d0aec will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:02.337168 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.415932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Pushing event updated for resources: {'Port': ['ID=c99a1a4d-61e6-4e87-a113-013f199d0aec,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:02.475387 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Attempting to bind port c99a1a4d-61e6-4e87-a113-013f199d0aec on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:02.475734 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Attempting to bind port c99a1a4d-61e6-4e87-a113-013f199d0aec by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:02.476019 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Attempting to bind port c99a1a4d-61e6-4e87-a113-013f199d0aec on network be05005c-c098-4d8b-a55d-fc55d239f9a5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:02.483013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Port c99a1a4d-61e6-4e87-a113-013f199d0aec on network be05005c-c098-4d8b-a55d-fc55d239f9a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:47:02.483568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Attempting to bind port c99a1a4d-61e6-4e87-a113-013f199d0aec on network be05005c-c098-4d8b-a55d-fc55d239f9a5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:02.489700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:02.490072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Checking segment: {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:02.490460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Bound using segment: {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:02.490898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Bound port: c99a1a4d-61e6-4e87-a113-013f199d0aec, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:02.491259 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.565405 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] For port c99a1a4d-61e6-4e87-a113-013f199d0aec, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:02.570046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] For port c99a1a4d-61e6-4e87-a113-013f199d0aec, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c99a1a4d-61e6-4e87-a113-013f199d0aec,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:02.576654 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.651513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:02.652559 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52970) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:02.660650 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.662240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] 10.222.0.20 "PUT /v2.0/ports/c99a1a4d-61e6-4e87-a113-013f199d0aec HTTP/1.1" status: 200 len: 1092 time: 0.9109797 Jul 16 03:47:02.662722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d47dc4f-a6e6-409b-9c7c-b77c393e60de', 'tag': 'c99a1a4d-61e6-4e87-a113-013f199d0aec'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:02.665451 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5c96c9-12fe-41d5-a0c3-73f6f9500424" -d '{"events": [{"name": "network-changed", "server_uuid": "5d47dc4f-a6e6-409b-9c7c-b77c393e60de", "tag": "c99a1a4d-61e6-4e87-a113-013f199d0aec"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:02.709441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d8dd5-00e1-4427-88f2-fd21d4bed247 service neutron] Pushing event updated for resources: {'Port': ['ID=c99a1a4d-61e6-4e87-a113-013f199d0aec,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:02.739158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52982) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:02.778478 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d5c2f86e-45c6-4591-937f-21c205f78771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.779962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-f5f67ec0-2687-483c-8f85-b32b789bff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:02.782066 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-f5f67ec0-2687-483c-8f85-b32b789bff44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 1095 time: 0.0697427 Jul 16 03:47:02.830466 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:02.872358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-f93365f2-1b8c-4aa0-b678-9e1a74a7af7d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99a1a4d-61e6-4e87-a113-013f199d0aec HTTP/1.1" status: 200 len: 217 time: 0.0833733 Jul 16 03:47:02.933773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-4de26539-76be-4426-bbb1-e1770560b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:02.936779 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-4de26539-76be-4426-bbb1-e1770560b518 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 200 len: 845 time: 0.0559776 Jul 16 03:47:03.019343 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-edbfe65e-169b-4016-a6b0-d2b2c9a0d68e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be05005c-c098-4d8b-a55d-fc55d239f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766640 Jul 16 03:47:03.161087 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2299311d-7a74-4f7c-8e93-3bd488c2cc37 x-openstack-request-id: req-2299311d-7a74-4f7c-8e93-3bd488c2cc37 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:03.161385 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d47dc4f-a6e6-409b-9c7c-b77c393e60de", "tag": "c99a1a4d-61e6-4e87-a113-013f199d0aec", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:03.161638 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2299311d-7a74-4f7c-8e93-3bd488c2cc37 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:03.162033 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d47dc4f-a6e6-409b-9c7c-b77c393e60de', 'tag': 'c99a1a4d-61e6-4e87-a113-013f199d0aec', 'status': 'completed', 'code': 200} Jul 16 03:47:03.195395 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-301a1792-99c5-4288-b9b2-242ffc607bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:03.196174 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-f88afb8a-26e3-4784-82ed-02e309769691 service neutron] 10.222.0.20 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696007 Jul 16 03:47:03.263814 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93578134-1e13-4053-9f0b-d2326a9521c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:03.306287 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0107eea-8615-46a9-a403-2f7bef3648fc req-88f8aa13-1b3c-4ebe-adbf-9d9e33676ec2 service neutron] 10.222.0.20 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033068 Jul 16 03:47:03.360888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dc4fb-9853-428f-8353-8117eac727b8 req-56ec0e5c-70ef-488d-ab9f-4581e9dbbe4b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:03.362883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c49dc4fb-9853-428f-8353-8117eac727b8 req-56ec0e5c-70ef-488d-ab9f-4581e9dbbe4b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 944 time: 0.2053356 Jul 16 03:47:03.446284 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-301a1792-99c5-4288-b9b2-242ffc607bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:03.529002 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c49dc4fb-9853-428f-8353-8117eac727b8 req-2c8c7d68-8698-4817-826e-6f6765c46b9f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305895 Jul 16 03:47:03.555390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c96c9-12fe-41d5-a0c3-73f6f9500424 req-713ad9dc-717a-4252-8747-731bcf264705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:03.557472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-301a1792-99c5-4288-b9b2-242ffc607bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:03.564356 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd5c96c9-12fe-41d5-a0c3-73f6f9500424 req-713ad9dc-717a-4252-8747-731bcf264705 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 1095 time: 0.1978567 Jul 16 03:47:03.651997 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-301a1792-99c5-4288-b9b2-242ffc607bc1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26caa4334b3c473d85ae3eebe54432a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9983449 Jul 16 03:47:03.655205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53000) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:03.728545 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a1792-99c5-4288-b9b2-242ffc607bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72b3a7c-5c42-4aae-aec8-fa75cfd98b9f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:03.795409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c96c9-12fe-41d5-a0c3-73f6f9500424 req-88256dea-5f72-4f9a-842c-f65c0f9e2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:03.798404 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd5c96c9-12fe-41d5-a0c3-73f6f9500424 req-88256dea-5f72-4f9a-842c-f65c0f9e2fa4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 906 time: 0.2216992 Jul 16 03:47:03.814734 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93578134-1e13-4053-9f0b-d2326a9521c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:03.815760 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cd60936-4062-40a3-9c32-4ba15dafe49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:03.834933 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:03.851139 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93578134-1e13-4053-9f0b-d2326a9521c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:03.869586 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd5c96c9-12fe-41d5-a0c3-73f6f9500424 req-df921c2e-f1c9-455c-b0b0-0cbd104fcc38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99a1a4d-61e6-4e87-a113-013f199d0aec HTTP/1.1" status: 200 len: 217 time: 0.0636504 Jul 16 03:47:03.875808 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cd60936-4062-40a3-9c32-4ba15dafe49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:03.919206 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-93578134-1e13-4053-9f0b-d2326a9521c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5adb73e45c804f0281172295c0df670c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1768036 Jul 16 03:47:03.919953 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:03.964592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c96c9-12fe-41d5-a0c3-73f6f9500424 req-cd9414cb-12b9-4652-9106-ff4cba3fb174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:03.966532 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd5c96c9-12fe-41d5-a0c3-73f6f9500424 req-cd9414cb-12b9-4652-9106-ff4cba3fb174 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 200 len: 845 time: 0.0872560 Jul 16 03:47:04.006577 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93578134-1e13-4053-9f0b-d2326a9521c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb098c4-f8b8-4078-b334-845c0d551222,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:04.022581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd5c96c9-12fe-41d5-a0c3-73f6f9500424 req-cd30d525-360b-4958-8820-4e5606860fca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be05005c-c098-4d8b-a55d-fc55d239f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487111 Jul 16 03:47:04.060823 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cd60936-4062-40a3-9c32-4ba15dafe49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:04.065306 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cd60936-4062-40a3-9c32-4ba15dafe49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:04.071095 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0cd60936-4062-40a3-9c32-4ba15dafe49d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a72b3a7c-5c42-4aae-aec8-fa75cfd98b9f HTTP/1.1" status: 204 len: 168 time: 0.4098022 Jul 16 03:47:04.074052 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6c9a4d6-00cb-4413-b316-f68aeb0adaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:04.084571 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd60936-4062-40a3-9c32-4ba15dafe49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72b3a7c-5c42-4aae-aec8-fa75cfd98b9f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:04.160402 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6c9a4d6-00cb-4413-b316-f68aeb0adaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:04.222739 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd5c96c9-12fe-41d5-a0c3-73f6f9500424 req-1d123d62-3f89-457a-b0aa-3356e7a05fc7 service neutron] 10.222.0.20 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805861 Jul 16 03:47:04.299176 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6c9a4d6-00cb-4413-b316-f68aeb0adaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:04.307518 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6c9a4d6-00cb-4413-b316-f68aeb0adaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:04.311132 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e6c9a4d6-00cb-4413-b316-f68aeb0adaea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2eb098c4-f8b8-4078-b334-845c0d551222 HTTP/1.1" status: 204 len: 168 time: 0.3889351 Jul 16 03:47:04.427472 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd5c96c9-12fe-41d5-a0c3-73f6f9500424 req-851e6b98-7f4d-4ef1-94f4-02a2a57d1cd8 service neutron] 10.222.0.20 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944494 Jul 16 03:47:04.428361 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9a4d6-00cb-4413-b316-f68aeb0adaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb098c4-f8b8-4078-b334-845c0d551222,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:04.836679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873b75c-1816-48d6-bd16-7da5573da3c9 req-b12406ef-7272-456e-bfd7-5d543569204c tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:04.848971 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b873b75c-1816-48d6-bd16-7da5573da3c9 req-b12406ef-7272-456e-bfd7-5d543569204c tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 944 time: 0.1344693 Jul 16 03:47:04.917210 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b873b75c-1816-48d6-bd16-7da5573da3c9 req-4913b857-6822-4230-a200-5274a89588c3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648272 Jul 16 03:47:04.949065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:04.972297 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa1c9-c57e-4ca2-891a-aa83fa032d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.183534 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa1c9-c57e-4ca2-891a-aa83fa032d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.188216 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7bfa1c9-c57e-4ca2-891a-aa83fa032d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.258983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfa1c9-c57e-4ca2-891a-aa83fa032d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778434ea-dbda-44be-893f-6335011f255a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:05.277836 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c7bfa1c9-c57e-4ca2-891a-aa83fa032d7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b177002c1e0d4ec6a8c0421f8d1642b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253152 Jul 16 03:47:05.278214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53048) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:05.357871 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.384209 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.440007 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.443780 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.445883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/778434ea-dbda-44be-893f-6335011f255a HTTP/1.1" status: 204 len: 168 time: 0.1660178 Jul 16 03:47:05.456341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778434ea-dbda-44be-893f-6335011f255a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:05.469273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:05.470195 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:05.470560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:05.470832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:05.471162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:05.471488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:05.473525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:05.474694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:05.475035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:05.475663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:05.475782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:05.476015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b48d0-e4cd-4613-b3a9-4233628b569c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:05.582007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c99a1a4d-61e6-4e87-a113-013f199d0aec details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:47:05.740718 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c99a1a4d-61e6-4e87-a113-013f199d0aec, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c99a1a4d-61e6-4e87-a113-013f199d0aec,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:05.743700 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.765465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'c99a1a4d-61e6-4e87-a113-013f199d0aec', 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5', 'port_id': 'c99a1a4d-61e6-4e87-a113-013f199d0aec', 'mac_address': 'fa:16:3e:33:40:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c67eeac-ef92-44b4-81f1-978ab2dd4eec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:47:05.812638 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.826079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99a1a4d-61e6-4e87-a113-013f199d0aec {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:05.849209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c99a1a4d-61e6-4e87-a113-013f199d0aec, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c99a1a4d-61e6-4e87-a113-013f199d0aec,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:05.855085 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:05.908996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c99a1a4d-61e6-4e87-a113-013f199d0aec,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:06.066276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c99a1a4d-61e6-4e87-a113-013f199d0aec'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:06.170050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c41be4-f180-4029-a382-62d699f55fef req-b4b1b6bf-5027-4843-9131-f50050c83542 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:06.177942 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5c41be4-f180-4029-a382-62d699f55fef req-b4b1b6bf-5027-4843-9131-f50050c83542 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 945 time: 0.1329813 Jul 16 03:47:06.230751 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5c41be4-f180-4029-a382-62d699f55fef req-276c7d80-47d7-42d0-b311-0111b99e8c29 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518193 Jul 16 03:47:07.104297 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53106) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:07.304507 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1320912674'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:07.335673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:07.347021 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.373734 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.476619 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305be51-3f0d-4603-b620-aba8eaa80449 req-276ee913-e553-408f-958c-374aa476487b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:07.486142 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6305be51-3f0d-4603-b620-aba8eaa80449 req-276ee913-e553-408f-958c-374aa476487b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 945 time: 0.1232960 Jul 16 03:47:07.537255 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6305be51-3f0d-4603-b620-aba8eaa80449 req-5fb56d78-e1a4-479d-a0ba-cf9e401fef90 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447993 Jul 16 03:47:07.572074 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.580731 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.594284 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:07.601176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c99a1a4d-61e6-4e87-a113-013f199d0aec up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:07.611140 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.611806 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Added segment 672bd7e1-8645-43ca-a6b9-416bf3ff0950 of type vlan for network a38b9b86-bfb2-4e99-b2ee-024dcd152af3 Jul 16 03:47:07.690661 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.727418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port c99a1a4d-61e6-4e87-a113-013f199d0aec completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:07.736406 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port c99a1a4d-61e6-4e87-a113-013f199d0aec triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:07.737098 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.777340 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbac3d5-2135-4d5c-9fe7-3fa410198059,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:07.786507 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.793685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:07.794420 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.817361 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7114775 Jul 16 03:47:07.937784 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:07.993363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d47dc4f-a6e6-409b-9c7c-b77c393e60de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99a1a4d-61e6-4e87-a113-013f199d0aec'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:07.997186 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ee4f7a-72ed-435a-8a40-9422e2f8c6dd" -d '{"events": [{"server_uuid": "5d47dc4f-a6e6-409b-9c7c-b77c393e60de", "name": "network-vif-plugged", "status": "completed", "tag": "c99a1a4d-61e6-4e87-a113-013f199d0aec"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:08.001682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5273885-699c-49b4-92de-f238069dd4e4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Network': ['ID=a38b9b86-bfb2-4e99-b2ee-024dcd152af3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:08.033753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network a38b9b86-bfb2-4e99-b2ee-024dcd152af3 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:08.075142 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c99a1a4d-61e6-4e87-a113-013f199d0aec, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c99a1a4d-61e6-4e87-a113-013f199d0aec,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:08.083107 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79a1af4-5357-4655-9aa8-ae825f06f004 x-openstack-request-id: req-a79a1af4-5357-4655-9aa8-ae825f06f004 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:08.083412 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d47dc4f-a6e6-409b-9c7c-b77c393e60de", "name": "network-vif-plugged", "status": "completed", "tag": "c99a1a4d-61e6-4e87-a113-013f199d0aec", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:08.083655 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a79a1af4-5357-4655-9aa8-ae825f06f004 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:08.086193 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d47dc4f-a6e6-409b-9c7c-b77c393e60de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99a1a4d-61e6-4e87-a113-013f199d0aec', 'code': 200} Jul 16 03:47:08.121013 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:08.234340 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c99a1a4d-61e6-4e87-a113-013f199d0aec,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:08.355045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151135bd-46fe-4a6d-a91e-2913db405ec7 req-f6e5e461-626a-47e9-b8d6-412996865748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:08.370565 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-151135bd-46fe-4a6d-a91e-2913db405ec7 req-f6e5e461-626a-47e9-b8d6-412996865748 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 1097 time: 0.2067614 Jul 16 03:47:08.450789 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-151135bd-46fe-4a6d-a91e-2913db405ec7 req-14466fc5-f463-454a-98aa-7510d2770dfa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742595 Jul 16 03:47:08.911572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeceab1-e5a8-4ee1-b36a-405821c24235 req-72794df1-8d69-41d2-b8ec-d591a472d3d4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:08.918744 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4aeceab1-e5a8-4ee1-b36a-405821c24235 req-72794df1-8d69-41d2-b8ec-d591a472d3d4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 946 time: 0.1635621 Jul 16 03:47:08.964250 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4aeceab1-e5a8-4ee1-b36a-405821c24235 req-ed518dde-b7a1-4282-9a83-252c9c284734 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437975 Jul 16 03:47:09.361102 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-afc13157-a954-4319-a0f5-869b19d30f2f req-0a20d2e1-cee5-48c7-9f79-f6e5c17d9625 service neutron] (93767) timed out ('10.222.0.18', 46992) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:47:10.466010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e031888-ed40-47df-a0c3-b9b1fafd20d5 req-3d85f22a-0206-49b0-a94b-cbcceacc6b18 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:10.484660 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e031888-ed40-47df-a0c3-b9b1fafd20d5 req-3d85f22a-0206-49b0-a94b-cbcceacc6b18 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 946 time: 0.2134016 Jul 16 03:47:10.544101 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e031888-ed40-47df-a0c3-b9b1fafd20d5 req-e48aad0a-a39d-47f8-ac64-4e9a1e6e3b3b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574436 Jul 16 03:47:11.289706 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bc2ee-c347-479f-8ea6-190e60db174e req-e50948a8-30a8-41e3-a767-ffddb508ff54 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:11.297983 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-801bc2ee-c347-479f-8ea6-190e60db174e req-e50948a8-30a8-41e3-a767-ffddb508ff54 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 805 time: 0.3097997 Jul 16 03:47:11.322771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53220) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:11.325416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-801bc2ee-c347-479f-8ea6-190e60db174e req-e53455b1-1c19-4946-ae47-b939647d4c31 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/quotas/030958d430194e3cb3227676b0a552dd HTTP/1.1" status: 200 len: 375 time: 0.0258245 Jul 16 03:47:11.329916 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-129f82fd-d8c7-4031-b20f-1a3b66fae13a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'subnet': {'network_id': 'a38b9b86-bfb2-4e99-b2ee-024dcd152af3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:11.418615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-801bc2ee-c347-479f-8ea6-190e60db174e req-0889fe69-c402-47da-b9ba-e282aef15c40 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0921955 Jul 16 03:47:11.424624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-801bc2ee-c347-479f-8ea6-190e60db174e req-6f1fbc70-ea5c-446e-8fab-4a06b9d88e3a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:47:11.434638 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-801bc2ee-c347-479f-8ea6-190e60db174e req-6f1fbc70-ea5c-446e-8fab-4a06b9d88e3a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150292 Jul 16 03:47:11.579098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129f82fd-d8c7-4031-b20f-1a3b66fae13a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:11.581787 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-801bc2ee-c347-479f-8ea6-190e60db174e req-0c1bb2be-c950-46b6-88a0-11e9222aed03 service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459978 Jul 16 03:47:11.589275 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-129f82fd-d8c7-4031-b20f-1a3b66fae13a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:11.818360 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-801bc2ee-c347-479f-8ea6-190e60db174e req-4b2bbbb4-fea3-44a1-b6cf-e0a622483889 service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356067 Jul 16 03:47:12.098482 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-129f82fd-d8c7-4031-b20f-1a3b66fae13a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:12.412811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f82fd-d8c7-4031-b20f-1a3b66fae13a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Subnet': ['ID=cfd4499e-c6aa-43fc-a21c-62ff103c2ae8,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:12.465486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129f82fd-d8c7-4031-b20f-1a3b66fae13a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Checking segment: {'id': '672bd7e1-8645-43ca-a6b9-416bf3ff0950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'a38b9b86-bfb2-4e99-b2ee-024dcd152af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:12.473678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129f82fd-d8c7-4031-b20f-1a3b66fae13a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network hostable DHCP agents. Network: a38b9b86-bfb2-4e99-b2ee-024dcd152af3, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:12.497499 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129f82fd-d8c7-4031-b20f-1a3b66fae13a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network a38b9b86-bfb2-4e99-b2ee-024dcd152af3 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:12.514089 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-129f82fd-d8c7-4031-b20f-1a3b66fae13a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, a38b9b86-bfb2-4e99-b2ee-024dcd152af3) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:12.521415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129f82fd-d8c7-4031-b20f-1a3b66fae13a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:12.522252 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-129f82fd-d8c7-4031-b20f-1a3b66fae13a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:12.523396 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e3827e-ae60-4365-8886-0eb06c53e394 None None] Network a38b9b86-bfb2-4e99-b2ee-024dcd152af3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:12.550362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:12.551176 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-129f82fd-d8c7-4031-b20f-1a3b66fae13a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2265646 Jul 16 03:47:12.557786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bcf0aa54-d8c4-40a2-bcb0-0b0a1c71157c tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1062503167'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:12.602454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf0aa54-d8c4-40a2-bcb0-0b0a1c71157c tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:12.608623 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcf0aa54-d8c4-40a2-bcb0-0b0a1c71157c tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:12.663660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf0aa54-d8c4-40a2-bcb0-0b0a1c71157c tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:12.678472 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcf0aa54-d8c4-40a2-bcb0-0b0a1c71157c tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:12.679089 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-bcf0aa54-d8c4-40a2-bcb0-0b0a1c71157c tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Added segment a5f4f007-2400-4dee-a31f-e031184aabdd of type vlan for network 21c3f499-fd70-463c-a309-421e9603cb1f Jul 16 03:47:12.747540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-a38b9b86-bfb2-4e99-b2ee-024dcd152af3', 'network_id': 'a38b9b86-bfb2-4e99-b2ee-024dcd152af3', 'tenant_id': '1568a8ed23d247c1844dab2149d75d89', 'fixed_ips': [{'subnet_id': 'cfd4499e-c6aa-43fc-a21c-62ff103c2ae8'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:47:12.749779 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:12.755854 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcf0aa54-d8c4-40a2-bcb0-0b0a1c71157c tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:12.794385 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcf0aa54-d8c4-40a2-bcb0-0b0a1c71157c tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:12.811403 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf0aa54-d8c4-40a2-bcb0-0b0a1c71157c tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:12.812159 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcf0aa54-d8c4-40a2-bcb0-0b0a1c71157c tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:12.846337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53274) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:12.853051 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8780201a-413b-4011-90e2-3dcaa89075fc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'subnet': {'network_id': '21c3f499-fd70-463c-a309-421e9603cb1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:12.864094 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bcf0aa54-d8c4-40a2-bcb0-0b0a1c71157c tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3116026 Jul 16 03:47:13.026068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Allocated IP 2001:db8:0:ffff::2 (a38b9b86-bfb2-4e99-b2ee-024dcd152af3/cfd4499e-c6aa-43fc-a21c-62ff103c2ae8/ac032530-fcc8-4802-ae60-a332273861d6) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:13.082805 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0aa54-d8c4-40a2-bcb0-0b0a1c71157c tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Network': ['ID=21c3f499-fd70-463c-a309-421e9603cb1f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:13.084811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8780201a-413b-4011-90e2-3dcaa89075fc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:13.091136 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8780201a-413b-4011-90e2-3dcaa89075fc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.118817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 21c3f499-fd70-463c-a309-421e9603cb1f details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:13.189550 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-d53cd170-5b9a-46aa-a075-02a17ebc1be7 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:13.204632 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-d53cd170-5b9a-46aa-a075-02a17ebc1be7 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 805 time: 0.3689229 Jul 16 03:47:13.222719 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-1800dc62-26bd-4a71-8b35-7e5e339e61b5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/quotas/030958d430194e3cb3227676b0a552dd HTTP/1.1" status: 200 len: 375 time: 0.0170555 Jul 16 03:47:13.324599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-5246da09-b9bc-4435-a27e-e78eed3a9b27 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1006210 Jul 16 03:47:13.457001 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-31433e53-21d4-4214-9f26-58feacc74178 service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287837 Jul 16 03:47:13.509200 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.534910 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8780201a-413b-4011-90e2-3dcaa89075fc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.547228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Transition to ACTIVE for port object ac032530-fcc8-4802-ae60-a332273861d6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:13.576213 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-60aa1928-1677-43d9-8493-fb14b2b27de6 service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127291 Jul 16 03:47:13.603406 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Transition to ACTIVE for port object ac032530-fcc8-4802-ae60-a332273861d6 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:13.618794 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.754265 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8780201a-413b-4011-90e2-3dcaa89075fc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Checking segment: {'id': 'a5f4f007-2400-4dee-a31f-e031184aabdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '21c3f499-fd70-463c-a309-421e9603cb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:13.755914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8780201a-413b-4011-90e2-3dcaa89075fc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network hostable DHCP agents. Network: 21c3f499-fd70-463c-a309-421e9603cb1f, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:13.773826 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780201a-413b-4011-90e2-3dcaa89075fc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Subnet': ['ID=4b0a0a64-28f2-4252-817d-ea66b14c6491,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:13.804631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Network a38b9b86-bfb2-4e99-b2ee-024dcd152af3 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:13.808641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:13.819000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Pushing event updated for resources: {'Port': ['ID=ac032530-fcc8-4802-ae60-a332273861d6,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:13.827337 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:13.831425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8780201a-413b-4011-90e2-3dcaa89075fc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network 21c3f499-fd70-463c-a309-421e9603cb1f is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:13.842560 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-511760ce-d55b-4f86-b6d5-52f65577611b req-64fce53a-044d-43f9-a05b-65eebf3cb617 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 210 time: 0.0732858 Jul 16 03:47:13.872494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8780201a-413b-4011-90e2-3dcaa89075fc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 21c3f499-fd70-463c-a309-421e9603cb1f) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:13.881369 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8780201a-413b-4011-90e2-3dcaa89075fc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:13.881975 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8780201a-413b-4011-90e2-3dcaa89075fc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:13.902253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:13.902573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:13.903160 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:13.906035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:13.907601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:13.910522 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:13.911843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:13.912894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:13.913326 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:13.915105 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8780201a-413b-4011-90e2-3dcaa89075fc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0672402 Jul 16 03:47:13.915280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:13.917665 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53314) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:13.917824 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:13.919338 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:13.948324 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d98c07-dab6-485a-9f55-71add379c400 None None] Network 21c3f499-fd70-463c-a309-421e9603cb1f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:14.088200 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.224839 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.293465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Attempting to bind port ac032530-fcc8-4802-ae60-a332273861d6 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:14.294146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Attempting to bind port ac032530-fcc8-4802-ae60-a332273861d6 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '672bd7e1-8645-43ca-a6b9-416bf3ff0950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'a38b9b86-bfb2-4e99-b2ee-024dcd152af3'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:14.295193 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Attempting to bind port ac032530-fcc8-4802-ae60-a332273861d6 on network a38b9b86-bfb2-4e99-b2ee-024dcd152af3 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:14.298186 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.325210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:14.325946 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Checking segment: {'id': '672bd7e1-8645-43ca-a6b9-416bf3ff0950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'a38b9b86-bfb2-4e99-b2ee-024dcd152af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:14.326825 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.327700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Bound using segment: {'id': '672bd7e1-8645-43ca-a6b9-416bf3ff0950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'a38b9b86-bfb2-4e99-b2ee-024dcd152af3'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:14.329126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Bound port: ac032530-fcc8-4802-ae60-a332273861d6, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672bd7e1-8645-43ca-a6b9-416bf3ff0950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'a38b9b86-bfb2-4e99-b2ee-024dcd152af3'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:14.330124 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.355265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6031a2da-0fc0-4d7b-8718-125a418eed7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-21c3f499-fd70-463c-a309-421e9603cb1f', 'network_id': '21c3f499-fd70-463c-a309-421e9603cb1f', 'tenant_id': '1568a8ed23d247c1844dab2149d75d89', 'fixed_ips': [{'subnet_id': '4b0a0a64-28f2-4252-817d-ea66b14c6491'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:47:14.356431 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6031a2da-0fc0-4d7b-8718-125a418eed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.410276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0a0a64-28f2-4252-817d-ea66b14c6491,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:14.497324 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6de3f96-7f6d-4372-89c9-5b4e4fb69aaf None None] Network 21c3f499-fd70-463c-a309-421e9603cb1f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:14.570299 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.615562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c3f499-fd70-463c-a309-421e9603cb1f']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:14.631860 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] For port ac032530-fcc8-4802-ae60-a332273861d6, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:14.632827 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f4f007-2400-4dee-a31f-e031184aabdd') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:14.638601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f4f007-2400-4dee-a31f-e031184aabdd') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:14.660247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] For port ac032530-fcc8-4802-ae60-a332273861d6, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ac032530-fcc8-4802-ae60-a332273861d6,segment=NetworkSegment(672bd7e1-8645-43ca-a6b9-416bf3ff0950),segment_id=672bd7e1-8645-43ca-a6b9-416bf3ff0950)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:14.665138 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.706484 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.761462 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.782297 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:14.783045 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.801059 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ea8e4-8db9-4b14-8fbe-9484d281afc9 None None] Pushing event updated for resources: {'Port': ['ID=ac032530-fcc8-4802-ae60-a332273861d6,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:14.936422 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:14.941789 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.960526 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:14.969826 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:14.975307 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/21c3f499-fd70-463c-a309-421e9603cb1f HTTP/1.1" status: 204 len: 168 time: 1.0559342 Jul 16 03:47:14.976545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-23882d36-73b0-4eb0-9541-104b512f8b0f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1475488753'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:15.001911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6794f3-b50f-4d7c-a83a-56ebff39c22d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Network': ['ID=21c3f499-fd70-463c-a309-421e9603cb1f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:15.052722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23882d36-73b0-4eb0-9541-104b512f8b0f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:15.061392 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23882d36-73b0-4eb0-9541-104b512f8b0f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.227971 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b0e56e5-d69a-43cf-9e54-045cbd5ab61d req-5f851728-62e3-4897-ae85-c581e3d3b7fc tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 210 time: 0.1136765 Jul 16 03:47:15.250463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23882d36-73b0-4eb0-9541-104b512f8b0f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:15.283979 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23882d36-73b0-4eb0-9541-104b512f8b0f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.284621 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-23882d36-73b0-4eb0-9541-104b512f8b0f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Added segment 2c5dbbb4-60bd-49fe-8620-8f593590b1b3 of type vlan for network 6890b135-c27f-455f-9c4b-61944c58dbc6 Jul 16 03:47:15.385733 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23882d36-73b0-4eb0-9541-104b512f8b0f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.423470 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23882d36-73b0-4eb0-9541-104b512f8b0f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.431206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23882d36-73b0-4eb0-9541-104b512f8b0f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:15.432057 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23882d36-73b0-4eb0-9541-104b512f8b0f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:15.480176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53372) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:15.486641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-253652b4-4c84-4c12-880e-88672c315bf1 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'subnet': {'network_id': '6890b135-c27f-455f-9c4b-61944c58dbc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:15.490212 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-23882d36-73b0-4eb0-9541-104b512f8b0f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5190318 Jul 16 03:47:15.576138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23882d36-73b0-4eb0-9541-104b512f8b0f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Network': ['ID=6890b135-c27f-455f-9c4b-61944c58dbc6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:15.588883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 6890b135-c27f-455f-9c4b-61944c58dbc6 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:15.748189 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253652b4-4c84-4c12-880e-88672c315bf1 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:15.752958 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-253652b4-4c84-4c12-880e-88672c315bf1 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.275280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-0c7bf0a6-2297-4a2b-b21a-6641ed31849a tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:16.277710 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-253652b4-4c84-4c12-880e-88672c315bf1 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.301601 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-0c7bf0a6-2297-4a2b-b21a-6641ed31849a tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 805 time: 0.4013774 Jul 16 03:47:16.317103 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-4b81466f-e494-4991-8cec-c71e13057ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Request body: {'port': {'device_id': '60b68d78-c8cf-4733-ad4f-30d1bcf08f5d', 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5', 'admin_state_up': True, 'tenant_id': '030958d430194e3cb3227676b0a552dd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:16.523106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-4b81466f-e494-4991-8cec-c71e13057ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Made reservation on behalf of 030958d430194e3cb3227676b0a552dd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:16.527543 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-4b81466f-e494-4991-8cec-c71e13057ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.539554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044f5582-69f9-4de1-9b37-b35f0011edba None None] Network a38b9b86-bfb2-4e99-b2ee-024dcd152af3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:16.540105 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253652b4-4c84-4c12-880e-88672c315bf1 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Subnet': ['ID=ae3f2a31-9276-463b-b203-e4044c30d90a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:16.644163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253652b4-4c84-4c12-880e-88672c315bf1 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Checking segment: {'id': '2c5dbbb4-60bd-49fe-8620-8f593590b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6890b135-c27f-455f-9c4b-61944c58dbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:16.644991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253652b4-4c84-4c12-880e-88672c315bf1 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network hostable DHCP agents. Network: 6890b135-c27f-455f-9c4b-61944c58dbc6, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:16.703297 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253652b4-4c84-4c12-880e-88672c315bf1 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network 6890b135-c27f-455f-9c4b-61944c58dbc6 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:16.715799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-253652b4-4c84-4c12-880e-88672c315bf1 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 6890b135-c27f-455f-9c4b-61944c58dbc6) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:16.737671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253652b4-4c84-4c12-880e-88672c315bf1 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:16.739802 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-253652b4-4c84-4c12-880e-88672c315bf1 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.761975 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18152ff4-afa3-4170-99ae-cec141db629f None None] Network 6890b135-c27f-455f-9c4b-61944c58dbc6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:16.775245 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-253652b4-4c84-4c12-880e-88672c315bf1 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2892473 Jul 16 03:47:16.775245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53412) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:16.778419 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-995a4a04-dffe-496a-ab62-61f9b918d597 req-b95b95f1-b294-4fdc-93dc-db292822c5b8 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 210 time: 0.0941353 Jul 16 03:47:16.785830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-99760793-b11a-47f6-9da2-3aac18c20265 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-12498266'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:16.822464 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1678efcd-0edb-4f3e-a075-eabe399fe99e None None] Provisioning for port ac032530-fcc8-4802-ae60-a332273861d6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:16.834262 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99760793-b11a-47f6-9da2-3aac18c20265 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:16.840298 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99760793-b11a-47f6-9da2-3aac18c20265 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.911845 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99760793-b11a-47f6-9da2-3aac18c20265 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:16.926892 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99760793-b11a-47f6-9da2-3aac18c20265 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:16.927296 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-99760793-b11a-47f6-9da2-3aac18c20265 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Added segment 2cf1eebc-b05d-4573-8a3a-da0adbd3a094 of type vlan for network 87b7a21c-2413-497a-b629-9e0f4053f744 Jul 16 03:47:16.962898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-4b81466f-e494-4991-8cec-c71e13057ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Allocated IP 172.20.0.10 (be05005c-c098-4d8b-a55d-fc55d239f9a5/4c67eeac-ef92-44b4-81f1-978ab2dd4eec/1c7892a4-801f-4864-9a19-c9a3633ee578) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:16.977030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:16.993280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99760793-b11a-47f6-9da2-3aac18c20265 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.031552 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99760793-b11a-47f6-9da2-3aac18c20265 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.038955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99760793-b11a-47f6-9da2-3aac18c20265 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:17.039654 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99760793-b11a-47f6-9da2-3aac18c20265 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.089943 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-99760793-b11a-47f6-9da2-3aac18c20265 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3122003 Jul 16 03:47:17.093284 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53420) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:17.119758 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ac032530-fcc8-4802-ae60-a332273861d6 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:17.122545 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2b0f890d-d271-400b-ae46-5fb37a6fbeb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'subnet': {'network_id': '87b7a21c-2413-497a-b629-9e0f4053f744', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:17.186539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99760793-b11a-47f6-9da2-3aac18c20265 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Network': ['ID=87b7a21c-2413-497a-b629-9e0f4053f744,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:17.208534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 87b7a21c-2413-497a-b629-9e0f4053f744 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:17.269357 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0f890d-d271-400b-ae46-5fb37a6fbeb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:17.273853 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b0f890d-d271-400b-ae46-5fb37a6fbeb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.434767 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-4b81466f-e494-4991-8cec-c71e13057ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.435263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-2b0f890d-d271-400b-ae46-5fb37a6fbeb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Performing IP validity checks on allocation pools {{(pid=93768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 03:47:17.435648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-2b0f890d-d271-400b-ae46-5fb37a6fbeb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 03:47:17.473223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port ac032530-fcc8-4802-ae60-a332273861d6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:17.490594 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-4b81466f-e494-4991-8cec-c71e13057ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.522670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ac032530-fcc8-4802-ae60-a332273861d6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:17.523053 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.526773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c99a1a4d-61e6-4e87-a113-013f199d0aec'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:17.558252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81466f-e494-4991-8cec-c71e13057ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Pushing event updated for resources: {'Port': ['ID=1c7892a4-801f-4864-9a19-c9a3633ee578,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:17.565174 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1285206-00c8-49c9-8935-9b927803013e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.570594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-4b81466f-e494-4991-8cec-c71e13057ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Network be05005c-c098-4d8b-a55d-fc55d239f9a5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:17.578179 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-4b81466f-e494-4991-8cec-c71e13057ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:17.582869 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-4b81466f-e494-4991-8cec-c71e13057ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:17.652893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-4b81466f-e494-4991-8cec-c71e13057ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:17.673840 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-4b81466f-e494-4991-8cec-c71e13057ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.744849 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-4b81466f-e494-4991-8cec-c71e13057ea3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4288836 Jul 16 03:47:17.753531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-6890b135-c27f-455f-9c4b-61944c58dbc6', 'network_id': '6890b135-c27f-455f-9c4b-61944c58dbc6', 'tenant_id': '1568a8ed23d247c1844dab2149d75d89', 'fixed_ips': [{'subnet_id': 'ae3f2a31-9276-463b-b203-e4044c30d90a'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:47:17.756533 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.767258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Request body: {'port': {'device_id': '60b68d78-c8cf-4733-ad4f-30d1bcf08f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:17.796357 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b0f890d-d271-400b-ae46-5fb37a6fbeb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:17.967401 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f890d-d271-400b-ae46-5fb37a6fbeb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Subnet': ['ID=f42a0e3c-df80-492c-b36b-8f3526b6ac70,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:17.996363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0f890d-d271-400b-ae46-5fb37a6fbeb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Checking segment: {'id': '2cf1eebc-b05d-4573-8a3a-da0adbd3a094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '87b7a21c-2413-497a-b629-9e0f4053f744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:17.997097 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0f890d-d271-400b-ae46-5fb37a6fbeb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network hostable DHCP agents. Network: 87b7a21c-2413-497a-b629-9e0f4053f744, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:18.021912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0f890d-d271-400b-ae46-5fb37a6fbeb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network 87b7a21c-2413-497a-b629-9e0f4053f744 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:18.023637 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.034483 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2b0f890d-d271-400b-ae46-5fb37a6fbeb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 87b7a21c-2413-497a-b629-9e0f4053f744) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:18.053318 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0f890d-d271-400b-ae46-5fb37a6fbeb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:18.054298 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2b0f890d-d271-400b-ae46-5fb37a6fbeb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.054807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9531c5b-45be-4f35-8fbe-23ebba9afd0f None None] Network 87b7a21c-2413-497a-b629-9e0f4053f744 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:18.060973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4f5c704a-be1d-4b7a-97b0-bc67aa98e8d5 None None] Provisioning complete for port ac032530-fcc8-4802-ae60-a332273861d6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:18.061349 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4f5c704a-be1d-4b7a-97b0-bc67aa98e8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.182711 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1285206-00c8-49c9-8935-9b927803013e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.194402 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2b0f890d-d271-400b-ae46-5fb37a6fbeb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0995922 Jul 16 03:47:18.197147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53440) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:18.206058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf2883-6ba3-4aef-a96a-b8f41335ab16 req-0cc4ceeb-1712-4306-ad01-5843abc93114 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:18.206058 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02cf2883-6ba3-4aef-a96a-b8f41335ab16 req-0cc4ceeb-1712-4306-ad01-5843abc93114 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 932 time: 0.2352488 Jul 16 03:47:18.208334 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1285206-00c8-49c9-8935-9b927803013e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.233744 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.263304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Allocated IP 2001:db8::3 (6890b135-c27f-455f-9c4b-61944c58dbc6/ae3f2a31-9276-463b-b203-e4044c30d90a/5be72670-6a92-448a-b048-43f31ca3f6ef) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:18.302975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d1285206-00c8-49c9-8935-9b927803013e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6d1c78ea40145508dc2a0d5d214c3ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3247893 Jul 16 03:47:18.307905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53444) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:18.325126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1285206-00c8-49c9-8935-9b927803013e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaa0226-d821-4e53-af56-6a9a5ccc0fe6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:18.337718 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:18.364591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port ac032530-fcc8-4802-ae60-a332273861d6, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ac032530-fcc8-4802-ae60-a332273861d6,segment=NetworkSegment(672bd7e1-8645-43ca-a6b9-416bf3ff0950),segment_id=672bd7e1-8645-43ca-a6b9-416bf3ff0950)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:18.367995 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02cf2883-6ba3-4aef-a96a-b8f41335ab16 req-7c61df06-86e2-4317-90d3-62a6f7ac519a tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569872 Jul 16 03:47:18.397017 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.398291 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.436542 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3c06eb0-d8e8-45a2-9c0e-db26650aa6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.458609 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.474050 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3c06eb0-d8e8-45a2-9c0e-db26650aa6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.498137 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caa69919-238b-437f-8b2f-2edc62e960dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.534597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7892a4-801f-4864-9a19-c9a3633ee578 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:18.537694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=ac032530-fcc8-4802-ae60-a332273861d6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:18.547265 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.566616 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.577933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Transition to ACTIVE for port object 1c7892a4-801f-4864-9a19-c9a3633ee578 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:18.581089 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3c06eb0-d8e8-45a2-9c0e-db26650aa6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.584854 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3c06eb0-d8e8-45a2-9c0e-db26650aa6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.596634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a3c06eb0-d8e8-45a2-9c0e-db26650aa6b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9eaa0226-d821-4e53-af56-6a9a5ccc0fe6 HTTP/1.1" status: 204 len: 168 time: 0.2799726 Jul 16 03:47:18.597769 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4f5c704a-be1d-4b7a-97b0-bc67aa98e8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.601666 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.601851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Subnet': ['ID=f42a0e3c-df80-492c-b36b-8f3526b6ac70,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:18.648885 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d5f015-b113-4763-a6dd-def8988391da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-87b7a21c-2413-497a-b629-9e0f4053f744', 'network_id': '87b7a21c-2413-497a-b629-9e0f4053f744', 'tenant_id': '1568a8ed23d247c1844dab2149d75d89', 'fixed_ips': [{'subnet_id': 'f42a0e3c-df80-492c-b36b-8f3526b6ac70'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:47:18.650203 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c5d5f015-b113-4763-a6dd-def8988391da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.681083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c06eb0-d8e8-45a2-9c0e-db26650aa6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaa0226-d821-4e53-af56-6a9a5ccc0fe6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:18.707963 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.723676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Pushing event updated for resources: {'Port': ['ID=1c7892a4-801f-4864-9a19-c9a3633ee578,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:18.724428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b7a21c-2413-497a-b629-9e0f4053f744']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:18.728515 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-4f5c704a-be1d-4b7a-97b0-bc67aa98e8d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:47:18.729481 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-4f5c704a-be1d-4b7a-97b0-bc67aa98e8d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:47:18.753909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf1eebc-b05d-4573-8a3a-da0adbd3a094') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:18.753909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf1eebc-b05d-4573-8a3a-da0adbd3a094') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:18.762806 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.791601 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caa69919-238b-437f-8b2f-2edc62e960dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.795352 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caa69919-238b-437f-8b2f-2edc62e960dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.799437 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.856304 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:18.857006 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:18.863311 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:18.868835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Attempting to bind port 1c7892a4-801f-4864-9a19-c9a3633ee578 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:18.869183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Attempting to bind port 1c7892a4-801f-4864-9a19-c9a3633ee578 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:18.869755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Attempting to bind port 1c7892a4-801f-4864-9a19-c9a3633ee578 on network be05005c-c098-4d8b-a55d-fc55d239f9a5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:18.883781 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Port 1c7892a4-801f-4864-9a19-c9a3633ee578 on network be05005c-c098-4d8b-a55d-fc55d239f9a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:47:18.884109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Attempting to bind port 1c7892a4-801f-4864-9a19-c9a3633ee578 on network be05005c-c098-4d8b-a55d-fc55d239f9a5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:18.902709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:18.903831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Checking segment: {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:18.904286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Bound using segment: {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:18.904765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Bound port: 1c7892a4-801f-4864-9a19-c9a3633ee578, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:18.908588 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:18.909205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa69919-238b-437f-8b2f-2edc62e960dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceddc1ca-56b3-43e9-b8f4-80c62013bc91,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:18.926576 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-caa69919-238b-437f-8b2f-2edc62e960dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d354d8b4a2f4fbcb0aa5584b8d66aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5870726 Jul 16 03:47:18.929770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53466) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:18.999668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ac032530-fcc8-4802-ae60-a332273861d6 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:19.018601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544d8e3e-b56f-4afa-a88f-d5065ac0aca3 None None] Network 87b7a21c-2413-497a-b629-9e0f4053f744 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:19.032102 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.041751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] For port 1c7892a4-801f-4864-9a19-c9a3633ee578, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:19.045755 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.048574 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/87b7a21c-2413-497a-b629-9e0f4053f744 HTTP/1.1" status: 204 len: 168 time: 0.8499830 Jul 16 03:47:19.049684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] For port 1c7892a4-801f-4864-9a19-c9a3633ee578, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1c7892a4-801f-4864-9a19-c9a3633ee578,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:19.052021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:19.065760 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9aa9a3f3-7c3b-452e-b1fe-12906890c639 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-342730576'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:19.072949 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d4b0a-2f78-4a74-b656-530302f7ab5b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Network': ['ID=87b7a21c-2413-497a-b629-9e0f4053f744,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:19.086732 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.105402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544d8e3e-b56f-4afa-a88f-d5065ac0aca3 None None] Network 87b7a21c-2413-497a-b629-9e0f4053f744 could not be found, it might have been deleted concurrently. {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:47:19.107052 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-451de426-97e4-4012-85c7-3bf1f5e3f077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.143535 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-451de426-97e4-4012-85c7-3bf1f5e3f077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.173219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:19.174463 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.176160 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] 10.222.0.88 "PUT /v2.0/ports/1c7892a4-801f-4864-9a19-c9a3633ee578 HTTP/1.1" status: 200 len: 1092 time: 1.4197686 Jul 16 03:47:19.178637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b68d78-c8cf-4733-ad4f-30d1bcf08f5d', 'tag': '1c7892a4-801f-4864-9a19-c9a3633ee578'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:19.181248 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ef6e55-93fb-4e1c-9132-0ae31e71ba19" -d '{"events": [{"name": "network-changed", "server_uuid": "60b68d78-c8cf-4733-ad4f-30d1bcf08f5d", "tag": "1c7892a4-801f-4864-9a19-c9a3633ee578"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:19.182383 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53474) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:19.199292 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.207369 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa9a3f3-7c3b-452e-b1fe-12906890c639 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:19.212685 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aa9a3f3-7c3b-452e-b1fe-12906890c639 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.231393 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Transition to ACTIVE for port object 5be72670-6a92-448a-b048-43f31ca3f6ef will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:19.270032 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65c13562-6a86-4171-987b-b6db74ff7874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.271160 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c5d4eb-919b-422f-b91f-c24a0d6fce64 x-openstack-request-id: req-23c5d4eb-919b-422f-b91f-c24a0d6fce64 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:19.271554 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b68d78-c8cf-4733-ad4f-30d1bcf08f5d", "tag": "1c7892a4-801f-4864-9a19-c9a3633ee578", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:19.271932 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23c5d4eb-919b-422f-b91f-c24a0d6fce64 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:19.272465 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b68d78-c8cf-4733-ad4f-30d1bcf08f5d', 'tag': '1c7892a4-801f-4864-9a19-c9a3633ee578', 'status': 'completed', 'code': 200} Jul 16 03:47:19.333233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ac032530-fcc8-4802-ae60-a332273861d6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:19.333942 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.346772 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6be168-eb65-4547-ad74-10d68e1099af service neutron] Pushing event updated for resources: {'Port': ['ID=1c7892a4-801f-4864-9a19-c9a3633ee578,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:19.372439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-3ce7c17d-0625-4a0f-a51b-2df5f3fa9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:19.374204 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-3ce7c17d-0625-4a0f-a51b-2df5f3fa9762 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 1095 time: 0.1518905 Jul 16 03:47:19.378017 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-451de426-97e4-4012-85c7-3bf1f5e3f077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.380891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa9a3f3-7c3b-452e-b1fe-12906890c639 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:19.383976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-451de426-97e4-4012-85c7-3bf1f5e3f077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.388596 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-451de426-97e4-4012-85c7-3bf1f5e3f077 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ceddc1ca-56b3-43e9-b8f4-80c62013bc91 HTTP/1.1" status: 204 len: 168 time: 0.4575288 Jul 16 03:47:19.401241 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aa9a3f3-7c3b-452e-b1fe-12906890c639 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.401591 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-9aa9a3f3-7c3b-452e-b1fe-12906890c639 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Added segment 8857b14f-aee3-43aa-9513-6208051679ee of type vlan for network c26b30a3-8626-4637-8652-b49a98982ece Jul 16 03:47:19.443063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Transition to ACTIVE for port object 5be72670-6a92-448a-b048-43f31ca3f6ef will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:19.446080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451de426-97e4-4012-85c7-3bf1f5e3f077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceddc1ca-56b3-43e9-b8f4-80c62013bc91,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:19.495610 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-7336a58a-cfc4-48ad-adab-f7d3952198b5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c7892a4-801f-4864-9a19-c9a3633ee578 HTTP/1.1" status: 200 len: 217 time: 0.1061509 Jul 16 03:47:19.516154 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.566221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-d0e92682-3835-4efe-b159-714e526a0290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:19.568047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-d0e92682-3835-4efe-b159-714e526a0290 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 200 len: 845 time: 0.0629842 Jul 16 03:47:19.598322 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Network 6890b135-c27f-455f-9c4b-61944c58dbc6 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:19.601311 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65c13562-6a86-4171-987b-b6db74ff7874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.607730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:19.619107 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65c13562-6a86-4171-987b-b6db74ff7874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.651556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-a440f92b-7053-4aea-80b4-1658be39bd65 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be05005c-c098-4d8b-a55d-fc55d239f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595338 Jul 16 03:47:19.674101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:19.707399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c13562-6a86-4171-987b-b6db74ff7874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c18082c-e9c2-45f9-b263-7c20c0d99f48,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:19.737058 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aa9a3f3-7c3b-452e-b1fe-12906890c639 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.741807 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-65c13562-6a86-4171-987b-b6db74ff7874 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77489f6ebe9548fe8546cd91f8dc1372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5580339 Jul 16 03:47:19.750780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53484) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:19.779768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Pushing event updated for resources: {'Port': ['ID=5be72670-6a92-448a-b048-43f31ca3f6ef,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:19.877764 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de9ab799-fec8-49b5-800c-a677d6f991bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.880954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Attempting to bind port 5be72670-6a92-448a-b048-43f31ca3f6ef on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:19.881335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Attempting to bind port 5be72670-6a92-448a-b048-43f31ca3f6ef by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '2c5dbbb4-60bd-49fe-8620-8f593590b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6890b135-c27f-455f-9c4b-61944c58dbc6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:19.881708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Attempting to bind port 5be72670-6a92-448a-b048-43f31ca3f6ef on network 6890b135-c27f-455f-9c4b-61944c58dbc6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:19.896109 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:19.897210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Checking segment: {'id': '2c5dbbb4-60bd-49fe-8620-8f593590b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6890b135-c27f-455f-9c4b-61944c58dbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:19.897618 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.898018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Bound using segment: {'id': '2c5dbbb4-60bd-49fe-8620-8f593590b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6890b135-c27f-455f-9c4b-61944c58dbc6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:19.898906 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Bound port: 5be72670-6a92-448a-b048-43f31ca3f6ef, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5dbbb4-60bd-49fe-8620-8f593590b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '6890b135-c27f-455f-9c4b-61944c58dbc6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:19.899303 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.906927 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de9ab799-fec8-49b5-800c-a677d6f991bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.967248 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-9aa9a3f3-7c3b-452e-b1fe-12906890c639 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:47:19.996627 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de9ab799-fec8-49b5-800c-a677d6f991bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:19.999292 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de9ab799-fec8-49b5-800c-a677d6f991bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.001218 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-de9ab799-fec8-49b5-800c-a677d6f991bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c18082c-e9c2-45f9-b263-7c20c0d99f48 HTTP/1.1" status: 204 len: 168 time: 0.2489228 Jul 16 03:47:20.014884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ab799-fec8-49b5-800c-a677d6f991bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c18082c-e9c2-45f9-b263-7c20c0d99f48,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:20.020059 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] For port 5be72670-6a92-448a-b048-43f31ca3f6ef, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:20.020617 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e68cf1-a5e4-4f1d-a326-cb3f75dece4a req-cb2643a4-6d00-4f7e-abe3-6e36aab191dd tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:20.024197 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62e68cf1-a5e4-4f1d-a326-cb3f75dece4a req-cb2643a4-6d00-4f7e-abe3-6e36aab191dd tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 944 time: 0.3614297 Jul 16 03:47:20.034434 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] For port 5be72670-6a92-448a-b048-43f31ca3f6ef, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5be72670-6a92-448a-b048-43f31ca3f6ef,segment=NetworkSegment(2c5dbbb4-60bd-49fe-8620-8f593590b1b3),segment_id=2c5dbbb4-60bd-49fe-8620-8f593590b1b3)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:20.044180 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.106878 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62e68cf1-a5e4-4f1d-a326-cb3f75dece4a req-6630b5a0-e921-4317-96c7-7003c290f743 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708141 Jul 16 03:47:20.141359 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aa9a3f3-7c3b-452e-b1fe-12906890c639 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.151623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa9a3f3-7c3b-452e-b1fe-12906890c639 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:20.153438 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9aa9a3f3-7c3b-452e-b1fe-12906890c639 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.166495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf4c69-e9d9-4fee-bdd2-f65e4ee1678c None None] Pushing event updated for resources: {'Port': ['ID=5be72670-6a92-448a-b048-43f31ca3f6ef,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:20.200815 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53494) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:20.203184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9aa9a3f3-7c3b-452e-b1fe-12906890c639 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1473939 Jul 16 03:47:20.206452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8e93989f-497f-4099-9b4a-81030a224e4b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'subnet': {'network_id': 'c26b30a3-8626-4637-8652-b49a98982ece', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:20.232052 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:20.270096 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290bf7df-0d77-40a5-8759-37859cf84a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.284060 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-72590651-5308-41e4-8530-63408b463f2a service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055200 Jul 16 03:47:20.459248 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290bf7df-0d77-40a5-8759-37859cf84a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.488717 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e93989f-497f-4099-9b4a-81030a224e4b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:20.501996 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e93989f-497f-4099-9b4a-81030a224e4b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.774675 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e93989f-497f-4099-9b4a-81030a224e4b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.879518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93989f-497f-4099-9b4a-81030a224e4b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Subnet': ['ID=9a2bbfef-d3be-4b0a-b3bc-333e32b9d883,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:20.902037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e93989f-497f-4099-9b4a-81030a224e4b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Checking segment: {'id': '8857b14f-aee3-43aa-9513-6208051679ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'c26b30a3-8626-4637-8652-b49a98982ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:20.902411 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e93989f-497f-4099-9b4a-81030a224e4b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network hostable DHCP agents. Network: c26b30a3-8626-4637-8652-b49a98982ece, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:20.936883 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e93989f-497f-4099-9b4a-81030a224e4b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network c26b30a3-8626-4637-8652-b49a98982ece is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:20.956698 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8e93989f-497f-4099-9b4a-81030a224e4b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, c26b30a3-8626-4637-8652-b49a98982ece) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:20.961539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e93989f-497f-4099-9b4a-81030a224e4b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:20.962390 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e93989f-497f-4099-9b4a-81030a224e4b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:20.970186 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8be529-3282-4285-894b-20eb3663edd1 None None] Network c26b30a3-8626-4637-8652-b49a98982ece requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:20.995924 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8e93989f-497f-4099-9b4a-81030a224e4b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7932882 Jul 16 03:47:20.999307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53512) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:21.038470 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-290bf7df-0d77-40a5-8759-37859cf84a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.045164 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9a3f3-7c3b-452e-b1fe-12906890c639 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Network': ['ID=c26b30a3-8626-4637-8652-b49a98982ece,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:21.087988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5be72670-6a92-448a-b048-43f31ca3f6ef up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:21.098295 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network c26b30a3-8626-4637-8652-b49a98982ece details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:21.305138 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.403201 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa0f87f0-b8aa-4f0d-9e08-aad44f524650 req-55e3b2ef-f836-417b-be3e-e3c7cfe7a816 service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9602818 Jul 16 03:47:21.414431 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.451905 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-290bf7df-0d77-40a5-8759-37859cf84a83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c5269353a0c4c56aa4bc5c9ecc455f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2176747 Jul 16 03:47:21.452904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:21.580023 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.598750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290bf7df-0d77-40a5-8759-37859cf84a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0d3005-cd2b-4aff-b81f-b740589cf071,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:21.652871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 5be72670-6a92-448a-b048-43f31ca3f6ef completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:21.687046 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2bbfef-d3be-4b0a-b3bc-333e32b9d883,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:21.879079 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.895103 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193388cb-ea56-40df-891d-a5f01b670f09 req-a312a4a3-1328-4ac4-aeab-23e482b8264d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:21.905289 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-193388cb-ea56-40df-891d-a5f01b670f09 req-a312a4a3-1328-4ac4-aeab-23e482b8264d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 944 time: 0.4963164 Jul 16 03:47:21.906018 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26b30a3-8626-4637-8652-b49a98982ece']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:21.914844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:21.920683 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8857b14f-aee3-43aa-9513-6208051679ee') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:21.920985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8857b14f-aee3-43aa-9513-6208051679ee') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:21.935336 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d838c00-d842-43a1-b0ba-fb4faca086e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.936187 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.938527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef6e55-93fb-4e1c-9132-0ae31e71ba19 req-99f129d2-5ba1-4a48-a6c1-cef2172ba164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:21.940357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69ef6e55-93fb-4e1c-9132-0ae31e71ba19 req-99f129d2-5ba1-4a48-a6c1-cef2172ba164 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 1095 time: 0.3714240 Jul 16 03:47:21.952457 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.959689 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:21.960633 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:21.964279 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:22.004082 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9c228c-c40a-461c-8935-c63d6935d779 None None] Network 6890b135-c27f-455f-9c4b-61944c58dbc6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:22.012255 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d838c00-d842-43a1-b0ba-fb4faca086e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.036871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-193388cb-ea56-40df-891d-a5f01b670f09 req-2c36ac4c-8ef9-4303-8f31-c9bdb3d627c8 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290369 Jul 16 03:47:22.060049 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.067574 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.070841 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/c26b30a3-8626-4637-8652-b49a98982ece HTTP/1.1" status: 204 len: 168 time: 1.0694010 Jul 16 03:47:22.075822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53540) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:22.084080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-35f4f58a-231e-4a27-82d0-6cba07184f88 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-623886728'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:22.102504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66473b31-20e1-4f15-b876-35280c7a1fcc tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Network': ['ID=c26b30a3-8626-4637-8652-b49a98982ece,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:22.134004 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f4f58a-231e-4a27-82d0-6cba07184f88 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:22.138540 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35f4f58a-231e-4a27-82d0-6cba07184f88 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.146643 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71221910-25a5-4407-8b80-308c5ce81c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.157460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef6e55-93fb-4e1c-9132-0ae31e71ba19 req-1eebaad0-62ba-4004-bd04-cdd195624712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:22.159817 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69ef6e55-93fb-4e1c-9132-0ae31e71ba19 req-1eebaad0-62ba-4004-bd04-cdd195624712 service neutron] 10.222.0.88 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 906 time: 0.2077372 Jul 16 03:47:22.181617 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d838c00-d842-43a1-b0ba-fb4faca086e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.184946 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d838c00-d842-43a1-b0ba-fb4faca086e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.186237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7d838c00-d842-43a1-b0ba-fb4faca086e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e0d3005-cd2b-4aff-b81f-b740589cf071 HTTP/1.1" status: 204 len: 168 time: 0.6299241 Jul 16 03:47:22.189960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f4f58a-231e-4a27-82d0-6cba07184f88 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:22.229648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70881117-6c1c-43d3-9498-7d17dcf3c721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-c26b30a3-8626-4637-8652-b49a98982ece', 'network_id': 'c26b30a3-8626-4637-8652-b49a98982ece', 'tenant_id': '1568a8ed23d247c1844dab2149d75d89', 'fixed_ips': [{'subnet_id': '9a2bbfef-d3be-4b0a-b3bc-333e32b9d883'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:47:22.230581 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-70881117-6c1c-43d3-9498-7d17dcf3c721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.233731 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35f4f58a-231e-4a27-82d0-6cba07184f88 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.235005 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-35f4f58a-231e-4a27-82d0-6cba07184f88 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Added segment 98f25af2-67b8-435a-9baf-2a905d13570e of type vlan for network 00319e12-dcae-48b6-a80f-85cb654f8227 Jul 16 03:47:22.241510 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69ef6e55-93fb-4e1c-9132-0ae31e71ba19 req-bbe7c135-ffe4-4c09-a8be-8399e8bbec91 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c7892a4-801f-4864-9a19-c9a3633ee578 HTTP/1.1" status: 200 len: 217 time: 0.0691955 Jul 16 03:47:22.248469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d838c00-d842-43a1-b0ba-fb4faca086e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0d3005-cd2b-4aff-b81f-b740589cf071,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:22.312849 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed9b56a-70ff-4edc-b687-656495ed7db9 None None] Network c26b30a3-8626-4637-8652-b49a98982ece requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:22.347809 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef6e55-93fb-4e1c-9132-0ae31e71ba19 req-e137a671-0e9e-489f-b036-b197a9801ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:22.348392 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-343e87ff-37f4-4a70-ba41-061ca21179f9 None None] Provisioning for port 5be72670-6a92-448a-b048-43f31ca3f6ef completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:22.349815 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69ef6e55-93fb-4e1c-9132-0ae31e71ba19 req-e137a671-0e9e-489f-b036-b197a9801ef1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 200 len: 845 time: 0.0984814 Jul 16 03:47:22.355680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-343e87ff-37f4-4a70-ba41-061ca21179f9 None None] Provisioning complete for port 5be72670-6a92-448a-b048-43f31ca3f6ef triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:22.356577 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-343e87ff-37f4-4a70-ba41-061ca21179f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.407556 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed9b56a-70ff-4edc-b687-656495ed7db9 None None] Network c26b30a3-8626-4637-8652-b49a98982ece could not be found, it might have been deleted concurrently. {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:47:22.409178 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69ef6e55-93fb-4e1c-9132-0ae31e71ba19 req-c698c668-3132-4f51-86a6-b7787f566247 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be05005c-c098-4d8b-a55d-fc55d239f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500567 Jul 16 03:47:22.446789 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35f4f58a-231e-4a27-82d0-6cba07184f88 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.499410 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71221910-25a5-4407-8b80-308c5ce81c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.527035 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35f4f58a-231e-4a27-82d0-6cba07184f88 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.533731 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71221910-25a5-4407-8b80-308c5ce81c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.555099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f4f58a-231e-4a27-82d0-6cba07184f88 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:22.556788 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-35f4f58a-231e-4a27-82d0-6cba07184f88 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.560070 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-343e87ff-37f4-4a70-ba41-061ca21179f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.632841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69ef6e55-93fb-4e1c-9132-0ae31e71ba19 req-d92bc947-fa3d-4714-b811-3079da81ac89 service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097955 Jul 16 03:47:22.634782 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-71221910-25a5-4407-8b80-308c5ce81c52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71768ed70383426c8d1218b37dd3acae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7148776 Jul 16 03:47:22.635710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71221910-25a5-4407-8b80-308c5ce81c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa9aec9-82b0-4482-b6b0-5120cd38ff35,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:22.643964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:22.673734 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-343e87ff-37f4-4a70-ba41-061ca21179f9 None None] For port 5be72670-6a92-448a-b048-43f31ca3f6ef, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5be72670-6a92-448a-b048-43f31ca3f6ef,segment=NetworkSegment(2c5dbbb4-60bd-49fe-8620-8f593590b1b3),segment_id=2c5dbbb4-60bd-49fe-8620-8f593590b1b3)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:22.679469 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-343e87ff-37f4-4a70-ba41-061ca21179f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:22.736366 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4f58a-231e-4a27-82d0-6cba07184f88 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Network': ['ID=00319e12-dcae-48b6-a80f-85cb654f8227,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:22.765741 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-35f4f58a-231e-4a27-82d0-6cba07184f88 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6886327 Jul 16 03:47:22.766988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 00319e12-dcae-48b6-a80f-85cb654f8227 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:22.769058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53564) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:22.790085 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2e293673-56ae-4160-8d50-2ab5f0b18658 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'subnet': {'network_id': '00319e12-dcae-48b6-a80f-85cb654f8227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:22.952987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e87ff-37f4-4a70-ba41-061ca21179f9 None None] Pushing event updated for resources: {'Port': ['ID=5be72670-6a92-448a-b048-43f31ca3f6ef,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:22.972956 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51e07372-a0c1-4716-92b5-505ab4aa73f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.004687 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69ef6e55-93fb-4e1c-9132-0ae31e71ba19 req-44c8e79c-87e8-4f6a-af3a-3edd7bdad1a3 service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596575 Jul 16 03:47:23.047037 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51e07372-a0c1-4716-92b5-505ab4aa73f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.069740 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e293673-56ae-4160-8d50-2ab5f0b18658 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:23.078924 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e293673-56ae-4160-8d50-2ab5f0b18658 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.117569 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-22ee7dad-3a92-4046-b57b-7f9222b0a62e None None] Provisioning complete for port 5be72670-6a92-448a-b048-43f31ca3f6ef triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:23.117956 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-22ee7dad-3a92-4046-b57b-7f9222b0a62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.204178 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51e07372-a0c1-4716-92b5-505ab4aa73f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.206900 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51e07372-a0c1-4716-92b5-505ab4aa73f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.208065 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-51e07372-a0c1-4716-92b5-505ab4aa73f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efa9aec9-82b0-4482-b6b0-5120cd38ff35 HTTP/1.1" status: 204 len: 168 time: 0.5112882 Jul 16 03:47:23.256015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e07372-a0c1-4716-92b5-505ab4aa73f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa9aec9-82b0-4482-b6b0-5120cd38ff35,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:23.462767 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e293673-56ae-4160-8d50-2ab5f0b18658 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.523305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9aef32-6558-4ff1-8154-64412e9a3b9f req-e1fd8700-1ef7-4eeb-89a4-da28fdfacc12 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:23.536021 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c9aef32-6558-4ff1-8154-64412e9a3b9f req-e1fd8700-1ef7-4eeb-89a4-da28fdfacc12 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 944 time: 0.1772208 Jul 16 03:47:23.537608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e293673-56ae-4160-8d50-2ab5f0b18658 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Subnet': ['ID=2279a30a-647f-4f36-a92c-f6ea761ec5fc,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:23.575505 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e293673-56ae-4160-8d50-2ab5f0b18658 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Checking segment: {'id': '98f25af2-67b8-435a-9baf-2a905d13570e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '00319e12-dcae-48b6-a80f-85cb654f8227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:23.576079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e293673-56ae-4160-8d50-2ab5f0b18658 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network hostable DHCP agents. Network: 00319e12-dcae-48b6-a80f-85cb654f8227, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:23.602359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e293673-56ae-4160-8d50-2ab5f0b18658 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network 00319e12-dcae-48b6-a80f-85cb654f8227 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:23.623752 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c9aef32-6558-4ff1-8154-64412e9a3b9f req-fefcd8b3-5155-4279-8329-e3e69a0efb96 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831130 Jul 16 03:47:23.624947 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2e293673-56ae-4160-8d50-2ab5f0b18658 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 00319e12-dcae-48b6-a80f-85cb654f8227) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:23.637346 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e293673-56ae-4160-8d50-2ab5f0b18658 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:23.637957 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e293673-56ae-4160-8d50-2ab5f0b18658 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.639608 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4305c9af-a53b-4e67-a417-071f97ceb675 None None] Network 00319e12-dcae-48b6-a80f-85cb654f8227 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:23.662459 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2e293673-56ae-4160-8d50-2ab5f0b18658 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8918388 Jul 16 03:47:23.665252 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53588) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:23.810009 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.872122 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:23.901119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8418f07e-1c2e-4de7-9b32-e8eccf5a9576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-00319e12-dcae-48b6-a80f-85cb654f8227', 'network_id': '00319e12-dcae-48b6-a80f-85cb654f8227', 'tenant_id': '1568a8ed23d247c1844dab2149d75d89', 'fixed_ips': [{'subnet_id': '2279a30a-647f-4f36-a92c-f6ea761ec5fc'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:47:23.901119 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8418f07e-1c2e-4de7-9b32-e8eccf5a9576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.026920 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-8418f07e-1c2e-4de7-9b32-e8eccf5a9576 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2279a30a-647f-4f36-a92c-f6ea761ec5fc: This subnet is being modified by another concurrent operation. Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:47:24.118753 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2279a30a-647f-4f36-a92c-f6ea761ec5fc: This subnet is being modified by another concurrent operation. Jul 16 03:47:24.122519 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 16 03:47:24.152261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be82d2d-0441-4bff-b5de-94e4418fe19f None None] Network 00319e12-dcae-48b6-a80f-85cb654f8227 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:24.288539 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1c7892a4-801f-4864-9a19-c9a3633ee578 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:47:24.333571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36a6de7-f615-4814-82d2-860d89ebb5aa None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:47:24.508720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1c7892a4-801f-4864-9a19-c9a3633ee578, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1c7892a4-801f-4864-9a19-c9a3633ee578,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:24.529261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '1c7892a4-801f-4864-9a19-c9a3633ee578', 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5', 'port_id': '1c7892a4-801f-4864-9a19-c9a3633ee578', 'mac_address': 'fa:16:3e:56:fe:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c67eeac-ef92-44b4-81f1-978ab2dd4eec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:47:24.621968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36a6de7-f615-4814-82d2-860d89ebb5aa None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:47:24.660471 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.673208 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00319e12-dcae-48b6-a80f-85cb654f8227']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:24.685011 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f25af2-67b8-435a-9baf-2a905d13570e') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:24.685425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f25af2-67b8-435a-9baf-2a905d13570e') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:24.695663 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.711003 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.718257 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:24.719299 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:24.840221 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:24.873734 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.908493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Subnet': ['ID=2279a30a-647f-4f36-a92c-f6ea761ec5fc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:24.926818 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7892a4-801f-4864-9a19-c9a3633ee578 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:24.937879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.957350 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:24.967952 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/00319e12-dcae-48b6-a80f-85cb654f8227 HTTP/1.1" status: 204 len: 168 time: 1.2981169 Jul 16 03:47:24.968213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53638) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:24.975368 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-86531fcb-8bad-43b6-b118-2d1c34361318 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1615112705'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:25.000660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1c7892a4-801f-4864-9a19-c9a3633ee578, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1c7892a4-801f-4864-9a19-c9a3633ee578,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:25.010486 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:25.040230 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4e344-aad5-4adb-934e-0963698c68c8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Network': ['ID=00319e12-dcae-48b6-a80f-85cb654f8227,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:25.055122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5be72670-6a92-448a-b048-43f31ca3f6ef up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:25.084849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86531fcb-8bad-43b6-b118-2d1c34361318 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:25.094427 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86531fcb-8bad-43b6-b118-2d1c34361318 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:25.169902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86531fcb-8bad-43b6-b118-2d1c34361318 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:25.194696 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86531fcb-8bad-43b6-b118-2d1c34361318 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:25.196155 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-86531fcb-8bad-43b6-b118-2d1c34361318 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Added segment ace2700c-d79f-4534-aec8-8875d9645bbd of type vlan for network 3b6b63d7-a34e-4894-9be7-1e91bf2629a1 Jul 16 03:47:25.272554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=1c7892a4-801f-4864-9a19-c9a3633ee578,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:25.283644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 5be72670-6a92-448a-b048-43f31ca3f6ef triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:25.284231 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:25.296640 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f3723-a08b-4615-b251-a4d43977579a req-ba03d9fe-d68f-40ab-93f5-ce181dc5628d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:25.298257 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f3723-a08b-4615-b251-a4d43977579a req-ba03d9fe-d68f-40ab-93f5-ce181dc5628d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 945 time: 0.2890921 Jul 16 03:47:25.302211 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86531fcb-8bad-43b6-b118-2d1c34361318 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:25.441514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['1c7892a4-801f-4864-9a19-c9a3633ee578'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:25.443592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f3723-a08b-4615-b251-a4d43977579a req-1c87311d-9d7f-4778-9102-c254c9134103 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322980 Jul 16 03:47:25.444829 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86531fcb-8bad-43b6-b118-2d1c34361318 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:25.505375 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86531fcb-8bad-43b6-b118-2d1c34361318 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:25.509202 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86531fcb-8bad-43b6-b118-2d1c34361318 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:25.574665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-86531fcb-8bad-43b6-b118-2d1c34361318 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6036768 Jul 16 03:47:25.577710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53666) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:25.583052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-98c6e103-4f2a-4a8d-acce-4bf067fab3ff tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'subnet': {'network_id': '3b6b63d7-a34e-4894-9be7-1e91bf2629a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:25.704937 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86531fcb-8bad-43b6-b118-2d1c34361318 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Network': ['ID=3b6b63d7-a34e-4894-9be7-1e91bf2629a1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:25.728345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 3b6b63d7-a34e-4894-9be7-1e91bf2629a1 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:25.807128 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c6e103-4f2a-4a8d-acce-4bf067fab3ff tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:25.812142 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c6e103-4f2a-4a8d-acce-4bf067fab3ff tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:26.182006 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c6e103-4f2a-4a8d-acce-4bf067fab3ff tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:26.264555 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c6e103-4f2a-4a8d-acce-4bf067fab3ff tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Checking segment: {'id': 'ace2700c-d79f-4534-aec8-8875d9645bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b6b63d7-a34e-4894-9be7-1e91bf2629a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:26.265169 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c6e103-4f2a-4a8d-acce-4bf067fab3ff tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network hostable DHCP agents. Network: 3b6b63d7-a34e-4894-9be7-1e91bf2629a1, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:26.299722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6e103-4f2a-4a8d-acce-4bf067fab3ff tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Subnet': ['ID=ac73932d-baf1-4ed9-993f-995d3c3a95fc,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:26.310044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c6e103-4f2a-4a8d-acce-4bf067fab3ff tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network 3b6b63d7-a34e-4894-9be7-1e91bf2629a1 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:26.323055 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-98c6e103-4f2a-4a8d-acce-4bf067fab3ff tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 3b6b63d7-a34e-4894-9be7-1e91bf2629a1) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:26.329194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c6e103-4f2a-4a8d-acce-4bf067fab3ff tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:26.330038 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98c6e103-4f2a-4a8d-acce-4bf067fab3ff tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:26.334952 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba166d3c-3607-4809-bcc2-410b44aff6d6 None None] Network 3b6b63d7-a34e-4894-9be7-1e91bf2629a1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:26.352594 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-98c6e103-4f2a-4a8d-acce-4bf067fab3ff tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7734792 Jul 16 03:47:26.355451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:26.361890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-04bd2ee6-c407-4ed7-9d5b-f8bd8f51c3d8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'subnet': {'network_id': '3b6b63d7-a34e-4894-9be7-1e91bf2629a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:26.565413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53774) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:26.595823 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bd2ee6-c407-4ed7-9d5b-f8bd8f51c3d8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:26.602253 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04bd2ee6-c407-4ed7-9d5b-f8bd8f51c3d8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:26.640403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-3b6b63d7-a34e-4894-9be7-1e91bf2629a1', 'network_id': '3b6b63d7-a34e-4894-9be7-1e91bf2629a1', 'tenant_id': '1568a8ed23d247c1844dab2149d75d89', 'fixed_ips': [{'subnet_id': 'ac73932d-baf1-4ed9-993f-995d3c3a95fc'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:47:26.641838 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:26.855807 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8005123d-90da-4652-b857-64b0ea46a297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.012549 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Allocated IP 2001:db8::2 (3b6b63d7-a34e-4894-9be7-1e91bf2629a1/ac73932d-baf1-4ed9-993f-995d3c3a95fc/82f3e3f9-cf4f-402a-8ca9-61c99dd838d0) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:27.065866 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8005123d-90da-4652-b857-64b0ea46a297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.073969 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8005123d-90da-4652-b857-64b0ea46a297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.148603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005123d-90da-4652-b857-64b0ea46a297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c92aeb-d928-4670-9362-b1908de77bf8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:27.165234 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8005123d-90da-4652-b857-64b0ea46a297 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aaa101d003544d3fb68f1c2c578baeb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5978844 Jul 16 03:47:27.174796 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53818) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:27.227592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b40e7-c6b5-48e2-bfce-c35d78b03340 req-52deb558-8030-4150-8435-51fd6ddeb50c tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:27.230026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc8b40e7-c6b5-48e2-bfce-c35d78b03340 req-52deb558-8030-4150-8435-51fd6ddeb50c tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 945 time: 0.2872138 Jul 16 03:47:27.290600 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db29d3e7-92ed-45fd-975f-19477cce5415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.298584 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.326563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Transition to ACTIVE for port object 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:27.349259 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db29d3e7-92ed-45fd-975f-19477cce5415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.355197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Transition to ACTIVE for port object 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:27.365180 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.418504 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Pushing event updated for resources: {'Port': ['ID=82f3e3f9-cf4f-402a-8ca9-61c99dd838d0,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:27.427267 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Network 3b6b63d7-a34e-4894-9be7-1e91bf2629a1 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:27.428711 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:27.446190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:27.449603 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db29d3e7-92ed-45fd-975f-19477cce5415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.453914 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db29d3e7-92ed-45fd-975f-19477cce5415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.455086 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-db29d3e7-92ed-45fd-975f-19477cce5415 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47c92aeb-d928-4670-9362-b1908de77bf8 HTTP/1.1" status: 204 len: 168 time: 0.2754455 Jul 16 03:47:27.470283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29d3e7-92ed-45fd-975f-19477cce5415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c92aeb-d928-4670-9362-b1908de77bf8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:27.477219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc8b40e7-c6b5-48e2-bfce-c35d78b03340 req-9a16814c-68a6-4376-b895-10eec147478e tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605189 Jul 16 03:47:27.524974 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04bd2ee6-c407-4ed7-9d5b-f8bd8f51c3d8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.575452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Attempting to bind port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:27.576290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Attempting to bind port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'ace2700c-d79f-4534-aec8-8875d9645bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b6b63d7-a34e-4894-9be7-1e91bf2629a1'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:27.576693 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Attempting to bind port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 on network 3b6b63d7-a34e-4894-9be7-1e91bf2629a1 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:27.593595 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:27.594547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Checking segment: {'id': 'ace2700c-d79f-4534-aec8-8875d9645bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b6b63d7-a34e-4894-9be7-1e91bf2629a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:27.594964 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.597185 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Bound using segment: {'id': 'ace2700c-d79f-4534-aec8-8875d9645bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b6b63d7-a34e-4894-9be7-1e91bf2629a1'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:27.598435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Bound port: 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace2700c-d79f-4534-aec8-8875d9645bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '3b6b63d7-a34e-4894-9be7-1e91bf2629a1'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:27.599648 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.652191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bd2ee6-c407-4ed7-9d5b-f8bd8f51c3d8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network 3b6b63d7-a34e-4894-9be7-1e91bf2629a1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:27.655621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-04bd2ee6-c407-4ed7-9d5b-f8bd8f51c3d8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:27.663364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bd2ee6-c407-4ed7-9d5b-f8bd8f51c3d8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:27.664215 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04bd2ee6-c407-4ed7-9d5b-f8bd8f51c3d8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.680917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd2ee6-c407-4ed7-9d5b-f8bd8f51c3d8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Subnet': ['ID=cecc13e5-20f5-400e-8eff-9b0e5c6ba263,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:27.692913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53860) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:27.696901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-04bd2ee6-c407-4ed7-9d5b-f8bd8f51c3d8 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3402202 Jul 16 03:47:27.740864 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] For port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:27.747637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] For port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=82f3e3f9-cf4f-402a-8ca9-61c99dd838d0,segment=NetworkSegment(ace2700c-d79f-4534-aec8-8875d9645bbd),segment_id=ace2700c-d79f-4534-aec8-8875d9645bbd)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:27.756945 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:27.880282 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06466299-ac2e-4b20-8e68-dc81295d8e1e None None] Pushing event updated for resources: {'Port': ['ID=82f3e3f9-cf4f-402a-8ca9-61c99dd838d0,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:27.942987 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891fe25b-3e58-4fcd-a715-10d0ae7fcaae tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:27.947903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891fe25b-3e58-4fcd-a715-10d0ae7fcaae tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:27.949740 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891fe25b-3e58-4fcd-a715-10d0ae7fcaae tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:27.950311 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:27.951699 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891fe25b-3e58-4fcd-a715-10d0ae7fcaae tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:27.954218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891fe25b-3e58-4fcd-a715-10d0ae7fcaae tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:27.960752 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-891fe25b-3e58-4fcd-a715-10d0ae7fcaae tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2662694 Jul 16 03:47:27.961280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:27.975292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0444aaa7-6d57-44c1-a29f-fcbc213f99a3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1933729847'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:27.989441 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e1b42f9-f3f4-4f33-983a-e8f92472cf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.058589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0444aaa7-6d57-44c1-a29f-fcbc213f99a3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:28.063679 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0444aaa7-6d57-44c1-a29f-fcbc213f99a3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.113756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0444aaa7-6d57-44c1-a29f-fcbc213f99a3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:28.210044 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e1b42f9-f3f4-4f33-983a-e8f92472cf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.214700 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e1b42f9-f3f4-4f33-983a-e8f92472cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.251748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53878) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:28.253540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1c7892a4-801f-4864-9a19-c9a3633ee578 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:28.258219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2e1b42f9-f3f4-4f33-983a-e8f92472cf81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=235131554a8d4d7d817ddb9042b627dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066587 Jul 16 03:47:28.259673 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0444aaa7-6d57-44c1-a29f-fcbc213f99a3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.260166 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-0444aaa7-6d57-44c1-a29f-fcbc213f99a3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Added segment 441869c9-03ee-4d39-b38f-79dcca3fbaf2 of type vlan for network 9231b87b-9528-4ae7-95cf-ee92f7dc917d Jul 16 03:47:28.334240 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 1c7892a4-801f-4864-9a19-c9a3633ee578 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:28.344672 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 1c7892a4-801f-4864-9a19-c9a3633ee578 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:28.345054 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.383949 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf068-c2f1-4c3b-9b64-bb9c23b25ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.420271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b42f9-f3f4-4f33-983a-e8f92472cf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e9ed9d-5199-460d-b2d4-f267a986dd3a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:28.423793 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf068-c2f1-4c3b-9b64-bb9c23b25ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.436022 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0444aaa7-6d57-44c1-a29f-fcbc213f99a3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.482553 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.502113 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0444aaa7-6d57-44c1-a29f-fcbc213f99a3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.519064 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0444aaa7-6d57-44c1-a29f-fcbc213f99a3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:28.520014 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0444aaa7-6d57-44c1-a29f-fcbc213f99a3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.556383 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf068-c2f1-4c3b-9b64-bb9c23b25ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.559851 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6fcbf068-c2f1-4c3b-9b64-bb9c23b25ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.561866 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6fcbf068-c2f1-4c3b-9b64-bb9c23b25ac6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99e9ed9d-5199-460d-b2d4-f267a986dd3a HTTP/1.1" status: 204 len: 168 time: 0.3085494 Jul 16 03:47:28.584039 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbf068-c2f1-4c3b-9b64-bb9c23b25ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e9ed9d-5199-460d-b2d4-f267a986dd3a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:28.598573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b68d78-c8cf-4733-ad4f-30d1bcf08f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7892a4-801f-4864-9a19-c9a3633ee578'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:28.608823 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ffc412-6dec-4646-a214-0ae9a5260b50" -d '{"events": [{"server_uuid": "60b68d78-c8cf-4733-ad4f-30d1bcf08f5d", "name": "network-vif-plugged", "status": "completed", "tag": "1c7892a4-801f-4864-9a19-c9a3633ee578"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:28.636357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0444aaa7-6d57-44c1-a29f-fcbc213f99a3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6738276 Jul 16 03:47:28.638902 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53896) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:28.646724 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2c996860-2469-40ef-918b-759ff8e6b493 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:28.682220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1c7892a4-801f-4864-9a19-c9a3633ee578, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1c7892a4-801f-4864-9a19-c9a3633ee578,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:28.700360 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:28.779875 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83581cec-7dab-49d6-b319-b23bbb51dbbb x-openstack-request-id: req-83581cec-7dab-49d6-b319-b23bbb51dbbb {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:28.793746 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b68d78-c8cf-4733-ad4f-30d1bcf08f5d", "name": "network-vif-plugged", "status": "completed", "tag": "1c7892a4-801f-4864-9a19-c9a3633ee578", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:28.794989 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83581cec-7dab-49d6-b319-b23bbb51dbbb {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:28.796433 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b68d78-c8cf-4733-ad4f-30d1bcf08f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7892a4-801f-4864-9a19-c9a3633ee578', 'code': 200} Jul 16 03:47:28.855337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444aaa7-6d57-44c1-a29f-fcbc213f99a3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Network': ['ID=9231b87b-9528-4ae7-95cf-ee92f7dc917d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:28.892544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=1c7892a4-801f-4864-9a19-c9a3633ee578,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:28.897686 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 9231b87b-9528-4ae7-95cf-ee92f7dc917d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:29.031710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac1695-cd00-4349-a7db-6864fa2bc1db req-bae1ba92-ceaf-4c11-a9e8-4aa8ad8d4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:29.033896 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6cac1695-cd00-4349-a7db-6864fa2bc1db req-bae1ba92-ceaf-4c11-a9e8-4aa8ad8d4d8b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 1097 time: 0.2039084 Jul 16 03:47:29.147157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:29.149694 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c996860-2469-40ef-918b-759ff8e6b493 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:29.179855 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c996860-2469-40ef-918b-759ff8e6b493 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:29.194250 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c996860-2469-40ef-918b-759ff8e6b493 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network 9231b87b-9528-4ae7-95cf-ee92f7dc917d is not hosted by any dhcp agent {{(pid=93768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:47:29.204112 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c996860-2469-40ef-918b-759ff8e6b493 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:29.205184 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c996860-2469-40ef-918b-759ff8e6b493 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:29.206904 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2c996860-2469-40ef-918b-759ff8e6b493 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "PUT /v2.0/networks/9231b87b-9528-4ae7-95cf-ee92f7dc917d HTTP/1.1" status: 200 len: 723 time: 0.5669768 Jul 16 03:47:29.214170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53916) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:29.241879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-09891e12-32b7-4f5e-9959-b3e79371bf32 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'subnet': {'network_id': '9231b87b-9528-4ae7-95cf-ee92f7dc917d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:29.292596 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:29.309933 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c996860-2469-40ef-918b-759ff8e6b493 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Network': ['ID=9231b87b-9528-4ae7-95cf-ee92f7dc917d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:29.314693 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6cac1695-cd00-4349-a7db-6864fa2bc1db req-4ebe1001-3e10-4c1d-b8ad-51735c835431 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609468 Jul 16 03:47:29.322477 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 9231b87b-9528-4ae7-95cf-ee92f7dc917d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:29.333193 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e434e2-f177-40cb-ae3e-05592762ca30 req-5e501ee9-f8d6-4af5-bdb6-beaba8456618 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:29.335419 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b2e434e2-f177-40cb-ae3e-05592762ca30 req-5e501ee9-f8d6-4af5-bdb6-beaba8456618 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 946 time: 0.4038403 Jul 16 03:47:29.450292 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b2e434e2-f177-40cb-ae3e-05592762ca30 req-cc7a6851-3bad-421e-abdb-67197cb23a9f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064785 Jul 16 03:47:29.487456 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09891e12-32b7-4f5e-9959-b3e79371bf32 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:29.494761 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09891e12-32b7-4f5e-9959-b3e79371bf32 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:29.675821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a4bd7a-22d5-4cf5-acf1-51f0b9db4f06 None None] Network 3b6b63d7-a34e-4894-9be7-1e91bf2629a1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:29.716916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-462a228f-1b43-4411-ad3f-f81bc02b525a None None] Provisioning for port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:29.766122 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09891e12-32b7-4f5e-9959-b3e79371bf32 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:29.766731 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-462a228f-1b43-4411-ad3f-f81bc02b525a None None] Provisioning complete for port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:29.766880 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-462a228f-1b43-4411-ad3f-f81bc02b525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:29.845424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09891e12-32b7-4f5e-9959-b3e79371bf32 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Subnet': ['ID=a61266a9-b1c2-4709-80e1-8943864bb618,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:29.850035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09891e12-32b7-4f5e-9959-b3e79371bf32 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Checking segment: {'id': '441869c9-03ee-4d39-b38f-79dcca3fbaf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '9231b87b-9528-4ae7-95cf-ee92f7dc917d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:29.850454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09891e12-32b7-4f5e-9959-b3e79371bf32 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network hostable DHCP agents. Network: 9231b87b-9528-4ae7-95cf-ee92f7dc917d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:29.871273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09891e12-32b7-4f5e-9959-b3e79371bf32 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network 9231b87b-9528-4ae7-95cf-ee92f7dc917d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:29.889173 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-09891e12-32b7-4f5e-9959-b3e79371bf32 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 9231b87b-9528-4ae7-95cf-ee92f7dc917d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:29.899953 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09891e12-32b7-4f5e-9959-b3e79371bf32 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:29.902391 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09891e12-32b7-4f5e-9959-b3e79371bf32 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:29.931446 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-09891e12-32b7-4f5e-9959-b3e79371bf32 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7104266 Jul 16 03:47:29.931633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ffbad3-e262-407d-bcc4-26b33a0df26a None None] Network 9231b87b-9528-4ae7-95cf-ee92f7dc917d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:29.931726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:29.939470 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-130d2d3c-8bcb-40bb-a936-990523e5da6f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:30.074942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53972) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:30.128401 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-130d2d3c-8bcb-40bb-a936-990523e5da6f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10263396'] for subnet, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.277606 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1205220676'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:30.335594 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Made reservation on behalf of fdca37d3cec941beb0eab87e0f6c053e for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:30.339124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.351272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.460839 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-130d2d3c-8bcb-40bb-a936-990523e5da6f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750206847115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8529284'] for subnet, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.485817 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-126eebaf-116e-41be-8477-a084cfd7ba9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.508129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130d2d3c-8bcb-40bb-a936-990523e5da6f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:30.508903 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-130d2d3c-8bcb-40bb-a936-990523e5da6f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.514298 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-130d2d3c-8bcb-40bb-a936-990523e5da6f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "PUT /v2.0/subnets/a61266a9-b1c2-4709-80e1-8943864bb618 HTTP/1.1" status: 200 len: 826 time: 0.5814202 Jul 16 03:47:30.515138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:30.527146 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-462a228f-1b43-4411-ad3f-f81bc02b525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.588128 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.595626 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.618438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:30.639012 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.639504 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Added segment 75081d9c-97cd-45d7-bfb2-9080869611d0 of type vlan for network a349739b-617d-426a-b81e-60f8090e60c8 Jul 16 03:47:30.664724 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.693112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d2d3c-8bcb-40bb-a936-990523e5da6f tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Subnet': ['ID=a61266a9-b1c2-4709-80e1-8943864bb618,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:30.707613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-462a228f-1b43-4411-ad3f-f81bc02b525a None None] For port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=82f3e3f9-cf4f-402a-8ca9-61c99dd838d0,segment=NetworkSegment(ace2700c-d79f-4534-aec8-8875d9645bbd),segment_id=ace2700c-d79f-4534-aec8-8875d9645bbd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:30.729209 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-462a228f-1b43-4411-ad3f-f81bc02b525a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.737705 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.780518 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.787400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:30.788464 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.801970 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.852006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c38105-341c-41f1-9774-3cf41d91535c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:30.862454 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7831838 Jul 16 03:47:30.892660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ad5eae-ec13-4ca6-a801-cc2738da077d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-9231b87b-9528-4ae7-95cf-ee92f7dc917d', 'network_id': '9231b87b-9528-4ae7-95cf-ee92f7dc917d', 'tenant_id': '1568a8ed23d247c1844dab2149d75d89', 'fixed_ips': [{'subnet_id': 'a61266a9-b1c2-4709-80e1-8943864bb618'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:47:30.893730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54022) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:30.894399 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e9ad5eae-ec13-4ca6-a801-cc2738da077d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.899150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-439a322d-83ba-46b2-8ff2-668da94e1ae9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Request body: {'subnet': {'network_id': 'a349739b-617d-426a-b81e-60f8090e60c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:30.928887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:30.974777 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a228f-1b43-4411-ad3f-f81bc02b525a None None] Pushing event updated for resources: {'Port': ['ID=82f3e3f9-cf4f-402a-8ca9-61c99dd838d0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:30.995880 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589a653-f3ba-4dc0-9e84-07d2a2f9c3d5 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event updated for resources: {'Network': ['ID=a349739b-617d-426a-b81e-60f8090e60c8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:30.998722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Subnet': ['ID=a61266a9-b1c2-4709-80e1-8943864bb618,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:31.032190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439a322d-83ba-46b2-8ff2-668da94e1ae9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Made reservation on behalf of fdca37d3cec941beb0eab87e0f6c053e for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:31.041697 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439a322d-83ba-46b2-8ff2-668da94e1ae9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.061703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network a349739b-617d-426a-b81e-60f8090e60c8 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:31.069800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bfbbc-a959-4a9f-876b-572697c4f4e7 req-0be8bb1c-5275-4c9b-b91b-c7793927019f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:31.071905 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c07bfbbc-a959-4a9f-876b-572697c4f4e7 req-0be8bb1c-5275-4c9b-b91b-c7793927019f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 946 time: 0.3318484 Jul 16 03:47:31.148351 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.172808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9231b87b-9528-4ae7-95cf-ee92f7dc917d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:31.188697 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c07bfbbc-a959-4a9f-876b-572697c4f4e7 req-a964cf44-e530-409b-85fc-c3f6adf87fef tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091807 Jul 16 03:47:31.193089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441869c9-03ee-4d39-b38f-79dcca3fbaf2') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:31.193432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441869c9-03ee-4d39-b38f-79dcca3fbaf2') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:31.204661 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.240022 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.241840 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.258645 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adf6d79-c509-48c8-863d-480a25218b0b None None] Network 9231b87b-9528-4ae7-95cf-ee92f7dc917d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:31.266103 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:31.267242 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:31.274907 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:31.355968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db3cc26-f353-4964-94df-b31ee694fc11 None None] Update dhcp port {'port': {'network_id': '3b6b63d7-a34e-4894-9be7-1e91bf2629a1', 'fixed_ips': [{'subnet_id': 'ac73932d-baf1-4ed9-993f-995d3c3a95fc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cecc13e5-20f5-400e-8eff-9b0e5c6ba263'}], 'binding:host_id': 'n-d-800088-6'}, 'id': '82f3e3f9-cf4f-402a-8ca9-61c99dd838d0'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:47:31.432825 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2db3cc26-f353-4964-94df-b31ee694fc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.451009 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.456706 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439a322d-83ba-46b2-8ff2-668da94e1ae9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.461282 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.472134 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54038) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:31.472564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/9231b87b-9528-4ae7-95cf-ee92f7dc917d HTTP/1.1" status: 204 len: 168 time: 0.9417360 Jul 16 03:47:31.504689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5403f68-4d2d-4b45-8597-d7340ff45b3a tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Network': ['ID=9231b87b-9528-4ae7-95cf-ee92f7dc917d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:31.564424 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8437070-b9f3-4fa8-82b5-a3faded43229 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] DELETE failed (client error): The resource could not be found. Jul 16 03:47:31.565420 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8437070-b9f3-4fa8-82b5-a3faded43229 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:31.567230 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b8437070-b9f3-4fa8-82b5-a3faded43229 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/9231b87b-9528-4ae7-95cf-ee92f7dc917d HTTP/1.1" status: 404 len: 339 time: 0.0886662 Jul 16 03:47:31.574621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:31.588376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7995db12-6df5-4d07-831b-6f41ee8a5ba5 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-741370263', 'description': 'd1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:31.604201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a322d-83ba-46b2-8ff2-668da94e1ae9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Checking segment: {'id': '75081d9c-97cd-45d7-bfb2-9080869611d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a349739b-617d-426a-b81e-60f8090e60c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:31.604607 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a322d-83ba-46b2-8ff2-668da94e1ae9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Network hostable DHCP agents. Network: a349739b-617d-426a-b81e-60f8090e60c8, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:31.620722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1be0ff-8b94-4583-9c2e-6d5fb22ce896 None None] Network 9231b87b-9528-4ae7-95cf-ee92f7dc917d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:31.629362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54044) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:31.634820 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a322d-83ba-46b2-8ff2-668da94e1ae9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event updated for resources: {'Subnet': ['ID=345f5fdc-e9b6-4795-8d46-0cb0684f7116,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:31.657416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c11c48-e151-4087-bcca-828f716cf70f req-02289d50-b909-4e42-8803-2036a7365213 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:31.664955 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4c11c48-e151-4087-bcca-828f716cf70f req-02289d50-b909-4e42-8803-2036a7365213 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 946 time: 0.1703968 Jul 16 03:47:31.674560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a322d-83ba-46b2-8ff2-668da94e1ae9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Network a349739b-617d-426a-b81e-60f8090e60c8 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:31.687673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-439a322d-83ba-46b2-8ff2-668da94e1ae9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, a349739b-617d-426a-b81e-60f8090e60c8) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:31.688278 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:47:31.695856 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439a322d-83ba-46b2-8ff2-668da94e1ae9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:31.696748 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439a322d-83ba-46b2-8ff2-668da94e1ae9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.711778 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.728075 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4c11c48-e151-4087-bcca-828f716cf70f req-c0d9c280-7245-4299-8707-6ad91787afef tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607631 Jul 16 03:47:31.729191 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-439a322d-83ba-46b2-8ff2-668da94e1ae9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8343542 Jul 16 03:47:31.729577 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e4224b-7430-4bed-bdb6-1e7374b7eaee None None] Network a349739b-617d-426a-b81e-60f8090e60c8 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:31.730992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54048) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:31.732813 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1be0ff-8b94-4583-9c2e-6d5fb22ce896 None None] Network 9231b87b-9528-4ae7-95cf-ee92f7dc917d could not be found, it might have been deleted concurrently. {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:47:31.735175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7995db12-6df5-4d07-831b-6f41ee8a5ba5 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:31.741627 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-64832f1d-7956-482b-a07e-1661c82ff93e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Request body: {'port': {'network_id': 'a349739b-617d-426a-b81e-60f8090e60c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1384243207'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:31.743413 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7995db12-6df5-4d07-831b-6f41ee8a5ba5 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.808617 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7995db12-6df5-4d07-831b-6f41ee8a5ba5 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:31.846194 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7995db12-6df5-4d07-831b-6f41ee8a5ba5 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.846556 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-7995db12-6df5-4d07-831b-6f41ee8a5ba5 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Added segment 5709ed17-b116-45c4-be1c-d5b33008bd03 of type vlan for network 055d48a9-eaf4-46c9-bdb0-12bf872ba553 Jul 16 03:47:31.884210 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c405943-bd90-44b4-b10e-0f4395c64a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.942555 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-3c405943-bd90-44b4-b10e-0f4395c64a57 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:47:31.942555 n-d-800088-6 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:47:31.942555 n-d-800088-6 neutron-server[93767]: [parameters: {'project_id_1': '970511b7136c45429950388fbb0219b1', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 47, 31, 926424)}] Jul 16 03:47:31.942555 n-d-800088-6 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:47:31.943028 n-d-800088-6 neutron-server[93767]: DEBUG oslo_db.api [None req-3c405943-bd90-44b4-b10e-0f4395c64a57 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:47:31.947176 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7995db12-6df5-4d07-831b-6f41ee8a5ba5 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.951861 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64832f1d-7956-482b-a07e-1661c82ff93e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Made reservation on behalf of fdca37d3cec941beb0eab87e0f6c053e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:31.960897 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64832f1d-7956-482b-a07e-1661c82ff93e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:31.977003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-2db3cc26-f353-4964-94df-b31ee694fc11 None None] Allocated IP 172.20.0.1 (3b6b63d7-a34e-4894-9be7-1e91bf2629a1/cecc13e5-20f5-400e-8eff-9b0e5c6ba263/82f3e3f9-cf4f-402a-8ca9-61c99dd838d0) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:32.007420 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-64832f1d-7956-482b-a07e-1661c82ff93e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] device_id is not set on port d6354a47-586c-4b81-b176-d90f2be3deff yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:47:32.011394 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7995db12-6df5-4d07-831b-6f41ee8a5ba5 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.029573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7995db12-6df5-4d07-831b-6f41ee8a5ba5 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:32.030510 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7995db12-6df5-4d07-831b-6f41ee8a5ba5 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.114741 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7995db12-6df5-4d07-831b-6f41ee8a5ba5 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5384021 Jul 16 03:47:32.117786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:32.142538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-a349739b-617d-426a-b81e-60f8090e60c8', 'network_id': 'a349739b-617d-426a-b81e-60f8090e60c8', 'tenant_id': 'fdca37d3cec941beb0eab87e0f6c053e', 'fixed_ips': [{'subnet_id': '345f5fdc-e9b6-4795-8d46-0cb0684f7116'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:47:32.143402 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.190211 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-64832f1d-7956-482b-a07e-1661c82ff93e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Allocated IP 2001:db8::238 (a349739b-617d-426a-b81e-60f8090e60c8/345f5fdc-e9b6-4795-8d46-0cb0684f7116/d6354a47-586c-4b81-b176-d90f2be3deff) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:32.366467 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64832f1d-7956-482b-a07e-1661c82ff93e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.382429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-64832f1d-7956-482b-a07e-1661c82ff93e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Transition to ACTIVE for port object d6354a47-586c-4b81-b176-d90f2be3deff will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:32.382720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2db3cc26-f353-4964-94df-b31ee694fc11 None None] For port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=82f3e3f9-cf4f-402a-8ca9-61c99dd838d0,segment=NetworkSegment(ace2700c-d79f-4534-aec8-8875d9645bbd),segment_id=ace2700c-d79f-4534-aec8-8875d9645bbd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:32.403284 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871fd6e6-8296-404c-acd5-463a52e3c900 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:32.409240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-871fd6e6-8296-404c-acd5-463a52e3c900 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "GET /v2.0/networks?id=055d48a9-eaf4-46c9-bdb0-12bf872ba553 HTTP/1.1" status: 200 len: 764 time: 0.2872903 Jul 16 03:47:32.410997 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:32.419203 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f8dfa9f0-ccdc-4343-8ca9-f09858dc27c4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'network': {'description': 'd2'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:32.423529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64832f1d-7956-482b-a07e-1661c82ff93e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.494000 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64832f1d-7956-482b-a07e-1661c82ff93e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event updated for resources: {'Port': ['ID=d6354a47-586c-4b81-b176-d90f2be3deff,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:32.503255 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64832f1d-7956-482b-a07e-1661c82ff93e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Network a349739b-617d-426a-b81e-60f8090e60c8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:32.504698 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995db12-6df5-4d07-831b-6f41ee8a5ba5 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Network': ['ID=055d48a9-eaf4-46c9-bdb0-12bf872ba553,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:32.504823 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-64832f1d-7956-482b-a07e-1661c82ff93e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:32.507040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64832f1d-7956-482b-a07e-1661c82ff93e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:32.509653 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c405943-bd90-44b4-b10e-0f4395c64a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.513514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64832f1d-7956-482b-a07e-1661c82ff93e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:32.514080 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64832f1d-7956-482b-a07e-1661c82ff93e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.531943 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-64832f1d-7956-482b-a07e-1661c82ff93e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7989562 Jul 16 03:47:32.534906 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54062) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:32.541461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-78c7c542-f1d5-4c18-89f5-c7d1cfff098e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Request body: {'port': {'network_id': 'a349739b-617d-426a-b81e-60f8090e60c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-612774439', 'allowed_address_pairs': [{'ip_address': '2001:db8::238', 'mac_address': 'fa:16:3e:b7:75:fe'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:32.554698 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Allocated IP 2001:db8::2 (a349739b-617d-426a-b81e-60f8090e60c8/345f5fdc-e9b6-4795-8d46-0cb0684f7116/f29cb1b1-e350-4dd3-8b1f-c7a0050c3603) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:32.576604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 055d48a9-eaf4-46c9-bdb0-12bf872ba553 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:32.672661 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2db3cc26-f353-4964-94df-b31ee694fc11 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.719758 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2db3cc26-f353-4964-94df-b31ee694fc11 None None] Transition to ACTIVE for port object 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:32.749565 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2db3cc26-f353-4964-94df-b31ee694fc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.785866 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8dfa9f0-ccdc-4343-8ca9-f09858dc27c4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.790012 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c405943-bd90-44b4-b10e-0f4395c64a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.804228 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c405943-bd90-44b4-b10e-0f4395c64a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.816944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c7c542-f1d5-4c18-89f5-c7d1cfff098e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Made reservation on behalf of fdca37d3cec941beb0eab87e0f6c053e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:32.848047 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8dfa9f0-ccdc-4343-8ca9-f09858dc27c4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.853477 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3cc26-f353-4964-94df-b31ee694fc11 None None] Pushing event updated for resources: {'Port': ['ID=82f3e3f9-cf4f-402a-8ca9-61c99dd838d0,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:32.871759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72118d8-bb2c-4602-b8fc-0019651b10e8 req-49233021-492f-4175-8891-1c5297140143 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:32.874066 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a72118d8-bb2c-4602-b8fc-0019651b10e8 req-49233021-492f-4175-8891-1c5297140143 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 946 time: 0.3656759 Jul 16 03:47:32.967399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8dfa9f0-ccdc-4343-8ca9-f09858dc27c4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network 055d48a9-eaf4-46c9-bdb0-12bf872ba553 is not hosted by any dhcp agent {{(pid=93767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:47:32.977652 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dfa9f0-ccdc-4343-8ca9-f09858dc27c4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:32.982980 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8dfa9f0-ccdc-4343-8ca9-f09858dc27c4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:32.985857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f8dfa9f0-ccdc-4343-8ca9-f09858dc27c4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "PUT /v2.0/networks/055d48a9-eaf4-46c9-bdb0-12bf872ba553 HTTP/1.1" status: 200 len: 761 time: 0.5729470 Jul 16 03:47:32.988588 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:33.023430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3c405943-bd90-44b4-b10e-0f4395c64a57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=970511b7136c45429950388fbb0219b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3930955 Jul 16 03:47:33.026184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:33.036440 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:33.056984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c405943-bd90-44b4-b10e-0f4395c64a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef3642-b506-461e-b50c-a993c26ff7c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:33.092669 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78c7c542-f1d5-4c18-89f5-c7d1cfff098e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.123835 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c300793-f221-4274-8aaf-f036d386db98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.139231 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.141982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfa9f0-ccdc-4343-8ca9-f09858dc27c4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Network': ['ID=055d48a9-eaf4-46c9-bdb0-12bf872ba553,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:33.156758 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a72118d8-bb2c-4602-b8fc-0019651b10e8 req-4647e507-8bb1-4218-9236-0701dfe743ee tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280495 Jul 16 03:47:33.164331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 055d48a9-eaf4-46c9-bdb0-12bf872ba553 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:33.172682 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f8e13b9-552f-49a5-b012-0276dcfa4726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.173118 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9801670-2b78-4272-b320-a6a71af3cef9 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:33.181819 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:33.188589 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c9801670-2b78-4272-b320-a6a71af3cef9 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "GET /v2.0/networks?id=055d48a9-eaf4-46c9-bdb0-12bf872ba553 HTTP/1.1" status: 200 len: 764 time: 0.1909261 Jul 16 03:47:33.198910 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-78c7c542-f1d5-4c18-89f5-c7d1cfff098e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] device_id is not set on port 375f422a-6bcf-4083-b3d6-479b7473da78 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:47:33.284287 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f8e13b9-552f-49a5-b012-0276dcfa4726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.290585 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.300909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Transition to ACTIVE for port object f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:33.318927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Transition to ACTIVE for port object f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:33.332228 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.407342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Pushing event updated for resources: {'Port': ['ID=f29cb1b1-e350-4dd3-8b1f-c7a0050c3603,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:33.457834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-78c7c542-f1d5-4c18-89f5-c7d1cfff098e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Allocated IP 2001:db8::211 (a349739b-617d-426a-b81e-60f8090e60c8/345f5fdc-e9b6-4795-8d46-0cb0684f7116/375f422a-6bcf-4083-b3d6-479b7473da78) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:33.460878 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Network a349739b-617d-426a-b81e-60f8090e60c8 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:33.464461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:33.468223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:33.532528 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7cb47-39cf-492a-96d5-1431e6615fb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:33.536760 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-90b7cb47-39cf-492a-96d5-1431e6615fb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3514056 Jul 16 03:47:33.540831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:33.592055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Attempting to bind port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:33.592572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Attempting to bind port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '75081d9c-97cd-45d7-bfb2-9080869611d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a349739b-617d-426a-b81e-60f8090e60c8'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:33.592943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Attempting to bind port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 on network a349739b-617d-426a-b81e-60f8090e60c8 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:33.606418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:33.606804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Checking segment: {'id': '75081d9c-97cd-45d7-bfb2-9080869611d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a349739b-617d-426a-b81e-60f8090e60c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:33.607480 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.607876 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Bound using segment: {'id': '75081d9c-97cd-45d7-bfb2-9080869611d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a349739b-617d-426a-b81e-60f8090e60c8'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:33.611047 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Bound port: f29cb1b1-e350-4dd3-8b1f-c7a0050c3603, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75081d9c-97cd-45d7-bfb2-9080869611d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'a349739b-617d-426a-b81e-60f8090e60c8'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:33.611047 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.636199 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-23aaaa00-ad4f-458c-b47e-c862df954ee5 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 207 time: 0.0911510 Jul 16 03:47:33.638214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:33.683542 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f8e13b9-552f-49a5-b012-0276dcfa4726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.687854 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5f8e13b9-552f-49a5-b012-0276dcfa4726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.690832 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5f8e13b9-552f-49a5-b012-0276dcfa4726 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14ef3642-b506-461e-b50c-a993c26ff7c1 HTTP/1.1" status: 204 len: 168 time: 0.6483536 Jul 16 03:47:33.752708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] For port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:33.761284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] For port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f29cb1b1-e350-4dd3-8b1f-c7a0050c3603,segment=NetworkSegment(75081d9c-97cd-45d7-bfb2-9080869611d0),segment_id=75081d9c-97cd-45d7-bfb2-9080869611d0)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:33.768193 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.775624 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78c7c542-f1d5-4c18-89f5-c7d1cfff098e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.776993 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e13b9-552f-49a5-b012-0276dcfa4726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ef3642-b506-461e-b50c-a993c26ff7c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:33.821335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-78c7c542-f1d5-4c18-89f5-c7d1cfff098e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Transition to ACTIVE for port object 375f422a-6bcf-4083-b3d6-479b7473da78 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:33.892361 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78c7c542-f1d5-4c18-89f5-c7d1cfff098e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.973759 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:33.990959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5781f-dbd9-4a0c-91de-dde125f29424 None None] Pushing event updated for resources: {'Port': ['ID=f29cb1b1-e350-4dd3-8b1f-c7a0050c3603,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:34.009882 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe51d1c-e473-44de-b890-e05a63cf5515 None None] Network 3b6b63d7-a34e-4894-9be7-1e91bf2629a1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:34.047632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c7c542-f1d5-4c18-89f5-c7d1cfff098e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Network a349739b-617d-426a-b81e-60f8090e60c8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:34.056781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-78c7c542-f1d5-4c18-89f5-c7d1cfff098e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:34.061791 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c7c542-f1d5-4c18-89f5-c7d1cfff098e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:34.074469 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c7c542-f1d5-4c18-89f5-c7d1cfff098e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.075175 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78c7c542-f1d5-4c18-89f5-c7d1cfff098e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:34.115389 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-78c7c542-f1d5-4c18-89f5-c7d1cfff098e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5770044 Jul 16 03:47:34.120342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54090) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:34.201903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54092) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:34.202726 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7c542-f1d5-4c18-89f5-c7d1cfff098e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event updated for resources: {'Port': ['ID=375f422a-6bcf-4083-b3d6-479b7473da78,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:34.255691 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-294d9b7f-eb22-4b13-b835-d107a15c6fa3 None None] Provisioning for port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:34.283396 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-294d9b7f-eb22-4b13-b835-d107a15c6fa3 None None] Provisioning complete for port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:34.296381 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-294d9b7f-eb22-4b13-b835-d107a15c6fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:34.322601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d81226-5e55-47cf-82d7-fa1811d3c52f tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.343211 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d81226-5e55-47cf-82d7-fa1811d3c52f tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.382922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d81226-5e55-47cf-82d7-fa1811d3c52f tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.389297 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-06d81226-5e55-47cf-82d7-fa1811d3c52f tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2654238 Jul 16 03:47:34.395510 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54100) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:34.615318 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82b6b97c-a70e-401e-a199-3b77f2bd7c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:34.718188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d6321de-b67b-42c9-9c16-d313079a9493 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Deleting port 375f422a-6bcf-4083-b3d6-479b7473da78 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:34.720999 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d6321de-b67b-42c9-9c16-d313079a9493 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:34.820582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d4d01-ffd3-411e-a705-69e6da13cadc req-40e071c1-350e-439f-9c50-d822189237bb tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.822163 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-569d4d01-ffd3-411e-a705-69e6da13cadc req-40e071c1-350e-439f-9c50-d822189237bb tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 946 time: 1.1606915 Jul 16 03:47:34.894642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab2bcf9-2b6c-4a34-a9ae-d478708cd554 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.901369 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab2bcf9-2b6c-4a34-a9ae-d478708cd554 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.911103 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab2bcf9-2b6c-4a34-a9ae-d478708cd554 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.919261 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab2bcf9-2b6c-4a34-a9ae-d478708cd554 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.927558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab2bcf9-2b6c-4a34-a9ae-d478708cd554 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.933866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab2bcf9-2b6c-4a34-a9ae-d478708cd554 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:34.950796 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7ab2bcf9-2b6c-4a34-a9ae-d478708cd554 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 1.3114536 Jul 16 03:47:34.964305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54114) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:34.970480 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d6321de-b67b-42c9-9c16-d313079a9493 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:35.035991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5db14-4e4c-4eb5-b5ec-9a2f351d4bd8 req-d905bd6f-1293-4c96-8697-619c9921a480 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:35.037456 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44b5db14-4e4c-4eb5-b5ec-9a2f351d4bd8 req-d905bd6f-1293-4c96-8697-619c9921a480 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 946 time: 0.3115578 Jul 16 03:47:35.116725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4d6321de-b67b-42c9-9c16-d313079a9493 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Calling delete_port for 375f422a-6bcf-4083-b3d6-479b7473da78 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:35.193007 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44b5db14-4e4c-4eb5-b5ec-9a2f351d4bd8 req-10e3ffe5-361d-4dd7-bfc0-503ecbf793ad tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466925 Jul 16 03:47:35.204051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:35.233287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-569d4d01-ffd3-411e-a705-69e6da13cadc req-3bca5118-7fa5-4f5d-902c-4475c7bd7e53 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Deleting port 1c7892a4-801f-4864-9a19-c9a3633ee578 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:35.233636 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-569d4d01-ffd3-411e-a705-69e6da13cadc req-3bca5118-7fa5-4f5d-902c-4475c7bd7e53 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:35.345702 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ce3b9573-5055-4ef4-a068-ba906ddc242b None None] Provisioning complete for port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:35.346066 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce3b9573-5055-4ef4-a068-ba906ddc242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:35.357496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-569d4d01-ffd3-411e-a705-69e6da13cadc req-3bca5118-7fa5-4f5d-902c-4475c7bd7e53 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] For port 1c7892a4-801f-4864-9a19-c9a3633ee578, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1c7892a4-801f-4864-9a19-c9a3633ee578,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:35.360974 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-569d4d01-ffd3-411e-a705-69e6da13cadc req-3bca5118-7fa5-4f5d-902c-4475c7bd7e53 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:35.397412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-569d4d01-ffd3-411e-a705-69e6da13cadc req-3bca5118-7fa5-4f5d-902c-4475c7bd7e53 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Calling delete_port for 1c7892a4-801f-4864-9a19-c9a3633ee578 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:35.587584 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d6321de-b67b-42c9-9c16-d313079a9493 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:35.613875 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82b6b97c-a70e-401e-a199-3b77f2bd7c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:35.652456 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82b6b97c-a70e-401e-a199-3b77f2bd7c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:35.668963 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-569d4d01-ffd3-411e-a705-69e6da13cadc req-3bca5118-7fa5-4f5d-902c-4475c7bd7e53 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:35.741810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6321de-b67b-42c9-9c16-d313079a9493 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event deleted for resources: {'Port': ['ID=375f422a-6bcf-4083-b3d6-479b7473da78,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:35.748973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca5118-7fa5-4f5d-902c-4475c7bd7e53 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Pushing event deleted for resources: {'Port': ['ID=1c7892a4-801f-4864-9a19-c9a3633ee578,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:35.777621 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c99a1a4d-61e6-4e87-a113-013f199d0aec'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:35.830977 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['1c7892a4-801f-4864-9a19-c9a3633ee578'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:35.849992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b46572-06c2-4be3-9555-b0515e3b5361 None None] Network a349739b-617d-426a-b81e-60f8090e60c8 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:35.856644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-569d4d01-ffd3-411e-a705-69e6da13cadc req-3bca5118-7fa5-4f5d-902c-4475c7bd7e53 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] No DVR routers for this DVR port 1c7892a4-801f-4864-9a19-c9a3633ee578 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:35.866145 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-569d4d01-ffd3-411e-a705-69e6da13cadc req-3bca5118-7fa5-4f5d-902c-4475c7bd7e53 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:35.869295 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-569d4d01-ffd3-411e-a705-69e6da13cadc req-3bca5118-7fa5-4f5d-902c-4475c7bd7e53 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "DELETE /v2.0/ports/1c7892a4-801f-4864-9a19-c9a3633ee578 HTTP/1.1" status: 204 len: 173 time: 1.0261095 Jul 16 03:47:35.870325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b68d78-c8cf-4733-ad4f-30d1bcf08f5d', 'name': 'network-vif-deleted', 'tag': '1c7892a4-801f-4864-9a19-c9a3633ee578'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:35.880986 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa659723-d0a3-4c40-b210-83dd9b448628" -d '{"events": [{"server_uuid": "60b68d78-c8cf-4733-ad4f-30d1bcf08f5d", "name": "network-vif-deleted", "tag": "1c7892a4-801f-4864-9a19-c9a3633ee578"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:35.955564 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb9fddc-f1f1-4886-89a1-27d7d77b9027 x-openstack-request-id: req-fbb9fddc-f1f1-4886-89a1-27d7d77b9027 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:35.956074 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b68d78-c8cf-4733-ad4f-30d1bcf08f5d", "name": "network-vif-deleted", "tag": "1c7892a4-801f-4864-9a19-c9a3633ee578", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:35.956513 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbb9fddc-f1f1-4886-89a1-27d7d77b9027 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:35.957897 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b68d78-c8cf-4733-ad4f-30d1bcf08f5d', 'name': 'network-vif-deleted', 'tag': '1c7892a4-801f-4864-9a19-c9a3633ee578', 'status': 'completed', 'code': 200} Jul 16 03:47:35.967723 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.006213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:36.006838 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.034954 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-82b6b97c-a70e-401e-a199-3b77f2bd7c72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33bf4ce20aee4bc190676606b5ef2267&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8199499 Jul 16 03:47:36.037788 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:36.056764 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6b97c-a70e-401e-a199-3b77f2bd7c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1249102e-4dcd-4c8d-9937-ab1f5447e27e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:36.157334 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-030cc74a-d3c6-446f-a707-5a9416bae769 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 1.1863980 Jul 16 03:47:36.162780 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:36.167009 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac31c40-d43d-4643-b463-85d72e911ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.196190 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac31c40-d43d-4643-b463-85d72e911ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.234271 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d6321de-b67b-42c9-9c16-d313079a9493 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.236631 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4d6321de-b67b-42c9-9c16-d313079a9493 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "DELETE /v2.0/ports/375f422a-6bcf-4083-b3d6-479b7473da78 HTTP/1.1" status: 204 len: 168 time: 1.8400695 Jul 16 03:47:36.239210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54178) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:36.273059 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96a187b-8b89-4229-803e-5ae4d140bd14 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] GET failed (client error): The resource could not be found. Jul 16 03:47:36.275013 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c96a187b-8b89-4229-803e-5ae4d140bd14 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "GET /v2.0/ports/375f422a-6bcf-4083-b3d6-479b7473da78 HTTP/1.1" status: 404 len: 333 time: 0.0345037 Jul 16 03:47:36.279195 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54180) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:36.285915 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-13844727-833c-47ab-8920-18fe1e3d6c89 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Request body: {'port': {'network_id': 'a349739b-617d-426a-b81e-60f8090e60c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-834759440'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:36.344091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:36.353428 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:36.386997 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a235b1e4-74f6-426c-9ac8-e77159d39df4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:36.390791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a235b1e4-74f6-426c-9ac8-e77159d39df4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:36.392734 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a235b1e4-74f6-426c-9ac8-e77159d39df4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:36.394731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a235b1e4-74f6-426c-9ac8-e77159d39df4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:36.399071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a235b1e4-74f6-426c-9ac8-e77159d39df4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:36.401147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a235b1e4-74f6-426c-9ac8-e77159d39df4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1817138 Jul 16 03:47:36.405669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:36.423757 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac31c40-d43d-4643-b463-85d72e911ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.426885 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac31c40-d43d-4643-b463-85d72e911ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.431274 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3ac31c40-d43d-4643-b463-85d72e911ab9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1249102e-4dcd-4c8d-9937-ab1f5447e27e HTTP/1.1" status: 204 len: 168 time: 0.3919525 Jul 16 03:47:36.433929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-88779b26-e29a-4728-877e-4a93d5a2f69d None None] Provisioning for port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:36.563692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac31c40-d43d-4643-b463-85d72e911ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1249102e-4dcd-4c8d-9937-ab1f5447e27e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:36.595451 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13844727-833c-47ab-8920-18fe1e3d6c89 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Made reservation on behalf of fdca37d3cec941beb0eab87e0f6c053e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:36.599059 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13844727-833c-47ab-8920-18fe1e3d6c89 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.600113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0a0f01-1d02-4a4e-a55d-52942650c0eb tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:36.603079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0a0f01-1d02-4a4e-a55d-52942650c0eb tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:36.605008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0a0f01-1d02-4a4e-a55d-52942650c0eb tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:36.606594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0a0f01-1d02-4a4e-a55d-52942650c0eb tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:36.619224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0a0f01-1d02-4a4e-a55d-52942650c0eb tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:36.624971 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2a0a0f01-1d02-4a4e-a55d-52942650c0eb tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2139108 Jul 16 03:47:36.626152 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:36.640051 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54194) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:36.642045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:36.642504 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.673269 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba7cd998-0dcf-4244-b327-95e57797fbe3 req-3cb0c4f9-aa78-41fe-b564-a21d23a0dbc2 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b68d78-c8cf-4733-ad4f-30d1bcf08f5d HTTP/1.1" status: 200 len: 210 time: 0.1289895 Jul 16 03:47:36.686982 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85cbcc4e-c62f-42da-bf86-5482f3bb58ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.769534 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-13844727-833c-47ab-8920-18fe1e3d6c89 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] device_id is not set on port 994b5e2a-9576-41b6-9cf3-3e796d04d21a yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:47:36.876610 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.957938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f29cb1b1-e350-4dd3-8b1f-c7a0050c3603,segment=NetworkSegment(75081d9c-97cd-45d7-bfb2-9080869611d0),segment_id=75081d9c-97cd-45d7-bfb2-9080869611d0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:36.962511 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.988081 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85cbcc4e-c62f-42da-bf86-5482f3bb58ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:36.989849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:37.010209 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-85cbcc4e-c62f-42da-bf86-5482f3bb58ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.041698 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54f075f9-bdd0-4975-81e2-8b134a0711bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.073555 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=f29cb1b1-e350-4dd3-8b1f-c7a0050c3603,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:37.115658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2ddcfefb-ee60-49f1-ba4b-9e1aa595ce81 None None] Provisioning complete for port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:37.116040 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ddcfefb-ee60-49f1-ba4b-9e1aa595ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.119518 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-85cbcc4e-c62f-42da-bf86-5482f3bb58ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a19895b7e0194379ae50e8b286fb0abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7728651 Jul 16 03:47:37.127671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:37.145631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbcc4e-c62f-42da-bf86-5482f3bb58ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2df079-312e-47a3-8a83-85dcad6a078c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:37.276035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2ddcfefb-ee60-49f1-ba4b-9e1aa595ce81 None None] Provisioning for port d6354a47-586c-4b81-b176-d90f2be3deff completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:37.284471 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2ddcfefb-ee60-49f1-ba4b-9e1aa595ce81 None None] Provisioning complete for port d6354a47-586c-4b81-b176-d90f2be3deff triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:37.285221 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e79d823-cb30-4590-976c-cde997d6a343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.286466 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ddcfefb-ee60-49f1-ba4b-9e1aa595ce81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.337026 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54f075f9-bdd0-4975-81e2-8b134a0711bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.344903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2ddcfefb-ee60-49f1-ba4b-9e1aa595ce81 None None] Port d6354a47-586c-4b81-b176-d90f2be3deff cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:47:37.347175 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-54f075f9-bdd0-4975-81e2-8b134a0711bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.351877 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e79d823-cb30-4590-976c-cde997d6a343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.431295 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-54f075f9-bdd0-4975-81e2-8b134a0711bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2cb000f6d1b34298a9c1bbcbaca7b91c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390697 Jul 16 03:47:37.436200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:37.437358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f075f9-bdd0-4975-81e2-8b134a0711bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7eb2e6-8f4c-473f-8748-007863d5ce9f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:37.471762 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bdd9d12c-0094-4245-b4bb-ece7971960de None None] Provisioning complete for port d6354a47-586c-4b81-b176-d90f2be3deff triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:37.472645 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bdd9d12c-0094-4245-b4bb-ece7971960de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.499726 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670a0bc6-fd30-4379-8d33-6304bd0f01ea tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:37.501226 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-670a0bc6-fd30-4379-8d33-6304bd0f01ea tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "GET /v2.0/networks/a38b9b86-bfb2-4e99-b2ee-024dcd152af3 HTTP/1.1" status: 200 len: 804 time: 0.8569331 Jul 16 03:47:37.504407 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e79d823-cb30-4590-976c-cde997d6a343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.504812 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54206) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:37.508564 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6e79d823-cb30-4590-976c-cde997d6a343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.510122 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6e79d823-cb30-4590-976c-cde997d6a343 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea2df079-312e-47a3-8a83-85dcad6a078c HTTP/1.1" status: 204 len: 168 time: 0.3742390 Jul 16 03:47:37.554772 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9d12c-0094-4245-b4bb-ece7971960de None None] Port d6354a47-586c-4b81-b176-d90f2be3deff cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:47:37.559107 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79d823-cb30-4590-976c-cde997d6a343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2df079-312e-47a3-8a83-85dcad6a078c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:37.594965 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c97fa47-fe4d-42e9-ab04-60cda9adf1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.607170 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-13844727-833c-47ab-8920-18fe1e3d6c89 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Allocated IP 2001:db8::333 (a349739b-617d-426a-b81e-60f8090e60c8/345f5fdc-e9b6-4795-8d46-0cb0684f7116/994b5e2a-9576-41b6-9cf3-3e796d04d21a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:37.636691 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c97fa47-fe4d-42e9-ab04-60cda9adf1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.711312 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c97fa47-fe4d-42e9-ab04-60cda9adf1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.714284 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c97fa47-fe4d-42e9-ab04-60cda9adf1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:37.715604 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4c97fa47-fe4d-42e9-ab04-60cda9adf1c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f7eb2e6-8f4c-473f-8748-007863d5ce9f HTTP/1.1" status: 204 len: 168 time: 0.2637236 Jul 16 03:47:37.731195 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7c40e290-7af2-4857-9604-d5023f8f5663 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "GET /v2.0/networks/a38b9b86-bfb2-4e99-b2ee-024dcd152af3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2250659 Jul 16 03:47:37.737390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54214) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:37.737583 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97fa47-fe4d-42e9-ab04-60cda9adf1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7eb2e6-8f4c-473f-8748-007863d5ce9f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:37.770690 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e9cf4369-e4fd-42f0-97bf-bce11a5d5c5f None None] Could not find standard attr ID for object 375f422a-6bcf-4083-b3d6-479b7473da78. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:47:37.944553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da0c020-38c7-4833-8389-c8f6aabf1f16 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:37.946132 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0da0c020-38c7-4833-8389-c8f6aabf1f16 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "GET /v2.0/subnets/cfd4499e-c6aa-43fc-a21c-62ff103c2ae8 HTTP/1.1" status: 200 len: 843 time: 0.2074485 Jul 16 03:47:37.950458 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:38.031760 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13844727-833c-47ab-8920-18fe1e3d6c89 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.051884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-13844727-833c-47ab-8920-18fe1e3d6c89 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Transition to ACTIVE for port object 994b5e2a-9576-41b6-9cf3-3e796d04d21a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:38.087876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fde2a1e-244e-40a8-b703-f4e0249a30c9 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['shared'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:38.094577 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0fde2a1e-244e-40a8-b703-f4e0249a30c9 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "GET /v2.0/subnets/cfd4499e-c6aa-43fc-a21c-62ff103c2ae8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1376503 Jul 16 03:47:38.096710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54228) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:38.102629 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d749f93b-9866-44e2-9576-c791e12aa488 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-779535041'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:38.141043 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13844727-833c-47ab-8920-18fe1e3d6c89 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.161698 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d749f93b-9866-44e2-9576-c791e12aa488 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:38.165507 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d749f93b-9866-44e2-9576-c791e12aa488 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.234611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13844727-833c-47ab-8920-18fe1e3d6c89 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Network a349739b-617d-426a-b81e-60f8090e60c8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:38.242636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-13844727-833c-47ab-8920-18fe1e3d6c89 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:38.259950 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13844727-833c-47ab-8920-18fe1e3d6c89 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:38.277863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13844727-833c-47ab-8920-18fe1e3d6c89 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:38.279406 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13844727-833c-47ab-8920-18fe1e3d6c89 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.293120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1c7892a4-801f-4864-9a19-c9a3633ee578 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:38.316411 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13844727-833c-47ab-8920-18fe1e3d6c89 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event updated for resources: {'Port': ['ID=994b5e2a-9576-41b6-9cf3-3e796d04d21a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:38.328801 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-13844727-833c-47ab-8920-18fe1e3d6c89 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0479472 Jul 16 03:47:38.330437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d749f93b-9866-44e2-9576-c791e12aa488 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:38.331100 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:38.336453 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 1c7892a4-801f-4864-9a19-c9a3633ee578 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:38.336805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1c7892a4-801f-4864-9a19-c9a3633ee578 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:38.344575 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-11d98406-5cca-437f-9c33-1fbd9dd6a85f tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::238', 'mac_address': 'fa:16:3e:b7:75:fe'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:38.353020 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d749f93b-9866-44e2-9576-c791e12aa488 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.353478 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-d749f93b-9866-44e2-9576-c791e12aa488 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Added segment 72ba7305-85b4-4b6b-8fee-976a86004155 of type vlan for network 5cfacf6a-2f1e-46ce-bf45-1f9a0668f525 Jul 16 03:47:38.474185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d749f93b-9866-44e2-9576-c791e12aa488 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.519217 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d749f93b-9866-44e2-9576-c791e12aa488 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.527048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d749f93b-9866-44e2-9576-c791e12aa488 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:38.527808 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d749f93b-9866-44e2-9576-c791e12aa488 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.643565 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d749f93b-9866-44e2-9576-c791e12aa488 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5457382 Jul 16 03:47:38.644664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54250) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:38.662769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fb884bec-408e-49c3-b897-dc87f3816d56 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'subnet': {'network_id': '5cfacf6a-2f1e-46ce-bf45-1f9a0668f525', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:38.687256 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11d98406-5cca-437f-9c33-1fbd9dd6a85f tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.707189 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1691de5b-9972-497f-acf7-b70447271d35 None None] Provisioning for port 994b5e2a-9576-41b6-9cf3-3e796d04d21a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:38.721262 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1691de5b-9972-497f-acf7-b70447271d35 None None] Provisioning complete for port 994b5e2a-9576-41b6-9cf3-3e796d04d21a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:38.721901 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1691de5b-9972-497f-acf7-b70447271d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.787409 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749f93b-9866-44e2-9576-c791e12aa488 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Network': ['ID=5cfacf6a-2f1e-46ce-bf45-1f9a0668f525,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:38.802790 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 5cfacf6a-2f1e-46ce-bf45-1f9a0668f525 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:38.806956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb884bec-408e-49c3-b897-dc87f3816d56 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Made reservation on behalf of 1568a8ed23d247c1844dab2149d75d89 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:38.812210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1691de5b-9972-497f-acf7-b70447271d35 None None] Port 994b5e2a-9576-41b6-9cf3-3e796d04d21a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:47:38.812517 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb884bec-408e-49c3-b897-dc87f3816d56 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:38.932191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-fb884bec-408e-49c3-b897-dc87f3816d56 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Performing IP validity checks on allocation pools {{(pid=93768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 03:47:38.932853 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.ipam_backend_mixin [None req-fb884bec-408e-49c3-b897-dc87f3816d56 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93768) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 03:47:39.047294 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11d98406-5cca-437f-9c33-1fbd9dd6a85f tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.059065 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11d98406-5cca-437f-9c33-1fbd9dd6a85f tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.144277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb884bec-408e-49c3-b897-dc87f3816d56 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.149143 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:39.170136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-11d98406-5cca-437f-9c33-1fbd9dd6a85f tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] In _notify_port_updated(), no bound segment for port 994b5e2a-9576-41b6-9cf3-3e796d04d21a on network a349739b-617d-426a-b81e-60f8090e60c8 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:47:39.182939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d98406-5cca-437f-9c33-1fbd9dd6a85f tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:39.186484 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11d98406-5cca-437f-9c33-1fbd9dd6a85f tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.190539 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-11d98406-5cca-437f-9c33-1fbd9dd6a85f tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "PUT /v2.0/ports/994b5e2a-9576-41b6-9cf3-3e796d04d21a HTTP/1.1" status: 200 len: 1002 time: 0.8582761 Jul 16 03:47:39.198845 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:39.274510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:39.274885 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.360900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb884bec-408e-49c3-b897-dc87f3816d56 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Subnet': ['ID=ace07e9d-a8a3-424c-89bc-fe32aa6c4e02,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:39.362016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d98406-5cca-437f-9c33-1fbd9dd6a85f tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event updated for resources: {'Port': ['ID=994b5e2a-9576-41b6-9cf3-3e796d04d21a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:39.418203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb884bec-408e-49c3-b897-dc87f3816d56 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Checking segment: {'id': '72ba7305-85b4-4b6b-8fee-976a86004155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5cfacf6a-2f1e-46ce-bf45-1f9a0668f525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:39.418430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb884bec-408e-49c3-b897-dc87f3816d56 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network hostable DHCP agents. Network: 5cfacf6a-2f1e-46ce-bf45-1f9a0668f525, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:39.459662 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9b4fa631-9b01-408d-a311-dc9429a4f01c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Deleting port 994b5e2a-9576-41b6-9cf3-3e796d04d21a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:39.460631 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa631-9b01-408d-a311-dc9429a4f01c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.478125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb884bec-408e-49c3-b897-dc87f3816d56 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Network 5cfacf6a-2f1e-46ce-bf45-1f9a0668f525 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:39.502338 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fb884bec-408e-49c3-b897-dc87f3816d56 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 5cfacf6a-2f1e-46ce-bf45-1f9a0668f525) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:39.513285 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753a5770-ad50-4d36-8ca5-3fed342acf09 None None] Network 5cfacf6a-2f1e-46ce-bf45-1f9a0668f525 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:39.513447 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb884bec-408e-49c3-b897-dc87f3816d56 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:39.518963 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb884bec-408e-49c3-b897-dc87f3816d56 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653929'] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.563909 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fb884bec-408e-49c3-b897-dc87f3816d56 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9120710 Jul 16 03:47:39.563909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54288) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:39.573482 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-42b78a5d-ec50-4f4b-9cc3-1dd61bc16c66 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:39.689640 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a854453a-5aaf-4594-8dca-73cfb346395f None None] Provisioning complete for port 994b5e2a-9576-41b6-9cf3-3e796d04d21a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:39.689640 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a854453a-5aaf-4594-8dca-73cfb346395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.735280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b78a5d-ec50-4f4b-9cc3-1dd61bc16c66 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8558579'] for subnet, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.837589 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa631-9b01-408d-a311-dc9429a4f01c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.879439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9b4fa631-9b01-408d-a311-dc9429a4f01c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Calling delete_port for 994b5e2a-9576-41b6-9cf3-3e796d04d21a owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:39.888359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a854453a-5aaf-4594-8dca-73cfb346395f None None] Port 994b5e2a-9576-41b6-9cf3-3e796d04d21a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:47:39.902880 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-5cfacf6a-2f1e-46ce-bf45-1f9a0668f525', 'network_id': '5cfacf6a-2f1e-46ce-bf45-1f9a0668f525', 'tenant_id': '1568a8ed23d247c1844dab2149d75d89', 'fixed_ips': [{'subnet_id': 'ace07e9d-a8a3-424c-89bc-fe32aa6c4e02'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:47:39.903821 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:39.910269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-a3e6598a-6336-4a4b-a256-51462c826563 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:39.911851 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-a3e6598a-6336-4a4b-a256-51462c826563 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 805 time: 0.3834827 Jul 16 03:47:40.025542 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-7706378e-22af-42d6-b67f-102d98cd485d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/quotas/030958d430194e3cb3227676b0a552dd HTTP/1.1" status: 200 len: 375 time: 0.1027844 Jul 16 03:47:40.038828 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b78a5d-ec50-4f4b-9cc3-1dd61bc16c66 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750206847115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3749866'] for subnet, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.117354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b78a5d-ec50-4f4b-9cc3-1dd61bc16c66 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:40.118235 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b78a5d-ec50-4f4b-9cc3-1dd61bc16c66 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.120069 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-42b78a5d-ec50-4f4b-9cc3-1dd61bc16c66 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "PUT /v2.0/subnets/ace07e9d-a8a3-424c-89bc-fe32aa6c4e02 HTTP/1.1" status: 200 len: 900 time: 0.5554318 Jul 16 03:47:40.123090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54306) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:40.149546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Allocated IP 2001:db8::3 (5cfacf6a-2f1e-46ce-bf45-1f9a0668f525/ace07e9d-a8a3-424c-89bc-fe32aa6c4e02/d289d21d-3413-407e-a01f-e9f09f3bb11c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:40.174388 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b78a5d-ec50-4f4b-9cc3-1dd61bc16c66 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event updated for resources: {'Subnet': ['ID=ace07e9d-a8a3-424c-89bc-fe32aa6c4e02,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:40.308495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-4d12d17c-ae04-416e-ba61-7b1d3487f1c2 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2737420 Jul 16 03:47:40.324732 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.398859 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa631-9b01-408d-a311-dc9429a4f01c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.407198 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.431958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Transition to ACTIVE for port object d289d21d-3413-407e-a01f-e9f09f3bb11c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:40.458220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Transition to ACTIVE for port object d289d21d-3413-407e-a01f-e9f09f3bb11c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:40.473840 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.475998 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.504099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fa631-9b01-408d-a311-dc9429a4f01c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event deleted for resources: {'Port': ['ID=994b5e2a-9576-41b6-9cf3-3e796d04d21a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:40.523259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Network 5cfacf6a-2f1e-46ce-bf45-1f9a0668f525 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:40.527074 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:40.542719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:40.655424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Pushing event updated for resources: {'Port': ['ID=d289d21d-3413-407e-a01f-e9f09f3bb11c,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:40.662412 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa631-9b01-408d-a311-dc9429a4f01c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.664542 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9b4fa631-9b01-408d-a311-dc9429a4f01c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "DELETE /v2.0/ports/994b5e2a-9576-41b6-9cf3-3e796d04d21a HTTP/1.1" status: 204 len: 168 time: 1.4644833 Jul 16 03:47:40.667860 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54324) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:40.694019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54326) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:40.713497 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.715708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Attempting to bind port d289d21d-3413-407e-a01f-e9f09f3bb11c on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:40.723963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Attempting to bind port d289d21d-3413-407e-a01f-e9f09f3bb11c by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '72ba7305-85b4-4b6b-8fee-976a86004155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5cfacf6a-2f1e-46ce-bf45-1f9a0668f525'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:40.724426 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Attempting to bind port d289d21d-3413-407e-a01f-e9f09f3bb11c on network 5cfacf6a-2f1e-46ce-bf45-1f9a0668f525 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:40.730021 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-305b70d7-0a63-424e-985e-bd9cf577ca32 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] GET failed (client error): The resource could not be found. Jul 16 03:47:40.731811 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-305b70d7-0a63-424e-985e-bd9cf577ca32 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "GET /v2.0/ports/994b5e2a-9576-41b6-9cf3-3e796d04d21a HTTP/1.1" status: 404 len: 333 time: 0.0614769 Jul 16 03:47:40.736237 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:40.741922 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:40.742302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Checking segment: {'id': '72ba7305-85b4-4b6b-8fee-976a86004155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5cfacf6a-2f1e-46ce-bf45-1f9a0668f525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:40.742714 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.743103 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Bound using segment: {'id': '72ba7305-85b4-4b6b-8fee-976a86004155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5cfacf6a-2f1e-46ce-bf45-1f9a0668f525'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:40.743588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Bound port: d289d21d-3413-407e-a01f-e9f09f3bb11c, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ba7305-85b4-4b6b-8fee-976a86004155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '5cfacf6a-2f1e-46ce-bf45-1f9a0668f525'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:40.744572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0bc33c07-7494-47fa-8fd7-ce70aefe0820 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Request body: {'port': {'network_id': 'a349739b-617d-426a-b81e-60f8090e60c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1942782845'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:40.749511 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.810591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Subnet': ['ID=ace07e9d-a8a3-424c-89bc-fe32aa6c4e02,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:40.844028 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:40.868441 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-2bb2f455-7b01-43a7-b592-ddabd4ca242e service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519166 Jul 16 03:47:40.978664 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:40.993884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cfacf6a-2f1e-46ce-bf45-1f9a0668f525']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:41.004472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.007649 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ba7305-85b4-4b6b-8fee-976a86004155') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:41.008063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ba7305-85b4-4b6b-8fee-976a86004155') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:41.014322 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-3f56126a-f980-4f27-a5a5-28636cf9161b service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446426 Jul 16 03:47:41.034755 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.052735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-170f039c-69f6-444c-acda-83f387afe860 None None] For port d289d21d-3413-407e-a01f-e9f09f3bb11c, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:41.059861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-170f039c-69f6-444c-acda-83f387afe860 None None] For port d289d21d-3413-407e-a01f-e9f09f3bb11c, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d289d21d-3413-407e-a01f-e9f09f3bb11c,segment=NetworkSegment(72ba7305-85b4-4b6b-8fee-976a86004155),segment_id=72ba7305-85b4-4b6b-8fee-976a86004155)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:41.074770 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.086278 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:41.086839 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:41.090843 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:41.122615 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.196948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f039c-69f6-444c-acda-83f387afe860 None None] Pushing event updated for resources: {'Port': ['ID=d289d21d-3413-407e-a01f-e9f09f3bb11c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:41.200634 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 03:47:41.200634 n-d-800088-6 neutron-server[93768]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 03:47:41.200634 n-d-800088-6 neutron-server[93768]: [parameters: {'id': '5cfacf6a-2f1e-46ce-bf45-1f9a0668f525'}] Jul 16 03:47:41.200634 n-d-800088-6 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:47:41.201048 n-d-800088-6 neutron-server[93768]: DEBUG oslo_db.api [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:47:41.225518 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.261800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc33c07-7494-47fa-8fd7-ce70aefe0820 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Made reservation on behalf of fdca37d3cec941beb0eab87e0f6c053e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:41.269819 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bc33c07-7494-47fa-8fd7-ce70aefe0820 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.309302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51be2927-7124-4052-838a-ef0bc7a00cba None None] Network 5cfacf6a-2f1e-46ce-bf45-1f9a0668f525 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:41.331279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-0bc33c07-7494-47fa-8fd7-ce70aefe0820 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] device_id is not set on port 899af56e-3dc5-46a3-b2f6-4862d4b5efd3 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:47:41.464081 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38fee61c-9e81-452c-b341-825ff866cb87 req-a6f9c53d-5ade-4284-86ce-f4cedb4a3361 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 210 time: 0.1126621 Jul 16 03:47:41.506483 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Allocated IP 172.25.3.109 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/4b55aa7b-22c9-493c-80c9-3bfb031f2cae) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:41.583124 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347902e8-ad8c-4824-b58c-eaaa1f45239d None None] Network 5cfacf6a-2f1e-46ce-bf45-1f9a0668f525 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:41.669411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0bc33c07-7494-47fa-8fd7-ce70aefe0820 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Allocated IP 2001:db8::3db (a349739b-617d-426a-b81e-60f8090e60c8/345f5fdc-e9b6-4795-8d46-0cb0684f7116/899af56e-3dc5-46a3-b2f6-4862d4b5efd3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:41.740396 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.781341 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.789958 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:41.871623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:41.894084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:41.904943 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:41.908770 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734514ab-7b5f-4c34-880b-19e622f9a764 None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:47:41.910584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Pushing event updated for resources: {'Port': ['ID=4b55aa7b-22c9-493c-80c9-3bfb031f2cae,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:41.970084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Deleting port d289d21d-3413-407e-a01f-e9f09f3bb11c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:41.970960 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.035932 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bc33c07-7494-47fa-8fd7-ce70aefe0820 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.055176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0bc33c07-7494-47fa-8fd7-ce70aefe0820 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Transition to ACTIVE for port object 899af56e-3dc5-46a3-b2f6-4862d4b5efd3 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:42.082375 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734514ab-7b5f-4c34-880b-19e622f9a764 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:47:42.091147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] For port d289d21d-3413-407e-a01f-e9f09f3bb11c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d289d21d-3413-407e-a01f-e9f09f3bb11c,segment=NetworkSegment(72ba7305-85b4-4b6b-8fee-976a86004155),segment_id=72ba7305-85b4-4b6b-8fee-976a86004155)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:42.105143 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.105587 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bc33c07-7494-47fa-8fd7-ce70aefe0820 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.127574 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.183933 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Calling delete_port for d289d21d-3413-407e-a01f-e9f09f3bb11c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:42.205406 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc33c07-7494-47fa-8fd7-ce70aefe0820 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Network a349739b-617d-426a-b81e-60f8090e60c8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:42.210027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0bc33c07-7494-47fa-8fd7-ce70aefe0820 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:42.213187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc33c07-7494-47fa-8fd7-ce70aefe0820 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:42.220457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc33c07-7494-47fa-8fd7-ce70aefe0820 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:42.221638 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bc33c07-7494-47fa-8fd7-ce70aefe0820 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.238656 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0bc33c07-7494-47fa-8fd7-ce70aefe0820 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4990144 Jul 16 03:47:42.242164 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:42.248543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f5875e77-353b-4c27-9129-bfb322ee7cbd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b7:75:fe'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:42.311751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc33c07-7494-47fa-8fd7-ce70aefe0820 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event updated for resources: {'Port': ['ID=899af56e-3dc5-46a3-b2f6-4862d4b5efd3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:42.361301 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.467702 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5875e77-353b-4c27-9129-bfb322ee7cbd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.487497 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.588698 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Port': ['ID=d289d21d-3413-407e-a01f-e9f09f3bb11c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:42.603280 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No DVR routers for this DVR port d289d21d-3413-407e-a01f-e9f09f3bb11c on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:42.847950 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.855994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7bd61829-6959-4efa-8e6d-9a7a84613970 req-b6e71a99-eb13-4abd-85e2-411dbbdf6031 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 210 time: 0.1855984 Jul 16 03:47:42.895485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cfacf6a-2f1e-46ce-bf45-1f9a0668f525']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:42.918416 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ba7305-85b4-4b6b-8fee-976a86004155') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:42.918801 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ba7305-85b4-4b6b-8fee-976a86004155') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:42.946745 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.992056 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.992604 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5875e77-353b-4c27-9129-bfb322ee7cbd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:42.999839 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5875e77-353b-4c27-9129-bfb322ee7cbd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.019338 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:43.020050 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:43.023999 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:43.063767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f5875e77-353b-4c27-9129-bfb322ee7cbd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] In _notify_port_updated(), no bound segment for port 899af56e-3dc5-46a3-b2f6-4862d4b5efd3 on network a349739b-617d-426a-b81e-60f8090e60c8 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:47:43.071640 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5875e77-353b-4c27-9129-bfb322ee7cbd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:43.072677 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5875e77-353b-4c27-9129-bfb322ee7cbd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.074418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f5875e77-353b-4c27-9129-bfb322ee7cbd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "PUT /v2.0/ports/899af56e-3dc5-46a3-b2f6-4862d4b5efd3 HTTP/1.1" status: 200 len: 1003 time: 0.8310435 Jul 16 03:47:43.076878 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.079451 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54366) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:43.110868 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5875e77-353b-4c27-9129-bfb322ee7cbd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event updated for resources: {'Port': ['ID=899af56e-3dc5-46a3-b2f6-4862d4b5efd3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:43.223700 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.286826 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Pushing event updated for resources: {'Port': ['ID=4b55aa7b-22c9-493c-80c9-3bfb031f2cae,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:43.295426 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.308661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-477525a1-2ec5-4698-a01d-d47c5d8e843e tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:43.315542 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-477525a1-2ec5-4698-a01d-d47c5d8e843e tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.20 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 805 time: 0.2090745 Jul 16 03:47:43.330635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-c3547b0a-3376-4303-8c87-b0af6fbf59d5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Request body: {'port': {'device_id': '7b0b4a18-d0f1-41e6-b762-6edd656e1819', 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5', 'admin_state_up': True, 'tenant_id': '030958d430194e3cb3227676b0a552dd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:43.347023 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.358595 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/5cfacf6a-2f1e-46ce-bf45-1f9a0668f525 HTTP/1.1" status: 204 len: 168 time: 3.2344697 Jul 16 03:47:43.365570 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:43.384067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-645cfd60-791f-4536-a0d1-7f0c03da9caa None None] Provisioning for port 899af56e-3dc5-46a3-b2f6-4862d4b5efd3 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:43.393333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-645cfd60-791f-4536-a0d1-7f0c03da9caa None None] Provisioning complete for port 899af56e-3dc5-46a3-b2f6-4862d4b5efd3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:43.395154 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-645cfd60-791f-4536-a0d1-7f0c03da9caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.399542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd398af-4b12-46c8-a6b9-dc066550d709 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Network': ['ID=5cfacf6a-2f1e-46ce-bf45-1f9a0668f525,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:43.444137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-645cfd60-791f-4536-a0d1-7f0c03da9caa None None] Port 899af56e-3dc5-46a3-b2f6-4862d4b5efd3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:47:43.471594 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-162a3a7f-0b15-426d-8f50-049bf0025fcb tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] DELETE failed (client error): The resource could not be found. Jul 16 03:47:43.472065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162a3a7f-0b15-426d-8f50-049bf0025fcb tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:43.476290 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-162a3a7f-0b15-426d-8f50-049bf0025fcb tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/subnets/ace07e9d-a8a3-424c-89bc-fe32aa6c4e02 HTTP/1.1" status: 404 len: 337 time: 0.1018815 Jul 16 03:47:43.477023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:43.489980 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.505342 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0df952-a625-42b4-88a9-21109f7d6b7e tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] DELETE failed (client error): The resource could not be found. Jul 16 03:47:43.506214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0df952-a625-42b4-88a9-21109f7d6b7e tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:43.509324 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3d0df952-a625-42b4-88a9-21109f7d6b7e tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/5cfacf6a-2f1e-46ce-bf45-1f9a0668f525 HTTP/1.1" status: 404 len: 339 time: 0.0300870 Jul 16 03:47:43.512637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:43.515335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3281848a-cdf9-4ec5-8d1f-ce6782b4c39c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Deleting port 899af56e-3dc5-46a3-b2f6-4862d4b5efd3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:43.515876 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3281848a-cdf9-4ec5-8d1f-ce6782b4c39c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.519246 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.520736 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-76692790-cad6-4465-af68-19285016fc55 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8254652 Jul 16 03:47:43.523808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54374) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:43.568306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-c3547b0a-3376-4303-8c87-b0af6fbf59d5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Made reservation on behalf of 030958d430194e3cb3227676b0a552dd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:43.571201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1d2ca8ec-c195-4d63-9e30-cddae846cb4d tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2865578', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'fixed_ips': [{'ip_address': '172.25.3.109'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:43.572431 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-c3547b0a-3376-4303-8c87-b0af6fbf59d5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.630641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2ca8ec-c195-4d63-9e30-cddae846cb4d tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Made reservation on behalf of bf5ac62a9ab34310a41d5cf3e2dcf08c for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:43.633371 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d2ca8ec-c195-4d63-9e30-cddae846cb4d tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.648723 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0736c5f2-beae-477b-addf-f075908c5943 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.651244 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d2ca8ec-c195-4d63-9e30-cddae846cb4d tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.666470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0595a5db-e734-4f93-accf-85ff04dedced None None] Provisioning complete for port 899af56e-3dc5-46a3-b2f6-4862d4b5efd3 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:43.666841 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0595a5db-e734-4f93-accf-85ff04dedced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.677854 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3281848a-cdf9-4ec5-8d1f-ce6782b4c39c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.698300 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3281848a-cdf9-4ec5-8d1f-ce6782b4c39c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Calling delete_port for 899af56e-3dc5-46a3-b2f6-4862d4b5efd3 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:43.710145 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0595a5db-e734-4f93-accf-85ff04dedced None None] Port 899af56e-3dc5-46a3-b2f6-4862d4b5efd3 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:47:43.846852 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0736c5f2-beae-477b-addf-f075908c5943 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.863601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0736c5f2-beae-477b-addf-f075908c5943 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['055d48a9-eaf4-46c9-bdb0-12bf872ba553']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:43.866019 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-c3547b0a-3376-4303-8c87-b0af6fbf59d5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Allocated IP 172.20.0.6 (be05005c-c098-4d8b-a55d-fc55d239f9a5/4c67eeac-ef92-44b4-81f1-978ab2dd4eec/f0f8010b-a47f-4677-a745-1aa568cf7dae) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:43.880213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0736c5f2-beae-477b-addf-f075908c5943 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5709ed17-b116-45c4-be1c-d5b33008bd03') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:43.882641 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0736c5f2-beae-477b-addf-f075908c5943 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5709ed17-b116-45c4-be1c-d5b33008bd03') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:43.900049 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0736c5f2-beae-477b-addf-f075908c5943 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.900620 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d2ca8ec-c195-4d63-9e30-cddae846cb4d tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.910447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d2ca8ec-c195-4d63-9e30-cddae846cb4d tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.918014 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-1d2ca8ec-c195-4d63-9e30-cddae846cb4d tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] device_id is not set on port b2b0960e-e18b-4b65-91e1-a4ef450105a1 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:47:43.929706 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3281848a-cdf9-4ec5-8d1f-ce6782b4c39c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.931025 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0736c5f2-beae-477b-addf-f075908c5943 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.946049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0736c5f2-beae-477b-addf-f075908c5943 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:43.946460 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0736c5f2-beae-477b-addf-f075908c5943 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:43.949462 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:43.986474 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281848a-cdf9-4ec5-8d1f-ce6782b4c39c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event deleted for resources: {'Port': ['ID=899af56e-3dc5-46a3-b2f6-4862d4b5efd3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:44.062805 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0736c5f2-beae-477b-addf-f075908c5943 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.124065 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0736c5f2-beae-477b-addf-f075908c5943 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.128549 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0736c5f2-beae-477b-addf-f075908c5943 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/055d48a9-eaf4-46c9-bdb0-12bf872ba553 HTTP/1.1" status: 204 len: 168 time: 0.6149149 Jul 16 03:47:44.163651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:44.202572 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ca8ec-c195-4d63-9e30-cddae846cb4d tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650b1705-52c9-471e-bbd5-6bfcff91a24c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:44.205593 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736c5f2-beae-477b-addf-f075908c5943 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Network': ['ID=055d48a9-eaf4-46c9-bdb0-12bf872ba553,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:44.231101 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3281848a-cdf9-4ec5-8d1f-ce6782b4c39c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.236577 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3281848a-cdf9-4ec5-8d1f-ce6782b4c39c tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "DELETE /v2.0/ports/899af56e-3dc5-46a3-b2f6-4862d4b5efd3 HTTP/1.1" status: 204 len: 168 time: 1.1501484 Jul 16 03:47:44.236884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54390) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:44.286916 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73b188c-8659-4f29-85cb-59e9133cb50e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] GET failed (client error): The resource could not be found. Jul 16 03:47:44.293719 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a73b188c-8659-4f29-85cb-59e9133cb50e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "GET /v2.0/ports/899af56e-3dc5-46a3-b2f6-4862d4b5efd3 HTTP/1.1" status: 404 len: 333 time: 0.0556364 Jul 16 03:47:44.294869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54394) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:44.300108 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a8f5f483-28bc-428f-a967-208959fe4c1e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Request body: {'port': {'network_id': 'a349739b-617d-426a-b81e-60f8090e60c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-617532882'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:44.303989 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2ca8ec-c195-4d63-9e30-cddae846cb4d tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 03:47:44.305120 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2ca8ec-c195-4d63-9e30-cddae846cb4d tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:44.310421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96f9a946-250b-45fd-b4d5-36166a586f6e req-c87eed88-5a30-4d9b-b08e-50da7f567bd7 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 210 time: 0.1166387 Jul 16 03:47:44.314789 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9ac357-7dba-43df-9d47-7eaf098e5039 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] DELETE failed (client error): The resource could not be found. Jul 16 03:47:44.316082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9ac357-7dba-43df-9d47-7eaf098e5039 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:44.325706 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1c9ac357-7dba-43df-9d47-7eaf098e5039 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/subnets/a61266a9-b1c2-4709-80e1-8943864bb618 HTTP/1.1" status: 404 len: 337 time: 0.1574082 Jul 16 03:47:44.329424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:44.370925 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1d2ca8ec-c195-4d63-9e30-cddae846cb4d tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8429286 Jul 16 03:47:44.371751 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54400) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:44.400620 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-12502dba-f59c-40e8-bcec-5b32b3029206 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] DELETE failed (client error): The resource could not be found. Jul 16 03:47:44.401219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12502dba-f59c-40e8-bcec-5b32b3029206 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:44.410988 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-12502dba-f59c-40e8-bcec-5b32b3029206 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/9231b87b-9528-4ae7-95cf-ee92f7dc917d HTTP/1.1" status: 404 len: 339 time: 0.0782504 Jul 16 03:47:44.420054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:44.476754 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-c3547b0a-3376-4303-8c87-b0af6fbf59d5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.504667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-96884d83-406f-49bc-a2e1-9260d6372140 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Deleting subnet cecc13e5-20f5-400e-8eff-9b0e5c6ba263 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:44.509963 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96884d83-406f-49bc-a2e1-9260d6372140 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.567918 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96884d83-406f-49bc-a2e1-9260d6372140 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.570811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f5f483-28bc-428f-a967-208959fe4c1e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Made reservation on behalf of fdca37d3cec941beb0eab87e0f6c053e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:44.574607 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f483-28bc-428f-a967-208959fe4c1e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.595656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a8f5f483-28bc-428f-a967-208959fe4c1e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] device_id is not set on port f0d2a2e9-85be-49a5-a3d6-25f04b94a28d yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:47:44.610672 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-c3547b0a-3376-4303-8c87-b0af6fbf59d5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.611655 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c92417b7-fd64-438a-ad0b-f8eaba62a9b1 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Deleting port 4b55aa7b-22c9-493c-80c9-3bfb031f2cae {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:44.612127 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c92417b7-fd64-438a-ad0b-f8eaba62a9b1 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.622300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c99a1a4d-61e6-4e87-a113-013f199d0aec'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:44.755894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-c3547b0a-3376-4303-8c87-b0af6fbf59d5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Network be05005c-c098-4d8b-a55d-fc55d239f9a5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:44.791059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-c3547b0a-3376-4303-8c87-b0af6fbf59d5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:44.798257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-c3547b0a-3376-4303-8c87-b0af6fbf59d5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:44.804359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3547b0a-3376-4303-8c87-b0af6fbf59d5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Pushing event updated for resources: {'Port': ['ID=f0f8010b-a47f-4677-a745-1aa568cf7dae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:44.853937 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96884d83-406f-49bc-a2e1-9260d6372140 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.903040 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-c3547b0a-3376-4303-8c87-b0af6fbf59d5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:44.904865 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-c3547b0a-3376-4303-8c87-b0af6fbf59d5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:44.931096 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-c3547b0a-3376-4303-8c87-b0af6fbf59d5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6063805 Jul 16 03:47:44.946688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Request body: {'port': {'device_id': '7b0b4a18-d0f1-41e6-b762-6edd656e1819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:45.002880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96884d83-406f-49bc-a2e1-9260d6372140 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.060165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96884d83-406f-49bc-a2e1-9260d6372140 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Subnet': ['ID=cecc13e5-20f5-400e-8eff-9b0e5c6ba263,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:45.070826 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96884d83-406f-49bc-a2e1-9260d6372140 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.075247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-96884d83-406f-49bc-a2e1-9260d6372140 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/subnets/cecc13e5-20f5-400e-8eff-9b0e5c6ba263 HTTP/1.1" status: 204 len: 168 time: 0.6551001 Jul 16 03:47:45.075786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:45.077435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841c601c-6495-4941-b9ed-924e390be3a7 None None] Network 3b6b63d7-a34e-4894-9be7-1e91bf2629a1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:45.106072 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.169409 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c92417b7-fd64-438a-ad0b-f8eaba62a9b1 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.170027 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c92417b7-fd64-438a-ad0b-f8eaba62a9b1 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.173893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63189ad-b227-4ec3-b7bd-1307a22aa698 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Deleting subnet ac73932d-baf1-4ed9-993f-995d3c3a95fc {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:45.178324 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63189ad-b227-4ec3-b7bd-1307a22aa698 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.197112 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c92417b7-fd64-438a-ad0b-f8eaba62a9b1 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Calling delete_port for 4b55aa7b-22c9-493c-80c9-3bfb031f2cae owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:45.227331 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63189ad-b227-4ec3-b7bd-1307a22aa698 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.302620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a8f5f483-28bc-428f-a967-208959fe4c1e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Allocated IP 2001:db8::22f (a349739b-617d-426a-b81e-60f8090e60c8/345f5fdc-e9b6-4795-8d46-0cb0684f7116/f0d2a2e9-85be-49a5-a3d6-25f04b94a28d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:45.315347 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63189ad-b227-4ec3-b7bd-1307a22aa698 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.384864 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63189ad-b227-4ec3-b7bd-1307a22aa698 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.553884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee8629e-15b4-4b4d-97bf-295e7f94208b None None] Update dhcp port {'port': {'network_id': '3b6b63d7-a34e-4894-9be7-1e91bf2629a1', 'fixed_ips': [{'subnet_id': 'ac73932d-baf1-4ed9-993f-995d3c3a95fc'}], 'binding:host_id': 'n-d-800088-6'}, 'id': '82f3e3f9-cf4f-402a-8ca9-61c99dd838d0'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:47:45.564979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c92417b7-fd64-438a-ad0b-f8eaba62a9b1 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.601482 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92417b7-fd64-438a-ad0b-f8eaba62a9b1 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b55aa7b-22c9-493c-80c9-3bfb031f2cae,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:45.628757 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7ee8629e-15b4-4b4d-97bf-295e7f94208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.633303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63189ad-b227-4ec3-b7bd-1307a22aa698 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Subnet': ['ID=ac73932d-baf1-4ed9-993f-995d3c3a95fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:45.650760 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e63189ad-b227-4ec3-b7bd-1307a22aa698 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.660247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e63189ad-b227-4ec3-b7bd-1307a22aa698 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/subnets/ac73932d-baf1-4ed9-993f-995d3c3a95fc HTTP/1.1" status: 204 len: 168 time: 0.5833466 Jul 16 03:47:45.676962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:45.804625 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c92417b7-fd64-438a-ad0b-f8eaba62a9b1 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.810939 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c92417b7-fd64-438a-ad0b-f8eaba62a9b1 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.812186 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c92417b7-fd64-438a-ad0b-f8eaba62a9b1 tempest-ExternalNetworksAdminNegativeTestJSON-125564025 tempest-ExternalNetworksAdminNegativeTestJSON-125564025-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/c8e8c976-9ce3-4015-a66c-22cd34f2a17f HTTP/1.1" status: 204 len: 168 time: 1.4394894 Jul 16 03:47:45.822145 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f483-28bc-428f-a967-208959fe4c1e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.845034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a8f5f483-28bc-428f-a967-208959fe4c1e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Transition to ACTIVE for port object f0d2a2e9-85be-49a5-a3d6-25f04b94a28d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:45.886581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9214bf94-5150-4a0e-8005-b6b629e76c04 None None] Network 3b6b63d7-a34e-4894-9be7-1e91bf2629a1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:45.902814 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f483-28bc-428f-a967-208959fe4c1e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.904341 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:45.976603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f5f483-28bc-428f-a967-208959fe4c1e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Network a349739b-617d-426a-b81e-60f8090e60c8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:45.985848 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a8f5f483-28bc-428f-a967-208959fe4c1e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:45.996418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f5f483-28bc-428f-a967-208959fe4c1e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:46.003305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c395b06-74d4-4ce1-b2af-1d63de80e029 req-adabd149-1dba-4ff9-8422-5213ca95cf60 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:46.004998 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c395b06-74d4-4ce1-b2af-1d63de80e029 req-adabd149-1dba-4ff9-8422-5213ca95cf60 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 931 time: 0.4926031 Jul 16 03:47:46.040303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f5f483-28bc-428f-a967-208959fe4c1e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:46.042026 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f483-28bc-428f-a967-208959fe4c1e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.123346 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-af572dba-7e9d-44a7-a97b-8a122b11f749 None None] Provisioning complete for port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:46.123972 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-af572dba-7e9d-44a7-a97b-8a122b11f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.136551 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a8f5f483-28bc-428f-a967-208959fe4c1e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8404760 Jul 16 03:47:46.140193 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c395b06-74d4-4ce1-b2af-1d63de80e029 req-bb5d7721-78b6-48d5-84c4-a7a1276b8ac1 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281290 Jul 16 03:47:46.143622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54426) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:46.144332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5f483-28bc-428f-a967-208959fe4c1e tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event updated for resources: {'Port': ['ID=f0d2a2e9-85be-49a5-a3d6-25f04b94a28d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:46.150302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cb7e9483-dfee-4dd6-aa27-c9b241cc8a18 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Request body: {'port': {'network_id': 'a349739b-617d-426a-b81e-60f8090e60c8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1689489969'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:46.377693 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00c0faf-e46f-4cec-a49c-40c95c21f1d7 None None] DHCP port deletion for 3b6b63d7-a34e-4894-9be7-1e91bf2629a1 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:47:46.447794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54432) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:46.469064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b00c0faf-e46f-4cec-a49c-40c95c21f1d7 None None] Deleting port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:46.469849 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b00c0faf-e46f-4cec-a49c-40c95c21f1d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.547435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b00c0faf-e46f-4cec-a49c-40c95c21f1d7 None None] For port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=82f3e3f9-cf4f-402a-8ca9-61c99dd838d0,segment=NetworkSegment(ace2700c-d79f-4534-aec8-8875d9645bbd),segment_id=ace2700c-d79f-4534-aec8-8875d9645bbd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:46.548129 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b00c0faf-e46f-4cec-a49c-40c95c21f1d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.563715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b00c0faf-e46f-4cec-a49c-40c95c21f1d7 None None] Calling delete_port for 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:46.649992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-81ff0b69-81e1-4137-a081-b4bfde684b7c None None] Provisioning for port f0d2a2e9-85be-49a5-a3d6-25f04b94a28d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:46.662130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-81ff0b69-81e1-4137-a081-b4bfde684b7c None None] Provisioning complete for port f0d2a2e9-85be-49a5-a3d6-25f04b94a28d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:46.663705 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-81ff0b69-81e1-4137-a081-b4bfde684b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.667229 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59f7ce6f-ca84-44b5-964e-93b47875653b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.718572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-81ff0b69-81e1-4137-a081-b4bfde684b7c None None] Port f0d2a2e9-85be-49a5-a3d6-25f04b94a28d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:47:46.749003 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b00c0faf-e46f-4cec-a49c-40c95c21f1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.778591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c0faf-e46f-4cec-a49c-40c95c21f1d7 None None] Pushing event deleted for resources: {'Port': ['ID=82f3e3f9-cf4f-402a-8ca9-61c99dd838d0,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:46.785290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00c0faf-e46f-4cec-a49c-40c95c21f1d7 None None] No DVR routers for this DVR port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:46.824001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Deleting port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:46.824576 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.829240 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59f7ce6f-ca84-44b5-964e-93b47875653b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.833796 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59f7ce6f-ca84-44b5-964e-93b47875653b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.844439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f8010b-a47f-4677-a745-1aa568cf7dae {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:46.868963 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.873320 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7ce6f-ca84-44b5-964e-93b47875653b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b26132-f585-4d19-b314-88fd39c1f87e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:46.881596 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-59f7ce6f-ca84-44b5-964e-93b47875653b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44712fb535dc4a8e90492965d8ed7cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300852 Jul 16 03:47:46.882449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54436) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:46.942929 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ace1ae76-39a6-417f-bb50-b10ba8d94fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.945392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Transition to ACTIVE for port object f0f8010b-a47f-4677-a745-1aa568cf7dae will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:46.953051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] For port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0, host n-d-800088-6, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:46.953520 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.955600 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:46.965497 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ace1ae76-39a6-417f-bb50-b10ba8d94fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.000475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Calling delete_port for 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:47.003645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:47:47.008622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7e9483-dfee-4dd6-aa27-c9b241cc8a18 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Made reservation on behalf of fdca37d3cec941beb0eab87e0f6c053e for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:47.012099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb7e9483-dfee-4dd6-aa27-c9b241cc8a18 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.019471 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.024034 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ace1ae76-39a6-417f-bb50-b10ba8d94fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.030166 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ace1ae76-39a6-417f-bb50-b10ba8d94fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.031786 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ace1ae76-39a6-417f-bb50-b10ba8d94fb0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80b26132-f585-4d19-b314-88fd39c1f87e HTTP/1.1" status: 204 len: 168 time: 0.1486888 Jul 16 03:47:47.071085 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-cb7e9483-dfee-4dd6-aa27-c9b241cc8a18 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] device_id is not set on port c2874a84-fe5a-4b1c-a542-0eb63b61a50b yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:47:47.075550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1ae76-39a6-417f-bb50-b10ba8d94fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b26132-f585-4d19-b314-88fd39c1f87e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:47.080985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f8010b-a47f-4677-a745-1aa568cf7dae,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:47.129987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:47.134656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No DVR routers for this DVR port 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:47.166153 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:47.166512 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 82f3e3f9-cf4f-402a-8ca9-61c99dd838d0 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:47.247012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Port': ['ID=82f3e3f9-cf4f-402a-8ca9-61c99dd838d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:47.434858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54450) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:47.509545 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.521951 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c581cb44-4f82-4302-9ed5-db51e966a009 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf5ac62a9ab34310a41d5cf3e2dcf08c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0841439 Jul 16 03:47:47.524269 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54452) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:47.553402 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6b63d7-a34e-4894-9be7-1e91bf2629a1']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:47.572386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Attempting to bind port f0f8010b-a47f-4677-a745-1aa568cf7dae on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:47:47.572725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Attempting to bind port f0f8010b-a47f-4677-a745-1aa568cf7dae by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:47:47.573047 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Attempting to bind port f0f8010b-a47f-4677-a745-1aa568cf7dae on network be05005c-c098-4d8b-a55d-fc55d239f9a5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:47.577855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace2700c-d79f-4534-aec8-8875d9645bbd') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:47.578159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace2700c-d79f-4534-aec8-8875d9645bbd') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:47.597168 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d7714ff-a979-4197-aa28-0fb18e6ad474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.602577 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.604606 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cb7e9483-dfee-4dd6-aa27-c9b241cc8a18 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Allocated IP 2001:db8::37f (a349739b-617d-426a-b81e-60f8090e60c8/345f5fdc-e9b6-4795-8d46-0cb0684f7116/c2874a84-fe5a-4b1c-a542-0eb63b61a50b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:47:47.606798 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Port f0f8010b-a47f-4677-a745-1aa568cf7dae on network be05005c-c098-4d8b-a55d-fc55d239f9a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:47:47.607125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Attempting to bind port f0f8010b-a47f-4677-a745-1aa568cf7dae on network be05005c-c098-4d8b-a55d-fc55d239f9a5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:47:47.621900 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d7714ff-a979-4197-aa28-0fb18e6ad474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.636380 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.638548 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:47:47.638893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Checking segment: {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:47.639284 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Bound using segment: {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:47:47.640278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Bound port: f0f8010b-a47f-4677-a745-1aa568cf7dae, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:47:47.640671 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.667709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:47.667952 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:47.671258 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:47.681611 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d7714ff-a979-4197-aa28-0fb18e6ad474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.686202 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d7714ff-a979-4197-aa28-0fb18e6ad474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.686202 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3d7714ff-a979-4197-aa28-0fb18e6ad474 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/650b1705-52c9-471e-bbd5-6bfcff91a24c HTTP/1.1" status: 204 len: 168 time: 0.1572332 Jul 16 03:47:47.699986 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7714ff-a979-4197-aa28-0fb18e6ad474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650b1705-52c9-471e-bbd5-6bfcff91a24c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:47.785024 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36502ea-1f0f-49e8-91b4-328147125d8f req-ad7db299-f959-473c-b497-6ed7dd5015fc tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:47.786707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a36502ea-1f0f-49e8-91b4-328147125d8f req-ad7db299-f959-473c-b497-6ed7dd5015fc tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 943 time: 0.3753068 Jul 16 03:47:47.834856 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.868113 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:47.872582 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/3b6b63d7-a34e-4894-9be7-1e91bf2629a1 HTTP/1.1" status: 204 len: 168 time: 2.1917710 Jul 16 03:47:47.875540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54456) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:47.903879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] For port f0f8010b-a47f-4677-a745-1aa568cf7dae, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:47:47.943562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7926f-722a-42b8-b63e-8a98df4de909 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Network': ['ID=3b6b63d7-a34e-4894-9be7-1e91bf2629a1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:47.946202 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] For port f0f8010b-a47f-4677-a745-1aa568cf7dae, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f0f8010b-a47f-4677-a745-1aa568cf7dae,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:47:47.950671 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c050730a-576d-48d8-a9fd-a51d5c0f800e tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] DELETE failed (client error): The resource could not be found. Jul 16 03:47:47.950822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c050730a-576d-48d8-a9fd-a51d5c0f800e tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:47.957055 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c050730a-576d-48d8-a9fd-a51d5c0f800e tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/subnets/2279a30a-647f-4f36-a92c-f6ea761ec5fc HTTP/1.1" status: 404 len: 337 time: 0.0802984 Jul 16 03:47:47.967725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54458) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:47.991173 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d8385c-02ad-4b42-99fe-f95781d723c4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] DELETE failed (client error): The resource could not be found. Jul 16 03:47:47.991906 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d8385c-02ad-4b42-99fe-f95781d723c4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:47.997582 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d8d8385c-02ad-4b42-99fe-f95781d723c4 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/00319e12-dcae-48b6-a80f-85cb654f8227 HTTP/1.1" status: 404 len: 339 time: 0.0385606 Jul 16 03:47:47.998556 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54466) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:48.040404 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-78774c55-96b9-4be5-b723-b6607e268fb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] DELETE failed (client error): The resource could not be found. Jul 16 03:47:48.041222 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78774c55-96b9-4be5-b723-b6607e268fb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:48.046650 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-78774c55-96b9-4be5-b723-b6607e268fb6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/subnets/9a2bbfef-d3be-4b0a-b3bc-333e32b9d883 HTTP/1.1" status: 404 len: 337 time: 0.0441594 Jul 16 03:47:48.047531 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54472) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:48.048994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a36502ea-1f0f-49e8-91b4-328147125d8f req-9d6e160e-583c-4c06-84a9-0752a5e8cded tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469914 Jul 16 03:47:48.055491 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:48.076566 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1753daa6-0946-49dd-aa46-33bca1f229a3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] DELETE failed (client error): The resource could not be found. Jul 16 03:47:48.078542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1753daa6-0946-49dd-aa46-33bca1f229a3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:48.081123 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1753daa6-0946-49dd-aa46-33bca1f229a3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/c26b30a3-8626-4637-8652-b49a98982ece HTTP/1.1" status: 404 len: 339 time: 0.0324068 Jul 16 03:47:48.081437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:48.082138 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:48.083773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/f0f8010b-a47f-4677-a745-1aa568cf7dae HTTP/1.1" status: 200 len: 1091 time: 3.1451721 Jul 16 03:47:48.085184 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54474) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:48.090069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0b4a18-d0f1-41e6-b762-6edd656e1819', 'tag': 'f0f8010b-a47f-4677-a745-1aa568cf7dae'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:48.098716 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3041c0-35d7-4fea-a0c0-07ef83bec842" -d '{"events": [{"name": "network-changed", "server_uuid": "7b0b4a18-d0f1-41e6-b762-6edd656e1819", "tag": "f0f8010b-a47f-4677-a745-1aa568cf7dae"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:48.128558 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-257a0a90-e25f-483d-9356-d6b9e10ea998 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] DELETE failed (client error): The resource could not be found. Jul 16 03:47:48.129135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257a0a90-e25f-483d-9356-d6b9e10ea998 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:48.134946 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-257a0a90-e25f-483d-9356-d6b9e10ea998 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/subnets/f42a0e3c-df80-492c-b36b-8f3526b6ac70 HTTP/1.1" status: 404 len: 337 time: 0.0476520 Jul 16 03:47:48.135746 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54482) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:48.180990 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4a0085-658e-47bb-9ea4-491ba18e1e0d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] DELETE failed (client error): The resource could not be found. Jul 16 03:47:48.181633 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4a0085-658e-47bb-9ea4-491ba18e1e0d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:48.187968 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2d4a0085-658e-47bb-9ea4-491ba18e1e0d tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/87b7a21c-2413-497a-b629-9e0f4053f744 HTTP/1.1" status: 404 len: 339 time: 0.0510001 Jul 16 03:47:48.189507 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54486) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:48.263139 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3192746-9a29-4b7a-aee9-ff7ba672b2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f8010b-a47f-4677-a745-1aa568cf7dae,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:48.267655 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d373a81d-9785-4549-9074-4afdb9ae396f x-openstack-request-id: req-d373a81d-9785-4549-9074-4afdb9ae396f {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:48.268120 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b0b4a18-d0f1-41e6-b762-6edd656e1819", "tag": "f0f8010b-a47f-4677-a745-1aa568cf7dae", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:48.268411 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d373a81d-9785-4549-9074-4afdb9ae396f {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:48.268811 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0b4a18-d0f1-41e6-b762-6edd656e1819', 'tag': 'f0f8010b-a47f-4677-a745-1aa568cf7dae', 'status': 'completed', 'code': 200} Jul 16 03:47:48.282011 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-61241e6b-7a99-4a92-94d3-3db703b2b47b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Deleting subnet ae3f2a31-9276-463b-b203-e4044c30d90a {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:48.285621 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61241e6b-7a99-4a92-94d3-3db703b2b47b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:48.298156 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb7e9483-dfee-4dd6-aa27-c9b241cc8a18 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:48.328392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cb7e9483-dfee-4dd6-aa27-c9b241cc8a18 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Transition to ACTIVE for port object c2874a84-fe5a-4b1c-a542-0eb63b61a50b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:47:48.368867 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61241e6b-7a99-4a92-94d3-3db703b2b47b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:48.374671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-1705acb4-aa52-457c-bcb1-de6592552352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:48.376675 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-1705acb4-aa52-457c-bcb1-de6592552352 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 1094 time: 0.2189045 Jul 16 03:47:48.434315 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-0125ea39-a252-490c-b79e-f480cb7b52d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0f8010b-a47f-4677-a745-1aa568cf7dae HTTP/1.1" status: 200 len: 217 time: 0.0490804 Jul 16 03:47:48.461096 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb7e9483-dfee-4dd6-aa27-c9b241cc8a18 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:48.502145 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61241e6b-7a99-4a92-94d3-3db703b2b47b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:48.606021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3436dee-9ae6-449d-a5fb-9e26d2646987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:48.607794 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-d3436dee-9ae6-449d-a5fb-9e26d2646987 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 200 len: 845 time: 0.1651556 Jul 16 03:47:48.610834 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61241e6b-7a99-4a92-94d3-3db703b2b47b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:48.642115 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7e9483-dfee-4dd6-aa27-c9b241cc8a18 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Network a349739b-617d-426a-b81e-60f8090e60c8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:48.698304 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e9483-dfee-4dd6-aa27-c9b241cc8a18 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event updated for resources: {'Port': ['ID=c2874a84-fe5a-4b1c-a542-0eb63b61a50b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:48.705208 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61241e6b-7a99-4a92-94d3-3db703b2b47b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3f2a31-9276-463b-b203-e4044c30d90a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:48.711876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-7cf2f208-bce2-4aeb-89d0-b32da2cc95b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be05005c-c098-4d8b-a55d-fc55d239f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724483 Jul 16 03:47:48.713546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cb7e9483-dfee-4dd6-aa27-c9b241cc8a18 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:48.715163 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61241e6b-7a99-4a92-94d3-3db703b2b47b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:48.716956 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb83da2f-decd-44a6-8b66-06054000510f None None] Network 6890b135-c27f-455f-9c4b-61944c58dbc6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:48.717528 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e9483-dfee-4dd6-aa27-c9b241cc8a18 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:48.723690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7e9483-dfee-4dd6-aa27-c9b241cc8a18 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:48.724342 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cb7e9483-dfee-4dd6-aa27-c9b241cc8a18 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:48.728084 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-61241e6b-7a99-4a92-94d3-3db703b2b47b tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/subnets/ae3f2a31-9276-463b-b203-e4044c30d90a HTTP/1.1" status: 204 len: 168 time: 0.5351214 Jul 16 03:47:48.728983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54510) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:48.834665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cb7e9483-dfee-4dd6-aa27-c9b241cc8a18 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6881225 Jul 16 03:47:48.837505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:48.845789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-788e05a1-8231-47a4-b13a-91468168528a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::238', 'mac_address': 'fa:16:3e:b7:75:fe'}, {'ip_address': '2001:db8::22f', 'mac_address': 'fa:16:3e:4d:d2:c3'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:48.924054 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.019752 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Deleting port 5be72670-6a92-448a-b048-43f31ca3f6ef {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:49.020105 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.077560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae1938-ebb5-4454-b798-ffab93b0a111 None None] DHCP port deletion for 6890b135-c27f-455f-9c4b-61944c58dbc6 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:47:49.203131 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae1938-ebb5-4454-b798-ffab93b0a111 None None] Deleting port 5be72670-6a92-448a-b048-43f31ca3f6ef {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:49.203915 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1ae1938-ebb5-4454-b798-ffab93b0a111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.206797 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] For port 5be72670-6a92-448a-b048-43f31ca3f6ef, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5be72670-6a92-448a-b048-43f31ca3f6ef,segment=NetworkSegment(2c5dbbb4-60bd-49fe-8620-8f593590b1b3),segment_id=2c5dbbb4-60bd-49fe-8620-8f593590b1b3)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:49.206980 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.232080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Calling delete_port for 5be72670-6a92-448a-b048-43f31ca3f6ef owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:49.329492 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-404da9db-af6b-457d-b76d-3bf017cfe858 service neutron] 10.222.0.20 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894396 Jul 16 03:47:49.359136 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b1ae1938-ebb5-4454-b798-ffab93b0a111 None None] For port 5be72670-6a92-448a-b048-43f31ca3f6ef, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5be72670-6a92-448a-b048-43f31ca3f6ef,segment=NetworkSegment(2c5dbbb4-60bd-49fe-8620-8f593590b1b3),segment_id=2c5dbbb4-60bd-49fe-8620-8f593590b1b3)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:49.359624 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1ae1938-ebb5-4454-b798-ffab93b0a111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.370227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-52d35403-1bfb-4fcb-8e30-59b5460ceedc None None] Provisioning for port c2874a84-fe5a-4b1c-a542-0eb63b61a50b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:49.390452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-52d35403-1bfb-4fcb-8e30-59b5460ceedc None None] Provisioning complete for port c2874a84-fe5a-4b1c-a542-0eb63b61a50b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:49.394476 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.395410 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-52d35403-1bfb-4fcb-8e30-59b5460ceedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.398631 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-788e05a1-8231-47a4-b13a-91468168528a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.399072 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae1938-ebb5-4454-b798-ffab93b0a111 None None] Calling delete_port for 5be72670-6a92-448a-b048-43f31ca3f6ef owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:49.439721 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Port': ['ID=5be72670-6a92-448a-b048-43f31ca3f6ef,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:49.447287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No DVR routers for this DVR port 5be72670-6a92-448a-b048-43f31ca3f6ef on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:49.500960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-52d35403-1bfb-4fcb-8e30-59b5460ceedc None None] Port c2874a84-fe5a-4b1c-a542-0eb63b61a50b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:47:49.539118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a5e0a-a310-4779-bab3-2b4a2f25036e req-9824ddc5-384e-4e40-9cf3-205c8631766b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:49.541051 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a2a5e0a-a310-4779-bab3-2b4a2f25036e req-9824ddc5-384e-4e40-9cf3-205c8631766b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 943 time: 0.2739563 Jul 16 03:47:49.553108 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b1ae1938-ebb5-4454-b798-ffab93b0a111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.572653 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.590636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae1938-ebb5-4454-b798-ffab93b0a111 None None] No DVR routers for this DVR port 5be72670-6a92-448a-b048-43f31ca3f6ef on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:49.607235 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6890b135-c27f-455f-9c4b-61944c58dbc6']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:49.634647 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5dbbb4-60bd-49fe-8620-8f593590b1b3') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:49.638796 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5dbbb4-60bd-49fe-8620-8f593590b1b3') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:49.647576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae1938-ebb5-4454-b798-ffab93b0a111 None None] Pushing event deleted for resources: {'Port': ['ID=5be72670-6a92-448a-b048-43f31ca3f6ef,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:49.668608 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.686354 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a2a5e0a-a310-4779-bab3-2b4a2f25036e req-c4c3d251-474d-406f-8bb3-57db80ed30c6 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295068 Jul 16 03:47:49.692334 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.703338 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fb56376-2b51-4154-9b24-42f222dafc75 req-0c7e2872-9b67-447f-9a8b-87e6ee7bbb8b service neutron] 10.222.0.20 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577638 Jul 16 03:47:49.706384 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:49.706779 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:49.711205 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:49.807444 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.815079 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:49.819584 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/6890b135-c27f-455f-9c4b-61944c58dbc6 HTTP/1.1" status: 204 len: 168 time: 1.0872095 Jul 16 03:47:49.824866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54542) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:49.855164 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbdca5-977c-4a7a-a8fc-21f4f321c3c6 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Network': ['ID=6890b135-c27f-455f-9c4b-61944c58dbc6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:49.913710 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-24429c3f-cd46-45ed-a94e-b866a15d35b3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] DELETE failed (client error): The resource could not be found. Jul 16 03:47:49.914245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24429c3f-cd46-45ed-a94e-b866a15d35b3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:49.918269 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-24429c3f-cd46-45ed-a94e-b866a15d35b3 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/subnets/4b0a0a64-28f2-4252-817d-ea66b14c6491 HTTP/1.1" status: 404 len: 337 time: 0.0898869 Jul 16 03:47:49.919136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54546) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:49.950531 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b12c30-2191-4c3a-85f6-0c52183a89ca tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] DELETE failed (client error): The resource could not be found. Jul 16 03:47:49.951118 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b12c30-2191-4c3a-85f6-0c52183a89ca tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:49.955905 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-40b12c30-2191-4c3a-85f6-0c52183a89ca tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/21c3f499-fd70-463c-a309-421e9603cb1f HTTP/1.1" status: 404 len: 339 time: 0.0338213 Jul 16 03:47:49.959077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:50.052673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fa6791-1fe2-4f50-aba4-38e88d26a645 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Deleting subnet cfd4499e-c6aa-43fc-a21c-62ff103c2ae8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:50.060447 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3041c0-35d7-4fea-a0c0-07ef83bec842 req-d8777f0e-d2a5-4654-b963-f9898e6c46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:50.062070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da3041c0-35d7-4fea-a0c0-07ef83bec842 req-d8777f0e-d2a5-4654-b963-f9898e6c46b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 1094 time: 0.2384999 Jul 16 03:47:50.062850 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34fa6791-1fe2-4f50-aba4-38e88d26a645 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.067180 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-788e05a1-8231-47a4-b13a-91468168528a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.100247 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-788e05a1-8231-47a4-b13a-91468168528a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.171352 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34fa6791-1fe2-4f50-aba4-38e88d26a645 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.196421 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-788e05a1-8231-47a4-b13a-91468168528a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] In _notify_port_updated(), no bound segment for port c2874a84-fe5a-4b1c-a542-0eb63b61a50b on network a349739b-617d-426a-b81e-60f8090e60c8 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:47:50.201972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e05a1-8231-47a4-b13a-91468168528a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:50.202692 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-788e05a1-8231-47a4-b13a-91468168528a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.204043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-788e05a1-8231-47a4-b13a-91468168528a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "PUT /v2.0/ports/c2874a84-fe5a-4b1c-a542-0eb63b61a50b HTTP/1.1" status: 200 len: 1068 time: 1.3649936 Jul 16 03:47:50.207267 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54556) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:50.250536 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54558) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:50.275930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e05a1-8231-47a4-b13a-91468168528a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event updated for resources: {'Port': ['ID=c2874a84-fe5a-4b1c-a542-0eb63b61a50b,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:50.373189 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3041c0-35d7-4fea-a0c0-07ef83bec842 req-f7755733-d580-4f39-a214-167f6ab50317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:50.375308 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da3041c0-35d7-4fea-a0c0-07ef83bec842 req-f7755733-d580-4f39-a214-167f6ab50317 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 906 time: 0.2881076 Jul 16 03:47:50.420289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f974e-a59e-4302-855d-3cff66e46694 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Deleting port c2874a84-fe5a-4b1c-a542-0eb63b61a50b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:50.421188 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd5f974e-a59e-4302-855d-3cff66e46694 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.495573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c07379dd-8dfd-41aa-af75-e26062693c71 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:50.522251 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34fa6791-1fe2-4f50-aba4-38e88d26a645 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.526787 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da3041c0-35d7-4fea-a0c0-07ef83bec842 req-47f306bb-e045-4f98-9e82-6dcac6cb70b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0f8010b-a47f-4677-a745-1aa568cf7dae HTTP/1.1" status: 200 len: 217 time: 0.1437645 Jul 16 03:47:50.546466 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c07379dd-8dfd-41aa-af75-e26062693c71 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] 10.222.0.18 "PUT /v2.0/quotas/39fa399e3e894dfdb81f9a125a3227d4 HTTP/1.1" status: 200 len: 368 time: 0.2903500 Jul 16 03:47:50.546796 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54564) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:50.563275 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Request body: {'network': {'project_id': '39fa399e3e894dfdb81f9a125a3227d4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:50.599331 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd5f974e-a59e-4302-855d-3cff66e46694 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.609534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3041c0-35d7-4fea-a0c0-07ef83bec842 req-2ce4284e-1297-40c2-9321-b0a5a7169d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:50.611469 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da3041c0-35d7-4fea-a0c0-07ef83bec842 req-2ce4284e-1297-40c2-9321-b0a5a7169d77 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 200 len: 845 time: 0.0555081 Jul 16 03:47:50.624904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f974e-a59e-4302-855d-3cff66e46694 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Calling delete_port for c2874a84-fe5a-4b1c-a542-0eb63b61a50b owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:50.626809 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Made reservation on behalf of 39fa399e3e894dfdb81f9a125a3227d4 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:50.629199 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.641110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4eda5a77-351e-4181-913e-db6736b6d7af None None] Provisioning complete for port c2874a84-fe5a-4b1c-a542-0eb63b61a50b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:50.642349 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4eda5a77-351e-4181-913e-db6736b6d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.658979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.689952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da3041c0-35d7-4fea-a0c0-07ef83bec842 req-0764216a-51ec-4bad-a0d3-f20850c9bd28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be05005c-c098-4d8b-a55d-fc55d239f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682440 Jul 16 03:47:50.706743 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4eda5a77-351e-4181-913e-db6736b6d7af None None] Port c2874a84-fe5a-4b1c-a542-0eb63b61a50b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:47:50.795772 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34fa6791-1fe2-4f50-aba4-38e88d26a645 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.825456 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa6791-1fe2-4f50-aba4-38e88d26a645 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd4499e-c6aa-43fc-a21c-62ff103c2ae8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:50.844043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-34fa6791-1fe2-4f50-aba4-38e88d26a645 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:50.845984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-34fa6791-1fe2-4f50-aba4-38e88d26a645 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/subnets/cfd4499e-c6aa-43fc-a21c-62ff103c2ae8 HTTP/1.1" status: 204 len: 168 time: 0.8859499 Jul 16 03:47:50.848568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:50.855419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0daf205-bb8f-4a0e-8a09-654f6df72b70 None None] Network a38b9b86-bfb2-4e99-b2ee-024dcd152af3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:50.965769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da3041c0-35d7-4fea-a0c0-07ef83bec842 req-9e532ebd-2b46-4e14-b5ee-78f3032224a9 service neutron] 10.222.0.20 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663949 Jul 16 03:47:50.970791 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.003398 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.016786 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.122654 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5be72670-6a92-448a-b048-43f31ca3f6ef no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:51.128862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:51.139581 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.140044 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Added segment f1de9659-c1fa-40d5-9552-e95f214d7b6c of type vlan for network d6b72ee5-6dff-4297-bd82-370a1a1c739a Jul 16 03:47:51.171901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 5be72670-6a92-448a-b048-43f31ca3f6ef {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:51.172367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5be72670-6a92-448a-b048-43f31ca3f6ef not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:51.189246 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d093ac-91ec-4b54-9cf1-358fe9a8b4a3 None None] DHCP port deletion for a38b9b86-bfb2-4e99-b2ee-024dcd152af3 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:47:51.197651 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.225312 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd5f974e-a59e-4302-855d-3cff66e46694 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.227211 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c9465a-4ee6-4a77-9f23-a8dbab0ea9e1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:51.231922 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.232959 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:51.234168 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.282547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-54d093ac-91ec-4b54-9cf1-358fe9a8b4a3 None None] Deleting port ac032530-fcc8-4802-ae60-a332273861d6 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:51.283190 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54d093ac-91ec-4b54-9cf1-358fe9a8b4a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.289973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448571a-a0d0-45cb-8a82-edb5cd678834 req-f4a98f6d-b395-4149-9c7a-0ebdff04b82a tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:51.299470 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d448571a-a0d0-45cb-8a82-edb5cd678834 req-f4a98f6d-b395-4149-9c7a-0ebdff04b82a tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 943 time: 0.3353891 Jul 16 03:47:51.300936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f974e-a59e-4302-855d-3cff66e46694 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event deleted for resources: {'Port': ['ID=c2874a84-fe5a-4b1c-a542-0eb63b61a50b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:51.340952 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7929153 Jul 16 03:47:51.357191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54582) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:51.378045 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54903ea6-0297-4a9c-84e5-58922f815e08 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Pushing event updated for resources: {'Network': ['ID=d6b72ee5-6dff-4297-bd82-370a1a1c739a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:51.384080 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d052f482-41cb-4f35-9563-e8ba9288446f tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Request body: {'network': {'project_id': '39fa399e3e894dfdb81f9a125a3227d4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:51.397383 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da3041c0-35d7-4fea-a0c0-07ef83bec842 req-aff2bbb4-39be-4034-bac1-55f606c839bb service neutron] 10.222.0.20 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123032 Jul 16 03:47:51.428820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network d6b72ee5-6dff-4297-bd82-370a1a1c739a details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:51.444192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Deleting port ac032530-fcc8-4802-ae60-a332273861d6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:51.444568 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.449584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d052f482-41cb-4f35-9563-e8ba9288446f tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Made reservation on behalf of 39fa399e3e894dfdb81f9a125a3227d4 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:51.452972 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d052f482-41cb-4f35-9563-e8ba9288446f tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.483000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-54d093ac-91ec-4b54-9cf1-358fe9a8b4a3 None None] For port ac032530-fcc8-4802-ae60-a332273861d6, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ac032530-fcc8-4802-ae60-a332273861d6,segment=NetworkSegment(672bd7e1-8645-43ca-a6b9-416bf3ff0950),segment_id=672bd7e1-8645-43ca-a6b9-416bf3ff0950)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:51.483000 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54d093ac-91ec-4b54-9cf1-358fe9a8b4a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.492600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d052f482-41cb-4f35-9563-e8ba9288446f tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:51.504576 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d052f482-41cb-4f35-9563-e8ba9288446f tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.505256 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-d052f482-41cb-4f35-9563-e8ba9288446f tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Added segment d11121fa-e48c-4c8f-9cc8-c6bba0ad74dc of type vlan for network 64ecd2e9-f3cb-4a92-99e8-a71046d3561d Jul 16 03:47:51.535147 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-54d093ac-91ec-4b54-9cf1-358fe9a8b4a3 None None] Calling delete_port for ac032530-fcc8-4802-ae60-a332273861d6 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:51.563793 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d052f482-41cb-4f35-9563-e8ba9288446f tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.597752 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd5f974e-a59e-4302-855d-3cff66e46694 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.601409 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fd5f974e-a59e-4302-855d-3cff66e46694 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "DELETE /v2.0/ports/c2874a84-fe5a-4b1c-a542-0eb63b61a50b HTTP/1.1" status: 204 len: 168 time: 1.3934486 Jul 16 03:47:51.604188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54586) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:51.615957 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d052f482-41cb-4f35-9563-e8ba9288446f tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.616985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d052f482-41cb-4f35-9563-e8ba9288446f tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:51.617603 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d052f482-41cb-4f35-9563-e8ba9288446f tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.622210 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d448571a-a0d0-45cb-8a82-edb5cd678834 req-f9977d5a-4ef3-4efb-b842-3b5b878b0e45 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218226 Jul 16 03:47:51.670756 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f91966e-2068-4c9a-b770-a9d10c8ab538 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] GET failed (client error): The resource could not be found. Jul 16 03:47:51.675770 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0f91966e-2068-4c9a-b770-a9d10c8ab538 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "GET /v2.0/ports/c2874a84-fe5a-4b1c-a542-0eb63b61a50b HTTP/1.1" status: 404 len: 333 time: 0.0695710 Jul 16 03:47:51.676694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54588) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:51.704080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d052f482-41cb-4f35-9563-e8ba9288446f tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3338969 Jul 16 03:47:51.707277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] For port ac032530-fcc8-4802-ae60-a332273861d6, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ac032530-fcc8-4802-ae60-a332273861d6,segment=NetworkSegment(672bd7e1-8645-43ca-a6b9-416bf3ff0950),segment_id=672bd7e1-8645-43ca-a6b9-416bf3ff0950)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:51.707583 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.709680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:51.721991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2833560c-de43-46d2-9def-0547132bcf64 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Request body: {'network': {'project_id': '39fa399e3e894dfdb81f9a125a3227d4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:51.760892 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Calling delete_port for ac032530-fcc8-4802-ae60-a332273861d6 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:51.766557 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052f482-41cb-4f35-9563-e8ba9288446f tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Pushing event updated for resources: {'Network': ['ID=64ecd2e9-f3cb-4a92-99e8-a71046d3561d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:51.798824 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 64ecd2e9-f3cb-4a92-99e8-a71046d3561d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:51.801575 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54d093ac-91ec-4b54-9cf1-358fe9a8b4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.815346 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2833560c-de43-46d2-9def-0547132bcf64 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 03:47:51.825159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2833560c-de43-46d2-9def-0547132bcf64 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:47:51.826402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2833560c-de43-46d2-9def-0547132bcf64 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1158028 Jul 16 03:47:51.828855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f0f8010b-a47f-4677-a745-1aa568cf7dae details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:47:51.860036 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3d313c01-abbe-4fbc-89cb-b5928280d0a7 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Deleting port f0d2a2e9-85be-49a5-a3d6-25f04b94a28d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:51.861567 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d313c01-abbe-4fbc-89cb-b5928280d0a7 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:51.934413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d093ac-91ec-4b54-9cf1-358fe9a8b4a3 None None] Pushing event deleted for resources: {'Port': ['ID=ac032530-fcc8-4802-ae60-a332273861d6,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:51.947163 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:51.986976 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.036150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d093ac-91ec-4b54-9cf1-358fe9a8b4a3 None None] No DVR routers for this DVR port ac032530-fcc8-4802-ae60-a332273861d6 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:52.072393 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Port': ['ID=ac032530-fcc8-4802-ae60-a332273861d6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:52.086126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] No DVR routers for this DVR port ac032530-fcc8-4802-ae60-a332273861d6 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:52.114396 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d313c01-abbe-4fbc-89cb-b5928280d0a7 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.156382 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3d313c01-abbe-4fbc-89cb-b5928280d0a7 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Calling delete_port for f0d2a2e9-85be-49a5-a3d6-25f04b94a28d owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:52.178587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port f0f8010b-a47f-4677-a745-1aa568cf7dae, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f0f8010b-a47f-4677-a745-1aa568cf7dae,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:52.197344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'f0f8010b-a47f-4677-a745-1aa568cf7dae', 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5', 'port_id': 'f0f8010b-a47f-4677-a745-1aa568cf7dae', 'mac_address': 'fa:16:3e:ac:f6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c67eeac-ef92-44b4-81f1-978ab2dd4eec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:47:52.244535 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.277305 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f8010b-a47f-4677-a745-1aa568cf7dae {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:47:52.307192 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.317843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54608) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:52.319582 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4de15cbf-a2a1-4659-917f-4517110dcadd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39fa399e3e894dfdb81f9a125a3227d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709555 Jul 16 03:47:52.320226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port f0f8010b-a47f-4677-a745-1aa568cf7dae, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f0f8010b-a47f-4677-a745-1aa568cf7dae,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:52.326322 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.336175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38b9b86-bfb2-4e99-b2ee-024dcd152af3']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:52.347107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54610) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:52.371547 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672bd7e1-8645-43ca-a6b9-416bf3ff0950') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:52.372065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672bd7e1-8645-43ca-a6b9-416bf3ff0950') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:52.386488 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.404538 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.413289 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=f0f8010b-a47f-4677-a745-1aa568cf7dae,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:52.413806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:52.414319 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:52.419493 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:52.498114 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8080ecbe-9a40-47a5-bd5f-d5a6703bd44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.498845 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.502182 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bb46587-44af-4384-9ce5-0a50349aa45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.506400 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d313c01-abbe-4fbc-89cb-b5928280d0a7 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.520734 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.524612 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] 10.222.0.18 "DELETE /v2.0/networks/a38b9b86-bfb2-4e99-b2ee-024dcd152af3 HTTP/1.1" status: 204 len: 168 time: 1.6730165 Jul 16 03:47:52.524612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109de14-e408-4cff-b776-750682f57233 tempest-NetworksIpV6Test-267219714 tempest-NetworksIpV6Test-267219714-project] Pushing event deleted for resources: {'Network': ['ID=a38b9b86-bfb2-4e99-b2ee-024dcd152af3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:52.537335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['f0f8010b-a47f-4677-a745-1aa568cf7dae'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:52.571943 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8080ecbe-9a40-47a5-bd5f-d5a6703bd44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.592411 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d313c01-abbe-4fbc-89cb-b5928280d0a7 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event deleted for resources: {'Port': ['ID=f0d2a2e9-85be-49a5-a3d6-25f04b94a28d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:52.677065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d313c01-abbe-4fbc-89cb-b5928280d0a7 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.684112 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3d313c01-abbe-4fbc-89cb-b5928280d0a7 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "DELETE /v2.0/ports/f0d2a2e9-85be-49a5-a3d6-25f04b94a28d HTTP/1.1" status: 204 len: 168 time: 1.0064228 Jul 16 03:47:52.687456 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54620) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:52.747240 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06ab4c9-d06d-481a-9369-c01b8702911a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] GET failed (client error): The resource could not be found. Jul 16 03:47:52.748878 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c06ab4c9-d06d-481a-9369-c01b8702911a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "GET /v2.0/ports/f0d2a2e9-85be-49a5-a3d6-25f04b94a28d HTTP/1.1" status: 404 len: 333 time: 0.0604231 Jul 16 03:47:52.757860 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54622) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:52.851172 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8080ecbe-9a40-47a5-bd5f-d5a6703bd44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.854127 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8080ecbe-9a40-47a5-bd5f-d5a6703bd44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:52.862396 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8080ecbe-9a40-47a5-bd5f-d5a6703bd44d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48c9465a-4ee6-4a77-9f23-a8dbab0ea9e1 HTTP/1.1" status: 204 len: 168 time: 0.5419030 Jul 16 03:47:52.865701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:52.911344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:52.932988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080ecbe-9a40-47a5-bd5f-d5a6703bd44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c9465a-4ee6-4a77-9f23-a8dbab0ea9e1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:53.009778 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aeda46ad-655d-4153-a4ae-2e91a0b1e688 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.011200 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bb46587-44af-4384-9ce5-0a50349aa45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.020528 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1bb46587-44af-4384-9ce5-0a50349aa45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.031624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa223afa-effb-4e60-811a-2d8c80dfefa4 req-2b48bc98-f821-4c23-995e-4800e5202650 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:53.035507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa223afa-effb-4e60-811a-2d8c80dfefa4 req-2b48bc98-f821-4c23-995e-4800e5202650 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 944 time: 0.2246630 Jul 16 03:47:53.056734 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1bb46587-44af-4384-9ce5-0a50349aa45b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a85b9ddf4424fc490fa72c7708f6708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7093008 Jul 16 03:47:53.059242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54632) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:53.076455 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ac032530-fcc8-4802-ae60-a332273861d6 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:53.116246 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: ac032530-fcc8-4802-ae60-a332273861d6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:53.116830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb46587-44af-4384-9ce5-0a50349aa45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5f7cac-2265-4a0c-8fc8-0788a5efa029,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:53.118796 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ac032530-fcc8-4802-ae60-a332273861d6 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:53.141322 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9600f423-44b4-4096-be8b-c01a8fb7dfcd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Deleting port d6354a47-586c-4b81-b176-d90f2be3deff {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:53.141671 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9600f423-44b4-4096-be8b-c01a8fb7dfcd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.165052 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa223afa-effb-4e60-811a-2d8c80dfefa4 req-cd9713a2-73ec-4e79-9515-2dd80669db3e tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225700 Jul 16 03:47:53.176809 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b17984b5-1dd4-4edb-86f7-40e54fc0a381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.239632 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b17984b5-1dd4-4edb-86f7-40e54fc0a381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.283537 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9600f423-44b4-4096-be8b-c01a8fb7dfcd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.299069 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9600f423-44b4-4096-be8b-c01a8fb7dfcd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Calling delete_port for d6354a47-586c-4b81-b176-d90f2be3deff owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:53.324029 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b17984b5-1dd4-4edb-86f7-40e54fc0a381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.326967 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b17984b5-1dd4-4edb-86f7-40e54fc0a381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.331691 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b17984b5-1dd4-4edb-86f7-40e54fc0a381 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da5f7cac-2265-4a0c-8fc8-0788a5efa029 HTTP/1.1" status: 204 len: 168 time: 0.2680447 Jul 16 03:47:53.373689 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17984b5-1dd4-4edb-86f7-40e54fc0a381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5f7cac-2265-4a0c-8fc8-0788a5efa029,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:53.530517 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9600f423-44b4-4096-be8b-c01a8fb7dfcd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.573036 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600f423-44b4-4096-be8b-c01a8fb7dfcd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event deleted for resources: {'Port': ['ID=d6354a47-586c-4b81-b176-d90f2be3deff,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:53.618612 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9600f423-44b4-4096-be8b-c01a8fb7dfcd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.620785 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9600f423-44b4-4096-be8b-c01a8fb7dfcd tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "DELETE /v2.0/ports/d6354a47-586c-4b81-b176-d90f2be3deff HTTP/1.1" status: 204 len: 168 time: 0.8619258 Jul 16 03:47:53.623325 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54642) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:53.722778 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aeda46ad-655d-4153-a4ae-2e91a0b1e688 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.742382 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aeda46ad-655d-4153-a4ae-2e91a0b1e688 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ecd2e9-f3cb-4a92-99e8-a71046d3561d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:53.762490 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc06a3e9-2ee5-4214-96f1-7792e072a6a9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Deleting subnet 345f5fdc-e9b6-4795-8d46-0cb0684f7116 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:47:53.762990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aeda46ad-655d-4153-a4ae-2e91a0b1e688 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11121fa-e48c-4c8f-9cc8-c6bba0ad74dc') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:53.763122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aeda46ad-655d-4153-a4ae-2e91a0b1e688 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11121fa-e48c-4c8f-9cc8-c6bba0ad74dc') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:53.768761 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc06a3e9-2ee5-4214-96f1-7792e072a6a9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.770464 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fb7ec52b-4d59-4e73-9c59-c5654e9e451a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1568a8ed23d247c1844dab2149d75d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8579962 Jul 16 03:47:53.771485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:53.787970 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aeda46ad-655d-4153-a4ae-2e91a0b1e688 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.810597 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54646) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:53.820836 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aeda46ad-655d-4153-a4ae-2e91a0b1e688 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.823875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f0f8010b-a47f-4677-a745-1aa568cf7dae up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:47:53.831402 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeda46ad-655d-4153-a4ae-2e91a0b1e688 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:53.831963 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aeda46ad-655d-4153-a4ae-2e91a0b1e688 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:53.833619 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:53.836807 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b126d8fd-3f02-4f27-9bde-bbffbff523a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.842864 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc06a3e9-2ee5-4214-96f1-7792e072a6a9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.913821 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2bc0965-4833-41f1-b220-4f2f9f4c0035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.922471 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aeda46ad-655d-4153-a4ae-2e91a0b1e688 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.931531 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aeda46ad-655d-4153-a4ae-2e91a0b1e688 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:53.937445 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-aeda46ad-655d-4153-a4ae-2e91a0b1e688 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] 10.222.0.18 "DELETE /v2.0/networks/64ecd2e9-f3cb-4a92-99e8-a71046d3561d HTTP/1.1" status: 204 len: 168 time: 1.0702572 Jul 16 03:47:53.945798 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:53.960131 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port f0f8010b-a47f-4677-a745-1aa568cf7dae completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:47:53.964466 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port f0f8010b-a47f-4677-a745-1aa568cf7dae triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:47:53.964853 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.009979 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2bc0965-4833-41f1-b220-4f2f9f4c0035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.019938 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda46ad-655d-4153-a4ae-2e91a0b1e688 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Pushing event deleted for resources: {'Network': ['ID=64ecd2e9-f3cb-4a92-99e8-a71046d3561d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:54.062596 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc06a3e9-2ee5-4214-96f1-7792e072a6a9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.104069 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.126055 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b126d8fd-3f02-4f27-9bde-bbffbff523a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.138078 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8a324d-a5d9-4788-901c-4b6c8108b8c3 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.139018 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b126d8fd-3f02-4f27-9bde-bbffbff523a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.145674 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0b4a18-d0f1-41e6-b762-6edd656e1819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f8010b-a47f-4677-a745-1aa568cf7dae'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:54.153834 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abac4df-46b2-4c7b-ba8b-8bbeb0254a28" -d '{"events": [{"server_uuid": "7b0b4a18-d0f1-41e6-b762-6edd656e1819", "name": "network-vif-plugged", "status": "completed", "tag": "f0f8010b-a47f-4677-a745-1aa568cf7dae"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:54.171475 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b126d8fd-3f02-4f27-9bde-bbffbff523a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0cb4b93a4834e6c95d07ed598898fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558972 Jul 16 03:47:54.177805 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54652) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:54.179001 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port f0f8010b-a47f-4677-a745-1aa568cf7dae, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f0f8010b-a47f-4677-a745-1aa568cf7dae,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:54.183007 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.224969 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2bc0965-4833-41f1-b220-4f2f9f4c0035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.227560 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2bc0965-4833-41f1-b220-4f2f9f4c0035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.229364 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d2bc0965-4833-41f1-b220-4f2f9f4c0035 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdbac3d5-2135-4d5c-9fe7-3fa410198059 HTTP/1.1" status: 204 len: 168 time: 0.4520993 Jul 16 03:47:54.231498 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e65f99-d9e0-4321-b7b0-7bf6ba4b4b19 x-openstack-request-id: req-f0e65f99-d9e0-4321-b7b0-7bf6ba4b4b19 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:54.231982 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0b4a18-d0f1-41e6-b762-6edd656e1819", "name": "network-vif-plugged", "status": "completed", "tag": "f0f8010b-a47f-4677-a745-1aa568cf7dae", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:54.232843 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0e65f99-d9e0-4321-b7b0-7bf6ba4b4b19 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:54.233972 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0b4a18-d0f1-41e6-b762-6edd656e1819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f8010b-a47f-4677-a745-1aa568cf7dae', 'code': 200} Jul 16 03:47:54.260360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc0965-4833-41f1-b220-4f2f9f4c0035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbac3d5-2135-4d5c-9fe7-3fa410198059,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:54.294920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126d8fd-3f02-4f27-9bde-bbffbff523a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3f2805-9b55-44e4-870c-4dfd76e7a595,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:54.317628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=f0f8010b-a47f-4677-a745-1aa568cf7dae,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:54.319967 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc06a3e9-2ee5-4214-96f1-7792e072a6a9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.334563 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8a324d-a5d9-4788-901c-4b6c8108b8c3 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.364291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06a3e9-2ee5-4214-96f1-7792e072a6a9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event deleted for resources: {'Subnet': ['ID=345f5fdc-e9b6-4795-8d46-0cb0684f7116,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:54.373406 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2e8a324d-a5d9-4788-901c-4b6c8108b8c3 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b72ee5-6dff-4297-bd82-370a1a1c739a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:54.379555 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc06a3e9-2ee5-4214-96f1-7792e072a6a9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.381818 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dc06a3e9-2ee5-4214-96f1-7792e072a6a9 tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "DELETE /v2.0/subnets/345f5fdc-e9b6-4795-8d46-0cb0684f7116 HTTP/1.1" status: 204 len: 168 time: 0.7519803 Jul 16 03:47:54.385263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:54.387198 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba8efc8-e43e-446a-91b0-a94418954bfb None None] Network a349739b-617d-426a-b81e-60f8090e60c8 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:54.425418 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e307790b-d502-4453-8aeb-e942287337e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.481639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2e8a324d-a5d9-4788-901c-4b6c8108b8c3 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1de9659-c1fa-40d5-9552-e95f214d7b6c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:54.483838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2e8a324d-a5d9-4788-901c-4b6c8108b8c3 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1de9659-c1fa-40d5-9552-e95f214d7b6c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:54.506171 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.526702 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8a324d-a5d9-4788-901c-4b6c8108b8c3 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.568132 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e307790b-d502-4453-8aeb-e942287337e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.597518 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8a324d-a5d9-4788-901c-4b6c8108b8c3 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.621224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8a324d-a5d9-4788-901c-4b6c8108b8c3 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:54.621638 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8a324d-a5d9-4788-901c-4b6c8108b8c3 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:54.624261 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:54.629547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Deleting port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:54.630321 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.672846 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a83a3b-beab-47db-a2be-37be26ba73e5 req-fe9c7d4e-03c8-4077-a09a-8dabeca890ba tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:54.674430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09a83a3b-beab-47db-a2be-37be26ba73e5 req-fe9c7d4e-03c8-4077-a09a-8dabeca890ba tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 945 time: 0.2979100 Jul 16 03:47:54.678275 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce18d58-5819-4c92-a5df-5c12daf4fd7f req-6a0840ef-8aa9-41e8-800b-ec9d9ba75845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:54.687105 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ce18d58-5819-4c92-a5df-5c12daf4fd7f req-6a0840ef-8aa9-41e8-800b-ec9d9ba75845 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 1096 time: 0.3489451 Jul 16 03:47:54.740525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f2ec3a-1546-416e-af22-65637af5961e None None] DHCP port deletion for a349739b-617d-426a-b81e-60f8090e60c8 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:47:54.787759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] For port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f29cb1b1-e350-4dd3-8b1f-c7a0050c3603,segment=NetworkSegment(75081d9c-97cd-45d7-bfb2-9080869611d0),segment_id=75081d9c-97cd-45d7-bfb2-9080869611d0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:54.788283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.788908 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ce18d58-5819-4c92-a5df-5c12daf4fd7f req-653617a0-1afe-4e8a-b893-7d24036635ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950687 Jul 16 03:47:54.797317 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8a324d-a5d9-4788-901c-4b6c8108b8c3 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.810911 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e307790b-d502-4453-8aeb-e942287337e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.816049 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e307790b-d502-4453-8aeb-e942287337e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.817754 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8a324d-a5d9-4788-901c-4b6c8108b8c3 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.818438 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e307790b-d502-4453-8aeb-e942287337e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be3f2805-9b55-44e4-870c-4dfd76e7a595 HTTP/1.1" status: 204 len: 168 time: 0.6393001 Jul 16 03:47:54.819623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2e8a324d-a5d9-4788-901c-4b6c8108b8c3 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] 10.222.0.18 "DELETE /v2.0/networks/d6b72ee5-6dff-4297-bd82-370a1a1c739a HTTP/1.1" status: 204 len: 168 time: 0.8718069 Jul 16 03:47:54.820293 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Calling delete_port for f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:54.820660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a324d-a5d9-4788-901c-4b6c8108b8c3 tempest-QuotasNegativeTest-2059324401 tempest-QuotasNegativeTest-2059324401-project-admin] Pushing event deleted for resources: {'Network': ['ID=d6b72ee5-6dff-4297-bd82-370a1a1c739a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:54.837073 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09a83a3b-beab-47db-a2be-37be26ba73e5 req-7d1f1310-71d0-4249-aaee-4cce2a0c169d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463385 Jul 16 03:47:54.850368 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-16f2ec3a-1546-416e-af22-65637af5961e None None] Deleting port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:54.850747 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-16f2ec3a-1546-416e-af22-65637af5961e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.912189 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307790b-d502-4453-8aeb-e942287337e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3f2805-9b55-44e4-870c-4dfd76e7a595,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:54.957871 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:54.988623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event deleted for resources: {'Port': ['ID=f29cb1b1-e350-4dd3-8b1f-c7a0050c3603,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:54.993888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-16f2ec3a-1546-416e-af22-65637af5961e None None] For port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f29cb1b1-e350-4dd3-8b1f-c7a0050c3603,segment=NetworkSegment(75081d9c-97cd-45d7-bfb2-9080869611d0),segment_id=75081d9c-97cd-45d7-bfb2-9080869611d0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:54.994035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] No DVR routers for this DVR port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:54.994281 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-16f2ec3a-1546-416e-af22-65637af5961e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.023669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-16f2ec3a-1546-416e-af22-65637af5961e None None] Calling delete_port for f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:55.088993 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.101851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a349739b-617d-426a-b81e-60f8090e60c8']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:55.114779 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75081d9c-97cd-45d7-bfb2-9080869611d0') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:55.115235 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75081d9c-97cd-45d7-bfb2-9080869611d0') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:47:55.130817 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.157407 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.164703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:47:55.165362 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:47:55.168957 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:47:55.261396 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.286708 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.288884 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] 10.222.0.18 "DELETE /v2.0/networks/a349739b-617d-426a-b81e-60f8090e60c8 HTTP/1.1" status: 204 len: 168 time: 0.9025259 Jul 16 03:47:55.299998 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ee322-b728-4d1e-a003-a412435a1a9a tempest-AllowedAddressPairIpV6TestJSON-415132697 tempest-AllowedAddressPairIpV6TestJSON-415132697-project] Pushing event deleted for resources: {'Network': ['ID=a349739b-617d-426a-b81e-60f8090e60c8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:55.365486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:47:55.385892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:47:55.386239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:47:55.391671 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-16f2ec3a-1546-416e-af22-65637af5961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.414449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16f2ec3a-1546-416e-af22-65637af5961e None None] Network a349739b-617d-426a-b81e-60f8090e60c8 is not hosted by any dhcp agent {{(pid=93769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:47:55.414931 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f2ec3a-1546-416e-af22-65637af5961e None None] No DVR routers for this DVR port f29cb1b1-e350-4dd3-8b1f-c7a0050c3603 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:55.416788 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2ec3a-1546-416e-af22-65637af5961e None None] Pushing event deleted for resources: {'Port': ['ID=f29cb1b1-e350-4dd3-8b1f-c7a0050c3603,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:55.489624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:55.529452 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b43956b-1055-4cad-8ea2-3901c2cdf943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.643211 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b43956b-1055-4cad-8ea2-3901c2cdf943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.643319 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54694) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:55.647431 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9b43956b-1055-4cad-8ea2-3901c2cdf943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.688572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43956b-1055-4cad-8ea2-3901c2cdf943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f2f0fb-f47e-4837-a1cb-a69e78313141,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:55.695645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9b43956b-1055-4cad-8ea2-3901c2cdf943 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36c77ff46902451699217fda50699216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023556 Jul 16 03:47:55.695645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:55.766166 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ae72b37-8153-431a-9699-cc5f6421373d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.790318 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ae72b37-8153-431a-9699-cc5f6421373d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.861189 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ae72b37-8153-431a-9699-cc5f6421373d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.864717 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ae72b37-8153-431a-9699-cc5f6421373d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:55.868669 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a6a9ca56-b90b-4141-aa81-7c1ae17295ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fdca37d3cec941beb0eab87e0f6c053e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229955 Jul 16 03:47:55.871006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9ae72b37-8153-431a-9699-cc5f6421373d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79f2f0fb-f47e-4837-a1cb-a69e78313141 HTTP/1.1" status: 204 len: 168 time: 0.1739316 Jul 16 03:47:55.871115 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54718) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:55.879323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae72b37-8153-431a-9699-cc5f6421373d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f2f0fb-f47e-4837-a1cb-a69e78313141,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:55.988982 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e51498ea-1511-487a-81b8-44a688e18d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.033744 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e51498ea-1511-487a-81b8-44a688e18d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.072271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe5b8-c0ad-4fe1-b904-9b7e300e8e81 req-cce76b79-a78b-4d82-b219-1968744ecd45 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:56.074354 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1e1fe5b8-c0ad-4fe1-b904-9b7e300e8e81 req-cce76b79-a78b-4d82-b219-1968744ecd45 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 945 time: 0.1289866 Jul 16 03:47:56.093422 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e51498ea-1511-487a-81b8-44a688e18d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.096234 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e51498ea-1511-487a-81b8-44a688e18d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.100718 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e51498ea-1511-487a-81b8-44a688e18d26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48c38105-341c-41f1-9774-3cf41d91535c HTTP/1.1" status: 204 len: 168 time: 0.2285318 Jul 16 03:47:56.120530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51498ea-1511-487a-81b8-44a688e18d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c38105-341c-41f1-9774-3cf41d91535c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:56.144561 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1e1fe5b8-c0ad-4fe1-b904-9b7e300e8e81 req-079d494a-17c8-4891-9802-9c6820a33921 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638516 Jul 16 03:47:56.309925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54740) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:56.368124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d88f8-98ed-44ca-96a9-611be0ec7080 req-e36dc6e1-721e-4b0e-91c0-fb7280b4b769 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:56.382770 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-990d88f8-98ed-44ca-96a9-611be0ec7080 req-e36dc6e1-721e-4b0e-91c0-fb7280b4b769 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 945 time: 0.1082134 Jul 16 03:47:56.428399 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-990d88f8-98ed-44ca-96a9-611be0ec7080 req-4f5991f9-f7f1-40f3-a0e9-a37acb234238 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444319 Jul 16 03:47:56.618189 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54756) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:56.638223 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.763006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2139998799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:56.856528 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.871978 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:56.951935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:56.960463 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.007848 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.020199 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeba176-da73-41e9-8141-673aa07775f1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:57.032791 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7fed9c21c2f4be893cbcf2f2fdd91d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126313 Jul 16 03:47:57.035051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:57.036912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:57.037209 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:57.037554 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:57.037890 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:57.038227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:57.038562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:57.038900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:57.039229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:57.039552 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:57.039876 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:57.040201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:57.040556 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2a316-4ad2-4914-ac3f-e2cde055d70b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:47:57.059804 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64869ee-2a7a-4153-a08b-8c02971638a8 req-aeb2fe8f-2393-4a52-89e3-b7ca831ff04f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:57.072436 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a64869ee-2a7a-4153-a08b-8c02971638a8 req-aeb2fe8f-2393-4a52-89e3-b7ca831ff04f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 945 time: 0.1489580 Jul 16 03:47:57.188287 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.194795 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.237152 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 931} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:57.243699 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a64869ee-2a7a-4153-a08b-8c02971638a8 req-a4cc6ab2-d102-4225-9bbb-b2eed3a955bf tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703150 Jul 16 03:47:57.258619 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c006d66d-ec1d-4fa3-ac7d-ed117275e5b0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:57.280657 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-160f584d-8dee-426a-82a6-10cea9d86cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.283969 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.284353 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Added segment b9cd9de8-0435-412a-8d14-f46a971519ea of type vlan for network bbe55198-3bbf-4a93-959c-4f8f15c2d79c Jul 16 03:47:57.328100 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-160f584d-8dee-426a-82a6-10cea9d86cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.341170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.379367 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.386107 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-160f584d-8dee-426a-82a6-10cea9d86cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.386549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:57.387154 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.391590 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-160f584d-8dee-426a-82a6-10cea9d86cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.397721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-160f584d-8dee-426a-82a6-10cea9d86cd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6aeba176-da73-41e9-8141-673aa07775f1 HTTP/1.1" status: 204 len: 168 time: 0.3606124 Jul 16 03:47:57.415926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f584d-8dee-426a-82a6-10cea9d86cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeba176-da73-41e9-8141-673aa07775f1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:57.445694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:57.448810 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1366870 Jul 16 03:47:57.452900 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d8faede2-bc97-4844-b735-bded1dd992b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'name': 'tempest-PortsIpV6TestJSON-418338153'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:57.479781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a3187-99ef-417d-a8b0-3b7e28c25a8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Network': ['ID=bbe55198-3bbf-4a93-959c-4f8f15c2d79c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:57.492866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:57.570182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8faede2-bc97-4844-b735-bded1dd992b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:57.574494 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8faede2-bc97-4844-b735-bded1dd992b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.599420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-d8faede2-bc97-4844-b735-bded1dd992b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port 3ceee511-123d-49ad-a0a3-2605a7b55e91 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:47:57.824541 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8faede2-bc97-4844-b735-bded1dd992b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.888631 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8faede2-bc97-4844-b735-bded1dd992b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:57.956448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faede2-bc97-4844-b735-bded1dd992b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=3ceee511-123d-49ad-a0a3-2605a7b55e91,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:57.974955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8faede2-bc97-4844-b735-bded1dd992b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Checking segment: {'id': 'b9cd9de8-0435-412a-8d14-f46a971519ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:47:57.975323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8faede2-bc97-4844-b735-bded1dd992b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network hostable DHCP agents. Network: bbe55198-3bbf-4a93-959c-4f8f15c2d79c, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:47:58.006097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8faede2-bc97-4844-b735-bded1dd992b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:47:58.017605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d8faede2-bc97-4844-b735-bded1dd992b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, bbe55198-3bbf-4a93-959c-4f8f15c2d79c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:58.022401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8faede2-bc97-4844-b735-bded1dd992b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:58.028505 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8991229e-ce33-4a04-88fb-58e4d27e4e37 None None] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:47:58.031105 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8faede2-bc97-4844-b735-bded1dd992b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:58.031755 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8faede2-bc97-4844-b735-bded1dd992b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.052547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54822) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:58.059561 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c9bf5d11-b71f-440f-bffa-4e6212f85e24 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-940356915'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:58.064062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d8faede2-bc97-4844-b735-bded1dd992b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6169491 Jul 16 03:47:58.106471 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bf5d11-b71f-440f-bffa-4e6212f85e24 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:58.112109 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5d11-b71f-440f-bffa-4e6212f85e24 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.174504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bf5d11-b71f-440f-bffa-4e6212f85e24 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:58.194551 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5d11-b71f-440f-bffa-4e6212f85e24 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.196052 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-c9bf5d11-b71f-440f-bffa-4e6212f85e24 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Added segment e37c9f50-e047-4a85-909e-19839231941b of type vlan for network 139504ad-1c51-4cb9-ab78-c73ba419a75e Jul 16 03:47:58.207980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad4dfb-3ab6-4b86-8802-5aa4a6d8b061 req-f330e049-29ec-4537-8a1e-daf3d1de1d54 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:58.209965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31ad4dfb-3ab6-4b86-8802-5aa4a6d8b061 req-f330e049-29ec-4537-8a1e-daf3d1de1d54 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 945 time: 0.1424942 Jul 16 03:47:58.213181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:58.256724 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5d11-b71f-440f-bffa-4e6212f85e24 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.362918 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5d11-b71f-440f-bffa-4e6212f85e24 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.368814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bf5d11-b71f-440f-bffa-4e6212f85e24 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:58.369434 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5d11-b71f-440f-bffa-4e6212f85e24 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.401242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-31ad4dfb-3ab6-4b86-8802-5aa4a6d8b061 req-a5f79e2a-6a88-49ab-92ec-8fa83dc4a64f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Deleting port f0f8010b-a47f-4677-a745-1aa568cf7dae {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:47:58.401915 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-31ad4dfb-3ab6-4b86-8802-5aa4a6d8b061 req-a5f79e2a-6a88-49ab-92ec-8fa83dc4a64f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.406133 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c9bf5d11-b71f-440f-bffa-4e6212f85e24 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3524001 Jul 16 03:47:58.410428 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:58.415903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'ports': [{'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c'}, {'network_id': '139504ad-1c51-4cb9-ab78-c73ba419a75e'}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:58.416582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:58.416992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'network_id': '139504ad-1c51-4cb9-ab78-c73ba419a75e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:58.503875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf5d11-b71f-440f-bffa-4e6212f85e24 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Network': ['ID=139504ad-1c51-4cb9-ab78-c73ba419a75e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:58.515542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 139504ad-1c51-4cb9-ab78-c73ba419a75e details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:47:58.605626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4c7db862-58d8-4fff-9b0f-47e2acf3eb77 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1825940870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:58.714692 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c7db862-58d8-4fff-9b0f-47e2acf3eb77 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.715882 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c7db862-58d8-4fff-9b0f-47e2acf3eb77 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.745321 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54844) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:58.813760 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-31ad4dfb-3ab6-4b86-8802-5aa4a6d8b061 req-a5f79e2a-6a88-49ab-92ec-8fa83dc4a64f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] For port f0f8010b-a47f-4677-a745-1aa568cf7dae, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=f0f8010b-a47f-4677-a745-1aa568cf7dae,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:47:58.814175 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-31ad4dfb-3ab6-4b86-8802-5aa4a6d8b061 req-a5f79e2a-6a88-49ab-92ec-8fa83dc4a64f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.827574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-31ad4dfb-3ab6-4b86-8802-5aa4a6d8b061 req-a5f79e2a-6a88-49ab-92ec-8fa83dc4a64f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Calling delete_port for f0f8010b-a47f-4677-a745-1aa568cf7dae owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:47:58.832360 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c7db862-58d8-4fff-9b0f-47e2acf3eb77 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.852595 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c7db862-58d8-4fff-9b0f-47e2acf3eb77 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.876809 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a96b4-6744-48a1-ba59-fef46f8716ef req-cec84ced-cfc8-4145-a0f2-8d878850bc88 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:58.878566 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b74a96b4-6744-48a1-ba59-fef46f8716ef req-cec84ced-cfc8-4145-a0f2-8d878850bc88 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 945 time: 0.3511295 Jul 16 03:47:58.919955 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c7db862-58d8-4fff-9b0f-47e2acf3eb77 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.923984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4c7db862-58d8-4fff-9b0f-47e2acf3eb77 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7067556 Jul 16 03:47:58.925100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54854) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:58.931874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1940199666'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:58.966181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'port': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:58.971720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.975053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Made reservation on behalf of 8f1e5659dfe74905afc009392593fc2f for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:47:58.984494 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:58.995021 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.019581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b74a96b4-6744-48a1-ba59-fef46f8716ef req-68efe38c-2371-48c8-a977-8ef6efa09726 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049256 Jul 16 03:47:59.024277 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.101059 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b95ef2b-f4e1-4138-8f6c-e4653795f10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.181557 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.197612 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.220331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port b7606604-25dc-4f0a-9055-f5815ac49808 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:47:59.239775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:47:59.287194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f2aaa5-e57c-48a2-bd0e-29420eb958e2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:59.301775 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-31ad4dfb-3ab6-4b86-8802-5aa4a6d8b061 req-a5f79e2a-6a88-49ab-92ec-8fa83dc4a64f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.316222 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c99a1a4d-61e6-4e87-a113-013f199d0aec', 'f0f8010b-a47f-4677-a745-1aa568cf7dae'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:47:59.326608 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.327388 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Added segment d5507360-cd2b-44f7-a618-8ab568c6d1ef of type vlan for network 53dc30d5-0d8d-4c68-8af1-ba01f709012b Jul 16 03:47:59.393956 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.437119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f79e2a-6a88-49ab-92ec-8fa83dc4a64f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Pushing event deleted for resources: {'Port': ['ID=f0f8010b-a47f-4677-a745-1aa568cf7dae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:59.448787 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.455086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:47:59.455700 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.468034 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b95ef2b-f4e1-4138-8f6c-e4653795f10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.487501 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b95ef2b-f4e1-4138-8f6c-e4653795f10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.500799 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.532800 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6065114 Jul 16 03:47:59.537374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54868) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:59.618245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ad4dfb-3ab6-4b86-8802-5aa4a6d8b061 req-a5f79e2a-6a88-49ab-92ec-8fa83dc4a64f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] No DVR routers for this DVR port f0f8010b-a47f-4677-a745-1aa568cf7dae on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:47:59.621587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95ef2b-f4e1-4138-8f6c-e4653795f10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dae6b3-aff8-4b55-801d-c07120dfb179,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:59.626786 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-31ad4dfb-3ab6-4b86-8802-5aa4a6d8b061 req-a5f79e2a-6a88-49ab-92ec-8fa83dc4a64f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.628850 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31ad4dfb-3ab6-4b86-8802-5aa4a6d8b061 req-a5f79e2a-6a88-49ab-92ec-8fa83dc4a64f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.20 "DELETE /v2.0/ports/f0f8010b-a47f-4677-a745-1aa568cf7dae HTTP/1.1" status: 204 len: 173 time: 1.4034977 Jul 16 03:47:59.629291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0b4a18-d0f1-41e6-b762-6edd656e1819', 'name': 'network-vif-deleted', 'tag': 'f0f8010b-a47f-4677-a745-1aa568cf7dae'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:47:59.631560 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33ec73a-e64f-45e6-8e46-310652504a7d" -d '{"events": [{"server_uuid": "7b0b4a18-d0f1-41e6-b762-6edd656e1819", "name": "network-vif-deleted", "tag": "f0f8010b-a47f-4677-a745-1aa568cf7dae"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:47:59.640448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port 27afd323-dda3-48cf-ac43-91f6698af32c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:47:59.665259 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-524a457b-2c32-46a3-8b7e-7bd988ae1be8 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Request body: {'subnet': {'network_id': '53dc30d5-0d8d-4c68-8af1-ba01f709012b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:47:59.731277 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f96c2aa-66dd-4de5-9507-2b7889c511eb x-openstack-request-id: req-0f96c2aa-66dd-4de5-9507-2b7889c511eb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:47:59.731570 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0b4a18-d0f1-41e6-b762-6edd656e1819", "name": "network-vif-deleted", "tag": "f0f8010b-a47f-4677-a745-1aa568cf7dae", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:47:59.731809 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f96c2aa-66dd-4de5-9507-2b7889c511eb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:47:59.732218 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0b4a18-d0f1-41e6-b762-6edd656e1819', 'name': 'network-vif-deleted', 'tag': 'f0f8010b-a47f-4677-a745-1aa568cf7dae', 'status': 'completed', 'code': 200} Jul 16 03:47:59.797169 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.817611 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:47:59.860006 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:47:59.935889 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=b7606604-25dc-4f0a-9055-f5815ac49808,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:47:59.942448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:47:59.944427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:47:59.947055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:47:59.948062 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.030338 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=27afd323-dda3-48cf-ac43-91f6698af32c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:00.039241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Checking segment: {'id': 'e37c9f50-e047-4a85-909e-19839231941b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '139504ad-1c51-4cb9-ab78-c73ba419a75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:00.039902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network hostable DHCP agents. Network: 139504ad-1c51-4cb9-ab78-c73ba419a75e, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:00.063224 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-59772925-f995-41ad-a896-e201e1cdda30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.081121 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-481407486', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:00.088633 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a4142-ec08-4ffe-b51d-49393e6a3b9d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event updated for resources: {'Network': ['ID=53dc30d5-0d8d-4c68-8af1-ba01f709012b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:00.101704 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 53dc30d5-0d8d-4c68-8af1-ba01f709012b details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:00.118196 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network 139504ad-1c51-4cb9-ab78-c73ba419a75e is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:00.126894 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7b95ef2b-f4e1-4138-8f6c-e4653795f10d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ecd0c5310cb64f38910132d7ceb8784c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3799827 Jul 16 03:48:00.129832 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54888) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:00.151219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 139504ad-1c51-4cb9-ab78-c73ba419a75e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:00.159045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:00.165699 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:00.171400 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:00.172378 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.193440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Made reservation on behalf of 656ed08e04964c1eac2fd7586c040433 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:00.207885 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.212288 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9400a59d-520e-4adc-8368-e2cce6e70847 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8007288 Jul 16 03:48:00.227857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:00.252358 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.275078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3c2fd4-a1bd-4f23-a503-f1989e2b41a7 None None] Network 139504ad-1c51-4cb9-ab78-c73ba419a75e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:00.358277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c58cb59-33f0-419a-8246-63ac8c5f6806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.371049 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7d35c72-c745-461b-bd87-bc02df142ebd req-068e53b1-7078-4033-9e8e-859ca68393d4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b0b4a18-d0f1-41e6-b762-6edd656e1819 HTTP/1.1" status: 200 len: 210 time: 0.0379503 Jul 16 03:48:00.391410 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524a457b-2c32-46a3-8b7e-7bd988ae1be8 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Made reservation on behalf of 8f1e5659dfe74905afc009392593fc2f for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:00.397279 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-524a457b-2c32-46a3-8b7e-7bd988ae1be8 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.446302 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c58cb59-33f0-419a-8246-63ac8c5f6806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.534443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27f8334b-5b95-4a24-b94a-3a9fcd038425 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port 27afd323-dda3-48cf-ac43-91f6698af32c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:00.534776 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f8334b-5b95-4a24-b94a-3a9fcd038425 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.594766 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c58cb59-33f0-419a-8246-63ac8c5f6806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.600959 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c58cb59-33f0-419a-8246-63ac8c5f6806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.602416 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0c58cb59-33f0-419a-8246-63ac8c5f6806 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21dae6b3-aff8-4b55-801d-c07120dfb179 HTTP/1.1" status: 204 len: 168 time: 0.4714220 Jul 16 03:48:00.634736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58cb59-33f0-419a-8246-63ac8c5f6806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dae6b3-aff8-4b55-801d-c07120dfb179,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:00.694558 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f8334b-5b95-4a24-b94a-3a9fcd038425 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.735088 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-524a457b-2c32-46a3-8b7e-7bd988ae1be8 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.745687 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.746915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-27f8334b-5b95-4a24-b94a-3a9fcd038425 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for 27afd323-dda3-48cf-ac43-91f6698af32c owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:00.761251 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.772868 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] device_id is not set on port 5e88ac6f-3729-4ab6-98cf-0f47da8f0507 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:00.818339 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524a457b-2c32-46a3-8b7e-7bd988ae1be8 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Checking segment: {'id': 'd5507360-cd2b-44f7-a618-8ab568c6d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '53dc30d5-0d8d-4c68-8af1-ba01f709012b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:00.818707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524a457b-2c32-46a3-8b7e-7bd988ae1be8 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Network hostable DHCP agents. Network: 53dc30d5-0d8d-4c68-8af1-ba01f709012b, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:00.849149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a457b-2c32-46a3-8b7e-7bd988ae1be8 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event updated for resources: {'Subnet': ['ID=7915b405-339e-4429-a8f5-07ddb4323e76,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:00.853433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524a457b-2c32-46a3-8b7e-7bd988ae1be8 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Network 53dc30d5-0d8d-4c68-8af1-ba01f709012b is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:00.864150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-524a457b-2c32-46a3-8b7e-7bd988ae1be8 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 53dc30d5-0d8d-4c68-8af1-ba01f709012b) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:00.869617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524a457b-2c32-46a3-8b7e-7bd988ae1be8 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:00.870262 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-524a457b-2c32-46a3-8b7e-7bd988ae1be8 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:00.878039 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e013d0-ac2a-4174-bcca-4afb7b49024e None None] Network 53dc30d5-0d8d-4c68-8af1-ba01f709012b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:00.898209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880feadd-d8d6-4633-a7e6-91d1062339b8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:00.914542 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-524a457b-2c32-46a3-8b7e-7bd988ae1be8 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3746829 Jul 16 03:48:00.917461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54898) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:00.925899 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-96323c4c-6edb-42b0-b0ea-4870efbf2fdf tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Request body: {'network': {'name': 'tempest-router-network01--1056631143'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:00.954322 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96323c4c-6edb-42b0-b0ea-4870efbf2fdf tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Made reservation on behalf of 8f1e5659dfe74905afc009392593fc2f for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:00.964750 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96323c4c-6edb-42b0-b0ea-4870efbf2fdf tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.020877 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Allocated IP 172.25.3.141 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/5e88ac6f-3729-4ab6-98cf-0f47da8f0507) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:01.023277 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f8334b-5b95-4a24-b94a-3a9fcd038425 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.035757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96323c4c-6edb-42b0-b0ea-4870efbf2fdf tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:01.049275 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96323c4c-6edb-42b0-b0ea-4870efbf2fdf tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.050440 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-96323c4c-6edb-42b0-b0ea-4870efbf2fdf tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Added segment 8ea561b0-b228-4438-99c6-a0373efc5500 of type vlan for network 253619d9-649f-4504-8e92-d17b5050925c Jul 16 03:48:01.055301 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.076119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8334b-5b95-4a24-b94a-3a9fcd038425 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=27afd323-dda3-48cf-ac43-91f6698af32c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:01.092516 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27f8334b-5b95-4a24-b94a-3a9fcd038425 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.094528 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-27f8334b-5b95-4a24-b94a-3a9fcd038425 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/27afd323-dda3-48cf-ac43-91f6698af32c HTTP/1.1" status: 204 len: 168 time: 0.8619213 Jul 16 03:48:01.097623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54900) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.171537 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96323c4c-6edb-42b0-b0ea-4870efbf2fdf tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.183181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.187293 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-53dc30d5-0d8d-4c68-8af1-ba01f709012b', 'network_id': '53dc30d5-0d8d-4c68-8af1-ba01f709012b', 'tenant_id': '8f1e5659dfe74905afc009392593fc2f', 'fixed_ips': [{'subnet_id': '7915b405-339e-4429-a8f5-07ddb4323e76'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:48:01.188154 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.214513 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2936d33f-01d8-4165-a8e8-28f35eb0e497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.312832 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.333719 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96323c4c-6edb-42b0-b0ea-4870efbf2fdf tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.341411 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96323c4c-6edb-42b0-b0ea-4870efbf2fdf tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:01.341982 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96323c4c-6edb-42b0-b0ea-4870efbf2fdf tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.370025 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70b341a-4c95-48b6-8d6b-21d70998baaf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:01.379346 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70b341a-4c95-48b6-8d6b-21d70998baaf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:01.382214 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c70b341a-4c95-48b6-8d6b-21d70998baaf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2796712 Jul 16 03:48:01.385236 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.399718 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.401112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Allocated IP 172.20.0.2 (53dc30d5-0d8d-4c68-8af1-ba01f709012b/7915b405-339e-4429-a8f5-07ddb4323e76/d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:01.436400 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2936d33f-01d8-4165-a8e8-28f35eb0e497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.462107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96323c4c-6edb-42b0-b0ea-4870efbf2fdf tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event updated for resources: {'Network': ['ID=253619d9-649f-4504-8e92-d17b5050925c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:01.468720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:01.471567 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-96323c4c-6edb-42b0-b0ea-4870efbf2fdf tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5518529 Jul 16 03:48:01.473962 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2936d33f-01d8-4165-a8e8-28f35eb0e497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.474117 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54910) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.480665 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e0c10ccd-5002-42c3-874f-bce586e02f48 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Request body: {'network': {'name': 'tempest-router-network02--1787603719'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:01.491143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:01.497197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 253619d9-649f-4504-8e92-d17b5050925c details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:01.500009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:01.509125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c10ccd-5002-42c3-874f-bce586e02f48 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Made reservation on behalf of 8f1e5659dfe74905afc009392593fc2f for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:01.515237 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0c10ccd-5002-42c3-874f-bce586e02f48 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.552037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c10ccd-5002-42c3-874f-bce586e02f48 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:01.563282 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0c10ccd-5002-42c3-874f-bce586e02f48 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.564039 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-e0c10ccd-5002-42c3-874f-bce586e02f48 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Added segment 01b9514d-b9b0-44a2-855d-1280db96682a of type vlan for network 23970cb9-f98e-4ac6-9596-1891116ae8b2 Jul 16 03:48:01.584357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Pushing event updated for resources: {'Port': ['ID=5e88ac6f-3729-4ab6-98cf-0f47da8f0507,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:01.634589 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0c10ccd-5002-42c3-874f-bce586e02f48 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.657469 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2936d33f-01d8-4165-a8e8-28f35eb0e497 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36a9c6f20b484d30983a735e6e829977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4730272 Jul 16 03:48:01.663409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54918) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.666785 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.673540 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0c10ccd-5002-42c3-874f-bce586e02f48 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.682168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c10ccd-5002-42c3-874f-bce586e02f48 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:01.683185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0c10ccd-5002-42c3-874f-bce586e02f48 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.683937 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936d33f-01d8-4165-a8e8-28f35eb0e497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992fb704-c535-485b-ad81-7fe9ebfa6f9e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:01.686364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:01.686965 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.739723 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e0c10ccd-5002-42c3-874f-bce586e02f48 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2618256 Jul 16 03:48:01.740418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54920) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.751831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0710470b-d222-4a34-9a9c-ede564bd8c3b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Request body: {'subnet': {'network_id': '253619d9-649f-4504-8e92-d17b5050925c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:01.765604 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fafc2957-5df4-409e-98c7-672030fa64d3 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.9468238 Jul 16 03:48:01.784104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:01.796943 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3abada6a-9646-419f-8d17-13615ae39b67 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.141'}]}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:01.838200 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.850837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Transition to ACTIVE for port object d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:01.859828 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abada6a-9646-419f-8d17-13615ae39b67 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.867052 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abada6a-9646-419f-8d17-13615ae39b67 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.870210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Transition to ACTIVE for port object d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:01.874903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f6201b07-b593-4a88-841a-0ebed34b006c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port b7606604-25dc-4f0a-9055-f5815ac49808 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:01.875298 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6201b07-b593-4a88-841a-0ebed34b006c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.887187 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.898049 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c10ccd-5002-42c3-874f-bce586e02f48 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event updated for resources: {'Network': ['ID=23970cb9-f98e-4ac6-9596-1891116ae8b2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:01.905558 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-696a4a2b-0e6c-4133-b9a7-e3ec16ba3fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.933393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0710470b-d222-4a34-9a9c-ede564bd8c3b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Made reservation on behalf of 8f1e5659dfe74905afc009392593fc2f for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:01.937347 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0710470b-d222-4a34-9a9c-ede564bd8c3b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:01.942531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 23970cb9-f98e-4ac6-9596-1891116ae8b2 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:01.974412 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Pushing event updated for resources: {'Port': ['ID=d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:02.020984 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Network 53dc30d5-0d8d-4c68-8af1-ba01f709012b is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:02.026655 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6201b07-b593-4a88-841a-0ebed34b006c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.053518 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:02.060351 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-696a4a2b-0e6c-4133-b9a7-e3ec16ba3fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.062410 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:02.076259 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abada6a-9646-419f-8d17-13615ae39b67 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.098715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f6201b07-b593-4a88-841a-0ebed34b006c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for b7606604-25dc-4f0a-9055-f5815ac49808 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:02.134395 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Attempting to bind port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:02.134765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Attempting to bind port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'd5507360-cd2b-44f7-a618-8ab568c6d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '53dc30d5-0d8d-4c68-8af1-ba01f709012b'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:02.135130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Attempting to bind port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e on network 53dc30d5-0d8d-4c68-8af1-ba01f709012b {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:02.142057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:02.142440 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Checking segment: {'id': 'd5507360-cd2b-44f7-a618-8ab568c6d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '53dc30d5-0d8d-4c68-8af1-ba01f709012b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:02.142849 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.143246 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Bound using segment: {'id': 'd5507360-cd2b-44f7-a618-8ab568c6d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '53dc30d5-0d8d-4c68-8af1-ba01f709012b'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:02.143726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Bound port: d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5507360-cd2b-44f7-a618-8ab568c6d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '53dc30d5-0d8d-4c68-8af1-ba01f709012b'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:02.144165 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.162908 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0710470b-d222-4a34-9a9c-ede564bd8c3b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.252391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710470b-d222-4a34-9a9c-ede564bd8c3b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event updated for resources: {'Subnet': ['ID=56cbec76-fb88-4fe3-9499-b67df8e79794,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:02.254377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] For port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:02.257620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0710470b-d222-4a34-9a9c-ede564bd8c3b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Checking segment: {'id': '8ea561b0-b228-4438-99c6-a0373efc5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '253619d9-649f-4504-8e92-d17b5050925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:02.258310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0710470b-d222-4a34-9a9c-ede564bd8c3b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Network hostable DHCP agents. Network: 253619d9-649f-4504-8e92-d17b5050925c, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:02.258546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] For port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e,segment=NetworkSegment(d5507360-cd2b-44f7-a618-8ab568c6d1ef),segment_id=d5507360-cd2b-44f7-a618-8ab568c6d1ef)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:02.265733 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.286779 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0710470b-d222-4a34-9a9c-ede564bd8c3b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Network 253619d9-649f-4504-8e92-d17b5050925c is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:02.302146 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0710470b-d222-4a34-9a9c-ede564bd8c3b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 253619d9-649f-4504-8e92-d17b5050925c) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:02.329623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710470b-d222-4a34-9a9c-ede564bd8c3b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:02.330560 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0710470b-d222-4a34-9a9c-ede564bd8c3b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.330769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44d31eb-44e9-405a-a8e2-48d9b3c2c9d6 None None] Network 253619d9-649f-4504-8e92-d17b5050925c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:02.350508 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0710470b-d222-4a34-9a9c-ede564bd8c3b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6059418 Jul 16 03:48:02.354245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54936) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:02.362551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6e4eb5be-5d85-4dbd-a7fb-86a0d41fac0a tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Request body: {'subnet': {'network_id': '23970cb9-f98e-4ac6-9596-1891116ae8b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:02.379254 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b69d1-1470-43d2-a379-2a7a928b420b None None] Pushing event updated for resources: {'Port': ['ID=d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:02.390167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-59ffaec7-a479-4388-a2d0-3e168e67fef2 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:02.393232 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-59ffaec7-a479-4388-a2d0-3e168e67fef2 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 805 time: 0.4599357 Jul 16 03:48:02.414632 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abada6a-9646-419f-8d17-13615ae39b67 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.430159 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-696a4a2b-0e6c-4133-b9a7-e3ec16ba3fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.432785 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-696a4a2b-0e6c-4133-b9a7-e3ec16ba3fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.437473 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-696a4a2b-0e6c-4133-b9a7-e3ec16ba3fc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/992fb704-c535-485b-ad81-7fe9ebfa6f9e HTTP/1.1" status: 204 len: 168 time: 0.7713754 Jul 16 03:48:02.449127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-f6fa4b28-a7d7-45b9-b5ff-e952b425842d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/quotas/030958d430194e3cb3227676b0a552dd HTTP/1.1" status: 200 len: 375 time: 0.0471313 Jul 16 03:48:02.477731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a4a2b-0e6c-4133-b9a7-e3ec16ba3fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992fb704-c535-485b-ad81-7fe9ebfa6f9e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:02.537970 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6201b07-b593-4a88-841a-0ebed34b006c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.594486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4eb5be-5d85-4dbd-a7fb-86a0d41fac0a tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Made reservation on behalf of 8f1e5659dfe74905afc009392593fc2f for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:02.594671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6201b07-b593-4a88-841a-0ebed34b006c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=b7606604-25dc-4f0a-9055-f5815ac49808,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:02.598366 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb5be-5d85-4dbd-a7fb-86a0d41fac0a tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.622524 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f6201b07-b593-4a88-841a-0ebed34b006c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.626757 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f6201b07-b593-4a88-841a-0ebed34b006c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/b7606604-25dc-4f0a-9055-f5815ac49808 HTTP/1.1" status: 204 len: 168 time: 1.2383802 Jul 16 03:48:02.627112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54940) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:02.633928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-253619d9-649f-4504-8e92-d17b5050925c', 'network_id': '253619d9-649f-4504-8e92-d17b5050925c', 'tenant_id': '8f1e5659dfe74905afc009392593fc2f', 'fixed_ips': [{'subnet_id': '56cbec76-fb88-4fe3-9499-b67df8e79794'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:48:02.635106 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.889833 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.894622 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8ada9c9-da84-4915-a04a-0d05760dcd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:02.980830 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Allocated IP 172.20.0.2 (253619d9-649f-4504-8e92-d17b5050925c/56cbec76-fb88-4fe3-9499-b67df8e79794/264d07c0-02a9-4635-8c0a-28e88e94cb07) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:03.052142 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb5be-5d85-4dbd-a7fb-86a0d41fac0a tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.202238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4eb5be-5d85-4dbd-a7fb-86a0d41fac0a tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event updated for resources: {'Subnet': ['ID=92ec3654-e795-4cd4-81af-84170fe82ae1,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:03.219437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4eb5be-5d85-4dbd-a7fb-86a0d41fac0a tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Checking segment: {'id': '01b9514d-b9b0-44a2-855d-1280db96682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '23970cb9-f98e-4ac6-9596-1891116ae8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:03.219821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4eb5be-5d85-4dbd-a7fb-86a0d41fac0a tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Network hostable DHCP agents. Network: 23970cb9-f98e-4ac6-9596-1891116ae8b2, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:03.255380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4eb5be-5d85-4dbd-a7fb-86a0d41fac0a tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Network 23970cb9-f98e-4ac6-9596-1891116ae8b2 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:03.264104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:03.275223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6e4eb5be-5d85-4dbd-a7fb-86a0d41fac0a tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 23970cb9-f98e-4ac6-9596-1891116ae8b2) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:03.294926 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4eb5be-5d85-4dbd-a7fb-86a0d41fac0a tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:03.296979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb5be-5d85-4dbd-a7fb-86a0d41fac0a tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.327385 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6e4eb5be-5d85-4dbd-a7fb-86a0d41fac0a tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9701698 Jul 16 03:48:03.327601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54954) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:03.329290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f712db2-3728-4a9f-82c0-59b213d4ba12 None None] Network 23970cb9-f98e-4ac6-9596-1891116ae8b2 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:03.336128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-7b99b337-da89-43e5-bfee-8dca4fe80efa tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8666091 Jul 16 03:48:03.509773 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.519839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Transition to ACTIVE for port object 264d07c0-02a9-4635-8c0a-28e88e94cb07 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:03.538051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Transition to ACTIVE for port object 264d07c0-02a9-4635-8c0a-28e88e94cb07 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:03.564611 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d122c9-1638-4f9b-b05b-71d3533cc8ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:03.568935 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d7d122c9-1638-4f9b-b05b-71d3533cc8ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.9385173 Jul 16 03:48:03.584229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:03.661331 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.775348 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.884301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Pushing event updated for resources: {'Port': ['ID=264d07c0-02a9-4635-8c0a-28e88e94cb07,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:03.887937 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f0f8010b-a47f-4677-a745-1aa568cf7dae no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:03.898520 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b99488d-d3b5-4b4f-a61d-54fd213a3a0e tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] GET failed (client error): The resource could not be found. Jul 16 03:48:03.900664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3b99488d-d3b5-4b4f-a61d-54fd213a3a0e tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/27afd323-dda3-48cf-ac43-91f6698af32c HTTP/1.1" status: 404 len: 333 time: 0.3115847 Jul 16 03:48:03.905369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Network 253619d9-649f-4504-8e92-d17b5050925c is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:03.916588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:03.934544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:03.942890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:03.945630 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: f0f8010b-a47f-4677-a745-1aa568cf7dae {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:03.945975 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device f0f8010b-a47f-4677-a745-1aa568cf7dae not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:03.963720 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:03.970293 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:04.003483 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-d7be3c41-159a-4858-9a2e-b4e47c4d2ecc service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663728 Jul 16 03:48:04.065640 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Attempting to bind port 264d07c0-02a9-4635-8c0a-28e88e94cb07 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:04.065863 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Attempting to bind port 264d07c0-02a9-4635-8c0a-28e88e94cb07 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '8ea561b0-b228-4438-99c6-a0373efc5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '253619d9-649f-4504-8e92-d17b5050925c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:04.066230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Attempting to bind port 264d07c0-02a9-4635-8c0a-28e88e94cb07 on network 253619d9-649f-4504-8e92-d17b5050925c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:04.069099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-23970cb9-f98e-4ac6-9596-1891116ae8b2', 'network_id': '23970cb9-f98e-4ac6-9596-1891116ae8b2', 'tenant_id': '8f1e5659dfe74905afc009392593fc2f', 'fixed_ips': [{'subnet_id': '92ec3654-e795-4cd4-81af-84170fe82ae1'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:48:04.069775 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.091511 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a829e9-0669-4686-85e5-72356c847faf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] GET failed (client error): The resource could not be found. Jul 16 03:48:04.093937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-23a829e9-0669-4686-85e5-72356c847faf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/b7606604-25dc-4f0a-9055-f5815ac49808 HTTP/1.1" status: 404 len: 333 time: 0.1746569 Jul 16 03:48:04.098409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:04.107032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:04.107335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Checking segment: {'id': '8ea561b0-b228-4438-99c6-a0373efc5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '253619d9-649f-4504-8e92-d17b5050925c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:04.107764 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.108207 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Bound using segment: {'id': '8ea561b0-b228-4438-99c6-a0373efc5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '253619d9-649f-4504-8e92-d17b5050925c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:04.108720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Bound port: 264d07c0-02a9-4635-8c0a-28e88e94cb07, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea561b0-b228-4438-99c6-a0373efc5500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '253619d9-649f-4504-8e92-d17b5050925c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:04.109112 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.180394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Allocated IP 172.20.0.1 (253619d9-649f-4504-8e92-d17b5050925c/56cbec76-fb88-4fe3-9499-b67df8e79794/6166cd7b-ea84-4b17-a919-6b53f188c825) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:04.207913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] For port 264d07c0-02a9-4635-8c0a-28e88e94cb07, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:04.220850 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] For port 264d07c0-02a9-4635-8c0a-28e88e94cb07, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=264d07c0-02a9-4635-8c0a-28e88e94cb07,segment=NetworkSegment(8ea561b0-b228-4438-99c6-a0373efc5500),segment_id=8ea561b0-b228-4438-99c6-a0373efc5500)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:04.230040 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee34deff-7d94-45f7-b558-87a6c265ee57 None None] Network 53dc30d5-0d8d-4c68-8af1-ba01f709012b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:04.275332 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.414480 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abada6a-9646-419f-8d17-13615ae39b67 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.425054 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.458724 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Transition to ACTIVE for port object 6166cd7b-ea84-4b17-a919-6b53f188c825 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:04.511641 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abada6a-9646-419f-8d17-13615ae39b67 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.525287 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.543032 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.600715 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Network 253619d9-649f-4504-8e92-d17b5050925c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:04.604559 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:04.607522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:04.647158 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-c43bf78e-7d18-4b0c-be2c-4b850d960ece service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6425545 Jul 16 03:48:04.684839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event updated for resources: {'Port': ['ID=6166cd7b-ea84-4b17-a919-6b53f188c825,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:04.698448 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.921562 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:04.997986 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.037531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-306d7d0a-9832-4048-b3cb-85321db50c4d None None] Provisioning for port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:05.047499 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139504ad-1c51-4cb9-ab78-c73ba419a75e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:05.061441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-306d7d0a-9832-4048-b3cb-85321db50c4d None None] Provisioning complete for port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:05.061911 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-306d7d0a-9832-4048-b3cb-85321db50c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.103097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37c9f50-e047-4a85-909e-19839231941b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:05.103891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37c9f50-e047-4a85-909e-19839231941b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:05.143474 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.144029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29789bd0-6539-4ae0-8460-0e2dfb984c9b None None] Pushing event updated for resources: {'Port': ['ID=264d07c0-02a9-4635-8c0a-28e88e94cb07,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:05.197537 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.207296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Releasing vlan 910 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:48:05.207715 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.351783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Allocated IP 172.20.0.2 (23970cb9-f98e-4ac6-9596-1891116ae8b2/92ec3654-e795-4cd4-81af-84170fe82ae1/13388e46-2647-43f6-b79c-1e1735ae4ffe) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:48:05.412882 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:48:05.458941 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.519823 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346be365-3d3e-44a0-8869-90b025cd284a req-b50b70e1-c201-49a5-b703-6407ee400c12 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:05.531862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346be365-3d3e-44a0-8869-90b025cd284a req-b50b70e1-c201-49a5-b703-6407ee400c12 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:05.548945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346be365-3d3e-44a0-8869-90b025cd284a req-b50b70e1-c201-49a5-b703-6407ee400c12 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:05.562559 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346be365-3d3e-44a0-8869-90b025cd284a req-b50b70e1-c201-49a5-b703-6407ee400c12 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:05.571619 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346be365-3d3e-44a0-8869-90b025cd284a req-b50b70e1-c201-49a5-b703-6407ee400c12 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:05.591941 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-306d7d0a-9832-4048-b3cb-85321db50c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.597367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346be365-3d3e-44a0-8869-90b025cd284a req-b50b70e1-c201-49a5-b703-6407ee400c12 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:05.606456 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.609945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346be365-3d3e-44a0-8869-90b025cd284a req-b50b70e1-c201-49a5-b703-6407ee400c12 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:05.622870 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.626092 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-346be365-3d3e-44a0-8869-90b025cd284a req-b50b70e1-c201-49a5-b703-6407ee400c12 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5433 time: 1.1309671 Jul 16 03:48:05.756730 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.759977 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event updated for resources: {'Port': ['ID=6166cd7b-ea84-4b17-a919-6b53f188c825,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:05.801881 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.811158 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/networks/139504ad-1c51-4cb9-ab78-c73ba419a75e HTTP/1.1" status: 204 len: 168 time: 1.6902971 Jul 16 03:48:05.848344 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55016) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:05.861937 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5aaa418d-4d2e-4661-960e-382155020336 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-303190947'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:05.862868 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2dbd6203-f485-4bc3-a390-2661be60f01d req-9070ce55-8442-41db-bfcc-b61fc4bcb366 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 210 time: 0.4285891 Jul 16 03:48:05.868257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Network': ['ID=139504ad-1c51-4cb9-ab78-c73ba419a75e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:05.883410 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abada6a-9646-419f-8d17-13615ae39b67 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.924593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaa418d-4d2e-4661-960e-382155020336 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:05.929979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5aaa418d-4d2e-4661-960e-382155020336 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.976585 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:05.982053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-306d7d0a-9832-4048-b3cb-85321db50c4d None None] For port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e,segment=NetworkSegment(d5507360-cd2b-44f7-a618-8ab568c6d1ef),segment_id=d5507360-cd2b-44f7-a618-8ab568c6d1ef)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:05.982382 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Network 253619d9-649f-4504-8e92-d17b5050925c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:05.997889 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:06.009323 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-306d7d0a-9832-4048-b3cb-85321db50c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.037989 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aaa418d-4d2e-4661-960e-382155020336 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:06.111070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:06.111578 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:06.112066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:06.112532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:06.118279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:06.119843 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:06.121091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:06.122068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:06.122954 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:06.124130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:06.124570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:06.124907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7539c9a-fc4e-49f6-bb2c-382698c2147d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:06.148489 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d7d0a-9832-4048-b3cb-85321db50c4d None None] Pushing event updated for resources: {'Port': ['ID=d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:06.239799 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0cb74ad8-2a3d-4273-b35d-afc22ba8246e None None] Provisioning complete for port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:06.242512 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cb74ad8-2a3d-4273-b35d-afc22ba8246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.255156 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5aaa418d-4d2e-4661-960e-382155020336 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.255469 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-5aaa418d-4d2e-4661-960e-382155020336 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Added segment 1783bc20-7824-40f6-872f-3fdd50591390 of type vlan for network 0ef97f19-5678-4249-982c-80625f9b99ff Jul 16 03:48:06.267382 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-346be365-3d3e-44a0-8869-90b025cd284a req-70d8cb87-8cb6-4eb9-93fb-153a2b4bf8ca tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6380541 Jul 16 03:48:06.375804 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.397415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Transition to ACTIVE for port object 13388e46-2647-43f6-b79c-1e1735ae4ffe will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:06.435689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5aaa418d-4d2e-4661-960e-382155020336 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.460995 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abada6a-9646-419f-8d17-13615ae39b67 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.463969 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abada6a-9646-419f-8d17-13615ae39b67 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.465680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Transition to ACTIVE for port object 13388e46-2647-43f6-b79c-1e1735ae4ffe will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:06.481261 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.523180 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5aaa418d-4d2e-4661-960e-382155020336 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.530210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Network 23970cb9-f98e-4ac6-9596-1891116ae8b2 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:06.535513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:06.539766 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:06.541600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaa418d-4d2e-4661-960e-382155020336 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:06.542811 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5aaa418d-4d2e-4661-960e-382155020336 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.578367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Pushing event updated for resources: {'Port': ['ID=13388e46-2647-43f6-b79c-1e1735ae4ffe,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:06.602170 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3abada6a-9646-419f-8d17-13615ae39b67 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.602736 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abada6a-9646-419f-8d17-13615ae39b67 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d6d5587-bda2-47b0-bb99-24fda0d36290 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:48:06.661641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Attempting to bind port 13388e46-2647-43f6-b79c-1e1735ae4ffe on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:06.662830 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Attempting to bind port 13388e46-2647-43f6-b79c-1e1735ae4ffe by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '01b9514d-b9b0-44a2-855d-1280db96682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '23970cb9-f98e-4ac6-9596-1891116ae8b2'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:06.663578 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Attempting to bind port 13388e46-2647-43f6-b79c-1e1735ae4ffe on network 23970cb9-f98e-4ac6-9596-1891116ae8b2 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:06.672536 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:06.673122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Checking segment: {'id': '01b9514d-b9b0-44a2-855d-1280db96682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '23970cb9-f98e-4ac6-9596-1891116ae8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:06.673529 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.674124 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Bound using segment: {'id': '01b9514d-b9b0-44a2-855d-1280db96682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '23970cb9-f98e-4ac6-9596-1891116ae8b2'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:06.674624 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Bound port: 13388e46-2647-43f6-b79c-1e1735ae4ffe, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b9514d-b9b0-44a2-855d-1280db96682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '23970cb9-f98e-4ac6-9596-1891116ae8b2'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:06.675146 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:06.696357 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5aaa418d-4d2e-4661-960e-382155020336 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8466747 Jul 16 03:48:06.701414 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55030) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:06.707151 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7feac866-fac8-4b36-9be2-563a045efbd2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'subnet': {'network_id': '0ef97f19-5678-4249-982c-80625f9b99ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:06.716523 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-3abada6a-9646-419f-8d17-13615ae39b67 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:48:06.717615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3abada6a-9646-419f-8d17-13615ae39b67 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.9257009 Jul 16 03:48:06.739380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55034) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:06.762026 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Router 22fef20d-d673-4a5e-b3a8-66ad1526216d is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:48:06.771649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154dfc6f-d5a6-408a-a88b-bf37f1ea3c45 None None] Network 253619d9-649f-4504-8e92-d17b5050925c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:06.773976 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa418d-4d2e-4661-960e-382155020336 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Network': ['ID=0ef97f19-5678-4249-982c-80625f9b99ff,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:06.880350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:06.882657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 0ef97f19-5678-4249-982c-80625f9b99ff details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:06.897234 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b991a708-ab3a-44c8-ae9e-23734cbaa863 None None] Sync routers for ids ['22fef20d-d673-4a5e-b3a8-66ad1526216d'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:06.907594 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f05f43ec-fd9c-4682-be57-c8ebf0a1557e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "PUT /v2.0/routers/22fef20d-d673-4a5e-b3a8-66ad1526216d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5771790 Jul 16 03:48:06.909344 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55038) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:06.911198 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b991a708-ab3a-44c8-ae9e-23734cbaa863 None None] Routers {'22fef20d-d673-4a5e-b3a8-66ad1526216d'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:06.911843 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b991a708-ab3a-44c8-ae9e-23734cbaa863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:48:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['22fef20d-d673-4a5e-b3a8-66ad1526216d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:06.984466 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] For port 13388e46-2647-43f6-b79c-1e1735ae4ffe, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:07.015575 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4e0c5ecc-641b-49b9-a8f8-688f6c40ce57 None None] Provisioning for port 264d07c0-02a9-4635-8c0a-28e88e94cb07 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:07.017031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ff004-5873-4e34-90e7-475126b35de7 req-c3141ae7-5193-446d-94af-b9d7e31a61ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.025285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ff004-5873-4e34-90e7-475126b35de7 req-c3141ae7-5193-446d-94af-b9d7e31a61ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.031698 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ff004-5873-4e34-90e7-475126b35de7 req-c3141ae7-5193-446d-94af-b9d7e31a61ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.036871 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b991a708-ab3a-44c8-ae9e-23734cbaa863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:07.038687 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ff004-5873-4e34-90e7-475126b35de7 req-c3141ae7-5193-446d-94af-b9d7e31a61ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.046211 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ff004-5873-4e34-90e7-475126b35de7 req-c3141ae7-5193-446d-94af-b9d7e31a61ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.053654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ff004-5873-4e34-90e7-475126b35de7 req-c3141ae7-5193-446d-94af-b9d7e31a61ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.062163 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ff004-5873-4e34-90e7-475126b35de7 req-c3141ae7-5193-446d-94af-b9d7e31a61ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.069347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b0ff004-5873-4e34-90e7-475126b35de7 req-c3141ae7-5193-446d-94af-b9d7e31a61ba tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5433 time: 0.4569077 Jul 16 03:48:07.074380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feac866-fac8-4b36-9be2-563a045efbd2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:07.090850 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b991a708-ab3a-44c8-ae9e-23734cbaa863 None None] Routers {'22fef20d-d673-4a5e-b3a8-66ad1526216d'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:07.091519 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b991a708-ab3a-44c8-ae9e-23734cbaa863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:48:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['22fef20d-d673-4a5e-b3a8-66ad1526216d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:07.108887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7feac866-fac8-4b36-9be2-563a045efbd2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.185589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] For port 13388e46-2647-43f6-b79c-1e1735ae4ffe, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=13388e46-2647-43f6-b79c-1e1735ae4ffe,segment=NetworkSegment(01b9514d-b9b0-44a2-855d-1280db96682a),segment_id=01b9514d-b9b0-44a2-855d-1280db96682a)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:07.196953 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.225601 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b991a708-ab3a-44c8-ae9e-23734cbaa863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:07.228757 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b991a708-ab3a-44c8-ae9e-23734cbaa863 None None] The sync data for ids ['22fef20d-d673-4a5e-b3a8-66ad1526216d'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:07.395446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c4df4-d149-4526-952c-31bf38e5e299 None None] Pushing event updated for resources: {'Port': ['ID=13388e46-2647-43f6-b79c-1e1735ae4ffe,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:07.421351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-add6eda9-db39-4ace-8b60-1509a818a1e7 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Deleting port 5e88ac6f-3729-4ab6-98cf-0f47da8f0507 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:07.421709 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add6eda9-db39-4ace-8b60-1509a818a1e7 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.425419 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-257e293e-0709-48eb-aee4-cd2c41bcad1d req-c1c4e7c1-fae4-464b-8dbe-2552e0be9b86 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 210 time: 0.1756012 Jul 16 03:48:07.434501 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:07.519162 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:07.519546 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.522574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-daceef08-6e1c-4ef1-a5b5-181ce303f420 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:07.530870 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-daceef08-6e1c-4ef1-a5b5-181ce303f420 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.20 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 805 time: 0.3999720 Jul 16 03:48:07.582015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-d83f96a8-c489-4deb-8b00-e91f210174ab tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Request body: {'port': {'device_id': 'c2a9e5ce-14a8-4e3b-b457-04d841875e86', 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5', 'admin_state_up': True, 'tenant_id': '030958d430194e3cb3227676b0a552dd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:07.672669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 264d07c0-02a9-4635-8c0a-28e88e94cb07 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:07.817929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 264d07c0-02a9-4635-8c0a-28e88e94cb07 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:07.824192 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add6eda9-db39-4ace-8b60-1509a818a1e7 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.834822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 264d07c0-02a9-4635-8c0a-28e88e94cb07 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:07.835466 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:07.977198 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-28e84981-c085-4436-af4f-14978b714b74 None None] Provisioning for port 6166cd7b-ea84-4b17-a919-6b53f188c825 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:07.991734 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-28e84981-c085-4436-af4f-14978b714b74 None None] Provisioning complete for port 6166cd7b-ea84-4b17-a919-6b53f188c825 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:07.991989 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28e84981-c085-4436-af4f-14978b714b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.000558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-add6eda9-db39-4ace-8b60-1509a818a1e7 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Calling delete_port for 5e88ac6f-3729-4ab6-98cf-0f47da8f0507 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:08.032173 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.106475 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-4490d258-e462-4182-98d8-d52ec67fda1e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:48:08.114639 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4490d258-e462-4182-98d8-d52ec67fda1e tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "PUT /v2.0/routers/22fef20d-d673-4a5e-b3a8-66ad1526216d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2010834 Jul 16 03:48:08.116241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55056) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:08.144100 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-28e84981-c085-4436-af4f-14978b714b74 None None] Port 6166cd7b-ea84-4b17-a919-6b53f188c825 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:08.148753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 264d07c0-02a9-4635-8c0a-28e88e94cb07, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=264d07c0-02a9-4635-8c0a-28e88e94cb07,segment=NetworkSegment(8ea561b0-b228-4438-99c6-a0373efc5500),segment_id=8ea561b0-b228-4438-99c6-a0373efc5500)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:08.154450 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.190729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:08.222116 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7feac866-fac8-4b36-9be2-563a045efbd2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.250673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=264d07c0-02a9-4635-8c0a-28e88e94cb07,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:08.269824 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-28e84981-c085-4436-af4f-14978b714b74 None None] Provisioning complete for port 264d07c0-02a9-4635-8c0a-28e88e94cb07 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:08.270215 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28e84981-c085-4436-af4f-14978b714b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.353889 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feac866-fac8-4b36-9be2-563a045efbd2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Subnet': ['ID=683dacf5-bf76-4b72-9cd6-faa35e5d5751,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:08.379936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-d83f96a8-c489-4deb-8b00-e91f210174ab tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Made reservation on behalf of 030958d430194e3cb3227676b0a552dd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:08.384416 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-d83f96a8-c489-4deb-8b00-e91f210174ab tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.477864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7feac866-fac8-4b36-9be2-563a045efbd2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Checking segment: {'id': '1783bc20-7824-40f6-872f-3fdd50591390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0ef97f19-5678-4249-982c-80625f9b99ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:08.478244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feac866-fac8-4b36-9be2-563a045efbd2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network hostable DHCP agents. Network: 0ef97f19-5678-4249-982c-80625f9b99ff, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:08.569377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-99c74c0d-14e4-488a-ac69-01295698e6ed None None] Provisioning complete for port 6166cd7b-ea84-4b17-a919-6b53f188c825 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:08.569961 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-99c74c0d-14e4-488a-ac69-01295698e6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.677616 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-99c74c0d-14e4-488a-ac69-01295698e6ed None None] Port 6166cd7b-ea84-4b17-a919-6b53f188c825 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:08.682929 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e951f34-da99-4782-92c8-7db95d182a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.689913 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:48:08.729044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:08.804245 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4b7aee8b-2d2b-4e00-9a2b-2eddbbcc721f None None] Provisioning complete for port 6166cd7b-ea84-4b17-a919-6b53f188c825 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:08.805290 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05f961fe-ab8a-4100-8562-82e9cb892bbd req-8e609e85-dd76-4b7f-a366-7ed3c722a3be tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 210 time: 0.0554171 Jul 16 03:48:08.805870 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b7aee8b-2d2b-4e00-9a2b-2eddbbcc721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.807535 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add6eda9-db39-4ace-8b60-1509a818a1e7 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:08.855168 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6eda9-db39-4ace-8b60-1509a818a1e7 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e88ac6f-3729-4ab6-98cf-0f47da8f0507,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:08.877417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4b7aee8b-2d2b-4e00-9a2b-2eddbbcc721f None None] Port 6166cd7b-ea84-4b17-a919-6b53f188c825 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:08.926665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7feac866-fac8-4b36-9be2-563a045efbd2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network 0ef97f19-5678-4249-982c-80625f9b99ff is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:09.044654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7feac866-fac8-4b36-9be2-563a045efbd2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 0ef97f19-5678-4249-982c-80625f9b99ff) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:09.059182 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-759f0191-708a-4273-a7bb-8b70408f7cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.064064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea53e5e-0b06-4e2b-9320-0b322dad2d21 None None] Network 0ef97f19-5678-4249-982c-80625f9b99ff requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:09.095220 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feac866-fac8-4b36-9be2-563a045efbd2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:09.096220 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7feac866-fac8-4b36-9be2-563a045efbd2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.100893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9f5dc6-b010-42e2-9f64-74cc69ebc902 None None] Network 23970cb9-f98e-4ac6-9596-1891116ae8b2 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:09.136591 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e951f34-da99-4782-92c8-7db95d182a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.159186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-d83f96a8-c489-4deb-8b00-e91f210174ab tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Allocated IP 172.20.0.8 (be05005c-c098-4d8b-a55d-fc55d239f9a5/4c67eeac-ef92-44b4-81f1-978ab2dd4eec/8557a0f8-d137-4e1c-8602-d9345fd1dd35) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:09.272272 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e951f34-da99-4782-92c8-7db95d182a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.313120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7feac866-fac8-4b36-9be2-563a045efbd2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6100099 Jul 16 03:48:09.315942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55076) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:09.322407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f7769839-1161-43b7-8c7d-85f2463ce2ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'network_id': '0ef97f19-5678-4249-982c-80625f9b99ff', 'name': 'tempest-PortsIpV6TestJSON-1000954145'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:09.367571 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-add6eda9-db39-4ace-8b60-1509a818a1e7 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.372950 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-add6eda9-db39-4ace-8b60-1509a818a1e7 tempest-RoutersAdminNegativeIpV6Test-361593703 tempest-RoutersAdminNegativeIpV6Test-361593703-project-admin] 10.222.0.18 "DELETE /v2.0/ports/5e88ac6f-3729-4ab6-98cf-0f47da8f0507 HTTP/1.1" status: 204 len: 168 time: 2.6290934 Jul 16 03:48:09.386474 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9e951f34-da99-4782-92c8-7db95d182a94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b258ff23eea438b8d2c5280b31312ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1939311 Jul 16 03:48:09.395714 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:09.415062 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 13388e46-2647-43f6-b79c-1e1735ae4ffe up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:09.431230 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e951f34-da99-4782-92c8-7db95d182a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47453df1-cdb0-409a-850a-eb989ae10bff,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:09.469525 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7138239-1294-4929-8f71-65807d755efc tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.475104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b3b84074-2101-4334-9b07-1298436d3390 None None] Provisioning for port 13388e46-2647-43f6-b79c-1e1735ae4ffe completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:09.508385 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-d83f96a8-c489-4deb-8b00-e91f210174ab tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.510284 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14b4a6cf-c957-4a9f-bcd4-2f5e15585711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.559606 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14b4a6cf-c957-4a9f-bcd4-2f5e15585711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.633831 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-759f0191-708a-4273-a7bb-8b70408f7cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.643884 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-759f0191-708a-4273-a7bb-8b70408f7cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.694872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-0ef97f19-5678-4249-982c-80625f9b99ff', 'network_id': '0ef97f19-5678-4249-982c-80625f9b99ff', 'tenant_id': 'ed7594d380d2450fad6c1d1bbb9a39b0', 'fixed_ips': [{'subnet_id': '683dacf5-bf76-4b72-9cd6-faa35e5d5751'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:48:09.695728 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.700059 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 13388e46-2647-43f6-b79c-1e1735ae4ffe completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:09.703206 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7769839-1161-43b7-8c7d-85f2463ce2ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:09.707283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7769839-1161-43b7-8c7d-85f2463ce2ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.722609 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 13388e46-2647-43f6-b79c-1e1735ae4ffe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:09.722992 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.751255 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-f7769839-1161-43b7-8c7d-85f2463ce2ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port ddd1b3f1-e036-46c3-9ef1-4828a48aa7ec yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:09.797896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55088) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:09.862214 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.927877 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 13388e46-2647-43f6-b79c-1e1735ae4ffe, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=13388e46-2647-43f6-b79c-1e1735ae4ffe,segment=NetworkSegment(01b9514d-b9b0-44a2-855d-1280db96682a),segment_id=01b9514d-b9b0-44a2-855d-1280db96682a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:09.935521 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:09.937077 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 264d07c0-02a9-4635-8c0a-28e88e94cb07 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:09.951200 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f7138239-1294-4929-8f71-65807d755efc tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Deleting port 6166cd7b-ea84-4b17-a919-6b53f188c825 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:09.951586 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7138239-1294-4929-8f71-65807d755efc tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.019909 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6400fcc7-1da3-45f3-b827-093ab7b682c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.052889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=13388e46-2647-43f6-b79c-1e1735ae4ffe,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:10.071637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 264d07c0-02a9-4635-8c0a-28e88e94cb07 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:10.072017 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.110417 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7138239-1294-4929-8f71-65807d755efc tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.125339 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-d83f96a8-c489-4deb-8b00-e91f210174ab tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.135570 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f7138239-1294-4929-8f71-65807d755efc tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Calling delete_port for 6166cd7b-ea84-4b17-a919-6b53f188c825 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:10.146441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c99a1a4d-61e6-4e87-a113-013f199d0aec'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:10.178181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f0191-708a-4273-a7bb-8b70408f7cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90f7452-8f51-4ac2-9902-98b3925ef552,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:10.254650 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14b4a6cf-c957-4a9f-bcd4-2f5e15585711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.257805 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-14b4a6cf-c957-4a9f-bcd4-2f5e15585711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.260385 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-14b4a6cf-c957-4a9f-bcd4-2f5e15585711 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47453df1-cdb0-409a-850a-eb989ae10bff HTTP/1.1" status: 204 len: 168 time: 0.8624976 Jul 16 03:48:10.273755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-759f0191-708a-4273-a7bb-8b70408f7cd9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb90376cd4b74805af905fe5eb34350f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5436397 Jul 16 03:48:10.277146 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:10.283533 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-d83f96a8-c489-4deb-8b00-e91f210174ab tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Network be05005c-c098-4d8b-a55d-fc55d239f9a5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:10.286029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f00eb69a-4801-4a01-8bf7-36c0da4072d8 None None] Provisioning complete for port 13388e46-2647-43f6-b79c-1e1735ae4ffe triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:10.286271 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f00eb69a-4801-4a01-8bf7-36c0da4072d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.294226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-d83f96a8-c489-4deb-8b00-e91f210174ab tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:10.306389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-d83f96a8-c489-4deb-8b00-e91f210174ab tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:10.375898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-d83f96a8-c489-4deb-8b00-e91f210174ab tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:10.376543 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-d83f96a8-c489-4deb-8b00-e91f210174ab tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.379719 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4a6cf-c957-4a9f-bcd4-2f5e15585711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47453df1-cdb0-409a-850a-eb989ae10bff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:10.393897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f96a8-c489-4deb-8b00-e91f210174ab tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Pushing event updated for resources: {'Port': ['ID=8557a0f8-d137-4e1c-8602-d9345fd1dd35,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:10.415815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Allocated IP 2001:db8::2 (0ef97f19-5678-4249-982c-80625f9b99ff/683dacf5-bf76-4b72-9cd6-faa35e5d5751/916e0af4-3bab-48e1-9441-ce9e6fcfc7fb) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:10.416376 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4737457e-2319-48ac-b424-61e2ead97f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.444412 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4737457e-2319-48ac-b424-61e2ead97f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.465248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2890b-70e4-4ac6-95a9-5269cbbd7d9c req-4f9269f7-8e46-4284-a575-8c7838ace913 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:10.476181 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bdb2890b-70e4-4ac6-95a9-5269cbbd7d9c req-4f9269f7-8e46-4284-a575-8c7838ace913 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 931 time: 0.3171797 Jul 16 03:48:10.509400 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21106019-2c19-43eb-b239-e14dcb117f7d req-74e0f738-81bf-4773-aa47-78bcd404f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:10.510485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21106019-2c19-43eb-b239-e14dcb117f7d req-74e0f738-81bf-4773-aa47-78bcd404f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:10.511008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21106019-2c19-43eb-b239-e14dcb117f7d req-74e0f738-81bf-4773-aa47-78bcd404f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:10.511624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21106019-2c19-43eb-b239-e14dcb117f7d req-74e0f738-81bf-4773-aa47-78bcd404f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:10.512181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21106019-2c19-43eb-b239-e14dcb117f7d req-74e0f738-81bf-4773-aa47-78bcd404f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:10.512689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21106019-2c19-43eb-b239-e14dcb117f7d req-74e0f738-81bf-4773-aa47-78bcd404f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:10.513632 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21106019-2c19-43eb-b239-e14dcb117f7d req-74e0f738-81bf-4773-aa47-78bcd404f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:10.516379 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-21106019-2c19-43eb-b239-e14dcb117f7d req-74e0f738-81bf-4773-aa47-78bcd404f617 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 6490 time: 0.3456435 Jul 16 03:48:10.521609 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4737457e-2319-48ac-b424-61e2ead97f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.524816 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4737457e-2319-48ac-b424-61e2ead97f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.528505 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4737457e-2319-48ac-b424-61e2ead97f05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a90f7452-8f51-4ac2-9902-98b3925ef552 HTTP/1.1" status: 204 len: 168 time: 0.2431154 Jul 16 03:48:10.539716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737457e-2319-48ac-b424-61e2ead97f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90f7452-8f51-4ac2-9902-98b3925ef552,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:10.578421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bdb2890b-70e4-4ac6-95a9-5269cbbd7d9c req-523fa043-22fb-45fc-8f56-660b2103bce7 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010885 Jul 16 03:48:10.614510 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6400fcc7-1da3-45f3-b827-093ab7b682c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.632107 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-d83f96a8-c489-4deb-8b00-e91f210174ab tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0875478 Jul 16 03:48:10.633862 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6400fcc7-1da3-45f3-b827-093ab7b682c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.638388 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-21106019-2c19-43eb-b239-e14dcb117f7d req-4269e325-b491-4f40-8d31-8e7d5fab4b4a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&id=95a12c37-c857-48ac-8959-4e6778a2dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923743 Jul 16 03:48:10.645367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Request body: {'port': {'device_id': 'c2a9e5ce-14a8-4e3b-b457-04d841875e86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:10.701408 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.729161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Transition to ACTIVE for port object 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:10.730097 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6400fcc7-1da3-45f3-b827-093ab7b682c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1ae813b07d94253b36bc68ae0229977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9312360 Jul 16 03:48:10.731887 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7138239-1294-4929-8f71-65807d755efc tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.734868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55104) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:10.745634 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.750329 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:10.757111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Transition to ACTIVE for port object 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:10.765788 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.776811 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffe6654a-7882-4453-9406-5197807dc703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.778619 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7138239-1294-4929-8f71-65807d755efc tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event deleted for resources: {'Port': ['ID=6166cd7b-ea84-4b17-a919-6b53f188c825,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:10.783133 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400fcc7-1da3-45f3-b827-093ab7b682c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897d679e-c950-4052-bc06-ecfa1592a976,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:10.792668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Network 0ef97f19-5678-4249-982c-80625f9b99ff is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:10.796846 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:10.799949 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:10.911802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Attempting to bind port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:10.912348 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Attempting to bind port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '1783bc20-7824-40f6-872f-3fdd50591390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0ef97f19-5678-4249-982c-80625f9b99ff'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:10.912822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Attempting to bind port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb on network 0ef97f19-5678-4249-982c-80625f9b99ff {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:10.922921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:10.923492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Checking segment: {'id': '1783bc20-7824-40f6-872f-3fdd50591390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0ef97f19-5678-4249-982c-80625f9b99ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:10.924016 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.924607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Bound using segment: {'id': '1783bc20-7824-40f6-872f-3fdd50591390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0ef97f19-5678-4249-982c-80625f9b99ff'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:10.925214 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Bound port: 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1783bc20-7824-40f6-872f-3fdd50591390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '0ef97f19-5678-4249-982c-80625f9b99ff'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:10.925824 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:10.927916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Pushing event updated for resources: {'Port': ['ID=916e0af4-3bab-48e1-9441-ce9e6fcfc7fb,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:10.959472 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffe6654a-7882-4453-9406-5197807dc703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.031762 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] For port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:11.038011 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] For port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=916e0af4-3bab-48e1-9441-ce9e6fcfc7fb,segment=NetworkSegment(1783bc20-7824-40f6-872f-3fdd50591390),segment_id=1783bc20-7824-40f6-872f-3fdd50591390)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:11.042970 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.057703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f7769839-1161-43b7-8c7d-85f2463ce2ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Allocated IP 2001:db8::15a (0ef97f19-5678-4249-982c-80625f9b99ff/683dacf5-bf76-4b72-9cd6-faa35e5d5751/ddd1b3f1-e036-46c3-9ef1-4828a48aa7ec) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:11.094327 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee8823d8-3f25-4dba-8606-fb6cc142008c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.131609 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee8823d8-3f25-4dba-8606-fb6cc142008c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.148925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 13388e46-2647-43f6-b79c-1e1735ae4ffe up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:11.177091 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffe6654a-7882-4453-9406-5197807dc703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.229003 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ffe6654a-7882-4453-9406-5197807dc703 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe46a1da002e4a6e971b5500e99f3135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739611 Jul 16 03:48:11.243757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55122) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:11.281966 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee8823d8-3f25-4dba-8606-fb6cc142008c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.284737 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee8823d8-3f25-4dba-8606-fb6cc142008c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.285064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a5ba2-533d-4520-a8f1-670b0342fab8 None None] Pushing event updated for resources: {'Port': ['ID=916e0af4-3bab-48e1-9441-ce9e6fcfc7fb,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:11.285880 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ee8823d8-3f25-4dba-8606-fb6cc142008c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/897d679e-c950-4052-bc06-ecfa1592a976 HTTP/1.1" status: 204 len: 168 time: 0.5176980 Jul 16 03:48:11.294609 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 13388e46-2647-43f6-b79c-1e1735ae4ffe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:11.295412 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.325071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6654a-7882-4453-9406-5197807dc703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b40f66-0e10-40fc-8636-4e3edf1779fc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:11.359457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8823d8-3f25-4dba-8606-fb6cc142008c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897d679e-c950-4052-bc06-ecfa1592a976,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:11.424283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7138239-1294-4929-8f71-65807d755efc tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.446724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8557a0f8-d137-4e1c-8602-d9345fd1dd35 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:11.463020 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.497834 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Transition to ACTIVE for port object 8557a0f8-d137-4e1c-8602-d9345fd1dd35 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:11.502996 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.639768 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Pushing event updated for resources: {'Port': ['ID=8557a0f8-d137-4e1c-8602-d9345fd1dd35,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:11.747613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Attempting to bind port 8557a0f8-d137-4e1c-8602-d9345fd1dd35 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:11.748282 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Attempting to bind port 8557a0f8-d137-4e1c-8602-d9345fd1dd35 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:11.748825 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Attempting to bind port 8557a0f8-d137-4e1c-8602-d9345fd1dd35 on network be05005c-c098-4d8b-a55d-fc55d239f9a5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:11.754502 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Port 8557a0f8-d137-4e1c-8602-d9345fd1dd35 on network be05005c-c098-4d8b-a55d-fc55d239f9a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:48:11.754828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Attempting to bind port 8557a0f8-d137-4e1c-8602-d9345fd1dd35 on network be05005c-c098-4d8b-a55d-fc55d239f9a5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:11.760921 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f1b1-f04e-4e02-a62a-4a70103021c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.763365 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:11.763712 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Checking segment: {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:11.764703 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Bound using segment: {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:11.765145 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Bound port: 8557a0f8-d137-4e1c-8602-d9345fd1dd35, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:11.765509 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.835374 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7769839-1161-43b7-8c7d-85f2463ce2ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.838667 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f1b1-f04e-4e02-a62a-4a70103021c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.842629 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7138239-1294-4929-8f71-65807d755efc tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Router 22fef20d-d673-4a5e-b3a8-66ad1526216d has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:11.897266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f7769839-1161-43b7-8c7d-85f2463ce2ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Transition to ACTIVE for port object ddd1b3f1-e036-46c3-9ef1-4828a48aa7ec will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:11.898968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] For port 8557a0f8-d137-4e1c-8602-d9345fd1dd35, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:11.907933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] For port 8557a0f8-d137-4e1c-8602-d9345fd1dd35, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8557a0f8-d137-4e1c-8602-d9345fd1dd35,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:11.916923 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.944282 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:11.987895 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:11.988555 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:11.991639 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] 10.222.0.20 "PUT /v2.0/ports/8557a0f8-d137-4e1c-8602-d9345fd1dd35 HTTP/1.1" status: 200 len: 1091 time: 1.3514023 Jul 16 03:48:11.992978 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7138239-1294-4929-8f71-65807d755efc tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:11.997469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a9e5ce-14a8-4e3b-b457-04d841875e86', 'tag': '8557a0f8-d137-4e1c-8602-d9345fd1dd35'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:12.000773 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafab133-bb05-4d76-b062-79783f8b23ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a9e5ce-14a8-4e3b-b457-04d841875e86", "tag": "8557a0f8-d137-4e1c-8602-d9345fd1dd35"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:12.012299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f15aa-952a-4d0b-b95e-da9f78b0892e None None] Sync routers for ids ['22fef20d-d673-4a5e-b3a8-66ad1526216d'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:12.017638 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f7138239-1294-4929-8f71-65807d755efc tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "PUT /v2.0/routers/22fef20d-d673-4a5e-b3a8-66ad1526216d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8955717 Jul 16 03:48:12.020442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55146) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:12.030223 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f1b1-f04e-4e02-a62a-4a70103021c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.032174 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f15aa-952a-4d0b-b95e-da9f78b0892e None None] Routers {'22fef20d-d673-4a5e-b3a8-66ad1526216d'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:12.032958 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bc7f1b1-f04e-4e02-a62a-4a70103021c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.036577 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-024f15aa-952a-4d0b-b95e-da9f78b0892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:48:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['22fef20d-d673-4a5e-b3a8-66ad1526216d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:12.036761 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7bc7f1b1-f04e-4e02-a62a-4a70103021c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04b40f66-0e10-40fc-8636-4e3edf1779fc HTTP/1.1" status: 204 len: 168 time: 0.7893460 Jul 16 03:48:12.080887 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-b75befba-3f84-411b-9b66-5297c11d6754 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] delete failed (client error): The resource could not be found. Jul 16 03:48:12.085779 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b75befba-3f84-411b-9b66-5297c11d6754 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1958191545 HTTP/1.1" status: 404 len: 335 time: 0.0604312 Jul 16 03:48:12.088973 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55150) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:12.094345 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-512e682e-f6f5-4189-9631-7456e2347355 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Request body: {'router': {'external_gateway_info': {'network_id': '22fef20d-d673-4a5e-b3a8-66ad1526216d'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:12.095082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125586b4-e410-477a-97ff-023d41a1b884 req-3a043fe0-9c68-43e2-ae6c-3f4af1b3e7dd tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:12.096823 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7f1b1-f04e-4e02-a62a-4a70103021c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b40f66-0e10-40fc-8636-4e3edf1779fc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:12.099069 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7769839-1161-43b7-8c7d-85f2463ce2ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.114382 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-125586b4-e410-477a-97ff-023d41a1b884 req-3a043fe0-9c68-43e2-ae6c-3f4af1b3e7dd tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 943 time: 0.3399980 Jul 16 03:48:12.119825 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb8bb8c-c5a6-490b-a9e6-2fefb045a454 x-openstack-request-id: req-1eb8bb8c-c5a6-490b-a9e6-2fefb045a454 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:12.120110 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a9e5ce-14a8-4e3b-b457-04d841875e86", "tag": "8557a0f8-d137-4e1c-8602-d9345fd1dd35", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:12.120390 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1eb8bb8c-c5a6-490b-a9e6-2fefb045a454 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:12.120844 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a9e5ce-14a8-4e3b-b457-04d841875e86', 'tag': '8557a0f8-d137-4e1c-8602-d9345fd1dd35', 'status': 'completed', 'code': 200} Jul 16 03:48:12.147999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-024f15aa-952a-4d0b-b95e-da9f78b0892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:12.155752 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a106880-373f-4b99-9b51-5336b97ad8ec service neutron] Pushing event updated for resources: {'Port': ['ID=8557a0f8-d137-4e1c-8602-d9345fd1dd35,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:12.176263 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f15aa-952a-4d0b-b95e-da9f78b0892e None None] Routers {'22fef20d-d673-4a5e-b3a8-66ad1526216d'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:12.176839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-024f15aa-952a-4d0b-b95e-da9f78b0892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:48:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['22fef20d-d673-4a5e-b3a8-66ad1526216d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:12.191866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dba7e3c2-293f-484d-a263-c48dbe982640 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=656ed08e04964c1eac2fd7586c040433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431312 Jul 16 03:48:12.191866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55152) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:12.235460 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-125586b4-e410-477a-97ff-023d41a1b884 req-79bc9631-4c9a-47a6-a323-7b24135683b5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200731 Jul 16 03:48:12.243949 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-024f15aa-952a-4d0b-b95e-da9f78b0892e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:12.245029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f15aa-952a-4d0b-b95e-da9f78b0892e None None] The sync data for ids ['22fef20d-d673-4a5e-b3a8-66ad1526216d'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:12.276543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-33c65283-3367-465f-affd-381efb8fc926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:12.278229 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-33c65283-3367-465f-affd-381efb8fc926 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 1094 time: 0.2373409 Jul 16 03:48:12.343584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7769839-1161-43b7-8c7d-85f2463ce2ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network 0ef97f19-5678-4249-982c-80625f9b99ff is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:12.358668 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a70e02d8-59df-49ae-9d14-87cfda284161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.386323 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f7769839-1161-43b7-8c7d-85f2463ce2ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:12.393235 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7769839-1161-43b7-8c7d-85f2463ce2ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:12.399364 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7769839-1161-43b7-8c7d-85f2463ce2ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:12.400218 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7769839-1161-43b7-8c7d-85f2463ce2ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.401543 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a70e02d8-59df-49ae-9d14-87cfda284161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.406532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7769839-1161-43b7-8c7d-85f2463ce2ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=ddd1b3f1-e036-46c3-9ef1-4828a48aa7ec,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:12.453926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-90ac550c-29b4-4985-8efb-c42b00760343 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8557a0f8-d137-4e1c-8602-d9345fd1dd35 HTTP/1.1" status: 200 len: 217 time: 0.1649194 Jul 16 03:48:12.464630 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f7769839-1161-43b7-8c7d-85f2463ce2ed tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1477919 Jul 16 03:48:12.504013 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55162) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:12.518981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-8d25f98e-00bc-4e0e-8f26-af6076ae47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:12.522218 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-8d25f98e-00bc-4e0e-8f26-af6076ae47a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 200 len: 845 time: 0.0609179 Jul 16 03:48:12.542812 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a70e02d8-59df-49ae-9d14-87cfda284161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.546539 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a70e02d8-59df-49ae-9d14-87cfda284161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.547755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a70e02d8-59df-49ae-9d14-87cfda284161 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/880feadd-d8d6-4633-a7e6-91d1062339b8 HTTP/1.1" status: 204 len: 168 time: 0.3548644 Jul 16 03:48:12.555620 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-512e682e-f6f5-4189-9631-7456e2347355 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:12.575235 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-83023df3-bd7a-4c8e-89b9-f7f2da258b76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be05005c-c098-4d8b-a55d-fc55d239f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446105 Jul 16 03:48:12.593257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e02d8-59df-49ae-9d14-87cfda284161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880feadd-d8d6-4633-a7e6-91d1062339b8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:12.608579 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-512e682e-f6f5-4189-9631-7456e2347355 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] update failed (client error): The resource could not be found. Jul 16 03:48:12.615285 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-512e682e-f6f5-4189-9631-7456e2347355 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "PUT /v2.0/routers/22fef20d-d673-4a5e-b3a8-66ad1526216d HTTP/1.1" status: 404 len: 339 time: 0.5246737 Jul 16 03:48:12.627276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55174) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:12.711232 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-ad8449ad-31b5-4141-b4f1-dccbc254d539 service neutron] 10.222.0.20 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272891 Jul 16 03:48:12.806613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62308c96-b91b-4380-9f39-df5b997efc03 None None] Network 0ef97f19-5678-4249-982c-80625f9b99ff requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:12.865661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0018c6-b208-441a-9d64-ed2bb5fafa4e req-8afaa4db-191e-4bb7-a6a9-cc829e0ce6d9 service neutron] 10.222.0.20 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472709 Jul 16 03:48:12.987373 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a9e0edc0-f797-484c-83bf-8840ca835e14 None None] Provisioning for port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:13.044157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafab133-bb05-4d76-b062-79783f8b23ca req-f4946dbd-6d78-4b7f-be4f-aa85e3c703cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:13.058282 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dafab133-bb05-4d76-b062-79783f8b23ca req-f4946dbd-6d78-4b7f-be4f-aa85e3c703cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 1094 time: 0.1217523 Jul 16 03:48:13.191844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:13.286979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafab133-bb05-4d76-b062-79783f8b23ca req-fe45ba06-04d6-48c4-9c5e-0d172fd4e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:13.289595 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:13.292943 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dafab133-bb05-4d76-b062-79783f8b23ca req-fe45ba06-04d6-48c4-9c5e-0d172fd4e924 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 906 time: 0.2337871 Jul 16 03:48:13.296382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:13.297088 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.299047 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6f28ed48-ba21-4ff8-b2ee-a354fc07425f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port ddd1b3f1-e036-46c3-9ef1-4828a48aa7ec {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:13.303208 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f28ed48-ba21-4ff8-b2ee-a354fc07425f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.379522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dafab133-bb05-4d76-b062-79783f8b23ca req-3e4c5a8e-2792-4f57-be4e-82e8ba0bb053 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8557a0f8-d137-4e1c-8602-d9345fd1dd35 HTTP/1.1" status: 200 len: 217 time: 0.0793569 Jul 16 03:48:13.480079 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.537002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafab133-bb05-4d76-b062-79783f8b23ca req-6060bfec-b102-40fe-aee2-e781c2ce1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:13.539334 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dafab133-bb05-4d76-b062-79783f8b23ca req-6060bfec-b102-40fe-aee2-e781c2ce1b55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 200 len: 845 time: 0.1364734 Jul 16 03:48:13.545936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=916e0af4-3bab-48e1-9441-ce9e6fcfc7fb,segment=NetworkSegment(1783bc20-7824-40f6-872f-3fdd50591390),segment_id=1783bc20-7824-40f6-872f-3fdd50591390)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:13.551332 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.588290 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dafab133-bb05-4d76-b062-79783f8b23ca req-9b42bce8-5790-4002-998d-028e092df6e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be05005c-c098-4d8b-a55d-fc55d239f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375617 Jul 16 03:48:13.605351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab80d72-e69c-411a-af9a-548d8b735787 req-b764c18f-bf01-4c0c-bde7-a9ad409722eb tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:13.610328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ab80d72-e69c-411a-af9a-548d8b735787 req-b764c18f-bf01-4c0c-bde7-a9ad409722eb tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 943 time: 0.2264843 Jul 16 03:48:13.667074 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e26e6a95-412d-4894-98a0-b2629c96edd4 None None] Provisioning complete for port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:13.667727 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e26e6a95-412d-4894-98a0-b2629c96edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.710596 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f28ed48-ba21-4ff8-b2ee-a354fc07425f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.711292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=916e0af4-3bab-48e1-9441-ce9e6fcfc7fb,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:13.715801 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.740992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6f28ed48-ba21-4ff8-b2ee-a354fc07425f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for ddd1b3f1-e036-46c3-9ef1-4828a48aa7ec owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:13.807577 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ab80d72-e69c-411a-af9a-548d8b735787 req-b890659f-3387-4ae7-9b85-497ff2426da3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807928 Jul 16 03:48:13.837220 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dafab133-bb05-4d76-b062-79783f8b23ca req-ef488f85-d04b-47a2-a5eb-acbc5f2ea037 service neutron] 10.222.0.20 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254031 Jul 16 03:48:13.849201 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e26e6a95-412d-4894-98a0-b2629c96edd4 None None] Provisioning for port ddd1b3f1-e036-46c3-9ef1-4828a48aa7ec completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:13.854028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e26e6a95-412d-4894-98a0-b2629c96edd4 None None] Provisioning complete for port ddd1b3f1-e036-46c3-9ef1-4828a48aa7ec triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:13.854648 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e26e6a95-412d-4894-98a0-b2629c96edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:13.912969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e26e6a95-412d-4894-98a0-b2629c96edd4 None None] Port ddd1b3f1-e036-46c3-9ef1-4828a48aa7ec cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:14.024415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dafab133-bb05-4d76-b062-79783f8b23ca req-814664e6-b3b8-48ed-9c1e-5f829022c7d0 service neutron] 10.222.0.20 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778598 Jul 16 03:48:14.126708 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f28ed48-ba21-4ff8-b2ee-a354fc07425f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.181286 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28ed48-ba21-4ff8-b2ee-a354fc07425f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=ddd1b3f1-e036-46c3-9ef1-4828a48aa7ec,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:14.223911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Allocated IP 172.20.0.1 (53dc30d5-0d8d-4c68-8af1-ba01f709012b/7915b405-339e-4429-a8f5-07ddb4323e76/1e8bd029-f8ca-4118-ab58-f0a3cfd74c13) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:14.227029 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f28ed48-ba21-4ff8-b2ee-a354fc07425f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.227476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-43f4cd67-1973-4d03-b93b-55f2a4d3a9db None None] Could not find standard attr ID for object ddd1b3f1-e036-46c3-9ef1-4828a48aa7ec. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:48:14.230258 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6f28ed48-ba21-4ff8-b2ee-a354fc07425f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/ddd1b3f1-e036-46c3-9ef1-4828a48aa7ec HTTP/1.1" status: 204 len: 168 time: 1.7252533 Jul 16 03:48:14.233125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55228) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:14.275535 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f035b8b9-2bb3-42ae-9a45-bb69ddaf532a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] DELETE failed (client error): The resource could not be found. Jul 16 03:48:14.276571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f035b8b9-2bb3-42ae-9a45-bb69ddaf532a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:48:14.281614 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f035b8b9-2bb3-42ae-9a45-bb69ddaf532a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/ddd1b3f1-e036-46c3-9ef1-4828a48aa7ec HTTP/1.1" status: 404 len: 333 time: 0.0472496 Jul 16 03:48:14.282504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:14.315480 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8919d260-7304-4140-9e52-d5e23a212415 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] GET failed (client error): The resource could not be found. Jul 16 03:48:14.320680 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8919d260-7304-4140-9e52-d5e23a212415 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/ddd1b3f1-e036-46c3-9ef1-4828a48aa7ec HTTP/1.1" status: 404 len: 333 time: 0.0364625 Jul 16 03:48:14.321794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:14.380794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c32038-5749-4391-8363-0dc8e728b1e5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting subnet 683dacf5-bf76-4b72-9cd6-faa35e5d5751 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:48:14.384706 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c32038-5749-4391-8363-0dc8e728b1e5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.413591 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.416148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55240) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:14.432665 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c32038-5749-4391-8363-0dc8e728b1e5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.436464 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Transition to ACTIVE for port object 1e8bd029-f8ca-4118-ab58-f0a3cfd74c13 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:14.482581 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.534399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Network 53dc30d5-0d8d-4c68-8af1-ba01f709012b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:14.538026 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:14.543050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:14.547750 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event updated for resources: {'Port': ['ID=1e8bd029-f8ca-4118-ab58-f0a3cfd74c13,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:14.557373 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c32038-5749-4391-8363-0dc8e728b1e5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.590955 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.679226 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c32038-5749-4391-8363-0dc8e728b1e5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.730798 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e1c32038-5749-4391-8363-0dc8e728b1e5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.734237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e1c32038-5749-4391-8363-0dc8e728b1e5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/683dacf5-bf76-4b72-9cd6-faa35e5d5751 HTTP/1.1" status: 204 len: 168 time: 0.4110966 Jul 16 03:48:14.735434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c32038-5749-4391-8363-0dc8e728b1e5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Subnet': ['ID=683dacf5-bf76-4b72-9cd6-faa35e5d5751,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:14.737931 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:14.740737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-188901111'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:14.746146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf2aa46-1f1c-43d7-944b-1e6679b538b7 None None] Network 0ef97f19-5678-4249-982c-80625f9b99ff requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:14.818081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:14.825556 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.842914 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.851530 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.973567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:14.973991 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:14.979944 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.012741 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-34a2607a-a5c1-49e0-b6e5-ccfcddaba2c2 None None] Provisioning for port 1e8bd029-f8ca-4118-ab58-f0a3cfd74c13 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:15.017200 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-34a2607a-a5c1-49e0-b6e5-ccfcddaba2c2 None None] Provisioning complete for port 1e8bd029-f8ca-4118-ab58-f0a3cfd74c13 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:15.017659 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-34a2607a-a5c1-49e0-b6e5-ccfcddaba2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.092679 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55254) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:15.094567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-34a2607a-a5c1-49e0-b6e5-ccfcddaba2c2 None None] Port 1e8bd029-f8ca-4118-ab58-f0a3cfd74c13 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:15.097833 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Request body: {'network': {'name': 'tempest-network-smoke--1008419788', 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:15.159353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] For port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=916e0af4-3bab-48e1-9441-ce9e6fcfc7fb,segment=NetworkSegment(1783bc20-7824-40f6-872f-3fdd50591390),segment_id=1783bc20-7824-40f6-872f-3fdd50591390)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:15.159744 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.187426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c5b63-9443-44cc-a2af-218795efa158 req-6e9951f8-fd90-4d13-be1d-6ebf22eb581e tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:15.194889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] DHCP port deletion for 0ef97f19-5678-4249-982c-80625f9b99ff request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:48:15.204351 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-735c5b63-9443-44cc-a2af-218795efa158 req-6e9951f8-fd90-4d13-be1d-6ebf22eb581e tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 943 time: 0.2072060 Jul 16 03:48:15.226349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:15.260357 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Deleting port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:15.260938 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.285859 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.297430 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.319836 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.352095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] For port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=916e0af4-3bab-48e1-9441-ce9e6fcfc7fb,segment=NetworkSegment(1783bc20-7824-40f6-872f-3fdd50591390),segment_id=1783bc20-7824-40f6-872f-3fdd50591390)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:15.352606 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.369715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Calling delete_port for 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:15.374798 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-735c5b63-9443-44cc-a2af-218795efa158 req-c7556bd1-1d63-4b16-a4a3-a427bd8f1a4a tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691923 Jul 16 03:48:15.379864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No DVR routers for this DVR port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:15.388059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:15.388303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=916e0af4-3bab-48e1-9441-ce9e6fcfc7fb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:15.391374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Made reservation on behalf of 585dafdd798a48c2a5975c05e5d0a6ba for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:15.395631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.413647 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1f59d7-bc13-457f-8e6a-3b16e2cc9782,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:15.423880 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.444036 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.444444 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Added segment 876b3205-91c1-4271-b842-b99c53bae718 of type vlan for network 2abbfec2-5700-40d3-97ef-cbd0f780e746 Jul 16 03:48:15.489616 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.499293 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.514861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef97f19-5678-4249-982c-80625f9b99ff']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:15.518831 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.525065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.530830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1783bc20-7824-40f6-872f-3fdd50591390') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:15.531153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1783bc20-7824-40f6-872f-3fdd50591390') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:15.531481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] No DVR routers for this DVR port 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:15.533631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.537711 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Pushing event deleted for resources: {'Port': ['ID=916e0af4-3bab-48e1-9441-ce9e6fcfc7fb,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:15.547994 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.553764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:15.554786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:15.555323 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:15.555833 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:15.556376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:15.556884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:15.557383 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:15.557893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:15.558388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:15.558883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:15.559378 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:15.559874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37395dd-77c5-4dfd-a6e4-cf5221f49aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:15.569381 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.580160 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:48:15.580745 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:48:15.583751 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:48:15.646603 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.648196 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.652294 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:15.652931 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.666265 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.672236 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/networks/0ef97f19-5678-4249-982c-80625f9b99ff HTTP/1.1" status: 204 len: 168 time: 0.9289451 Jul 16 03:48:15.673573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event updated for resources: {'Port': ['ID=1e8bd029-f8ca-4118-ab58-f0a3cfd74c13,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:15.675683 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55270) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:15.679859 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585978c-2d33-4711-9caf-5018b2f131c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Network': ['ID=0ef97f19-5678-4249-982c-80625f9b99ff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:15.682215 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.689055 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c0c47d1e-4102-4594-9c24-41a0ce832e7c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-985769034'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:15.777541 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Network': ['ID=2abbfec2-5700-40d3-97ef-cbd0f780e746,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:15.793351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:15.837125 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.845936 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.863024 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-409f51f9-a6ca-47af-9d3c-2fecbb4315e5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4432442 Jul 16 03:48:15.864571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:15.876009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ee88f76a-2b7a-410d-bdd1-e2403a8b7ab7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'name': 'tempest-PortsTestJSON-1662687736'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:15.887852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:15.906231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8557a0f8-d137-4e1c-8602-d9345fd1dd35 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:48:15.917512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9af1ed-0fb8-4449-9431-250a5f950510,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:15.920593 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.920934 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Added segment 7e673e9b-92ef-4090-b98f-2319d671cd68 of type vlan for network 4da74bc5-319f-415b-8601-b4ee4c5dca4f Jul 16 03:48:15.925055 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c47d1e-4102-4594-9c24-41a0ce832e7c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:15.928593 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0c47d1e-4102-4594-9c24-41a0ce832e7c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:15.931730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Network 53dc30d5-0d8d-4c68-8af1-ba01f709012b is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:15.966208 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:15.991281 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.025073 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee88f76a-2b7a-410d-bdd1-e2403a8b7ab7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:16.029031 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee88f76a-2b7a-410d-bdd1-e2403a8b7ab7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.055108 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-ee88f76a-2b7a-410d-bdd1-e2403a8b7ab7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port 0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:16.061996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8557a0f8-d137-4e1c-8602-d9345fd1dd35, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8557a0f8-d137-4e1c-8602-d9345fd1dd35,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:16.074787 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '8557a0f8-d137-4e1c-8602-d9345fd1dd35', 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5', 'port_id': '8557a0f8-d137-4e1c-8602-d9345fd1dd35', 'mac_address': 'fa:16:3e:8a:34:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c67eeac-ef92-44b4-81f1-978ab2dd4eec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:48:16.092037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c47d1e-4102-4594-9c24-41a0ce832e7c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:16.122166 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.138126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8557a0f8-d137-4e1c-8602-d9345fd1dd35 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:16.163755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8557a0f8-d137-4e1c-8602-d9345fd1dd35, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8557a0f8-d137-4e1c-8602-d9345fd1dd35,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:16.167674 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0c47d1e-4102-4594-9c24-41a0ce832e7c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.168060 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.168824 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-c0c47d1e-4102-4594-9c24-41a0ce832e7c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Added segment 0cd4e1e0-1d48-41e1-8704-a988bb40c1fb of type vlan for network 0ae88d75-bc4b-4292-8357-aea834422a2d Jul 16 03:48:16.192606 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.201534 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:16.203709 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.238999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=8557a0f8-d137-4e1c-8602-d9345fd1dd35,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:16.266428 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee88f76a-2b7a-410d-bdd1-e2403a8b7ab7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.292768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Router 22fef20d-d673-4a5e-b3a8-66ad1526216d has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:16.295708 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0c47d1e-4102-4594-9c24-41a0ce832e7c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.302689 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2091651 Jul 16 03:48:16.312525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:16.317021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'admin_state_up': True, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:16.330614 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee88f76a-2b7a-410d-bdd1-e2403a8b7ab7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.351254 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f18fa8-34b0-43ea-b58d-f561fa445f19 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'Network': ['ID=4da74bc5-319f-415b-8601-b4ee4c5dca4f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:16.365826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 4da74bc5-319f-415b-8601-b4ee4c5dca4f details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:16.386320 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['8557a0f8-d137-4e1c-8602-d9345fd1dd35'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:16.400693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88f76a-2b7a-410d-bdd1-e2403a8b7ab7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=0fd6b7fb-6e61-40e4-ba34-855ae4ff6026,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:16.440388 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.441535 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.467973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee88f76a-2b7a-410d-bdd1-e2403a8b7ab7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Checking segment: {'id': '876b3205-91c1-4271-b842-b99c53bae718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:16.469022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee88f76a-2b7a-410d-bdd1-e2403a8b7ab7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network hostable DHCP agents. Network: 2abbfec2-5700-40d3-97ef-cbd0f780e746, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:16.490427 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:16.498656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1fc05680-13b9-4c8b-b427-0ea51ecd9ab3 None None] Provisioning complete for port 1e8bd029-f8ca-4118-ab58-f0a3cfd74c13 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:16.499075 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1fc05680-13b9-4c8b-b427-0ea51ecd9ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.509606 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a6a3563a-1187-40a0-822c-54085ff4f351 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "PUT /v2.0/routers/22fef20d-d673-4a5e-b3a8-66ad1526216d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8809788 Jul 16 03:48:16.510410 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8968a9e-469a-476a-acf5-937885d5aa8a None None] Sync routers for ids ['22fef20d-d673-4a5e-b3a8-66ad1526216d'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:16.514790 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0c47d1e-4102-4594-9c24-41a0ce832e7c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.515150 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:16.521529 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c47d1e-4102-4594-9c24-41a0ce832e7c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:16.522166 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0c47d1e-4102-4594-9c24-41a0ce832e7c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.532225 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8968a9e-469a-476a-acf5-937885d5aa8a None None] Routers {'22fef20d-d673-4a5e-b3a8-66ad1526216d'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:16.533076 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a8968a9e-469a-476a-acf5-937885d5aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:48:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['22fef20d-d673-4a5e-b3a8-66ad1526216d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:16.537725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee88f76a-2b7a-410d-bdd1-e2403a8b7ab7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:16.582972 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a8968a9e-469a-476a-acf5-937885d5aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:16.597076 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c0c47d1e-4102-4594-9c24-41a0ce832e7c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9158144 Jul 16 03:48:16.600282 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55300) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:16.600973 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8968a9e-469a-476a-acf5-937885d5aa8a None None] Routers {'22fef20d-d673-4a5e-b3a8-66ad1526216d'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:16.603282 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a8968a9e-469a-476a-acf5-937885d5aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:48:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['22fef20d-d673-4a5e-b3a8-66ad1526216d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:16.605527 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3dbf97e1-132c-4d06-8aaf-fd8adc0171f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'subnet': {'network_id': '0ae88d75-bc4b-4292-8357-aea834422a2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:16.610258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ee88f76a-2b7a-410d-bdd1-e2403a8b7ab7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 2abbfec2-5700-40d3-97ef-cbd0f780e746) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:16.635009 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd33d3d1-07f5-4673-b389-5951d4eae4fa None None] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:16.658209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee88f76a-2b7a-410d-bdd1-e2403a8b7ab7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:16.662045 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c47d1e-4102-4594-9c24-41a0ce832e7c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Network': ['ID=0ae88d75-bc4b-4292-8357-aea834422a2d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:16.664133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee88f76a-2b7a-410d-bdd1-e2403a8b7ab7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:16.664339 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ee88f76a-2b7a-410d-bdd1-e2403a8b7ab7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.667407 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.681831 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a8968a9e-469a-476a-acf5-937885d5aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:16.682972 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8968a9e-469a-476a-acf5-937885d5aa8a None None] The sync data for ids ['22fef20d-d673-4a5e-b3a8-66ad1526216d'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:16.738940 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbf97e1-132c-4d06-8aaf-fd8adc0171f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:16.741361 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 0ae88d75-bc4b-4292-8357-aea834422a2d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:16.743921 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dbf97e1-132c-4d06-8aaf-fd8adc0171f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.788612 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ee88f76a-2b7a-410d-bdd1-e2403a8b7ab7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9227726 Jul 16 03:48:16.789515 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1fc05680-13b9-4c8b-b427-0ea51ecd9ab3 None None] Port 1e8bd029-f8ca-4118-ab58-f0a3cfd74c13 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:16.791746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:16.799500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9ddbe211-554a-44cf-a5c8-246b8e68ddf7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1009045849'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:16.808694 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-353f3f36-76b7-4e05-8b00-2142af29bc73 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.969746 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:16.979884 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddbe211-554a-44cf-a5c8-246b8e68ddf7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:16.985778 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe211-554a-44cf-a5c8-246b8e68ddf7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:17.009131 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dbf97e1-132c-4d06-8aaf-fd8adc0171f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:17.024181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c1665-2b1f-4f18-98b1-9c7eec06e37f req-8837e1dd-18ee-4851-876d-b6d7cf437243 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:17.025887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a7c1665-2b1f-4f18-98b1-9c7eec06e37f req-8837e1dd-18ee-4851-876d-b6d7cf437243 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 944 time: 0.4136550 Jul 16 03:48:17.037262 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-353f3f36-76b7-4e05-8b00-2142af29bc73 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 03:48:17.041397 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-353f3f36-76b7-4e05-8b00-2142af29bc73 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "DELETE /v2.0/routers/22fef20d-d673-4a5e-b3a8-66ad1526216d HTTP/1.1" status: 409 len: 329 time: 0.5252540 Jul 16 03:48:17.047997 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:17.072404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf97e1-132c-4d06-8aaf-fd8adc0171f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Subnet': ['ID=ac960488-627f-4807-9cbd-5dc70f9876f5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:17.117203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbf97e1-132c-4d06-8aaf-fd8adc0171f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Checking segment: {'id': '0cd4e1e0-1d48-41e1-8704-a988bb40c1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0ae88d75-bc4b-4292-8357-aea834422a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:17.117575 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbf97e1-132c-4d06-8aaf-fd8adc0171f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network hostable DHCP agents. Network: 0ae88d75-bc4b-4292-8357-aea834422a2d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:17.134476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:17.142691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbf97e1-132c-4d06-8aaf-fd8adc0171f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network 0ae88d75-bc4b-4292-8357-aea834422a2d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:17.153524 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3dbf97e1-132c-4d06-8aaf-fd8adc0171f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 0ae88d75-bc4b-4292-8357-aea834422a2d) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:17.159572 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbf97e1-132c-4d06-8aaf-fd8adc0171f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:17.161045 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dbf97e1-132c-4d06-8aaf-fd8adc0171f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:17.165711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddbe211-554a-44cf-a5c8-246b8e68ddf7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:17.171657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:17.172260 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 916e0af4-3bab-48e1-9441-ce9e6fcfc7fb not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:17.176982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87db9c27-17f6-431f-9f05-c9bff0924017 None None] Network 0ae88d75-bc4b-4292-8357-aea834422a2d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:17.189719 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3dbf97e1-132c-4d06-8aaf-fd8adc0171f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5885079 Jul 16 03:48:17.192976 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55314) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:17.198705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9751fec5-2ca1-420e-a609-a0235faeacd4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'network_id': '0ae88d75-bc4b-4292-8357-aea834422a2d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1906337592'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:17.209038 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe211-554a-44cf-a5c8-246b8e68ddf7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:17.209394 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-9ddbe211-554a-44cf-a5c8-246b8e68ddf7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Added segment cb3eb84c-cc04-4455-9e3c-75f8809461fa of type vlan for network eb3c4cfc-1967-42bd-93eb-24267c812e47 Jul 16 03:48:17.224081 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a7c1665-2b1f-4f18-98b1-9c7eec06e37f req-fa5857f0-5ae8-4469-8ecc-979f24903e9f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880887 Jul 16 03:48:17.351862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9751fec5-2ca1-420e-a609-a0235faeacd4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:17.355962 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9751fec5-2ca1-420e-a609-a0235faeacd4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:17.362318 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-0ae88d75-bc4b-4292-8357-aea834422a2d', 'network_id': '0ae88d75-bc4b-4292-8357-aea834422a2d', 'tenant_id': 'ed7594d380d2450fad6c1d1bbb9a39b0', 'fixed_ips': [{'subnet_id': 'ac960488-627f-4807-9cbd-5dc70f9876f5'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:48:17.363773 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:17.378112 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-9751fec5-2ca1-420e-a609-a0235faeacd4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port 2aa2430c-0819-4a30-9fcc-574418dec041 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:17.515891 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9751fec5-2ca1-420e-a609-a0235faeacd4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Allocated IP 2001:db8::103 (0ae88d75-bc4b-4292-8357-aea834422a2d/ac960488-627f-4807-9cbd-5dc70f9876f5/2aa2430c-0819-4a30-9fcc-574418dec041) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:17.651063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9751fec5-2ca1-420e-a609-a0235faeacd4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:17.668005 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-9751fec5-2ca1-420e-a609-a0235faeacd4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Transition to ACTIVE for port object 2aa2430c-0819-4a30-9fcc-574418dec041 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:17.712596 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9751fec5-2ca1-420e-a609-a0235faeacd4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:17.713519 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe211-554a-44cf-a5c8-246b8e68ddf7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:17.787617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751fec5-2ca1-420e-a609-a0235faeacd4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=2aa2430c-0819-4a30-9fcc-574418dec041,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:17.791150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Allocated IP 2001:db8::2 (0ae88d75-bc4b-4292-8357-aea834422a2d/ac960488-627f-4807-9cbd-5dc70f9876f5/f82ac477-78ea-49fb-b822-1ffb57433bbd) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:17.793103 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9751fec5-2ca1-420e-a609-a0235faeacd4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network 0ae88d75-bc4b-4292-8357-aea834422a2d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:17.794672 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9751fec5-2ca1-420e-a609-a0235faeacd4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:17.799186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751fec5-2ca1-420e-a609-a0235faeacd4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:17.805784 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9751fec5-2ca1-420e-a609-a0235faeacd4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:17.806652 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9751fec5-2ca1-420e-a609-a0235faeacd4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:17.825193 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe211-554a-44cf-a5c8-246b8e68ddf7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:17.826663 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9751fec5-2ca1-420e-a609-a0235faeacd4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6317358 Jul 16 03:48:17.828994 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55318) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:17.830754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddbe211-554a-44cf-a5c8-246b8e68ddf7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:17.831363 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe211-554a-44cf-a5c8-246b8e68ddf7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:17.885699 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9ddbe211-554a-44cf-a5c8-246b8e68ddf7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0891094 Jul 16 03:48:17.886939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55320) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:17.897321 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'ports': [{'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746'}, {'network_id': 'eb3c4cfc-1967-42bd-93eb-24267c812e47'}]} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:17.897728 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:17.898312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'network_id': 'eb3c4cfc-1967-42bd-93eb-24267c812e47'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:17.956756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbe211-554a-44cf-a5c8-246b8e68ddf7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Network': ['ID=eb3c4cfc-1967-42bd-93eb-24267c812e47,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:18.079953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d69c0b37-5237-4a5b-b9bc-6ed36c6de2f3 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port 2aa2430c-0819-4a30-9fcc-574418dec041 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:18.080432 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d69c0b37-5237-4a5b-b9bc-6ed36c6de2f3 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.084901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8557a0f8-d137-4e1c-8602-d9345fd1dd35 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:18.090116 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network eb3c4cfc-1967-42bd-93eb-24267c812e47 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:18.093968 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.124345 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.182257 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d69c0b37-5237-4a5b-b9bc-6ed36c6de2f3 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.195951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d69c0b37-5237-4a5b-b9bc-6ed36c6de2f3 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for 2aa2430c-0819-4a30-9fcc-574418dec041 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:18.207701 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.226263 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Transition to ACTIVE for port object f82ac477-78ea-49fb-b822-1ffb57433bbd will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:18.254103 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Transition to ACTIVE for port object f82ac477-78ea-49fb-b822-1ffb57433bbd will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:18.286168 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.300561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Allocated IP 172.25.3.11 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/4e547936-b499-44bb-bd74-8595514bcb35) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:18.324037 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bf3c10a-4a25-4467-82a0-24bb5a928ee2 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.353997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 8557a0f8-d137-4e1c-8602-d9345fd1dd35 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:18.371867 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Network 0ae88d75-bc4b-4292-8357-aea834422a2d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:18.376913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'port': 2} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:18.378905 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:18.385282 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 8557a0f8-d137-4e1c-8602-d9345fd1dd35 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:18.385602 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.386127 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.390153 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d69c0b37-5237-4a5b-b9bc-6ed36c6de2f3 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.443457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:18.474347 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d69c0b37-5237-4a5b-b9bc-6ed36c6de2f3 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.478908 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d69c0b37-5237-4a5b-b9bc-6ed36c6de2f3 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/2aa2430c-0819-4a30-9fcc-574418dec041 HTTP/1.1" status: 204 len: 168 time: 0.6464202 Jul 16 03:48:18.478908 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.487423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55332) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:18.541975 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Pushing event updated for resources: {'Port': ['ID=f82ac477-78ea-49fb-b822-1ffb57433bbd,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:18.549385 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Attempting to bind port f82ac477-78ea-49fb-b822-1ffb57433bbd on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:18.550032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Attempting to bind port f82ac477-78ea-49fb-b822-1ffb57433bbd by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0cd4e1e0-1d48-41e1-8704-a988bb40c1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0ae88d75-bc4b-4292-8357-aea834422a2d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:18.551243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Attempting to bind port f82ac477-78ea-49fb-b822-1ffb57433bbd on network 0ae88d75-bc4b-4292-8357-aea834422a2d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:18.560803 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port 4feaf017-a925-42f4-b73d-a39e7b9e9538 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:18.573382 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a79508-f3e2-48ca-9048-33c0d309ee8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] GET failed (client error): The resource could not be found. Jul 16 03:48:18.578098 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b4a79508-f3e2-48ca-9048-33c0d309ee8b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/2aa2430c-0819-4a30-9fcc-574418dec041 HTTP/1.1" status: 404 len: 333 time: 0.0865555 Jul 16 03:48:18.585325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:18.599627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:18.600075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Checking segment: {'id': '0cd4e1e0-1d48-41e1-8704-a988bb40c1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0ae88d75-bc4b-4292-8357-aea834422a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:18.604526 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.605435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Bound using segment: {'id': '0cd4e1e0-1d48-41e1-8704-a988bb40c1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0ae88d75-bc4b-4292-8357-aea834422a2d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:18.606274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Bound port: f82ac477-78ea-49fb-b822-1ffb57433bbd, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd4e1e0-1d48-41e1-8704-a988bb40c1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '0ae88d75-bc4b-4292-8357-aea834422a2d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:18.607015 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.622067 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.630901 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.651339 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c0b37-5237-4a5b-b9bc-6ed36c6de2f3 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=2aa2430c-0819-4a30-9fcc-574418dec041,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:18.680133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a9e5ce-14a8-4e3b-b457-04d841875e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8557a0f8-d137-4e1c-8602-d9345fd1dd35'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:18.682424 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c04f002-5787-42ce-9dec-2c2fce1e90f2" -d '{"events": [{"server_uuid": "c2a9e5ce-14a8-4e3b-b457-04d841875e86", "name": "network-vif-plugged", "status": "completed", "tag": "8557a0f8-d137-4e1c-8602-d9345fd1dd35"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:18.712991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5261411e-9393-4026-a2fc-b47cbe4ab130 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting subnet ac960488-627f-4807-9cbd-5dc70f9876f5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:48:18.727560 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5261411e-9393-4026-a2fc-b47cbe4ab130 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.728302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8557a0f8-d137-4e1c-8602-d9345fd1dd35, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8557a0f8-d137-4e1c-8602-d9345fd1dd35,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:18.749919 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ec5f07-2e27-40cf-8866-10610e21bb67 x-openstack-request-id: req-25ec5f07-2e27-40cf-8866-10610e21bb67 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:18.750465 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a9e5ce-14a8-4e3b-b457-04d841875e86", "name": "network-vif-plugged", "status": "completed", "tag": "8557a0f8-d137-4e1c-8602-d9345fd1dd35", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:18.750889 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25ec5f07-2e27-40cf-8866-10610e21bb67 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:18.751450 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a9e5ce-14a8-4e3b-b457-04d841875e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8557a0f8-d137-4e1c-8602-d9345fd1dd35', 'code': 200} Jul 16 03:48:18.752524 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.758721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.761227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] For port f82ac477-78ea-49fb-b822-1ffb57433bbd, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:18.782311 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ced771-b293-4885-87de-61baa978ed45 req-7d927171-3cfa-47f2-9299-d62316cb6372 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:18.785588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9ced771-b293-4885-87de-61baa978ed45 req-7d927171-3cfa-47f2-9299-d62316cb6372 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 944 time: 0.3163023 Jul 16 03:48:18.795913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] For port f82ac477-78ea-49fb-b822-1ffb57433bbd, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f82ac477-78ea-49fb-b822-1ffb57433bbd,segment=NetworkSegment(0cd4e1e0-1d48-41e1-8704-a988bb40c1fb),segment_id=0cd4e1e0-1d48-41e1-8704-a988bb40c1fb)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:18.803998 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.830540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=8557a0f8-d137-4e1c-8602-d9345fd1dd35,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:18.846063 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5261411e-9393-4026-a2fc-b47cbe4ab130 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.883349 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:18.885037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port 296d5371-dfde-48ac-a385-5775cf0eb8ea yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:18.888614 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43026b-3b1a-4157-8fc5-e7db7a092920 None None] Pushing event updated for resources: {'Port': ['ID=f82ac477-78ea-49fb-b822-1ffb57433bbd,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:19.000632 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9ced771-b293-4885-87de-61baa978ed45 req-49df93f6-7b10-43aa-8bdc-1a7f78272332 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047870 Jul 16 03:48:19.028144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:19.046925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'Port': ['ID=4e547936-b499-44bb-bd74-8595514bcb35,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:19.059813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:19.084478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:19.285029 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5261411e-9393-4026-a2fc-b47cbe4ab130 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.334368 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03202fa4-c9a0-4bf4-8770-2515ea0b63eb req-4d23e39e-f66c-4b8a-bfbd-d6dc9b8d6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:19.336037 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03202fa4-c9a0-4bf4-8770-2515ea0b63eb req-4d23e39e-f66c-4b8a-bfbd-d6dc9b8d6486 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 1096 time: 0.5019457 Jul 16 03:48:19.385733 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.410620 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3c10a-4a25-4467-82a0-24bb5a928ee2 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Deleting port 1e8bd029-f8ca-4118-ab58-f0a3cfd74c13 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:19.411112 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bf3c10a-4a25-4467-82a0-24bb5a928ee2 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.442115 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.452812 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03202fa4-c9a0-4bf4-8770-2515ea0b63eb req-2e366931-e35b-427e-aac4-c10fc1784ef3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085951 Jul 16 03:48:19.492239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:19.497706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:19.502814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:19.503738 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.508819 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5261411e-9393-4026-a2fc-b47cbe4ab130 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.509150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=4feaf017-a925-42f4-b73d-a39e7b9e9538,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:19.574471 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=296d5371-dfde-48ac-a385-5775cf0eb8ea,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:19.581234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261411e-9393-4026-a2fc-b47cbe4ab130 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Subnet': ['ID=ac960488-627f-4807-9cbd-5dc70f9876f5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:19.582967 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Checking segment: {'id': 'cb3eb84c-cc04-4455-9e3c-75f8809461fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': 'eb3c4cfc-1967-42bd-93eb-24267c812e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:19.583461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network hostable DHCP agents. Network: eb3c4cfc-1967-42bd-93eb-24267c812e47, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:19.586371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5261411e-9393-4026-a2fc-b47cbe4ab130 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.592591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55340) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:19.592960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5261411e-9393-4026-a2fc-b47cbe4ab130 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/ac960488-627f-4807-9cbd-5dc70f9876f5 HTTP/1.1" status: 204 len: 168 time: 1.0058985 Jul 16 03:48:19.630810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network eb3c4cfc-1967-42bd-93eb-24267c812e47 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:19.642518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, eb3c4cfc-1967-42bd-93eb-24267c812e47) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:19.653477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:19.657479 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f26b57-214a-48dd-bf91-16ba0dc529ee None None] Network eb3c4cfc-1967-42bd-93eb-24267c812e47 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:19.659213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:19.664209 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:19.664927 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.680920 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.726754 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.735473 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2a1ce92f-2305-4c52-a8f1-5264cd81fe4a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8419657 Jul 16 03:48:19.736669 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55342) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:19.747379 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bf3c10a-4a25-4467-82a0-24bb5a928ee2 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.771409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3c10a-4a25-4467-82a0-24bb5a928ee2 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Calling delete_port for 1e8bd029-f8ca-4118-ab58-f0a3cfd74c13 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:19.931413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port f82ac477-78ea-49fb-b822-1ffb57433bbd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:19.931855 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:19.949839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-20fd6093-5c67-41eb-9814-c2be3f404dee tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 296d5371-dfde-48ac-a385-5775cf0eb8ea {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:19.950283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20fd6093-5c67-41eb-9814-c2be3f404dee tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.079542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] For port f82ac477-78ea-49fb-b822-1ffb57433bbd, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f82ac477-78ea-49fb-b822-1ffb57433bbd,segment=NetworkSegment(0cd4e1e0-1d48-41e1-8704-a988bb40c1fb),segment_id=0cd4e1e0-1d48-41e1-8704-a988bb40c1fb)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:20.080000 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.083420 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20fd6093-5c67-41eb-9814-c2be3f404dee tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.114071 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for f82ac477-78ea-49fb-b822-1ffb57433bbd owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:20.116179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-20fd6093-5c67-41eb-9814-c2be3f404dee tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 296d5371-dfde-48ac-a385-5775cf0eb8ea owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:20.135767 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.294971 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e52579a-751d-4e73-8ee2-c22d6f65aaa9 None None] Network 0ae88d75-bc4b-4292-8357-aea834422a2d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:20.365604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.386266 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20fd6093-5c67-41eb-9814-c2be3f404dee tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.412892 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bf3c10a-4a25-4467-82a0-24bb5a928ee2 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.425260 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bd196a39-25c9-44f8-9cd4-9dfe2bc1c453 None None] Could not find standard attr ID for object f82ac477-78ea-49fb-b822-1ffb57433bbd. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:48:20.453354 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf3c10a-4a25-4467-82a0-24bb5a928ee2 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event deleted for resources: {'Port': ['ID=1e8bd029-f8ca-4118-ab58-f0a3cfd74c13,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:20.479047 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=f82ac477-78ea-49fb-b822-1ffb57433bbd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:20.481630 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20fd6093-5c67-41eb-9814-c2be3f404dee tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.484989 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-20fd6093-5c67-41eb-9814-c2be3f404dee tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/296d5371-dfde-48ac-a385-5775cf0eb8ea HTTP/1.1" status: 204 len: 168 time: 0.7462626 Jul 16 03:48:20.489409 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55348) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:20.490224 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No DVR routers for this DVR port f82ac477-78ea-49fb-b822-1ffb57433bbd on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:20.504104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12323db6-406b-47e4-b0f4-67e213b979df req-599ec98a-9e31-4618-a485-f5d492a56c72 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:20.507732 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12323db6-406b-47e4-b0f4-67e213b979df req-599ec98a-9e31-4618-a485-f5d492a56c72 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 945 time: 0.1715541 Jul 16 03:48:20.531282 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Router eb00561b-f9a6-4222-a233-a288a598c316 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:48:20.591960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a8ed8f-dfce-4e8c-ba32-b52394dc0005 None None] DHCP port deletion for 0ae88d75-bc4b-4292-8357-aea834422a2d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:48:20.625155 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd6093-5c67-41eb-9814-c2be3f404dee tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=296d5371-dfde-48ac-a385-5775cf0eb8ea,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:20.715816 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.728922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae88d75-bc4b-4292-8357-aea834422a2d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:20.751360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e1d7c9-d437-444e-b786-f428d1841513 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:20.758475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e1d7c9-d437-444e-b786-f428d1841513 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:20.764234 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-85e1d7c9-d437-444e-b786-f428d1841513 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2714581 Jul 16 03:48:20.766824 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55352) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:20.778612 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd4e1e0-1d48-41e1-8704-a988bb40c1fb') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:20.779090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd4e1e0-1d48-41e1-8704-a988bb40c1fb') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:20.816591 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.840874 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.854898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:48:20.855623 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:48:20.859462 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:48:20.950560 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.969077 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:20.970951 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/networks/0ae88d75-bc4b-4292-8357-aea834422a2d HTTP/1.1" status: 204 len: 168 time: 1.3773952 Jul 16 03:48:20.980927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55354) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:20.986782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bbd9cd25-7b44-4a31-b15a-667bedf34c76 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'name': 'tempest-PortsIpV6TestJSON-437633857'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:20.990532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b3f5a7-1520-4d14-a6d9-acf8a45cdd9a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Network': ['ID=0ae88d75-bc4b-4292-8357-aea834422a2d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:21.023905 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aa5bccce-cc01-4b27-8ef5-c571766ba7e0 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 4feaf017-a925-42f4-b73d-a39e7b9e9538 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:21.024266 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa5bccce-cc01-4b27-8ef5-c571766ba7e0 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.142220 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa5bccce-cc01-4b27-8ef5-c571766ba7e0 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.161098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aa5bccce-cc01-4b27-8ef5-c571766ba7e0 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 4feaf017-a925-42f4-b73d-a39e7b9e9538 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:21.165669 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd9cd25-7b44-4a31-b15a-667bedf34c76 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:21.169316 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd9cd25-7b44-4a31-b15a-667bedf34c76 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.219546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-bbd9cd25-7b44-4a31-b15a-667bedf34c76 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port 5008558c-a396-4411-9475-a9c5eb868919 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:21.219976 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7bf3c10a-4a25-4467-82a0-24bb5a928ee2 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.224473 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12323db6-406b-47e4-b0f4-67e213b979df req-52247050-d711-4d92-a4e5-aa4283c3c171 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6903160 Jul 16 03:48:21.356523 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa5bccce-cc01-4b27-8ef5-c571766ba7e0 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.356956 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:21.369455 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Sync routers for ids ['eb00561b-f9a6-4222-a233-a288a598c316'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:21.380845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Routers {'eb00561b-f9a6-4222-a233-a288a598c316'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:21.381562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:48:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['eb00561b-f9a6-4222-a233-a288a598c316'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:21.404710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bccce-cc01-4b27-8ef5-c571766ba7e0 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=4feaf017-a925-42f4-b73d-a39e7b9e9538,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:21.439930 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.442332 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-20877e47-d3a6-4e35-a835-8c257bad069e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.1284528 Jul 16 03:48:21.444900 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:21.445321 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aa5bccce-cc01-4b27-8ef5-c571766ba7e0 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.447799 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-aa5bccce-cc01-4b27-8ef5-c571766ba7e0 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/4feaf017-a925-42f4-b73d-a39e7b9e9538 HTTP/1.1" status: 204 len: 168 time: 0.6799357 Jul 16 03:48:21.453437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55358) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:21.463972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf3c10a-4a25-4467-82a0-24bb5a928ee2 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Router 22fef20d-d673-4a5e-b3a8-66ad1526216d has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:21.485520 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd9cd25-7b44-4a31-b15a-667bedf34c76 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.538391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Set router eb00561b-f9a6-4222-a233-a288a598c316 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:48:21.540960 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd9cd25-7b44-4a31-b15a-667bedf34c76 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.600803 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9cd25-7b44-4a31-b15a-667bedf34c76 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=5008558c-a396-4411-9475-a9c5eb868919,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:21.629922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd9cd25-7b44-4a31-b15a-667bedf34c76 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:21.631547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bbd9cd25-7b44-4a31-b15a-667bedf34c76 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:21.641041 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd9cd25-7b44-4a31-b15a-667bedf34c76 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:21.649425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd9cd25-7b44-4a31-b15a-667bedf34c76 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:21.650497 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbd9cd25-7b44-4a31-b15a-667bedf34c76 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.669913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409dbba8-5704-4636-8432-e2300d01cb43 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:21.670469 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bbd9cd25-7b44-4a31-b15a-667bedf34c76 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6874475 Jul 16 03:48:21.671945 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-409dbba8-5704-4636-8432-e2300d01cb43 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2176270 Jul 16 03:48:21.676267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf3c10a-4a25-4467-82a0-24bb5a928ee2 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:21.676984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:21.677581 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:21.681297 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7bf3c10a-4a25-4467-82a0-24bb5a928ee2 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "PUT /v2.0/routers/22fef20d-d673-4a5e-b3a8-66ad1526216d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6294820 Jul 16 03:48:21.689649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:21.700725 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad3d89-7257-44bb-9333-c5d7caf4d801 None None] Sync routers for ids ['22fef20d-d673-4a5e-b3a8-66ad1526216d'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:21.717951 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad3d89-7257-44bb-9333-c5d7caf4d801 None None] Routers {'22fef20d-d673-4a5e-b3a8-66ad1526216d'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:21.721554 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-62ad3d89-7257-44bb-9333-c5d7caf4d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:48:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['22fef20d-d673-4a5e-b3a8-66ad1526216d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:21.773149 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-62ad3d89-7257-44bb-9333-c5d7caf4d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:21.783458 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ad3d89-7257-44bb-9333-c5d7caf4d801 None None] Routers {'22fef20d-d673-4a5e-b3a8-66ad1526216d'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:21.784409 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-62ad3d89-7257-44bb-9333-c5d7caf4d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:48:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['22fef20d-d673-4a5e-b3a8-66ad1526216d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:21.798580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4e547936-b499-44bb-bd74-8595514bcb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:48:16Z', 'updated_at': '2021-07-16T03:48:19Z', 'revision_number': 3, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '4e547936-b499-44bb-bd74-8595514bcb35', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:18Z', 'updated_at': '2021-07-16T03:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:21.814456 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7e15bd18-5b03-4254-8a4b-41089155b975 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=585dafdd798a48c2a5975c05e5d0a6ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3650665 Jul 16 03:48:21.815635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55372) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:21.817361 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea424d8-7908-483e-95fa-c0166e42a446 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] GET failed (client error): The resource could not be found. Jul 16 03:48:21.822340 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fea424d8-7908-483e-95fa-c0166e42a446 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/296d5371-dfde-48ac-a385-5775cf0eb8ea HTTP/1.1" status: 404 len: 333 time: 0.1294382 Jul 16 03:48:21.822513 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-62ad3d89-7257-44bb-9333-c5d7caf4d801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:21.822513 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ad3d89-7257-44bb-9333-c5d7caf4d801 None None] The sync data for ids ['22fef20d-d673-4a5e-b3a8-66ad1526216d'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:21.825113 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55374) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:21.827034 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Checking router: eb00561b-f9a6-4222-a233-a288a598c316 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:48:21.827386 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Updating router eb00561b-f9a6-4222-a233-a288a598c316 port 4e547936-b499-44bb-bd74-8595514bcb35 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:48:21.870520 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-2f8fc88a-4fde-442f-b977-b4bad66d2f97 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] show failed (client error): The resource could not be found. Jul 16 03:48:21.876116 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2f8fc88a-4fde-442f-b977-b4bad66d2f97 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1165338387 HTTP/1.1" status: 404 len: 335 time: 0.1724374 Jul 16 03:48:21.876559 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:21.883443 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-62af629e-bf7c-401e-ab7a-e084528b9156 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] GET failed (client error): The resource could not be found. Jul 16 03:48:21.885064 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:21.890447 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-62af629e-bf7c-401e-ab7a-e084528b9156 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/4feaf017-a925-42f4-b73d-a39e7b9e9538 HTTP/1.1" status: 404 len: 333 time: 0.0631826 Jul 16 03:48:21.891319 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:21.894598 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3fa9ec93-6f5f-459a-8f93-82d57145a525 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:21.948833 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-3fa9ec93-6f5f-459a-8f93-82d57145a525 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] update failed (client error): The resource could not be found. Jul 16 03:48:21.949909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3fa9ec93-6f5f-459a-8f93-82d57145a525 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-314257348 HTTP/1.1" status: 404 len: 334 time: 0.0590138 Jul 16 03:48:21.957305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55380) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:22.040212 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba47a5b2-e241-41a2-9f9a-b547f18c8cdf tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.064061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e410dd45-110a-454b-a44f-c916e125d85d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Deleting subnet 92ec3654-e795-4cd4-81af-84170fe82ae1 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:48:22.070315 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e410dd45-110a-454b-a44f-c916e125d85d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.143251 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c330a87-f928-42f4-999a-3097527a580a tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:22.144823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5c330a87-f928-42f4-999a-3097527a580a tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3287735 Jul 16 03:48:22.150211 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55386) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:22.151158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e5fd3bd-543a-453d-aa94-322e34a89b69 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port 5008558c-a396-4411-9475-a9c5eb868919 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:22.151569 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd3bd-543a-453d-aa94-322e34a89b69 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.202980 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3cfab113-6fe7-4c5d-be59-63da36392ae2 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493643 Jul 16 03:48:22.212467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55390) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:22.221833 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bdcb4882-3abc-49db-90f2-1b79baeb2066 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1467158722', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:22.226822 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e410dd45-110a-454b-a44f-c916e125d85d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.243208 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.254266 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd3bd-543a-453d-aa94-322e34a89b69 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.255013 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Transition to ACTIVE for port object 4e547936-b499-44bb-bd74-8595514bcb35 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:22.259263 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba47a5b2-e241-41a2-9f9a-b547f18c8cdf tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.281857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0e5fd3bd-543a-453d-aa94-322e34a89b69 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for 5008558c-a396-4411-9475-a9c5eb868919 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:22.284203 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.348392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ba47a5b2-e241-41a2-9f9a-b547f18c8cdf tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3c4cfc-1967-42bd-93eb-24267c812e47']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:22.352459 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7556f8-ba1c-4baf-9d3b-02cdf722ee0b None None] Pushing event updated for resources: {'Port': ['ID=4e547936-b499-44bb-bd74-8595514bcb35,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:22.364154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Attempting to bind port 4e547936-b499-44bb-bd74-8595514bcb35 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:22.364708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Attempting to bind port 4e547936-b499-44bb-bd74-8595514bcb35 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:22.365171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Attempting to bind port 4e547936-b499-44bb-bd74-8595514bcb35 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:22.370188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ba47a5b2-e241-41a2-9f9a-b547f18c8cdf tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3eb84c-cc04-4455-9e3c-75f8809461fa') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:22.370498 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ba47a5b2-e241-41a2-9f9a-b547f18c8cdf tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3eb84c-cc04-4455-9e3c-75f8809461fa') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:22.373620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:22.374161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:22.374644 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.375145 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:22.375870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Bound port: 4e547936-b499-44bb-bd74-8595514bcb35, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:22.376822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.416834 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba47a5b2-e241-41a2-9f9a-b547f18c8cdf tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.461693 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba47a5b2-e241-41a2-9f9a-b547f18c8cdf tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.468043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd3bd-543a-453d-aa94-322e34a89b69 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.475983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba47a5b2-e241-41a2-9f9a-b547f18c8cdf tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:48:22.476433 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba47a5b2-e241-41a2-9f9a-b547f18c8cdf tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.478770 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] For port 4e547936-b499-44bb-bd74-8595514bcb35, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:48:22.479383 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:48:22.485652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] For port 4e547936-b499-44bb-bd74-8595514bcb35, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4e547936-b499-44bb-bd74-8595514bcb35,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:22.491420 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.518118 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd3bd-543a-453d-aa94-322e34a89b69 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.520404 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0e5fd3bd-543a-453d-aa94-322e34a89b69 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/5008558c-a396-4411-9475-a9c5eb868919 HTTP/1.1" status: 204 len: 168 time: 0.8380032 Jul 16 03:48:22.523467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fd3bd-543a-453d-aa94-322e34a89b69 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=5008558c-a396-4411-9475-a9c5eb868919,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:22.523627 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55394) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:22.534078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-72c3ac11-d92b-48d8-b83a-dd3c7fe31be1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'mac_address': 'fa:16:3e:d0:dd:19', 'name': 'tempest-PortsIpV6TestJSON-2086399017'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:22.536053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3beab-3648-41e1-86b0-58c8df372881 req-f57b6eaa-ac36-4895-92dd-d226f26b1cd4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:22.539957 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e410dd45-110a-454b-a44f-c916e125d85d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.547688 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9d3beab-3648-41e1-86b0-58c8df372881 req-f57b6eaa-ac36-4895-92dd-d226f26b1cd4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 945 time: 0.1537762 Jul 16 03:48:22.578337 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Routers {'eb00561b-f9a6-4222-a233-a288a598c316'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:22.579424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:48:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['eb00561b-f9a6-4222-a233-a288a598c316'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:22.581910 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7556f8-ba1c-4baf-9d3b-02cdf722ee0b None None] Pushing event updated for resources: {'Port': ['ID=4e547936-b499-44bb-bd74-8595514bcb35,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:22.597883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9d3beab-3648-41e1-86b0-58c8df372881 req-76709193-a943-413d-a214-35f605a8847b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487053 Jul 16 03:48:22.642259 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcb4882-3abc-49db-90f2-1b79baeb2066 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Made reservation on behalf of 585dafdd798a48c2a5975c05e5d0a6ba for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:22.645764 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdcb4882-3abc-49db-90f2-1b79baeb2066 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.692778 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba47a5b2-e241-41a2-9f9a-b547f18c8cdf tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.724191 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] Set router eb00561b-f9a6-4222-a233-a288a598c316 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:48:22.773591 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba47a5b2-e241-41a2-9f9a-b547f18c8cdf tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.775516 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ba47a5b2-e241-41a2-9f9a-b547f18c8cdf tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/networks/eb3c4cfc-1967-42bd-93eb-24267c812e47 HTTP/1.1" status: 204 len: 168 time: 0.8831062 Jul 16 03:48:22.781965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:22.787327 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-49e4bbe3-5e43-4788-be48-43ec6812faf8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1560491822'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:22.860710 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e410dd45-110a-454b-a44f-c916e125d85d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.912237 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47a5b2-e241-41a2-9f9a-b547f18c8cdf tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Network': ['ID=eb3c4cfc-1967-42bd-93eb-24267c812e47,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:22.914318 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e4bbe3-5e43-4788-be48-43ec6812faf8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:22.917908 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49e4bbe3-5e43-4788-be48-43ec6812faf8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.930629 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28dcfcc1-e297-490b-b7e8-a487d13cc60a req-21e1dddf-8e96-4e1d-affa-0076b7368280 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2147017 Jul 16 03:48:22.933459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410dd45-110a-454b-a44f-c916e125d85d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event deleted for resources: {'Subnet': ['ID=92ec3654-e795-4cd4-81af-84170fe82ae1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:22.952089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e410dd45-110a-454b-a44f-c916e125d85d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:22.956833 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e410dd45-110a-454b-a44f-c916e125d85d tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "DELETE /v2.0/subnets/92ec3654-e795-4cd4-81af-84170fe82ae1 HTTP/1.1" status: 204 len: 168 time: 0.9984539 Jul 16 03:48:22.961168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55410) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:22.961958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026928ce-2a5c-47c0-b706-2fe4b60433e3 None None] Network 23970cb9-f98e-4ac6-9596-1891116ae8b2 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:22.997752 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e4bbe3-5e43-4788-be48-43ec6812faf8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:23.026691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c3ac11-d92b-48d8-b83a-dd3c7fe31be1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:23.052358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-a45cac4c-ad3a-4c8a-8fc2-9e4992ab546f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:23.053981 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-a45cac4c-ad3a-4c8a-8fc2-9e4992ab546f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 805 time: 0.2032387 Jul 16 03:48:23.058098 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49e4bbe3-5e43-4788-be48-43ec6812faf8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.058567 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-49e4bbe3-5e43-4788-be48-43ec6812faf8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Added segment 9fa337b6-94f4-49da-8982-7575e9ecc09a of type vlan for network 44a93932-d34d-4c46-b137-8fbf137b6a12 Jul 16 03:48:23.061001 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-de87e72b-fe04-4f04-80b1-c3341fbd5d94 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Deleting subnet 56cbec76-fb88-4fe3-9499-b67df8e79794 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:48:23.082746 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de87e72b-fe04-4f04-80b1-c3341fbd5d94 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.109177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4e547936-b499-44bb-bd74-8595514bcb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:48:16Z', 'updated_at': '2021-07-16T03:48:19Z', 'revision_number': 3, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '4e547936-b499-44bb-bd74-8595514bcb35', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:18Z', 'updated_at': '2021-07-16T03:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:23.122247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-85c78fbb-fe00-4d56-ba79-e41bc8a19ad3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/quotas/030958d430194e3cb3227676b0a552dd HTTP/1.1" status: 200 len: 375 time: 0.0557039 Jul 16 03:48:23.142346 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4a10fd-bd55-47bb-acad-7f9550e6d0ab None None] The sync data for ids ['eb00561b-f9a6-4222-a233-a288a598c316'] in n-d-800088-6 is: [{'id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4e547936-b499-44bb-bd74-8595514bcb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:48:16Z', 'updated_at': '2021-07-16T03:48:19Z', 'revision_number': 3, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '4e547936-b499-44bb-bd74-8595514bcb35', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:18Z', 'updated_at': '2021-07-16T03:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:23.192760 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de87e72b-fe04-4f04-80b1-c3341fbd5d94 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.215828 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49e4bbe3-5e43-4788-be48-43ec6812faf8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.222917 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72c3ac11-d92b-48d8-b83a-dd3c7fe31be1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.270307 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c2d2ea-4280-4fc0-b9f0-d2e001592e56 None None] DHCP port deletion for 23970cb9-f98e-4ac6-9596-1891116ae8b2 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:48:23.292766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcfcc1-e297-490b-b7e8-a487d13cc60a req-089ba789-481b-43ea-a8d6-7712f89f397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:23.294393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28dcfcc1-e297-490b-b7e8-a487d13cc60a req-089ba789-481b-43ea-a8d6-7712f89f397d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 1097 time: 0.2377708 Jul 16 03:48:23.312234 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49e4bbe3-5e43-4788-be48-43ec6812faf8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.314469 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdcb4882-3abc-49db-90f2-1b79baeb2066 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.316912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-72c3ac11-d92b-48d8-b83a-dd3c7fe31be1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port d7cdc23b-3b50-45e8-850f-895e29079ed1 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:23.322448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e4bbe3-5e43-4788-be48-43ec6812faf8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:23.323187 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49e4bbe3-5e43-4788-be48-43ec6812faf8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.374916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2d2ea-4280-4fc0-b9f0-d2e001592e56 None None] Deleting port 13388e46-2647-43f6-b79c-1e1735ae4ffe {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:23.375462 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d2ea-4280-4fc0-b9f0-d2e001592e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.452358 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de87e72b-fe04-4f04-80b1-c3341fbd5d94 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.469535 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a4c2d2ea-4280-4fc0-b9f0-d2e001592e56 None None] For port 13388e46-2647-43f6-b79c-1e1735ae4ffe, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=13388e46-2647-43f6-b79c-1e1735ae4ffe,segment=NetworkSegment(01b9514d-b9b0-44a2-855d-1280db96682a),segment_id=01b9514d-b9b0-44a2-855d-1280db96682a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:23.469938 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d2ea-4280-4fc0-b9f0-d2e001592e56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.483995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a4c2d2ea-4280-4fc0-b9f0-d2e001592e56 None None] Calling delete_port for 13388e46-2647-43f6-b79c-1e1735ae4ffe owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:23.484739 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-11987b28-c13f-4e0f-b806-3a6b62b15d34 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3394110 Jul 16 03:48:23.486623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-49e4bbe3-5e43-4788-be48-43ec6812faf8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7036853 Jul 16 03:48:23.494836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55424) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:23.513953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-78d4b2de-f902-46e9-a302-57f664ec3374 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'subnet': {'network_id': '44a93932-d34d-4c46-b137-8fbf137b6a12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:23.522373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb4882-3abc-49db-90f2-1b79baeb2066 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'Subnet': ['ID=a7d82a6f-9eaf-4449-a713-aeeaaae033af,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:23.550447 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4bbe3-5e43-4788-be48-43ec6812faf8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Network': ['ID=44a93932-d34d-4c46-b137-8fbf137b6a12,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:23.651666 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcfcc1-e297-490b-b7e8-a487d13cc60a req-9b5861bc-5a63-4228-80e8-0a4ebf53cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:23.656423 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28dcfcc1-e297-490b-b7e8-a487d13cc60a req-9b5861bc-5a63-4228-80e8-0a4ebf53cdb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 906 time: 0.3274214 Jul 16 03:48:23.668540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcb4882-3abc-49db-90f2-1b79baeb2066 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Checking segment: {'id': '7e673e9b-92ef-4090-b98f-2319d671cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:23.668913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb4882-3abc-49db-90f2-1b79baeb2066 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Network hostable DHCP agents. Network: 4da74bc5-319f-415b-8601-b4ee4c5dca4f, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:23.737186 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28dcfcc1-e297-490b-b7e8-a487d13cc60a req-82ae64fc-e576-48a6-8e99-5cde08824dea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c99a1a4d-61e6-4e87-a113-013f199d0aec HTTP/1.1" status: 200 len: 217 time: 0.0519323 Jul 16 03:48:23.797780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 44a93932-d34d-4c46-b137-8fbf137b6a12 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:23.820207 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-990d5bd5-d88c-4f58-886d-36c84060732a service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239038 Jul 16 03:48:23.854933 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de87e72b-fe04-4f04-80b1-c3341fbd5d94 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.866000 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcfcc1-e297-490b-b7e8-a487d13cc60a req-02299711-6937-4bb8-ba7f-3567b40a5db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:23.867698 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28dcfcc1-e297-490b-b7e8-a487d13cc60a req-02299711-6937-4bb8-ba7f-3567b40a5db5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 200 len: 845 time: 0.1240032 Jul 16 03:48:23.917357 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d2ea-4280-4fc0-b9f0-d2e001592e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.922777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28dcfcc1-e297-490b-b7e8-a487d13cc60a req-fe79d3f4-d0ae-4dd8-ad32-5b16ab08ef38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be05005c-c098-4d8b-a55d-fc55d239f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479367 Jul 16 03:48:23.934419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87e72b-fe04-4f04-80b1-c3341fbd5d94 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event deleted for resources: {'Subnet': ['ID=56cbec76-fb88-4fe3-9499-b67df8e79794,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:23.939470 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d4b2de-f902-46e9-a302-57f664ec3374 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:23.943333 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78d4b2de-f902-46e9-a302-57f664ec3374 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:23.970058 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2d2ea-4280-4fc0-b9f0-d2e001592e56 None None] Pushing event deleted for resources: {'Port': ['ID=13388e46-2647-43f6-b79c-1e1735ae4ffe,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:23.976124 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c2d2ea-4280-4fc0-b9f0-d2e001592e56 None None] No DVR routers for this DVR port 13388e46-2647-43f6-b79c-1e1735ae4ffe on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:23.995300 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72c3ac11-d92b-48d8-b83a-dd3c7fe31be1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.075838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-3cd4e278-96b4-48af-ad03-afcd96fd3c91 service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427523 Jul 16 03:48:24.146129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28dcfcc1-e297-490b-b7e8-a487d13cc60a req-a44debb1-2831-42d8-b33e-bdb5c27c403b service neutron] 10.222.0.20 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921391 Jul 16 03:48:24.303664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28dcfcc1-e297-490b-b7e8-a487d13cc60a req-c46a8a06-5ade-4d42-b82a-621889c65271 service neutron] 10.222.0.20 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510699 Jul 16 03:48:24.348518 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8bf8d92f-3381-4bdf-b688-84cf492adb4c req-b18fdc62-5d65-4b4f-9cc3-38c532a5350a tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 210 time: 0.0435936 Jul 16 03:48:24.496470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3949a83a-3a9f-40f5-a2f4-2949e19d68c2 None None] Network 253619d9-649f-4504-8e92-d17b5050925c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:24.512102 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de87e72b-fe04-4f04-80b1-c3341fbd5d94 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.517070 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-de87e72b-fe04-4f04-80b1-c3341fbd5d94 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "DELETE /v2.0/subnets/56cbec76-fb88-4fe3-9499-b67df8e79794 HTTP/1.1" status: 204 len: 168 time: 1.5525622 Jul 16 03:48:24.518162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:24.534281 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcb4882-3abc-49db-90f2-1b79baeb2066 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Network 4da74bc5-319f-415b-8601-b4ee4c5dca4f is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:24.548871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bdcb4882-3abc-49db-90f2-1b79baeb2066 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 4da74bc5-319f-415b-8601-b4ee4c5dca4f) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:24.560633 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcb4882-3abc-49db-90f2-1b79baeb2066 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:24.561233 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bdcb4882-3abc-49db-90f2-1b79baeb2066 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.603927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ba7906-c6c8-4744-af13-a8957f46d05a None None] Network 4da74bc5-319f-415b-8601-b4ee4c5dca4f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:24.650195 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a81334e-b180-472b-aff6-fc2682351cde tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.775446 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78d4b2de-f902-46e9-a302-57f664ec3374 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.792423 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a81334e-b180-472b-aff6-fc2682351cde tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.804728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2a81334e-b180-472b-aff6-fc2682351cde tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23970cb9-f98e-4ac6-9596-1891116ae8b2']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:24.816431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2a81334e-b180-472b-aff6-fc2682351cde tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b9514d-b9b0-44a2-855d-1280db96682a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:24.816883 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2a81334e-b180-472b-aff6-fc2682351cde tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b9514d-b9b0-44a2-855d-1280db96682a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:24.829596 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bdcb4882-3abc-49db-90f2-1b79baeb2066 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6137815 Jul 16 03:48:24.835773 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a81334e-b180-472b-aff6-fc2682351cde tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.842260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55450) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:24.851196 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a81334e-b180-472b-aff6-fc2682351cde tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.857537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a81334e-b180-472b-aff6-fc2682351cde tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:48:24.857934 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a81334e-b180-472b-aff6-fc2682351cde tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.867000 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72c3ac11-d92b-48d8-b83a-dd3c7fe31be1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.924861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'fixed_ips': [{'subnet_id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:48:24.926008 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:48:24.937147 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:48:24.939925 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a81334e-b180-472b-aff6-fc2682351cde tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.950249 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a81334e-b180-472b-aff6-fc2682351cde tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:24.956211 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2a81334e-b180-472b-aff6-fc2682351cde tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "DELETE /v2.0/networks/23970cb9-f98e-4ac6-9596-1891116ae8b2 HTTP/1.1" status: 204 len: 168 time: 0.4352593 Jul 16 03:48:24.969866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:25.019991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81334e-b180-472b-aff6-fc2682351cde tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event deleted for resources: {'Network': ['ID=23970cb9-f98e-4ac6-9596-1891116ae8b2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:25.038313 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4b2de-f902-46e9-a302-57f664ec3374 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Subnet': ['ID=f9e7bda5-64e7-4ac7-9e41-44d48c64349c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:25.099372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c3ac11-d92b-48d8-b83a-dd3c7fe31be1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:25.127670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e14a78-4171-4afe-abff-faf3b2b67053 None None] DHCP port deletion for 253619d9-649f-4504-8e92-d17b5050925c request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:48:25.137185 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4b2de-f902-46e9-a302-57f664ec3374 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Checking segment: {'id': '9fa337b6-94f4-49da-8982-7575e9ecc09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '44a93932-d34d-4c46-b137-8fbf137b6a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:25.137559 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d4b2de-f902-46e9-a302-57f664ec3374 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network hostable DHCP agents. Network: 44a93932-d34d-4c46-b137-8fbf137b6a12, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:25.151520 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.156111 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-72c3ac11-d92b-48d8-b83a-dd3c7fe31be1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:25.184112 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c3ac11-d92b-48d8-b83a-dd3c7fe31be1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:25.205076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c3ac11-d92b-48d8-b83a-dd3c7fe31be1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:25.205758 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-72c3ac11-d92b-48d8-b83a-dd3c7fe31be1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.230992 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-72c3ac11-d92b-48d8-b83a-dd3c7fe31be1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7021248 Jul 16 03:48:25.232571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Allocated IP 172.20.0.2 (4da74bc5-319f-415b-8601-b4ee4c5dca4f/a7d82a6f-9eaf-4449-a713-aeeaaae033af/13e63872-fc99-4a75-86ff-d02aa4166f2d) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:25.237332 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:25.254051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4e547936-b499-44bb-bd74-8595514bcb35 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:25.299988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d4b2de-f902-46e9-a302-57f664ec3374 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 44a93932-d34d-4c46-b137-8fbf137b6a12 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:25.311363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3ac11-d92b-48d8-b83a-dd3c7fe31be1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=d7cdc23b-3b50-45e8-850f-895e29079ed1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:25.324725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-78d4b2de-f902-46e9-a302-57f664ec3374 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 44a93932-d34d-4c46-b137-8fbf137b6a12) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:25.334848 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d4b2de-f902-46e9-a302-57f664ec3374 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:25.335450 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78d4b2de-f902-46e9-a302-57f664ec3374 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.353865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0ed814-18a1-4f8d-9ddc-fe04f0ad32cb None None] Network 44a93932-d34d-4c46-b137-8fbf137b6a12 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:25.358531 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-78d4b2de-f902-46e9-a302-57f664ec3374 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8541048 Jul 16 03:48:25.359007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55458) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:25.366703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ff6ea333-2bfc-4220-a22c-ecce067259ac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'network_id': '44a93932-d34d-4c46-b137-8fbf137b6a12', 'name': 'tempest-PortsTestJSON-1368225251'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:25.422079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Deleting port 264d07c0-02a9-4635-8c0a-28e88e94cb07 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:25.422641 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.487159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0de60f-bfec-44a7-85ad-b4a6130d98f6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:25.495273 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5b0de60f-bfec-44a7-85ad-b4a6130d98f6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/d7cdc23b-3b50-45e8-850f-895e29079ed1 HTTP/1.1" status: 200 len: 845 time: 0.2507734 Jul 16 03:48:25.500980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:25.807665 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f1e14a78-4171-4afe-abff-faf3b2b67053 None None] Deleting port 264d07c0-02a9-4635-8c0a-28e88e94cb07 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:25.808203 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f1e14a78-4171-4afe-abff-faf3b2b67053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.838548 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6ea333-2bfc-4220-a22c-ecce067259ac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:25.843928 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea333-2bfc-4220-a22c-ecce067259ac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.922254 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f1e14a78-4171-4afe-abff-faf3b2b67053 None None] For port 264d07c0-02a9-4635-8c0a-28e88e94cb07, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=264d07c0-02a9-4635-8c0a-28e88e94cb07,segment=NetworkSegment(8ea561b0-b228-4438-99c6-a0373efc5500),segment_id=8ea561b0-b228-4438-99c6-a0373efc5500)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:25.922527 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f1e14a78-4171-4afe-abff-faf3b2b67053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:25.927808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-ff6ea333-2bfc-4220-a22c-ecce067259ac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port 208b85a1-6a25-43b9-a3a6-7eb10678a792 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:25.940840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f1e14a78-4171-4afe-abff-faf3b2b67053 None None] Calling delete_port for 264d07c0-02a9-4635-8c0a-28e88e94cb07 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:26.024901 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.154654 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.165481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Transition to ACTIVE for port object 13e63872-fc99-4a75-86ff-d02aa4166f2d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:26.201871 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f1e14a78-4171-4afe-abff-faf3b2b67053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.218437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ff6ea333-2bfc-4220-a22c-ecce067259ac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Allocated IP 172.20.0.4 (44a93932-d34d-4c46-b137-8fbf137b6a12/f9e7bda5-64e7-4ac7-9e41-44d48c64349c/208b85a1-6a25-43b9-a3a6-7eb10678a792) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:26.223876 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 4e547936-b499-44bb-bd74-8595514bcb35 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:26.253405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 4e547936-b499-44bb-bd74-8595514bcb35 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:26.253938 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.309447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e14a78-4171-4afe-abff-faf3b2b67053 None None] Pushing event deleted for resources: {'Port': ['ID=264d07c0-02a9-4635-8c0a-28e88e94cb07,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:26.320754 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e14a78-4171-4afe-abff-faf3b2b67053 None None] No DVR routers for this DVR port 264d07c0-02a9-4635-8c0a-28e88e94cb07 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:26.323101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Transition to ACTIVE for port object 13e63872-fc99-4a75-86ff-d02aa4166f2d will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:26.358375 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.363033 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6f23e70-c3c0-413c-811a-1fc93d78a364 req-9997cd68-8a09-470f-80c4-9556f6a33a34 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 210 time: 0.7844462 Jul 16 03:48:26.378593 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-44a93932-d34d-4c46-b137-8fbf137b6a12', 'network_id': '44a93932-d34d-4c46-b137-8fbf137b6a12', 'tenant_id': '31574bc2dca048b197c13114ca47965d', 'fixed_ips': [{'subnet_id': 'f9e7bda5-64e7-4ac7-9e41-44d48c64349c'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:48:26.378593 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.427427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] For port 264d07c0-02a9-4635-8c0a-28e88e94cb07, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=264d07c0-02a9-4635-8c0a-28e88e94cb07,segment=NetworkSegment(8ea561b0-b228-4438-99c6-a0373efc5500),segment_id=8ea561b0-b228-4438-99c6-a0373efc5500)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:26.428055 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.494504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Calling delete_port for 264d07c0-02a9-4635-8c0a-28e88e94cb07 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:26.518382 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-76615e03-7628-40f1-9452-53475e6cda79 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:26.519986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-76615e03-7628-40f1-9452-53475e6cda79 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 805 time: 0.3151329 Jul 16 03:48:26.558951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Network 4da74bc5-319f-415b-8601-b4ee4c5dca4f is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:26.562588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-bc69e321-94e1-4d7f-a1d1-c7043c178c3f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Request body: {'port': {'device_id': '3935a05e-5403-43f0-912f-cee6cdfd01eb', 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5', 'admin_state_up': True, 'tenant_id': '030958d430194e3cb3227676b0a552dd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:26.605890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ac681-4071-4d13-8170-8050f50043c1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port d7cdc23b-3b50-45e8-850f-895e29079ed1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:26.606266 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac681-4071-4d13-8170-8050f50043c1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.630631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea333-2bfc-4220-a22c-ecce067259ac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.639274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:26.643345 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.648276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:26.655462 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Allocated IP 172.20.0.1 (4da74bc5-319f-415b-8601-b4ee4c5dca4f/a7d82a6f-9eaf-4449-a713-aeeaaae033af/6ea4fd19-09c5-49de-ba18-6062aa670e5a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:26.662372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-ff6ea333-2bfc-4220-a22c-ecce067259ac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Transition to ACTIVE for port object 208b85a1-6a25-43b9-a3a6-7eb10678a792 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:26.679136 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Pushing event updated for resources: {'Port': ['ID=13e63872-fc99-4a75-86ff-d02aa4166f2d,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:26.735504 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 4e547936-b499-44bb-bd74-8595514bcb35, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4e547936-b499-44bb-bd74-8595514bcb35,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:26.736947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Attempting to bind port 13e63872-fc99-4a75-86ff-d02aa4166f2d on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:26.737319 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Attempting to bind port 13e63872-fc99-4a75-86ff-d02aa4166f2d by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '7e673e9b-92ef-4090-b98f-2319d671cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:26.737682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Attempting to bind port 13e63872-fc99-4a75-86ff-d02aa4166f2d on network 4da74bc5-319f-415b-8601-b4ee4c5dca4f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:26.741835 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.749521 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac681-4071-4d13-8170-8050f50043c1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.753309 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.788349 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea333-2bfc-4220-a22c-ecce067259ac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.795671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fd8ac681-4071-4d13-8170-8050f50043c1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for d7cdc23b-3b50-45e8-850f-895e29079ed1 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:26.797484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event deleted for resources: {'Port': ['ID=264d07c0-02a9-4635-8c0a-28e88e94cb07,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:26.804527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] No DVR routers for this DVR port 264d07c0-02a9-4635-8c0a-28e88e94cb07 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:26.819280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:26.819887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Checking segment: {'id': '7e673e9b-92ef-4090-b98f-2319d671cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:26.820822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.820979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Bound using segment: {'id': '7e673e9b-92ef-4090-b98f-2319d671cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:26.821479 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Bound port: 13e63872-fc99-4a75-86ff-d02aa4166f2d, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e673e9b-92ef-4090-b98f-2319d671cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:26.821867 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.863425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 13388e46-2647-43f6-b79c-1e1735ae4ffe no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:26.880444 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6ea333-2bfc-4220-a22c-ecce067259ac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 44a93932-d34d-4c46-b137-8fbf137b6a12 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:26.886618 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ff6ea333-2bfc-4220-a22c-ecce067259ac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:26.891734 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.893971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ea333-2bfc-4220-a22c-ecce067259ac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=208b85a1-6a25-43b9-a3a6-7eb10678a792,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:26.902194 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-bc69e321-94e1-4d7f-a1d1-c7043c178c3f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Made reservation on behalf of 030958d430194e3cb3227676b0a552dd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:26.904725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ea333-2bfc-4220-a22c-ecce067259ac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:26.906613 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-bc69e321-94e1-4d7f-a1d1-c7043c178c3f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.920042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 13388e46-2647-43f6-b79c-1e1735ae4ffe {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:26.920413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 13388e46-2647-43f6-b79c-1e1735ae4ffe not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:26.969157 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:26.973437 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=4e547936-b499-44bb-bd74-8595514bcb35,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:26.996225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253619d9-649f-4504-8e92-d17b5050925c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:26.996621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Transition to ACTIVE for port object 6ea4fd19-09c5-49de-ba18-6062aa670e5a will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:27.019348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6ea333-2bfc-4220-a22c-ecce067259ac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:27.019953 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea333-2bfc-4220-a22c-ecce067259ac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.034448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea561b0-b228-4438-99c6-a0373efc5500') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:27.034680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea561b0-b228-4438-99c6-a0373efc5500') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:27.045704 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ff6ea333-2bfc-4220-a22c-ecce067259ac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6855206 Jul 16 03:48:27.048371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55468) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:27.057330 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.066733 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Allocated IP 172.20.0.2 (44a93932-d34d-4c46-b137-8fbf137b6a12/f9e7bda5-64e7-4ac7-9e41-44d48c64349c/e7a28ed5-c23d-4363-ab29-4cc6905bdd8b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:27.093776 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.115909 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.170320 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:48:27.171378 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.172766 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4e547936-b499-44bb-bd74-8595514bcb35 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:27.178855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] For port 13e63872-fc99-4a75-86ff-d02aa4166f2d, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:27.203647 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac681-4071-4d13-8170-8050f50043c1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:48:27.205293 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:48:27.222583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Network 4da74bc5-319f-415b-8601-b4ee4c5dca4f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:27.229680 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:27.235942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:27.244270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] For port 13e63872-fc99-4a75-86ff-d02aa4166f2d, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=13e63872-fc99-4a75-86ff-d02aa4166f2d,segment=NetworkSegment(7e673e9b-92ef-4090-b98f-2319d671cd68),segment_id=7e673e9b-92ef-4090-b98f-2319d671cd68)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:27.250204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ac681-4071-4d13-8170-8050f50043c1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=d7cdc23b-3b50-45e8-850f-895e29079ed1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:27.254799 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.276869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'Port': ['ID=6ea4fd19-09c5-49de-ba18-6062aa670e5a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:27.324239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-bc69e321-94e1-4d7f-a1d1-c7043c178c3f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Allocated IP 172.20.0.13 (be05005c-c098-4d8b-a55d-fc55d239f9a5/4c67eeac-ef92-44b4-81f1-978ab2dd4eec/1dec034a-b196-4719-a12e-0b50a02a0ccc) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:27.330276 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.337148 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.337393 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac681-4071-4d13-8170-8050f50043c1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.341742 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fd8ac681-4071-4d13-8170-8050f50043c1 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/d7cdc23b-3b50-45e8-850f-895e29079ed1 HTTP/1.1" status: 204 len: 168 time: 1.8365996 Jul 16 03:48:27.348940 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55470) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:27.366181 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.367837 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "DELETE /v2.0/networks/253619d9-649f-4504-8e92-d17b5050925c HTTP/1.1" status: 204 len: 168 time: 2.3931606 Jul 16 03:48:27.384982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:27.397868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e4383185-a3c5-447d-927f-cf24d26dbafb tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 208b85a1-6a25-43b9-a3a6-7eb10678a792 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:27.398216 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4383185-a3c5-447d-927f-cf24d26dbafb tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.407117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c164ca7-1c34-47be-b32b-3401dae24fca tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event deleted for resources: {'Network': ['ID=253619d9-649f-4504-8e92-d17b5050925c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:27.425968 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.437176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Transition to ACTIVE for port object e7a28ed5-c23d-4363-ab29-4cc6905bdd8b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:27.447820 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab58bb65-8411-4c04-bec1-6531593e9537 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] GET failed (client error): The resource could not be found. Jul 16 03:48:27.450157 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ab58bb65-8411-4c04-bec1-6531593e9537 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/d7cdc23b-3b50-45e8-850f-895e29079ed1 HTTP/1.1" status: 404 len: 333 time: 0.1002312 Jul 16 03:48:27.460799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:27.470873 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Transition to ACTIVE for port object e7a28ed5-c23d-4363-ab29-4cc6905bdd8b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:27.479554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-22c48a12-ca4c-4085-9826-313e1b7c0c67 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'name': 'tempest-PortsIpV6TestJSON-1230040208'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:27.503201 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.524902 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 4e547936-b499-44bb-bd74-8595514bcb35 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:27.525297 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.573060 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4383185-a3c5-447d-927f-cf24d26dbafb tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.577564 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb457a-05a1-48ed-855d-cd9aa8a6ca85 None None] Pushing event updated for resources: {'Port': ['ID=13e63872-fc99-4a75-86ff-d02aa4166f2d,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:27.593305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-560d85dd-77e3-4e98-8ddd-bd99b7d5a12b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Deleting subnet 7915b405-339e-4429-a8f5-07ddb4323e76 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:48:27.601630 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Network 44a93932-d34d-4c46-b137-8fbf137b6a12 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:27.648116 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-560d85dd-77e3-4e98-8ddd-bd99b7d5a12b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.657294 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e4383185-a3c5-447d-927f-cf24d26dbafb tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 208b85a1-6a25-43b9-a3a6-7eb10678a792 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:27.671868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:27.680817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:27.742136 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f5846afb-cc1a-4ef5-8b1d-6da6752bdac5 req-138fe2c8-6f39-49b8-b0bb-c9d193654c28 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 210 time: 0.1684189 Jul 16 03:48:27.754096 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.781657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Pushing event updated for resources: {'Port': ['ID=e7a28ed5-c23d-4363-ab29-4cc6905bdd8b,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:27.855051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Attempting to bind port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:27.855758 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Attempting to bind port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '9fa337b6-94f4-49da-8982-7575e9ecc09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '44a93932-d34d-4c46-b137-8fbf137b6a12'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:27.855987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Attempting to bind port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b on network 44a93932-d34d-4c46-b137-8fbf137b6a12 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:27.863516 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:27.864010 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Checking segment: {'id': '9fa337b6-94f4-49da-8982-7575e9ecc09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '44a93932-d34d-4c46-b137-8fbf137b6a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:27.864585 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.865075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Bound using segment: {'id': '9fa337b6-94f4-49da-8982-7575e9ecc09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '44a93932-d34d-4c46-b137-8fbf137b6a12'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:27.865653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Bound port: e7a28ed5-c23d-4363-ab29-4cc6905bdd8b, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa337b6-94f4-49da-8982-7575e9ecc09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '44a93932-d34d-4c46-b137-8fbf137b6a12'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:27.866135 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.892025 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-560d85dd-77e3-4e98-8ddd-bd99b7d5a12b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:27.961614 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 264d07c0-02a9-4635-8c0a-28e88e94cb07 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:27.968908 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] For port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:27.974305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c48a12-ca4c-4085-9826-313e1b7c0c67 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:27.978969 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22c48a12-ca4c-4085-9826-313e1b7c0c67 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.008090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-22c48a12-ca4c-4085-9826-313e1b7c0c67 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port 56d961de-e61c-4e5f-b43c-7e6d45b3e304 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:28.024341 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 264d07c0-02a9-4635-8c0a-28e88e94cb07 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:28.025767 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 264d07c0-02a9-4635-8c0a-28e88e94cb07 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:28.049469 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] For port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e7a28ed5-c23d-4363-ab29-4cc6905bdd8b,segment=NetworkSegment(9fa337b6-94f4-49da-8982-7575e9ecc09a),segment_id=9fa337b6-94f4-49da-8982-7575e9ecc09a)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:28.055303 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.140491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765bc851-7264-41d8-9dbe-606025a229b5 None None] Pushing event updated for resources: {'Port': ['ID=e7a28ed5-c23d-4363-ab29-4cc6905bdd8b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:28.193152 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-bc69e321-94e1-4d7f-a1d1-c7043c178c3f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.276392 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22c48a12-ca4c-4085-9826-313e1b7c0c67 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.280385 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-560d85dd-77e3-4e98-8ddd-bd99b7d5a12b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.354392 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4383185-a3c5-447d-927f-cf24d26dbafb tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.378892 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.411138 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-bc69e321-94e1-4d7f-a1d1-c7043c178c3f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.424687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c99a1a4d-61e6-4e87-a113-013f199d0aec', '8557a0f8-d137-4e1c-8602-d9345fd1dd35'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:28.486020 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-560d85dd-77e3-4e98-8ddd-bd99b7d5a12b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.486595 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4383185-a3c5-447d-927f-cf24d26dbafb tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=208b85a1-6a25-43b9-a3a6-7eb10678a792,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:28.499202 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.523531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d85dd-77e3-4e98-8ddd-bd99b7d5a12b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event deleted for resources: {'Subnet': ['ID=7915b405-339e-4429-a8f5-07ddb4323e76,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:28.526138 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22c48a12-ca4c-4085-9826-313e1b7c0c67 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.580361 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-bc69e321-94e1-4d7f-a1d1-c7043c178c3f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Network be05005c-c098-4d8b-a55d-fc55d239f9a5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:28.608753 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-bc69e321-94e1-4d7f-a1d1-c7043c178c3f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:28.618117 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a659ea6c-fb81-471d-94ae-fb56307dbcb6 None None] Network 53dc30d5-0d8d-4c68-8af1-ba01f709012b requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:28.619313 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-560d85dd-77e3-4e98-8ddd-bd99b7d5a12b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.621546 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-560d85dd-77e3-4e98-8ddd-bd99b7d5a12b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "DELETE /v2.0/subnets/7915b405-339e-4429-a8f5-07ddb4323e76 HTTP/1.1" status: 204 len: 168 time: 1.2355993 Jul 16 03:48:28.626639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69e321-94e1-4d7f-a1d1-c7043c178c3f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Pushing event updated for resources: {'Port': ['ID=1dec034a-b196-4719-a12e-0b50a02a0ccc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:28.630561 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'Port': ['ID=6ea4fd19-09c5-49de-ba18-6062aa670e5a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:28.651318 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55486) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:28.734633 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-bc69e321-94e1-4d7f-a1d1-c7043c178c3f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:28.742884 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c48a12-ca4c-4085-9826-313e1b7c0c67 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=56d961de-e61c-4e5f-b43c-7e6d45b3e304,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:28.809926 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.828606 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c48a12-ca4c-4085-9826-313e1b7c0c67 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:28.839870 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-22c48a12-ca4c-4085-9826-313e1b7c0c67 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:28.864551 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4383185-a3c5-447d-927f-cf24d26dbafb tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.866587 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e4383185-a3c5-447d-927f-cf24d26dbafb tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/208b85a1-6a25-43b9-a3a6-7eb10678a792 HTTP/1.1" status: 204 len: 168 time: 1.8172915 Jul 16 03:48:28.873520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55496) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:28.906646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-bc69e321-94e1-4d7f-a1d1-c7043c178c3f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:28.907545 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-bc69e321-94e1-4d7f-a1d1-c7043c178c3f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.916880 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c48a12-ca4c-4085-9826-313e1b7c0c67 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:28.930598 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c48a12-ca4c-4085-9826-313e1b7c0c67 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:28.931275 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22c48a12-ca4c-4085-9826-313e1b7c0c67 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:28.982711 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-bc69e321-94e1-4d7f-a1d1-c7043c178c3f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4241798 Jul 16 03:48:28.987206 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-22c48a12-ca4c-4085-9826-313e1b7c0c67 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5254233 Jul 16 03:48:28.990441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:29.007330 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7e8329b4-2804-4c1b-a8f5-6682d857c7bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:29.049673 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.055021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Request body: {'port': {'device_id': '3935a05e-5403-43f0-912f-cee6cdfd01eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:29.064835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4009daa4-4052-456f-9aa0-f24dc14f7f0a None None] Network 4da74bc5-319f-415b-8601-b4ee4c5dca4f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:29.067254 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Network 4da74bc5-319f-415b-8601-b4ee4c5dca4f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:29.093981 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:29.098786 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e28a683-a69d-4b56-92c0-9c4c4056c536 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] DELETE failed (client error): The resource could not be found. Jul 16 03:48:29.099563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e28a683-a69d-4b56-92c0-9c4c4056c536 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:48:29.104615 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5e28a683-a69d-4b56-92c0-9c4c4056c536 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/208b85a1-6a25-43b9-a3a6-7eb10678a792 HTTP/1.1" status: 404 len: 333 time: 0.0988255 Jul 16 03:48:29.104615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55500) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:29.219352 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b82989-2f4e-45ac-aeec-181600fbcd12 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] GET failed (client error): The resource could not be found. Jul 16 03:48:29.225493 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a7b82989-2f4e-45ac-aeec-181600fbcd12 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/208b85a1-6a25-43b9-a3a6-7eb10678a792 HTTP/1.1" status: 404 len: 333 time: 0.1193283 Jul 16 03:48:29.233889 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55504) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:29.356588 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.363747 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:29.408493 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e8329b4-2804-4c1b-a8f5-6682d857c7bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.432495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d600e-7413-4287-b79c-482c3c53f857 req-fde12cad-2e35-4dd1-b430-26f58de570b4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:29.441402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-503d600e-7413-4287-b79c-482c3c53f857 req-fde12cad-2e35-4dd1-b430-26f58de570b4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 932 time: 0.4287148 Jul 16 03:48:29.456143 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 13e63872-fc99-4a75-86ff-d02aa4166f2d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:29.654929 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e8329b4-2804-4c1b-a8f5-6682d857c7bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.677247 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e8329b4-2804-4c1b-a8f5-6682d857c7bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.694640 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7f62017a-3cc1-4478-b520-ca02286b0b60 None None] Provisioning for port 13e63872-fc99-4a75-86ff-d02aa4166f2d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:29.701780 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afde7e45-47e8-4fdc-8cbd-3efed8acafe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.726633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c5d607-658a-4260-a4bb-d52c246ba06a None None] Network 44a93932-d34d-4c46-b137-8fbf137b6a12 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:29.768868 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-503d600e-7413-4287-b79c-482c3c53f857 req-3739fc8f-2b05-4fcc-915d-e4492e6b8eb7 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265390 Jul 16 03:48:29.794828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25cc0a9-b0ef-4d74-a171-3324af9c3f7d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting subnet f9e7bda5-64e7-4ac7-9e41-44d48c64349c {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:48:29.804810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5839cd9-b12b-4a21-866c-0149b0258840 None None] DHCP port deletion for 53dc30d5-0d8d-4c68-8af1-ba01f709012b request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:48:29.805049 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f25cc0a9-b0ef-4d74-a171-3324af9c3f7d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.836697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7e8329b4-2804-4c1b-a8f5-6682d857c7bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] In _notify_port_updated(), no bound segment for port 56d961de-e61c-4e5f-b43c-7e6d45b3e304 on network bbe55198-3bbf-4a93-959c-4f8f15c2d79c {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:48:29.843511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8329b4-2804-4c1b-a8f5-6682d857c7bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:29.844871 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e8329b4-2804-4c1b-a8f5-6682d857c7bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.845054 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 13e63872-fc99-4a75-86ff-d02aa4166f2d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:29.848327 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7e8329b4-2804-4c1b-a8f5-6682d857c7bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "PUT /v2.0/ports/56d961de-e61c-4e5f-b43c-7e6d45b3e304 HTTP/1.1" status: 200 len: 818 time: 0.8525517 Jul 16 03:48:29.853011 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55510) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:29.877345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8329b4-2804-4c1b-a8f5-6682d857c7bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=56d961de-e61c-4e5f-b43c-7e6d45b3e304,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:29.883165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 13e63872-fc99-4a75-86ff-d02aa4166f2d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:29.883541 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.901245 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f25cc0a9-b0ef-4d74-a171-3324af9c3f7d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.932300 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Router eb00561b-f9a6-4222-a233-a288a598c316 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:29.934560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Deleting port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:29.935593 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:29.950014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e4076c1c-19e6-4cee-8f44-217c59ebabcd None None] Provisioning for port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:30.032042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a5839cd9-b12b-4a21-866c-0149b0258840 None None] Deleting port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:30.032459 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a5839cd9-b12b-4a21-866c-0149b0258840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.055146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afde7e45-47e8-4fdc-8cbd-3efed8acafe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.061543 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-afde7e45-47e8-4fdc-8cbd-3efed8acafe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.108790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde7e45-47e8-4fdc-8cbd-3efed8acafe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acff120-b230-4bed-8866-1ccd50036f0f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:30.160077 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-afde7e45-47e8-4fdc-8cbd-3efed8acafe1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3e65d2175044e70948f684ae7289e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7930484 Jul 16 03:48:30.164832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:30.165014 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4bf3bf97-2b5f-4541-8d39-6751653c3354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.178908 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a5839cd9-b12b-4a21-866c-0149b0258840 None None] For port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e,segment=NetworkSegment(d5507360-cd2b-44f7-a618-8ab568c6d1ef),segment_id=d5507360-cd2b-44f7-a618-8ab568c6d1ef)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:30.179328 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a5839cd9-b12b-4a21-866c-0149b0258840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.196127 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.202836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:48:30.218898 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a5839cd9-b12b-4a21-866c-0149b0258840 None None] Calling delete_port for d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:30.226033 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Sync routers for ids ['eb00561b-f9a6-4222-a233-a288a598c316'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:48:30.240998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b3f02831-e458-4364-babe-3d7fb83ef870 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "PUT /v2.0/routers/eb00561b-f9a6-4222-a233-a288a598c316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3921187 Jul 16 03:48:30.252116 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55514) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:30.260798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] For port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e,segment=NetworkSegment(d5507360-cd2b-44f7-a618-8ab568c6d1ef),segment_id=d5507360-cd2b-44f7-a618-8ab568c6d1ef)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:30.261171 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.267228 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebad90fe-443b-499f-9482-a49c1e4396e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.268335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4cf0328e-3960-42aa-8de2-5ced4ae5a12e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1532504444', 'description': 'tempest-secgroup_access--1532504444 description', 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:30.286814 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dec034a-b196-4719-a12e-0b50a02a0ccc {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:30.287588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 13e63872-fc99-4a75-86ff-d02aa4166f2d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=13e63872-fc99-4a75-86ff-d02aa4166f2d,segment=NetworkSegment(7e673e9b-92ef-4090-b98f-2319d671cd68),segment_id=7e673e9b-92ef-4090-b98f-2319d671cd68)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:30.302946 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.307289 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.308232 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Calling delete_port for d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:30.308825 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e7a28ed5-c23d-4363-ab29-4cc6905bdd8b up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:30.312805 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebad90fe-443b-499f-9482-a49c1e4396e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.315099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Routers {'eb00561b-f9a6-4222-a233-a288a598c316'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:30.315814 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:48:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['eb00561b-f9a6-4222-a233-a288a598c316'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:30.329199 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f25cc0a9-b0ef-4d74-a171-3324af9c3f7d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.344944 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Transition to ACTIVE for port object 1dec034a-b196-4719-a12e-0b50a02a0ccc will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:30.367886 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.422298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-43b43f12-21b6-47b3-aa3e-f4e2d3166430 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port 56d961de-e61c-4e5f-b43c-7e6d45b3e304 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:30.422298 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43b43f12-21b6-47b3-aa3e-f4e2d3166430 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.425371 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf0328e-3960-42aa-8de2-5ced4ae5a12e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.467688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Pushing event updated for resources: {'Port': ['ID=1dec034a-b196-4719-a12e-0b50a02a0ccc,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:30.477097 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebad90fe-443b-499f-9482-a49c1e4396e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.479953 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebad90fe-443b-499f-9482-a49c1e4396e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.486600 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-8c9c5880-b168-4d10-b434-8820ae2a259c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4545643 Jul 16 03:48:30.488441 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ebad90fe-443b-499f-9482-a49c1e4396e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4acff120-b230-4bed-8866-1ccd50036f0f HTTP/1.1" status: 204 len: 168 time: 0.3168173 Jul 16 03:48:30.498167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad90fe-443b-499f-9482-a49c1e4396e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acff120-b230-4bed-8866-1ccd50036f0f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:30.527475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Attempting to bind port 1dec034a-b196-4719-a12e-0b50a02a0ccc on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:30.527921 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Attempting to bind port 1dec034a-b196-4719-a12e-0b50a02a0ccc by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:30.528538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Attempting to bind port 1dec034a-b196-4719-a12e-0b50a02a0ccc on network be05005c-c098-4d8b-a55d-fc55d239f9a5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:30.534788 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Port 1dec034a-b196-4719-a12e-0b50a02a0ccc on network be05005c-c098-4d8b-a55d-fc55d239f9a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:48:30.536155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Attempting to bind port 1dec034a-b196-4719-a12e-0b50a02a0ccc on network be05005c-c098-4d8b-a55d-fc55d239f9a5 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:30.554718 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:30.555418 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Checking segment: {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:30.557348 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Bound using segment: {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:30.558699 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Bound port: 1dec034a-b196-4719-a12e-0b50a02a0ccc, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:30.563018 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.626719 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43b43f12-21b6-47b3-aa3e-f4e2d3166430 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.681742 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] For port 1dec034a-b196-4719-a12e-0b50a02a0ccc, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:30.689741 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] For port 1dec034a-b196-4719-a12e-0b50a02a0ccc, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1dec034a-b196-4719-a12e-0b50a02a0ccc,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:30.695575 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f25cc0a9-b0ef-4d74-a171-3324af9c3f7d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.698580 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-43b43f12-21b6-47b3-aa3e-f4e2d3166430 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for 56d961de-e61c-4e5f-b43c-7e6d45b3e304 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:30.698807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=13e63872-fc99-4a75-86ff-d02aa4166f2d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:30.708745 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.721996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Set router eb00561b-f9a6-4222-a233-a288a598c316 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:48:30.769207 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5f8151ac-1103-4da1-a871-0d0007eb28ab None None] Provisioning for port 6ea4fd19-09c5-49de-ba18-6062aa670e5a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:30.783890 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a5839cd9-b12b-4a21-866c-0149b0258840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.789446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5f8151ac-1103-4da1-a871-0d0007eb28ab None None] Provisioning complete for port 6ea4fd19-09c5-49de-ba18-6062aa670e5a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:30.789832 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f8151ac-1103-4da1-a871-0d0007eb28ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.820094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:30.820950 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.823656 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] 10.222.0.88 "PUT /v2.0/ports/1dec034a-b196-4719-a12e-0b50a02a0ccc HTTP/1.1" status: 200 len: 1092 time: 1.7773931 Jul 16 03:48:30.824223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3935a05e-5403-43f0-912f-cee6cdfd01eb', 'tag': '1dec034a-b196-4719-a12e-0b50a02a0ccc'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:30.829935 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa71434-c205-42de-af3d-3d39492102c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3935a05e-5403-43f0-912f-cee6cdfd01eb", "tag": "1dec034a-b196-4719-a12e-0b50a02a0ccc"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:30.859274 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf0328e-3960-42aa-8de2-5ced4ae5a12e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.891600 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.919321 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f25cc0a9-b0ef-4d74-a171-3324af9c3f7d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:30.924970 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f25cc0a9-b0ef-4d74-a171-3324af9c3f7d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/f9e7bda5-64e7-4ac7-9e41-44d48c64349c HTTP/1.1" status: 204 len: 168 time: 1.6876459 Jul 16 03:48:30.936637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:30.941760 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c4f0b1-07cd-4859-ba64-348facb9447d x-openstack-request-id: req-b8c4f0b1-07cd-4859-ba64-348facb9447d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:30.942329 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3935a05e-5403-43f0-912f-cee6cdfd01eb", "tag": "1dec034a-b196-4719-a12e-0b50a02a0ccc", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:30.942746 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8c4f0b1-07cd-4859-ba64-348facb9447d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:30.943471 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3935a05e-5403-43f0-912f-cee6cdfd01eb', 'tag': '1dec034a-b196-4719-a12e-0b50a02a0ccc', 'status': 'completed', 'code': 200} Jul 16 03:48:30.980712 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5f8151ac-1103-4da1-a871-0d0007eb28ab None None] Port 6ea4fd19-09c5-49de-ba18-6062aa670e5a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:30.985089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5839cd9-b12b-4a21-866c-0149b0258840 None None] No DVR routers for this DVR port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:31.016888 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cc0a9-b0ef-4d74-a171-3324af9c3f7d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e7bda5-64e7-4ac7-9e41-44d48c64349c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:31.018749 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf0328e-3960-42aa-8de2-5ced4ae5a12e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.026973 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] No DVR routers for this DVR port d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:31.047427 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event deleted for resources: {'Port': ['ID=d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:31.047829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5839cd9-b12b-4a21-866c-0149b0258840 None None] Pushing event deleted for resources: {'Port': ['ID=d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:31.062914 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:31.080811 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:31.081255 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.093049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c9c2c-da92-45fa-a053-0e5cff26d11f service neutron] Pushing event updated for resources: {'Port': ['ID=1dec034a-b196-4719-a12e-0b50a02a0ccc,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:31.099005 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:31.108267 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.126080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2b6136-f375-4ee0-80a0-ef49c735d3a1 None None] Network 44a93932-d34d-4c46-b137-8fbf137b6a12 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:31.156617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-e16250c9-ae47-4d4f-8182-9c8ee7458db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.157340 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-e16250c9-ae47-4d4f-8182-9c8ee7458db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.157828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-e16250c9-ae47-4d4f-8182-9c8ee7458db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.158363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-e16250c9-ae47-4d4f-8182-9c8ee7458db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.159101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-e16250c9-ae47-4d4f-8182-9c8ee7458db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.159442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-e16250c9-ae47-4d4f-8182-9c8ee7458db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.159976 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-e16250c9-ae47-4d4f-8182-9c8ee7458db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.162184 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-e16250c9-ae47-4d4f-8182-9c8ee7458db5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 6490 time: 0.5826690 Jul 16 03:48:31.167426 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cf0328e-3960-42aa-8de2-5ced4ae5a12e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.171331 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4cf0328e-3960-42aa-8de2-5ced4ae5a12e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9107761 Jul 16 03:48:31.187304 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55528) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:31.188157 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0328e-3960-42aa-8de2-5ced4ae5a12e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f24637-1f0c-4480-95a3-9ccd363eb222,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:31.198631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c1770572-0157-469c-9271-a252546fd5c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1561176466', 'description': 'tempest-secgroup_general--1561176466 description', 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:31.215039 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5f8151ac-1103-4da1-a871-0d0007eb28ab None None] Provisioning complete for port 13e63872-fc99-4a75-86ff-d02aa4166f2d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:31.215661 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5f8151ac-1103-4da1-a871-0d0007eb28ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.286213 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.306442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53dc30d5-0d8d-4c68-8af1-ba01f709012b']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:31.352620 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1770572-0157-469c-9271-a252546fd5c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.357735 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5507360-cd2b-44f7-a618-8ab568c6d1ef') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:31.358196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5507360-cd2b-44f7-a618-8ab568c6d1ef') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:31.387394 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.409519 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1b51bc0-a04b-457c-927b-00ddc79ac447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.418182 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43b43f12-21b6-47b3-aa3e-f4e2d3166430 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.423344 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.431567 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.475501 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-e6442432-bd1d-4568-a6b4-780c849b4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.476159 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-e6442432-bd1d-4568-a6b4-780c849b4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.476743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-e6442432-bd1d-4568-a6b4-780c849b4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.478425 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-e6442432-bd1d-4568-a6b4-780c849b4263 service neutron] 10.222.0.88 "GET /v2.0/networks?id=a777a107-7213-483b-b82b-292962968eb8&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=90438ada-ec72-4cdb-9a73-516b7f1c6694&id=a3d8bc9a-80ea-44be-8f70-23c45868da08&id=a3d8bc9a-80ea-44be-8f70-23c45868da08 HTTP/1.1" status: 200 len: 2292 time: 0.2717345 Jul 16 03:48:31.480952 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.483297 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:48:31.483828 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:48:31.487036 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:48:31.492811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b43f12-21b6-47b3-aa3e-f4e2d3166430 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=56d961de-e61c-4e5f-b43c-7e6d45b3e304,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:31.504931 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43b43f12-21b6-47b3-aa3e-f4e2d3166430 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.509691 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-43b43f12-21b6-47b3-aa3e-f4e2d3166430 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/56d961de-e61c-4e5f-b43c-7e6d45b3e304 HTTP/1.1" status: 204 len: 168 time: 1.6488059 Jul 16 03:48:31.509961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:31.516548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e7a28ed5-c23d-4363-ab29-4cc6905bdd8b,segment=NetworkSegment(9fa337b6-94f4-49da-8982-7575e9ecc09a),segment_id=9fa337b6-94f4-49da-8982-7575e9ecc09a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:31.527437 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.529901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91462388-c21f-4298-8a00-f8b356e83d4d req-0d430eaf-aeea-4a32-912f-a71e49ab3231 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.531597 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91462388-c21f-4298-8a00-f8b356e83d4d req-0d430eaf-aeea-4a32-912f-a71e49ab3231 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 944 time: 0.4991343 Jul 16 03:48:31.536527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-b9991a6c-c50b-4f86-b121-5ccc8b976abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.539084 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-b9991a6c-c50b-4f86-b121-5ccc8b976abd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 1095 time: 0.6406257 Jul 16 03:48:31.584473 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.594093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4e547936-b499-44bb-bd74-8595514bcb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:48:16Z', 'updated_at': '2021-07-16T03:48:27Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '4e547936-b499-44bb-bd74-8595514bcb35', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:18Z', 'updated_at': '2021-07-16T03:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '6ea4fd19-09c5-49de-ba18-6062aa670e5a', 'name': '', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'mac_address': 'fa:16:3e:8f:ef:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:26Z', 'updated_at': '2021-07-16T03:48:28Z', 'revision_number': 2, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'subnets': [{'id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:31.691631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.702843 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-af7c14f4-524f-432e-8874-b2e891f00881 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 HTTP/1.1" status: 200 len: 1000 time: 0.2043142 Jul 16 03:48:31.704047 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.708782 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "DELETE /v2.0/networks/53dc30d5-0d8d-4c68-8af1-ba01f709012b HTTP/1.1" status: 204 len: 168 time: 3.0368679 Jul 16 03:48:31.711242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:31.717665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-74f5c39c-804f-49f5-8845-c9d7e4ea407d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dec034a-b196-4719-a12e-0b50a02a0ccc HTTP/1.1" status: 200 len: 217 time: 0.1250122 Jul 16 03:48:31.721969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91462388-c21f-4298-8a00-f8b356e83d4d req-ca9ba203-d52e-4e90-928c-d8b9a5e7e453 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808190 Jul 16 03:48:31.766736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222e170-fd89-4d16-abab-e536021b0862 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Pushing event deleted for resources: {'Network': ['ID=53dc30d5-0d8d-4c68-8af1-ba01f709012b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:31.776105 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cc426662-6853-4b35-b1d6-64c54d2def7b tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "GET /v2.0/ports?device_id=22fef20d-d673-4a5e-b3a8-66ad1526216d HTTP/1.1" status: 200 len: 205 time: 0.0583446 Jul 16 03:48:31.790912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:31.808390 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de90c731-7b66-420b-97ca-b1dc17c98087 None None] DHCP port deletion for 44a93932-d34d-4c46-b137-8fbf137b6a12 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:48:31.811358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 13e63872-fc99-4a75-86ff-d02aa4166f2d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:31.816605 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Checking router: eb00561b-f9a6-4222-a233-a288a598c316 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:48:31.816958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Updating router eb00561b-f9a6-4222-a233-a288a598c316 port 6ea4fd19-09c5-49de-ba18-6062aa670e5a binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:48:31.818679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1770572-0157-469c-9271-a252546fd5c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.827510 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1770572-0157-469c-9271-a252546fd5c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.837230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=e7a28ed5-c23d-4363-ab29-4cc6905bdd8b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:31.845641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-81b9c0bd-4631-49a9-bd52-b93c2936bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.847254 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-81b9c0bd-4631-49a9-bd52-b93c2936bf28 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4213d6fc-07e6-4ed1-9520-3ab8eb2974ef HTTP/1.1" status: 200 len: 850 time: 0.1200931 Jul 16 03:48:31.893335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1770572-0157-469c-9271-a252546fd5c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15afad9-cf80-41f9-80fd-d4f846c27be6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:31.904240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152e29c5-4159-4e1d-a608-e68036c87135 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.905793 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-152e29c5-4159-4e1d-a608-e68036c87135 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3946941 Jul 16 03:48:31.908855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55536) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:31.913815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-fb0bfcf8-6a91-45a8-9e10-527343e68daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.914493 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e81cf483-2545-4f76-a6fb-b9cb10292ac2 None None] Provisioning complete for port 6ea4fd19-09c5-49de-ba18-6062aa670e5a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:31.914760 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e81cf483-2545-4f76-a6fb-b9cb10292ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.915782 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-fb0bfcf8-6a91-45a8-9e10-527343e68daf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 200 len: 845 time: 0.1801720 Jul 16 03:48:31.917842 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.918934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:31.919923 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.924772 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8189e7c-a770-4655-9ee7-77381dcce337 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:31.950120 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71fa37d-47d9-4fd1-8008-cb4bca69d6b5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] GET failed (client error): The resource could not be found. Jul 16 03:48:31.955311 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c71fa37d-47d9-4fd1-8008-cb4bca69d6b5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/56d961de-e61c-4e5f-b43c-7e6d45b3e304 HTTP/1.1" status: 404 len: 333 time: 0.0418012 Jul 16 03:48:31.956660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55538) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:31.960991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b92f5f01-3e88-4510-96c1-b5c5ebd1e378 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2142419952'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:31.982248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-960edd67-fc45-4672-9fa2-29af19b15699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:31.983831 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-960edd67-fc45-4672-9fa2-29af19b15699 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a777a107-7213-483b-b82b-292962968eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238372 Jul 16 03:48:31.998325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 13e63872-fc99-4a75-86ff-d02aa4166f2d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:31.998862 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.002489 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e81cf483-2545-4f76-a6fb-b9cb10292ac2 None None] Port 6ea4fd19-09c5-49de-ba18-6062aa670e5a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:32.038321 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-ac36c187-33c2-4629-b33a-0341488366ab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be05005c-c098-4d8b-a55d-fc55d239f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113503 Jul 16 03:48:32.089381 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-d44f7810-03ee-46a3-a794-e8c41885be0b service neutron] 10.222.0.88 "GET /v2.0/networks/a777a107-7213-483b-b82b-292962968eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943358 Jul 16 03:48:32.101493 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-de90c731-7b66-420b-97ca-b1dc17c98087 None None] Deleting port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:32.101884 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de90c731-7b66-420b-97ca-b1dc17c98087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.134075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e81cf483-2545-4f76-a6fb-b9cb10292ac2 None None] Provisioning complete for port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:32.134457 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e81cf483-2545-4f76-a6fb-b9cb10292ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.198869 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-3ead82d3-df14-4596-b9b1-a70f47b5a14e service neutron] 10.222.0.88 "GET /v2.0/networks/a777a107-7213-483b-b82b-292962968eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018655 Jul 16 03:48:32.246931 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-de90c731-7b66-420b-97ca-b1dc17c98087 None None] For port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e7a28ed5-c23d-4363-ab29-4cc6905bdd8b,segment=NetworkSegment(9fa337b6-94f4-49da-8982-7575e9ecc09a),segment_id=9fa337b6-94f4-49da-8982-7575e9ecc09a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:32.247633 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de90c731-7b66-420b-97ca-b1dc17c98087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.253789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] For port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e7a28ed5-c23d-4363-ab29-4cc6905bdd8b,segment=NetworkSegment(9fa337b6-94f4-49da-8982-7575e9ecc09a),segment_id=9fa337b6-94f4-49da-8982-7575e9ecc09a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:32.254156 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.258357 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-ec5ada67-4272-44a0-ab5e-eb4670ae1525 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=7b2e8555-91ac-4426-9867-22b43b461d3d HTTP/1.1" status: 200 len: 217 time: 0.0500493 Jul 16 03:48:32.273039 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8189e7c-a770-4655-9ee7-77381dcce337 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.277332 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8189e7c-a770-4655-9ee7-77381dcce337 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.282230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-de90c731-7b66-420b-97ca-b1dc17c98087 None None] Calling delete_port for e7a28ed5-c23d-4363-ab29-4cc6905bdd8b owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:32.287601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for e7a28ed5-c23d-4363-ab29-4cc6905bdd8b owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:32.317848 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-5f4e7c15-c17c-4002-9da4-87d8d95499d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.319767 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-5f4e7c15-c17c-4002-9da4-87d8d95499d9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.0516787 Jul 16 03:48:32.367928 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8189e7c-a770-4655-9ee7-77381dcce337 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.368468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8189e7c-a770-4655-9ee7-77381dcce337 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Fanout notify agent at l3_agent the message router_deleted on router 22fef20d-d673-4a5e-b3a8-66ad1526216d {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:48:32.380957 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8189e7c-a770-4655-9ee7-77381dcce337 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.382328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d8189e7c-a770-4655-9ee7-77381dcce337 tempest-RoutersNegativeTest-194439701 tempest-RoutersNegativeTest-194439701-project] 10.222.0.18 "DELETE /v2.0/routers/22fef20d-d673-4a5e-b3a8-66ad1526216d HTTP/1.1" status: 204 len: 168 time: 0.5895309 Jul 16 03:48:32.388666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-ba8c373d-30b9-457c-ae1c-aca40dbf3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:32.390248 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-c99879d0-4957-4cf0-a89a-88180fa827c0 service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415620 Jul 16 03:48:32.390991 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-ba8c373d-30b9-457c-ae1c-aca40dbf3f06 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0650001 Jul 16 03:48:32.392133 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1b51bc0-a04b-457c-927b-00ddc79ac447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.458006 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.463657 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de90c731-7b66-420b-97ca-b1dc17c98087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.474815 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1b51bc0-a04b-457c-927b-00ddc79ac447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.502242 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de90c731-7b66-420b-97ca-b1dc17c98087 None None] No DVR routers for this DVR port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:32.509212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:32.533246 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1770572-0157-469c-9271-a252546fd5c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.534057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=e7a28ed5-c23d-4363-ab29-4cc6905bdd8b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:32.534955 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c1770572-0157-469c-9271-a252546fd5c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.3440261 Jul 16 03:48:32.537318 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-98bd9302-d39a-4eee-af0a-706ac199f6a2 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205530 Jul 16 03:48:32.538075 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55542) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:32.543712 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-75cc64b5-fe6f-4ede-a240-87b57956d6a8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Request body: {'security_group_rule': {'security_group_id': 'd1f24637-1f0c-4480-95a3-9ccd363eb222', 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:32.547945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No DVR routers for this DVR port e7a28ed5-c23d-4363-ab29-4cc6905bdd8b on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:32.577485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92f5f01-3e88-4510-96c1-b5c5ebd1e378 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:32.581991 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b92f5f01-3e88-4510-96c1-b5c5ebd1e378 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.583318 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:32.583665 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d7fdb4aa-cb86-4621-98b5-6e9d05b4e92e not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:32.600449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90c731-7b66-420b-97ca-b1dc17c98087 None None] Pushing event deleted for resources: {'Port': ['ID=e7a28ed5-c23d-4363-ab29-4cc6905bdd8b,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:32.621959 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75cc64b5-fe6f-4ede-a240-87b57956d6a8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.651331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b51bc0-a04b-457c-927b-00ddc79ac447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0560563e-d16a-4116-ba3e-679083888f49,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:32.659022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92f5f01-3e88-4510-96c1-b5c5ebd1e378 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:32.659881 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a1b51bc0-a04b-457c-927b-00ddc79ac447 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b5a4c7621a248dc884cca420b482ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5350394 Jul 16 03:48:32.664400 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:32.709897 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.717932 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.722239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Transition to ACTIVE for port object 6ea4fd19-09c5-49de-ba18-6062aa670e5a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:32.728736 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.732046 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b92f5f01-3e88-4510-96c1-b5c5ebd1e378 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.732558 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-b92f5f01-3e88-4510-96c1-b5c5ebd1e378 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Added segment 5bc44fe9-57dd-4f40-b7ce-572d6b35ecac of type vlan for network bb30215f-9dae-40b1-9683-cec214f09cc4 Jul 16 03:48:32.749881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a93932-d34d-4c46-b137-8fbf137b6a12']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:32.772237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44415172-ed1c-4a30-9edd-a31effd690c2 req-dc3bf57a-daa5-489c-ae2a-1795a45750d8 service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119652 Jul 16 03:48:32.777582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa337b6-94f4-49da-8982-7575e9ecc09a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:32.778739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa337b6-94f4-49da-8982-7575e9ecc09a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:32.815684 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e9361dd-95ce-4d1c-8596-cbe75a0c7cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.819518 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.823963 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75cc64b5-fe6f-4ede-a240-87b57956d6a8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.838162 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75cc64b5-fe6f-4ede-a240-87b57956d6a8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.842262 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b92f5f01-3e88-4510-96c1-b5c5ebd1e378 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.865820 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.872194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc64b5-fe6f-4ede-a240-87b57956d6a8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18872c10-b147-4b9d-926a-0502797049ec,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:32.876592 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-5ac615bb-22de-446b-9381-9a4f67104ee4 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096399 Jul 16 03:48:32.880758 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-75cc64b5-fe6f-4ede-a240-87b57956d6a8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.880901 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e9361dd-95ce-4d1c-8596-cbe75a0c7cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.882429 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-75cc64b5-fe6f-4ede-a240-87b57956d6a8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3429670 Jul 16 03:48:32.886524 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d068071f-81d7-42f9-81db-c52eebcca666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.892820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28eaa7-5a9c-4154-afca-645f3f8ec540 None None] Pushing event updated for resources: {'Port': ['ID=6ea4fd19-09c5-49de-ba18-6062aa670e5a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:32.928893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:48:32.929342 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:48:32.956267 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:48:32.963193 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-1f233355-4d2c-4da2-a734-f048c6228929 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=0ca6343d-f933-44b6-9f68-e779f91a1c5c HTTP/1.1" status: 200 len: 217 time: 0.0773525 Jul 16 03:48:32.967245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55552) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:32.969080 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.975802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Attempting to bind port 6ea4fd19-09c5-49de-ba18-6062aa670e5a on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:32.976170 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Attempting to bind port 6ea4fd19-09c5-49de-ba18-6062aa670e5a by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '7e673e9b-92ef-4090-b98f-2319d671cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:32.976726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Attempting to bind port 6ea4fd19-09c5-49de-ba18-6062aa670e5a on network 4da74bc5-319f-415b-8601-b4ee4c5dca4f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:32.983719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:32.984096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Checking segment: {'id': '7e673e9b-92ef-4090-b98f-2319d671cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:32.984562 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:32.984976 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Bound using segment: {'id': '7e673e9b-92ef-4090-b98f-2319d671cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:32.985430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Bound port: 6ea4fd19-09c5-49de-ba18-6062aa670e5a, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e673e9b-92ef-4090-b98f-2319d671cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:32.985815 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.003432 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-b92f5f01-3e88-4510-96c1-b5c5ebd1e378 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:48:33.076181 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b92f5f01-3e88-4510-96c1-b5c5ebd1e378 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.082378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92f5f01-3e88-4510-96c1-b5c5ebd1e378 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:33.085097 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b92f5f01-3e88-4510-96c1-b5c5ebd1e378 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.099913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] For port 6ea4fd19-09c5-49de-ba18-6062aa670e5a, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:33.104196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] For port 6ea4fd19-09c5-49de-ba18-6062aa670e5a, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6ea4fd19-09c5-49de-ba18-6062aa670e5a,segment=NetworkSegment(7e673e9b-92ef-4090-b98f-2319d671cd68),segment_id=7e673e9b-92ef-4090-b98f-2319d671cd68)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:33.110911 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.119614 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b92f5f01-3e88-4510-96c1-b5c5ebd1e378 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1625173 Jul 16 03:48:33.139891 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55566) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:33.152129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ab338f00-d75f-429d-a937-247c348bed32 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'subnet': {'network_id': 'bb30215f-9dae-40b1-9683-cec214f09cc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:33.181225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Routers {'eb00561b-f9a6-4222-a233-a288a598c316'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:48:33.181882 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:48:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['eb00561b-f9a6-4222-a233-a288a598c316'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:33.218590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-977e5147-26af-41e9-a497-50183311dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:33.220436 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-977e5147-26af-41e9-a497-50183311dfa3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.2302055 Jul 16 03:48:33.240642 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.245750 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.251479 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/networks/44a93932-d34d-4c46-b137-8fbf137b6a12 HTTP/1.1" status: 204 len: 168 time: 2.3018675 Jul 16 03:48:33.262335 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:33.270574 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-9a89423f-55f3-427c-8a96-e3b54c548e14 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--1532504444&fields=id&tenant_id=585dafdd798a48c2a5975c05e5d0a6ba HTTP/1.1" status: 200 len: 267 time: 0.1011047 Jul 16 03:48:33.274894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ed365bc2-6bc5-4b4c-a2e6-30c21e3eb862 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-920248627'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:33.306010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2e23f-20f7-46d7-a978-20a6599c1a6c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Network': ['ID=44a93932-d34d-4c46-b137-8fbf137b6a12,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:33.313954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] Set router eb00561b-f9a6-4222-a233-a288a598c316 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:48:33.348118 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e9361dd-95ce-4d1c-8596-cbe75a0c7cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.351146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e9361dd-95ce-4d1c-8596-cbe75a0c7cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.362123 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3e9361dd-95ce-4d1c-8596-cbe75a0c7cc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0560563e-d16a-4116-ba3e-679083888f49 HTTP/1.1" status: 204 len: 168 time: 0.6869140 Jul 16 03:48:33.425001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa71434-c205-42de-af3d-3d39492102c7 req-f8ad781a-7b3e-4f40-906a-1a027290640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:33.428467 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-daa71434-c205-42de-af3d-3d39492102c7 req-f8ad781a-7b3e-4f40-906a-1a027290640b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 1095 time: 0.5567172 Jul 16 03:48:33.435975 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9361dd-95ce-4d1c-8596-cbe75a0c7cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0560563e-d16a-4116-ba3e-679083888f49,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:33.462306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67030af-f74f-44b6-ac27-e8128a8c151f req-fe3cea87-c938-4d90-8439-5450cdb77ab6 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:33.470385 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e67030af-f74f-44b6-ac27-e8128a8c151f req-fe3cea87-c938-4d90-8439-5450cdb77ab6 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 944 time: 0.4267387 Jul 16 03:48:33.481109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed365bc2-6bc5-4b4c-a2e6-30c21e3eb862 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:33.483462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28eaa7-5a9c-4154-afca-645f3f8ec540 None None] Pushing event updated for resources: {'Port': ['ID=6ea4fd19-09c5-49de-ba18-6062aa670e5a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:33.486612 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed365bc2-6bc5-4b4c-a2e6-30c21e3eb862 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.516813 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-f06c693b-b7e0-426b-9278-53b3098dabf8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--1561176466&fields=id&tenant_id=585dafdd798a48c2a5975c05e5d0a6ba HTTP/1.1" status: 200 len: 267 time: 0.2197061 Jul 16 03:48:33.673866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed365bc2-6bc5-4b4c-a2e6-30c21e3eb862 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:33.682065 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e7a28ed5-c23d-4363-ab29-4cc6905bdd8b no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:33.706076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: e7a28ed5-c23d-4363-ab29-4cc6905bdd8b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:33.706602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e7a28ed5-c23d-4363-ab29-4cc6905bdd8b not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:33.721448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e67030af-f74f-44b6-ac27-e8128a8c151f req-9e37e682-83f2-4895-ae90-806a742e9073 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497647 Jul 16 03:48:33.721960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f5f01-3e88-4510-96c1-b5c5ebd1e378 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Network': ['ID=bb30215f-9dae-40b1-9683-cec214f09cc4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:33.745964 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed365bc2-6bc5-4b4c-a2e6-30c21e3eb862 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.746324 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-ed365bc2-6bc5-4b4c-a2e6-30c21e3eb862 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Added segment d4268377-b642-4d86-a892-55f060176b8c of type vlan for network f99da38c-e743-4b33-9233-2001ad6022ee Jul 16 03:48:33.750940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network bb30215f-9dae-40b1-9683-cec214f09cc4 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:33.757830 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f9cc4a90-5916-4e49-9c80-29cf3c59cbe4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f1e5659dfe74905afc009392593fc2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7824998 Jul 16 03:48:33.786105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4e547936-b499-44bb-bd74-8595514bcb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:48:16Z', 'updated_at': '2021-07-16T03:48:27Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '4e547936-b499-44bb-bd74-8595514bcb35', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:18Z', 'updated_at': '2021-07-16T03:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '6ea4fd19-09c5-49de-ba18-6062aa670e5a', 'name': '', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'mac_address': 'fa:16:3e:8f:ef:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:26Z', 'updated_at': '2021-07-16T03:48:33Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'subnets': [{'id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:33.787523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55574) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:33.807897 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab338f00-d75f-429d-a937-247c348bed32 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:33.812122 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab338f00-d75f-429d-a937-247c348bed32 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.854523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-7f228ba7-9fb8-4a2d-a3b7-6b00dd3c8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:33.856223 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-7f228ba7-9fb8-4a2d-a3b7-6b00dd3c8c43 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5939136 Jul 16 03:48:33.857416 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55576) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:33.867568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf31fd8-30bd-4fbb-89b8-7cfae5962a36 None None] The sync data for ids ['eb00561b-f9a6-4222-a233-a288a598c316'] in n-d-800088-6 is: [{'id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4e547936-b499-44bb-bd74-8595514bcb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:48:16Z', 'updated_at': '2021-07-16T03:48:27Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '4e547936-b499-44bb-bd74-8595514bcb35', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:18Z', 'updated_at': '2021-07-16T03:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '6ea4fd19-09c5-49de-ba18-6062aa670e5a', 'name': '', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'mac_address': 'fa:16:3e:8f:ef:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:26Z', 'updated_at': '2021-07-16T03:48:33Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'subnets': [{'id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:48:33.880948 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:33.928285 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b30f7f16-bd69-47ae-8745-a814baf6c2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.007841 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97181aca-97ea-4bb5-832d-e4372ba80503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.074246 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa71434-c205-42de-af3d-3d39492102c7 req-659fbd95-9f13-4803-85ff-9367728243e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.076357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-daa71434-c205-42de-af3d-3d39492102c7 req-659fbd95-9f13-4803-85ff-9367728243e7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 906 time: 0.6249468 Jul 16 03:48:34.099566 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97181aca-97ea-4bb5-832d-e4372ba80503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.117030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-1137f9a2-1e34-4dfb-8697-1f27eb13fdbd tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.118709 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-1137f9a2-1e34-4dfb-8697-1f27eb13fdbd tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/networks?id=4da74bc5-319f-415b-8601-b4ee4c5dca4f HTTP/1.1" status: 200 len: 797 time: 0.6004021 Jul 16 03:48:34.171876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-daa71434-c205-42de-af3d-3d39492102c7 req-2aafbf94-aef0-4244-9565-f0223638dba7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dec034a-b196-4719-a12e-0b50a02a0ccc HTTP/1.1" status: 200 len: 217 time: 0.0619042 Jul 16 03:48:34.176090 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed365bc2-6bc5-4b4c-a2e6-30c21e3eb862 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.180306 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-706ead07-5165-4ee5-b0ef-e2100f1dd4a9 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/quotas/585dafdd798a48c2a5975c05e5d0a6ba HTTP/1.1" status: 200 len: 375 time: 0.0522997 Jul 16 03:48:34.182995 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-5254a7b7-db15-4467-878c-4d9b4370ae25 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998750 Jul 16 03:48:34.284803 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed365bc2-6bc5-4b4c-a2e6-30c21e3eb862 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.290637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed365bc2-6bc5-4b4c-a2e6-30c21e3eb862 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.291225 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed365bc2-6bc5-4b4c-a2e6-30c21e3eb862 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.302093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa71434-c205-42de-af3d-3d39492102c7 req-3ac9bb7e-c1ee-415e-a5d8-fd959127598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.303576 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-daa71434-c205-42de-af3d-3d39492102c7 req-3ac9bb7e-c1ee-415e-a5d8-fd959127598a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 200 len: 845 time: 0.1212544 Jul 16 03:48:34.327445 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97181aca-97ea-4bb5-832d-e4372ba80503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.330066 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97181aca-97ea-4bb5-832d-e4372ba80503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.333568 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-97181aca-97ea-4bb5-832d-e4372ba80503 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12f2aaa5-e57c-48a2-bd0e-29420eb958e2 HTTP/1.1" status: 204 len: 168 time: 0.5403454 Jul 16 03:48:34.372341 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-daa71434-c205-42de-af3d-3d39492102c7 req-ef31ba22-6ca3-4d18-a702-fd29f2cfe0db service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be05005c-c098-4d8b-a55d-fc55d239f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455537 Jul 16 03:48:34.376732 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab338f00-d75f-429d-a937-247c348bed32 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.388544 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97181aca-97ea-4bb5-832d-e4372ba80503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f2aaa5-e57c-48a2-bd0e-29420eb958e2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:34.420549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed365bc2-6bc5-4b4c-a2e6-30c21e3eb862 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Network': ['ID=f99da38c-e743-4b33-9233-2001ad6022ee,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:34.433605 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network f99da38c-e743-4b33-9233-2001ad6022ee details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:34.443473 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-8d1e119a-c494-4747-aae0-b439ea8f3cd0 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=585dafdd798a48c2a5975c05e5d0a6ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2501054 Jul 16 03:48:34.460204 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-f1fd1580-a3d4-4060-b7b4-83935ac354c2 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625070 Jul 16 03:48:34.494722 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b30f7f16-bd69-47ae-8745-a814baf6c2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.561849 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1dec034a-b196-4719-a12e-0b50a02a0ccc details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:48:34.566501 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ed365bc2-6bc5-4b4c-a2e6-30c21e3eb862 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2994504 Jul 16 03:48:34.573527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:34.573885 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b30f7f16-bd69-47ae-8745-a814baf6c2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.595850 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-a37978a2-0ec3-4057-a4bb-7c07f45151f5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=5e21d669-77b2-45fd-83e4-06c2ed38d708 HTTP/1.1" status: 200 len: 217 time: 0.1144457 Jul 16 03:48:34.599169 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fcb740dd-3985-4179-89d2-c8ee4a0eecba tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'subnet': {'network_id': 'f99da38c-e743-4b33-9233-2001ad6022ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:34.622949 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab338f00-d75f-429d-a937-247c348bed32 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Subnet': ['ID=0c8edccf-1ba2-4a4b-a3eb-124bb2089728,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:34.677477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-daa71434-c205-42de-af3d-3d39492102c7 req-aa84a80d-e4f7-4fb4-8d80-e495d360c7ee service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661500 Jul 16 03:48:34.692960 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b30f7f16-bd69-47ae-8745-a814baf6c2f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=957237d043b840c58062dcabd6789e69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8200552 Jul 16 03:48:34.697448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:34.705696 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1dec034a-b196-4719-a12e-0b50a02a0ccc, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1dec034a-b196-4719-a12e-0b50a02a0ccc,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:34.705951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f7f16-bd69-47ae-8745-a814baf6c2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd59bd4-f65b-4111-9592-c67cb8d546c8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:34.720049 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '1dec034a-b196-4719-a12e-0b50a02a0ccc', 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5', 'port_id': '1dec034a-b196-4719-a12e-0b50a02a0ccc', 'mac_address': 'fa:16:3e:7d:df:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c67eeac-ef92-44b4-81f1-978ab2dd4eec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:48:34.720229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab338f00-d75f-429d-a937-247c348bed32 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Checking segment: {'id': '5bc44fe9-57dd-4f40-b7ce-572d6b35ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bb30215f-9dae-40b1-9683-cec214f09cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:34.720598 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab338f00-d75f-429d-a937-247c348bed32 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network hostable DHCP agents. Network: bb30215f-9dae-40b1-9683-cec214f09cc4, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:34.745532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-40fea205-b148-4996-96de-9fac5b7bc293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.754544 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-40fea205-b148-4996-96de-9fac5b7bc293 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.1220298 Jul 16 03:48:34.762728 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab338f00-d75f-429d-a937-247c348bed32 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network bb30215f-9dae-40b1-9683-cec214f09cc4 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:34.767673 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.792671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dec034a-b196-4719-a12e-0b50a02a0ccc {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:34.809836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ab338f00-d75f-429d-a937-247c348bed32 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, bb30215f-9dae-40b1-9683-cec214f09cc4) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:34.817464 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab338f00-d75f-429d-a937-247c348bed32 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.818436 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab338f00-d75f-429d-a937-247c348bed32 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:34.828865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2535bfbc-649e-409a-830a-f5b8bd43eea4 None None] Network bb30215f-9dae-40b1-9683-cec214f09cc4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:34.859461 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ab338f00-d75f-429d-a937-247c348bed32 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7180777 Jul 16 03:48:34.866949 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55592) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:34.873822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-82cf2a03-d233-4d2f-8e4b-0bfa62d01927 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'subnet': {'network_id': 'bb30215f-9dae-40b1-9683-cec214f09cc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:34.922470 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-65637b93-33a0-4477-938a-24cdc448ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:34.923994 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-65637b93-33a0-4477-938a-24cdc448ffcb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1566343 Jul 16 03:48:34.973688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb740dd-3985-4179-89d2-c8ee4a0eecba tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:34.977439 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcb740dd-3985-4179-89d2-c8ee4a0eecba tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.009698 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1dec034a-b196-4719-a12e-0b50a02a0ccc, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1dec034a-b196-4719-a12e-0b50a02a0ccc,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:35.024148 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.066482 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-66015c76-60f1-4045-98d6-61ed13949b6b service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161857 Jul 16 03:48:35.163765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-bb30215f-9dae-40b1-9683-cec214f09cc4', 'network_id': 'bb30215f-9dae-40b1-9683-cec214f09cc4', 'tenant_id': 'ed7594d380d2450fad6c1d1bbb9a39b0', 'fixed_ips': [{'subnet_id': '0c8edccf-1ba2-4a4b-a3eb-124bb2089728'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:48:35.165056 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.207726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=1dec034a-b196-4719-a12e-0b50a02a0ccc,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:35.212240 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff9efdff-0a8c-48a9-805b-e3ed3dcbba83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.256523 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-daa71434-c205-42de-af3d-3d39492102c7 req-5f54dfae-8947-42f7-8360-7ed7d9dc3fc4 service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5630105 Jul 16 03:48:35.270054 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cf2a03-d233-4d2f-8e4b-0bfa62d01927 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:35.273689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82cf2a03-d233-4d2f-8e4b-0bfa62d01927 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.311495 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff9efdff-0a8c-48a9-805b-e3ed3dcbba83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.336178 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-1fa6088a-d1bc-4be4-b79a-7ff8adc6c1fd service neutron] 10.222.0.18 "GET /v2.0/networks/4da74bc5-319f-415b-8601-b4ee4c5dca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8755314 Jul 16 03:48:35.385239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc361dd-6c59-4ece-a281-0435b1abc39f req-7b2b3385-a6d1-4b67-b733-f639d9c06819 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:35.385521 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-eb1cd2dc-7ca5-4580-86ae-e8a33964c840 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812417 Jul 16 03:48:35.392586 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4cc361dd-6c59-4ece-a281-0435b1abc39f req-7b2b3385-a6d1-4b67-b733-f639d9c06819 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 945 time: 0.3431668 Jul 16 03:48:35.435974 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-765019ac-1f72-40be-a63f-e8d9c624bc00 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=4982515d-752f-4574-aacd-f6a957b1b2bf HTTP/1.1" status: 200 len: 217 time: 0.0372818 Jul 16 03:48:35.445006 n-d-800088-6 neutron-server[93768]: INFO neutron.db.ipam_backend_mixin [None req-82cf2a03-d233-4d2f-8e4b-0bfa62d01927 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0c8edccf-1ba2-4a4b-a3eb-124bb2089728 (CIDR: 2001:db8::/64) Jul 16 03:48:35.499076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-cea89751-539a-4dc3-8e79-2ff7b96c84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:35.501067 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-cea89751-539a-4dc3-8e79-2ff7b96c84ce service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 200 len: 797 time: 0.0546625 Jul 16 03:48:35.503200 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-82cf2a03-d233-4d2f-8e4b-0bfa62d01927 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:48:35.503685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82cf2a03-d233-4d2f-8e4b-0bfa62d01927 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:48:35.546385 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-82cf2a03-d233-4d2f-8e4b-0bfa62d01927 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6775157 Jul 16 03:48:35.555839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55608) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:35.571706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0838b26b-5ea1-46f3-a037-3bd693503a41 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'subnet': {'network_id': 'bb30215f-9dae-40b1-9683-cec214f09cc4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:35.577079 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4cc361dd-6c59-4ece-a281-0435b1abc39f req-7c4d7cf6-d2d0-445c-affd-3c57abb91d9e tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822112 Jul 16 03:48:35.630078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['1dec034a-b196-4719-a12e-0b50a02a0ccc'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:35.666071 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff9efdff-0a8c-48a9-805b-e3ed3dcbba83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.668740 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff9efdff-0a8c-48a9-805b-e3ed3dcbba83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.670545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ff9efdff-0a8c-48a9-805b-e3ed3dcbba83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cd59bd4-f65b-4111-9592-c67cb8d546c8 HTTP/1.1" status: 204 len: 168 time: 0.9476430 Jul 16 03:48:35.682926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Allocated IP 2001:db8::2 (bb30215f-9dae-40b1-9683-cec214f09cc4/0c8edccf-1ba2-4a4b-a3eb-124bb2089728/6abd1496-06b8-4e2b-a98c-90bb8a337ddd) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:35.703323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9efdff-0a8c-48a9-805b-e3ed3dcbba83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd59bd4-f65b-4111-9592-c67cb8d546c8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:35.718516 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-51fa83f7-1205-43e3-b9e0-5b4331549b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:35.720596 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-51fa83f7-1205-43e3-b9e0-5b4331549b53 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=90438ada-ec72-4cdb-9a73-516b7f1c6694&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2088766 Jul 16 03:48:35.754516 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-04dc064c-e293-4e38-8fa8-0fd5a069e14c service neutron] 10.222.0.18 "GET /v2.0/networks/4da74bc5-319f-415b-8601-b4ee4c5dca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174147 Jul 16 03:48:35.762429 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcb740dd-3985-4179-89d2-c8ee4a0eecba tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.791485 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6ea4fd19-09c5-49de-ba18-6062aa670e5a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:35.842951 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.845587 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb740dd-3985-4179-89d2-c8ee4a0eecba tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Checking segment: {'id': 'd4268377-b642-4d86-a892-55f060176b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f99da38c-e743-4b33-9233-2001ad6022ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:35.845981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb740dd-3985-4179-89d2-c8ee4a0eecba tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network hostable DHCP agents. Network: f99da38c-e743-4b33-9233-2001ad6022ee, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:35.863786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb740dd-3985-4179-89d2-c8ee4a0eecba tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Subnet': ['ID=ee57d3a4-e6e6-43a0-8b5c-54606c3ce9bc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:35.875505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb740dd-3985-4179-89d2-c8ee4a0eecba tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network f99da38c-e743-4b33-9233-2001ad6022ee is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:35.892125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fcb740dd-3985-4179-89d2-c8ee4a0eecba tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, f99da38c-e743-4b33-9233-2001ad6022ee) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:35.907711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb740dd-3985-4179-89d2-c8ee4a0eecba tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:35.908135 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fcb740dd-3985-4179-89d2-c8ee4a0eecba tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.923347 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab26ba3-889c-4488-844c-bdf18bf44d25 None None] Network f99da38c-e743-4b33-9233-2001ad6022ee requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:35.928496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:35.968756 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0838b26b-5ea1-46f3-a037-3bd693503a41 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:35.974509 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0838b26b-5ea1-46f3-a037-3bd693503a41 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:35.975663 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fcb740dd-3985-4179-89d2-c8ee4a0eecba tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3964016 Jul 16 03:48:35.976902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:35.990021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b18b88ab-2a82-4945-987f-dd451ecb5d8f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'network_id': 'f99da38c-e743-4b33-9233-2001ad6022ee', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1672440916'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:36.176913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 6ea4fd19-09c5-49de-ba18-6062aa670e5a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:36.241621 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-88dae82b-97b6-49ea-b6fd-173ede9f7af4 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075865 Jul 16 03:48:36.245299 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af08af9e-01f4-4b2b-bb34-1eb676019f56 req-a1865e65-584e-495a-9ab4-2f8c274f813f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 210 time: 0.0824196 Jul 16 03:48:36.293841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-62a6067b-616d-47f6-ac21-2fa6970830a4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668969131'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:36.337857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 6ea4fd19-09c5-49de-ba18-6062aa670e5a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:36.338506 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.397312 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18b88ab-2a82-4945-987f-dd451ecb5d8f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:36.403004 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b18b88ab-2a82-4945-987f-dd451ecb5d8f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.404764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-f99da38c-e743-4b33-9233-2001ad6022ee', 'network_id': 'f99da38c-e743-4b33-9233-2001ad6022ee', 'tenant_id': '31574bc2dca048b197c13114ca47965d', 'fixed_ips': [{'subnet_id': 'ee57d3a4-e6e6-43a0-8b5c-54606c3ce9bc'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:48:36.405864 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.440199 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-b18b88ab-2a82-4945-987f-dd451ecb5d8f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port 5062f952-80b2-4cc1-beee-20b4dbfcf7c8 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:36.450943 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-67d55c3a-7dc3-4b4d-8231-21ec1e68b636 service neutron] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937873 Jul 16 03:48:36.459649 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0838b26b-5ea1-46f3-a037-3bd693503a41 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.465175 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.492739 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Transition to ACTIVE for port object 6abd1496-06b8-4e2b-a98c-90bb8a337ddd will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:36.535565 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62a6067b-616d-47f6-ac21-2fa6970830a4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.564766 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62a6067b-616d-47f6-ac21-2fa6970830a4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.593595 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Transition to ACTIVE for port object 6abd1496-06b8-4e2b-a98c-90bb8a337ddd will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:36.625043 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.630643 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838b26b-5ea1-46f3-a037-3bd693503a41 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Subnet': ['ID=7067775b-a3b8-4b2a-8e30-2b9a1fec1cff,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:36.667225 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-22146b36-f7a8-4908-a25d-87ee0916af6b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18412237-51bf-4af1-8447-3590a799f08e HTTP/1.1" status: 200 len: 217 time: 0.2039697 Jul 16 03:48:36.671942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0838b26b-5ea1-46f3-a037-3bd693503a41 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network bb30215f-9dae-40b1-9683-cec214f09cc4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:36.679825 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Pushing event updated for resources: {'Port': ['ID=6abd1496-06b8-4e2b-a98c-90bb8a337ddd,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:36.699670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0838b26b-5ea1-46f3-a037-3bd693503a41 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:36.704743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b18b88ab-2a82-4945-987f-dd451ecb5d8f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Allocated IP 172.20.0.12 (f99da38c-e743-4b33-9233-2001ad6022ee/ee57d3a4-e6e6-43a0-8b5c-54606c3ce9bc/5062f952-80b2-4cc1-beee-20b4dbfcf7c8) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:36.708171 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.711323 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Network bb30215f-9dae-40b1-9683-cec214f09cc4 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:36.716976 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0838b26b-5ea1-46f3-a037-3bd693503a41 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:36.717761 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0838b26b-5ea1-46f3-a037-3bd693503a41 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.720492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:36.726356 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:36.801593 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 6ea4fd19-09c5-49de-ba18-6062aa670e5a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6ea4fd19-09c5-49de-ba18-6062aa670e5a,segment=NetworkSegment(7e673e9b-92ef-4090-b98f-2319d671cd68),segment_id=7e673e9b-92ef-4090-b98f-2319d671cd68)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:36.809839 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.819927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Attempting to bind port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:36.820384 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Attempting to bind port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '5bc44fe9-57dd-4f40-b7ce-572d6b35ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bb30215f-9dae-40b1-9683-cec214f09cc4'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:36.820815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Attempting to bind port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd on network bb30215f-9dae-40b1-9683-cec214f09cc4 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:36.847560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:36.847937 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Checking segment: {'id': '5bc44fe9-57dd-4f40-b7ce-572d6b35ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bb30215f-9dae-40b1-9683-cec214f09cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:36.848576 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.849103 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Bound using segment: {'id': '5bc44fe9-57dd-4f40-b7ce-572d6b35ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bb30215f-9dae-40b1-9683-cec214f09cc4'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:36.849761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Bound port: 6abd1496-06b8-4e2b-a98c-90bb8a337ddd, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc44fe9-57dd-4f40-b7ce-572d6b35ecac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'bb30215f-9dae-40b1-9683-cec214f09cc4'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:36.850292 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.872357 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-7f0983b0-71c0-45b3-9c4c-69149b9a5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:36.873940 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-7f0983b0-71c0-45b3-9c4c-69149b9a5da2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cd2e3795-f02b-4e58-9b25-e8f59c3b0c20 HTTP/1.1" status: 200 len: 797 time: 0.1994710 Jul 16 03:48:36.877874 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62a6067b-616d-47f6-ac21-2fa6970830a4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.905963 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62a6067b-616d-47f6-ac21-2fa6970830a4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:36.908286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=6ea4fd19-09c5-49de-ba18-6062aa670e5a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:36.924008 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0838b26b-5ea1-46f3-a037-3bd693503a41 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3668561 Jul 16 03:48:36.928515 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55650) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:36.936349 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'network_id': 'bb30215f-9dae-40b1-9683-cec214f09cc4', 'fixed_ips': [{'subnet_id': '0c8edccf-1ba2-4a4b-a3eb-124bb2089728'}, {'subnet_id': '7067775b-a3b8-4b2a-8e30-2b9a1fec1cff'}], 'name': 'tempest-PortsIpV6TestJSON-2137076507'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:36.987100 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6067b-616d-47f6-ac21-2fa6970830a4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d9d5e6-5785-49d1-b8eb-aa9101d169e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:36.994931 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] For port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:36.999017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] For port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6abd1496-06b8-4e2b-a98c-90bb8a337ddd,segment=NetworkSegment(5bc44fe9-57dd-4f40-b7ce-572d6b35ecac),segment_id=5bc44fe9-57dd-4f40-b7ce-572d6b35ecac)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:37.007648 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.023064 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-2cf5f47f-e6f6-4e54-8da7-19594212876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.024366 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-2cf5f47f-e6f6-4e54-8da7-19594212876a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a3d8bc9a-80ea-44be-8f70-23c45868da08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1430290 Jul 16 03:48:37.039085 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b18b88ab-2a82-4945-987f-dd451ecb5d8f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.107280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b18b88ab-2a82-4945-987f-dd451ecb5d8f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Transition to ACTIVE for port object 5062f952-80b2-4cc1-beee-20b4dbfcf7c8 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:37.153200 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e50185-61d9-4944-a7aa-7d30257fa0f5 None None] Pushing event updated for resources: {'Port': ['ID=6abd1496-06b8-4e2b-a98c-90bb8a337ddd,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:37.171453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14a539-2ad1-4813-a519-5337d854fb23 req-3443a809-9324-4eb5-9f4c-a9dc875778e2 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.173090 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea14a539-2ad1-4813-a519-5337d854fb23 req-3443a809-9324-4eb5-9f4c-a9dc875778e2 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 945 time: 0.3220115 Jul 16 03:48:37.202303 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-9da9f74a-5bb6-4be5-b5ea-4ab2a25cfa95 service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704402 Jul 16 03:48:37.298771 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62a6067b-616d-47f6-ac21-2fa6970830a4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.300383 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b18b88ab-2a82-4945-987f-dd451ecb5d8f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.305530 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea14a539-2ad1-4813-a519-5337d854fb23 req-e467de73-ca40-4a6f-b418-0fca546704c8 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120777 Jul 16 03:48:37.314323 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62a6067b-616d-47f6-ac21-2fa6970830a4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.398156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6067b-616d-47f6-ac21-2fa6970830a4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2553a0c2-2039-4d38-89df-dcb7d1d4ab08,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:37.424500 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-674f2b4f-5fd4-485d-93fe-f93e9cc4822f service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144377 Jul 16 03:48:37.427245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18b88ab-2a82-4945-987f-dd451ecb5d8f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network f99da38c-e743-4b33-9233-2001ad6022ee is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:37.446983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b18b88ab-2a82-4945-987f-dd451ecb5d8f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:37.449456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Allocated IP 172.20.0.2 (f99da38c-e743-4b33-9233-2001ad6022ee/ee57d3a4-e6e6-43a0-8b5c-54606c3ce9bc/2efb8035-50a9-4a75-a90c-7de1050cf29b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:37.456992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18b88ab-2a82-4945-987f-dd451ecb5d8f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:37.461552 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b88ab-2a82-4945-987f-dd451ecb5d8f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=5062f952-80b2-4cc1-beee-20b4dbfcf7c8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:37.467635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:37.532533 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-62a6067b-616d-47f6-ac21-2fa6970830a4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.533785 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-62a6067b-616d-47f6-ac21-2fa6970830a4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6039603 Jul 16 03:48:37.541909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55662) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:37.555309 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-8762f889-514b-469a-a802-ec583c9e949d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 HTTP/1.1" status: 200 len: 217 time: 0.1171629 Jul 16 03:48:37.563248 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9cd0144e-0ae2-43aa-b2f7-d09377ad265e req-a3f666bc-9df0-447f-a7d9-5a3ceacb00ff tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 210 time: 0.0465198 Jul 16 03:48:37.593962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18b88ab-2a82-4945-987f-dd451ecb5d8f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.594847 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b18b88ab-2a82-4945-987f-dd451ecb5d8f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.620161 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b18b88ab-2a82-4945-987f-dd451ecb5d8f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.6410205 Jul 16 03:48:37.621139 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:37.691817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-d947af7a-2f4f-44da-bfdf-b98a89969a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:37.693346 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-d947af7a-2f4f-44da-bfdf-b98a89969a40 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cd2e3795-f02b-4e58-9b25-e8f59c3b0c20 HTTP/1.1" status: 200 len: 797 time: 0.1158864 Jul 16 03:48:37.798463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-790f4316-112f-4068-ad9b-864ef37c63e4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 5062f952-80b2-4cc1-beee-20b4dbfcf7c8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:37.799055 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790f4316-112f-4068-ad9b-864ef37c63e4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.806884 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.816153 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Transition to ACTIVE for port object 2efb8035-50a9-4a75-a90c-7de1050cf29b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:37.833140 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Transition to ACTIVE for port object 2efb8035-50a9-4a75-a90c-7de1050cf29b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:37.841646 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.850240 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6abd1496-06b8-4e2b-a98c-90bb8a337ddd up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:37.871291 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:37.913383 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port f37fc7f1-8a7d-418f-8d8c-980543927759 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:37.954363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Network f99da38c-e743-4b33-9233-2001ad6022ee is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:37.968299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:37.973851 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:37.977497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:37.983086 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Pushing event updated for resources: {'Port': ['ID=2efb8035-50a9-4a75-a90c-7de1050cf29b,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:38.014812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6ea4fd19-09c5-49de-ba18-6062aa670e5a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:38.038958 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-449206e6-a219-4473-9f4d-0b26920973a3 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4922733 Jul 16 03:48:38.055975 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55672) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:38.068800 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-48c2ebf7-abfe-4f01-be00-e638b8e909ab tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group': {'name': 'tempest-security--1362248002', 'description': 'tempest-security-description-1164306612'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:38.086678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-66a15039-4304-44fb-a776-c18a9dbf764f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:38.088213 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-66a15039-4304-44fb-a776-c18a9dbf764f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.20 "GET /v2.0/networks?id=4da74bc5-319f-415b-8601-b4ee4c5dca4f HTTP/1.1" status: 200 len: 797 time: 0.1588511 Jul 16 03:48:38.089783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Attempting to bind port 2efb8035-50a9-4a75-a90c-7de1050cf29b on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:38.090748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Attempting to bind port 2efb8035-50a9-4a75-a90c-7de1050cf29b by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'd4268377-b642-4d86-a892-55f060176b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f99da38c-e743-4b33-9233-2001ad6022ee'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:38.091934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Attempting to bind port 2efb8035-50a9-4a75-a90c-7de1050cf29b on network f99da38c-e743-4b33-9233-2001ad6022ee {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:38.103839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:38.104680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Checking segment: {'id': 'd4268377-b642-4d86-a892-55f060176b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f99da38c-e743-4b33-9233-2001ad6022ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:38.105383 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.106013 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Bound using segment: {'id': 'd4268377-b642-4d86-a892-55f060176b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f99da38c-e743-4b33-9233-2001ad6022ee'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:38.107775 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Bound port: 2efb8035-50a9-4a75-a90c-7de1050cf29b, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4268377-b642-4d86-a892-55f060176b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'f99da38c-e743-4b33-9233-2001ad6022ee'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:38.108635 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.127976 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790f4316-112f-4068-ad9b-864ef37c63e4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.166107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-e6f8e16b-7748-4b94-b4c1-be2374d8d3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:38.166572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-790f4316-112f-4068-ad9b-864ef37c63e4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 5062f952-80b2-4cc1-beee-20b4dbfcf7c8 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:38.167763 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-e6f8e16b-7748-4b94-b4c1-be2374d8d3b5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=a3d8bc9a-80ea-44be-8f70-23c45868da08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4642525 Jul 16 03:48:38.175784 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48c2ebf7-abfe-4f01-be00-e638b8e909ab tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.195402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 6ea4fd19-09c5-49de-ba18-6062aa670e5a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:38.196064 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.246917 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-12c96058-6578-411e-acf2-2438b59af22d None None] For port 2efb8035-50a9-4a75-a90c-7de1050cf29b, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:38.290471 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-12c96058-6578-411e-acf2-2438b59af22d None None] For port 2efb8035-50a9-4a75-a90c-7de1050cf29b, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2efb8035-50a9-4a75-a90c-7de1050cf29b,segment=NetworkSegment(d4268377-b642-4d86-a892-55f060176b8c),segment_id=d4268377-b642-4d86-a892-55f060176b8c)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:38.301750 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.451490 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c96058-6578-411e-acf2-2438b59af22d None None] Pushing event updated for resources: {'Port': ['ID=2efb8035-50a9-4a75-a90c-7de1050cf29b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:38.468379 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-bd01fbcf-2017-4255-8365-18be9831042e service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826369 Jul 16 03:48:38.470367 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-5c2feda3-9fce-4415-8ab3-1a48de14c484 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=585dafdd798a48c2a5975c05e5d0a6ba HTTP/1.1" status: 200 len: 478 time: 0.1186686 Jul 16 03:48:38.471682 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790f4316-112f-4068-ad9b-864ef37c63e4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.520891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-110be9ec-c389-41ad-9765-76b7a2587a1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Request body: {'port': {'device_id': '6a75b260-27e8-420b-86b0-76d2c454e0f6', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'admin_state_up': True, 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'security_groups': ['d1f24637-1f0c-4480-95a3-9ccd363eb222', 'a15afad9-cf80-41f9-80fd-d4f846c27be6']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:38.534272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f4316-112f-4068-ad9b-864ef37c63e4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=5062f952-80b2-4cc1-beee-20b4dbfcf7c8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:38.558093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1dec034a-b196-4719-a12e-0b50a02a0ccc up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:38.594014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48c2ebf7-abfe-4f01-be00-e638b8e909ab tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.603471 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48c2ebf7-abfe-4f01-be00-e638b8e909ab tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.606018 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48c2ebf7-abfe-4f01-be00-e638b8e909ab tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.607316 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-48c2ebf7-abfe-4f01-be00-e638b8e909ab tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "PUT /v2.0/security-groups/2553a0c2-2039-4d38-89df-dcb7d1d4ab08 HTTP/1.1" status: 200 len: 1780 time: 0.5482984 Jul 16 03:48:38.624539 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:38.683420 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 1dec034a-b196-4719-a12e-0b50a02a0ccc completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:38.693972 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 1dec034a-b196-4719-a12e-0b50a02a0ccc triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:38.697636 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:38.855661 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e430de-0d34-4e46-8bcc-46f8b1aeea1b None None] Network bb30215f-9dae-40b1-9683-cec214f09cc4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:38.921670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ffbf5e36-d554-4716-94af-36f98a41da8a None None] Provisioning for port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:38.929558 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ffbf5e36-d554-4716-94af-36f98a41da8a None None] Provisioning complete for port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:38.929939 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ffbf5e36-d554-4716-94af-36f98a41da8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.195507 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ffbf5e36-d554-4716-94af-36f98a41da8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.250488 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.312281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3935a05e-5403-43f0-912f-cee6cdfd01eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dec034a-b196-4719-a12e-0b50a02a0ccc'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:39.317347 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dce748-8039-493a-8b4a-32adaf29f5a1" -d '{"events": [{"server_uuid": "3935a05e-5403-43f0-912f-cee6cdfd01eb", "name": "network-vif-plugged", "status": "completed", "tag": "1dec034a-b196-4719-a12e-0b50a02a0ccc"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:39.336444 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2da98705-fe6a-4bfd-8f48-a471fa0cad54 req-ceeea9c8-4aab-49fe-b193-ef68819c4410 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 210 time: 0.0844727 Jul 16 03:48:39.403056 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1dec034a-b196-4719-a12e-0b50a02a0ccc, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1dec034a-b196-4719-a12e-0b50a02a0ccc,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:39.418098 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6a7bf831-12ff-494e-91ab-f96d9ccfe2e6 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-groups/2553a0c2-2039-4d38-89df-dcb7d1d4ab08 HTTP/1.1" status: 200 len: 1780 time: 0.7760451 Jul 16 03:48:39.422102 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.424354 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:39.427228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ffbf5e36-d554-4716-94af-36f98a41da8a None None] For port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6abd1496-06b8-4e2b-a98c-90bb8a337ddd,segment=NetworkSegment(5bc44fe9-57dd-4f40-b7ce-572d6b35ecac),segment_id=5bc44fe9-57dd-4f40-b7ce-572d6b35ecac)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:39.466581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2ebf7-abfe-4f01-be00-e638b8e909ab tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2553a0c2-2039-4d38-89df-dcb7d1d4ab08,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:39.469540 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-790f4316-112f-4068-ad9b-864ef37c63e4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.478554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-790f4316-112f-4068-ad9b-864ef37c63e4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/5062f952-80b2-4cc1-beee-20b4dbfcf7c8 HTTP/1.1" status: 204 len: 168 time: 1.8537712 Jul 16 03:48:39.481604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55704) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:39.490255 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cdfb32-a132-4941-aaa3-ee02ea4a96b7 x-openstack-request-id: req-96cdfb32-a132-4941-aaa3-ee02ea4a96b7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:39.490679 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3935a05e-5403-43f0-912f-cee6cdfd01eb", "name": "network-vif-plugged", "status": "completed", "tag": "1dec034a-b196-4719-a12e-0b50a02a0ccc", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:39.491416 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96cdfb32-a132-4941-aaa3-ee02ea4a96b7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:39.491835 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3935a05e-5403-43f0-912f-cee6cdfd01eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dec034a-b196-4719-a12e-0b50a02a0ccc', 'code': 200} Jul 16 03:48:39.504737 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ffbf5e36-d554-4716-94af-36f98a41da8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.532121 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc469e1-a731-4aa0-be73-8f4ba0ba8d80 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] GET failed (client error): The resource could not be found. Jul 16 03:48:39.537099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=1dec034a-b196-4719-a12e-0b50a02a0ccc,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:39.537902 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4cc469e1-a731-4aa0-be73-8f4ba0ba8d80 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/5062f952-80b2-4cc1-beee-20b4dbfcf7c8 HTTP/1.1" status: 404 len: 333 time: 0.0524747 Jul 16 03:48:39.540286 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df29c45f-6b4e-4974-af99-a24386b7efe5 req-073ca091-8d88-4f86-93de-b1f254b2ecdf service neutron] 10.222.0.88 "GET /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0481288 Jul 16 03:48:39.541504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55706) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:39.600273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e5910-c45e-46f1-b7b5-df6e9c190b4f req-56a3632f-d389-41b4-a575-380256deb459 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:39.612527 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d88e5910-c45e-46f1-b7b5-df6e9c190b4f req-56a3632f-d389-41b4-a575-380256deb459 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 945 time: 1.0453739 Jul 16 03:48:39.674432 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf5e36-d554-4716-94af-36f98a41da8a None None] Pushing event updated for resources: {'Port': ['ID=6abd1496-06b8-4e2b-a98c-90bb8a337ddd,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:39.735936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-110be9ec-c389-41ad-9765-76b7a2587a1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Made reservation on behalf of 585dafdd798a48c2a5975c05e5d0a6ba for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:39.739529 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-110be9ec-c389-41ad-9765-76b7a2587a1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.766373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Allocated IP 2001:db8::249 (bb30215f-9dae-40b1-9683-cec214f09cc4/0c8edccf-1ba2-4a4b-a3eb-124bb2089728/f37fc7f1-8a7d-418f-8d8c-980543927759) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:39.787806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2efb8035-50a9-4a75-a90c-7de1050cf29b up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:39.792946 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Allocated IP 2001:db8:0:1::a (bb30215f-9dae-40b1-9683-cec214f09cc4/7067775b-a3b8-4b2a-8e30-2b9a1fec1cff/f37fc7f1-8a7d-418f-8d8c-980543927759) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:39.799670 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b78fdcc-b08a-40da-be62-bd7de4a3ef4f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.809604 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d88e5910-c45e-46f1-b7b5-df6e9c190b4f req-deb5f890-9846-4d2f-94e4-afaa37b6afd7 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976242 Jul 16 03:48:39.848249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4330a4e0-ba84-4421-a0cc-2b3954cdedb2 None None] Update dhcp port {'port': {'network_id': 'bb30215f-9dae-40b1-9683-cec214f09cc4', 'fixed_ips': [{'subnet_id': '0c8edccf-1ba2-4a4b-a3eb-124bb2089728', 'ip_address': '2001:db8::2'}, {'subnet_id': '7067775b-a3b8-4b2a-8e30-2b9a1fec1cff'}], 'binding:host_id': 'n-d-800088-6'}, 'id': '6abd1496-06b8-4e2b-a98c-90bb8a337ddd'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:48:39.851436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7fa822-b31f-4659-8ff1-31d25402970f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting subnet ee57d3a4-e6e6-43a0-8b5c-54606c3ce9bc {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:48:39.859278 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae7fa822-b31f-4659-8ff1-31d25402970f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.895488 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b78fdcc-b08a-40da-be62-bd7de4a3ef4f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.936672 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4330a4e0-ba84-4421-a0cc-2b3954cdedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.941975 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae7fa822-b31f-4659-8ff1-31d25402970f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:39.950961 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 2efb8035-50a9-4a75-a90c-7de1050cf29b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:40.025041 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4f679-ed29-4479-a17b-3592e63ad5ce req-f5a681c3-f50e-4bb7-be23-a9ee89dce5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:40.035394 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0da4f679-ed29-4479-a17b-3592e63ad5ce req-f5a681c3-f50e-4bb7-be23-a9ee89dce5ea service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 1097 time: 0.3949163 Jul 16 03:48:40.057043 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde672ff-5e39-4209-8149-86b1c79f3c64 None None] Network f99da38c-e743-4b33-9233-2001ad6022ee requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:40.063087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-110be9ec-c389-41ad-9765-76b7a2587a1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Allocated IP 172.20.0.4 (4da74bc5-319f-415b-8601-b4ee4c5dca4f/a7d82a6f-9eaf-4449-a713-aeeaaae033af/0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:40.065315 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b78fdcc-b08a-40da-be62-bd7de4a3ef4f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.072199 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b78fdcc-b08a-40da-be62-bd7de4a3ef4f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.072199 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8b78fdcc-b08a-40da-be62-bd7de4a3ef4f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-groups/2553a0c2-2039-4d38-89df-dcb7d1d4ab08 HTTP/1.1" status: 204 len: 168 time: 0.6343706 Jul 16 03:48:40.083813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:40.164757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5eea1c46-c967-4898-a4c6-370752b917a6 None None] Provisioning for port 2efb8035-50a9-4a75-a90c-7de1050cf29b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:40.170539 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae7fa822-b31f-4659-8ff1-31d25402970f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.172719 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78fdcc-b08a-40da-be62-bd7de4a3ef4f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2553a0c2-2039-4d38-89df-dcb7d1d4ab08,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:40.174557 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0da4f679-ed29-4479-a17b-3592e63ad5ce req-82bf1fc3-7125-4144-8a84-aad312f85d6f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318192 Jul 16 03:48:40.177910 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5eea1c46-c967-4898-a4c6-370752b917a6 None None] Provisioning complete for port 2efb8035-50a9-4a75-a90c-7de1050cf29b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:40.178292 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5eea1c46-c967-4898-a4c6-370752b917a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.217902 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.281312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Transition to ACTIVE for port object f37fc7f1-8a7d-418f-8d8c-980543927759 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:40.332927 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae7fa822-b31f-4659-8ff1-31d25402970f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.345727 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7f1bed39-4f16-4faf-bf78-0b978b9c3045 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2575490 Jul 16 03:48:40.347225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:40.357405 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5eea1c46-c967-4898-a4c6-370752b917a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.366136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fa822-b31f-4659-8ff1-31d25402970f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Subnet': ['ID=ee57d3a4-e6e6-43a0-8b5c-54606c3ce9bc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:40.373610 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae7fa822-b31f-4659-8ff1-31d25402970f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.375710 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ae7fa822-b31f-4659-8ff1-31d25402970f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/ee57d3a4-e6e6-43a0-8b5c-54606c3ce9bc HTTP/1.1" status: 204 len: 168 time: 0.8105173 Jul 16 03:48:40.379462 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55716) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:40.417403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.460821 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-6041935c-c3b8-4198-b17e-c47181d66093 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] delete failed (client error): The resource could not be found. Jul 16 03:48:40.466137 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6041935c-c3b8-4198-b17e-c47181d66093 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-groups/2553a0c2-2039-4d38-89df-dcb7d1d4ab08 HTTP/1.1" status: 404 len: 347 time: 0.1145163 Jul 16 03:48:40.468039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55718) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:40.471870 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-624a6f5a-dd14-490c-920a-a6468b75db13 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group': {'name': 'tempest-secgroup--753174066'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:40.510663 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.529018 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network bb30215f-9dae-40b1-9683-cec214f09cc4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:40.540287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:40.544384 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:40.550130 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:40.550408 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.554680 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=f37fc7f1-8a7d-418f-8d8c-980543927759,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:40.573292 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-110be9ec-c389-41ad-9765-76b7a2587a1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.601602 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5faa90ea-1f6d-4905-8d6b-e52425b64242 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.6710463 Jul 16 03:48:40.603481 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55720) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:40.613555 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b5052678-4c2e-41fa-8d22-8ad5641543fa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0c8edccf-1ba2-4a4b-a3eb-124bb2089728'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:40.615297 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-5eea1c46-c967-4898-a4c6-370752b917a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:48:40.615691 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-5eea1c46-c967-4898-a4c6-370752b917a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:48:40.623178 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70b343d4-0e4c-48c4-a797-2e0fb51682eb req-e0ceca22-6b3d-4445-8e85-46556462624d tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 210 time: 0.0537999 Jul 16 03:48:40.624017 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-624a6f5a-dd14-490c-920a-a6468b75db13 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.651762 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4330a4e0-ba84-4421-a0cc-2b3954cdedb2 None None] Allocated IP 2001:db8:0:1::2 (bb30215f-9dae-40b1-9683-cec214f09cc4/7067775b-a3b8-4b2a-8e30-2b9a1fec1cff/6abd1496-06b8-4e2b-a98c-90bb8a337ddd) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:40.659965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-110be9ec-c389-41ad-9765-76b7a2587a1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Transition to ACTIVE for port object 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:40.726629 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-110be9ec-c389-41ad-9765-76b7a2587a1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.736528 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5052678-4c2e-41fa-8d22-8ad5641543fa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.752110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480cc303-e4df-4161-8496-f4a44163bd08 None None] Network f99da38c-e743-4b33-9233-2001ad6022ee requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:40.758993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4330a4e0-ba84-4421-a0cc-2b3954cdedb2 None None] For port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6abd1496-06b8-4e2b-a98c-90bb8a337ddd,segment=NetworkSegment(5bc44fe9-57dd-4f40-b7ce-572d6b35ecac),segment_id=5bc44fe9-57dd-4f40-b7ce-572d6b35ecac)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:40.796620 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-110be9ec-c389-41ad-9765-76b7a2587a1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Network 4da74bc5-319f-415b-8601-b4ee4c5dca4f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:40.798856 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-624a6f5a-dd14-490c-920a-a6468b75db13 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.805551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-110be9ec-c389-41ad-9765-76b7a2587a1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:40.808636 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-110be9ec-c389-41ad-9765-76b7a2587a1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:40.811414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-624a6f5a-dd14-490c-920a-a6468b75db13 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.827430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110be9ec-c389-41ad-9765-76b7a2587a1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'Port': ['ID=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:40.844640 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4330a4e0-ba84-4421-a0cc-2b3954cdedb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.853365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 2efb8035-50a9-4a75-a90c-7de1050cf29b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:40.853723 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.861045 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-624a6f5a-dd14-490c-920a-a6468b75db13 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.862287 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-624a6f5a-dd14-490c-920a-a6468b75db13 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3942647 Jul 16 03:48:40.869037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:40.877619 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cd77fd40-2bab-475e-ad75-be0d8a6ce920 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group_rule': {'security_group_id': 'f25d037f-e8cc-4d0d-9051-69428f354692', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:40.901980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a6f5a-dd14-490c-920a-a6468b75db13 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25d037f-e8cc-4d0d-9051-69428f354692,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:40.905331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4330a4e0-ba84-4421-a0cc-2b3954cdedb2 None None] Transition to ACTIVE for port object 6abd1496-06b8-4e2b-a98c-90bb8a337ddd will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:40.931760 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-110be9ec-c389-41ad-9765-76b7a2587a1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:40.932431 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-110be9ec-c389-41ad-9765-76b7a2587a1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.937404 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4330a4e0-ba84-4421-a0cc-2b3954cdedb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.954772 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd77fd40-2bab-475e-ad75-be0d8a6ce920 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:40.960454 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-110be9ec-c389-41ad-9765-76b7a2587a1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.4712768 Jul 16 03:48:40.976483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Request body: {'port': {'device_id': '6a75b260-27e8-420b-86b0-76d2c454e0f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:41.021637 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] For port 2efb8035-50a9-4a75-a90c-7de1050cf29b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2efb8035-50a9-4a75-a90c-7de1050cf29b,segment=NetworkSegment(d4268377-b642-4d86-a892-55f060176b8c),segment_id=d4268377-b642-4d86-a892-55f060176b8c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:41.023198 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.044391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 2efb8035-50a9-4a75-a90c-7de1050cf29b owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:41.070302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330a4e0-ba84-4421-a0cc-2b3954cdedb2 None None] Pushing event updated for resources: {'Port': ['ID=6abd1496-06b8-4e2b-a98c-90bb8a337ddd,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:41.137231 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd77fd40-2bab-475e-ad75-be0d8a6ce920 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.152127 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd77fd40-2bab-475e-ad75-be0d8a6ce920 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.181219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89153c-0103-4ef6-9b72-0dc7b9e2f2d0 req-3b2ca54a-960f-44a2-8462-a4f179a66511 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:41.182762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be89153c-0103-4ef6-9b72-0dc7b9e2f2d0 req-3b2ca54a-960f-44a2-8462-a4f179a66511 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 946 time: 0.1798279 Jul 16 03:48:41.188372 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.194946 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd77fd40-2bab-475e-ad75-be0d8a6ce920 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.195517 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cd77fd40-2bab-475e-ad75-be0d8a6ce920 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3255188 Jul 16 03:48:41.199699 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55726) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:41.206862 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5eea1c46-c967-4898-a4c6-370752b917a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.209110 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77fd40-2bab-475e-ad75-be0d8a6ce920 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f10c47-3cb9-4b1d-af62-fca976b4d95e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:41.275240 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b5052678-4c2e-41fa-8d22-8ad5641543fa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Delete allocated IP 2001:db8:0:1::a (bb30215f-9dae-40b1-9683-cec214f09cc4/7067775b-a3b8-4b2a-8e30-2b9a1fec1cff) {{(pid=93768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 03:48:41.281008 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be89153c-0103-4ef6-9b72-0dc7b9e2f2d0 req-a8948d80-f4fd-485c-bb0d-62eef5ab6195 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885501 Jul 16 03:48:41.287615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5eea1c46-c967-4898-a4c6-370752b917a6 None None] For port 2efb8035-50a9-4a75-a90c-7de1050cf29b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2efb8035-50a9-4a75-a90c-7de1050cf29b,segment=NetworkSegment(d4268377-b642-4d86-a892-55f060176b8c),segment_id=d4268377-b642-4d86-a892-55f060176b8c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:41.292969 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5eea1c46-c967-4898-a4c6-370752b917a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.295810 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cd1196f-8972-47b2-af12-8b1b4f45030f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.304932 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cd1196f-8972-47b2-af12-8b1b4f45030f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.376628 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cd1196f-8972-47b2-af12-8b1b4f45030f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.398884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ded98f-53f5-4afa-86c4-66b6317446b8 None None] DHCP port deletion for f99da38c-e743-4b33-9233-2001ad6022ee request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:48:41.419938 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1cd1196f-8972-47b2-af12-8b1b4f45030f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.421366 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1cd1196f-8972-47b2-af12-8b1b4f45030f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/84f10c47-3cb9-4b1d-af62-fca976b4d95e HTTP/1.1" status: 204 len: 168 time: 0.2178080 Jul 16 03:48:41.434294 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea1c46-c967-4898-a4c6-370752b917a6 None None] Pushing event updated for resources: {'Port': ['ID=2efb8035-50a9-4a75-a90c-7de1050cf29b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:41.437076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55732) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:41.459640 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1196f-8972-47b2-af12-8b1b4f45030f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84f10c47-3cb9-4b1d-af62-fca976b4d95e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:41.469376 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.470205 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e9ded98f-53f5-4afa-86c4-66b6317446b8 None None] The port '2efb8035-50a9-4a75-a90c-7de1050cf29b' was deleted {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 03:48:41.505370 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4f57fee7-0202-415a-833d-cec9616b3add None None] Provisioning for port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:41.517356 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=2efb8035-50a9-4a75-a90c-7de1050cf29b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:41.532557 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4f57fee7-0202-415a-833d-cec9616b3add None None] Provisioning complete for port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:41.534276 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4f57fee7-0202-415a-833d-cec9616b3add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.538308 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No DVR routers for this DVR port 2efb8035-50a9-4a75-a90c-7de1050cf29b on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:41.602006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4f57fee7-0202-415a-833d-cec9616b3add None None] Port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:41.605090 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4f57fee7-0202-415a-833d-cec9616b3add None None] Could not find standard attr ID for object 2efb8035-50a9-4a75-a90c-7de1050cf29b. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:48:41.636343 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d7c437ca-e7c4-4b5e-92be-ddab4f0c378f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1977942 Jul 16 03:48:41.655943 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:41.695053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6abd1496-06b8-4e2b-a98c-90bb8a337ddd up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:41.708555 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5052678-4c2e-41fa-8d22-8ad5641543fa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.762863 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.768535 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:41.788094 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99da38c-e743-4b33-9233-2001ad6022ee']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:41.795937 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.832506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4268377-b642-4d86-a892-55f060176b8c') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:41.832506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4268377-b642-4d86-a892-55f060176b8c') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:41.838695 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.857589 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b5052678-4c2e-41fa-8d22-8ad5641543fa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Ignored duplicate provisioning block setup for port f37fc7f1-8a7d-418f-8d8c-980543927759 by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 03:48:41.869268 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.874619 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5052678-4c2e-41fa-8d22-8ad5641543fa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.884185 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:48:41.884185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.884507 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2efb8035-50a9-4a75-a90c-7de1050cf29b no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:48:41.888000 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:48:41.900759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Transition to ACTIVE for port object 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:41.905371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd0f6e3-6ece-438e-82a5-5d64142efda4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.939464 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 2efb8035-50a9-4a75-a90c-7de1050cf29b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:41.940067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2efb8035-50a9-4a75-a90c-7de1050cf29b not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:41.950634 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd0f6e3-6ece-438e-82a5-5d64142efda4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:41.985036 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.004722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b5052678-4c2e-41fa-8d22-8ad5641543fa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] In _notify_port_updated(), no bound segment for port f37fc7f1-8a7d-418f-8d8c-980543927759 on network bb30215f-9dae-40b1-9683-cec214f09cc4 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:48:42.010544 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5052678-4c2e-41fa-8d22-8ad5641543fa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:42.011171 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5052678-4c2e-41fa-8d22-8ad5641543fa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.012593 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b5052678-4c2e-41fa-8d22-8ad5641543fa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "PUT /v2.0/ports/f37fc7f1-8a7d-418f-8d8c-980543927759 HTTP/1.1" status: 200 len: 926 time: 1.4080305 Jul 16 03:48:42.016875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55746) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:42.022486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5e239acd-f218-4ced-ab7c-d71d176abcc5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0c8edccf-1ba2-4a4b-a3eb-124bb2089728'}, {'subnet_id': '7067775b-a3b8-4b2a-8e30-2b9a1fec1cff'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:42.027600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5052678-4c2e-41fa-8d22-8ad5641543fa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=f37fc7f1-8a7d-418f-8d8c-980543927759,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:42.071433 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd0f6e3-6ece-438e-82a5-5d64142efda4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.074065 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efd0f6e3-6ece-438e-82a5-5d64142efda4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.077529 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-efd0f6e3-6ece-438e-82a5-5d64142efda4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-groups/f25d037f-e8cc-4d0d-9051-69428f354692 HTTP/1.1" status: 204 len: 168 time: 0.4182973 Jul 16 03:48:42.077694 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.078731 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55748) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:42.081379 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:42.093532 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.095404 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/networks/f99da38c-e743-4b33-9233-2001ad6022ee HTTP/1.1" status: 204 len: 168 time: 1.7145786 Jul 16 03:48:42.113388 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55750) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:42.121743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431946db-8c07-4fe3-8ab5-e07ff00f19ae req-da9b4abb-e270-488e-9a52-7a950b924022 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:42.123754 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-431946db-8c07-4fe3-8ab5-e07ff00f19ae req-da9b4abb-e270-488e-9a52-7a950b924022 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 970 time: 0.3035059 Jul 16 03:48:42.133581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d3b3b0d6-8b29-44e3-b7ea-2dddcb8c8720 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'name': 'tempest-PortsTestJSON-1970779829'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:42.141601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4a5e4-9c2b-49dc-93b6-a15bfaadf983 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Network': ['ID=f99da38c-e743-4b33-9233-2001ad6022ee,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:42.159602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0f6e3-6ece-438e-82a5-5d64142efda4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25d037f-e8cc-4d0d-9051-69428f354692,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:42.238929 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-431946db-8c07-4fe3-8ab5-e07ff00f19ae req-dbd1be64-24ed-4465-9a7c-cd983cc165f1 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f24637-1f0c-4480-95a3-9ccd363eb222&id=a15afad9-cf80-41f9-80fd-d4f846c27be6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1056619 Jul 16 03:48:42.250184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Attempting to bind port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:42.250784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Attempting to bind port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '7e673e9b-92ef-4090-b98f-2319d671cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:42.251293 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Attempting to bind port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 on network 4da74bc5-319f-415b-8601-b4ee4c5dca4f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:42.263800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 on network 4da74bc5-319f-415b-8601-b4ee4c5dca4f not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:48:42.264274 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Attempting to bind port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 on network 4da74bc5-319f-415b-8601-b4ee4c5dca4f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:42.270424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:42.270894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Checking segment: {'id': '7e673e9b-92ef-4090-b98f-2319d671cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:42.271382 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Bound using segment: {'id': '7e673e9b-92ef-4090-b98f-2319d671cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:42.271921 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Bound port: 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e673e9b-92ef-4090-b98f-2319d671cd68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:42.272435 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.286636 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6097bc0c-3a30-4379-9bab-5acd8d16e3d9 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2069120 Jul 16 03:48:42.291447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e239acd-f218-4ced-ab7c-d71d176abcc5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.293269 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55752) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:42.298498 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-530ca49c-6bac-4279-945f-a41133c46394 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group': {'name': 'tempest-secgroup--962485931'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:42.359282 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-530ca49c-6bac-4279-945f-a41133c46394 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:48:42.359282 n-d-800088-6 neutron-server[93768]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:48:42.359282 n-d-800088-6 neutron-server[93768]: [parameters: {'project_id': 'd5869f6335764b66a9bed84eb59d7b8f', 'id': '7dc7a58f-442a-4303-a295-e171e4511311', 'expiration': datetime.datetime(2021, 7, 16, 3, 50, 42, 336996)}] Jul 16 03:48:42.359282 n-d-800088-6 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:48:42.360173 n-d-800088-6 neutron-server[93768]: DEBUG oslo_db.api [None req-530ca49c-6bac-4279-945f-a41133c46394 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:48:42.367244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] For port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:42.373950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] For port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783,segment=NetworkSegment(7e673e9b-92ef-4090-b98f-2319d671cd68),segment_id=7e673e9b-92ef-4090-b98f-2319d671cd68)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:42.382159 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.412715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:42.413421 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.415838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] 10.222.0.20 "PUT /v2.0/ports/0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 HTTP/1.1" status: 200 len: 1130 time: 1.4449780 Jul 16 03:48:42.417508 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a75b260-27e8-420b-86b0-76d2c454e0f6', 'tag': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:42.420875 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681d0c83-e5a1-4958-98ec-3a76750990af" -d '{"events": [{"name": "network-changed", "server_uuid": "6a75b260-27e8-420b-86b0-76d2c454e0f6", "tag": "0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:42.538140 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04da717a-d1fe-4189-8576-54bcba7fe950 x-openstack-request-id: req-04da717a-d1fe-4189-8576-54bcba7fe950 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:42.539239 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a75b260-27e8-420b-86b0-76d2c454e0f6", "tag": "0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:42.539776 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04da717a-d1fe-4189-8576-54bcba7fe950 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:42.540527 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a75b260-27e8-420b-86b0-76d2c454e0f6', 'tag': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783', 'status': 'completed', 'code': 200} Jul 16 03:48:42.566784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1fd61-d60d-45f1-8c51-4b437fbd39b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:42.584907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c20c017-9a8f-4eb6-9e77-1830d2407c52 None None] Network bb30215f-9dae-40b1-9683-cec214f09cc4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:42.641381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-1b804217-7899-4ce5-b61f-fb8c8d2dba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:42.646489 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-1b804217-7899-4ce5-b61f-fb8c8d2dba10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=585dafdd798a48c2a5975c05e5d0a6ba&device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 1133 time: 0.1676095 Jul 16 03:48:42.706572 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-7c395957-8ac6-4ca9-b0b3-80023a9fccd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 HTTP/1.1" status: 200 len: 217 time: 0.0503128 Jul 16 03:48:42.733463 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b3b0d6-8b29-44e3-b7ea-2dddcb8c8720 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:42.736779 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d38d7243-3f45-436b-9c2f-19c03d3fee21 None None] Provisioning for port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:42.737076 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3b3b0d6-8b29-44e3-b7ea-2dddcb8c8720 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.740712 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5e239acd-f218-4ced-ab7c-d71d176abcc5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Allocated IP 2001:db8:0:1::208 (bb30215f-9dae-40b1-9683-cec214f09cc4/7067775b-a3b8-4b2a-8e30-2b9a1fec1cff/f37fc7f1-8a7d-418f-8d8c-980543927759) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:42.757506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d38d7243-3f45-436b-9c2f-19c03d3fee21 None None] Provisioning complete for port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:42.757770 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d38d7243-3f45-436b-9c2f-19c03d3fee21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:42.770322 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-d3b3b0d6-8b29-44e3-b7ea-2dddcb8c8720 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port 3b24fc55-8d1c-4c07-8a9e-701f71f6ec55 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:42.862017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-97094410-2bc2-49fc-ab33-e69f3d657b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:42.862017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-97094410-2bc2-49fc-ab33-e69f3d657b90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7d82a6f-9eaf-4449-a713-aeeaaae033af HTTP/1.1" status: 200 len: 835 time: 0.1456628 Jul 16 03:48:42.952824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6205591-eebe-4a1f-ad8d-0813de9cb98c req-536df709-a668-4d18-8fab-b7048a676f46 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:42.954805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6205591-eebe-4a1f-ad8d-0813de9cb98c req-536df709-a668-4d18-8fab-b7048a676f46 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 946 time: 0.2262270 Jul 16 03:48:42.996862 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-530ca49c-6bac-4279-945f-a41133c46394 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.022113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-66bf1c72-88c1-4fe8-9cfc-bfbd2d6a0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:43.023660 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-66bf1c72-88c1-4fe8-9cfc-bfbd2d6a0b52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4da74bc5-319f-415b-8601-b4ee4c5dca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562510 Jul 16 03:48:43.027084 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6205591-eebe-4a1f-ad8d-0813de9cb98c req-cb2310cd-3065-44c3-9afa-383e9fb71d74 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616798 Jul 16 03:48:43.166858 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e239acd-f218-4ced-ab7c-d71d176abcc5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.173112 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-3983db21-e192-48a6-b6df-51797e11130e service neutron] 10.222.0.20 "GET /v2.0/networks/4da74bc5-319f-415b-8601-b4ee4c5dca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400824 Jul 16 03:48:43.202621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5e239acd-f218-4ced-ab7c-d71d176abcc5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Ignored duplicate provisioning block setup for port f37fc7f1-8a7d-418f-8d8c-980543927759 by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 03:48:43.208914 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3b3b0d6-8b29-44e3-b7ea-2dddcb8c8720 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.215762 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e239acd-f218-4ced-ab7c-d71d176abcc5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.321080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5090376d-5fd7-4a6e-9c38-de57ec43c8f1 req-a6ab046c-884a-41a2-a354-9e969d95c3d5 service neutron] 10.222.0.20 "GET /v2.0/networks/4da74bc5-319f-415b-8601-b4ee4c5dca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339264 Jul 16 03:48:43.353451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32db8a-85ac-42a6-8aca-73e3ab985433 req-b311b1bf-d3f5-4768-a60f-8615e398964a tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:43.355099 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af32db8a-85ac-42a6-8aca-73e3ab985433 req-b311b1bf-d3f5-4768-a60f-8615e398964a tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 945 time: 0.1811299 Jul 16 03:48:43.364656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e239acd-f218-4ced-ab7c-d71d176abcc5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=f37fc7f1-8a7d-418f-8d8c-980543927759,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:43.391796 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5e239acd-f218-4ced-ab7c-d71d176abcc5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] In _notify_port_updated(), no bound segment for port f37fc7f1-8a7d-418f-8d8c-980543927759 on network bb30215f-9dae-40b1-9683-cec214f09cc4 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:48:43.398640 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e239acd-f218-4ced-ab7c-d71d176abcc5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:43.399518 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e239acd-f218-4ced-ab7c-d71d176abcc5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.401171 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5e239acd-f218-4ced-ab7c-d71d176abcc5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "PUT /v2.0/ports/f37fc7f1-8a7d-418f-8d8c-980543927759 HTTP/1.1" status: 200 len: 1012 time: 1.3833120 Jul 16 03:48:43.408970 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55764) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:43.425135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4782bfb3-428a-42ab-950e-271b5ce7efb6 None None] Provisioning complete for port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:43.425704 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4782bfb3-428a-42ab-950e-271b5ce7efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.465566 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-530ca49c-6bac-4279-945f-a41133c46394 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.475452 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af32db8a-85ac-42a6-8aca-73e3ab985433 req-1fac09b4-7686-4317-bf68-09af5d413b09 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121938 Jul 16 03:48:43.481138 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3b3b0d6-8b29-44e3-b7ea-2dddcb8c8720 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.489717 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-530ca49c-6bac-4279-945f-a41133c46394 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.570236 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0c83-e5a1-4958-98ec-3a76750990af req-8041409c-a7b0-424f-aead-970de6f665ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:43.571763 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-681d0c83-e5a1-4958-98ec-3a76750990af req-8041409c-a7b0-424f-aead-970de6f665ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=585dafdd798a48c2a5975c05e5d0a6ba&device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 1133 time: 0.1758835 Jul 16 03:48:43.637324 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4782bfb3-428a-42ab-950e-271b5ce7efb6 None None] Provisioning for port f37fc7f1-8a7d-418f-8d8c-980543927759 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:43.643713 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4782bfb3-428a-42ab-950e-271b5ce7efb6 None None] Provisioning complete for port f37fc7f1-8a7d-418f-8d8c-980543927759 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:43.644427 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4782bfb3-428a-42ab-950e-271b5ce7efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.665976 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3b0d6-8b29-44e3-b7ea-2dddcb8c8720 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:43.675069 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-530ca49c-6bac-4279-945f-a41133c46394 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.676402 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-530ca49c-6bac-4279-945f-a41133c46394 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3814757 Jul 16 03:48:43.681582 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d3b3b0d6-8b29-44e3-b7ea-2dddcb8c8720 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:43.691354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55768) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:43.694150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b3b0d6-8b29-44e3-b7ea-2dddcb8c8720 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:43.699711 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b3b0d6-8b29-44e3-b7ea-2dddcb8c8720 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:43.700941 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3b3b0d6-8b29-44e3-b7ea-2dddcb8c8720 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.705246 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189fae8-0f62-4812-92ea-793780117d1d req-fa168658-c323-4c16-b068-80fb5440824c tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:43.706924 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f189fae8-0f62-4812-92ea-793780117d1d req-fa168658-c323-4c16-b068-80fb5440824c tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 982 time: 0.2612281 Jul 16 03:48:43.708607 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a62854a6-8a7b-460e-a2f3-993e883f09c5 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group_rule': {'security_group_id': '55108d09-f0c3-4b8f-abf9-9dfc9c1b9140', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:43.712961 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ca49c-6bac-4279-945f-a41133c46394 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55108d09-f0c3-4b8f-abf9-9dfc9c1b9140,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:43.723188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3b0d6-8b29-44e3-b7ea-2dddcb8c8720 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=3b24fc55-8d1c-4c07-8a9e-701f71f6ec55,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:43.723400 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4782bfb3-428a-42ab-950e-271b5ce7efb6 None None] Port f37fc7f1-8a7d-418f-8d8c-980543927759 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:43.774682 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d3b3b0d6-8b29-44e3-b7ea-2dddcb8c8720 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6581397 Jul 16 03:48:43.775334 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55770) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:43.778455 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62854a6-8a7b-460e-a2f3-993e883f09c5 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.790266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bc78c022-4b04-41b6-aa3b-fb84275f248d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port f37fc7f1-8a7d-418f-8d8c-980543927759 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:43.790661 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc78c022-4b04-41b6-aa3b-fb84275f248d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.845759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a18b9fe2-2b58-49fe-9979-8b1706656bd1 None None] Provisioning complete for port f37fc7f1-8a7d-418f-8d8c-980543927759 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:43.846496 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a18b9fe2-2b58-49fe-9979-8b1706656bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:43.861889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f189fae8-0f62-4812-92ea-793780117d1d req-a53dc31c-22fe-4c3a-b5c7-2539b26eb722 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f24637-1f0c-4480-95a3-9ccd363eb222&id=a15afad9-cf80-41f9-80fd-d4f846c27be6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1031661 Jul 16 03:48:43.875881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0c83-e5a1-4958-98ec-3a76750990af req-ddd9a422-410f-401b-ab0d-24e8c9404e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:43.877430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-681d0c83-e5a1-4958-98ec-3a76750990af req-ddd9a422-410f-401b-ab0d-24e8c9404e60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4da74bc5-319f-415b-8601-b4ee4c5dca4f HTTP/1.1" status: 200 len: 898 time: 0.2908587 Jul 16 03:48:43.940826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a18b9fe2-2b58-49fe-9979-8b1706656bd1 None None] Port f37fc7f1-8a7d-418f-8d8c-980543927759 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:43.961706 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-681d0c83-e5a1-4958-98ec-3a76750990af req-bc03ec48-9f78-4050-8c6e-e47e4113e575 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 HTTP/1.1" status: 200 len: 217 time: 0.0742881 Jul 16 03:48:43.973105 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9f1f8-8d03-4a7e-bd61-3bac26c479b4 req-41b38749-85ac-4ea1-907b-a2fb6452b860 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:43.974780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dbb9f1f8-8d03-4a7e-bd61-3bac26c479b4 req-41b38749-85ac-4ea1-907b-a2fb6452b860 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 946 time: 0.2669256 Jul 16 03:48:44.029958 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62854a6-8a7b-460e-a2f3-993e883f09c5 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.045560 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62854a6-8a7b-460e-a2f3-993e883f09c5 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.053160 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc78c022-4b04-41b6-aa3b-fb84275f248d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.054334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0c83-e5a1-4958-98ec-3a76750990af req-9c75d4f5-43d8-485f-894a-701f9455e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:44.056205 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-681d0c83-e5a1-4958-98ec-3a76750990af req-9c75d4f5-43d8-485f-894a-701f9455e583 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7d82a6f-9eaf-4449-a713-aeeaaae033af HTTP/1.1" status: 200 len: 835 time: 0.0800841 Jul 16 03:48:44.070356 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dbb9f1f8-8d03-4a7e-bd61-3bac26c479b4 req-10deedfa-6eaf-4c42-aa4f-55b1423d33cb tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843987 Jul 16 03:48:44.104990 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62854a6-8a7b-460e-a2f3-993e883f09c5 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762ff6bf-ab3c-417f-9f89-bd37fbc02214,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:44.109241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bc78c022-4b04-41b6-aa3b-fb84275f248d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for f37fc7f1-8a7d-418f-8d8c-980543927759 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:44.121239 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62854a6-8a7b-460e-a2f3-993e883f09c5 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.126169 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a62854a6-8a7b-460e-a2f3-993e883f09c5 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4303620 Jul 16 03:48:44.127156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:44.133751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-26dbb6d4-1965-4ada-b4df-7e27d73d1ebf tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group_rule': {'security_group_id': '55108d09-f0c3-4b8f-abf9-9dfc9c1b9140', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:44.135467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f4f53655-1fa0-4a86-9dc0-b9572e2b2e51 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 3b24fc55-8d1c-4c07-8a9e-701f71f6ec55 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:44.135922 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4f53655-1fa0-4a86-9dc0-b9572e2b2e51 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.173231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5dbce99e-6763-419d-a907-ac8274efc4b3 None None] Provisioning complete for port f37fc7f1-8a7d-418f-8d8c-980543927759 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:44.175348 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5dbce99e-6763-419d-a907-ac8274efc4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.185393 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0c83-e5a1-4958-98ec-3a76750990af req-7877ae18-3e1b-4b03-9ae6-8852bb0faa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:44.188669 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-681d0c83-e5a1-4958-98ec-3a76750990af req-7877ae18-3e1b-4b03-9ae6-8852bb0faa26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4da74bc5-319f-415b-8601-b4ee4c5dca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175694 Jul 16 03:48:44.192226 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26dbb6d4-1965-4ada-b4df-7e27d73d1ebf tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.245904 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5dbce99e-6763-419d-a907-ac8274efc4b3 None None] Port f37fc7f1-8a7d-418f-8d8c-980543927759 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:44.260839 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4f53655-1fa0-4a86-9dc0-b9572e2b2e51 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.278227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f4f53655-1fa0-4a86-9dc0-b9572e2b2e51 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 3b24fc55-8d1c-4c07-8a9e-701f71f6ec55 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:44.332144 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26dbb6d4-1965-4ada-b4df-7e27d73d1ebf tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.344618 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26dbb6d4-1965-4ada-b4df-7e27d73d1ebf tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.411603 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4f53655-1fa0-4a86-9dc0-b9572e2b2e51 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.435986 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26dbb6d4-1965-4ada-b4df-7e27d73d1ebf tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.439985 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-26dbb6d4-1965-4ada-b4df-7e27d73d1ebf tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3084853 Jul 16 03:48:44.440295 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4f53655-1fa0-4a86-9dc0-b9572e2b2e51 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.444259 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55780) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:44.444528 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f4f53655-1fa0-4a86-9dc0-b9572e2b2e51 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/3b24fc55-8d1c-4c07-8a9e-701f71f6ec55 HTTP/1.1" status: 204 len: 168 time: 0.6670799 Jul 16 03:48:44.444706 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55782) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:44.452876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-db1a70f8-c459-455d-bc90-0c36c5e157a8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'mac_address': 'fa:16:3e:f0:1e:e2', 'name': 'tempest-PortsTestJSON-1223138708'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:44.459641 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7da13e1c-20c8-4d99-8bbb-c06192b9a0d3 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group_rule': {'security_group_id': '55108d09-f0c3-4b8f-abf9-9dfc9c1b9140', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:44.466995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbb6d4-1965-4ada-b4df-7e27d73d1ebf tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f06b18d-9b57-4c28-b52c-0a254ab58c00,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:44.467872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-314bdb67-78f5-4b0f-b3e2-3da852ad1190 None None] Provisioning complete for port f37fc7f1-8a7d-418f-8d8c-980543927759 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:44.468520 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-314bdb67-78f5-4b0f-b3e2-3da852ad1190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.497808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f53655-1fa0-4a86-9dc0-b9572e2b2e51 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=3b24fc55-8d1c-4c07-8a9e-701f71f6ec55,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:44.519740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-314bdb67-78f5-4b0f-b3e2-3da852ad1190 None None] Port f37fc7f1-8a7d-418f-8d8c-980543927759 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:44.567349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-681d0c83-e5a1-4958-98ec-3a76750990af req-ef45393e-eda3-4aa8-8f26-e41d3de1da9e service neutron] 10.222.0.20 "GET /v2.0/networks/4da74bc5-319f-415b-8601-b4ee4c5dca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241272 Jul 16 03:48:44.597638 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc78c022-4b04-41b6-aa3b-fb84275f248d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.644157 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78c022-4b04-41b6-aa3b-fb84275f248d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=f37fc7f1-8a7d-418f-8d8c-980543927759,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:44.690251 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da13e1c-20c8-4d99-8bbb-c06192b9a0d3 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.700093 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc78c022-4b04-41b6-aa3b-fb84275f248d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.706478 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bc78c022-4b04-41b6-aa3b-fb84275f248d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/f37fc7f1-8a7d-418f-8d8c-980543927759 HTTP/1.1" status: 204 len: 168 time: 1.2906926 Jul 16 03:48:44.709059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55784) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:44.720027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1a70f8-c459-455d-bc90-0c36c5e157a8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:44.742011 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd380307-70d4-442a-bb17-28defa66c51d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] GET failed (client error): The resource could not be found. Jul 16 03:48:44.743785 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cd380307-70d4-442a-bb17-28defa66c51d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/f37fc7f1-8a7d-418f-8d8c-980543927759 HTTP/1.1" status: 404 len: 333 time: 0.0336213 Jul 16 03:48:44.746851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55786) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:44.811256 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-8feddf16-7423-4323-a8f1-14df6678b952 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting subnet 7067775b-a3b8-4b2a-8e30-2b9a1fec1cff {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:48:44.815603 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8feddf16-7423-4323-a8f1-14df6678b952 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.877875 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8feddf16-7423-4323-a8f1-14df6678b952 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:44.996752 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8feddf16-7423-4323-a8f1-14df6678b952 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.074734 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-681d0c83-e5a1-4958-98ec-3a76750990af req-2488bb18-4fc2-4ff8-b92a-bfb8a9f05454 service neutron] 10.222.0.20 "GET /v2.0/networks/4da74bc5-319f-415b-8601-b4ee4c5dca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930191 Jul 16 03:48:45.097938 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8feddf16-7423-4323-a8f1-14df6678b952 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.129094 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feddf16-7423-4323-a8f1-14df6678b952 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Subnet': ['ID=7067775b-a3b8-4b2a-8e30-2b9a1fec1cff,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:45.142506 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8feddf16-7423-4323-a8f1-14df6678b952 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.145505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ead6bd-649d-407a-9e90-b2f843391014 req-aec4dd67-dc4e-4fa3-92d4-3d567c57dd61 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:45.147052 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1ead6bd-649d-407a-9e90-b2f843391014 req-aec4dd67-dc4e-4fa3-92d4-3d567c57dd61 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 946 time: 0.5899923 Jul 16 03:48:45.147553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:45.147870 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8feddf16-7423-4323-a8f1-14df6678b952 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/7067775b-a3b8-4b2a-8e30-2b9a1fec1cff HTTP/1.1" status: 204 len: 168 time: 0.3989158 Jul 16 03:48:45.152416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a864d-8c16-4b25-bda5-8eb86442e03d None None] Network bb30215f-9dae-40b1-9683-cec214f09cc4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:45.169835 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db1a70f8-c459-455d-bc90-0c36c5e157a8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.223094 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da13e1c-20c8-4d99-8bbb-c06192b9a0d3 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.238972 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da13e1c-20c8-4d99-8bbb-c06192b9a0d3 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.286250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-db1a70f8-c459-455d-bc90-0c36c5e157a8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port c3eec23e-41e2-4091-8d10-ed775244adc8 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:45.306897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e186139d-525a-4345-8dd8-f6c40136f502 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting subnet 0c8edccf-1ba2-4a4b-a3eb-124bb2089728 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:48:45.315015 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55798) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:45.315251 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da13e1c-20c8-4d99-8bbb-c06192b9a0d3 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4755ddd8-3bac-4508-84f6-fb04e276b99c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:45.350819 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e186139d-525a-4345-8dd8-f6c40136f502 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.353533 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da13e1c-20c8-4d99-8bbb-c06192b9a0d3 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.358073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55802) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:45.358251 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7da13e1c-20c8-4d99-8bbb-c06192b9a0d3 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9121177 Jul 16 03:48:45.361260 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1ead6bd-649d-407a-9e90-b2f843391014 req-bada2df8-b13c-4f8f-b48e-41339744fc3d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001424 Jul 16 03:48:45.363597 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-23dab8d0-9741-46ab-893b-7981f517e95f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group_rule': {'security_group_id': '55108d09-f0c3-4b8f-abf9-9dfc9c1b9140', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:45.413203 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06cf301-84df-458c-8097-e54105c01e19 req-842d0f7c-7686-481f-a65e-8e5665bf12a1 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:45.414808 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a06cf301-84df-458c-8097-e54105c01e19 req-842d0f7c-7686-481f-a65e-8e5665bf12a1 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 982 time: 0.3663559 Jul 16 03:48:45.416867 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23dab8d0-9741-46ab-893b-7981f517e95f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.465297 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e186139d-525a-4345-8dd8-f6c40136f502 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.480671 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23dab8d0-9741-46ab-893b-7981f517e95f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.486878 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23dab8d0-9741-46ab-893b-7981f517e95f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.517874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dab8d0-9741-46ab-893b-7981f517e95f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8c37e3-e32b-4abb-b756-442c1eb6f7f2,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:45.520747 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81ae8975-89c9-44bd-b755-8bd3ab5067f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.533311 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23dab8d0-9741-46ab-893b-7981f517e95f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.537655 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-23dab8d0-9741-46ab-893b-7981f517e95f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1752968 Jul 16 03:48:45.537655 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55804) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:45.542220 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a06cf301-84df-458c-8097-e54105c01e19 req-71fe79cd-221d-4a4a-bbe3-ed436c05e255 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f24637-1f0c-4480-95a3-9ccd363eb222&id=a15afad9-cf80-41f9-80fd-d4f846c27be6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1154492 Jul 16 03:48:45.545448 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8c7627d7-3fa3-4544-a505-090d1899bb21 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group_rule': {'security_group_id': '55108d09-f0c3-4b8f-abf9-9dfc9c1b9140', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:45.660609 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81ae8975-89c9-44bd-b755-8bd3ab5067f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.661743 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db1a70f8-c459-455d-bc90-0c36c5e157a8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.670414 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81ae8975-89c9-44bd-b755-8bd3ab5067f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.676191 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e186139d-525a-4345-8dd8-f6c40136f502 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.692050 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:48:45.749888 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-81ae8975-89c9-44bd-b755-8bd3ab5067f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58d969267c5a4ec58a845ae715d88e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213109 Jul 16 03:48:45.750203 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:45.755954 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c7627d7-3fa3-4544-a505-090d1899bb21 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.770586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae8975-89c9-44bd-b755-8bd3ab5067f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8115c90-9ada-4994-b72a-c93808194a3e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:45.773958 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db1a70f8-c459-455d-bc90-0c36c5e157a8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.826073 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c7627d7-3fa3-4544-a505-090d1899bb21 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.831704 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c7627d7-3fa3-4544-a505-090d1899bb21 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.844893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1a70f8-c459-455d-bc90-0c36c5e157a8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:45.855228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-db1a70f8-c459-455d-bc90-0c36c5e157a8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:45.859742 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e186139d-525a-4345-8dd8-f6c40136f502 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.868009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1a70f8-c459-455d-bc90-0c36c5e157a8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:45.873915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1a70f8-c459-455d-bc90-0c36c5e157a8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:45.874539 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db1a70f8-c459-455d-bc90-0c36c5e157a8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.885784 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7627d7-3fa3-4544-a505-090d1899bb21 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe9cc3c-261e-48bd-8c63-dfa223d57c23,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:45.895089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c7627d7-3fa3-4544-a505-090d1899bb21 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.896468 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8c7627d7-3fa3-4544-a505-090d1899bb21 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3579915 Jul 16 03:48:45.899821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55808) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:45.903072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a70f8-c459-455d-bc90-0c36c5e157a8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=c3eec23e-41e2-4091-8d10-ed775244adc8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:45.926670 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e186139d-525a-4345-8dd8-f6c40136f502 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.928579 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e186139d-525a-4345-8dd8-f6c40136f502 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/0c8edccf-1ba2-4a4b-a3eb-124bb2089728 HTTP/1.1" status: 204 len: 168 time: 0.7767577 Jul 16 03:48:45.931253 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58efac40-db89-46bc-9e82-b1852a9c7e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.933367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:45.935179 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67e3d1ba-5dbc-41cd-bb54-6b33d68773b0 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.935755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186139d-525a-4345-8dd8-f6c40136f502 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8edccf-1ba2-4a4b-a3eb-124bb2089728,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:45.952264 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-db1a70f8-c459-455d-bc90-0c36c5e157a8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5049512 Jul 16 03:48:45.952628 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67e3d1ba-5dbc-41cd-bb54-6b33d68773b0 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:45.955975 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55812) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:45.992407 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58efac40-db89-46bc-9e82-b1852a9c7e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.013638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e1346-9557-417a-9061-21314c26ce60 req-1bde87b8-22f6-47f8-964a-4c6338889539 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:46.014764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:48:46.015273 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-852e1346-9557-417a-9061-21314c26ce60 req-1bde87b8-22f6-47f8-964a-4c6338889539 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 946 time: 0.1772516 Jul 16 03:48:46.060053 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.123653 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58efac40-db89-46bc-9e82-b1852a9c7e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.128140 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-58efac40-db89-46bc-9e82-b1852a9c7e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.133690 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-58efac40-db89-46bc-9e82-b1852a9c7e92 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8115c90-9ada-4994-b72a-c93808194a3e HTTP/1.1" status: 204 len: 168 time: 0.3866756 Jul 16 03:48:46.137739 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee40087-57af-40a4-8818-063e587a50ee None None] Network bb30215f-9dae-40b1-9683-cec214f09cc4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:46.145418 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efac40-db89-46bc-9e82-b1852a9c7e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8115c90-9ada-4994-b72a-c93808194a3e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:46.162428 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:46.162992 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.208364 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783,segment=NetworkSegment(7e673e9b-92ef-4090-b98f-2319d671cd68),segment_id=7e673e9b-92ef-4090-b98f-2319d671cd68)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:46.262169 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-df9068ba-73b7-459f-a76a-a91409dcad24 None None] Provisioning complete for port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:46.263158 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df9068ba-73b7-459f-a76a-a91409dcad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.264962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'port_id': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783', 'mac_address': 'fa:16:3e:45:8c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:48:46.266245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] For port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6abd1496-06b8-4e2b-a98c-90bb8a337ddd,segment=NetworkSegment(5bc44fe9-57dd-4f40-b7ce-572d6b35ecac),segment_id=5bc44fe9-57dd-4f40-b7ce-572d6b35ecac)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:46.266602 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.287080 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for 6abd1496-06b8-4e2b-a98c-90bb8a337ddd owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:46.391374 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67e3d1ba-5dbc-41cd-bb54-6b33d68773b0 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.395065 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.396550 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.399775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1c9e98-56ac-4e43-b9f3-553553c337f8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:46.404600 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ff1c9e98-56ac-4e43-b9f3-553553c337f8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/c3eec23e-41e2-4091-8d10-ed775244adc8 HTTP/1.1" status: 200 len: 841 time: 0.4478893 Jul 16 03:48:46.405442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55818) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:46.410680 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67e3d1ba-5dbc-41cd-bb54-6b33d68773b0 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.412154 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-67e3d1ba-5dbc-41cd-bb54-6b33d68773b0 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/dbe9cc3c-261e-48bd-8c63-dfa223d57c23 HTTP/1.1" status: 204 len: 168 time: 0.5099514 Jul 16 03:48:46.414297 n-d-800088-6 neutron-server[93769]: INFO neutron.plugins.ml2.db [None req-df9068ba-73b7-459f-a76a-a91409dcad24 None None] No ports have port_id starting with 6abd1496-06b8-4e2b-a98c-90bb8a337ddd Jul 16 03:48:46.422445 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55822) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:46.430034 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=6abd1496-06b8-4e2b-a98c-90bb8a337ddd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:46.432439 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3d1ba-5dbc-41cd-bb54-6b33d68773b0 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbe9cc3c-261e-48bd-8c63-dfa223d57c23,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:46.439496 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:48:46.444265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No DVR routers for this DVR port 6abd1496-06b8-4e2b-a98c-90bb8a337ddd on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:46.493178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783,segment=NetworkSegment(7e673e9b-92ef-4090-b98f-2319d671cd68),segment_id=7e673e9b-92ef-4090-b98f-2319d671cd68)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:46.512470 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.583290 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.588200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:46.588668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c79392b-43e9-48c6-9a5c-372c5448985e None None] DHCP port deletion for bb30215f-9dae-40b1-9683-cec214f09cc4 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:48:46.598714 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:46.611129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb30215f-9dae-40b1-9683-cec214f09cc4']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:46.641051 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-48803c39-7389-46aa-9e7a-a96ad5b96284 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2054825 Jul 16 03:48:46.643295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc44fe9-57dd-4f40-b7ce-572d6b35ecac') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:46.643605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc44fe9-57dd-4f40-b7ce-572d6b35ecac') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:46.645538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:46.646392 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1f32dc1-9973-46c5-ad83-5c2e1cc189c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.665207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-852e1346-9557-417a-9061-21314c26ce60 req-727959bc-a9d9-493e-ac01-c4435627f484 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Deleting port 1dec034a-b196-4719-a12e-0b50a02a0ccc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:46.665583 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-852e1346-9557-417a-9061-21314c26ce60 req-727959bc-a9d9-493e-ac01-c4435627f484 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.672596 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.698492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-14d2fea2-01fc-4cdc-99ef-40a42d708322 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port c3eec23e-41e2-4091-8d10-ed775244adc8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:46.698887 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14d2fea2-01fc-4cdc-99ef-40a42d708322 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.739138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:46.745740 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.765483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:48:46.766223 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.770080 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be9dccc5-5d79-410b-8e10-c353f9b04f92 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:48:46.771533 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:48:46.804181 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be9dccc5-5d79-410b-8e10-c353f9b04f92 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.816800 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14d2fea2-01fc-4cdc-99ef-40a42d708322 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.831934 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-852e1346-9557-417a-9061-21314c26ce60 req-727959bc-a9d9-493e-ac01-c4435627f484 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] For port 1dec034a-b196-4719-a12e-0b50a02a0ccc, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1dec034a-b196-4719-a12e-0b50a02a0ccc,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:46.832715 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-852e1346-9557-417a-9061-21314c26ce60 req-727959bc-a9d9-493e-ac01-c4435627f484 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.842532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-14d2fea2-01fc-4cdc-99ef-40a42d708322 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for c3eec23e-41e2-4091-8d10-ed775244adc8 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:46.851401 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-852e1346-9557-417a-9061-21314c26ce60 req-727959bc-a9d9-493e-ac01-c4435627f484 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Calling delete_port for 1dec034a-b196-4719-a12e-0b50a02a0ccc owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:46.909613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537a8f9-42e2-4a42-a106-38b4b562a91f req-2a6712ea-5eb2-4ab6-84d3-380154761a8c tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:46.911152 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2537a8f9-42e2-4a42-a106-38b4b562a91f req-2a6712ea-5eb2-4ab6-84d3-380154761a8c tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 946 time: 0.3248186 Jul 16 03:48:46.913735 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.923833 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.925454 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/networks/bb30215f-9dae-40b1-9683-cec214f09cc4 HTTP/1.1" status: 204 len: 168 time: 0.9912744 Jul 16 03:48:46.935635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55830) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:46.936301 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be9dccc5-5d79-410b-8e10-c353f9b04f92 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.961454 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be9dccc5-5d79-410b-8e10-c353f9b04f92 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:46.965326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-be9dccc5-5d79-410b-8e10-c353f9b04f92 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8c8c37e3-e32b-4abb-b756-442c1eb6f7f2 HTTP/1.1" status: 204 len: 168 time: 0.3141990 Jul 16 03:48:46.965528 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55832) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:46.979067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5eae14-fd5c-472f-878f-e5f0be77a867 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Network': ['ID=bb30215f-9dae-40b1-9683-cec214f09cc4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:47.012379 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14d2fea2-01fc-4cdc-99ef-40a42d708322 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.017238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265b2bd-ef7b-4d7d-a342-707a314390a7 req-604bca9b-c94a-4ad7-83fd-b08a9f2d92b5 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:47.018765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4265b2bd-ef7b-4d7d-a342-707a314390a7 req-604bca9b-c94a-4ad7-83fd-b08a9f2d92b5 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 983 time: 0.3267574 Jul 16 03:48:47.027377 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dccc5-5d79-410b-8e10-c353f9b04f92 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c8c37e3-e32b-4abb-b756-442c1eb6f7f2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:47.069428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2fea2-01fc-4cdc-99ef-40a42d708322 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=c3eec23e-41e2-4091-8d10-ed775244adc8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:47.071771 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14d2fea2-01fc-4cdc-99ef-40a42d708322 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.076887 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-14d2fea2-01fc-4cdc-99ef-40a42d708322 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/c3eec23e-41e2-4091-8d10-ed775244adc8 HTTP/1.1" status: 204 len: 168 time: 0.6551652 Jul 16 03:48:47.083669 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2537a8f9-42e2-4a42-a106-38b4b562a91f req-42dffcdd-b6a1-4ebe-8b51-9e60099c03eb tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519232 Jul 16 03:48:47.084141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:47.099649 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bc906e06-ada3-472b-9c3b-e4923fd2c30f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1316378 Jul 16 03:48:47.102809 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:47.148769 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1f32dc1-9973-46c5-ad83-5c2e1cc189c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.154021 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fffab64-6650-494e-a77e-55c440a8612f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] GET failed (client error): The resource could not be found. Jul 16 03:48:47.155726 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4fffab64-6650-494e-a77e-55c440a8612f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/c3eec23e-41e2-4091-8d10-ed775244adc8 HTTP/1.1" status: 404 len: 333 time: 0.0643766 Jul 16 03:48:47.159473 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55838) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:47.161320 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1f32dc1-9973-46c5-ad83-5c2e1cc189c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.164538 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f7efda6b-210c-4fc6-86d9-76d4b16824d7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'name': 'tempest-PortsTestJSON-179619918'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:47.170884 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cae6eccc-15c2-45d9-9bb0-937004b25c57 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.171357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4265b2bd-ef7b-4d7d-a342-707a314390a7 req-417f2b3e-f1e0-4367-8c4f-7523344a29d5 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f24637-1f0c-4480-95a3-9ccd363eb222&id=a15afad9-cf80-41f9-80fd-d4f846c27be6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1374521 Jul 16 03:48:47.195115 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cae6eccc-15c2-45d9-9bb0-937004b25c57 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.205303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e371ef65-a10b-40a0-8b63-43a700d8e4f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:47.210097 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e371ef65-a10b-40a0-8b63-43a700d8e4f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2680774 Jul 16 03:48:47.212173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:47.214180 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-852e1346-9557-417a-9061-21314c26ce60 req-727959bc-a9d9-493e-ac01-c4435627f484 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.219250 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a1f32dc1-9973-46c5-ad83-5c2e1cc189c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e68abe61d1ea4d26a83494fd0d41be8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300614 Jul 16 03:48:47.222486 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:47.230563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f32dc1-9973-46c5-ad83-5c2e1cc189c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b13a5fc-64ca-498d-b273-42bf8a14ba3f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:47.276279 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-102dd4fc-3338-4392-837f-87907ca247d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.297929 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-102dd4fc-3338-4392-837f-87907ca247d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.301995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c99a1a4d-61e6-4e87-a113-013f199d0aec', '8557a0f8-d137-4e1c-8602-d9345fd1dd35'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:47.326126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727959bc-a9d9-493e-ac01-c4435627f484 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Pushing event deleted for resources: {'Port': ['ID=1dec034a-b196-4719-a12e-0b50a02a0ccc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:47.371504 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-102dd4fc-3338-4392-837f-87907ca247d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.375303 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-102dd4fc-3338-4392-837f-87907ca247d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.376934 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-102dd4fc-3338-4392-837f-87907ca247d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b13a5fc-64ca-498d-b273-42bf8a14ba3f HTTP/1.1" status: 204 len: 168 time: 0.1535208 Jul 16 03:48:47.383638 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cae6eccc-15c2-45d9-9bb0-937004b25c57 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.390155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102dd4fc-3338-4392-837f-87907ca247d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b13a5fc-64ca-498d-b273-42bf8a14ba3f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:47.404353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cae6eccc-15c2-45d9-9bb0-937004b25c57 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.406822 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cae6eccc-15c2-45d9-9bb0-937004b25c57 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4755ddd8-3bac-4508-84f6-fb04e276b99c HTTP/1.1" status: 204 len: 168 time: 0.3038464 Jul 16 03:48:47.410276 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:47.425385 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-852e1346-9557-417a-9061-21314c26ce60 req-727959bc-a9d9-493e-ac01-c4435627f484 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] No DVR routers for this DVR port 1dec034a-b196-4719-a12e-0b50a02a0ccc on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:47.439510 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-852e1346-9557-417a-9061-21314c26ce60 req-727959bc-a9d9-493e-ac01-c4435627f484 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.444721 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-852e1346-9557-417a-9061-21314c26ce60 req-727959bc-a9d9-493e-ac01-c4435627f484 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "DELETE /v2.0/ports/1dec034a-b196-4719-a12e-0b50a02a0ccc HTTP/1.1" status: 204 len: 173 time: 1.4171190 Jul 16 03:48:47.448480 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3935a05e-5403-43f0-912f-cee6cdfd01eb', 'name': 'network-vif-deleted', 'tag': '1dec034a-b196-4719-a12e-0b50a02a0ccc'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:47.458773 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543bed8d-2b75-404f-a942-0925fed79b3d" -d '{"events": [{"server_uuid": "3935a05e-5403-43f0-912f-cee6cdfd01eb", "name": "network-vif-deleted", "tag": "1dec034a-b196-4719-a12e-0b50a02a0ccc"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:47.468236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6eccc-15c2-45d9-9bb0-937004b25c57 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4755ddd8-3bac-4508-84f6-fb04e276b99c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:47.476973 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7efda6b-210c-4fc6-86d9-76d4b16824d7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:47.480679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7efda6b-210c-4fc6-86d9-76d4b16824d7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.508039 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f1a68bcb-4a4d-4130-8f20-089aeb4f12ab tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2944467 Jul 16 03:48:47.521330 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:47.535972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-be07531d-1c4e-4414-acc3-3041875ccb28 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1294939818'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:47.537755 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-f7efda6b-210c-4fc6-86d9-76d4b16824d7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port 4c650c98-1958-4cca-b88d-0de6c5c179f9 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:47.597018 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-081a3f99-5419-425b-b956-cde036edc0c7 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1846125 Jul 16 03:48:47.602466 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55854) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:47.669704 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6abd1496-06b8-4e2b-a98c-90bb8a337ddd no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:47.689873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be07531d-1c4e-4414-acc3-3041875ccb28 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:47.694400 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be07531d-1c4e-4414-acc3-3041875ccb28 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.705861 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01b1885e-3969-4061-965e-6d859343dae3 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.713176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 6abd1496-06b8-4e2b-a98c-90bb8a337ddd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:47.713517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6abd1496-06b8-4e2b-a98c-90bb8a337ddd not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:47.723099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01b1885e-3969-4061-965e-6d859343dae3 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.755940 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be07531d-1c4e-4414-acc3-3041875ccb28 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:47.775021 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be07531d-1c4e-4414-acc3-3041875ccb28 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.775932 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-be07531d-1c4e-4414-acc3-3041875ccb28 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Added segment 0391d2e7-fb6d-4ae6-ba9e-1806368b30b1 of type vlan for network 9c112e09-388a-42a8-a442-6158c5e4606f Jul 16 03:48:47.776749 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01b1885e-3969-4061-965e-6d859343dae3 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.786822 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-01b1885e-3969-4061-965e-6d859343dae3 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.788058 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-01b1885e-3969-4061-965e-6d859343dae3 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/9f06b18d-9b57-4c28-b52c-0a254ab58c00 HTTP/1.1" status: 204 len: 168 time: 0.1846166 Jul 16 03:48:47.800304 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:47.841952 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7efda6b-210c-4fc6-86d9-76d4b16824d7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.844386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1885e-3969-4061-965e-6d859343dae3 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f06b18d-9b57-4c28-b52c-0a254ab58c00,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:47.867459 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be07531d-1c4e-4414-acc3-3041875ccb28 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.901490 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d412c722-03d2-45df-82e7-8d3fc2d12675 x-openstack-request-id: req-d412c722-03d2-45df-82e7-8d3fc2d12675 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:47.901627 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3935a05e-5403-43f0-912f-cee6cdfd01eb", "name": "network-vif-deleted", "tag": "1dec034a-b196-4719-a12e-0b50a02a0ccc", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:47.901879 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d412c722-03d2-45df-82e7-8d3fc2d12675 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:47.902226 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3935a05e-5403-43f0-912f-cee6cdfd01eb', 'name': 'network-vif-deleted', 'tag': '1dec034a-b196-4719-a12e-0b50a02a0ccc', 'status': 'completed', 'code': 200} Jul 16 03:48:47.903053 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9afa4597-6d45-49cf-8bfb-c509d475e45c tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1014102 Jul 16 03:48:47.907394 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:47.914667 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7efda6b-210c-4fc6-86d9-76d4b16824d7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.944057 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be07531d-1c4e-4414-acc3-3041875ccb28 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.951461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be07531d-1c4e-4414-acc3-3041875ccb28 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:47.952515 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be07531d-1c4e-4414-acc3-3041875ccb28 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.967417 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0832d5e-82f3-460c-9d60-50eb240a11f5 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.972487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7efda6b-210c-4fc6-86d9-76d4b16824d7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:47.976437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f7efda6b-210c-4fc6-86d9-76d4b16824d7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:47.981221 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7efda6b-210c-4fc6-86d9-76d4b16824d7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:47.986981 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7efda6b-210c-4fc6-86d9-76d4b16824d7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:47.987616 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f7efda6b-210c-4fc6-86d9-76d4b16824d7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.994502 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efda6b-210c-4fc6-86d9-76d4b16824d7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=4c650c98-1958-4cca-b88d-0de6c5c179f9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:47.995680 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0832d5e-82f3-460c-9d60-50eb240a11f5 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:47.999243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-be07531d-1c4e-4414-acc3-3041875ccb28 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4734445 Jul 16 03:48:48.002820 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55868) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:48.009708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8ae2e13b-100c-4eeb-aa51-c3bcb99ae993 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'subnet': {'network_id': '9c112e09-388a-42a8-a442-6158c5e4606f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:48.016127 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:48.021984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:48.029398 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f7efda6b-210c-4fc6-86d9-76d4b16824d7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8687129 Jul 16 03:48:48.032446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3e7e83e6-986b-4d6d-8ec6-7f1fcf307678 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:48.091839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:48.103785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07531d-1c4e-4414-acc3-3041875ccb28 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Network': ['ID=9c112e09-388a-42a8-a442-6158c5e4606f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:48.105016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:48.105540 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.118635 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0832d5e-82f3-460c-9d60-50eb240a11f5 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.129990 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 9c112e09-388a-42a8-a442-6158c5e4606f details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:48.132885 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f0832d5e-82f3-460c-9d60-50eb240a11f5 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.134322 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f0832d5e-82f3-460c-9d60-50eb240a11f5 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/762ff6bf-ab3c-417f-9f89-bd37fbc02214 HTTP/1.1" status: 204 len: 168 time: 0.2260032 Jul 16 03:48:48.141921 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55878) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:48.147461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0832d5e-82f3-460c-9d60-50eb240a11f5 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=762ff6bf-ab3c-417f-9f89-bd37fbc02214,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:48.211785 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e7e83e6-986b-4d6d-8ec6-7f1fcf307678 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.248462 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae2e13b-100c-4eeb-aa51-c3bcb99ae993 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:48.263256 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ae2e13b-100c-4eeb-aa51-c3bcb99ae993 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.326241 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0fc88578-2c26-4fb4-8e12-421f47fd1ce9 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1798670 Jul 16 03:48:48.347204 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55886) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:48.391028 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.429760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783,segment=NetworkSegment(7e673e9b-92ef-4090-b98f-2319d671cd68),segment_id=7e673e9b-92ef-4090-b98f-2319d671cd68)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:48.430616 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a75b260-27e8-420b-86b0-76d2c454e0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:48.433613 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b523d3-b296-4fb6-9174-4da5862da5f8" -d '{"events": [{"server_uuid": "6a75b260-27e8-420b-86b0-76d2c454e0f6", "name": "network-vif-plugged", "status": "completed", "tag": "0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:48.439009 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.494976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-271ca1d1-94ec-4df3-bc29-9800cf97559f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.505462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:48.527947 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6f89c10-5b79-4d61-83df-d1403cd0b32d req-2140a12a-323a-4a4e-b389-5833a0d5eb6e tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=3935a05e-5403-43f0-912f-cee6cdfd01eb HTTP/1.1" status: 200 len: 210 time: 0.1388328 Jul 16 03:48:48.576570 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1dec034a-b196-4719-a12e-0b50a02a0ccc no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:48.586567 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e7e83e6-986b-4d6d-8ec6-7f1fcf307678 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.600927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500553e5-8a0c-42ee-86d6-266dc9854794 req-e03d56c8-a141-430b-aab2-863dc8a39f43 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:48.602885 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-500553e5-8a0c-42ee-86d6-266dc9854794 req-e03d56c8-a141-430b-aab2-863dc8a39f43 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 983 time: 0.2152162 Jul 16 03:48:48.604107 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e7e83e6-986b-4d6d-8ec6-7f1fcf307678 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.631277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-271ca1d1-94ec-4df3-bc29-9800cf97559f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.645235 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 1dec034a-b196-4719-a12e-0b50a02a0ccc {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:48.646849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3e7e83e6-986b-4d6d-8ec6-7f1fcf307678 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] In _notify_port_updated(), no bound segment for port 4c650c98-1958-4cca-b88d-0de6c5c179f9 on network 2abbfec2-5700-40d3-97ef-cbd0f780e746 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:48:48.647881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1dec034a-b196-4719-a12e-0b50a02a0ccc not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:48.652662 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7e83e6-986b-4d6d-8ec6-7f1fcf307678 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:48.654115 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e7e83e6-986b-4d6d-8ec6-7f1fcf307678 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.655166 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a417786-2266-4904-98ed-697b746e4385 x-openstack-request-id: req-2a417786-2266-4904-98ed-697b746e4385 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:48.655567 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3e7e83e6-986b-4d6d-8ec6-7f1fcf307678 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "PUT /v2.0/ports/4c650c98-1958-4cca-b88d-0de6c5c179f9 HTTP/1.1" status: 200 len: 818 time: 0.6309893 Jul 16 03:48:48.657165 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a75b260-27e8-420b-86b0-76d2c454e0f6", "name": "network-vif-plugged", "status": "completed", "tag": "0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:48.657606 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a417786-2266-4904-98ed-697b746e4385 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:48.658868 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a75b260-27e8-420b-86b0-76d2c454e0f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783', 'code': 200} Jul 16 03:48:48.664612 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:48.691635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e83e6-986b-4d6d-8ec6-7f1fcf307678 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=4c650c98-1958-4cca-b88d-0de6c5c179f9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:48.713608 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-500553e5-8a0c-42ee-86d6-266dc9854794 req-10859a1f-2367-45bf-886e-2cd3d6b472d2 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f24637-1f0c-4480-95a3-9ccd363eb222&id=a15afad9-cf80-41f9-80fd-d4f846c27be6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0760484 Jul 16 03:48:48.785659 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e20d15-2742-47be-817b-5190c032e73b req-16e5a504-3088-4ca2-8998-6e60e87a2067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:48.787270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-30e20d15-2742-47be-817b-5190c032e73b req-16e5a504-3088-4ca2-8998-6e60e87a2067 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 1135 time: 0.0571885 Jul 16 03:48:48.819992 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-271ca1d1-94ec-4df3-bc29-9800cf97559f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.822653 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-271ca1d1-94ec-4df3-bc29-9800cf97559f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.823814 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-271ca1d1-94ec-4df3-bc29-9800cf97559f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-groups/55108d09-f0c3-4b8f-abf9-9dfc9c1b9140 HTTP/1.1" status: 204 len: 168 time: 0.4754894 Jul 16 03:48:48.825364 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-30e20d15-2742-47be-817b-5190c032e73b req-8ad49c4a-525a-4846-b0ca-37ef2aad0bcb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d1f24637-1f0c-4480-95a3-9ccd363eb222&id=a15afad9-cf80-41f9-80fd-d4f846c27be6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0303509 Jul 16 03:48:48.827272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:48.831700 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ae2e13b-100c-4eeb-aa51-c3bcb99ae993 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.869402 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ca1d1-94ec-4df3-bc29-9800cf97559f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55108d09-f0c3-4b8f-abf9-9dfc9c1b9140,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:48.879021 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-086abd90-f162-416b-ae94-59903af67464 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505199 Jul 16 03:48:48.883233 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:48.889116 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-09a52894-1903-4fec-be58-1980738a3678 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908287449'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:48.913386 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2e13b-100c-4eeb-aa51-c3bcb99ae993 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Subnet': ['ID=6d8aca5f-e7aa-4441-b792-71bc155fefb9,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:48.913905 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09a52894-1903-4fec-be58-1980738a3678 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.938022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb4aae-6dbe-44b0-afb6-fe4ff0b6517e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 4c650c98-1958-4cca-b88d-0de6c5c179f9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:48.938367 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ddb4aae-6dbe-44b0-afb6-fe4ff0b6517e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:48.975924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae2e13b-100c-4eeb-aa51-c3bcb99ae993 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Checking segment: {'id': '0391d2e7-fb6d-4ae6-ba9e-1806368b30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '9c112e09-388a-42a8-a442-6158c5e4606f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:48.976422 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae2e13b-100c-4eeb-aa51-c3bcb99ae993 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network hostable DHCP agents. Network: 9c112e09-388a-42a8-a442-6158c5e4606f, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:49.009688 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09a52894-1903-4fec-be58-1980738a3678 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.013601 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09a52894-1903-4fec-be58-1980738a3678 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.030645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ddb4aae-6dbe-44b0-afb6-fe4ff0b6517e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.044574 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-09a52894-1903-4fec-be58-1980738a3678 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.046946 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae2e13b-100c-4eeb-aa51-c3bcb99ae993 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network 9c112e09-388a-42a8-a442-6158c5e4606f is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:49.048777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-09a52894-1903-4fec-be58-1980738a3678 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1645350 Jul 16 03:48:49.049096 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb4aae-6dbe-44b0-afb6-fe4ff0b6517e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 4c650c98-1958-4cca-b88d-0de6c5c179f9 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:49.050262 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:49.054891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dd717de4-d480-4a3b-99b9-e9e5ffb32224 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group_rule': {'security_group_id': 'a7937730-a42d-4f60-bcbc-d4932253119d', 'direction': 'ingress', 'protocol': 17}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:49.060883 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a52894-1903-4fec-be58-1980738a3678 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7937730-a42d-4f60-bcbc-d4932253119d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:49.064843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8ae2e13b-100c-4eeb-aa51-c3bcb99ae993 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 9c112e09-388a-42a8-a442-6158c5e4606f) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:49.082007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbc3cd4-fecc-412f-b8fd-716dff5743ba None None] Network 9c112e09-388a-42a8-a442-6158c5e4606f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:49.092974 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd717de4-d480-4a3b-99b9-e9e5ffb32224 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.097701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae2e13b-100c-4eeb-aa51-c3bcb99ae993 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:49.098300 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ae2e13b-100c-4eeb-aa51-c3bcb99ae993 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.116264 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8ae2e13b-100c-4eeb-aa51-c3bcb99ae993 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1118340 Jul 16 03:48:49.118774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55912) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:49.124516 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5944b6f2-56e7-4a6c-b779-fbcdef42adc6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'network_id': '9c112e09-388a-42a8-a442-6158c5e4606f', 'name': 'tempest-PortsIpV6TestJSON-1728209268'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:49.168402 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd717de4-d480-4a3b-99b9-e9e5ffb32224 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.175042 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd717de4-d480-4a3b-99b9-e9e5ffb32224 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.197192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd717de4-d480-4a3b-99b9-e9e5ffb32224 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5860bb2f-cfbd-406f-a4b9-6f8e5c64645a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:49.211692 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd717de4-d480-4a3b-99b9-e9e5ffb32224 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.216691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55916) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:49.218599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dd717de4-d480-4a3b-99b9-e9e5ffb32224 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1670680 Jul 16 03:48:49.241453 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ddb4aae-6dbe-44b0-afb6-fe4ff0b6517e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.277335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-9c112e09-388a-42a8-a442-6158c5e4606f', 'network_id': '9c112e09-388a-42a8-a442-6158c5e4606f', 'tenant_id': 'ed7594d380d2450fad6c1d1bbb9a39b0', 'fixed_ips': [{'subnet_id': '6d8aca5f-e7aa-4441-b792-71bc155fefb9'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:48:49.279193 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.301236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb4aae-6dbe-44b0-afb6-fe4ff0b6517e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=4c650c98-1958-4cca-b88d-0de6c5c179f9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:49.315207 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ddb4aae-6dbe-44b0-afb6-fe4ff0b6517e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.319938 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7ddb4aae-6dbe-44b0-afb6-fe4ff0b6517e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/4c650c98-1958-4cca-b88d-0de6c5c179f9 HTTP/1.1" status: 204 len: 168 time: 0.6464691 Jul 16 03:48:49.320133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:49.346168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5944b6f2-56e7-4a6c-b779-fbcdef42adc6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:49.350388 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5944b6f2-56e7-4a6c-b779-fbcdef42adc6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.352514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1170a890-5d3f-40be-95ba-81adbc0e50da tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.393533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-5944b6f2-56e7-4a6c-b779-fbcdef42adc6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port d1c338d0-007c-490a-aa37-25507cc63c59 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:49.399439 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1170a890-5d3f-40be-95ba-81adbc0e50da tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.400940 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d5e4b3-74fa-4999-a116-67a167cb9897 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:49.405498 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-10d5e4b3-74fa-4999-a116-67a167cb9897 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0814545 Jul 16 03:48:49.406031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:49.438742 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d8f4e8-83fe-47af-bd0e-4f6fa6145630 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] GET failed (client error): The resource could not be found. Jul 16 03:48:49.440616 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-14d8f4e8-83fe-47af-bd0e-4f6fa6145630 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/4c650c98-1958-4cca-b88d-0de6c5c179f9 HTTP/1.1" status: 404 len: 333 time: 0.0333722 Jul 16 03:48:49.444087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:49.450560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d25e8aaa-8dc8-47bc-9e5d-863db237c992 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-626362620'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:49.482353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25e8aaa-8dc8-47bc-9e5d-863db237c992 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:49.483740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Allocated IP 2001:db8::2 (9c112e09-388a-42a8-a442-6158c5e4606f/6d8aca5f-e7aa-4441-b792-71bc155fefb9/d6c4d9ed-fa13-4a8d-a033-b3793a07e60d) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:49.486781 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d25e8aaa-8dc8-47bc-9e5d-863db237c992 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.512935 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1170a890-5d3f-40be-95ba-81adbc0e50da tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.516774 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1170a890-5d3f-40be-95ba-81adbc0e50da tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.518615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25e8aaa-8dc8-47bc-9e5d-863db237c992 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:49.521589 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1170a890-5d3f-40be-95ba-81adbc0e50da tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-groups/a7937730-a42d-4f60-bcbc-d4932253119d HTTP/1.1" status: 204 len: 168 time: 0.3033404 Jul 16 03:48:49.521981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:49.531875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170a890-5d3f-40be-95ba-81adbc0e50da tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7937730-a42d-4f60-bcbc-d4932253119d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:49.581692 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d25e8aaa-8dc8-47bc-9e5d-863db237c992 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.582045 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-d25e8aaa-8dc8-47bc-9e5d-863db237c992 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Added segment a3e3830d-ba81-4e21-9411-608a9b0fd122 of type vlan for network 8c4ad3ae-906d-48a2-951c-24d4fb5d993d Jul 16 03:48:49.652668 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-92facf45-2428-4b50-87a2-a12860c99891 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1292710 Jul 16 03:48:49.657313 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55944) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:49.662253 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d25e8aaa-8dc8-47bc-9e5d-863db237c992 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.662580 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-67ae0932-f09c-4499-8b2f-d73bcc54830b tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038270628'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:49.702273 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d25e8aaa-8dc8-47bc-9e5d-863db237c992 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.708674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e8aaa-8dc8-47bc-9e5d-863db237c992 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:49.710023 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d25e8aaa-8dc8-47bc-9e5d-863db237c992 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.719913 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67ae0932-f09c-4499-8b2f-d73bcc54830b tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.720378 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.732868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Transition to ACTIVE for port object d6c4d9ed-fa13-4a8d-a033-b3793a07e60d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:49.779611 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Transition to ACTIVE for port object d6c4d9ed-fa13-4a8d-a033-b3793a07e60d will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:49.795276 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:49.845988 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e8aaa-8dc8-47bc-9e5d-863db237c992 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Network': ['ID=8c4ad3ae-906d-48a2-951c-24d4fb5d993d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:49.855224 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Network 9c112e09-388a-42a8-a442-6158c5e4606f is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:49.866857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:49.877405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 8c4ad3ae-906d-48a2-951c-24d4fb5d993d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:49.879405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:49.965269 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d6c4d9ed-fa13-4a8d-a033-b3793a07e60d,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:49.986200 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5944b6f2-56e7-4a6c-b779-fbcdef42adc6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Allocated IP 2001:db8::312 (9c112e09-388a-42a8-a442-6158c5e4606f/6d8aca5f-e7aa-4441-b792-71bc155fefb9/d1c338d0-007c-490a-aa37-25507cc63c59) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:50.002499 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97584c-5a16-45ed-8b12-a1c28831a2fc req-f7d6bf0d-5607-48da-80a5-3d91996a27b0 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:50.004997 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d97584c-5a16-45ed-8b12-a1c28831a2fc req-f7d6bf0d-5607-48da-80a5-3d91996a27b0 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 984 time: 0.0868590 Jul 16 03:48:50.071113 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d97584c-5a16-45ed-8b12-a1c28831a2fc req-7586aa01-1677-491d-b260-c5926e68fa05 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f24637-1f0c-4480-95a3-9ccd363eb222&id=a15afad9-cf80-41f9-80fd-d4f846c27be6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0561922 Jul 16 03:48:50.076785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:50.087214 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67ae0932-f09c-4499-8b2f-d73bcc54830b tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.101344 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d25e8aaa-8dc8-47bc-9e5d-863db237c992 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6560125 Jul 16 03:48:50.103555 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67ae0932-f09c-4499-8b2f-d73bcc54830b tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.108429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:50.126800 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Attempting to bind port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:50.127153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-402b0caf-32bb-4b50-9255-3ba65368bc88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'subnet': {'network_id': '8c4ad3ae-906d-48a2-951c-24d4fb5d993d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:50.127363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Attempting to bind port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0391d2e7-fb6d-4ae6-ba9e-1806368b30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '9c112e09-388a-42a8-a442-6158c5e4606f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:50.128067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Attempting to bind port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d on network 9c112e09-388a-42a8-a442-6158c5e4606f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:50.134374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:50.135297 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Checking segment: {'id': '0391d2e7-fb6d-4ae6-ba9e-1806368b30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '9c112e09-388a-42a8-a442-6158c5e4606f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:50.135297 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.135837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Bound using segment: {'id': '0391d2e7-fb6d-4ae6-ba9e-1806368b30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '9c112e09-388a-42a8-a442-6158c5e4606f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:50.136658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Bound port: d6c4d9ed-fa13-4a8d-a033-b3793a07e60d, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0391d2e7-fb6d-4ae6-ba9e-1806368b30b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '9c112e09-388a-42a8-a442-6158c5e4606f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:50.137557 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.165767 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67ae0932-f09c-4499-8b2f-d73bcc54830b tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.167146 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-67ae0932-f09c-4499-8b2f-d73bcc54830b tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5087414 Jul 16 03:48:50.172065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55962) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:50.181167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c4e1ee3e-3d6f-4a26-bcc7-6b747b434cc8 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579104398'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:50.202436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae0932-f09c-4499-8b2f-d73bcc54830b tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc5ea2c-3918-48b9-b46e-5ddcc468fe42,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:50.210269 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ee3e-3d6f-4a26-bcc7-6b747b434cc8 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.224707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] For port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:50.228618 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] For port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d6c4d9ed-fa13-4a8d-a033-b3793a07e60d,segment=NetworkSegment(0391d2e7-fb6d-4ae6-ba9e-1806368b30b1),segment_id=0391d2e7-fb6d-4ae6-ba9e-1806368b30b1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:50.243188 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.308973 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5944b6f2-56e7-4a6c-b779-fbcdef42adc6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.310514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef5800-0ecf-4a87-aea4-cf31cec0dc9f None None] Pushing event updated for resources: {'Port': ['ID=d6c4d9ed-fa13-4a8d-a033-b3793a07e60d,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:50.333092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-5944b6f2-56e7-4a6c-b779-fbcdef42adc6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Transition to ACTIVE for port object d1c338d0-007c-490a-aa37-25507cc63c59 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:50.339275 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d8995a7-fc54-4ad8-809b-231cf17e12a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.383531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83636757-fe5e-4127-8810-fbf55323b881 req-5695ee86-36ab-4bee-8d66-77a4be6c863d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:50.385393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83636757-fe5e-4127-8810-fbf55323b881 req-5695ee86-36ab-4bee-8d66-77a4be6c863d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 945 time: 0.1024284 Jul 16 03:48:50.391393 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ee3e-3d6f-4a26-bcc7-6b747b434cc8 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.397959 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ee3e-3d6f-4a26-bcc7-6b747b434cc8 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.413085 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5944b6f2-56e7-4a6c-b779-fbcdef42adc6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.436198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402b0caf-32bb-4b50-9255-3ba65368bc88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:50.439687 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-402b0caf-32bb-4b50-9255-3ba65368bc88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.466634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83636757-fe5e-4127-8810-fbf55323b881 req-494eaea0-41b5-423e-a41b-e5964e83e2ee tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734675 Jul 16 03:48:50.470884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1ee3e-3d6f-4a26-bcc7-6b747b434cc8 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d437838-c4ea-4e57-aaa8-33a454b1b373,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:50.487536 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5944b6f2-56e7-4a6c-b779-fbcdef42adc6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network 9c112e09-388a-42a8-a442-6158c5e4606f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:50.489230 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944b6f2-56e7-4a6c-b779-fbcdef42adc6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=d1c338d0-007c-490a-aa37-25507cc63c59,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:50.491980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5944b6f2-56e7-4a6c-b779-fbcdef42adc6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:50.494159 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944b6f2-56e7-4a6c-b779-fbcdef42adc6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:50.499890 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5944b6f2-56e7-4a6c-b779-fbcdef42adc6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:50.500187 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5944b6f2-56e7-4a6c-b779-fbcdef42adc6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.684141 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d8995a7-fc54-4ad8-809b-231cf17e12a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.694627 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5944b6f2-56e7-4a6c-b779-fbcdef42adc6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5748281 Jul 16 03:48:50.696041 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ee3e-3d6f-4a26-bcc7-6b747b434cc8 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.697299 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c4e1ee3e-3d6f-4a26-bcc7-6b747b434cc8 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5234821 Jul 16 03:48:50.697898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55964) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:50.703323 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-caee28e8-3036-45d5-ae83-e742f775d56a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'network_id': '9c112e09-388a-42a8-a442-6158c5e4606f', 'name': 'tempest-PortsIpV6TestJSON-1875991621'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:50.706407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55966) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:50.710752 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ab7cebea-411f-4a15-99d3-4a38ea7545ba tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group_rule': {'security_group_id': '0cc5ea2c-3918-48b9-b46e-5ddcc468fe42', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0d437838-c4ea-4e57-aaa8-33a454b1b373', 'remote_ip_prefix': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:50.711602 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0d8995a7-fc54-4ad8-809b-231cf17e12a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.761908 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-402b0caf-32bb-4b50-9255-3ba65368bc88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.771755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0d8995a7-fc54-4ad8-809b-231cf17e12a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=870d1de58c0046578e097b13d76b0f5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6938896 Jul 16 03:48:50.776471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:50.802302 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab7cebea-411f-4a15-99d3-4a38ea7545ba tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.804802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8995a7-fc54-4ad8-809b-231cf17e12a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739d9aee-b41a-44ee-a69a-94847d0bed81,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:50.852754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b0caf-32bb-4b50-9255-3ba65368bc88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Subnet': ['ID=bc4fcb2a-29df-41c7-80e0-35ce1157bc8c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:50.879475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402b0caf-32bb-4b50-9255-3ba65368bc88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Checking segment: {'id': 'a3e3830d-ba81-4e21-9411-608a9b0fd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '8c4ad3ae-906d-48a2-951c-24d4fb5d993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:50.879840 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402b0caf-32bb-4b50-9255-3ba65368bc88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network hostable DHCP agents. Network: 8c4ad3ae-906d-48a2-951c-24d4fb5d993d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:50.890550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caee28e8-3036-45d5-ae83-e742f775d56a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:50.894891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caee28e8-3036-45d5-ae83-e742f775d56a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.897863 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab7cebea-411f-4a15-99d3-4a38ea7545ba tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.898914 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bac259fd-9a68-4b68-913f-0feaf6e1f794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.908271 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab7cebea-411f-4a15-99d3-4a38ea7545ba tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.927088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402b0caf-32bb-4b50-9255-3ba65368bc88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 8c4ad3ae-906d-48a2-951c-24d4fb5d993d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:50.931299 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bac259fd-9a68-4b68-913f-0feaf6e1f794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.931477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-caee28e8-3036-45d5-ae83-e742f775d56a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port e3440e11-5f6a-4267-8242-cd7802be328b yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:50.937414 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cebea-411f-4a15-99d3-4a38ea7545ba tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a2ad8f-f059-4bb6-8000-71a45750583e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:50.943819 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab7cebea-411f-4a15-99d3-4a38ea7545ba tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.945087 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ab7cebea-411f-4a15-99d3-4a38ea7545ba tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2375476 Jul 16 03:48:50.948142 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:50.961911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-402b0caf-32bb-4b50-9255-3ba65368bc88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 8c4ad3ae-906d-48a2-951c-24d4fb5d993d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:50.967128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402b0caf-32bb-4b50-9255-3ba65368bc88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:50.967725 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-402b0caf-32bb-4b50-9255-3ba65368bc88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:50.971941 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea3d77b-a896-4978-a3a9-51ecd6adc6d5 None None] Network 8c4ad3ae-906d-48a2-951c-24d4fb5d993d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:51.011230 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97c7117e-7bdb-4545-a85a-157fcf19b564 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.018559 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-402b0caf-32bb-4b50-9255-3ba65368bc88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9079125 Jul 16 03:48:51.019216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:51.030266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-76b7d2cc-5b48-4a86-863b-9e073a769ee8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'subnet': {'network_id': '8c4ad3ae-906d-48a2-951c-24d4fb5d993d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:51.036921 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97c7117e-7bdb-4545-a85a-157fcf19b564 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.078167 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bac259fd-9a68-4b68-913f-0feaf6e1f794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.080837 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bac259fd-9a68-4b68-913f-0feaf6e1f794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.082031 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bac259fd-9a68-4b68-913f-0feaf6e1f794 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/739d9aee-b41a-44ee-a69a-94847d0bed81 HTTP/1.1" status: 204 len: 168 time: 0.2863715 Jul 16 03:48:51.083024 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-caee28e8-3036-45d5-ae83-e742f775d56a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Allocated IP 2001:db8::252 (9c112e09-388a-42a8-a442-6158c5e4606f/6d8aca5f-e7aa-4441-b792-71bc155fefb9/e3440e11-5f6a-4267-8242-cd7802be328b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:51.163685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac259fd-9a68-4b68-913f-0feaf6e1f794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739d9aee-b41a-44ee-a69a-94847d0bed81,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:51.249333 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97c7117e-7bdb-4545-a85a-157fcf19b564 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.259272 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97c7117e-7bdb-4545-a85a-157fcf19b564 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.264828 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-97c7117e-7bdb-4545-a85a-157fcf19b564 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a9a2ad8f-f059-4bb6-8000-71a45750583e HTTP/1.1" status: 204 len: 168 time: 0.3112423 Jul 16 03:48:51.268985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:51.327870 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caee28e8-3036-45d5-ae83-e742f775d56a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.348491 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-caee28e8-3036-45d5-ae83-e742f775d56a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Transition to ACTIVE for port object e3440e11-5f6a-4267-8242-cd7802be328b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:51.382883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-8c4ad3ae-906d-48a2-951c-24d4fb5d993d', 'network_id': '8c4ad3ae-906d-48a2-951c-24d4fb5d993d', 'tenant_id': '31574bc2dca048b197c13114ca47965d', 'fixed_ips': [{'subnet_id': 'bc4fcb2a-29df-41c7-80e0-35ce1157bc8c'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:48:51.391661 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.391949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7117e-7bdb-4545-a85a-157fcf19b564 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9a2ad8f-f059-4bb6-8000-71a45750583e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:51.411021 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caee28e8-3036-45d5-ae83-e742f775d56a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.482120 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caee28e8-3036-45d5-ae83-e742f775d56a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network 9c112e09-388a-42a8-a442-6158c5e4606f is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:51.486253 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-caee28e8-3036-45d5-ae83-e742f775d56a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:51.503272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee28e8-3036-45d5-ae83-e742f775d56a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:51.522407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caee28e8-3036-45d5-ae83-e742f775d56a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:51.523707 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caee28e8-3036-45d5-ae83-e742f775d56a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.528718 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee28e8-3036-45d5-ae83-e742f775d56a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=e3440e11-5f6a-4267-8242-cd7802be328b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:51.597538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d559ee0-ba2c-4305-848f-8a644399e29d None None] Network 9c112e09-388a-42a8-a442-6158c5e4606f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:51.636087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55986) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:51.658468 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6408f352-510b-4b50-b7a3-b82fae9f98cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.668561 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Allocated IP 172.20.0.2 (8c4ad3ae-906d-48a2-951c-24d4fb5d993d/bc4fcb2a-29df-41c7-80e0-35ce1157bc8c/47d9569a-ed67-4c70-a67a-b265ea364fc2) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:51.748752 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d6c4d9ed-fa13-4a8d-a033-b3793a07e60d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:51.775265 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-6408f352-510b-4b50-b7a3-b82fae9f98cd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:48:51.775265 n-d-800088-6 neutron-server[93768]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:48:51.775265 n-d-800088-6 neutron-server[93768]: [parameters: {'project_id_1': '66c334eeba63416b980c0c67a7bed444', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 48, 51, 682064)}] Jul 16 03:48:51.775265 n-d-800088-6 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:48:51.775904 n-d-800088-6 neutron-server[93768]: DEBUG oslo_db.api [None req-6408f352-510b-4b50-b7a3-b82fae9f98cd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:48:51.776614 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2f60b02b-f45b-4ff7-96b2-dbae57114e7a None None] Provisioning for port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:51.803014 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-567e3643-99a0-4425-aa11-8dcdf2b5d856 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5262966 Jul 16 03:48:51.803456 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55988) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:51.847522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b7d2cc-5b48-4a86-863b-9e073a769ee8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:51.847729 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-caee28e8-3036-45d5-ae83-e742f775d56a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1456678 Jul 16 03:48:51.847729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55990) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:51.848083 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76b7d2cc-5b48-4a86-863b-9e073a769ee8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.922956 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32704550-579d-404b-afee-009c7de89568 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.925583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:51.944387 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5efa9-53d0-4b09-a038-06fa05899af4 req-b22a0fd2-aafe-4a5d-94d7-7d4d17c292b6 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:51.945964 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dac5efa9-53d0-4b09-a038-06fa05899af4 req-b22a0fd2-aafe-4a5d-94d7-7d4d17c292b6 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 984 time: 0.6779375 Jul 16 03:48:51.948127 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:51.948648 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.977645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a04090-7a87-4f8f-bca8-b79acc302060 req-10fefbd9-5c65-4139-9b77-9f71ca067cbe tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:51.977897 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32704550-579d-404b-afee-009c7de89568 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:51.979142 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-01a04090-7a87-4f8f-bca8-b79acc302060 req-10fefbd9-5c65-4139-9b77-9f71ca067cbe tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 945 time: 0.2353218 Jul 16 03:48:51.995847 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8113d-26f1-4c44-815c-cf76fe2af32f req-a2cff9e3-5a13-49c5-a123-2d9d323d04e0 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:51.997879 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6b8113d-26f1-4c44-815c-cf76fe2af32f req-a2cff9e3-5a13-49c5-a123-2d9d323d04e0 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 945 time: 0.2550535 Jul 16 03:48:52.008223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd791b8-cbe9-49d5-a33c-54b485fa7281 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:52.009957 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dfd791b8-cbe9-49d5-a33c-54b485fa7281 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A312 HTTP/1.1" status: 200 len: 929 time: 0.1610446 Jul 16 03:48:52.017262 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55992) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:52.023748 n-d-800088-6 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-76b7d2cc-5b48-4a86-863b-9e073a769ee8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bc4fcb2a-29df-41c7-80e0-35ce1157bc8c (CIDR: 172.20.0.0/28) Jul 16 03:48:52.034519 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.049835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Transition to ACTIVE for port object 47d9569a-ed67-4c70-a67a-b265ea364fc2 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:52.062832 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b7d2cc-5b48-4a86-863b-9e073a769ee8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:48:52.063339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b7d2cc-5b48-4a86-863b-9e073a769ee8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:48:52.083730 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32704550-579d-404b-afee-009c7de89568 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.086424 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32704550-579d-404b-afee-009c7de89568 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.087716 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-32704550-579d-404b-afee-009c7de89568 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-groups/0d437838-c4ea-4e57-aaa8-33a454b1b373 HTTP/1.1" status: 204 len: 168 time: 0.2831991 Jul 16 03:48:52.094234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:52.106851 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Transition to ACTIVE for port object 47d9569a-ed67-4c70-a67a-b265ea364fc2 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:52.121215 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32704550-579d-404b-afee-009c7de89568 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d437838-c4ea-4e57-aaa8-33a454b1b373,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:52.127123 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.133975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-76b7d2cc-5b48-4a86-863b-9e073a769ee8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1123917 Jul 16 03:48:52.136742 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55996) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:52.138711 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dac5efa9-53d0-4b09-a038-06fa05899af4 req-c0baa093-c7e3-44d2-9b81-2c55b9b9306f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f24637-1f0c-4480-95a3-9ccd363eb222&id=a15afad9-cf80-41f9-80fd-d4f846c27be6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1534863 Jul 16 03:48:52.141318 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.157394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8e90512f-6274-41d2-b17d-bc1e134c69fa tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'subnet': {'network_id': '8c4ad3ae-906d-48a2-951c-24d4fb5d993d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:52.172618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-01a04090-7a87-4f8f-bca8-b79acc302060 req-688196e8-1ece-49fe-9025-2ba6d79870c4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714671 Jul 16 03:48:52.204165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Network 8c4ad3ae-906d-48a2-951c-24d4fb5d993d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:52.209547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d62b0c95-980b-4f24-9eeb-65f3422545b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port e3440e11-5f6a-4267-8242-cd7802be328b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:52.210111 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d62b0c95-980b-4f24-9eeb-65f3422545b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.215017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:52.219354 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:52.237241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Pushing event updated for resources: {'Port': ['ID=47d9569a-ed67-4c70-a67a-b265ea364fc2,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:52.276250 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6408f352-510b-4b50-b7a3-b82fae9f98cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.276512 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d6c4d9ed-fa13-4a8d-a033-b3793a07e60d,segment=NetworkSegment(0391d2e7-fb6d-4ae6-ba9e-1806368b30b1),segment_id=0391d2e7-fb6d-4ae6-ba9e-1806368b30b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:52.297361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b56a19a4-52d7-4747-a5ac-828962f2ed56 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1964400 Jul 16 03:48:52.300902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:52.301638 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.356636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Attempting to bind port 47d9569a-ed67-4c70-a67a-b265ea364fc2 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:52.357166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Attempting to bind port 47d9569a-ed67-4c70-a67a-b265ea364fc2 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'a3e3830d-ba81-4e21-9411-608a9b0fd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '8c4ad3ae-906d-48a2-951c-24d4fb5d993d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:52.357545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Attempting to bind port 47d9569a-ed67-4c70-a67a-b265ea364fc2 on network 8c4ad3ae-906d-48a2-951c-24d4fb5d993d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:52.367567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:52.368274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Checking segment: {'id': 'a3e3830d-ba81-4e21-9411-608a9b0fd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '8c4ad3ae-906d-48a2-951c-24d4fb5d993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:52.369012 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.369703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Bound using segment: {'id': 'a3e3830d-ba81-4e21-9411-608a9b0fd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '8c4ad3ae-906d-48a2-951c-24d4fb5d993d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:52.370377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Bound port: 47d9569a-ed67-4c70-a67a-b265ea364fc2, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e3830d-ba81-4e21-9411-608a9b0fd122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '8c4ad3ae-906d-48a2-951c-24d4fb5d993d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:52.370950 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.377118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b6b8113d-26f1-4c44-815c-cf76fe2af32f req-3666d119-c4ad-4c48-a218-36731f7fdf56 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Deleting port 8557a0f8-d137-4e1c-8602-d9345fd1dd35 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:52.377502 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b8113d-26f1-4c44-815c-cf76fe2af32f req-3666d119-c4ad-4c48-a218-36731f7fdf56 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.431629 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d62b0c95-980b-4f24-9eeb-65f3422545b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.432427 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=d6c4d9ed-fa13-4a8d-a033-b3793a07e60d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:52.457765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d62b0c95-980b-4f24-9eeb-65f3422545b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for e3440e11-5f6a-4267-8242-cd7802be328b owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:52.458780 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdf19fd7-666d-4a8a-8b80-b89cdf6bdfc9 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.485540 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdf19fd7-666d-4a8a-8b80-b89cdf6bdfc9 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.486995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] For port 47d9569a-ed67-4c70-a67a-b265ea364fc2, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:48:52.490340 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] For port 47d9569a-ed67-4c70-a67a-b265ea364fc2, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=47d9569a-ed67-4c70-a67a-b265ea364fc2,segment=NetworkSegment(a3e3830d-ba81-4e21-9411-608a9b0fd122),segment_id=a3e3830d-ba81-4e21-9411-608a9b0fd122)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:48:52.493825 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.568241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493dcf4-c077-45c9-ab1f-7e56829a04a6 None None] Pushing event updated for resources: {'Port': ['ID=47d9569a-ed67-4c70-a67a-b265ea364fc2,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:52.568491 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdf19fd7-666d-4a8a-8b80-b89cdf6bdfc9 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.572833 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fdf19fd7-666d-4a8a-8b80-b89cdf6bdfc9 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.578185 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fdf19fd7-666d-4a8a-8b80-b89cdf6bdfc9 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-groups/0cc5ea2c-3918-48b9-b46e-5ddcc468fe42 HTTP/1.1" status: 204 len: 168 time: 0.2721851 Jul 16 03:48:52.579366 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56002) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:52.608364 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6408f352-510b-4b50-b7a3-b82fae9f98cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.622981 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6408f352-510b-4b50-b7a3-b82fae9f98cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.623251 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf19fd7-666d-4a8a-8b80-b89cdf6bdfc9 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc5ea2c-3918-48b9-b46e-5ddcc468fe42,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:52.655195 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b6b8113d-26f1-4c44-815c-cf76fe2af32f req-3666d119-c4ad-4c48-a218-36731f7fdf56 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] For port 8557a0f8-d137-4e1c-8602-d9345fd1dd35, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8557a0f8-d137-4e1c-8602-d9345fd1dd35,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:52.655648 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b8113d-26f1-4c44-815c-cf76fe2af32f req-3666d119-c4ad-4c48-a218-36731f7fdf56 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.676115 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cd8cd0fe-c945-4f73-8e91-d9d6fefdb76c None None] Provisioning for port d1c338d0-007c-490a-aa37-25507cc63c59 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:52.677649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34512584-93f6-49be-aef1-1ed25c2e7349 req-24af4360-4c92-4df2-b906-117f7e3ac501 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:52.679408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34512584-93f6-49be-aef1-1ed25c2e7349 req-24af4360-4c92-4df2-b906-117f7e3ac501 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 984 time: 0.3058522 Jul 16 03:48:52.683368 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cd8cd0fe-c945-4f73-8e91-d9d6fefdb76c None None] Provisioning complete for port d1c338d0-007c-490a-aa37-25507cc63c59 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:52.684622 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd0fe-c945-4f73-8e91-d9d6fefdb76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.684779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-b6b8113d-26f1-4c44-815c-cf76fe2af32f req-3666d119-c4ad-4c48-a218-36731f7fdf56 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Calling delete_port for 8557a0f8-d137-4e1c-8602-d9345fd1dd35 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:52.720367 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6408f352-510b-4b50-b7a3-b82fae9f98cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66c334eeba63416b980c0c67a7bed444&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0826788 Jul 16 03:48:52.726257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cd8cd0fe-c945-4f73-8e91-d9d6fefdb76c None None] Port d1c338d0-007c-490a-aa37-25507cc63c59 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:52.729608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e90512f-6274-41d2-b17d-bc1e134c69fa tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:52.733463 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e90512f-6274-41d2-b17d-bc1e134c69fa tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.738059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56004) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:52.741416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cd8cd0fe-c945-4f73-8e91-d9d6fefdb76c None None] Provisioning complete for port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:52.741992 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cd8cd0fe-c945-4f73-8e91-d9d6fefdb76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.769043 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e992773b-1344-410a-aeee-7cc5fca5b7af tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1879406 Jul 16 03:48:52.769880 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408f352-510b-4b50-b7a3-b82fae9f98cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cadf1c9-c4b4-465f-abef-fc262c647b3e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:52.783224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:52.798220 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34512584-93f6-49be-aef1-1ed25c2e7349 req-81673851-edc8-4d48-ac8b-008bc174978b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f24637-1f0c-4480-95a3-9ccd363eb222&id=a15afad9-cf80-41f9-80fd-d4f846c27be6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1030631 Jul 16 03:48:52.804794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-971c8a1b-383d-46c8-8c18-53b8e6745f8f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1339587403'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:52.866257 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971c8a1b-383d-46c8-8c18-53b8e6745f8f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.896260 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d62b0c95-980b-4f24-9eeb-65f3422545b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:52.973820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cd8cd0fe-c945-4f73-8e91-d9d6fefdb76c None None] Could not find standard attr ID for object e3440e11-5f6a-4267-8242-cd7802be328b. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:48:53.012350 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b8113d-26f1-4c44-815c-cf76fe2af32f req-3666d119-c4ad-4c48-a218-36731f7fdf56 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.012955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b0c95-980b-4f24-9eeb-65f3422545b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=e3440e11-5f6a-4267-8242-cd7802be328b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:53.024966 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c99a1a4d-61e6-4e87-a113-013f199d0aec', '8557a0f8-d137-4e1c-8602-d9345fd1dd35'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:48:53.071098 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d62b0c95-980b-4f24-9eeb-65f3422545b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.075406 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d62b0c95-980b-4f24-9eeb-65f3422545b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/e3440e11-5f6a-4267-8242-cd7802be328b HTTP/1.1" status: 204 len: 168 time: 1.0549047 Jul 16 03:48:53.077307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56010) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:53.082093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666d119-c4ad-4c48-a218-36731f7fdf56 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Pushing event deleted for resources: {'Port': ['ID=8557a0f8-d137-4e1c-8602-d9345fd1dd35,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:53.122591 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-974bf6e4-b115-4fa8-acd2-8aee18a04be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.126974 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c6c418-4f3d-451a-87b1-16fb0a5ee60e tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] GET failed (client error): The resource could not be found. Jul 16 03:48:53.128663 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c3c6c418-4f3d-451a-87b1-16fb0a5ee60e tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/e3440e11-5f6a-4267-8242-cd7802be328b HTTP/1.1" status: 404 len: 333 time: 0.0480261 Jul 16 03:48:53.137460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56012) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:53.158907 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971c8a1b-383d-46c8-8c18-53b8e6745f8f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.209409 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-974bf6e4-b115-4fa8-acd2-8aee18a04be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.222785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eaae0e50-aa54-4488-b178-32fbbba62560 None None] Provisioning complete for port d1c338d0-007c-490a-aa37-25507cc63c59 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:53.223395 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eaae0e50-aa54-4488-b178-32fbbba62560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.243021 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971c8a1b-383d-46c8-8c18-53b8e6745f8f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.265624 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-eaae0e50-aa54-4488-b178-32fbbba62560 None None] Port d1c338d0-007c-490a-aa37-25507cc63c59 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:53.305762 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b8113d-26f1-4c44-815c-cf76fe2af32f req-3666d119-c4ad-4c48-a218-36731f7fdf56 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] No DVR routers for this DVR port 8557a0f8-d137-4e1c-8602-d9345fd1dd35 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:53.308624 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b6b8113d-26f1-4c44-815c-cf76fe2af32f req-3666d119-c4ad-4c48-a218-36731f7fdf56 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.311801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6b8113d-26f1-4c44-815c-cf76fe2af32f req-3666d119-c4ad-4c48-a218-36731f7fdf56 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.20 "DELETE /v2.0/ports/8557a0f8-d137-4e1c-8602-d9345fd1dd35 HTTP/1.1" status: 204 len: 173 time: 1.3042166 Jul 16 03:48:53.319021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a9e5ce-14a8-4e3b-b457-04d841875e86', 'name': 'network-vif-deleted', 'tag': '8557a0f8-d137-4e1c-8602-d9345fd1dd35'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:48:53.321789 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaa127b-47cc-4f8c-a30c-967aaa1ecfbc" -d '{"events": [{"server_uuid": "c2a9e5ce-14a8-4e3b-b457-04d841875e86", "name": "network-vif-deleted", "tag": "8557a0f8-d137-4e1c-8602-d9345fd1dd35"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:48:53.365384 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-971c8a1b-383d-46c8-8c18-53b8e6745f8f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.369860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-971c8a1b-383d-46c8-8c18-53b8e6745f8f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5676432 Jul 16 03:48:53.372850 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:53.413123 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0465b90e-a5e2-4e8d-b3ea-98e3703c42e2 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group_rule': {'security_group_id': '9d871cc0-c4cf-4fd0-9535-9f4aba589b96', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:53.434424 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eee2dd6b-0276-40dc-b677-6d56a0178383 req-2528e574-e372-4c85-adeb-33c522646234 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2a9e5ce-14a8-4e3b-b457-04d841875e86 HTTP/1.1" status: 200 len: 210 time: 0.0632586 Jul 16 03:48:53.437616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c8a1b-383d-46c8-8c18-53b8e6745f8f tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d871cc0-c4cf-4fd0-9535-9f4aba589b96,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:53.487399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-56302ea1-d3e4-4f42-b1f9-00fd31f6b377 None None] Could not find standard attr ID for object e3440e11-5f6a-4267-8242-cd7802be328b. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:48:53.505106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d85a42-4a0b-47e5-ad66-29a65883d4c1 req-573f9e10-b7e3-4c54-a00a-61d7b630ee9f tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:53.507346 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35d85a42-4a0b-47e5-ad66-29a65883d4c1 req-573f9e10-b7e3-4c54-a00a-61d7b630ee9f tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 1135 time: 0.3461769 Jul 16 03:48:53.509181 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24610134-435a-4261-a00b-8c0f71e4bcfe x-openstack-request-id: req-24610134-435a-4261-a00b-8c0f71e4bcfe {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:48:53.509468 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a9e5ce-14a8-4e3b-b457-04d841875e86", "name": "network-vif-deleted", "tag": "8557a0f8-d137-4e1c-8602-d9345fd1dd35", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:48:53.509715 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24610134-435a-4261-a00b-8c0f71e4bcfe {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:48:53.510102 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a9e5ce-14a8-4e3b-b457-04d841875e86', 'name': 'network-vif-deleted', 'tag': '8557a0f8-d137-4e1c-8602-d9345fd1dd35', 'status': 'completed', 'code': 200} Jul 16 03:48:53.522260 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0465b90e-a5e2-4e8d-b3ea-98e3703c42e2 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.541000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35d85a42-4a0b-47e5-ad66-29a65883d4c1 req-9ec8f985-e375-42c2-a5e6-ace501ba8a8d tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.610533 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0465b90e-a5e2-4e8d-b3ea-98e3703c42e2 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.675299 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0465b90e-a5e2-4e8d-b3ea-98e3703c42e2 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.708709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465b90e-a5e2-4e8d-b3ea-98e3703c42e2 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb14e0a-197e-44e9-a0de-b2ea427633de,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:53.733900 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35d85a42-4a0b-47e5-ad66-29a65883d4c1 req-9ec8f985-e375-42c2-a5e6-ace501ba8a8d tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.744529 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-35d85a42-4a0b-47e5-ad66-29a65883d4c1 req-9ec8f985-e375-42c2-a5e6-ace501ba8a8d tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.763177 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0465b90e-a5e2-4e8d-b3ea-98e3703c42e2 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.764432 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0465b90e-a5e2-4e8d-b3ea-98e3703c42e2 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3896403 Jul 16 03:48:53.774017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:53.803454 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-35d85a42-4a0b-47e5-ad66-29a65883d4c1 req-9ec8f985-e375-42c2-a5e6-ace501ba8a8d tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d1f24637-1f0c-4480-95a3-9ccd363eb222&id=a15afad9-cf80-41f9-80fd-d4f846c27be6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2881289 Jul 16 03:48:53.812481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8f985-e375-42c2-a5e6-ace501ba8a8d tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341e0422-6c9f-47d6-af13-6c5f4b739657,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:53.830949 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-067d230a-4b02-4f2b-b00f-014b3d37f8a8 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.843326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:53.875672 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-067d230a-4b02-4f2b-b00f-014b3d37f8a8 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.894087 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-974bf6e4-b115-4fa8-acd2-8aee18a04be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.897112 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-974bf6e4-b115-4fa8-acd2-8aee18a04be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.897688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d6c4d9ed-fa13-4a8d-a033-b3793a07e60d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:53.898808 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-974bf6e4-b115-4fa8-acd2-8aee18a04be7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cadf1c9-c4b4-465f-abef-fc262c647b3e HTTP/1.1" status: 204 len: 168 time: 1.1566141 Jul 16 03:48:53.923860 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-27f63390-9906-42fe-9a48-d9e720bdcd87 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port d1c338d0-007c-490a-aa37-25507cc63c59 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:53.924527 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27f63390-9906-42fe-9a48-d9e720bdcd87 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.931234 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bf6e4-b115-4fa8-acd2-8aee18a04be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cadf1c9-c4b4-465f-abef-fc262c647b3e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:53.960987 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-067d230a-4b02-4f2b-b00f-014b3d37f8a8 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.975884 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-067d230a-4b02-4f2b-b00f-014b3d37f8a8 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:53.977076 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-067d230a-4b02-4f2b-b00f-014b3d37f8a8 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0fb14e0a-197e-44e9-a0de-b2ea427633de HTTP/1.1" status: 204 len: 168 time: 0.2020390 Jul 16 03:48:53.979776 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56026) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:53.990091 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e90512f-6274-41d2-b17d-bc1e134c69fa tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.011076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84dc33b-fb6b-4760-90da-fb90b4d839ea tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:54.011517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:54.011901 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.016366 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f84dc33b-fb6b-4760-90da-fb90b4d839ea tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 1130 time: 0.1711330 Jul 16 03:48:54.016873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d230a-4b02-4f2b-b00f-014b3d37f8a8 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fb14e0a-197e-44e9-a0de-b2ea427633de,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:54.019935 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:54.027158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:54.086830 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.087728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27f63390-9906-42fe-9a48-d9e720bdcd87 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.104754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-27f63390-9906-42fe-9a48-d9e720bdcd87 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for d1c338d0-007c-490a-aa37-25507cc63c59 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:54.167305 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 47d9569a-ed67-4c70-a67a-b265ea364fc2 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:54.217798 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.252845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 47d9569a-ed67-4c70-a67a-b265ea364fc2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:54.351593 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Allocated IP 172.25.3.224 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/aa2c6fd7-926e-4039-9c2a-170f21835d1c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:54.359516 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d6beb6-699d-40af-8bf1-aedd83479c2d None None] Network 8c4ad3ae-906d-48a2-951c-24d4fb5d993d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:54.380097 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e90512f-6274-41d2-b17d-bc1e134c69fa tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 8c4ad3ae-906d-48a2-951c-24d4fb5d993d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:54.395056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8e90512f-6274-41d2-b17d-bc1e134c69fa tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:54.416958 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-afb1afaf-9d60-418d-aea4-9c5c02e7db30 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4358954 Jul 16 03:48:54.421179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e90512f-6274-41d2-b17d-bc1e134c69fa tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:54.422222 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e90512f-6274-41d2-b17d-bc1e134c69fa tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.438241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56036) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:54.453725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90512f-6274-41d2-b17d-bc1e134c69fa tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Subnet': ['ID=51401343-9ec8-4a6d-a072-21d888e63aae,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:54.460058 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8e90512f-6274-41d2-b17d-bc1e134c69fa tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3110969 Jul 16 03:48:54.460963 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27f63390-9906-42fe-9a48-d9e720bdcd87 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.464676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:54.468269 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f95dcae3-d860-46af-9090-1e0921fced73 None None] Provisioning for port 47d9569a-ed67-4c70-a67a-b265ea364fc2 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:54.474238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'network_id': '8c4ad3ae-906d-48a2-951c-24d4fb5d993d', 'fixed_ips': [{'subnet_id': 'bc4fcb2a-29df-41c7-80e0-35ce1157bc8c'}, {'subnet_id': '51401343-9ec8-4a6d-a072-21d888e63aae'}], 'name': 'tempest-PortsTestJSON-1213804278'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:54.482711 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f95dcae3-d860-46af-9090-1e0921fced73 None None] Provisioning complete for port 47d9569a-ed67-4c70-a67a-b265ea364fc2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:54.483019 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f95dcae3-d860-46af-9090-1e0921fced73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.582347 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f63390-9906-42fe-9a48-d9e720bdcd87 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=d1c338d0-007c-490a-aa37-25507cc63c59,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:54.636263 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-27f63390-9906-42fe-9a48-d9e720bdcd87 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.637202 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-27f63390-9906-42fe-9a48-d9e720bdcd87 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/d1c338d0-007c-490a-aa37-25507cc63c59 HTTP/1.1" status: 204 len: 168 time: 1.4987409 Jul 16 03:48:54.645320 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56048) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:54.663915 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.665286 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f95dcae3-d860-46af-9090-1e0921fced73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.719360 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f95dcae3-d860-46af-9090-1e0921fced73 None None] For port 47d9569a-ed67-4c70-a67a-b265ea364fc2, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=47d9569a-ed67-4c70-a67a-b265ea364fc2,segment=NetworkSegment(a3e3830d-ba81-4e21-9411-608a9b0fd122),segment_id=a3e3830d-ba81-4e21-9411-608a9b0fd122)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:54.730472 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f95dcae3-d860-46af-9090-1e0921fced73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.745679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e277e77-9643-4fde-84a2-d304a1e5ae2e tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.747989 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-98459c48-6313-481e-9f84-5e824c02fd01 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] GET failed (client error): The resource could not be found. Jul 16 03:48:54.755845 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-98459c48-6313-481e-9f84-5e824c02fd01 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/d1c338d0-007c-490a-aa37-25507cc63c59 HTTP/1.1" status: 404 len: 333 time: 0.1094067 Jul 16 03:48:54.758803 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56050) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:54.835792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:54.843668 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e277e77-9643-4fde-84a2-d304a1e5ae2e tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.887353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dcae3-d860-46af-9090-1e0921fced73 None None] Pushing event updated for resources: {'Port': ['ID=47d9569a-ed67-4c70-a67a-b265ea364fc2,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:54.896881 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd1740e-5599-4619-9174-0671f151c20f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting subnet 6d8aca5f-e7aa-4441-b792-71bc155fefb9 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:48:54.906089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bd1740e-5599-4619-9174-0671f151c20f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.919981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89e1684-c7ce-4cb5-8e07-04a915e28e38 None None] Update dhcp port {'port': {'network_id': '8c4ad3ae-906d-48a2-951c-24d4fb5d993d', 'fixed_ips': [{'subnet_id': 'bc4fcb2a-29df-41c7-80e0-35ce1157bc8c', 'ip_address': '172.20.0.2'}, {'subnet_id': '51401343-9ec8-4a6d-a072-21d888e63aae'}], 'binding:host_id': 'n-d-800088-6'}, 'id': '47d9569a-ed67-4c70-a67a-b265ea364fc2'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:48:54.952114 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bd1740e-5599-4619-9174-0671f151c20f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.955762 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e277e77-9643-4fde-84a2-d304a1e5ae2e tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.958783 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e277e77-9643-4fde-84a2-d304a1e5ae2e tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.960616 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8e277e77-9643-4fde-84a2-d304a1e5ae2e tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-groups/9d871cc0-c4cf-4fd0-9535-9f4aba589b96 HTTP/1.1" status: 204 len: 168 time: 0.5202353 Jul 16 03:48:54.969381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:54.989835 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:54.996684 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e277e77-9643-4fde-84a2-d304a1e5ae2e tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d871cc0-c4cf-4fd0-9535-9f4aba589b96,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:55.028978 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c89e1684-c7ce-4cb5-8e07-04a915e28e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.072566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:55.078649 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bd1740e-5599-4619-9174-0671f151c20f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.115821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:55.126002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:55.142754 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.156394 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bd1740e-5599-4619-9174-0671f151c20f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.187255 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'Port': ['ID=aa2c6fd7-926e-4039-9c2a-170f21835d1c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:55.189917 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1740e-5599-4619-9174-0671f151c20f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8aca5f-e7aa-4441-b792-71bc155fefb9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:55.200250 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cd093809-c4d6-4a53-8d86-c89ba4705556 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2292452 Jul 16 03:48:55.208235 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0bd1740e-5599-4619-9174-0671f151c20f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.210666 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0bd1740e-5599-4619-9174-0671f151c20f tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/6d8aca5f-e7aa-4441-b792-71bc155fefb9 HTTP/1.1" status: 204 len: 168 time: 0.4506423 Jul 16 03:48:55.211385 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56076) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:55.216073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c89e1684-c7ce-4cb5-8e07-04a915e28e38 None None] Allocated IP 172.20.0.18 (8c4ad3ae-906d-48a2-951c-24d4fb5d993d/51401343-9ec8-4a6d-a072-21d888e63aae/47d9569a-ed67-4c70-a67a-b265ea364fc2) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:55.217366 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2ac16984-f73a-4aa3-a53d-bcc5a6403155 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group': {'name': 'tempest-secgroup--903760472'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:55.218116 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:55.244276 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ac16984-f73a-4aa3-a53d-bcc5a6403155 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.253339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-d250c446-de4d-4d92-a8ac-12c7724991d3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:55.254843 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-d250c446-de4d-4d92-a8ac-12c7724991d3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 805 time: 0.3012905 Jul 16 03:48:55.265029 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port 7e33bef8-8ebc-4668-b7b6-941de244ae5f yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:48:55.297072 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a196bd5-acc3-46b3-ae05-934f739f2e9e None None] Network 9c112e09-388a-42a8-a442-6158c5e4606f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:55.341325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c89e1684-c7ce-4cb5-8e07-04a915e28e38 None None] For port 47d9569a-ed67-4c70-a67a-b265ea364fc2, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=47d9569a-ed67-4c70-a67a-b265ea364fc2,segment=NetworkSegment(a3e3830d-ba81-4e21-9411-608a9b0fd122),segment_id=a3e3830d-ba81-4e21-9411-608a9b0fd122)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:55.372488 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ac16984-f73a-4aa3-a53d-bcc5a6403155 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.377644 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ac16984-f73a-4aa3-a53d-bcc5a6403155 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.409658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-dbd77df1-5742-4d0b-bff7-e6c7e0af5028 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/quotas/030958d430194e3cb3227676b0a552dd HTTP/1.1" status: 200 len: 375 time: 0.1398246 Jul 16 03:48:55.424087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac16984-f73a-4aa3-a53d-bcc5a6403155 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d876dc-42ea-4301-863f-31efb09001ae,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:55.428774 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ac16984-f73a-4aa3-a53d-bcc5a6403155 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.430553 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2ac16984-f73a-4aa3-a53d-bcc5a6403155 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2179527 Jul 16 03:48:55.439249 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56082) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:55.445507 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7adbeec4-3ea7-4ae8-a859-35cf2a055984 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group_rule': {'security_group_id': '34d876dc-42ea-4301-863f-31efb09001ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:55.450991 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c89e1684-c7ce-4cb5-8e07-04a915e28e38 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.469685 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c89e1684-c7ce-4cb5-8e07-04a915e28e38 None None] Transition to ACTIVE for port object 47d9569a-ed67-4c70-a67a-b265ea364fc2 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:55.479399 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c89e1684-c7ce-4cb5-8e07-04a915e28e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.481697 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7adbeec4-3ea7-4ae8-a859-35cf2a055984 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.510120 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.591148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e1684-c7ce-4cb5-8e07-04a915e28e38 None None] Pushing event updated for resources: {'Port': ['ID=47d9569a-ed67-4c70-a67a-b265ea364fc2,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:55.608364 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7adbeec4-3ea7-4ae8-a859-35cf2a055984 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.617728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7adbeec4-3ea7-4ae8-a859-35cf2a055984 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.652123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbeec4-3ea7-4ae8-a859-35cf2a055984 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d651913c-798f-4e0b-9724-f3101f8436ae,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:55.660507 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0432bda-6872-411e-8ed5-bbaca365c872 None None] DHCP port deletion for 9c112e09-388a-42a8-a442-6158c5e4606f request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:48:55.680965 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7adbeec4-3ea7-4ae8-a859-35cf2a055984 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.685124 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7adbeec4-3ea7-4ae8-a859-35cf2a055984 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2412302 Jul 16 03:48:55.685412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56086) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:55.715373 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-29892f60-6abd-4301-8da9-19756969adaf tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules/d651913c-798f-4e0b-9724-f3101f8436ae HTTP/1.1" status: 200 len: 763 time: 0.0284417 Jul 16 03:48:55.717635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56088) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:55.726593 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b0432bda-6872-411e-8ed5-bbaca365c872 None None] Deleting port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:55.726981 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0432bda-6872-411e-8ed5-bbaca365c872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.769804 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56090) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:55.793899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 47d9569a-ed67-4c70-a67a-b265ea364fc2 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:55.828594 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b0432bda-6872-411e-8ed5-bbaca365c872 None None] For port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d6c4d9ed-fa13-4a8d-a033-b3793a07e60d,segment=NetworkSegment(0391d2e7-fb6d-4ae6-ba9e-1806368b30b1),segment_id=0391d2e7-fb6d-4ae6-ba9e-1806368b30b1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:55.829243 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0432bda-6872-411e-8ed5-bbaca365c872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.831846 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b3596c25-798c-48e9-80ec-762894b0209a tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1121905 Jul 16 03:48:55.833692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56094) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:55.849239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b0432bda-6872-411e-8ed5-bbaca365c872 None None] Calling delete_port for d6c4d9ed-fa13-4a8d-a033-b3793a07e60d owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:55.884773 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8062bf1-6c1d-446f-b9fd-0d4d57485356 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.897628 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8062bf1-6c1d-446f-b9fd-0d4d57485356 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.944833 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bdf9292-f496-44db-ad20-abefeff54486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.964135 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0432bda-6872-411e-8ed5-bbaca365c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.980354 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8062bf1-6c1d-446f-b9fd-0d4d57485356 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.988758 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8062bf1-6c1d-446f-b9fd-0d4d57485356 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:55.989069 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0432bda-6872-411e-8ed5-bbaca365c872 None None] Pushing event deleted for resources: {'Port': ['ID=d6c4d9ed-fa13-4a8d-a033-b3793a07e60d,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:55.999972 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0432bda-6872-411e-8ed5-bbaca365c872 None None] No DVR routers for this DVR port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:56.002244 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f8062bf1-6c1d-446f-b9fd-0d4d57485356 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d651913c-798f-4e0b-9724-f3101f8436ae HTTP/1.1" status: 204 len: 168 time: 0.1556094 Jul 16 03:48:56.004952 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:56.020518 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8557a0f8-d137-4e1c-8602-d9345fd1dd35 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:56.039469 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8062bf1-6c1d-446f-b9fd-0d4d57485356 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d651913c-798f-4e0b-9724-f3101f8436ae,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:56.097768 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2a358ef1-2be8-4973-b832-8efec1dccfc3 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0814173 Jul 16 03:48:56.102363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56098) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:56.117322 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-787fde8d-a0d2-4121-8c74-1a217835f6c2 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group_rule': {'security_group_id': '34d876dc-42ea-4301-863f-31efb09001ae', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:56.191112 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bdf9292-f496-44db-ad20-abefeff54486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.212975 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bdf9292-f496-44db-ad20-abefeff54486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.214718 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 8557a0f8-d137-4e1c-8602-d9345fd1dd35 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:56.215734 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8557a0f8-d137-4e1c-8602-d9345fd1dd35 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:56.235424 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-c05771f8-c5d4-4577-9329-a2fa357a9c24 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7949221 Jul 16 03:48:56.262891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-787fde8d-a0d2-4121-8c74-1a217835f6c2 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.268765 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8bdf9292-f496-44db-ad20-abefeff54486 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9bd82f0d094f4e47b8902d57e765e6c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4976807 Jul 16 03:48:56.274660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf9292-f496-44db-ad20-abefeff54486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13d41e9-5b36-4242-9cd2-9f9b74f2d0f4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:56.279735 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56100) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:56.358979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-787fde8d-a0d2-4121-8c74-1a217835f6c2 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.362065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b98183a-f49a-4c9b-8414-76de2df2e207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.368300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943ef954-e61b-45cd-be7d-8cf5b9317c68 None None] Network 8c4ad3ae-906d-48a2-951c-24d4fb5d993d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:56.373635 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-787fde8d-a0d2-4121-8c74-1a217835f6c2 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.401787 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b98183a-f49a-4c9b-8414-76de2df2e207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.410359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fde8d-a0d2-4121-8c74-1a217835f6c2 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cea2150-ef48-40b7-8ef2-0d0acfd7de53,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:56.422342 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-787fde8d-a0d2-4121-8c74-1a217835f6c2 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.426240 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-787fde8d-a0d2-4121-8c74-1a217835f6c2 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3220332 Jul 16 03:48:56.426821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56102) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:56.446926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:48:56.447266 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.458875 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f849719a-07c8-4965-ab00-39c8050d6f37 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules/6cea2150-ef48-40b7-8ef2-0d0acfd7de53 HTTP/1.1" status: 200 len: 763 time: 0.0293586 Jul 16 03:48:56.459892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56104) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:56.499736 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6166b0b2-6222-4de1-8d25-7fe1e672bfb0 None None] Provisioning for port 47d9569a-ed67-4c70-a67a-b265ea364fc2 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:56.511893 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c7a2aba6-7f54-418f-bdef-882bdcd010b5 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0508792 Jul 16 03:48:56.512542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56106) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:56.512742 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6166b0b2-6222-4de1-8d25-7fe1e672bfb0 None None] Provisioning complete for port 47d9569a-ed67-4c70-a67a-b265ea364fc2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:56.513165 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6166b0b2-6222-4de1-8d25-7fe1e672bfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.541365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b98183a-f49a-4c9b-8414-76de2df2e207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.544876 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b98183a-f49a-4c9b-8414-76de2df2e207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.546035 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8b98183a-f49a-4c9b-8414-76de2df2e207 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d13d41e9-5b36-4242-9cd2-9f9b74f2d0f4 HTTP/1.1" status: 204 len: 168 time: 0.2655911 Jul 16 03:48:56.576843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98183a-f49a-4c9b-8414-76de2df2e207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13d41e9-5b36-4242-9cd2-9f9b74f2d0f4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:56.601683 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc6b69b5-d4fb-4495-a8a6-91a5f39b5c8d tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.613484 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc6b69b5-d4fb-4495-a8a6-91a5f39b5c8d tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.654661 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc6b69b5-d4fb-4495-a8a6-91a5f39b5c8d tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.663323 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc6b69b5-d4fb-4495-a8a6-91a5f39b5c8d tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.668976 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cc6b69b5-d4fb-4495-a8a6-91a5f39b5c8d tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6cea2150-ef48-40b7-8ef2-0d0acfd7de53 HTTP/1.1" status: 204 len: 168 time: 0.1513169 Jul 16 03:48:56.678229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56110) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:56.678989 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b69b5-d4fb-4495-a8a6-91a5f39b5c8d tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cea2150-ef48-40b7-8ef2-0d0acfd7de53,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:56.718191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] For port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d, host n-d-800088-6, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:48:56.718191 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.728907 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-62be6855-1610-41b7-8b5c-c87688e5d10d tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469251 Jul 16 03:48:56.729513 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56114) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:56.734153 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-859629d7-51f2-457d-8cbe-49828f788b21 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Request body: {'security_group_rule': {'security_group_id': '34d876dc-42ea-4301-863f-31efb09001ae', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:56.748382 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Allocated IP 172.20.0.4 (8c4ad3ae-906d-48a2-951c-24d4fb5d993d/bc4fcb2a-29df-41c7-80e0-35ce1157bc8c/7e33bef8-8ebc-4668-b7b6-941de244ae5f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:56.759520 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-859629d7-51f2-457d-8cbe-49828f788b21 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Project d5869f6335764b66a9bed84eb59d7b8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:48:56.761460 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-ae19cf26-2d68-4fd9-b7a7-8a18c598fd01 service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983184 Jul 16 03:48:56.765813 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-859629d7-51f2-457d-8cbe-49828f788b21 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.767696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for d6c4d9ed-fa13-4a8d-a033-b3793a07e60d owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:48:56.772054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:48:56.778995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Allocated IP 172.20.0.22 (8c4ad3ae-906d-48a2-951c-24d4fb5d993d/51401343-9ec8-4a6d-a072-21d888e63aae/7e33bef8-8ebc-4668-b7b6-941de244ae5f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:56.808867 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.822821 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.833014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-859629d7-51f2-457d-8cbe-49828f788b21 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.839110 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-859629d7-51f2-457d-8cbe-49828f788b21 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.859593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859629d7-51f2-457d-8cbe-49828f788b21 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4267305a-13c4-4817-bc40-24dacffb336d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:56.869984 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-859629d7-51f2-457d-8cbe-49828f788b21 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.871743 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-859629d7-51f2-457d-8cbe-49828f788b21 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412408 Jul 16 03:48:56.874605 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:56.895812 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-746859ca-6e8b-43d6-b873-367bb5516499 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules/4267305a-13c4-4817-bc40-24dacffb336d HTTP/1.1" status: 200 len: 769 time: 0.0176249 Jul 16 03:48:56.896074 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56122) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:56.924197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=d6c4d9ed-fa13-4a8d-a033-b3793a07e60d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:56.960363 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-117d2f96-3d2f-4f9e-b1f7-f0837ca9f01a tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0610201 Jul 16 03:48:56.961398 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56126) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:56.970930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No DVR routers for this DVR port d6c4d9ed-fa13-4a8d-a033-b3793a07e60d on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:48:56.988524 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:56.995973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1fa3001d-f5db-4ea4-9d66-518aeeb71a70 None None] Provisioning complete for port 47d9569a-ed67-4c70-a67a-b265ea364fc2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:56.997941 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1fa3001d-f5db-4ea4-9d66-518aeeb71a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.002429 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.037377 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.046366 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.048716 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4267305a-13c4-4817-bc40-24dacffb336d HTTP/1.1" status: 204 len: 168 time: 0.0857980 Jul 16 03:48:57.053060 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56130) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:57.083549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4267305a-13c4-4817-bc40-24dacffb336d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:57.094626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:57.102182 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:57.102703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:57.103407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:57.103407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:57.103719 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:57.104061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:57.104475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:57.106628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:57.106968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:57.107451 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:57.107790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7093fe3-4ca9-4fad-9040-770804511937 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:48:57.134881 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dadeaa35-a72e-4455-8efc-c1bdb388ef29 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0779340 Jul 16 03:48:57.136678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56132) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:57.145857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-ec5346a0-38dc-40ac-b820-fd16ad9f361d service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691363 Jul 16 03:48:57.208868 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54ba13b2-f883-4c59-b467-fcef68efeda4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.216134 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.240668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c112e09-388a-42a8-a442-6158c5e4606f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:57.244688 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.253235 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54ba13b2-f883-4c59-b467-fcef68efeda4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.280815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0391d2e7-fb6d-4ae6-ba9e-1806368b30b1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:57.281135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0391d2e7-fb6d-4ae6-ba9e-1806368b30b1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:48:57.300460 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.304696 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54ba13b2-f883-4c59-b467-fcef68efeda4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.307471 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54ba13b2-f883-4c59-b467-fcef68efeda4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.312215 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-54ba13b2-f883-4c59-b467-fcef68efeda4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "DELETE /v2.0/security-groups/34d876dc-42ea-4301-863f-31efb09001ae HTTP/1.1" status: 204 len: 168 time: 0.1743701 Jul 16 03:48:57.313435 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56142) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:57.339017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba13b2-f883-4c59-b467-fcef68efeda4 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d876dc-42ea-4301-863f-31efb09001ae,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:57.386838 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-652a6637-5a60-493f-b7d5-b544b85146f9 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0693169 Jul 16 03:48:57.387990 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56148) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:57.402577 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.407495 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.440998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ba7b17de-9dc8-4738-a170-2cb3d9ea7c60 tempest-SecGroupIPv6Test-1282813597 tempest-SecGroupIPv6Test-1282813597-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517967 Jul 16 03:48:57.444769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:48:57.445192 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:48:57.472003 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:48:57.486361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a049398-f48e-4f2f-a36b-464eed9da165 req-c5d47934-0ba0-43a9-9d05-7eae3619e7eb tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 210 time: 0.0999720 Jul 16 03:48:57.511119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Transition to ACTIVE for port object 7e33bef8-8ebc-4668-b7b6-941de244ae5f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:57.586946 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.643822 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.654024 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/networks/9c112e09-388a-42a8-a442-6158c5e4606f HTTP/1.1" status: 204 len: 168 time: 2.4350770 Jul 16 03:48:57.657953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56162) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:57.664639 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bd1bd819-2670-41cf-b4a6-7cc32f0e8aef tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-548250128'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:57.686840 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.698391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 47d9569a-ed67-4c70-a67a-b265ea364fc2 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:48:57.715659 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1bd819-2670-41cf-b4a6-7cc32f0e8aef tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:57.719719 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.721544 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd819-2670-41cf-b4a6-7cc32f0e8aef tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.721808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19262a-311c-4e67-822a-78a1f7d055d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Network': ['ID=9c112e09-388a-42a8-a442-6158c5e4606f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:57.766866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1bd819-2670-41cf-b4a6-7cc32f0e8aef tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:48:57.819709 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd819-2670-41cf-b4a6-7cc32f0e8aef tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.820390 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-bd1bd819-2670-41cf-b4a6-7cc32f0e8aef tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Added segment 752acb1a-7662-4b83-b7cf-d9ad3a8b22fe of type vlan for network c62aedf8-0977-40f0-a7e6-7abf7146b22d Jul 16 03:48:57.834040 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 47d9569a-ed67-4c70-a67a-b265ea364fc2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:57.834423 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.846599 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.849383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'Port': ['ID=aa2c6fd7-926e-4039-9c2a-170f21835d1c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:57.855369 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.931405 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:57.933314 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd819-2670-41cf-b4a6-7cc32f0e8aef tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:57.997372 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd819-2670-41cf-b4a6-7cc32f0e8aef tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.018387 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1bd819-2670-41cf-b4a6-7cc32f0e8aef tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:58.019063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bd1bd819-2670-41cf-b4a6-7cc32f0e8aef tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.062026 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d6c4d9ed-fa13-4a8d-a033-b3793a07e60d no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:48:58.087611 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bd1bd819-2670-41cf-b4a6-7cc32f0e8aef tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4283004 Jul 16 03:48:58.092222 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56206) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:58.097848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: d6c4d9ed-fa13-4a8d-a033-b3793a07e60d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:48:58.098432 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d6c4d9ed-fa13-4a8d-a033-b3793a07e60d not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:48:58.098785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-aabbb433-b4c4-471c-9eae-3d9aaa957959 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'subnet': {'network_id': 'c62aedf8-0977-40f0-a7e6-7abf7146b22d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:58.167623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bd819-2670-41cf-b4a6-7cc32f0e8aef tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Network': ['ID=c62aedf8-0977-40f0-a7e6-7abf7146b22d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:58.182736 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network c62aedf8-0977-40f0-a7e6-7abf7146b22d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:48:58.286109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 8c4ad3ae-906d-48a2-951c-24d4fb5d993d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:58.296064 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:58.309660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabbb433-b4c4-471c-9eae-3d9aaa957959 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:58.314506 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aabbb433-b4c4-471c-9eae-3d9aaa957959 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.355408 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:58.388399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=7e33bef8-8ebc-4668-b7b6-941de244ae5f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:58.511604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:58.512852 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.544530 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Floating IP 6084c976-4d1c-413e-97f0-974aecea7c91 associated. External IP: 172.25.3.224, port: 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783. Jul 16 03:48:58.562779 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-300a5783-dd62-4f37-b732-2d56f87db2fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5869f6335764b66a9bed84eb59d7b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6265864 Jul 16 03:48:58.565407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56222) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:58.634360 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4ddef584-92b7-4a72-8858-469cba88f047 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.1650076 Jul 16 03:48:58.634969 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56232) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:58.643532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e37ab34f-a5ae-4544-81b7-b8ccc07b45f6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc4fcb2a-29df-41c7-80e0-35ce1157bc8c'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:58.688586 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2fa67516-b02c-4523-881e-4ca2df27474b None None] Provisioning for port 7e33bef8-8ebc-4668-b7b6-941de244ae5f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:48:58.702713 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2fa67516-b02c-4523-881e-4ca2df27474b None None] Provisioning complete for port 7e33bef8-8ebc-4668-b7b6-941de244ae5f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:48:58.703358 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2fa67516-b02c-4523-881e-4ca2df27474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.710598 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96502c2e-e574-4cd6-bbb5-c49bda41c9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.712859 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aabbb433-b4c4-471c-9eae-3d9aaa957959 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.764723 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-33b2c973-476e-4217-940d-e0dcf418719f req-901c80a9-f73d-4640-ada9-ec6aa1b7bbe0 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 210 time: 0.0691795 Jul 16 03:48:58.792766 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2fa67516-b02c-4523-881e-4ca2df27474b None None] Port 7e33bef8-8ebc-4668-b7b6-941de244ae5f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:48:58.813831 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96502c2e-e574-4cd6-bbb5-c49bda41c9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.821591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbb433-b4c4-471c-9eae-3d9aaa957959 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Subnet': ['ID=c3cb73d6-e6f9-4f64-93b8-9d38fd122eee,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:58.863765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabbb433-b4c4-471c-9eae-3d9aaa957959 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Checking segment: {'id': '752acb1a-7662-4b83-b7cf-d9ad3a8b22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'c62aedf8-0977-40f0-a7e6-7abf7146b22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:58.864063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabbb433-b4c4-471c-9eae-3d9aaa957959 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network hostable DHCP agents. Network: c62aedf8-0977-40f0-a7e6-7abf7146b22d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:48:58.876394 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ab34f-a5ae-4544-81b7-b8ccc07b45f6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.887648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabbb433-b4c4-471c-9eae-3d9aaa957959 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network c62aedf8-0977-40f0-a7e6-7abf7146b22d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:48:58.921122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-aabbb433-b4c4-471c-9eae-3d9aaa957959 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, c62aedf8-0977-40f0-a7e6-7abf7146b22d) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:58.922646 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96502c2e-e574-4cd6-bbb5-c49bda41c9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.925412 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96502c2e-e574-4cd6-bbb5-c49bda41c9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:58.926547 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-96502c2e-e574-4cd6-bbb5-c49bda41c9e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72d9d5e6-5785-49d1-b8eb-aa9101d169e1 HTTP/1.1" status: 204 len: 168 time: 0.3601849 Jul 16 03:48:58.932817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bfce09-7f5b-4f0b-a37e-db6fbef60faf None None] Network c62aedf8-0977-40f0-a7e6-7abf7146b22d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:48:58.990234 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabbb433-b4c4-471c-9eae-3d9aaa957959 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:58.991971 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aabbb433-b4c4-471c-9eae-3d9aaa957959 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:59.053304 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96502c2e-e574-4cd6-bbb5-c49bda41c9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d9d5e6-5785-49d1-b8eb-aa9101d169e1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:59.069067 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-aabbb433-b4c4-471c-9eae-3d9aaa957959 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9749200 Jul 16 03:48:59.089191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56252) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:48:59.114027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2f4e09dd-a699-436b-89af-91f95f7fcd71 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'network_id': 'c62aedf8-0977-40f0-a7e6-7abf7146b22d', 'name': 'tempest-PortsIpV6TestJSON-625067514', 'fixed_ips': [{'subnet_id': 'c3cb73d6-e6f9-4f64-93b8-9d38fd122eee', 'ip_address': '2001:db8::10'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:59.205319 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-c62aedf8-0977-40f0-a7e6-7abf7146b22d', 'network_id': 'c62aedf8-0977-40f0-a7e6-7abf7146b22d', 'tenant_id': 'ed7594d380d2450fad6c1d1bbb9a39b0', 'fixed_ips': [{'subnet_id': 'c3cb73d6-e6f9-4f64-93b8-9d38fd122eee'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:48:59.209262 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:59.226710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-e2dffd4c-4e22-4017-9eb8-8995f6ee1e00 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:48:59.228800 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-e2dffd4c-4e22-4017-9eb8-8995f6ee1e00 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 805 time: 0.3332832 Jul 16 03:48:59.249457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-ad17a242-435c-4331-affb-2eca874503f4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Request body: {'port': {'device_id': 'e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8', 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5', 'admin_state_up': True, 'tenant_id': '030958d430194e3cb3227676b0a552dd'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:48:59.400738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-ad17a242-435c-4331-affb-2eca874503f4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Made reservation on behalf of 030958d430194e3cb3227676b0a552dd for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:59.406586 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-ad17a242-435c-4331-affb-2eca874503f4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:59.422771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Router eb00561b-f9a6-4222-a233-a288a598c316 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:48:59.470167 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Allocated IP 2001:db8::2 (c62aedf8-0977-40f0-a7e6-7abf7146b22d/c3cb73d6-e6f9-4f64-93b8-9d38fd122eee/adbb1c3c-f1e6-43ff-a144-554bbe941b34) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:59.485244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4e09dd-a699-436b-89af-91f95f7fcd71 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:48:59.643619 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-ad17a242-435c-4331-affb-2eca874503f4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Allocated IP 172.20.0.5 (be05005c-c098-4d8b-a55d-fc55d239f9a5/4c67eeac-ef92-44b4-81f1-978ab2dd4eec/71b5b46e-38e5-4719-b9ca-abff401339c1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:48:59.750764 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:59.755390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e37ab34f-a5ae-4544-81b7-b8ccc07b45f6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Delete allocated IP 172.20.0.22 (8c4ad3ae-906d-48a2-951c-24d4fb5d993d/51401343-9ec8-4a6d-a072-21d888e63aae) {{(pid=93767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 03:48:59.769920 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f4e09dd-a699-436b-89af-91f95f7fcd71 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:59.774842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Transition to ACTIVE for port object adbb1c3c-f1e6-43ff-a144-554bbe941b34 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:59.806380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Transition to ACTIVE for port object adbb1c3c-f1e6-43ff-a144-554bbe941b34 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:48:59.815019 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:59.863562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Network c62aedf8-0977-40f0-a7e6-7abf7146b22d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:48:59.869235 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:48:59.876822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:48:59.943637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Pushing event updated for resources: {'Port': ['ID=adbb1c3c-f1e6-43ff-a144-554bbe941b34,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:48:59.953765 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-ad17a242-435c-4331-affb-2eca874503f4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:59.960045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Attempting to bind port adbb1c3c-f1e6-43ff-a144-554bbe941b34 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:48:59.960815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Attempting to bind port adbb1c3c-f1e6-43ff-a144-554bbe941b34 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '752acb1a-7662-4b83-b7cf-d9ad3a8b22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'c62aedf8-0977-40f0-a7e6-7abf7146b22d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:48:59.961255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Attempting to bind port adbb1c3c-f1e6-43ff-a144-554bbe941b34 on network c62aedf8-0977-40f0-a7e6-7abf7146b22d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:48:59.966718 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:48:59.967161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Checking segment: {'id': '752acb1a-7662-4b83-b7cf-d9ad3a8b22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'c62aedf8-0977-40f0-a7e6-7abf7146b22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:48:59.967631 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:59.968090 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Bound using segment: {'id': '752acb1a-7662-4b83-b7cf-d9ad3a8b22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'c62aedf8-0977-40f0-a7e6-7abf7146b22d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:48:59.968644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Bound port: adbb1c3c-f1e6-43ff-a144-554bbe941b34, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752acb1a-7662-4b83-b7cf-d9ad3a8b22fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': 'c62aedf8-0977-40f0-a7e6-7abf7146b22d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:48:59.969342 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:48:59.969900 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-2f4e09dd-a699-436b-89af-91f95f7fcd71 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port 12ab1969-f5d7-4c53-bf0c-61443219f1d5 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:49:00.037923 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-ad17a242-435c-4331-affb-2eca874503f4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.060558 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] For port adbb1c3c-f1e6-43ff-a144-554bbe941b34, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:00.063255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c99a1a4d-61e6-4e87-a113-013f199d0aec'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:00.079563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:00.091743 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58213d0a-074a-4ee6-8d05-d84c58838430 None None] Sync routers for ids ['eb00561b-f9a6-4222-a233-a288a598c316'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:00.105181 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58213d0a-074a-4ee6-8d05-d84c58838430 None None] Routers {'eb00561b-f9a6-4222-a233-a288a598c316'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:00.107750 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-58213d0a-074a-4ee6-8d05-d84c58838430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:48:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['eb00561b-f9a6-4222-a233-a288a598c316'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:00.154818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-ad17a242-435c-4331-affb-2eca874503f4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Network be05005c-c098-4d8b-a55d-fc55d239f9a5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:00.158363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-ad17a242-435c-4331-affb-2eca874503f4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:00.161385 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-ad17a242-435c-4331-affb-2eca874503f4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:00.191646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] For port adbb1c3c-f1e6-43ff-a144-554bbe941b34, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=adbb1c3c-f1e6-43ff-a144-554bbe941b34,segment=NetworkSegment(752acb1a-7662-4b83-b7cf-d9ad3a8b22fe),segment_id=752acb1a-7662-4b83-b7cf-d9ad3a8b22fe)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:00.199135 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7fbaa00e-f400-4dc3-a3e4-f11a60406e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.206489 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.240664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17a242-435c-4331-affb-2eca874503f4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Pushing event updated for resources: {'Port': ['ID=71b5b46e-38e5-4719-b9ca-abff401339c1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:00.261965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2f4e09dd-a699-436b-89af-91f95f7fcd71 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Allocated IP 2001:db8::10 (c62aedf8-0977-40f0-a7e6-7abf7146b22d/c3cb73d6-e6f9-4f64-93b8-9d38fd122eee/12ab1969-f5d7-4c53-bf0c-61443219f1d5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:00.272568 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-ad17a242-435c-4331-affb-2eca874503f4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:00.274602 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-ad17a242-435c-4331-affb-2eca874503f4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.298597 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-ad17a242-435c-4331-affb-2eca874503f4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0553989 Jul 16 03:49:00.318606 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Request body: {'port': {'device_id': 'e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:00.350305 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-58213d0a-074a-4ee6-8d05-d84c58838430 None None] Set router eb00561b-f9a6-4222-a233-a288a598c316 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:00.358184 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ab34f-a5ae-4544-81b7-b8ccc07b45f6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.383665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e37ab34f-a5ae-4544-81b7-b8ccc07b45f6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Transition to ACTIVE for port object 7e33bef8-8ebc-4668-b7b6-941de244ae5f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:00.407357 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ab34f-a5ae-4544-81b7-b8ccc07b45f6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.471337 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.485681 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.499820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1dee1e-ce45-4e5a-815e-f8f1a56b598b None None] Pushing event updated for resources: {'Port': ['ID=adbb1c3c-f1e6-43ff-a144-554bbe941b34,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:00.632342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ab34f-a5ae-4544-81b7-b8ccc07b45f6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=7e33bef8-8ebc-4668-b7b6-941de244ae5f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:00.646699 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a170d99d-b0ba-427f-a6e9-f7bf3120b4c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6227372 Jul 16 03:49:00.658655 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56288) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:00.707095 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a75b260-27e8-420b-86b0-76d2c454e0f6', 'tag': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:00.710436 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0034abdd-6784-47a6-91c3-43fa64b82863" -d '{"events": [{"name": "network-changed", "server_uuid": "6a75b260-27e8-420b-86b0-76d2c454e0f6", "tag": "0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:00.717321 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e37ab34f-a5ae-4544-81b7-b8ccc07b45f6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] In _notify_port_updated(), no bound segment for port 7e33bef8-8ebc-4668-b7b6-941de244ae5f on network 8c4ad3ae-906d-48a2-951c-24d4fb5d993d {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:49:00.734945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37ab34f-a5ae-4544-81b7-b8ccc07b45f6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:00.735635 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e37ab34f-a5ae-4544-81b7-b8ccc07b45f6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:00.739883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e37ab34f-a5ae-4544-81b7-b8ccc07b45f6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "PUT /v2.0/ports/7e33bef8-8ebc-4668-b7b6-941de244ae5f HTTP/1.1" status: 200 len: 919 time: 2.1039302 Jul 16 03:49:00.749580 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:00.763340 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a750ae64-1943-45b5-b5bc-cae4412ad9a7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc4fcb2a-29df-41c7-80e0-35ce1157bc8c'}, {'subnet_id': '51401343-9ec8-4a6d-a072-21d888e63aae'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:00.933498 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb2cc46-b6a5-4f3a-be5c-bc3ff3bae838 x-openstack-request-id: req-2cb2cc46-b6a5-4f3a-be5c-bc3ff3bae838 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:00.934241 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a75b260-27e8-420b-86b0-76d2c454e0f6", "tag": "0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:00.934496 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cb2cc46-b6a5-4f3a-be5c-bc3ff3bae838 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:00.934851 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a75b260-27e8-420b-86b0-76d2c454e0f6', 'tag': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783', 'status': 'completed', 'code': 200} Jul 16 03:49:01.011829 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.074513 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a750ae64-1943-45b5-b5bc-cae4412ad9a7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.085611 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-58213d0a-074a-4ee6-8d05-d84c58838430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4e547936-b499-44bb-bd74-8595514bcb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:48:16Z', 'updated_at': '2021-07-16T03:48:27Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '4e547936-b499-44bb-bd74-8595514bcb35', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:18Z', 'updated_at': '2021-07-16T03:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '6084c976-4d1c-413e-97f0-974aecea7c91', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'port_id': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'mac_address': 'fa:16:3e:45:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75b260-27e8-420b-86b0-76d2c454e0f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:48:56Z', 'updated_at': '2021-07-16T03:48:56Z', 'revision_number': 0, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea4fd19-09c5-49de-ba18-6062aa670e5a', 'name': '', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'mac_address': 'fa:16:3e:8f:ef:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:26Z', 'updated_at': '2021-07-16T03:48:36Z', 'revision_number': 5, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'subnets': [{'id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:01.087919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-89c40683-47bb-43ac-bd0d-e31a94dc29ed None None] Provisioning for port 7e33bef8-8ebc-4668-b7b6-941de244ae5f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:01.092052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-89c40683-47bb-43ac-bd0d-e31a94dc29ed None None] Provisioning complete for port 7e33bef8-8ebc-4668-b7b6-941de244ae5f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:01.092630 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-89c40683-47bb-43ac-bd0d-e31a94dc29ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.173604 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58213d0a-074a-4ee6-8d05-d84c58838430 None None] Checking router: eb00561b-f9a6-4222-a233-a288a598c316 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:49:01.183185 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-89c40683-47bb-43ac-bd0d-e31a94dc29ed None None] Port 7e33bef8-8ebc-4668-b7b6-941de244ae5f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:01.201405 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58213d0a-074a-4ee6-8d05-d84c58838430 None None] Routers {'eb00561b-f9a6-4222-a233-a288a598c316'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:01.203706 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-58213d0a-074a-4ee6-8d05-d84c58838430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:48:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['eb00561b-f9a6-4222-a233-a288a598c316'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:01.313446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c4262-52ae-472e-b0d2-f9265e16ee60 req-b3cc819a-710d-4439-b44d-4baccb5530c9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.315028 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db5c4262-52ae-472e-b0d2-f9265e16ee60 req-b3cc819a-710d-4439-b44d-4baccb5530c9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 931 time: 1.3711059 Jul 16 03:49:01.338758 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea14bc-3f24-427f-b66e-62f1fb507595 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.339274 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea14bc-3f24-427f-b66e-62f1fb507595 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.339789 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea14bc-3f24-427f-b66e-62f1fb507595 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.340461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea14bc-3f24-427f-b66e-62f1fb507595 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.341044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea14bc-3f24-427f-b66e-62f1fb507595 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.342355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea14bc-3f24-427f-b66e-62f1fb507595 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.342355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea14bc-3f24-427f-b66e-62f1fb507595 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.345023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea14bc-3f24-427f-b66e-62f1fb507595 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.346012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea14bc-3f24-427f-b66e-62f1fb507595 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.346501 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea14bc-3f24-427f-b66e-62f1fb507595 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.347015 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea14bc-3f24-427f-b66e-62f1fb507595 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.348122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea14bc-3f24-427f-b66e-62f1fb507595 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.348122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea14bc-3f24-427f-b66e-62f1fb507595 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.348542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fea14bc-3f24-427f-b66e-62f1fb507595 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.353942 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6fea14bc-3f24-427f-b66e-62f1fb507595 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9780 time: 0.6941152 Jul 16 03:49:01.354634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56300) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:01.365092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034abdd-6784-47a6-91c3-43fa64b82863 req-abc31067-f2fc-4405-889b-d6d2efab2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.366616 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0034abdd-6784-47a6-91c3-43fa64b82863 req-abc31067-f2fc-4405-889b-d6d2efab2414 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=585dafdd798a48c2a5975c05e5d0a6ba&device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 1135 time: 0.4310141 Jul 16 03:49:01.369847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b5b46e-38e5-4719-b9ca-abff401339c1 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:01.423278 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.464058 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-58213d0a-074a-4ee6-8d05-d84c58838430 None None] Set router eb00561b-f9a6-4222-a233-a288a598c316 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:01.489795 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Transition to ACTIVE for port object 71b5b46e-38e5-4719-b9ca-abff401339c1 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:01.509756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.554577 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.564611 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034abdd-6784-47a6-91c3-43fa64b82863 req-7949a725-12af-4895-b71a-6d82829b11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.566487 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0034abdd-6784-47a6-91c3-43fa64b82863 req-7949a725-12af-4895-b71a-6d82829b11e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4da74bc5-319f-415b-8601-b4ee4c5dca4f HTTP/1.1" status: 200 len: 898 time: 0.1527143 Jul 16 03:49:01.588126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed874f-901b-4003-84e3-e992ebb5826b tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.588632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed874f-901b-4003-84e3-e992ebb5826b tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.589107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed874f-901b-4003-84e3-e992ebb5826b tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.589573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed874f-901b-4003-84e3-e992ebb5826b tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.590574 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed874f-901b-4003-84e3-e992ebb5826b tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.591036 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed874f-901b-4003-84e3-e992ebb5826b tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.592346 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed874f-901b-4003-84e3-e992ebb5826b tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.593506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed874f-901b-4003-84e3-e992ebb5826b tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.593969 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed874f-901b-4003-84e3-e992ebb5826b tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.594425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed874f-901b-4003-84e3-e992ebb5826b tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.595710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed874f-901b-4003-84e3-e992ebb5826b tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.598700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed874f-901b-4003-84e3-e992ebb5826b tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.599186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed874f-901b-4003-84e3-e992ebb5826b tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:01.610409 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b5ed874f-901b-4003-84e3-e992ebb5826b tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8239 time: 0.2498183 Jul 16 03:49:01.691482 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db5c4262-52ae-472e-b0d2-f9265e16ee60 req-78f420eb-2b02-416b-ad15-e9902bbdb7c6 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621228 Jul 16 03:49:01.695475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56306) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:01.700072 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Pushing event updated for resources: {'Port': ['ID=71b5b46e-38e5-4719-b9ca-abff401339c1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:01.814630 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device adbb1c3c-f1e6-43ff-a144-554bbe941b34 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:01.873814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Attempting to bind port 71b5b46e-38e5-4719-b9ca-abff401339c1 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:01.874214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Attempting to bind port 71b5b46e-38e5-4719-b9ca-abff401339c1 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:01.874499 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Attempting to bind port 71b5b46e-38e5-4719-b9ca-abff401339c1 on network be05005c-c098-4d8b-a55d-fc55d239f9a5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:01.888430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Port 71b5b46e-38e5-4719-b9ca-abff401339c1 on network be05005c-c098-4d8b-a55d-fc55d239f9a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:49:01.888794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Attempting to bind port 71b5b46e-38e5-4719-b9ca-abff401339c1 on network be05005c-c098-4d8b-a55d-fc55d239f9a5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:01.895100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:01.895436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Checking segment: {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:01.895836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Bound using segment: {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:01.896277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Bound port: 71b5b46e-38e5-4719-b9ca-abff401339c1, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:01.901761 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:01.955548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port adbb1c3c-f1e6-43ff-a144-554bbe941b34 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:02.035605 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] For port 71b5b46e-38e5-4719-b9ca-abff401339c1, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:02.039085 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] For port 71b5b46e-38e5-4719-b9ca-abff401339c1, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=71b5b46e-38e5-4719-b9ca-abff401339c1,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:02.049287 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.096411 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-58213d0a-074a-4ee6-8d05-d84c58838430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4e547936-b499-44bb-bd74-8595514bcb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:48:16Z', 'updated_at': '2021-07-16T03:48:27Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '4e547936-b499-44bb-bd74-8595514bcb35', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:18Z', 'updated_at': '2021-07-16T03:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '6084c976-4d1c-413e-97f0-974aecea7c91', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'port_id': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'mac_address': 'fa:16:3e:45:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75b260-27e8-420b-86b0-76d2c454e0f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:48:56Z', 'updated_at': '2021-07-16T03:48:56Z', 'revision_number': 0, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea4fd19-09c5-49de-ba18-6062aa670e5a', 'name': '', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'mac_address': 'fa:16:3e:8f:ef:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:26Z', 'updated_at': '2021-07-16T03:48:36Z', 'revision_number': 5, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'subnets': [{'id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:02.114581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:02.115261 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.120034 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] 10.222.0.88 "PUT /v2.0/ports/71b5b46e-38e5-4719-b9ca-abff401339c1 HTTP/1.1" status: 200 len: 1091 time: 1.8078387 Jul 16 03:49:02.124217 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8', 'tag': '71b5b46e-38e5-4719-b9ca-abff401339c1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:02.142073 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c159933-cbef-425b-bc37-829379e7efd8" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8", "tag": "71b5b46e-38e5-4719-b9ca-abff401339c1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:02.142738 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58213d0a-074a-4ee6-8d05-d84c58838430 None None] The sync data for ids ['eb00561b-f9a6-4222-a233-a288a598c316'] in n-d-800088-6 is: [{'id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4e547936-b499-44bb-bd74-8595514bcb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:48:16Z', 'updated_at': '2021-07-16T03:48:27Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '4e547936-b499-44bb-bd74-8595514bcb35', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:18Z', 'updated_at': '2021-07-16T03:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '6084c976-4d1c-413e-97f0-974aecea7c91', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'port_id': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'mac_address': 'fa:16:3e:45:8c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a75b260-27e8-420b-86b0-76d2c454e0f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:48:56Z', 'updated_at': '2021-07-16T03:48:56Z', 'revision_number': 0, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ea4fd19-09c5-49de-ba18-6062aa670e5a', 'name': '', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'mac_address': 'fa:16:3e:8f:ef:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:26Z', 'updated_at': '2021-07-16T03:48:36Z', 'revision_number': 5, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'subnets': [{'id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:02.196900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4fb402-a304-4959-80eb-a46e7fa2046a None None] Network c62aedf8-0977-40f0-a7e6-7abf7146b22d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:02.248259 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95a1ef9-0892-452e-8ef9-7bed9c3f99df x-openstack-request-id: req-f95a1ef9-0892-452e-8ef9-7bed9c3f99df {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:02.248847 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8", "tag": "71b5b46e-38e5-4719-b9ca-abff401339c1", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:02.249258 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f95a1ef9-0892-452e-8ef9-7bed9c3f99df {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:02.249820 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8', 'tag': '71b5b46e-38e5-4719-b9ca-abff401339c1', 'status': 'completed', 'code': 200} Jul 16 03:49:02.285828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395a966-8a56-4f22-b5ea-2d11cacb787e service neutron] Pushing event updated for resources: {'Port': ['ID=71b5b46e-38e5-4719-b9ca-abff401339c1,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:02.291199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5c2cb726-bee5-4145-8ebe-78ca10e37655 None None] Provisioning for port adbb1c3c-f1e6-43ff-a144-554bbe941b34 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:02.301292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5c2cb726-bee5-4145-8ebe-78ca10e37655 None None] Provisioning complete for port adbb1c3c-f1e6-43ff-a144-554bbe941b34 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:02.301676 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb726-bee5-4145-8ebe-78ca10e37655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.346636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-09dbbf03-08f4-4236-8f49-4e76aaa0556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:02.350718 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-09dbbf03-08f4-4236-8f49-4e76aaa0556e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 1094 time: 0.1776979 Jul 16 03:49:02.474853 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f4e09dd-a699-436b-89af-91f95f7fcd71 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.481345 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-ed33eada-d87c-4872-b642-5345975b9d06 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71b5b46e-38e5-4719-b9ca-abff401339c1 HTTP/1.1" status: 200 len: 217 time: 0.1185548 Jul 16 03:49:02.499487 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0034abdd-6784-47a6-91c3-43fa64b82863 req-63af926e-444e-4687-a052-4638c470a7df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 HTTP/1.1" status: 200 len: 999 time: 0.9176877 Jul 16 03:49:02.515739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a750ae64-1943-45b5-b5bc-cae4412ad9a7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Allocated IP 172.20.0.29 (8c4ad3ae-906d-48a2-951c-24d4fb5d993d/51401343-9ec8-4a6d-a072-21d888e63aae/7e33bef8-8ebc-4668-b7b6-941de244ae5f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:02.532432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2f4e09dd-a699-436b-89af-91f95f7fcd71 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Transition to ACTIVE for port object 12ab1969-f5d7-4c53-bf0c-61443219f1d5 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:02.570790 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4120a653-62cb-4088-8228-21c291a26b3e None None] New status for floating IP 6084c976-4d1c-413e-97f0-974aecea7c91: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:49:02.590609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-c4825ad7-fd80-43b0-986b-3ace9043763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:02.592413 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-c4825ad7-fd80-43b0-986b-3ace9043763e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 200 len: 845 time: 0.0941777 Jul 16 03:49:02.639204 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb726-bee5-4145-8ebe-78ca10e37655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.687863 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-b3af280b-3daa-4b20-9784-2250170c3e95 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be05005c-c098-4d8b-a55d-fc55d239f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761344 Jul 16 03:49:02.793991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5c2cb726-bee5-4145-8ebe-78ca10e37655 None None] For port adbb1c3c-f1e6-43ff-a144-554bbe941b34, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=adbb1c3c-f1e6-43ff-a144-554bbe941b34,segment=NetworkSegment(752acb1a-7662-4b83-b7cf-d9ad3a8b22fe),segment_id=752acb1a-7662-4b83-b7cf-d9ad3a8b22fe)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:02.838095 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034abdd-6784-47a6-91c3-43fa64b82863 req-0710957b-64fc-48df-afd9-f523880a9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:02.839820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0034abdd-6784-47a6-91c3-43fa64b82863 req-0710957b-64fc-48df-afd9-f523880a9547 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7d82a6f-9eaf-4449-a713-aeeaaae033af HTTP/1.1" status: 200 len: 835 time: 0.3269227 Jul 16 03:49:02.857543 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db62ea0a-a808-494e-a3f5-520a4edf5929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.872536 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb726-bee5-4145-8ebe-78ca10e37655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:02.938509 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-24d94715-44f4-4c67-bf10-f8e994d479b0 service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420101 Jul 16 03:49:03.009542 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.026090 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cb726-bee5-4145-8ebe-78ca10e37655 None None] Pushing event updated for resources: {'Port': ['ID=adbb1c3c-f1e6-43ff-a144-554bbe941b34,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:03.051653 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f4e09dd-a699-436b-89af-91f95f7fcd71 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.083006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e09dd-a699-436b-89af-91f95f7fcd71 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network c62aedf8-0977-40f0-a7e6-7abf7146b22d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:03.102911 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a304fe1d-d11a-4091-823d-121482b0c9ae req-882812fe-1021-4553-8158-4a4b9256c0f5 service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502013 Jul 16 03:49:03.105686 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e09dd-a699-436b-89af-91f95f7fcd71 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:03.109089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e09dd-a699-436b-89af-91f95f7fcd71 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:03.117314 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4e09dd-a699-436b-89af-91f95f7fcd71 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:03.118251 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f4e09dd-a699-436b-89af-91f95f7fcd71 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.179784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034abdd-6784-47a6-91c3-43fa64b82863 req-8b3b0839-2b26-4f09-a36d-b6661932c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:03.181334 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0034abdd-6784-47a6-91c3-43fa64b82863 req-8b3b0839-2b26-4f09-a36d-b6661932c46b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4da74bc5-319f-415b-8601-b4ee4c5dca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3165052 Jul 16 03:49:03.197712 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3823f330-5e5a-46fc-9213-88d05e3fa580 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3765 time: 1.4817104 Jul 16 03:49:03.197712 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2f4e09dd-a699-436b-89af-91f95f7fcd71 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0934038 Jul 16 03:49:03.198727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56334) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:03.211534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-06ab04a6-80fd-4299-a4c6-134a5894d6f8 None None] Provisioning complete for port adbb1c3c-f1e6-43ff-a144-554bbe941b34 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:03.212092 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-06ab04a6-80fd-4299-a4c6-134a5894d6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.244550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56336) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:03.257953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6627ae3a-d0ce-4745-be02-a1612921e3ca tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'network_id': 'c62aedf8-0977-40f0-a7e6-7abf7146b22d', 'name': 'tempest-PortsIpV6TestJSON-1217230783', 'fixed_ips': [{'subnet_id': 'c3cb73d6-e6f9-4f64-93b8-9d38fd122eee', 'ip_address': '2001:db8::f'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:03.327555 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0034abdd-6784-47a6-91c3-43fa64b82863 req-b5065845-4281-4ee3-ad74-8f796a7f0b34 service neutron] 10.222.0.20 "GET /v2.0/networks/4da74bc5-319f-415b-8601-b4ee4c5dca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295757 Jul 16 03:49:03.397793 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e09dd-a699-436b-89af-91f95f7fcd71 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=12ab1969-f5d7-4c53-bf0c-61443219f1d5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:03.410703 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a750ae64-1943-45b5-b5bc-cae4412ad9a7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.429584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cece35-a2e8-4bf4-9488-99f698df3f5e req-36b7c5c7-0861-4cc4-9254-fc0386a56978 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:03.432362 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49cece35-a2e8-4bf4-9488-99f698df3f5e req-36b7c5c7-0861-4cc4-9254-fc0386a56978 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 943 time: 0.4411783 Jul 16 03:49:03.462512 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a750ae64-1943-45b5-b5bc-cae4412ad9a7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Transition to ACTIVE for port object 7e33bef8-8ebc-4668-b7b6-941de244ae5f will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:03.501563 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a750ae64-1943-45b5-b5bc-cae4412ad9a7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.526090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c159933-cbef-425b-bc37-829379e7efd8 req-b1746199-d8b1-4b2d-8fbb-33e8f0bdb7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:03.528204 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9c159933-cbef-425b-bc37-829379e7efd8 req-b1746199-d8b1-4b2d-8fbb-33e8f0bdb7ec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 1094 time: 0.3485417 Jul 16 03:49:03.574832 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8097306b-8cad-48fc-847e-bbc60d207fa4 None None] Provisioning for port 12ab1969-f5d7-4c53-bf0c-61443219f1d5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:03.588956 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8097306b-8cad-48fc-847e-bbc60d207fa4 None None] Provisioning complete for port 12ab1969-f5d7-4c53-bf0c-61443219f1d5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:03.589328 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8097306b-8cad-48fc-847e-bbc60d207fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.625825 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6627ae3a-d0ce-4745-be02-a1612921e3ca tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:03.635154 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29346f-1237-4997-bfd2-addd37f9929a tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:03.636085 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29346f-1237-4997-bfd2-addd37f9929a tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:03.649507 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ba29346f-1237-4997-bfd2-addd37f9929a tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eb00561b-f9a6-4222-a233-a288a598c316 HTTP/1.1" status: 200 len: 1989 time: 0.4458930 Jul 16 03:49:03.694866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8097306b-8cad-48fc-847e-bbc60d207fa4 None None] Port 12ab1969-f5d7-4c53-bf0c-61443219f1d5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:03.708009 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49cece35-a2e8-4bf4-9488-99f698df3f5e req-76ee1c8c-9b8a-4116-823e-63d207c4d4e8 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704520 Jul 16 03:49:03.738296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device adbb1c3c-f1e6-43ff-a144-554bbe941b34 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:03.767122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750ae64-1943-45b5-b5bc-cae4412ad9a7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=7e33bef8-8ebc-4668-b7b6-941de244ae5f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:03.788287 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0034abdd-6784-47a6-91c3-43fa64b82863 req-be7d370b-9c52-4427-8818-2d479af11c07 service neutron] 10.222.0.20 "GET /v2.0/networks/4da74bc5-319f-415b-8601-b4ee4c5dca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484646 Jul 16 03:49:03.820016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a750ae64-1943-45b5-b5bc-cae4412ad9a7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] In _notify_port_updated(), no bound segment for port 7e33bef8-8ebc-4668-b7b6-941de244ae5f on network 8c4ad3ae-906d-48a2-951c-24d4fb5d993d {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:49:03.834697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a750ae64-1943-45b5-b5bc-cae4412ad9a7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:03.838260 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a750ae64-1943-45b5-b5bc-cae4412ad9a7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.842642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a750ae64-1943-45b5-b5bc-cae4412ad9a7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "PUT /v2.0/ports/7e33bef8-8ebc-4668-b7b6-941de244ae5f HTTP/1.1" status: 200 len: 999 time: 3.0844162 Jul 16 03:49:03.846313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56346) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:03.852209 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.864753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port adbb1c3c-f1e6-43ff-a144-554bbe941b34 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:03.865404 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.888645 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c159933-cbef-425b-bc37-829379e7efd8 req-5898b769-5fbf-4038-8f61-a4ccd76a622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:03.890314 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9c159933-cbef-425b-bc37-829379e7efd8 req-5898b769-5fbf-4038-8f61-a4ccd76a622d service neutron] 10.222.0.88 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 906 time: 0.3511610 Jul 16 03:49:03.893857 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6627ae3a-d0ce-4745-be02-a1612921e3ca tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.929413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4f4a16ea-9c11-4c25-bc6e-21d72f65a045 None None] Provisioning for port 7e33bef8-8ebc-4668-b7b6-941de244ae5f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:03.954935 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4f4a16ea-9c11-4c25-bc6e-21d72f65a045 None None] Provisioning complete for port 7e33bef8-8ebc-4668-b7b6-941de244ae5f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:03.956078 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4f4a16ea-9c11-4c25-bc6e-21d72f65a045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:03.996704 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9c159933-cbef-425b-bc37-829379e7efd8 req-e588dde0-005a-4b42-8242-c4b2e0cfdcd5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71b5b46e-38e5-4719-b9ca-abff401339c1 HTTP/1.1" status: 200 len: 217 time: 0.0761862 Jul 16 03:49:04.003947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-641f314c-9934-4b1e-9323-61e04400f115 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 7e33bef8-8ebc-4668-b7b6-941de244ae5f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:04.004326 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-641f314c-9934-4b1e-9323-61e04400f115 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.004683 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-6627ae3a-d0ce-4745-be02-a1612921e3ca tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port 1f82b069-8dde-428c-824c-5d5216366720 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:49:04.032333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a16ea-9c11-4c25-bc6e-21d72f65a045 None None] Port 7e33bef8-8ebc-4668-b7b6-941de244ae5f cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:04.136015 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-641f314c-9934-4b1e-9323-61e04400f115 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.155566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-641f314c-9934-4b1e-9323-61e04400f115 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 7e33bef8-8ebc-4668-b7b6-941de244ae5f owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:04.187418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c159933-cbef-425b-bc37-829379e7efd8 req-00aa6521-a8a5-454d-922e-be22bc611091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:04.188144 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9c159933-cbef-425b-bc37-829379e7efd8 req-00aa6521-a8a5-454d-922e-be22bc611091 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 200 len: 845 time: 0.1766682 Jul 16 03:49:04.244660 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9c159933-cbef-425b-bc37-829379e7efd8 req-62280bd1-aa09-4237-98de-86ffe66f2466 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be05005c-c098-4d8b-a55d-fc55d239f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443149 Jul 16 03:49:04.393595 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6627ae3a-d0ce-4745-be02-a1612921e3ca tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Allocated IP 2001:db8::f (c62aedf8-0977-40f0-a7e6-7abf7146b22d/c3cb73d6-e6f9-4f64-93b8-9d38fd122eee/1f82b069-8dde-428c-824c-5d5216366720) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:04.414782 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9c159933-cbef-425b-bc37-829379e7efd8 req-bf00fd72-89d1-4118-ae05-cd74dc919ac1 service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436994 Jul 16 03:49:04.461563 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-641f314c-9934-4b1e-9323-61e04400f115 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.528473 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f314c-9934-4b1e-9323-61e04400f115 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=7e33bef8-8ebc-4668-b7b6-941de244ae5f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:04.664285 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-641f314c-9934-4b1e-9323-61e04400f115 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.669009 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-641f314c-9934-4b1e-9323-61e04400f115 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/7e33bef8-8ebc-4668-b7b6-941de244ae5f HTTP/1.1" status: 204 len: 168 time: 0.8190835 Jul 16 03:49:04.669223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 71b5b46e-38e5-4719-b9ca-abff401339c1 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:49:04.669682 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:04.722912 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb900d4d-4fd5-4a91-be3f-c53a1e51e9bb tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] GET failed (client error): The resource could not be found. Jul 16 03:49:04.727269 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cb900d4d-4fd5-4a91-be3f-c53a1e51e9bb tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/7e33bef8-8ebc-4668-b7b6-941de244ae5f HTTP/1.1" status: 404 len: 333 time: 0.0540292 Jul 16 03:49:04.727598 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56354) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:04.816297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9160e0-1ebc-4f83-980a-49867d94da90 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting subnet 51401343-9ec8-4a6d-a072-21d888e63aae {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:04.822077 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b9160e0-1ebc-4f83-980a-49867d94da90 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.886403 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b9160e0-1ebc-4f83-980a-49867d94da90 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.901716 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 71b5b46e-38e5-4719-b9ca-abff401339c1, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=71b5b46e-38e5-4719-b9ca-abff401339c1,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:04.921469 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '71b5b46e-38e5-4719-b9ca-abff401339c1', 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5', 'port_id': '71b5b46e-38e5-4719-b9ca-abff401339c1', 'mac_address': 'fa:16:3e:5b:24:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c67eeac-ef92-44b4-81f1-978ab2dd4eec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:49:04.981715 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:04.998505 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b5b46e-38e5-4719-b9ca-abff401339c1 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:05.003407 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b9160e0-1ebc-4f83-980a-49867d94da90 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.021901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 71b5b46e-38e5-4719-b9ca-abff401339c1, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=71b5b46e-38e5-4719-b9ca-abff401339c1,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:05.031221 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.115572 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b9160e0-1ebc-4f83-980a-49867d94da90 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.127610 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9c159933-cbef-425b-bc37-829379e7efd8 req-ef79cf27-9888-4830-8a66-022e97dbe54a service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7004256 Jul 16 03:49:05.143383 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=71b5b46e-38e5-4719-b9ca-abff401339c1,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:05.161980 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6627ae3a-d0ce-4745-be02-a1612921e3ca tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.175367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9160e0-1ebc-4f83-980a-49867d94da90 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Subnet': ['ID=51401343-9ec8-4a6d-a072-21d888e63aae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:05.176554 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6627ae3a-d0ce-4745-be02-a1612921e3ca tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Transition to ACTIVE for port object 1f82b069-8dde-428c-824c-5d5216366720 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:05.181304 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b9160e0-1ebc-4f83-980a-49867d94da90 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.183219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3b9160e0-1ebc-4f83-980a-49867d94da90 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/51401343-9ec8-4a6d-a072-21d888e63aae HTTP/1.1" status: 204 len: 168 time: 0.4545662 Jul 16 03:49:05.187192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:05.192609 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9f6dc1-cffa-410f-869b-9ea8ed5faab7 None None] Network 8c4ad3ae-906d-48a2-951c-24d4fb5d993d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:05.231499 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6627ae3a-d0ce-4745-be02-a1612921e3ca tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.270595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-16456cd8-953e-4e92-8017-3b63283d7d26 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting subnet bc4fcb2a-29df-41c7-80e0-35ce1157bc8c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:05.294124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d92d4-1604-495d-83c3-947ca6671096 req-39496e89-d5f8-45ad-921a-513f252274b5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:05.296014 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b13d92d4-1604-495d-83c3-947ca6671096 req-39496e89-d5f8-45ad-921a-513f252274b5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 944 time: 0.2018094 Jul 16 03:49:05.298374 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16456cd8-953e-4e92-8017-3b63283d7d26 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.345047 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6627ae3a-d0ce-4745-be02-a1612921e3ca tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network c62aedf8-0977-40f0-a7e6-7abf7146b22d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:05.348926 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6627ae3a-d0ce-4745-be02-a1612921e3ca tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:05.353509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6627ae3a-d0ce-4745-be02-a1612921e3ca tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:05.360692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6627ae3a-d0ce-4745-be02-a1612921e3ca tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:05.361399 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6627ae3a-d0ce-4745-be02-a1612921e3ca tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.378110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627ae3a-d0ce-4745-be02-a1612921e3ca tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=1f82b069-8dde-428c-824c-5d5216366720,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:05.393762 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6627ae3a-d0ce-4745-be02-a1612921e3ca tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1463246 Jul 16 03:49:05.396422 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56362) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:05.407470 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16456cd8-953e-4e92-8017-3b63283d7d26 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.412965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b13d92d4-1604-495d-83c3-947ca6671096 req-83327fd7-f762-4a40-b665-9bb1605e1c2c tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113968 Jul 16 03:49:05.421997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['71b5b46e-38e5-4719-b9ca-abff401339c1'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:05.559487 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16456cd8-953e-4e92-8017-3b63283d7d26 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.609593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546f6bd3-6bc3-47bc-8d68-5ffe47fb8ba5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:05.612366 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-546f6bd3-6bc3-47bc-8d68-5ffe47fb8ba5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2132440 Jul 16 03:49:05.614584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56366) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:05.714586 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16456cd8-953e-4e92-8017-3b63283d7d26 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.745831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a325639a-0d1e-41df-b14f-9fd2cfb2d738 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:05.755682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a325639a-0d1e-41df-b14f-9fd2cfb2d738 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:05.769051 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a325639a-0d1e-41df-b14f-9fd2cfb2d738 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:05.773931 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a325639a-0d1e-41df-b14f-9fd2cfb2d738 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1553769 Jul 16 03:49:05.774136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56372) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:05.802528 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16456cd8-953e-4e92-8017-3b63283d7d26 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Subnet': ['ID=bc4fcb2a-29df-41c7-80e0-35ce1157bc8c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:05.807741 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16456cd8-953e-4e92-8017-3b63283d7d26 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.818518 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-16456cd8-953e-4e92-8017-3b63283d7d26 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/bc4fcb2a-29df-41c7-80e0-35ce1157bc8c HTTP/1.1" status: 204 len: 168 time: 0.6286607 Jul 16 03:49:05.818750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:05.927645 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fcb93dcc-034a-4274-b2b4-f24fde037a2a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port 1f82b069-8dde-428c-824c-5d5216366720 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:05.928161 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcb93dcc-034a-4274-b2b4-f24fde037a2a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:05.979998 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.010895 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a3b38480-767a-4532-bab8-e733cb3c0341 None None] Provisioning for port 1f82b069-8dde-428c-824c-5d5216366720 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:06.014965 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.021694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a3b38480-767a-4532-bab8-e733cb3c0341 None None] Provisioning complete for port 1f82b069-8dde-428c-824c-5d5216366720 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:06.022070 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a3b38480-767a-4532-bab8-e733cb3c0341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.081334 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a3b38480-767a-4532-bab8-e733cb3c0341 None None] Port 1f82b069-8dde-428c-824c-5d5216366720 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:06.091135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 47d9569a-ed67-4c70-a67a-b265ea364fc2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:06.091484 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.096833 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcb93dcc-034a-4274-b2b4-f24fde037a2a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.119201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-fcb93dcc-034a-4274-b2b4-f24fde037a2a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for 1f82b069-8dde-428c-824c-5d5216366720 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:06.169965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] For port 47d9569a-ed67-4c70-a67a-b265ea364fc2, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=47d9569a-ed67-4c70-a67a-b265ea364fc2,segment=NetworkSegment(a3e3830d-ba81-4e21-9411-608a9b0fd122),segment_id=a3e3830d-ba81-4e21-9411-608a9b0fd122)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:06.170326 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.195363 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 47d9569a-ed67-4c70-a67a-b265ea364fc2 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:06.328072 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.344607 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No DVR routers for this DVR port 47d9569a-ed67-4c70-a67a-b265ea364fc2 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:06.353448 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcb93dcc-034a-4274-b2b4-f24fde037a2a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.388021 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb93dcc-034a-4274-b2b4-f24fde037a2a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=1f82b069-8dde-428c-824c-5d5216366720,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:06.398614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=47d9569a-ed67-4c70-a67a-b265ea364fc2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:06.421382 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:06.421794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:06.423107 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:06.423460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:06.423583 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fcb93dcc-034a-4274-b2b4-f24fde037a2a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.423884 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:06.424209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:06.424564 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:06.424901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:06.428112 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fcb93dcc-034a-4274-b2b4-f24fde037a2a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/1f82b069-8dde-428c-824c-5d5216366720 HTTP/1.1" status: 204 len: 168 time: 0.6503634 Jul 16 03:49:06.428292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:06.428292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:06.428292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:06.428292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:06.431014 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:06.471629 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd72e6f-b8b9-4581-9dc9-3b45387f2703 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] GET failed (client error): The resource could not be found. Jul 16 03:49:06.476547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5dd72e6f-b8b9-4581-9dc9-3b45387f2703 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/1f82b069-8dde-428c-824c-5d5216366720 HTTP/1.1" status: 404 len: 333 time: 0.0336075 Jul 16 03:49:06.477307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56400) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:06.501927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-314ced4a-f2e0-4a8d-b0fa-59cd43d83afe None None] Could not find standard attr ID for object 47d9569a-ed67-4c70-a67a-b265ea364fc2. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:49:06.504865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d497d0a-5cbc-4c97-a30d-5d32c3aabe14 None None] Network 8c4ad3ae-906d-48a2-951c-24d4fb5d993d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:06.535323 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.564874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4ad3ae-906d-48a2-951c-24d4fb5d993d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:06.602109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e3830d-ba81-4e21-9411-608a9b0fd122') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:06.603150 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e3830d-ba81-4e21-9411-608a9b0fd122') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:06.623045 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.673858 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.711266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:49:06.711750 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:49:06.721573 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:49:06.730101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f4587792-a929-4077-a471-442f4e2998df tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port 12ab1969-f5d7-4c53-bf0c-61443219f1d5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:06.731294 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4587792-a929-4077-a471-442f4e2998df tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.810726 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.820630 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.822648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/networks/8c4ad3ae-906d-48a2-951c-24d4fb5d993d HTTP/1.1" status: 204 len: 168 time: 1.0030086 Jul 16 03:49:06.830611 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463a0c67-14a7-495c-8d7c-e5833babf786 None None] DHCP port deletion for 8c4ad3ae-906d-48a2-951c-24d4fb5d993d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:49:06.837830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56402) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:06.866412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5c9e8-42d9-4851-8376-e7adff23e22c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Network': ['ID=8c4ad3ae-906d-48a2-951c-24d4fb5d993d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:06.882817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a043d0f-efd0-4c8b-9e8b-24d80625b3b1 req-520a8d76-d208-4af6-866e-8581c2180c2f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:06.885450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a043d0f-efd0-4c8b-9e8b-24d80625b3b1 req-520a8d76-d208-4af6-866e-8581c2180c2f tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 944 time: 0.2229280 Jul 16 03:49:06.922095 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4587792-a929-4077-a471-442f4e2998df tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:06.929892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a043d0f-efd0-4c8b-9e8b-24d80625b3b1 req-8a01f2f9-ae7f-4a7e-a5ff-5151e05f1572 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381718 Jul 16 03:49:06.939138 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f4587792-a929-4077-a471-442f4e2998df tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for 12ab1969-f5d7-4c53-bf0c-61443219f1d5 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:06.962169 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa8b8e1-f178-486f-a485-24e21e46a563 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:06.963654 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-baa8b8e1-f178-486f-a485-24e21e46a563 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1244535 Jul 16 03:49:06.972352 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:07.049413 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a54e9e56-2ef4-4277-9b21-524d0663b444 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0749190 Jul 16 03:49:07.049413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:07.054409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4e41ca18-4f36-488e-b506-d1250d17e761 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-161288892'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:07.090512 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e41ca18-4f36-488e-b506-d1250d17e761 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:07.094572 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e41ca18-4f36-488e-b506-d1250d17e761 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.106112 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4587792-a929-4077-a471-442f4e2998df tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.126143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e41ca18-4f36-488e-b506-d1250d17e761 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:49:07.132982 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e41ca18-4f36-488e-b506-d1250d17e761 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.133331 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-4e41ca18-4f36-488e-b506-d1250d17e761 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Added segment 9500f0de-90e8-4d4e-a577-913f75054e05 of type vlan for network 3c1adb2f-3dfb-4033-a678-f3f193ee8c55 Jul 16 03:49:07.149303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4587792-a929-4077-a471-442f4e2998df tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=12ab1969-f5d7-4c53-bf0c-61443219f1d5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:07.174723 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4587792-a929-4077-a471-442f4e2998df tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.179111 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f4587792-a929-4077-a471-442f4e2998df tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/12ab1969-f5d7-4c53-bf0c-61443219f1d5 HTTP/1.1" status: 204 len: 168 time: 0.6982820 Jul 16 03:49:07.179285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56410) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:07.200739 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e41ca18-4f36-488e-b506-d1250d17e761 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.218086 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac199d2-9d07-4486-a9bb-521cb6d7547c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] GET failed (client error): The resource could not be found. Jul 16 03:49:07.223931 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cac199d2-9d07-4486-a9bb-521cb6d7547c tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/12ab1969-f5d7-4c53-bf0c-61443219f1d5 HTTP/1.1" status: 404 len: 333 time: 0.0434656 Jul 16 03:49:07.226554 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56412) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:07.266896 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e41ca18-4f36-488e-b506-d1250d17e761 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.284584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e41ca18-4f36-488e-b506-d1250d17e761 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:07.285557 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4e41ca18-4f36-488e-b506-d1250d17e761 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.317278 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8aa836-8beb-4f6d-864a-adc0c61af2fd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting subnet c3cb73d6-e6f9-4f64-93b8-9d38fd122eee {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:07.324627 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa836-8beb-4f6d-864a-adc0c61af2fd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.403552 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41ca18-4f36-488e-b506-d1250d17e761 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Network': ['ID=3c1adb2f-3dfb-4033-a678-f3f193ee8c55,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:07.420430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 3c1adb2f-3dfb-4033-a678-f3f193ee8c55 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:49:07.421004 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4e41ca18-4f36-488e-b506-d1250d17e761 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3679054 Jul 16 03:49:07.422476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:07.426231 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa836-8beb-4f6d-864a-adc0c61af2fd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.435861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9df46b8e-1bd3-4559-8053-9700f10ca82c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'subnet': {'network_id': '3c1adb2f-3dfb-4033-a678-f3f193ee8c55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:07.563793 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa836-8beb-4f6d-864a-adc0c61af2fd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.572178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df46b8e-1bd3-4559-8053-9700f10ca82c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:07.576858 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9df46b8e-1bd3-4559-8053-9700f10ca82c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.656479 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa836-8beb-4f6d-864a-adc0c61af2fd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.668719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 47d9569a-ed67-4c70-a67a-b265ea364fc2 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:07.694920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8aa836-8beb-4f6d-864a-adc0c61af2fd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Subnet': ['ID=c3cb73d6-e6f9-4f64-93b8-9d38fd122eee,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:07.702309 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa836-8beb-4f6d-864a-adc0c61af2fd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.707124 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6a8aa836-8beb-4f6d-864a-adc0c61af2fd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/c3cb73d6-e6f9-4f64-93b8-9d38fd122eee HTTP/1.1" status: 204 len: 168 time: 0.4782755 Jul 16 03:49:07.707834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56420) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:07.710508 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 47d9569a-ed67-4c70-a67a-b265ea364fc2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:07.711166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 47d9569a-ed67-4c70-a67a-b265ea364fc2 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:07.712729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd1d99-5f3a-48a2-8208-559ed59a8e75 None None] Network c62aedf8-0977-40f0-a7e6-7abf7146b22d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:07.825723 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.905447 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9df46b8e-1bd3-4559-8053-9700f10ca82c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.917589 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port adbb1c3c-f1e6-43ff-a144-554bbe941b34 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:07.919624 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:07.986883 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df46b8e-1bd3-4559-8053-9700f10ca82c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Subnet': ['ID=df09ea09-4e61-4035-9349-d716915d4857,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:08.007988 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df46b8e-1bd3-4559-8053-9700f10ca82c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Checking segment: {'id': '9500f0de-90e8-4d4e-a577-913f75054e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3c1adb2f-3dfb-4033-a678-f3f193ee8c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:08.008621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df46b8e-1bd3-4559-8053-9700f10ca82c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network hostable DHCP agents. Network: 3c1adb2f-3dfb-4033-a678-f3f193ee8c55, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:49:08.010023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfbd724-69d5-439f-a835-9f621ba08bb0 None None] DHCP port deletion for c62aedf8-0977-40f0-a7e6-7abf7146b22d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:49:08.028740 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df46b8e-1bd3-4559-8053-9700f10ca82c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 3c1adb2f-3dfb-4033-a678-f3f193ee8c55 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:49:08.044358 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] For port adbb1c3c-f1e6-43ff-a144-554bbe941b34, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=adbb1c3c-f1e6-43ff-a144-554bbe941b34,segment=NetworkSegment(752acb1a-7662-4b83-b7cf-d9ad3a8b22fe),segment_id=752acb1a-7662-4b83-b7cf-d9ad3a8b22fe)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:08.045797 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.047575 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9df46b8e-1bd3-4559-8053-9700f10ca82c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 3c1adb2f-3dfb-4033-a678-f3f193ee8c55) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:08.061532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df46b8e-1bd3-4559-8053-9700f10ca82c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:08.063512 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9df46b8e-1bd3-4559-8053-9700f10ca82c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.067363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for adbb1c3c-f1e6-43ff-a144-554bbe941b34 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:08.072637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29d7067-1987-4ac7-87e6-4cdae9e2b038 None None] Network 3c1adb2f-3dfb-4033-a678-f3f193ee8c55 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:08.101548 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9df46b8e-1bd3-4559-8053-9700f10ca82c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6777544 Jul 16 03:49:08.102030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:08.108133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'network_id': '3c1adb2f-3dfb-4033-a678-f3f193ee8c55', 'name': 'tempest-PortsTestJSON-1024639372'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:08.197789 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.218409 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No DVR routers for this DVR port adbb1c3c-f1e6-43ff-a144-554bbe941b34 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:08.287168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8dfbd724-69d5-439f-a835-9f621ba08bb0 None None] Deleting port adbb1c3c-f1e6-43ff-a144-554bbe941b34 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:08.288190 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd724-69d5-439f-a835-9f621ba08bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.310379 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=adbb1c3c-f1e6-43ff-a144-554bbe941b34,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:08.380173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-3c1adb2f-3dfb-4033-a678-f3f193ee8c55', 'network_id': '3c1adb2f-3dfb-4033-a678-f3f193ee8c55', 'tenant_id': '31574bc2dca048b197c13114ca47965d', 'fixed_ips': [{'subnet_id': 'df09ea09-4e61-4035-9349-d716915d4857'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:49:08.381564 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.393962 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.402045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8dfbd724-69d5-439f-a835-9f621ba08bb0 None None] For port adbb1c3c-f1e6-43ff-a144-554bbe941b34, host n-d-800088-6, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:08.403413 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd724-69d5-439f-a835-9f621ba08bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.406912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62aedf8-0977-40f0-a7e6-7abf7146b22d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:08.436953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752acb1a-7662-4b83-b7cf-d9ad3a8b22fe') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:08.437743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752acb1a-7662-4b83-b7cf-d9ad3a8b22fe') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:08.452060 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.470968 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.478544 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:49:08.478976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:49:08.529659 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:49:08.584681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Allocated IP 172.20.0.2 (3c1adb2f-3dfb-4033-a678-f3f193ee8c55/df09ea09-4e61-4035-9349-d716915d4857/ff422f61-3bc3-485e-87a6-8298406bb3d8) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:08.659243 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.674024 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.684352 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/networks/c62aedf8-0977-40f0-a7e6-7abf7146b22d HTTP/1.1" status: 204 len: 168 time: 0.9753771 Jul 16 03:49:08.687823 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992d9aa-bcf4-4540-9d12-cba4cb49b0a7 req-a3a2a5fa-be8d-49f8-897c-80c36299fa02 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:08.689886 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56430) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:08.695612 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0992d9aa-bcf4-4540-9d12-cba4cb49b0a7 req-a3a2a5fa-be8d-49f8-897c-80c36299fa02 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 944 time: 0.5097125 Jul 16 03:49:08.704488 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-df8c37de-8f96-4bdf-b820-90650b8297c2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-579769201'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:08.752669 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0992d9aa-bcf4-4540-9d12-cba4cb49b0a7 req-40bee686-180d-4801-ba26-56cc142bf366 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560815 Jul 16 03:49:08.759086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69b757-f672-458b-b628-7f90aeb127b4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Network': ['ID=c62aedf8-0977-40f0-a7e6-7abf7146b22d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:08.764597 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:49:08.764597 n-d-800088-6 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:49:08.764597 n-d-800088-6 neutron-server[93767]: [parameters: {'project_id': '31574bc2dca048b197c13114ca47965d', 'id': '4b105aa3-91d5-4fcc-8b28-db87ffbbd310', 'expiration': datetime.datetime(2021, 7, 16, 3, 51, 8, 758543)}] Jul 16 03:49:08.764597 n-d-800088-6 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:49:08.767554 n-d-800088-6 neutron-server[93767]: DEBUG oslo_db.api [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:49:08.779682 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.780218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8c37de-8f96-4bdf-b820-90650b8297c2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:08.784363 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df8c37de-8f96-4bdf-b820-90650b8297c2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.789654 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Transition to ACTIVE for port object ff422f61-3bc3-485e-87a6-8298406bb3d8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:08.805847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Transition to ACTIVE for port object ff422f61-3bc3-485e-87a6-8298406bb3d8 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:08.809722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8dfbd724-69d5-439f-a835-9f621ba08bb0 None None] Calling delete_port for adbb1c3c-f1e6-43ff-a144-554bbe941b34 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:08.813254 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8c37de-8f96-4bdf-b820-90650b8297c2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:49:08.813722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 71b5b46e-38e5-4719-b9ca-abff401339c1 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:08.817019 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-8dfbd724-69d5-439f-a835-9f621ba08bb0 None None] Port adbb1c3c-f1e6-43ff-a144-554bbe941b34 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:49:08.820524 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.826886 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df8c37de-8f96-4bdf-b820-90650b8297c2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.827466 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-df8c37de-8f96-4bdf-b820-90650b8297c2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Added segment 95131b6c-cf16-400e-a6c6-b982871d4df6 of type vlan for network 7cee4e79-9cff-4873-a8a8-427ab58cb4a6 Jul 16 03:49:08.844287 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd724-69d5-439f-a835-9f621ba08bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.884892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8dfbd724-69d5-439f-a835-9f621ba08bb0 None None] Network c62aedf8-0977-40f0-a7e6-7abf7146b22d is not hosted by any dhcp agent {{(pid=93769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:49:08.888297 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfbd724-69d5-439f-a835-9f621ba08bb0 None None] No DVR routers for this DVR port adbb1c3c-f1e6-43ff-a144-554bbe941b34 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:08.891614 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df8c37de-8f96-4bdf-b820-90650b8297c2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.907795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Network 3c1adb2f-3dfb-4033-a678-f3f193ee8c55 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:08.914073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:08.922422 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:08.924149 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df8c37de-8f96-4bdf-b820-90650b8297c2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.925702 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Pushing event updated for resources: {'Port': ['ID=ff422f61-3bc3-485e-87a6-8298406bb3d8,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:08.931266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8c37de-8f96-4bdf-b820-90650b8297c2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:08.931949 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df8c37de-8f96-4bdf-b820-90650b8297c2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:08.967666 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbd724-69d5-439f-a835-9f621ba08bb0 None None] Pushing event deleted for resources: {'Port': ['ID=adbb1c3c-f1e6-43ff-a144-554bbe941b34,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:08.970171 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-df8c37de-8f96-4bdf-b820-90650b8297c2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2779546 Jul 16 03:49:08.973095 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:08.978436 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-87a28326-9faa-45a3-ad32-bc9c70c0a10d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'subnet': {'network_id': '7cee4e79-9cff-4873-a8a8-427ab58cb4a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:09.012566 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c37de-8f96-4bdf-b820-90650b8297c2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Network': ['ID=7cee4e79-9cff-4873-a8a8-427ab58cb4a6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:09.017309 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 71b5b46e-38e5-4719-b9ca-abff401339c1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:09.026683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 7cee4e79-9cff-4873-a8a8-427ab58cb4a6 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:49:09.045356 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 71b5b46e-38e5-4719-b9ca-abff401339c1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:09.045740 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.085400 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Attempting to bind port ff422f61-3bc3-485e-87a6-8298406bb3d8 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:09.085752 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Attempting to bind port ff422f61-3bc3-485e-87a6-8298406bb3d8 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '9500f0de-90e8-4d4e-a577-913f75054e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3c1adb2f-3dfb-4033-a678-f3f193ee8c55'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:09.086196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Attempting to bind port ff422f61-3bc3-485e-87a6-8298406bb3d8 on network 3c1adb2f-3dfb-4033-a678-f3f193ee8c55 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:09.092600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a28326-9faa-45a3-ad32-bc9c70c0a10d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:09.097949 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87a28326-9faa-45a3-ad32-bc9c70c0a10d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.147794 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:09.148097 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Checking segment: {'id': '9500f0de-90e8-4d4e-a577-913f75054e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3c1adb2f-3dfb-4033-a678-f3f193ee8c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:09.148526 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.148927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Bound using segment: {'id': '9500f0de-90e8-4d4e-a577-913f75054e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3c1adb2f-3dfb-4033-a678-f3f193ee8c55'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:09.149464 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Bound port: ff422f61-3bc3-485e-87a6-8298406bb3d8, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9500f0de-90e8-4d4e-a577-913f75054e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '3c1adb2f-3dfb-4033-a678-f3f193ee8c55'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:09.149801 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.262689 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.264930 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] For port ff422f61-3bc3-485e-87a6-8298406bb3d8, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:09.268813 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] For port ff422f61-3bc3-485e-87a6-8298406bb3d8, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ff422f61-3bc3-485e-87a6-8298406bb3d8,segment=NetworkSegment(9500f0de-90e8-4d4e-a577-913f75054e05),segment_id=9500f0de-90e8-4d4e-a577-913f75054e05)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:09.280940 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.321632 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b5b46e-38e5-4719-b9ca-abff401339c1'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:09.324490 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12752d71-68a3-474b-b0a4-74720e6652a0" -d '{"events": [{"server_uuid": "e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8", "name": "network-vif-plugged", "status": "completed", "tag": "71b5b46e-38e5-4719-b9ca-abff401339c1"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:09.342451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:09.346582 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.350427 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 71b5b46e-38e5-4719-b9ca-abff401339c1, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=71b5b46e-38e5-4719-b9ca-abff401339c1,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:09.369844 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.385169 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port 6a89e196-e5a2-4c4d-b15a-74b34f27029a yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:49:09.388505 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cbcc7-a696-4208-9d24-87bf12746a48 None None] Pushing event updated for resources: {'Port': ['ID=ff422f61-3bc3-485e-87a6-8298406bb3d8,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:09.390896 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87a28326-9faa-45a3-ad32-bc9c70c0a10d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.449182 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6035fbf3-7f17-4e5c-a4dd-188182194bf9 x-openstack-request-id: req-6035fbf3-7f17-4e5c-a4dd-188182194bf9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:09.449571 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8", "name": "network-vif-plugged", "status": "completed", "tag": "71b5b46e-38e5-4719-b9ca-abff401339c1", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:09.449891 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6035fbf3-7f17-4e5c-a4dd-188182194bf9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:09.450344 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b5b46e-38e5-4719-b9ca-abff401339c1', 'code': 200} Jul 16 03:49:09.453476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=71b5b46e-38e5-4719-b9ca-abff401339c1,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:09.556567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a28326-9faa-45a3-ad32-bc9c70c0a10d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Checking segment: {'id': '95131b6c-cf16-400e-a6c6-b982871d4df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7cee4e79-9cff-4873-a8a8-427ab58cb4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:09.556844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a28326-9faa-45a3-ad32-bc9c70c0a10d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network hostable DHCP agents. Network: 7cee4e79-9cff-4873-a8a8-427ab58cb4a6, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:49:09.584898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a28326-9faa-45a3-ad32-bc9c70c0a10d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Subnet': ['ID=2b673159-e3e9-4dc9-b396-c23bb3081a5e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:09.592205 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a28326-9faa-45a3-ad32-bc9c70c0a10d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network 7cee4e79-9cff-4873-a8a8-427ab58cb4a6 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:49:09.626367 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9b196-9b07-4050-9aaf-cf26140a5b7d req-8084f526-d48a-4eff-97fa-ee64ba4b20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:09.634049 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-77a9b196-9b07-4050-9aaf-cf26140a5b7d req-8084f526-d48a-4eff-97fa-ee64ba4b20e1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 1096 time: 0.1157036 Jul 16 03:49:09.640858 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-87a28326-9faa-45a3-ad32-bc9c70c0a10d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 7cee4e79-9cff-4873-a8a8-427ab58cb4a6) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:09.651493 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7648eda-5af8-47de-85e2-13496c67f696 None None] Network 7cee4e79-9cff-4873-a8a8-427ab58cb4a6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:09.661896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a28326-9faa-45a3-ad32-bc9c70c0a10d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:09.664722 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87a28326-9faa-45a3-ad32-bc9c70c0a10d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.697919 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-77a9b196-9b07-4050-9aaf-cf26140a5b7d req-eb63df76-9ead-494d-86d2-2fc894c41609 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498850 Jul 16 03:49:09.711918 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Allocated IP 172.20.0.11 (3c1adb2f-3dfb-4033-a678-f3f193ee8c55/df09ea09-4e61-4035-9349-d716915d4857/6a89e196-e5a2-4c4d-b15a-74b34f27029a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:09.718060 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-87a28326-9faa-45a3-ad32-bc9c70c0a10d tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7438660 Jul 16 03:49:09.721236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56448) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:09.727093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7a4e22dc-791a-4b8b-9276-c095c20593c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-31882575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:09.745709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device adbb1c3c-f1e6-43ff-a144-554bbe941b34 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:09.761272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a4e22dc-791a-4b8b-9276-c095c20593c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.763351 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a4e22dc-791a-4b8b-9276-c095c20593c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.879304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: adbb1c3c-f1e6-43ff-a144-554bbe941b34 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:09.879662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device adbb1c3c-f1e6-43ff-a144-554bbe941b34 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:09.950550 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a4e22dc-791a-4b8b-9276-c095c20593c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.961971 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a4e22dc-791a-4b8b-9276-c095c20593c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:09.996702 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a4e22dc-791a-4b8b-9276-c095c20593c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.004158 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7a4e22dc-791a-4b8b-9276-c095c20593c6 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2790146 Jul 16 03:49:10.004158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56452) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:10.013523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-374db93f-3bff-4f34-a607-927b1934b88a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'network_id': '7cee4e79-9cff-4873-a8a8-427ab58cb4a6', 'name': 'tempest-PortsIpV6TestJSON-2067297242'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:10.102300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-7cee4e79-9cff-4873-a8a8-427ab58cb4a6', 'network_id': '7cee4e79-9cff-4873-a8a8-427ab58cb4a6', 'tenant_id': 'ed7594d380d2450fad6c1d1bbb9a39b0', 'fixed_ips': [{'subnet_id': '2b673159-e3e9-4dc9-b396-c23bb3081a5e'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:49:10.107789 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.152917 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.156036 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56456) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:10.180019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374db93f-3bff-4f34-a607-927b1934b88a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:10.186444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Transition to ACTIVE for port object 6a89e196-e5a2-4c4d-b15a-74b34f27029a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:10.187819 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-374db93f-3bff-4f34-a607-927b1934b88a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.208370 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-374db93f-3bff-4f34-a607-927b1934b88a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port a2499a50-6ca7-46e2-a82a-845f548f55c6 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:49:10.296818 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77368cc4-6e96-44a9-a75e-5025f16021b7 req-3f841316-0c9e-4d48-832e-3dd7a55a0f10 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:10.298596 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77368cc4-6e96-44a9-a75e-5025f16021b7 req-3f841316-0c9e-4d48-832e-3dd7a55a0f10 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 945 time: 0.2801661 Jul 16 03:49:10.299882 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.331246 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Allocated IP 2001:db8::2 (7cee4e79-9cff-4873-a8a8-427ab58cb4a6/2b673159-e3e9-4dc9-b396-c23bb3081a5e/56827570-fdbe-4e45-98e3-db75e31cc21a) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:10.343471 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76b64ae7-9516-4b2a-9ec1-835f5e88b729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.377439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 3c1adb2f-3dfb-4033-a678-f3f193ee8c55 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:10.384899 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:10.391232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:10.446137 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77368cc4-6e96-44a9-a75e-5025f16021b7 req-ccad9c9b-92b2-4319-945d-b535555915a3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391957 Jul 16 03:49:10.446685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=6a89e196-e5a2-4c4d-b15a-74b34f27029a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:10.462782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:10.463534 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.488468 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76b64ae7-9516-4b2a-9ec1-835f5e88b729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.501365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76b64ae7-9516-4b2a-9ec1-835f5e88b729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.516117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4d7aab76-8ec6-44bf-a8ee-ecec5106ad97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4107654 Jul 16 03:49:10.518190 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:10.529759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1d41f567-9e35-4382-a816-3ddcf97aaa09 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'network_id': '3c1adb2f-3dfb-4033-a678-f3f193ee8c55', 'name': 'tempest-PortsTestJSON-1660470778'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:10.582447 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b64ae7-9516-4b2a-9ec1-835f5e88b729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a9a9f9-a2e2-4ded-9fec-cf448acab322,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:10.626303 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-76b64ae7-9516-4b2a-9ec1-835f5e88b729 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1421485a29e431882c25f17dba1015f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4684188 Jul 16 03:49:10.628562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56464) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:10.629244 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.650919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Transition to ACTIVE for port object 56827570-fdbe-4e45-98e3-db75e31cc21a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:10.680357 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Transition to ACTIVE for port object 56827570-fdbe-4e45-98e3-db75e31cc21a will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:10.698607 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.755128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Network 7cee4e79-9cff-4873-a8a8-427ab58cb4a6 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:10.760987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:10.772899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:10.783805 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d41f567-9e35-4382-a816-3ddcf97aaa09 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:10.788898 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d41f567-9e35-4382-a816-3ddcf97aaa09 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.816260 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1d41f567-9e35-4382-a816-3ddcf97aaa09 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port bcf947d8-dbbf-4d64-a48c-094a1c301c30 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:49:10.839549 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d66150b-6a27-4ace-bd80-5c039c6b1e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.857864 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Pushing event updated for resources: {'Port': ['ID=56827570-fdbe-4e45-98e3-db75e31cc21a,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:10.867720 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d66150b-6a27-4ace-bd80-5c039c6b1e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.896903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Attempting to bind port 56827570-fdbe-4e45-98e3-db75e31cc21a on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:10.897281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Attempting to bind port 56827570-fdbe-4e45-98e3-db75e31cc21a by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '95131b6c-cf16-400e-a6c6-b982871d4df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7cee4e79-9cff-4873-a8a8-427ab58cb4a6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:10.897650 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Attempting to bind port 56827570-fdbe-4e45-98e3-db75e31cc21a on network 7cee4e79-9cff-4873-a8a8-427ab58cb4a6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:10.911105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:10.912021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Checking segment: {'id': '95131b6c-cf16-400e-a6c6-b982871d4df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7cee4e79-9cff-4873-a8a8-427ab58cb4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:10.913942 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.914625 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Bound using segment: {'id': '95131b6c-cf16-400e-a6c6-b982871d4df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7cee4e79-9cff-4873-a8a8-427ab58cb4a6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:10.915362 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Bound port: 56827570-fdbe-4e45-98e3-db75e31cc21a, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95131b6c-cf16-400e-a6c6-b982871d4df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '7cee4e79-9cff-4873-a8a8-427ab58cb4a6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:10.916712 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.926390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-374db93f-3bff-4f34-a607-927b1934b88a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Allocated IP 2001:db8::152 (7cee4e79-9cff-4873-a8a8-427ab58cb4a6/2b673159-e3e9-4dc9-b396-c23bb3081a5e/a2499a50-6ca7-46e2-a82a-845f548f55c6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:10.953823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96878e5f-06fa-48b7-99fe-f580d3eea987 None None] Network 3c1adb2f-3dfb-4033-a678-f3f193ee8c55 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:10.958285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1d41f567-9e35-4382-a816-3ddcf97aaa09 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Allocated IP 172.20.0.9 (3c1adb2f-3dfb-4033-a678-f3f193ee8c55/df09ea09-4e61-4035-9349-d716915d4857/bcf947d8-dbbf-4d64-a48c-094a1c301c30) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:10.959995 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d66150b-6a27-4ace-bd80-5c039c6b1e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.963425 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d66150b-6a27-4ace-bd80-5c039c6b1e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:10.967493 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4d66150b-6a27-4ace-bd80-5c039c6b1e0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00a9a9f9-a2e2-4ded-9fec-cf448acab322 HTTP/1.1" status: 204 len: 168 time: 0.3355424 Jul 16 03:49:10.985236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66150b-6a27-4ace-bd80-5c039c6b1e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a9a9f9-a2e2-4ded-9fec-cf448acab322,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:11.060218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d08171e5-a6f4-463b-b7f3-16bd089c4a5b None None] Provisioning for port ff422f61-3bc3-485e-87a6-8298406bb3d8 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:11.103982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] For port 56827570-fdbe-4e45-98e3-db75e31cc21a, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:11.108354 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] For port 56827570-fdbe-4e45-98e3-db75e31cc21a, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=56827570-fdbe-4e45-98e3-db75e31cc21a,segment=NetworkSegment(95131b6c-cf16-400e-a6c6-b982871d4df6),segment_id=95131b6c-cf16-400e-a6c6-b982871d4df6)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:11.133150 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.144793 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-374db93f-3bff-4f34-a607-927b1934b88a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.176284 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-374db93f-3bff-4f34-a607-927b1934b88a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Transition to ACTIVE for port object a2499a50-6ca7-46e2-a82a-845f548f55c6 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:11.253865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b98ea-a3df-405a-9744-cac64f813011 None None] Pushing event updated for resources: {'Port': ['ID=56827570-fdbe-4e45-98e3-db75e31cc21a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:11.255280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-374db93f-3bff-4f34-a607-927b1934b88a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.297973 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d41f567-9e35-4382-a816-3ddcf97aaa09 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.315515 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1d41f567-9e35-4382-a816-3ddcf97aaa09 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Transition to ACTIVE for port object bcf947d8-dbbf-4d64-a48c-094a1c301c30 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:11.367968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374db93f-3bff-4f34-a607-927b1934b88a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=a2499a50-6ca7-46e2-a82a-845f548f55c6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:11.382557 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374db93f-3bff-4f34-a607-927b1934b88a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network 7cee4e79-9cff-4873-a8a8-427ab58cb4a6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:11.384191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-374db93f-3bff-4f34-a607-927b1934b88a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:11.391339 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374db93f-3bff-4f34-a607-927b1934b88a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:11.397540 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d41f567-9e35-4382-a816-3ddcf97aaa09 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.401631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374db93f-3bff-4f34-a607-927b1934b88a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:11.403103 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-374db93f-3bff-4f34-a607-927b1934b88a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.426478 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-374db93f-3bff-4f34-a607-927b1934b88a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4229743 Jul 16 03:49:11.433192 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56470) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:11.481428 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41f567-9e35-4382-a816-3ddcf97aaa09 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=bcf947d8-dbbf-4d64-a48c-094a1c301c30,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:11.494549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d41f567-9e35-4382-a816-3ddcf97aaa09 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 3c1adb2f-3dfb-4033-a678-f3f193ee8c55 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:11.500010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1d41f567-9e35-4382-a816-3ddcf97aaa09 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:11.524106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d41f567-9e35-4382-a816-3ddcf97aaa09 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:11.600366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:11.643494 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60b7cc89-3f9d-41c3-934d-b8e1b623ceb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.697582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d41f567-9e35-4382-a816-3ddcf97aaa09 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:11.698185 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d41f567-9e35-4382-a816-3ddcf97aaa09 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.862180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e577dc8a-1c47-4fb1-99b8-b7683d9932a7 None None] Provisioning for port 6a89e196-e5a2-4c4d-b15a-74b34f27029a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:11.879847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e577dc8a-1c47-4fb1-99b8-b7683d9932a7 None None] Provisioning complete for port 6a89e196-e5a2-4c4d-b15a-74b34f27029a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:11.882190 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e577dc8a-1c47-4fb1-99b8-b7683d9932a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.906526 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60b7cc89-3f9d-41c3-934d-b8e1b623ceb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.924967 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 56827570-fdbe-4e45-98e3-db75e31cc21a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:11.928652 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60b7cc89-3f9d-41c3-934d-b8e1b623ceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:11.961787 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1d41f567-9e35-4382-a816-3ddcf97aaa09 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4422469 Jul 16 03:49:11.964301 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56478) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:11.979001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e8ee8-d957-4f22-b55f-3212aca11c1b req-200418d3-b746-433d-a38b-a55446a631fc tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:11.981319 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-107e8ee8-d957-4f22-b55f-3212aca11c1b req-200418d3-b746-433d-a38b-a55446a631fc tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 945 time: 0.2688313 Jul 16 03:49:12.018781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e577dc8a-1c47-4fb1-99b8-b7683d9932a7 None None] Port 6a89e196-e5a2-4c4d-b15a-74b34f27029a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:12.030646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-60b7cc89-3f9d-41c3-934d-b8e1b623ceb5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=511d0303631b412d8fe77e8883635776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269536 Jul 16 03:49:12.035356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:12.040000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 56827570-fdbe-4e45-98e3-db75e31cc21a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:12.055280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ff422f61-3bc3-485e-87a6-8298406bb3d8 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:12.076154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7cc89-3f9d-41c3-934d-b8e1b623ceb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b144f2f-f657-4540-8017-5056e42c97df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:12.117069 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-107e8ee8-d957-4f22-b55f-3212aca11c1b req-776556a0-8284-4ab5-a5b0-5d87ada47be2 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212735 Jul 16 03:49:12.158723 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a051c3ac-af12-4018-aea7-68439671d980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.168687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port ff422f61-3bc3-485e-87a6-8298406bb3d8 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:12.177170 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ff422f61-3bc3-485e-87a6-8298406bb3d8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:12.178264 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.192979 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b04ebe2-4d23-422c-99f4-0a61943fedf4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:12.206338 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3b04ebe2-4d23-422c-99f4-0a61943fedf4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.2367601 Jul 16 03:49:12.208984 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56484) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:12.211259 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a051c3ac-af12-4018-aea7-68439671d980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.257269 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2dfb1037-a9db-45ba-a258-42948c284c64 None None] Provisioning complete for port 6a89e196-e5a2-4c4d-b15a-74b34f27029a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:12.257607 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2dfb1037-a9db-45ba-a258-42948c284c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.267110 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74e86ce8-0929-4dba-b47a-3d264d9d1180 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.317508 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a051c3ac-af12-4018-aea7-68439671d980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.320629 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a051c3ac-af12-4018-aea7-68439671d980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.321930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a051c3ac-af12-4018-aea7-68439671d980 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b144f2f-f657-4540-8017-5056e42c97df HTTP/1.1" status: 204 len: 168 time: 0.2807963 Jul 16 03:49:12.338755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051c3ac-af12-4018-aea7-68439671d980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b144f2f-f657-4540-8017-5056e42c97df,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:12.403647 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.520081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port ff422f61-3bc3-485e-87a6-8298406bb3d8, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ff422f61-3bc3-485e-87a6-8298406bb3d8,segment=NetworkSegment(9500f0de-90e8-4d4e-a577-913f75054e05),segment_id=9500f0de-90e8-4d4e-a577-913f75054e05)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:12.532291 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.590189 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2dfb1037-a9db-45ba-a258-42948c284c64 None None] Port 6a89e196-e5a2-4c4d-b15a-74b34f27029a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:12.598349 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=ff422f61-3bc3-485e-87a6-8298406bb3d8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:12.724617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-910430cc-4073-4e81-87ba-57ccbe0aff87 None None] Provisioning for port bcf947d8-dbbf-4d64-a48c-094a1c301c30 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:12.729097 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-910430cc-4073-4e81-87ba-57ccbe0aff87 None None] Provisioning complete for port bcf947d8-dbbf-4d64-a48c-094a1c301c30 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:12.730139 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-910430cc-4073-4e81-87ba-57ccbe0aff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.773741 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fb4fb-f5d1-4108-96f2-c10b42752a1b req-e18ea462-30d4-4252-ac59-373bbf293f37 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:12.777977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-746fb4fb-f5d1-4108-96f2-c10b42752a1b req-e18ea462-30d4-4252-ac59-373bbf293f37 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 945 time: 0.1188693 Jul 16 03:49:12.817736 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-910430cc-4073-4e81-87ba-57ccbe0aff87 None None] Port bcf947d8-dbbf-4d64-a48c-094a1c301c30 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:12.856458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-733466b7-4c54-487e-8ab3-bcf30f4b99ff tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port bcf947d8-dbbf-4d64-a48c-094a1c301c30 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:12.856815 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-733466b7-4c54-487e-8ab3-bcf30f4b99ff tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:12.872713 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-746fb4fb-f5d1-4108-96f2-c10b42752a1b req-8d7c5248-1837-46ad-b057-1463fe6e4445 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899091 Jul 16 03:49:12.895839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5721dd-fb28-4dac-a19c-57a4d6fb32b6 None None] Network 7cee4e79-9cff-4873-a8a8-427ab58cb4a6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:12.915018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:12.934388 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f6cc981-0429-4207-859b-f61b48a86fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.008788 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-82d94379-4eca-45d5-b54e-ce2a8542d394 None None] Provisioning for port 56827570-fdbe-4e45-98e3-db75e31cc21a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:13.010773 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-733466b7-4c54-487e-8ab3-bcf30f4b99ff tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.022652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-82d94379-4eca-45d5-b54e-ce2a8542d394 None None] Provisioning complete for port 56827570-fdbe-4e45-98e3-db75e31cc21a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:13.023025 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82d94379-4eca-45d5-b54e-ce2a8542d394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.026729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-733466b7-4c54-487e-8ab3-bcf30f4b99ff tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for bcf947d8-dbbf-4d64-a48c-094a1c301c30 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:13.146061 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad1406-f5d4-4888-b9c6-915cf3b35d08 req-6028cc8f-b3c4-448a-82ba-baa63503a490 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:13.147789 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32ad1406-f5d4-4888-b9c6-915cf3b35d08 req-6028cc8f-b3c4-448a-82ba-baa63503a490 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 945 time: 0.0953395 Jul 16 03:49:13.171799 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74e86ce8-0929-4dba-b47a-3d264d9d1180 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.182539 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74e86ce8-0929-4dba-b47a-3d264d9d1180 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.200733 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f6cc981-0429-4207-859b-f61b48a86fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.204271 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32ad1406-f5d4-4888-b9c6-915cf3b35d08 req-2f002442-3c56-4960-adf1-584aaec3d399 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490251 Jul 16 03:49:13.207852 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f6cc981-0429-4207-859b-f61b48a86fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.215018 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-733466b7-4c54-487e-8ab3-bcf30f4b99ff tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.227586 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82d94379-4eca-45d5-b54e-ce2a8542d394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.253012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cc981-0429-4207-859b-f61b48a86fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebf1721-aba7-4ec3-9c8b-99d67bfa2232,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:13.274085 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-82d94379-4eca-45d5-b54e-ce2a8542d394 None None] For port 56827570-fdbe-4e45-98e3-db75e31cc21a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=56827570-fdbe-4e45-98e3-db75e31cc21a,segment=NetworkSegment(95131b6c-cf16-400e-a6c6-b982871d4df6),segment_id=95131b6c-cf16-400e-a6c6-b982871d4df6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:13.274889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8f6cc981-0429-4207-859b-f61b48a86fa9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58a7ef2a97ee41aba1e26071b869921b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587775 Jul 16 03:49:13.277916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:13.279363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e86ce8-0929-4dba-b47a-3d264d9d1180 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=a2499a50-6ca7-46e2-a82a-845f548f55c6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:13.290172 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82d94379-4eca-45d5-b54e-ce2a8542d394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.360173 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c67ad8-10a7-439d-a5e4-d8b703532316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.389037 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c67ad8-10a7-439d-a5e4-d8b703532316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.423198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733466b7-4c54-487e-8ab3-bcf30f4b99ff tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=bcf947d8-dbbf-4d64-a48c-094a1c301c30,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:13.447321 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d94379-4eca-45d5-b54e-ce2a8542d394 None None] Pushing event updated for resources: {'Port': ['ID=56827570-fdbe-4e45-98e3-db75e31cc21a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:13.468800 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c67ad8-10a7-439d-a5e4-d8b703532316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.472076 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-24c67ad8-10a7-439d-a5e4-d8b703532316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.473291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-24c67ad8-10a7-439d-a5e4-d8b703532316 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ebf1721-aba7-4ec3-9c8b-99d67bfa2232 HTTP/1.1" status: 204 len: 168 time: 0.1937051 Jul 16 03:49:13.493792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c67ad8-10a7-439d-a5e4-d8b703532316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebf1721-aba7-4ec3-9c8b-99d67bfa2232,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:13.498312 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-733466b7-4c54-487e-8ab3-bcf30f4b99ff tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.500281 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-733466b7-4c54-487e-8ab3-bcf30f4b99ff tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/bcf947d8-dbbf-4d64-a48c-094a1c301c30 HTTP/1.1" status: 204 len: 168 time: 1.2363856 Jul 16 03:49:13.503044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:13.583712 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-94088c70-2d8b-46c4-89cf-432217530c8c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] GET failed (client error): The resource could not be found. Jul 16 03:49:13.585785 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-94088c70-2d8b-46c4-89cf-432217530c8c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/bcf947d8-dbbf-4d64-a48c-094a1c301c30 HTTP/1.1" status: 404 len: 333 time: 0.0810506 Jul 16 03:49:13.593822 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56506) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:13.703309 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74e86ce8-0929-4dba-b47a-3d264d9d1180 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.789341 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 56827570-fdbe-4e45-98e3-db75e31cc21a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:13.838670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b518b178-c095-47e4-9da0-19eac2827dd7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 6a89e196-e5a2-4c4d-b15a-74b34f27029a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:13.839464 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b518b178-c095-47e4-9da0-19eac2827dd7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:13.877957 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 56827570-fdbe-4e45-98e3-db75e31cc21a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:13.878561 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:14.004622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-39957a14-d186-4e7e-b736-d4cddef138ba None None] Provisioning complete for port 56827570-fdbe-4e45-98e3-db75e31cc21a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:14.005289 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-39957a14-d186-4e7e-b736-d4cddef138ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:14.013182 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b518b178-c095-47e4-9da0-19eac2827dd7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:14.031794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b518b178-c095-47e4-9da0-19eac2827dd7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 6a89e196-e5a2-4c4d-b15a-74b34f27029a owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:14.070052 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74e86ce8-0929-4dba-b47a-3d264d9d1180 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:14.098199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ff422f61-3bc3-485e-87a6-8298406bb3d8 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:14.236774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85f822-a39b-4c97-9f37-86a98b8fd840 req-4e0ac5d1-0c39-45e9-a935-9e8d0bc4d092 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:14.239157 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f85f822-a39b-4c97-9f37-86a98b8fd840 req-4e0ac5d1-0c39-45e9-a935-9e8d0bc4d092 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 945 time: 0.2044201 Jul 16 03:49:14.259038 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ff422f61-3bc3-485e-87a6-8298406bb3d8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:14.259417 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:14.289266 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-39957a14-d186-4e7e-b736-d4cddef138ba None None] Provisioning for port a2499a50-6ca7-46e2-a82a-845f548f55c6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:14.307574 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-39957a14-d186-4e7e-b736-d4cddef138ba None None] Provisioning complete for port a2499a50-6ca7-46e2-a82a-845f548f55c6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:14.307958 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-39957a14-d186-4e7e-b736-d4cddef138ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:14.336450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f85f822-a39b-4c97-9f37-86a98b8fd840 req-c6bccbde-e4e4-4cb8-b227-000a4cd2cfc2 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887232 Jul 16 03:49:14.369339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-39957a14-d186-4e7e-b736-d4cddef138ba None None] Port a2499a50-6ca7-46e2-a82a-845f548f55c6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:14.404122 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b518b178-c095-47e4-9da0-19eac2827dd7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:14.456696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518b178-c095-47e4-9da0-19eac2827dd7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=6a89e196-e5a2-4c4d-b15a-74b34f27029a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:14.511948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6feb24bf-99ff-470b-ad75-03273058a8c2 None None] Provisioning complete for port a2499a50-6ca7-46e2-a82a-845f548f55c6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:14.512345 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6feb24bf-99ff-470b-ad75-03273058a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:14.609076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6feb24bf-99ff-470b-ad75-03273058a8c2 None None] Port a2499a50-6ca7-46e2-a82a-845f548f55c6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:14.652996 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b518b178-c095-47e4-9da0-19eac2827dd7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:14.656014 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b518b178-c095-47e4-9da0-19eac2827dd7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/6a89e196-e5a2-4c4d-b15a-74b34f27029a HTTP/1.1" status: 204 len: 168 time: 1.0586927 Jul 16 03:49:14.658769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:14.703240 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1502713b-d4d3-4548-837b-13fe41cfe4d4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] GET failed (client error): The resource could not be found. Jul 16 03:49:14.704995 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1502713b-d4d3-4548-837b-13fe41cfe4d4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/6a89e196-e5a2-4c4d-b15a-74b34f27029a HTTP/1.1" status: 404 len: 333 time: 0.0448475 Jul 16 03:49:14.707751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:14.743843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-15839059-4666-48d1-af20-8ef5228daafe None None] Provisioning complete for port a2499a50-6ca7-46e2-a82a-845f548f55c6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:14.746721 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-15839059-4666-48d1-af20-8ef5228daafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:14.790055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbb0e66-a9ad-46cb-9d53-4f74e4575af5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting subnet df09ea09-4e61-4035-9349-d716915d4857 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:14.794225 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0e66-a9ad-46cb-9d53-4f74e4575af5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:14.827093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-15839059-4666-48d1-af20-8ef5228daafe None None] Port a2499a50-6ca7-46e2-a82a-845f548f55c6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:14.872722 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0e66-a9ad-46cb-9d53-4f74e4575af5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:14.974391 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0e66-a9ad-46cb-9d53-4f74e4575af5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.051529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74e86ce8-0929-4dba-b47a-3d264d9d1180 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.059082 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74e86ce8-0929-4dba-b47a-3d264d9d1180 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.060820 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74e86ce8-0929-4dba-b47a-3d264d9d1180 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.061224 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0e66-a9ad-46cb-9d53-4f74e4575af5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.109219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb0e66-a9ad-46cb-9d53-4f74e4575af5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Subnet': ['ID=df09ea09-4e61-4035-9349-d716915d4857,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:15.113216 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0e66-a9ad-46cb-9d53-4f74e4575af5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.115516 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5dbb0e66-a9ad-46cb-9d53-4f74e4575af5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/df09ea09-4e61-4035-9349-d716915d4857 HTTP/1.1" status: 204 len: 168 time: 0.4067709 Jul 16 03:49:15.122664 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:15.126610 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b116f1-68da-489f-b70e-0ef293698e29 None None] Network 3c1adb2f-3dfb-4033-a678-f3f193ee8c55 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:15.130302 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e86ce8-0929-4dba-b47a-3d264d9d1180 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=a2499a50-6ca7-46e2-a82a-845f548f55c6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:15.255395 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.292186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e86ce8-0929-4dba-b47a-3d264d9d1180 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network 7cee4e79-9cff-4873-a8a8-427ab58cb4a6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:15.301985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd919c2e-7093-4d6b-baa8-f8c9882f6459 req-b4f2fe25-27a9-4646-9ba5-784cc70e9cdb tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:15.303750 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd919c2e-7093-4d6b-baa8-f8c9882f6459 req-b4f2fe25-27a9-4646-9ba5-784cc70e9cdb tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 945 time: 0.1125944 Jul 16 03:49:15.305200 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-74e86ce8-0929-4dba-b47a-3d264d9d1180 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:15.394821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port ff422f61-3bc3-485e-87a6-8298406bb3d8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:15.395447 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.458842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] DHCP port deletion for 3c1adb2f-3dfb-4033-a678-f3f193ee8c55 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:49:15.539297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] For port ff422f61-3bc3-485e-87a6-8298406bb3d8, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ff422f61-3bc3-485e-87a6-8298406bb3d8,segment=NetworkSegment(9500f0de-90e8-4d4e-a577-913f75054e05),segment_id=9500f0de-90e8-4d4e-a577-913f75054e05)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:15.539915 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.556054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for ff422f61-3bc3-485e-87a6-8298406bb3d8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:15.650334 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Deleting port ff422f61-3bc3-485e-87a6-8298406bb3d8 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:15.653203 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.659569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-bd919c2e-7093-4d6b-baa8-f8c9882f6459 req-82e910db-b225-4458-98ab-b2c7137b51b9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Deleting port 71b5b46e-38e5-4719-b9ca-abff401339c1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:15.659933 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd919c2e-7093-4d6b-baa8-f8c9882f6459 req-82e910db-b225-4458-98ab-b2c7137b51b9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.775925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899457c4-c538-46c1-bc28-8fdb6ffb2a62 req-648fd830-f9df-4d60-a17e-0f6602d17cfc tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:15.777853 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-899457c4-c538-46c1-bc28-8fdb6ffb2a62 req-648fd830-f9df-4d60-a17e-0f6602d17cfc tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 945 time: 0.1399114 Jul 16 03:49:15.804077 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.813996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e86ce8-0929-4dba-b47a-3d264d9d1180 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Router 42b75657-e11a-4e85-aae3-5af90d8c3923 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:49:15.883981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=ff422f61-3bc3-485e-87a6-8298406bb3d8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:15.904596 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-899457c4-c538-46c1-bc28-8fdb6ffb2a62 req-eb671048-bb44-4349-871a-689a73e3d608 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149178 Jul 16 03:49:15.929171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No DVR routers for this DVR port ff422f61-3bc3-485e-87a6-8298406bb3d8 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:15.970973 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bd919c2e-7093-4d6b-baa8-f8c9882f6459 req-82e910db-b225-4458-98ab-b2c7137b51b9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] For port 71b5b46e-38e5-4719-b9ca-abff401339c1, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=71b5b46e-38e5-4719-b9ca-abff401339c1,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:15.971342 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd919c2e-7093-4d6b-baa8-f8c9882f6459 req-82e910db-b225-4458-98ab-b2c7137b51b9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:15.977914 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ff422f61-3bc3-485e-87a6-8298406bb3d8 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:15.990037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-bd919c2e-7093-4d6b-baa8-f8c9882f6459 req-82e910db-b225-4458-98ab-b2c7137b51b9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Calling delete_port for 71b5b46e-38e5-4719-b9ca-abff401339c1 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:15.992157 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e86ce8-0929-4dba-b47a-3d264d9d1180 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:15.999309 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-74e86ce8-0929-4dba-b47a-3d264d9d1180 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "PUT /v2.0/routers/42b75657-e11a-4e85-aae3-5af90d8c3923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5634534 Jul 16 03:49:16.001861 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56560) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:16.005763 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72071bf6-e2ea-4263-8087-1b9a5ec3cfb9 None None] Sync routers for ids ['42b75657-e11a-4e85-aae3-5af90d8c3923'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:16.018991 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72071bf6-e2ea-4263-8087-1b9a5ec3cfb9 None None] Routers {'42b75657-e11a-4e85-aae3-5af90d8c3923'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:16.021566 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-72071bf6-e2ea-4263-8087-1b9a5ec3cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['42b75657-e11a-4e85-aae3-5af90d8c3923'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:16.034251 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: ff422f61-3bc3-485e-87a6-8298406bb3d8 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:16.034605 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ff422f61-3bc3-485e-87a6-8298406bb3d8 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:16.046683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] For port ff422f61-3bc3-485e-87a6-8298406bb3d8, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ff422f61-3bc3-485e-87a6-8298406bb3d8,segment=NetworkSegment(9500f0de-90e8-4d4e-a577-913f75054e05),segment_id=9500f0de-90e8-4d4e-a577-913f75054e05)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:16.047087 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.054038 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.063418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-108ff8fe-53d8-4c7f-84cb-754d97f8c16d None None] Provisioning complete for port a2499a50-6ca7-46e2-a82a-845f548f55c6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:16.063800 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-108ff8fe-53d8-4c7f-84cb-754d97f8c16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.065940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Calling delete_port for ff422f61-3bc3-485e-87a6-8298406bb3d8 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:16.082968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1adb2f-3dfb-4033-a678-f3f193ee8c55']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:16.111098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9500f0de-90e8-4d4e-a577-913f75054e05') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:16.121878 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9500f0de-90e8-4d4e-a577-913f75054e05') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:16.132420 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-72071bf6-e2ea-4263-8087-1b9a5ec3cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:16.148141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-108ff8fe-53d8-4c7f-84cb-754d97f8c16d None None] Port a2499a50-6ca7-46e2-a82a-845f548f55c6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:16.151869 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.161039 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72071bf6-e2ea-4263-8087-1b9a5ec3cfb9 None None] Routers {'42b75657-e11a-4e85-aae3-5af90d8c3923'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:16.162589 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-72071bf6-e2ea-4263-8087-1b9a5ec3cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['42b75657-e11a-4e85-aae3-5af90d8c3923'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:16.182716 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.193716 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.205719 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:49:16.206093 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:49:16.209220 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:49:16.260820 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-72071bf6-e2ea-4263-8087-1b9a5ec3cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:16.263526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1f648a-4892-436f-9a16-6b5a5c5b41eb tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:16.264586 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72071bf6-e2ea-4263-8087-1b9a5ec3cfb9 None None] The sync data for ids ['42b75657-e11a-4e85-aae3-5af90d8c3923'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:16.265301 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6b1f648a-4892-436f-9a16-6b5a5c5b41eb tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports?device_id=42b75657-e11a-4e85-aae3-5af90d8c3923 HTTP/1.1" status: 200 len: 989 time: 0.2625170 Jul 16 03:49:16.268225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56572) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:16.293413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] No DVR routers for this DVR port ff422f61-3bc3-485e-87a6-8298406bb3d8 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:16.306516 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Pushing event deleted for resources: {'Port': ['ID=ff422f61-3bc3-485e-87a6-8298406bb3d8,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:16.316006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:16.316376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:16.316722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:16.317065 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:16.317395 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:16.317723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:16.318052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:16.318648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:16.318976 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:16.319772 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:16.320109 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:16.321418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e4f265-0622-4fbb-a645-00fab959aa8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:16.348647 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.363770 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.369088 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/networks/3c1adb2f-3dfb-4033-a678-f3f193ee8c55 HTTP/1.1" status: 204 len: 168 time: 1.2450118 Jul 16 03:49:16.373961 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56574) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:16.383575 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-41453f87-baab-4647-8149-4280fba9fb23 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-198440262'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:16.391209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f0ed2-6064-4410-9d25-a7545516059d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Network': ['ID=3c1adb2f-3dfb-4033-a678-f3f193ee8c55,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:16.509724 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41453f87-baab-4647-8149-4280fba9fb23 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:16.513253 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41453f87-baab-4647-8149-4280fba9fb23 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.547989 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd919c2e-7093-4d6b-baa8-f8c9882f6459 req-82e910db-b225-4458-98ab-b2c7137b51b9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.560733 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c99a1a4d-61e6-4e87-a113-013f199d0aec'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:16.586416 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41453f87-baab-4647-8149-4280fba9fb23 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:49:16.595120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['71b5b46e-38e5-4719-b9ca-abff401339c1'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:16.595379 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e910db-b225-4458-98ab-b2c7137b51b9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Pushing event deleted for resources: {'Port': ['ID=71b5b46e-38e5-4719-b9ca-abff401339c1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:16.612452 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41453f87-baab-4647-8149-4280fba9fb23 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.612793 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-41453f87-baab-4647-8149-4280fba9fb23 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Added segment 33b6d515-456d-419c-8fa9-f3b94a0497ee of type vlan for network 275f3b98-56bd-498a-bd16-122c3f18e55f Jul 16 03:49:16.700288 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd919c2e-7093-4d6b-baa8-f8c9882f6459 req-82e910db-b225-4458-98ab-b2c7137b51b9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] No DVR routers for this DVR port 71b5b46e-38e5-4719-b9ca-abff401339c1 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:16.704554 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bd919c2e-7093-4d6b-baa8-f8c9882f6459 req-82e910db-b225-4458-98ab-b2c7137b51b9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.706755 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bd919c2e-7093-4d6b-baa8-f8c9882f6459 req-82e910db-b225-4458-98ab-b2c7137b51b9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "DELETE /v2.0/ports/71b5b46e-38e5-4719-b9ca-abff401339c1 HTTP/1.1" status: 204 len: 173 time: 1.3934932 Jul 16 03:49:16.707342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8', 'name': 'network-vif-deleted', 'tag': '71b5b46e-38e5-4719-b9ca-abff401339c1'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:16.709623 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb1c3b2-ae18-4b5a-a9bf-c1818a36c1a1" -d '{"events": [{"server_uuid": "e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8", "name": "network-vif-deleted", "tag": "71b5b46e-38e5-4719-b9ca-abff401339c1"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:16.770278 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a5cec0-6349-46d2-9df8-4ce45de4a960 x-openstack-request-id: req-54a5cec0-6349-46d2-9df8-4ce45de4a960 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:16.770569 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8", "name": "network-vif-deleted", "tag": "71b5b46e-38e5-4719-b9ca-abff401339c1", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:16.770812 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54a5cec0-6349-46d2-9df8-4ce45de4a960 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:16.771207 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8', 'name': 'network-vif-deleted', 'tag': '71b5b46e-38e5-4719-b9ca-abff401339c1', 'status': 'completed', 'code': 200} Jul 16 03:49:16.772841 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41453f87-baab-4647-8149-4280fba9fb23 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.875161 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41453f87-baab-4647-8149-4280fba9fb23 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.881439 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41453f87-baab-4647-8149-4280fba9fb23 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:16.882280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41453f87-baab-4647-8149-4280fba9fb23 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:16.910408 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:16.935573 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-41453f87-baab-4647-8149-4280fba9fb23 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5564222 Jul 16 03:49:16.939679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:16.951525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2053fc0b-2d03-4419-9e69-d140235c68c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'subnet': {'network_id': '275f3b98-56bd-498a-bd16-122c3f18e55f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:16.980982 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41453f87-baab-4647-8149-4280fba9fb23 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Network': ['ID=275f3b98-56bd-498a-bd16-122c3f18e55f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:17.018655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 275f3b98-56bd-498a-bd16-122c3f18e55f details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:49:17.171635 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-899c629f-cf26-4580-a363-f581efc29dd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.229648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d253109-86a3-41bf-9bd3-02afbd8b0477 req-6f45c337-6c9c-42a4-8a6a-383f866dbbac tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3e18ea7-15a1-45e9-8b20-b61bbba4b3d8 HTTP/1.1" status: 200 len: 210 time: 0.0390122 Jul 16 03:49:17.243109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2053fc0b-2d03-4419-9e69-d140235c68c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:17.265017 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2053fc0b-2d03-4419-9e69-d140235c68c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.275434 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b400-1e70-46d6-b27e-646b2e949ab9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.460039 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-899c629f-cf26-4580-a363-f581efc29dd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.464942 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-899c629f-cf26-4580-a363-f581efc29dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.539302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c629f-cf26-4580-a363-f581efc29dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc3e26d-8940-4047-8ca2-274d6be7a3b6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:17.553661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-899c629f-cf26-4580-a363-f581efc29dd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df69365855b44312b9ce9b547aa60574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6397865 Jul 16 03:49:17.556155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:17.566322 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2053fc0b-2d03-4419-9e69-d140235c68c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.571577 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2b400-1e70-46d6-b27e-646b2e949ab9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port a2499a50-6ca7-46e2-a82a-845f548f55c6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:17.571937 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b400-1e70-46d6-b27e-646b2e949ab9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.680901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053fc0b-2d03-4419-9e69-d140235c68c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Subnet': ['ID=60183c0f-3b25-476f-8963-9ebdf95069e0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:17.686351 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b400-1e70-46d6-b27e-646b2e949ab9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.697783 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b0775ba-568c-4f34-a525-5be5952af26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.701019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2b400-1e70-46d6-b27e-646b2e949ab9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for a2499a50-6ca7-46e2-a82a-845f548f55c6 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:17.726170 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b0775ba-568c-4f34-a525-5be5952af26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.797783 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053fc0b-2d03-4419-9e69-d140235c68c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Checking segment: {'id': '33b6d515-456d-419c-8fa9-f3b94a0497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '275f3b98-56bd-498a-bd16-122c3f18e55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:17.798426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053fc0b-2d03-4419-9e69-d140235c68c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network hostable DHCP agents. Network: 275f3b98-56bd-498a-bd16-122c3f18e55f, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:49:17.804546 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b0775ba-568c-4f34-a525-5be5952af26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.807022 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7b0775ba-568c-4f34-a525-5be5952af26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.811946 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7b0775ba-568c-4f34-a525-5be5952af26c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1bc3e26d-8940-4047-8ca2-274d6be7a3b6 HTTP/1.1" status: 204 len: 168 time: 0.2511101 Jul 16 03:49:17.831413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0775ba-568c-4f34-a525-5be5952af26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc3e26d-8940-4047-8ca2-274d6be7a3b6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:17.843111 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053fc0b-2d03-4419-9e69-d140235c68c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 275f3b98-56bd-498a-bd16-122c3f18e55f is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:49:17.871934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2053fc0b-2d03-4419-9e69-d140235c68c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 275f3b98-56bd-498a-bd16-122c3f18e55f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:17.876158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2053fc0b-2d03-4419-9e69-d140235c68c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:17.876679 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2053fc0b-2d03-4419-9e69-d140235c68c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.881962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77efe69-e687-4027-8f33-217001372f44 None None] Network 275f3b98-56bd-498a-bd16-122c3f18e55f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:17.903540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2053fc0b-2d03-4419-9e69-d140235c68c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9580278 Jul 16 03:49:17.903916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:17.911974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aa468be3-0406-489f-a59a-5d7686e45363 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'network_id': '275f3b98-56bd-498a-bd16-122c3f18e55f', 'name': 'tempest-PortsTestJSON-334748868', 'fixed_ips': [{'subnet_id': '60183c0f-3b25-476f-8963-9ebdf95069e0', 'ip_address': '172.20.0.10'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:17.952650 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b400-1e70-46d6-b27e-646b2e949ab9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:17.993696 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2b400-1e70-46d6-b27e-646b2e949ab9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=a2499a50-6ca7-46e2-a82a-845f548f55c6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:18.074858 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa468be3-0406-489f-a59a-5d7686e45363 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:18.142791 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b400-1e70-46d6-b27e-646b2e949ab9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.145267 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-275f3b98-56bd-498a-bd16-122c3f18e55f', 'network_id': '275f3b98-56bd-498a-bd16-122c3f18e55f', 'tenant_id': '31574bc2dca048b197c13114ca47965d', 'fixed_ips': [{'subnet_id': '60183c0f-3b25-476f-8963-9ebdf95069e0'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:49:18.146478 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.248153 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa468be3-0406-489f-a59a-5d7686e45363 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.310936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-aa468be3-0406-489f-a59a-5d7686e45363 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port 7037bdff-0b18-4972-aa97-a622a4d6e304 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:49:18.395315 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56630) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:18.401408 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Allocated IP 172.20.0.2 (275f3b98-56bd-498a-bd16-122c3f18e55f/60183c0f-3b25-476f-8963-9ebdf95069e0/170849e5-a996-45e8-a9d5-3475df804687) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:18.421208 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6d34-15a4-4561-bd50-c6c91b92b690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.601553 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.613698 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Transition to ACTIVE for port object 170849e5-a996-45e8-a9d5-3475df804687 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:18.639932 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Transition to ACTIVE for port object 170849e5-a996-45e8-a9d5-3475df804687 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:18.649587 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.662292 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6d34-15a4-4561-bd50-c6c91b92b690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.702430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Pushing event updated for resources: {'Port': ['ID=170849e5-a996-45e8-a9d5-3475df804687,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:18.709046 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6d34-15a4-4561-bd50-c6c91b92b690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.726660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Network 275f3b98-56bd-498a-bd16-122c3f18e55f is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:18.729142 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:18.734787 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:18.802394 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Attempting to bind port 170849e5-a996-45e8-a9d5-3475df804687 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:18.802692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Attempting to bind port 170849e5-a996-45e8-a9d5-3475df804687 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '33b6d515-456d-419c-8fa9-f3b94a0497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '275f3b98-56bd-498a-bd16-122c3f18e55f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:18.803210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Attempting to bind port 170849e5-a996-45e8-a9d5-3475df804687 on network 275f3b98-56bd-498a-bd16-122c3f18e55f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:18.809354 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:18.809850 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Checking segment: {'id': '33b6d515-456d-419c-8fa9-f3b94a0497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '275f3b98-56bd-498a-bd16-122c3f18e55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:18.810333 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.810944 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Bound using segment: {'id': '33b6d515-456d-419c-8fa9-f3b94a0497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '275f3b98-56bd-498a-bd16-122c3f18e55f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:18.811510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Bound port: 170849e5-a996-45e8-a9d5-3475df804687, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b6d515-456d-419c-8fa9-f3b94a0497ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '275f3b98-56bd-498a-bd16-122c3f18e55f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:18.812422 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.829415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d6d34-15a4-4561-bd50-c6c91b92b690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1f7042-555d-435a-a705-91ce7aa5722e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:18.836466 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bc5d6d34-15a4-4561-bd50-c6c91b92b690 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e0a732132cf4c888c066d2ec78879c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4377575 Jul 16 03:49:18.836656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c2b400-1e70-46d6-b27e-646b2e949ab9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Router 42b75657-e11a-4e85-aae3-5af90d8c3923 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:49:18.838060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-aa468be3-0406-489f-a59a-5d7686e45363 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Allocated IP 172.20.0.10 (275f3b98-56bd-498a-bd16-122c3f18e55f/60183c0f-3b25-476f-8963-9ebdf95069e0/7037bdff-0b18-4972-aa97-a622a4d6e304) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:18.838472 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56644) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:18.872893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-b5670684-c381-4f11-ad42-c6e3bdc4fa36 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:18.875898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-b5670684-c381-4f11-ad42-c6e3bdc4fa36 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 805 time: 0.2383320 Jul 16 03:49:18.896248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] For port 170849e5-a996-45e8-a9d5-3475df804687, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:18.899414 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] For port 170849e5-a996-45e8-a9d5-3475df804687, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=170849e5-a996-45e8-a9d5-3475df804687,segment=NetworkSegment(33b6d515-456d-419c-8fa9-f3b94a0497ee),segment_id=33b6d515-456d-419c-8fa9-f3b94a0497ee)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:18.902714 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 71b5b46e-38e5-4719-b9ca-abff401339c1 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:18.915665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-d1d57ba7-f7db-46e2-a4b6-c0f6eec60302 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/quotas/030958d430194e3cb3227676b0a552dd HTTP/1.1" status: 200 len: 375 time: 0.0316522 Jul 16 03:49:18.929699 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.974297 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3419d2cc-e999-4e32-8b43-d8a9ac05da12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:18.991351 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c2b400-1e70-46d6-b27e-646b2e949ab9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:18.993590 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 71b5b46e-38e5-4719-b9ca-abff401339c1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:18.993948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 71b5b46e-38e5-4719-b9ca-abff401339c1 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:18.996736 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ab1d8-15b4-47f0-a28c-c368888c9bc1 None None] Pushing event updated for resources: {'Port': ['ID=170849e5-a996-45e8-a9d5-3475df804687,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:19.001263 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b5c2b400-1e70-46d6-b27e-646b2e949ab9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "PUT /v2.0/routers/42b75657-e11a-4e85-aae3-5af90d8c3923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7294915 Jul 16 03:49:19.003547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56646) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:19.018079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02f4e9-6472-4dea-9647-5114b5f9b771 None None] Sync routers for ids ['42b75657-e11a-4e85-aae3-5af90d8c3923'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:19.023390 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3419d2cc-e999-4e32-8b43-d8a9ac05da12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.049106 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02f4e9-6472-4dea-9647-5114b5f9b771 None None] Routers {'42b75657-e11a-4e85-aae3-5af90d8c3923'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:19.049769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac02f4e9-6472-4dea-9647-5114b5f9b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['42b75657-e11a-4e85-aae3-5af90d8c3923'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:19.098746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac02f4e9-6472-4dea-9647-5114b5f9b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:19.111396 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28e94d6-9d4d-41b0-8814-129e359e59e4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] GET failed (client error): The resource could not be found. Jul 16 03:49:19.115567 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a28e94d6-9d4d-41b0-8814-129e359e59e4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/a2499a50-6ca7-46e2-a82a-845f548f55c6 HTTP/1.1" status: 404 len: 333 time: 0.1086950 Jul 16 03:49:19.116982 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56648) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:19.119002 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-0ab7b76d-522b-439b-9e5e-d538506dcdf4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1955125 Jul 16 03:49:19.128229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02f4e9-6472-4dea-9647-5114b5f9b771 None None] Routers {'42b75657-e11a-4e85-aae3-5af90d8c3923'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:19.129168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac02f4e9-6472-4dea-9647-5114b5f9b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['42b75657-e11a-4e85-aae3-5af90d8c3923'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:19.153413 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa468be3-0406-489f-a59a-5d7686e45363 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.186510 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aa468be3-0406-489f-a59a-5d7686e45363 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Transition to ACTIVE for port object 7037bdff-0b18-4972-aa97-a622a4d6e304 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:19.191089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3419d2cc-e999-4e32-8b43-d8a9ac05da12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.192856 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ac02f4e9-6472-4dea-9647-5114b5f9b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:19.193529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02f4e9-6472-4dea-9647-5114b5f9b771 None None] The sync data for ids ['42b75657-e11a-4e85-aae3-5af90d8c3923'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:19.203172 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3419d2cc-e999-4e32-8b43-d8a9ac05da12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.207135 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3419d2cc-e999-4e32-8b43-d8a9ac05da12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da1f7042-555d-435a-a705-91ce7aa5722e HTTP/1.1" status: 204 len: 168 time: 0.3643227 Jul 16 03:49:19.254808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419d2cc-e999-4e32-8b43-d8a9ac05da12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1f7042-555d-435a-a705-91ce7aa5722e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:19.271383 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-2ec2b485-c7aa-4242-a937-5364e063d068 service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359909 Jul 16 03:49:19.289347 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c74ed462-0526-4e72-a866-81152556f3f0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.398931 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa468be3-0406-489f-a59a-5d7686e45363 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.555165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa468be3-0406-489f-a59a-5d7686e45363 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=7037bdff-0b18-4972-aa97-a622a4d6e304,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:19.576327 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa468be3-0406-489f-a59a-5d7686e45363 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 275f3b98-56bd-498a-bd16-122c3f18e55f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:19.579614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-aa468be3-0406-489f-a59a-5d7686e45363 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:19.592778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa468be3-0406-489f-a59a-5d7686e45363 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:19.613902 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c74ed462-0526-4e72-a866-81152556f3f0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.623667 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c74ed462-0526-4e72-a866-81152556f3f0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.704553 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-0e1654de-3615-45ce-9b2b-695566684271 service neutron] 10.222.0.18 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028833 Jul 16 03:49:19.717015 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c74ed462-0526-4e72-a866-81152556f3f0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.720814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74ed462-0526-4e72-a866-81152556f3f0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Fanout notify agent at l3_agent the message router_deleted on router 42b75657-e11a-4e85-aae3-5af90d8c3923 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:49:19.721069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa468be3-0406-489f-a59a-5d7686e45363 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:19.721707 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa468be3-0406-489f-a59a-5d7686e45363 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.741055 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c74ed462-0526-4e72-a866-81152556f3f0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.746188 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c74ed462-0526-4e72-a866-81152556f3f0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/routers/42b75657-e11a-4e85-aae3-5af90d8c3923 HTTP/1.1" status: 204 len: 168 time: 0.6279559 Jul 16 03:49:19.747066 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56666) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:19.764822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 170849e5-a996-45e8-a9d5-3475df804687 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:19.771465 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-aa468be3-0406-489f-a59a-5d7686e45363 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8656807 Jul 16 03:49:19.772434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56668) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:19.780773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-84ad516e-4599-49d2-8117-ca0847954d5c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'network_id': '275f3b98-56bd-498a-bd16-122c3f18e55f', 'name': 'tempest-PortsTestJSON-764952234', 'fixed_ips': [{'subnet_id': '60183c0f-3b25-476f-8963-9ebdf95069e0', 'ip_address': '172.20.0.9'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:19.845763 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 170849e5-a996-45e8-a9d5-3475df804687 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:19.851331 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ba6f1d-bd6b-447c-96fd-3a10ff30be6e tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting subnet 2b673159-e3e9-4dc9-b396-c23bb3081a5e {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:19.858642 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95ba6f1d-bd6b-447c-96fd-3a10ff30be6e tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.922785 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95ba6f1d-bd6b-447c-96fd-3a10ff30be6e tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:19.971549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ad516e-4599-49d2-8117-ca0847954d5c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:19.981487 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84ad516e-4599-49d2-8117-ca0847954d5c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.081086 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95ba6f1d-bd6b-447c-96fd-3a10ff30be6e tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.097827 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9dc6bf7-b379-462c-930e-81ea4399ff75 req-130208f6-6ef3-41a8-97b3-9e222438c352 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 210 time: 0.0796137 Jul 16 03:49:20.106644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-84ad516e-4599-49d2-8117-ca0847954d5c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port 45ab7386-a445-480d-8c8b-049de66a1b2c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:49:20.189088 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95ba6f1d-bd6b-447c-96fd-3a10ff30be6e tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.253627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2330c5-e903-49e7-b6b2-e32d1411b9db None None] Network 7cee4e79-9cff-4873-a8a8-427ab58cb4a6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:20.254275 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-95ba6f1d-bd6b-447c-96fd-3a10ff30be6e tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.260895 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-95ba6f1d-bd6b-447c-96fd-3a10ff30be6e tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/2b673159-e3e9-4dc9-b396-c23bb3081a5e HTTP/1.1" status: 204 len: 168 time: 0.5122898 Jul 16 03:49:20.268057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56688) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:20.269247 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba6f1d-bd6b-447c-96fd-3a10ff30be6e tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Subnet': ['ID=2b673159-e3e9-4dc9-b396-c23bb3081a5e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:20.439618 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.560580 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port 56827570-fdbe-4e45-98e3-db75e31cc21a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:20.560962 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.705559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6cf69b-f846-44f4-a338-7af2062d1b42 None None] DHCP port deletion for 7cee4e79-9cff-4873-a8a8-427ab58cb4a6 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:49:20.780548 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] For port 56827570-fdbe-4e45-98e3-db75e31cc21a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=56827570-fdbe-4e45-98e3-db75e31cc21a,segment=NetworkSegment(95131b6c-cf16-400e-a6c6-b982871d4df6),segment_id=95131b6c-cf16-400e-a6c6-b982871d4df6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:20.782277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.808824 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fc6cf69b-f846-44f4-a338-7af2062d1b42 None None] Deleting port 56827570-fdbe-4e45-98e3-db75e31cc21a {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:20.809211 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fc6cf69b-f846-44f4-a338-7af2062d1b42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.817192 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for 56827570-fdbe-4e45-98e3-db75e31cc21a owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:20.835194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0656272-8b6d-4ca7-8be0-7b36ed7374e8 None None] Network 275f3b98-56bd-498a-bd16-122c3f18e55f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:20.951541 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:20.976940 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No DVR routers for this DVR port 56827570-fdbe-4e45-98e3-db75e31cc21a on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:21.093766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=56827570-fdbe-4e45-98e3-db75e31cc21a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:21.114463 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8cdc6d4d-3ca6-4e9e-9ce3-9474d8f2260b None None] Provisioning for port 170849e5-a996-45e8-a9d5-3475df804687 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:21.121561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-84ad516e-4599-49d2-8117-ca0847954d5c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Allocated IP 172.20.0.9 (275f3b98-56bd-498a-bd16-122c3f18e55f/60183c0f-3b25-476f-8963-9ebdf95069e0/45ab7386-a445-480d-8c8b-049de66a1b2c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:21.196537 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8cdc6d4d-3ca6-4e9e-9ce3-9474d8f2260b None None] Provisioning complete for port 170849e5-a996-45e8-a9d5-3475df804687 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:21.196771 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8cdc6d4d-3ca6-4e9e-9ce3-9474d8f2260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.205314 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.222707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cee4e79-9cff-4873-a8a8-427ab58cb4a6']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:21.241103 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95131b6c-cf16-400e-a6c6-b982871d4df6') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:21.241465 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95131b6c-cf16-400e-a6c6-b982871d4df6') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:21.257541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fc6cf69b-f846-44f4-a338-7af2062d1b42 None None] For port 56827570-fdbe-4e45-98e3-db75e31cc21a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=56827570-fdbe-4e45-98e3-db75e31cc21a,segment=NetworkSegment(95131b6c-cf16-400e-a6c6-b982871d4df6),segment_id=95131b6c-cf16-400e-a6c6-b982871d4df6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:21.257964 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fc6cf69b-f846-44f4-a338-7af2062d1b42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.264100 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.285665 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fc6cf69b-f846-44f4-a338-7af2062d1b42 None None] Calling delete_port for 56827570-fdbe-4e45-98e3-db75e31cc21a owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:21.294542 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.304873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:49:21.305290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:49:21.308418 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:49:21.446793 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8cdc6d4d-3ca6-4e9e-9ce3-9474d8f2260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.481927 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fc6cf69b-f846-44f4-a338-7af2062d1b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.489490 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.490712 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84ad516e-4599-49d2-8117-ca0847954d5c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.497296 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-36407e4d-acee-4337-b842-0b63a89cb7ac req-a2b23ed3-0e58-4fbd-bd2f-822414de5705 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 210 time: 0.0742683 Jul 16 03:49:21.503396 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.513481 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/networks/7cee4e79-9cff-4873-a8a8-427ab58cb4a6 HTTP/1.1" status: 204 len: 168 time: 1.2397907 Jul 16 03:49:21.523022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:21.529862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9110c-80f8-476a-ae6e-781eadb6d8c0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Network': ['ID=7cee4e79-9cff-4873-a8a8-427ab58cb4a6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:21.542643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8cdc6d4d-3ca6-4e9e-9ce3-9474d8f2260b None None] For port 170849e5-a996-45e8-a9d5-3475df804687, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=170849e5-a996-45e8-a9d5-3475df804687,segment=NetworkSegment(33b6d515-456d-419c-8fa9-f3b94a0497ee),segment_id=33b6d515-456d-419c-8fa9-f3b94a0497ee)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:21.554456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc6cf69b-f846-44f4-a338-7af2062d1b42 None None] Network 7cee4e79-9cff-4873-a8a8-427ab58cb4a6 is not hosted by any dhcp agent {{(pid=93769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:49:21.554456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6cf69b-f846-44f4-a338-7af2062d1b42 None None] No DVR routers for this DVR port 56827570-fdbe-4e45-98e3-db75e31cc21a on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:21.554456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cf69b-f846-44f4-a338-7af2062d1b42 None None] Pushing event deleted for resources: {'Port': ['ID=56827570-fdbe-4e45-98e3-db75e31cc21a,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:21.554841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-84ad516e-4599-49d2-8117-ca0847954d5c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Transition to ACTIVE for port object 45ab7386-a445-480d-8c8b-049de66a1b2c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:21.565388 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8cdc6d4d-3ca6-4e9e-9ce3-9474d8f2260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.681865 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd78e221-97c8-45ab-940e-386c207ce000 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:21.687137 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dd78e221-97c8-45ab-940e-386c207ce000 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/3ceee511-123d-49ad-a0a3-2605a7b55e91 HTTP/1.1" status: 200 len: 844 time: 0.1597681 Jul 16 03:49:21.689437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56716) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:21.709417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc6d4d-3ca6-4e9e-9ce3-9474d8f2260b None None] Pushing event updated for resources: {'Port': ['ID=170849e5-a996-45e8-a9d5-3475df804687,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:21.716360 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84ad516e-4599-49d2-8117-ca0847954d5c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.735640 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 56827570-fdbe-4e45-98e3-db75e31cc21a no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:21.777516 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 56827570-fdbe-4e45-98e3-db75e31cc21a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:21.780082 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 56827570-fdbe-4e45-98e3-db75e31cc21a not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:21.799344 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-13fb85e0-4a2b-447d-bfe7-4c1aca2677d9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/3ceee511-123d-49ad-a0a3-2605a7b55e91?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1086450 Jul 16 03:49:21.804816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56722) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:21.808649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ad516e-4599-49d2-8117-ca0847954d5c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 275f3b98-56bd-498a-bd16-122c3f18e55f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:21.811399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dc7d69d4-ceb1-4a99-9c6f-0f9035202f40 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'subnet': {'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:21.813477 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-84ad516e-4599-49d2-8117-ca0847954d5c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:21.824277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad516e-4599-49d2-8117-ca0847954d5c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:21.828879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad516e-4599-49d2-8117-ca0847954d5c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=45ab7386-a445-480d-8c8b-049de66a1b2c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:21.907286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bad68ab9-3321-4ece-a6bb-686c247665f2 None None] Provisioning complete for port 170849e5-a996-45e8-a9d5-3475df804687 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:21.907662 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bad68ab9-3321-4ece-a6bb-686c247665f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.929443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad516e-4599-49d2-8117-ca0847954d5c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:21.930414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-84ad516e-4599-49d2-8117-ca0847954d5c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:21.956733 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-84ad516e-4599-49d2-8117-ca0847954d5c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1828713 Jul 16 03:49:21.957531 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56724) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:22.045653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7d69d4-ceb1-4a99-9c6f-0f9035202f40 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:22.052116 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc7d69d4-ceb1-4a99-9c6f-0f9035202f40 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.108176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bad68ab9-3321-4ece-a6bb-686c247665f2 None None] Provisioning for port 7037bdff-0b18-4972-aa97-a622a4d6e304 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:22.116102 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bad68ab9-3321-4ece-a6bb-686c247665f2 None None] Provisioning complete for port 7037bdff-0b18-4972-aa97-a622a4d6e304 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:22.117200 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bad68ab9-3321-4ece-a6bb-686c247665f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.202857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bad68ab9-3321-4ece-a6bb-686c247665f2 None None] Port 7037bdff-0b18-4972-aa97-a622a4d6e304 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:22.324997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-daad1a1b-0c62-4d09-a272-8fa224097a33 None None] Provisioning complete for port 7037bdff-0b18-4972-aa97-a622a4d6e304 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:22.326357 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-daad1a1b-0c62-4d09-a272-8fa224097a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.361361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617d1155-021c-466f-b6da-c674b874ac46 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:22.370413 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-617d1155-021c-466f-b6da-c674b874ac46 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4117322 Jul 16 03:49:22.371841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:22.383299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-daad1a1b-0c62-4d09-a272-8fa224097a33 None None] Port 7037bdff-0b18-4972-aa97-a622a4d6e304 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:22.424742 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc7d69d4-ceb1-4a99-9c6f-0f9035202f40 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.514295 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-40fc7e5e-aa7c-4793-9100-1ef18e9b4a02 None None] Provisioning for port 45ab7386-a445-480d-8c8b-049de66a1b2c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:22.516653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d69d4-ceb1-4a99-9c6f-0f9035202f40 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Subnet': ['ID=8d7dc5dc-b62a-4564-a7fd-ff6e810e5e76,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:22.522030 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-40fc7e5e-aa7c-4793-9100-1ef18e9b4a02 None None] Provisioning complete for port 45ab7386-a445-480d-8c8b-049de66a1b2c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:22.525800 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-40fc7e5e-aa7c-4793-9100-1ef18e9b4a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.552778 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7d69d4-ceb1-4a99-9c6f-0f9035202f40 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:22.576805 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-dc7d69d4-ceb1-4a99-9c6f-0f9035202f40 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:22.582647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-40fc7e5e-aa7c-4793-9100-1ef18e9b4a02 None None] Port 45ab7386-a445-480d-8c8b-049de66a1b2c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:22.592096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdf8e00-7ad8-4791-ad82-b7c83fcdea00 None None] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:22.594278 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7d69d4-ceb1-4a99-9c6f-0f9035202f40 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:22.594899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dc7d69d4-ceb1-4a99-9c6f-0f9035202f40 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.597309 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5dfbf6-48ef-4e7a-8549-fb14bb5de2dc tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:22.630984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5dfbf6-48ef-4e7a-8549-fb14bb5de2dc tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:22.648281 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5dfbf6-48ef-4e7a-8549-fb14bb5de2dc tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:22.657353 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dc7d69d4-ceb1-4a99-9c6f-0f9035202f40 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8485792 Jul 16 03:49:22.657636 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7b5dfbf6-48ef-4e7a-8549-fb14bb5de2dc tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2795713 Jul 16 03:49:22.657636 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:22.659739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:22.677090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-5377b2cd-ce79-4f87-b230-e5bef4833d64 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:22.686038 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-5377b2cd-ce79-4f87-b230-e5bef4833d64 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 805 time: 0.3779480 Jul 16 03:49:22.688277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f7985e8e-3b8e-48c0-87f0-f5b51977477a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'security_group': {'name': 'tempest-secgroup-826825660'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:22.693843 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:49:22.704964 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-3acfce00-26c4-442c-b562-5743e7a53001 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Request body: {'port': {'device_id': '68943c23-4de1-4d15-a530-c0d613519476', 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5', 'admin_state_up': True, 'tenant_id': '030958d430194e3cb3227676b0a552dd'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:22.785045 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-16bd2bba-d6f3-4332-9f50-ca15ae3cdcda req-177780cd-a60b-45c2-b76c-ddc6f04185e3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 210 time: 0.0895548 Jul 16 03:49:22.823088 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7985e8e-3b8e-48c0-87f0-f5b51977477a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.911659 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-940ecdbf-a582-4b61-8a62-a8c0595da9f8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 45ab7386-a445-480d-8c8b-049de66a1b2c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:22.911844 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-940ecdbf-a582-4b61-8a62-a8c0595da9f8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:22.947214 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'tenant_id': 'ed7594d380d2450fad6c1d1bbb9a39b0', 'fixed_ips': [{'subnet_id': '8d7dc5dc-b62a-4564-a7fd-ff6e810e5e76'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:49:22.948933 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.031506 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7985e8e-3b8e-48c0-87f0-f5b51977477a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.039095 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7985e8e-3b8e-48c0-87f0-f5b51977477a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.073495 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-940ecdbf-a582-4b61-8a62-a8c0595da9f8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.074449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-3acfce00-26c4-442c-b562-5743e7a53001 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Made reservation on behalf of 030958d430194e3cb3227676b0a552dd for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:23.085708 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-3acfce00-26c4-442c-b562-5743e7a53001 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.101346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-940ecdbf-a582-4b61-8a62-a8c0595da9f8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 45ab7386-a445-480d-8c8b-049de66a1b2c owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:23.108932 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f7985e8e-3b8e-48c0-87f0-f5b51977477a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.112931 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f7985e8e-3b8e-48c0-87f0-f5b51977477a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4493186 Jul 16 03:49:23.112931 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7985e8e-3b8e-48c0-87f0-f5b51977477a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6134d73-b9d3-443a-a2fc-1f68b00d7a08,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:23.113375 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:23.124693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-56fefb39-28d5-4a69-a866-5305d36c9ff0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'security_group': {'name': 'tempest-secgroup-151627170'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:23.181862 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Allocated IP 2001:db8::2 (bbe55198-3bbf-4a93-959c-4f8f15c2d79c/8d7dc5dc-b62a-4564-a7fd-ff6e810e5e76/fe967e4c-0701-4ac5-8d17-f81e5da47f36) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:23.200220 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fefb39-28d5-4a69-a866-5305d36c9ff0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.378806 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-3acfce00-26c4-442c-b562-5743e7a53001 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Allocated IP 172.20.0.7 (be05005c-c098-4d8b-a55d-fc55d239f9a5/4c67eeac-ef92-44b4-81f1-978ab2dd4eec/0f86838e-2016-4ec1-b0a4-40be82e67562) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:23.403149 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.456761 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fefb39-28d5-4a69-a866-5305d36c9ff0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.466491 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fefb39-28d5-4a69-a866-5305d36c9ff0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.482132 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Transition to ACTIVE for port object fe967e4c-0701-4ac5-8d17-f81e5da47f36 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:23.489579 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-940ecdbf-a582-4b61-8a62-a8c0595da9f8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.512292 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-56fefb39-28d5-4a69-a866-5305d36c9ff0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.513032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Transition to ACTIVE for port object fe967e4c-0701-4ac5-8d17-f81e5da47f36 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:23.513592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-56fefb39-28d5-4a69-a866-5305d36c9ff0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3961356 Jul 16 03:49:23.532775 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.534073 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:23.540234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ba8be70d-1760-4aa8-b5fe-4ce1831a0d73 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-547473839', 'security_groups': ['4333eb3d-04ca-47bb-8a94-278252abda4f'], 'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8d7dc5dc-b62a-4564-a7fd-ff6e810e5e76'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:23.623511 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:23.649662 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fefb39-28d5-4a69-a866-5305d36c9ff0 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4333eb3d-04ca-47bb-8a94-278252abda4f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:23.661985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:23.669275 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:23.691759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ecdbf-a582-4b61-8a62-a8c0595da9f8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=45ab7386-a445-480d-8c8b-049de66a1b2c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:23.700324 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Pushing event updated for resources: {'Port': ['ID=fe967e4c-0701-4ac5-8d17-f81e5da47f36,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:23.750657 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-3acfce00-26c4-442c-b562-5743e7a53001 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.755674 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 170849e5-a996-45e8-a9d5-3475df804687 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:23.819147 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-3acfce00-26c4-442c-b562-5743e7a53001 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.856681 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-940ecdbf-a582-4b61-8a62-a8c0595da9f8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:23.861713 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-940ecdbf-a582-4b61-8a62-a8c0595da9f8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/45ab7386-a445-480d-8c8b-049de66a1b2c HTTP/1.1" status: 204 len: 168 time: 1.2016625 Jul 16 03:49:23.861713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:23.869592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c99a1a4d-61e6-4e87-a113-013f199d0aec'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:23.917212 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-34eb5881-6605-4c32-9c02-3c7f1f22588d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] GET failed (client error): The resource could not be found. Jul 16 03:49:23.922977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-34eb5881-6605-4c32-9c02-3c7f1f22588d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/45ab7386-a445-480d-8c8b-049de66a1b2c HTTP/1.1" status: 404 len: 333 time: 0.0603383 Jul 16 03:49:23.923886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:23.959798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acfce00-26c4-442c-b562-5743e7a53001 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Pushing event updated for resources: {'Port': ['ID=0f86838e-2016-4ec1-b0a4-40be82e67562,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:23.974175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Attempting to bind port fe967e4c-0701-4ac5-8d17-f81e5da47f36 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:23.974597 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Attempting to bind port fe967e4c-0701-4ac5-8d17-f81e5da47f36 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'b9cd9de8-0435-412a-8d14-f46a971519ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:23.974907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Attempting to bind port fe967e4c-0701-4ac5-8d17-f81e5da47f36 on network bbe55198-3bbf-4a93-959c-4f8f15c2d79c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:23.993532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8be70d-1760-4aa8-b5fe-4ce1831a0d73 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:24.025996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:24.026398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Checking segment: {'id': 'b9cd9de8-0435-412a-8d14-f46a971519ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:24.026808 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.037923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Bound using segment: {'id': 'b9cd9de8-0435-412a-8d14-f46a971519ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:24.040617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Bound port: fe967e4c-0701-4ac5-8d17-f81e5da47f36, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cd9de8-0435-412a-8d14-f46a971519ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:24.041037 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.052963 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-3acfce00-26c4-442c-b562-5743e7a53001 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Network be05005c-c098-4d8b-a55d-fc55d239f9a5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:24.054425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-3acfce00-26c4-442c-b562-5743e7a53001 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:24.057502 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-3acfce00-26c4-442c-b562-5743e7a53001 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:24.150441 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-3acfce00-26c4-442c-b562-5743e7a53001 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:24.151160 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-3acfce00-26c4-442c-b562-5743e7a53001 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.185521 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-3acfce00-26c4-442c-b562-5743e7a53001 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4849491 Jul 16 03:49:24.203031 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Request body: {'port': {'device_id': '68943c23-4de1-4d15-a530-c0d613519476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:24.217445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 170849e5-a996-45e8-a9d5-3475df804687 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:24.217830 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.261907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab78d0-e50f-461a-b2e0-6ef06f7d1c16 req-10ef19e7-4af1-475f-ab9a-2effe984a062 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:24.264622 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f5ab78d0-e50f-461a-b2e0-6ef06f7d1c16 req-10ef19e7-4af1-475f-ab9a-2effe984a062 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 931 time: 0.2162695 Jul 16 03:49:24.275186 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba8be70d-1760-4aa8-b5fe-4ce1831a0d73 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.315371 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] For port fe967e4c-0701-4ac5-8d17-f81e5da47f36, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:24.317935 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-ba8be70d-1760-4aa8-b5fe-4ce1831a0d73 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port 7c16e75a-e639-4c2f-a53e-e74fc2cd0c09 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:49:24.323667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c7abd31f-4ea5-4aef-b805-f3cd5bf193b8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 7037bdff-0b18-4972-aa97-a622a4d6e304 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:24.324015 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7abd31f-4ea5-4aef-b805-f3cd5bf193b8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.343547 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.429695 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f5ab78d0-e50f-461a-b2e0-6ef06f7d1c16 req-2774ea4d-67cf-4778-8f1a-693e2b8627e3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507721 Jul 16 03:49:24.570883 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7abd31f-4ea5-4aef-b805-f3cd5bf193b8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.600744 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c7abd31f-4ea5-4aef-b805-f3cd5bf193b8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 7037bdff-0b18-4972-aa97-a622a4d6e304 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:24.620349 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] For port fe967e4c-0701-4ac5-8d17-f81e5da47f36, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fe967e4c-0701-4ac5-8d17-f81e5da47f36,segment=NetworkSegment(b9cd9de8-0435-412a-8d14-f46a971519ea),segment_id=b9cd9de8-0435-412a-8d14-f46a971519ea)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:24.652485 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.728893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ba8be70d-1760-4aa8-b5fe-4ce1831a0d73 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Allocated IP 2001:db8::2ad (bbe55198-3bbf-4a93-959c-4f8f15c2d79c/8d7dc5dc-b62a-4564-a7fd-ff6e810e5e76/7c16e75a-e639-4c2f-a53e-e74fc2cd0c09) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:24.729142 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c62cdf-1651-4867-ae81-46b8989ad447 None None] Pushing event updated for resources: {'Port': ['ID=fe967e4c-0701-4ac5-8d17-f81e5da47f36,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:24.812837 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f86838e-2016-4ec1-b0a4-40be82e67562 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:24.838261 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.855855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Transition to ACTIVE for port object 0f86838e-2016-4ec1-b0a4-40be82e67562 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:24.864099 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.948656 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7abd31f-4ea5-4aef-b805-f3cd5bf193b8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:24.998903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Pushing event updated for resources: {'Port': ['ID=0f86838e-2016-4ec1-b0a4-40be82e67562,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:25.029167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abd31f-4ea5-4aef-b805-f3cd5bf193b8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=7037bdff-0b18-4972-aa97-a622a4d6e304,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:25.116146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7abd31f-4ea5-4aef-b805-f3cd5bf193b8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.116401 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Attempting to bind port 0f86838e-2016-4ec1-b0a4-40be82e67562 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:25.116592 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Attempting to bind port 0f86838e-2016-4ec1-b0a4-40be82e67562 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:25.117584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Attempting to bind port 0f86838e-2016-4ec1-b0a4-40be82e67562 on network be05005c-c098-4d8b-a55d-fc55d239f9a5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:25.119563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c7abd31f-4ea5-4aef-b805-f3cd5bf193b8 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/7037bdff-0b18-4972-aa97-a622a4d6e304 HTTP/1.1" status: 204 len: 168 time: 1.1914058 Jul 16 03:49:25.122473 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56776) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:25.122779 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba8be70d-1760-4aa8-b5fe-4ce1831a0d73 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.152182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ba8be70d-1760-4aa8-b5fe-4ce1831a0d73 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Transition to ACTIVE for port object 7c16e75a-e639-4c2f-a53e-e74fc2cd0c09 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:25.210625 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Port 0f86838e-2016-4ec1-b0a4-40be82e67562 on network be05005c-c098-4d8b-a55d-fc55d239f9a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:49:25.211797 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Attempting to bind port 0f86838e-2016-4ec1-b0a4-40be82e67562 on network be05005c-c098-4d8b-a55d-fc55d239f9a5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:25.215456 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba8be70d-1760-4aa8-b5fe-4ce1831a0d73 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.226208 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b27744-4b38-433f-b0b3-178b7e7e40ba tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] GET failed (client error): The resource could not be found. Jul 16 03:49:25.228175 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-14b27744-4b38-433f-b0b3-178b7e7e40ba tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/7037bdff-0b18-4972-aa97-a622a4d6e304 HTTP/1.1" status: 404 len: 333 time: 0.1044433 Jul 16 03:49:25.231003 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56780) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:25.245925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:25.246562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Checking segment: {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:25.247128 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Bound using segment: {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:25.247767 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Bound port: 0f86838e-2016-4ec1-b0a4-40be82e67562, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '828ddf5c-1192-469d-8971-07e82f5e537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:25.248388 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.321724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8be70d-1760-4aa8-b5fe-4ce1831a0d73 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:25.326021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ba8be70d-1760-4aa8-b5fe-4ce1831a0d73 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:25.350128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8be70d-1760-4aa8-b5fe-4ce1831a0d73 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:25.350128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8be70d-1760-4aa8-b5fe-4ce1831a0d73 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:25.350128 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba8be70d-1760-4aa8-b5fe-4ce1831a0d73 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.379054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8be70d-1760-4aa8-b5fe-4ce1831a0d73 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=7c16e75a-e639-4c2f-a53e-e74fc2cd0c09,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:25.400291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab97de1-d10d-4a73-93a6-272dbf19fe2e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting subnet 60183c0f-3b25-476f-8963-9ebdf95069e0 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:25.407051 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aab97de1-d10d-4a73-93a6-272dbf19fe2e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.408657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ba8be70d-1760-4aa8-b5fe-4ce1831a0d73 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8731356 Jul 16 03:49:25.411383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:25.422688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ccaa9f14-939e-40f8-ac65-f4b7a9784390 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'subnet': {'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:25.457368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] For port 0f86838e-2016-4ec1-b0a4-40be82e67562, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:25.462487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] For port 0f86838e-2016-4ec1-b0a4-40be82e67562, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0f86838e-2016-4ec1-b0a4-40be82e67562,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:25.470897 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aab97de1-d10d-4a73-93a6-272dbf19fe2e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.481648 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.567833 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:25.568623 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.570384 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-63f28fd2-b502-4046-800f-db200b957afb service neutron] 10.222.0.88 "PUT /v2.0/ports/0f86838e-2016-4ec1-b0a4-40be82e67562 HTTP/1.1" status: 200 len: 1091 time: 1.3757677 Jul 16 03:49:25.575595 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68943c23-4de1-4d15-a530-c0d613519476', 'tag': '0f86838e-2016-4ec1-b0a4-40be82e67562'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:25.579543 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ac03b4-b311-4c8b-b250-6591083b5e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "68943c23-4de1-4d15-a530-c0d613519476", "tag": "0f86838e-2016-4ec1-b0a4-40be82e67562"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:25.617679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccaa9f14-939e-40f8-ac65-f4b7a9784390 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:25.621745 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ccaa9f14-939e-40f8-ac65-f4b7a9784390 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.695295 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582daccb-0d41-4b5c-a8da-a1b9d8e5857c x-openstack-request-id: req-582daccb-0d41-4b5c-a8da-a1b9d8e5857c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:25.695646 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68943c23-4de1-4d15-a530-c0d613519476", "tag": "0f86838e-2016-4ec1-b0a4-40be82e67562", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:25.695896 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-582daccb-0d41-4b5c-a8da-a1b9d8e5857c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:25.696251 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68943c23-4de1-4d15-a530-c0d613519476', 'tag': '0f86838e-2016-4ec1-b0a4-40be82e67562', 'status': 'completed', 'code': 200} Jul 16 03:49:25.781761 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f28fd2-b502-4046-800f-db200b957afb service neutron] Pushing event updated for resources: {'Port': ['ID=0f86838e-2016-4ec1-b0a4-40be82e67562,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:25.850476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fe967e4c-0701-4ac5-8d17-f81e5da47f36 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:25.855522 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aab97de1-d10d-4a73-93a6-272dbf19fe2e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:25.856844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a06aa-9823-4741-a5a8-9766d9cd9f4e req-4c0e47ed-7554-4864-a830-b68ec2113628 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:25.858503 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d89a06aa-9823-4741-a5a8-9766d9cd9f4e req-4c0e47ed-7554-4864-a830-b68ec2113628 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 943 time: 0.2618930 Jul 16 03:49:25.864182 n-d-800088-6 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-ccaa9f14-939e-40f8-ac65-f4b7a9784390 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8d7dc5dc-b62a-4564-a7fd-ff6e810e5e76 (CIDR: 2001:db8::/64) Jul 16 03:49:25.906426 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d89a06aa-9823-4741-a5a8-9766d9cd9f4e req-8f875775-9268-4e47-b420-63c22a8a2714 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396423 Jul 16 03:49:25.907744 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccaa9f14-939e-40f8-ac65-f4b7a9784390 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:49:25.908246 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccaa9f14-939e-40f8-ac65-f4b7a9784390 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:25.939198 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port fe967e4c-0701-4ac5-8d17-f81e5da47f36 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:25.970379 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ccaa9f14-939e-40f8-ac65-f4b7a9784390 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5555844 Jul 16 03:49:25.971885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:25.978496 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-6d6fc5df-ed8e-411d-867d-de988cff832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:25.982428 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-6d6fc5df-ed8e-411d-867d-de988cff832f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 1094 time: 0.3014283 Jul 16 03:49:25.988183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e12048e1-5747-4553-b4b9-5be3c0dc7856 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'subnet': {'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:26.067740 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-1c2bb2e0-30fc-4704-9c0f-bb8d863d7c24 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f86838e-2016-4ec1-b0a4-40be82e67562 HTTP/1.1" status: 200 len: 217 time: 0.0682085 Jul 16 03:49:26.069173 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aab97de1-d10d-4a73-93a6-272dbf19fe2e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.112889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e734976-85c2-4662-a528-de4f8590702a None None] Network 275f3b98-56bd-498a-bd16-122c3f18e55f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:26.153837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12048e1-5747-4553-b4b9-5be3c0dc7856 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:26.160924 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e12048e1-5747-4553-b4b9-5be3c0dc7856 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.196003 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab97de1-d10d-4a73-93a6-272dbf19fe2e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Subnet': ['ID=60183c0f-3b25-476f-8963-9ebdf95069e0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:26.211043 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aab97de1-d10d-4a73-93a6-272dbf19fe2e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.212968 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-aab97de1-d10d-4a73-93a6-272dbf19fe2e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/60183c0f-3b25-476f-8963-9ebdf95069e0 HTTP/1.1" status: 204 len: 168 time: 0.9808302 Jul 16 03:49:26.219098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56806) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:26.238963 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-93e90844-2af7-4cf1-ab87-2b942a2e7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:26.240518 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-93e90844-2af7-4cf1-ab87-2b942a2e7454 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 200 len: 845 time: 0.1611304 Jul 16 03:49:26.314804 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-611f9665-fbba-4e70-aa94-5bd2234ccf77 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be05005c-c098-4d8b-a55d-fc55d239f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600469 Jul 16 03:49:26.362716 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e2e6f838-438d-4a9d-94a2-84ba6c263460 None None] Provisioning for port fe967e4c-0701-4ac5-8d17-f81e5da47f36 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:26.368854 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e2e6f838-438d-4a9d-94a2-84ba6c263460 None None] Provisioning complete for port fe967e4c-0701-4ac5-8d17-f81e5da47f36 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:26.369468 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e2e6f838-438d-4a9d-94a2-84ba6c263460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.437417 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.485006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab2a041-4dc9-407d-8da8-63deeb9f0c9c None None] DHCP port deletion for 275f3b98-56bd-498a-bd16-122c3f18e55f request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:49:26.502099 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e2e6f838-438d-4a9d-94a2-84ba6c263460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.555489 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e12048e1-5747-4553-b4b9-5be3c0dc7856 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.605570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12048e1-5747-4553-b4b9-5be3c0dc7856 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:26.607786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e2e6f838-438d-4a9d-94a2-84ba6c263460 None None] For port fe967e4c-0701-4ac5-8d17-f81e5da47f36, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fe967e4c-0701-4ac5-8d17-f81e5da47f36,segment=NetworkSegment(b9cd9de8-0435-412a-8d14-f46a971519ea),segment_id=b9cd9de8-0435-412a-8d14-f46a971519ea)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:26.609349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e12048e1-5747-4553-b4b9-5be3c0dc7856 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:26.610492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 170849e5-a996-45e8-a9d5-3475df804687 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:26.610861 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.613399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12048e1-5747-4553-b4b9-5be3c0dc7856 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:26.614311 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e12048e1-5747-4553-b4b9-5be3c0dc7856 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.621176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cab2a041-4dc9-407d-8da8-63deeb9f0c9c None None] Deleting port 170849e5-a996-45e8-a9d5-3475df804687 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:26.621559 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cab2a041-4dc9-407d-8da8-63deeb9f0c9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.625030 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e2e6f838-438d-4a9d-94a2-84ba6c263460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.639220 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-311cef41-ee7b-41d9-8d83-85f4d37f9a80 service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083198 Jul 16 03:49:26.644243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e12048e1-5747-4553-b4b9-5be3c0dc7856 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6704171 Jul 16 03:49:26.644963 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:26.647935 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9658b68d-eba7-49e1-9e27-cc1b7d169d7b None None] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:26.656680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-756f6c78-e88e-4ea2-8922-d1cb66f52484 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-933737511', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7400e5aa-dbb2-492d-9e7d-5d68336939f2'}], 'security_groups': ['d6134d73-b9d3-443a-a2fc-1f68b00d7a08']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:26.708867 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e2e6f838-438d-4a9d-94a2-84ba6c263460 None None] Provisioning complete for port 3ceee511-123d-49ad-a0a3-2605a7b55e91 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:26.709256 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e2e6f838-438d-4a9d-94a2-84ba6c263460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.711117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12048e1-5747-4553-b4b9-5be3c0dc7856 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Subnet': ['ID=7400e5aa-dbb2-492d-9e7d-5d68336939f2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:26.777944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56812) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:26.791267 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-756f6c78-e88e-4ea2-8922-d1cb66f52484 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.862627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6f838-438d-4a9d-94a2-84ba6c263460 None None] Pushing event updated for resources: {'Port': ['ID=fe967e4c-0701-4ac5-8d17-f81e5da47f36,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:26.867692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cab2a041-4dc9-407d-8da8-63deeb9f0c9c None None] For port 170849e5-a996-45e8-a9d5-3475df804687, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=170849e5-a996-45e8-a9d5-3475df804687,segment=NetworkSegment(33b6d515-456d-419c-8fa9-f3b94a0497ee),segment_id=33b6d515-456d-419c-8fa9-f3b94a0497ee)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:26.868330 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cab2a041-4dc9-407d-8da8-63deeb9f0c9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:26.883883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e2e6f838-438d-4a9d-94a2-84ba6c263460 None None] Port 3ceee511-123d-49ad-a0a3-2605a7b55e91 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:26.889542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cab2a041-4dc9-407d-8da8-63deeb9f0c9c None None] Calling delete_port for 170849e5-a996-45e8-a9d5-3475df804687 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:27.117550 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-67fd4619-52d4-43b2-869e-e9f4051821db None None] Provisioning for port 7c16e75a-e639-4c2f-a53e-e74fc2cd0c09 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:27.168625 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-67fd4619-52d4-43b2-869e-e9f4051821db None None] Provisioning complete for port 7c16e75a-e639-4c2f-a53e-e74fc2cd0c09 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:27.169404 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67fd4619-52d4-43b2-869e-e9f4051821db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.177850 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cab2a041-4dc9-407d-8da8-63deeb9f0c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.260675 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] For port 170849e5-a996-45e8-a9d5-3475df804687, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=170849e5-a996-45e8-a9d5-3475df804687,segment=NetworkSegment(33b6d515-456d-419c-8fa9-f3b94a0497ee),segment_id=33b6d515-456d-419c-8fa9-f3b94a0497ee)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:27.272891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.278192 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2a041-4dc9-407d-8da8-63deeb9f0c9c None None] No DVR routers for this DVR port 170849e5-a996-45e8-a9d5-3475df804687 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:27.284998 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2a041-4dc9-407d-8da8-63deeb9f0c9c None None] Pushing event deleted for resources: {'Port': ['ID=170849e5-a996-45e8-a9d5-3475df804687,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:27.293007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-67fd4619-52d4-43b2-869e-e9f4051821db None None] Port 7c16e75a-e639-4c2f-a53e-e74fc2cd0c09 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:27.304961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-756f6c78-e88e-4ea2-8922-d1cb66f52484 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Delete allocated IP 2001:db8::2ad (bbe55198-3bbf-4a93-959c-4f8f15c2d79c/8d7dc5dc-b62a-4564-a7fd-ff6e810e5e76) {{(pid=93767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 03:49:27.315469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-756f6c78-e88e-4ea2-8922-d1cb66f52484 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Allocated IP 2001:db8:0:1::5e (bbe55198-3bbf-4a93-959c-4f8f15c2d79c/7400e5aa-dbb2-492d-9e7d-5d68336939f2/7c16e75a-e639-4c2f-a53e-e74fc2cd0c09) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:27.348381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 170849e5-a996-45e8-a9d5-3475df804687 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:27.404847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed357286-a051-4e33-b536-531d573cf3d7 None None] Update dhcp port {'port': {'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'fixed_ips': [{'subnet_id': '8d7dc5dc-b62a-4564-a7fd-ff6e810e5e76', 'ip_address': '2001:db8::2'}, {'subnet_id': '7400e5aa-dbb2-492d-9e7d-5d68336939f2'}], 'binding:host_id': 'n-d-800088-6'}, 'id': 'fe967e4c-0701-4ac5-8d17-f81e5da47f36'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:49:27.409779 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3122c08f-5c86-4cc9-9904-b83ab930253a req-d54b84b4-5d3c-4d57-9789-3c8e3dba53d9 service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7589316 Jul 16 03:49:27.445072 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed357286-a051-4e33-b536-531d573cf3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.531732 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-756f6c78-e88e-4ea2-8922-d1cb66f52484 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.545087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-756f6c78-e88e-4ea2-8922-d1cb66f52484 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Ignored duplicate provisioning block setup for port 7c16e75a-e639-4c2f-a53e-e74fc2cd0c09 by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 03:49:27.558664 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-756f6c78-e88e-4ea2-8922-d1cb66f52484 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.568686 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2574b3ac-3b63-4e4b-8c3a-26b5e2d2d6d8 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4757 time: 0.7853327 Jul 16 03:49:27.576238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56822) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:27.581788 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a695f562-12e9-4cc9-a624-f8c5f58d84ba tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Request body: {'network': {'name': 'tempest-network-smoke--112324511', 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'port_security_enabled': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:27.650844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-ed357286-a051-4e33-b536-531d573cf3d7 None None] Allocated IP 2001:db8:0:1::2 (bbe55198-3bbf-4a93-959c-4f8f15c2d79c/7400e5aa-dbb2-492d-9e7d-5d68336939f2/fe967e4c-0701-4ac5-8d17-f81e5da47f36) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:27.675598 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a695f562-12e9-4cc9-a624-f8c5f58d84ba tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Made reservation on behalf of 585dafdd798a48c2a5975c05e5d0a6ba for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:27.680228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0818800-96dd-4ddb-9002-aacb0cdc14d3 req-e321694d-bd45-4be3-b2ad-6b047e02e2fa tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:27.682125 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0818800-96dd-4ddb-9002-aacb0cdc14d3 req-e321694d-bd45-4be3-b2ad-6b047e02e2fa tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 943 time: 0.4887977 Jul 16 03:49:27.686875 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a695f562-12e9-4cc9-a624-f8c5f58d84ba tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.767142 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fe967e4c-0701-4ac5-8d17-f81e5da47f36 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:27.772865 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-756f6c78-e88e-4ea2-8922-d1cb66f52484 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] In _notify_port_updated(), no bound segment for port 7c16e75a-e639-4c2f-a53e-e74fc2cd0c09 on network bbe55198-3bbf-4a93-959c-4f8f15c2d79c {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:49:27.779221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f6c78-e88e-4ea2-8922-d1cb66f52484 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:27.779597 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-756f6c78-e88e-4ea2-8922-d1cb66f52484 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.785663 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-756f6c78-e88e-4ea2-8922-d1cb66f52484 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "PUT /v2.0/ports/7c16e75a-e639-4c2f-a53e-e74fc2cd0c09 HTTP/1.1" status: 200 len: 929 time: 1.1358082 Jul 16 03:49:27.792957 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:27.798647 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0818800-96dd-4ddb-9002-aacb0cdc14d3 req-48607482-f499-4f13-99af-d9ff7418950d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981784 Jul 16 03:49:27.816148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a695f562-12e9-4cc9-a624-f8c5f58d84ba tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:49:27.830486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a695f562-12e9-4cc9-a624-f8c5f58d84ba tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.830952 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-a695f562-12e9-4cc9-a624-f8c5f58d84ba tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Added segment dc9dc964-2483-446c-bcd7-9877c3f6397e of type vlan for network b8e5a190-78f0-412e-bfe1-3f239967d159 Jul 16 03:49:27.856299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ed357286-a051-4e33-b536-531d573cf3d7 None None] For port fe967e4c-0701-4ac5-8d17-f81e5da47f36, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fe967e4c-0701-4ac5-8d17-f81e5da47f36,segment=NetworkSegment(b9cd9de8-0435-412a-8d14-f46a971519ea),segment_id=b9cd9de8-0435-412a-8d14-f46a971519ea)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:27.877778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f6c78-e88e-4ea2-8922-d1cb66f52484 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=7c16e75a-e639-4c2f-a53e-e74fc2cd0c09,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:27.894817 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a695f562-12e9-4cc9-a624-f8c5f58d84ba tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.920287 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.926247 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed357286-a051-4e33-b536-531d573cf3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.939120 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac03b4-b311-4c8b-b250-6591083b5e9d req-80617155-30d6-416b-b7d1-5df206e91f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:27.940697 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a8ac03b4-b311-4c8b-b250-6591083b5e9d req-80617155-30d6-416b-b7d1-5df206e91f78 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=030958d430194e3cb3227676b0a552dd&device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 1094 time: 0.4621866 Jul 16 03:49:27.943827 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port fe967e4c-0701-4ac5-8d17-f81e5da47f36 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:27.943977 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No DVR routers for this DVR port 170849e5-a996-45e8-a9d5-3475df804687 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:27.944710 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.946894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0847413f-e383-47f8-b3a7-e6419e828829 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port 7c16e75a-e639-4c2f-a53e-e74fc2cd0c09 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:27.947285 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0847413f-e383-47f8-b3a7-e6419e828829 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:27.980755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ed357286-a051-4e33-b536-531d573cf3d7 None None] Transition to ACTIVE for port object fe967e4c-0701-4ac5-8d17-f81e5da47f36 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:27.997355 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ed357286-a051-4e33-b536-531d573cf3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.013304 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=170849e5-a996-45e8-a9d5-3475df804687,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:28.062428 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Port fe967e4c-0701-4ac5-8d17-f81e5da47f36 had new provisioning blocks added so it will not transition to active. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 03:49:28.093750 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.104161 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275f3b98-56bd-498a-bd16-122c3f18e55f']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:28.134245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b6d515-456d-419c-8fa9-f3b94a0497ee') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:28.134849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b6d515-456d-419c-8fa9-f3b94a0497ee') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:28.148813 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a695f562-12e9-4cc9-a624-f8c5f58d84ba tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.156455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a695f562-12e9-4cc9-a624-f8c5f58d84ba tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:28.157432 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a695f562-12e9-4cc9-a624-f8c5f58d84ba tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.164854 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.169387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 170849e5-a996-45e8-a9d5-3475df804687 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:28.269362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695f562-12e9-4cc9-a624-f8c5f58d84ba tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'Network': ['ID=b8e5a190-78f0-412e-bfe1-3f239967d159,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:28.291099 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.292948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network b8e5a190-78f0-412e-bfe1-3f239967d159 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:49:28.296048 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 170849e5-a996-45e8-a9d5-3475df804687 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:28.297126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 170849e5-a996-45e8-a9d5-3475df804687 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:28.304797 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a695f562-12e9-4cc9-a624-f8c5f58d84ba tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7274797 Jul 16 03:49:28.309454 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:49:28.310092 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:49:28.314602 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:49:28.329683 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56838) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:28.345764 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-470310376', 'admin_state_up': True, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:28.348158 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed357286-a051-4e33-b536-531d573cf3d7 None None] Pushing event updated for resources: {'Port': ['ID=fe967e4c-0701-4ac5-8d17-f81e5da47f36,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:28.408820 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac03b4-b311-4c8b-b250-6591083b5e9d req-5048684d-fd37-4f9c-98ff-8d456ae5fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:28.410506 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a8ac03b4-b311-4c8b-b250-6591083b5e9d req-5048684d-fd37-4f9c-98ff-8d456ae5fa77 service neutron] 10.222.0.88 "GET /v2.0/networks?id=be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 200 len: 906 time: 0.4419291 Jul 16 03:49:28.451282 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0847413f-e383-47f8-b3a7-e6419e828829 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.464404 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a8ac03b4-b311-4c8b-b250-6591083b5e9d req-50acd2f2-552d-4f2e-9b0b-9e1fd1afb6b5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f86838e-2016-4ec1-b0a4-40be82e67562 HTTP/1.1" status: 200 len: 217 time: 0.0403557 Jul 16 03:49:28.465331 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.467088 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.468290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.470085 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0847413f-e383-47f8-b3a7-e6419e828829 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for 7c16e75a-e639-4c2f-a53e-e74fc2cd0c09 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:28.535556 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.557725 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.562983 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/networks/275f3b98-56bd-498a-bd16-122c3f18e55f HTTP/1.1" status: 204 len: 168 time: 2.3375924 Jul 16 03:49:28.576799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:28.582642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-78570302-3eb6-4814-a5a9-3dce589d0bd9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1164543652'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:28.646188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353a655-ea7b-4874-a75f-07babdfff88d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Network': ['ID=275f3b98-56bd-498a-bd16-122c3f18e55f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:28.646474 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78570302-3eb6-4814-a5a9-3dce589d0bd9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:28.655874 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78570302-3eb6-4814-a5a9-3dce589d0bd9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.705211 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac03b4-b311-4c8b-b250-6591083b5e9d req-7c29ad0c-3cba-4930-be97-4d17fc0050b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:28.707072 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a8ac03b4-b311-4c8b-b250-6591083b5e9d req-7c29ad0c-3cba-4930-be97-4d17fc0050b2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 200 len: 845 time: 0.1667440 Jul 16 03:49:28.709337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78570302-3eb6-4814-a5a9-3dce589d0bd9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:49:28.716038 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0847413f-e383-47f8-b3a7-e6419e828829 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.760123 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78570302-3eb6-4814-a5a9-3dce589d0bd9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.760513 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-78570302-3eb6-4814-a5a9-3dce589d0bd9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Added segment 6ac9039c-baf2-4fb4-b636-ed2d56536744 of type vlan for network 28271a8e-b119-4aa2-b365-6f5c31cff9e3 Jul 16 03:49:28.763649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847413f-e383-47f8-b3a7-e6419e828829 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=7c16e75a-e639-4c2f-a53e-e74fc2cd0c09,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:28.790870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0f86838e-2016-4ec1-b0a4-40be82e67562 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:49:28.826325 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0847413f-e383-47f8-b3a7-e6419e828829 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.830243 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a8ac03b4-b311-4c8b-b250-6591083b5e9d req-5061c100-870c-485b-b537-0cabdbcc3ff4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=be05005c-c098-4d8b-a55d-fc55d239f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832281 Jul 16 03:49:28.832906 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.836556 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56844) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:28.836983 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0847413f-e383-47f8-b3a7-e6419e828829 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/7c16e75a-e639-4c2f-a53e-e74fc2cd0c09 HTTP/1.1" status: 204 len: 168 time: 1.0362051 Jul 16 03:49:28.881511 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78570302-3eb6-4814-a5a9-3dce589d0bd9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:28.888093 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1417d3f6-8801-4fdd-9a4a-a68efb7ad4c8 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] GET failed (client error): The resource could not be found. Jul 16 03:49:28.894271 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1417d3f6-8801-4fdd-9a4a-a68efb7ad4c8 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/7c16e75a-e639-4c2f-a53e-e74fc2cd0c09 HTTP/1.1" status: 404 len: 333 time: 0.0516787 Jul 16 03:49:28.894483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:29.069865 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c6eafce-a184-4513-a4b0-a03a1bf247da tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.074755 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78570302-3eb6-4814-a5a9-3dce589d0bd9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.082197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78570302-3eb6-4814-a5a9-3dce589d0bd9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:29.083491 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78570302-3eb6-4814-a5a9-3dce589d0bd9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.094528 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0f86838e-2016-4ec1-b0a4-40be82e67562, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0f86838e-2016-4ec1-b0a4-40be82e67562,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:29.132990 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '0f86838e-2016-4ec1-b0a4-40be82e67562', 'network_id': 'be05005c-c098-4d8b-a55d-fc55d239f9a5', 'port_id': '0f86838e-2016-4ec1-b0a4-40be82e67562', 'mac_address': 'fa:16:3e:40:e2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 900, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c67eeac-ef92-44b4-81f1-978ab2dd4eec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:49:29.210099 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a8ac03b4-b311-4c8b-b250-6591083b5e9d req-80e400ab-47b0-4ae3-9cb0-9df9066d7115 service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576124 Jul 16 03:49:29.219705 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.240161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f86838e-2016-4ec1-b0a4-40be82e67562 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:29.242615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-78570302-3eb6-4814-a5a9-3dce589d0bd9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6644857 Jul 16 03:49:29.243439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56854) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:29.269305 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0f86838e-2016-4ec1-b0a4-40be82e67562, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0f86838e-2016-4ec1-b0a4-40be82e67562,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:29.275897 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.334248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f1ad8cd9-e288-4426-af55-b2b5b3054813 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'subnet': {'network_id': '28271a8e-b119-4aa2-b365-6f5c31cff9e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:29.358385 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=0f86838e-2016-4ec1-b0a4-40be82e67562,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:29.415555 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78570302-3eb6-4814-a5a9-3dce589d0bd9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Network': ['ID=28271a8e-b119-4aa2-b365-6f5c31cff9e3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:29.430312 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 28271a8e-b119-4aa2-b365-6f5c31cff9e3 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:49:29.443301 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c6eafce-a184-4513-a4b0-a03a1bf247da tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.468366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d9d79-3d1f-4f8f-94cf-1ce594932add req-746489a9-ac62-47e3-9b38-e21c3ebb32bf tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:29.475538 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c92d9d79-3d1f-4f8f-94cf-1ce594932add req-746489a9-ac62-47e3-9b38-e21c3ebb32bf tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 943 time: 0.4070270 Jul 16 03:49:29.477237 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:29.497487 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.537275 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c92d9d79-3d1f-4f8f-94cf-1ce594932add req-226c7478-b6dc-4e11-8694-300c360e82ca tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607455 Jul 16 03:49:29.552248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1b141a99-b8b5-4bd1-aa3a-37a3a86bd501 None None] Provisioning for port fe967e4c-0701-4ac5-8d17-f81e5da47f36 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:29.555052 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.567799 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1b141a99-b8b5-4bd1-aa3a-37a3a86bd501 None None] Provisioning complete for port fe967e4c-0701-4ac5-8d17-f81e5da47f36 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:29.568252 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b141a99-b8b5-4bd1-aa3a-37a3a86bd501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.579091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ad8cd9-e288-4426-af55-b2b5b3054813 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:29.583871 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8cd9-e288-4426-af55-b2b5b3054813 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.645768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['0f86838e-2016-4ec1-b0a4-40be82e67562'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:49:29.771929 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a8ac03b4-b311-4c8b-b250-6591083b5e9d req-65e08b57-bcb3-4d94-8a4e-0e0b35c54366 service neutron] 10.222.0.88 "GET /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429559 Jul 16 03:49:29.774074 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fe967e4c-0701-4ac5-8d17-f81e5da47f36 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:29.806721 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8cd9-e288-4426-af55-b2b5b3054813 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.850721 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c6eafce-a184-4513-a4b0-a03a1bf247da tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.853413 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c6eafce-a184-4513-a4b0-a03a1bf247da tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.855311 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2c6eafce-a184-4513-a4b0-a03a1bf247da tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/security-groups/4333eb3d-04ca-47bb-8a94-278252abda4f HTTP/1.1" status: 204 len: 168 time: 0.9597948 Jul 16 03:49:29.856145 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05d53d76-05b8-4e34-8432-eadea70212fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.858190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56864) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:29.871342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1b141a99-b8b5-4bd1-aa3a-37a3a86bd501 None None] Provisioning complete for port 3ceee511-123d-49ad-a0a3-2605a7b55e91 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:29.871724 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b141a99-b8b5-4bd1-aa3a-37a3a86bd501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:29.891067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Allocated IP 172.25.3.182 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/872044f8-e4b7-4ca5-82fc-da2a4432a1fc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:29.989846 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cf86270-93ef-4cc2-8eff-0ad35b44808a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.001080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port fe967e4c-0701-4ac5-8d17-f81e5da47f36 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:30.001935 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.005513 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05d53d76-05b8-4e34-8432-eadea70212fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.005910 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1b141a99-b8b5-4bd1-aa3a-37a3a86bd501 None None] Port 3ceee511-123d-49ad-a0a3-2605a7b55e91 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:30.009572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6eafce-a184-4513-a4b0-a03a1bf247da tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4333eb3d-04ca-47bb-8a94-278252abda4f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:30.020163 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-05d53d76-05b8-4e34-8432-eadea70212fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.059144 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1b141a99-b8b5-4bd1-aa3a-37a3a86bd501 None None] Could not find standard attr ID for object 7c16e75a-e639-4c2f-a53e-e74fc2cd0c09. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:49:30.083675 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d53d76-05b8-4e34-8432-eadea70212fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9da2a65-d1e3-4663-86ae-95395fc5ae00,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:30.111906 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-05d53d76-05b8-4e34-8432-eadea70212fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d94c6ea2de1429b97746d2bcde8cdbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6294272 Jul 16 03:49:30.115476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad8cd9-e288-4426-af55-b2b5b3054813 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Subnet': ['ID=b8a0da60-7fe3-4aff-b2c5-fcba171cf9a7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:30.118722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56872) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:30.126120 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cf86270-93ef-4cc2-8eff-0ad35b44808a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.144463 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f64fb587-5f21-4630-a6cf-7100d8917beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.181015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9313d287-0b7a-4b2f-a8a0-38cee9cc1ae9 None None] Could not find standard attr ID for object 7c16e75a-e639-4c2f-a53e-e74fc2cd0c09. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:49:30.182027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad8cd9-e288-4426-af55-b2b5b3054813 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Checking segment: {'id': '6ac9039c-baf2-4fb4-b636-ed2d56536744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '28271a8e-b119-4aa2-b365-6f5c31cff9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:30.184289 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad8cd9-e288-4426-af55-b2b5b3054813 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network hostable DHCP agents. Network: 28271a8e-b119-4aa2-b365-6f5c31cff9e3, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:49:30.206566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad8cd9-e288-4426-af55-b2b5b3054813 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 28271a8e-b119-4aa2-b365-6f5c31cff9e3 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:49:30.219959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f1ad8cd9-e288-4426-af55-b2b5b3054813 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 28271a8e-b119-4aa2-b365-6f5c31cff9e3) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:30.228500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ad8cd9-e288-4426-af55-b2b5b3054813 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:30.229284 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8cd9-e288-4426-af55-b2b5b3054813 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.242728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fe30cf-088e-4fe9-9a83-332ca0555571 None None] Network 28271a8e-b119-4aa2-b365-6f5c31cff9e3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:30.259482 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f1ad8cd9-e288-4426-af55-b2b5b3054813 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9320121 Jul 16 03:49:30.262745 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:30.270479 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3f994c16-02c1-47cd-b493-cdf0d8c3a81a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-483810629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:30.272403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.305516 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cf86270-93ef-4cc2-8eff-0ad35b44808a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.306005 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f994c16-02c1-47cd-b493-cdf0d8c3a81a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.307305 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f994c16-02c1-47cd-b493-cdf0d8c3a81a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.308904 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9cf86270-93ef-4cc2-8eff-0ad35b44808a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.315224 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9cf86270-93ef-4cc2-8eff-0ad35b44808a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/security-groups/d6134d73-b9d3-443a-a2fc-1f68b00d7a08 HTTP/1.1" status: 204 len: 168 time: 0.4503226 Jul 16 03:49:30.317692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:30.354535 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d319cb23-b715-4fb9-b64f-5a4eaf622223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.360578 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4674264-a5ee-46c9-8583-b7218d2c5ce8 req-0664091c-790d-491e-8a09-1cc98eb43509 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2867370 Jul 16 03:49:30.369886 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf86270-93ef-4cc2-8eff-0ad35b44808a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6134d73-b9d3-443a-a2fc-1f68b00d7a08,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:30.426105 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b686b36b-e103-4e68-823c-a93832cb905b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting subnet 8d7dc5dc-b62a-4564-a7fd-ff6e810e5e76 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:30.429851 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f994c16-02c1-47cd-b493-cdf0d8c3a81a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.432606 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b686b36b-e103-4e68-823c-a93832cb905b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.446149 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d319cb23-b715-4fb9-b64f-5a4eaf622223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.456552 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-28271a8e-b119-4aa2-b365-6f5c31cff9e3', 'network_id': '28271a8e-b119-4aa2-b365-6f5c31cff9e3', 'tenant_id': '31574bc2dca048b197c13114ca47965d', 'fixed_ips': [{'subnet_id': 'b8a0da60-7fe3-4aff-b2c5-fcba171cf9a7'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:49:30.457950 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.470028 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f994c16-02c1-47cd-b493-cdf0d8c3a81a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.499319 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f994c16-02c1-47cd-b493-cdf0d8c3a81a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.501062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3f994c16-02c1-47cd-b493-cdf0d8c3a81a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2361815 Jul 16 03:49:30.503933 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b686b36b-e103-4e68-823c-a93832cb905b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.505346 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.507670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56878) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:30.523599 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f1d275bf-2262-4983-b8f5-1b3cdc98906f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'network_id': '28271a8e-b119-4aa2-b365-6f5c31cff9e3', 'name': 'tempest-PortsTestJSON-1376626455'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:30.608877 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:30.610013 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b686b36b-e103-4e68-823c-a93832cb905b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.619337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:30.633503 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4674264-a5ee-46c9-8583-b7218d2c5ce8 req-8e50bfc5-1b0a-4453-a5d7-ca9d67488315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:30.635468 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4674264-a5ee-46c9-8583-b7218d2c5ce8 req-8e50bfc5-1b0a-4453-a5d7-ca9d67488315 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d456e71ce4bf457baa46d06214c9cfba&device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 1096 time: 0.2409413 Jul 16 03:49:30.636375 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'Port': ['ID=872044f8-e4b7-4ca5-82fc-da2a4432a1fc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:30.640530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:30.671701 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Allocated IP 172.20.0.2 (28271a8e-b119-4aa2-b365-6f5c31cff9e3/b8a0da60-7fe3-4aff-b2c5-fcba171cf9a7/9184c281-dfe4-42ab-8b88-56bce835f984) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:30.732963 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b686b36b-e103-4e68-823c-a93832cb905b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.762719 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d319cb23-b715-4fb9-b64f-5a4eaf622223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.766285 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d319cb23-b715-4fb9-b64f-5a4eaf622223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.767422 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d319cb23-b715-4fb9-b64f-5a4eaf622223 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9da2a65-d1e3-4663-86ae-95395fc5ae00 HTTP/1.1" status: 204 len: 168 time: 0.6464431 Jul 16 03:49:30.817534 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b686b36b-e103-4e68-823c-a93832cb905b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.819466 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b686b36b-e103-4e68-823c-a93832cb905b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/8d7dc5dc-b62a-4564-a7fd-ff6e810e5e76 HTTP/1.1" status: 204 len: 168 time: 0.5008235 Jul 16 03:49:30.831563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686b36b-e103-4e68-823c-a93832cb905b tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Subnet': ['ID=8d7dc5dc-b62a-4564-a7fd-ff6e810e5e76,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:30.833331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:30.847374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319cb23-b715-4fb9-b64f-5a4eaf622223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9da2a65-d1e3-4663-86ae-95395fc5ae00,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:30.850679 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b007c470-be4f-4f12-a53f-9b2e33a0b172 None None] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:30.874576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-48d83409-1d0c-42a0-bdc0-5a153ffe1817 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'subnet': {'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:30.922509 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:30.965556 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Transition to ACTIVE for port object 9184c281-dfe4-42ab-8b88-56bce835f984 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:31.099741 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a86a46-b0bd-4dd9-9493-7bafe353b51f req-e06bd070-a146-45be-ba71-16363bd5c838 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:31.101685 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06a86a46-b0bd-4dd9-9493-7bafe353b51f req-e06bd070-a146-45be-ba71-16363bd5c838 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 944 time: 0.2910476 Jul 16 03:49:31.163736 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06a86a46-b0bd-4dd9-9493-7bafe353b51f req-8e8e3a35-a02a-4fd8-b464-860917e943c2 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539618 Jul 16 03:49:31.185899 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d275bf-2262-4983-b8f5-1b3cdc98906f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:31.196982 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1d275bf-2262-4983-b8f5-1b3cdc98906f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.199570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d83409-1d0c-42a0-bdc0-5a153ffe1817 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:31.204681 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48d83409-1d0c-42a0-bdc0-5a153ffe1817 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.232859 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Transition to ACTIVE for port object 9184c281-dfe4-42ab-8b88-56bce835f984 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:31.237814 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.261113 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4674264-a5ee-46c9-8583-b7218d2c5ce8 req-9a4848d9-ce33-4616-8560-af607d5aa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:31.263475 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.264849 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4674264-a5ee-46c9-8583-b7218d2c5ce8 req-9a4848d9-ce33-4616-8560-af607d5aa471 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f41ac0c3-0b47-4600-8c47-c4e04c4c229d HTTP/1.1" status: 200 len: 909 time: 0.5055552 Jul 16 03:49:31.363027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Network 28271a8e-b119-4aa2-b365-6f5c31cff9e3 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:31.367629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Pushing event updated for resources: {'Port': ['ID=9184c281-dfe4-42ab-8b88-56bce835f984,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:31.372554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:31.374683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:31.477307 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Attempting to bind port 9184c281-dfe4-42ab-8b88-56bce835f984 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:31.477633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Attempting to bind port 9184c281-dfe4-42ab-8b88-56bce835f984 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '6ac9039c-baf2-4fb4-b636-ed2d56536744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '28271a8e-b119-4aa2-b365-6f5c31cff9e3'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:31.477940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Attempting to bind port 9184c281-dfe4-42ab-8b88-56bce835f984 on network 28271a8e-b119-4aa2-b365-6f5c31cff9e3 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:31.485385 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:31.485918 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Checking segment: {'id': '6ac9039c-baf2-4fb4-b636-ed2d56536744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '28271a8e-b119-4aa2-b365-6f5c31cff9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:31.486355 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.486714 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Bound using segment: {'id': '6ac9039c-baf2-4fb4-b636-ed2d56536744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '28271a8e-b119-4aa2-b365-6f5c31cff9e3'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:31.487189 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Bound port: 9184c281-dfe4-42ab-8b88-56bce835f984, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac9039c-baf2-4fb4-b636-ed2d56536744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '28271a8e-b119-4aa2-b365-6f5c31cff9e3'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:31.487570 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.509454 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48d83409-1d0c-42a0-bdc0-5a153ffe1817 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.567376 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.577901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d83409-1d0c-42a0-bdc0-5a153ffe1817 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:31.579523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-48d83409-1d0c-42a0-bdc0-5a153ffe1817 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:31.586245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d83409-1d0c-42a0-bdc0-5a153ffe1817 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:31.587059 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48d83409-1d0c-42a0-bdc0-5a153ffe1817 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.591075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] For port 9184c281-dfe4-42ab-8b88-56bce835f984, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:31.596015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] For port 9184c281-dfe4-42ab-8b88-56bce835f984, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9184c281-dfe4-42ab-8b88-56bce835f984,segment=NetworkSegment(6ac9039c-baf2-4fb4-b636-ed2d56536744),segment_id=6ac9039c-baf2-4fb4-b636-ed2d56536744)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:31.603682 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.624160 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d83409-1d0c-42a0-bdc0-5a153ffe1817 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Subnet': ['ID=251f7ac1-79cc-48dc-b9de-6c958c341278,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:31.631452 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-48d83409-1d0c-42a0-bdc0-5a153ffe1817 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7924354 Jul 16 03:49:31.631793 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:31.639269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-309770ee-911e-4608-b08e-95ca04835950 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'security_group': {'name': 'tempest-secgroup-175307003'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:31.723131 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-309770ee-911e-4608-b08e-95ca04835950 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.743067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c1941-15c7-402a-a13c-e6f44ebee786 None None] Pushing event updated for resources: {'Port': ['ID=9184c281-dfe4-42ab-8b88-56bce835f984,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:31.914323 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-f1d275bf-2262-4983-b8f5-1b3cdc98906f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port 4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:49:31.933442 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-309770ee-911e-4608-b08e-95ca04835950 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.939967 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-309770ee-911e-4608-b08e-95ca04835950 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.967141 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-309770ee-911e-4608-b08e-95ca04835950 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:31.968987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-309770ee-911e-4608-b08e-95ca04835950 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3350248 Jul 16 03:49:31.975160 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56916) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:31.988876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c334648f-657f-446c-84d5-578a3a4be6bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'security_group': {'name': 'tempest-secgroup-459283196'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:32.018092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309770ee-911e-4608-b08e-95ca04835950 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a89312f-7479-4fdb-aab0-848f94eb8e24,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:32.052987 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c334648f-657f-446c-84d5-578a3a4be6bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.132821 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.201144 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c334648f-657f-446c-84d5-578a3a4be6bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.206674 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c334648f-657f-446c-84d5-578a3a4be6bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.238629 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c334648f-657f-446c-84d5-578a3a4be6bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.241788 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c334648f-657f-446c-84d5-578a3a4be6bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2594621 Jul 16 03:49:32.256700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:32.263097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0bdf1308-0aa9-422d-a05f-da7500721554 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'security_group': {'name': 'tempest-secgroup-1393832757'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:32.275597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334648f-657f-446c-84d5-578a3a4be6bf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90f43068-28b0-49d3-bf79-a0dfbef66741,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:32.294551 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1308-0aa9-422d-a05f-da7500721554 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.407460 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4674264-a5ee-46c9-8583-b7218d2c5ce8 req-01a22421-fa43-4fa6-89d5-c5fc30088160 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=67424c8b-d898-4e1d-964d-ae8dc521c81e HTTP/1.1" status: 200 len: 1001 time: 0.5559683 Jul 16 03:49:32.444162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16c30d-0203-4a78-80a7-9ad5663f642c req-3dc9d289-78ff-4706-9d4a-58fdd3ea8577 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:32.445753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e16c30d-0203-4a78-80a7-9ad5663f642c req-3dc9d289-78ff-4706-9d4a-58fdd3ea8577 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 944 time: 0.1150851 Jul 16 03:49:32.477662 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-f1d275bf-2262-4983-b8f5-1b3cdc98906f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Allocated IP 172.20.0.3 (28271a8e-b119-4aa2-b365-6f5c31cff9e3/b8a0da60-7fe3-4aff-b2c5-fcba171cf9a7/4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:32.489708 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1308-0aa9-422d-a05f-da7500721554 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.492472 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4674264-a5ee-46c9-8583-b7218d2c5ce8 req-1901459d-1dc9-4d0b-a7ff-2955faca9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:32.493831 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4674264-a5ee-46c9-8583-b7218d2c5ce8 req-1901459d-1dc9-4d0b-a7ff-2955faca9fb1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=85459ebc-cb75-450d-89e8-29c50d6b0aa2 HTTP/1.1" status: 200 len: 847 time: 0.0755241 Jul 16 03:49:32.495557 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1308-0aa9-422d-a05f-da7500721554 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.533652 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e16c30d-0203-4a78-80a7-9ad5663f642c req-6a01a60f-2a91-4cdd-9560-463f2bae13f9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760536 Jul 16 03:49:32.543602 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0bdf1308-0aa9-422d-a05f-da7500721554 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.547620 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0bdf1308-0aa9-422d-a05f-da7500721554 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2872641 Jul 16 03:49:32.547620 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf1308-0aa9-422d-a05f-da7500721554 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573afc6d-a71b-4f61-80c3-3f6449a95db6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:32.547970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:32.553355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-02181c90-dfe8-4534-a5f0-35aa633746f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1936966858', 'security_groups': ['573afc6d-a71b-4f61-80c3-3f6449a95db6'], 'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '251f7ac1-79cc-48dc-b9de-6c958c341278'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:32.664379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7970041-266e-4546-8311-e55620cc1190 None None] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:32.709089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.747864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02181c90-dfe8-4534-a5f0-35aa633746f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:32.787637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0dfb03e9-5117-48c8-bffe-be59cca77baa None None] Provisioning complete for port fe967e4c-0701-4ac5-8d17-f81e5da47f36 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:32.788068 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0dfb03e9-5117-48c8-bffe-be59cca77baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.825700 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d18642a0-90af-41a9-83d9-36848e5493d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.833473 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0f86838e-2016-4ec1-b0a4-40be82e67562 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:32.907207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4674264-a5ee-46c9-8583-b7218d2c5ce8 req-48914aaa-7985-42fc-8623-b7a1b4a8efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:32.909095 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4674264-a5ee-46c9-8583-b7218d2c5ce8 req-48914aaa-7985-42fc-8623-b7a1b4a8efa5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f41ac0c3-0b47-4600-8c47-c4e04c4c229d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4033966 Jul 16 03:49:32.913372 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02181c90-dfe8-4534-a5f0-35aa633746f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.951041 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:32.957331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-02181c90-dfe8-4534-a5f0-35aa633746f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] device_id is not set on port c8cae9a3-0336-4196-8527-1964360bb50b yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:49:32.983119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 0f86838e-2016-4ec1-b0a4-40be82e67562 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:33.045783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 0f86838e-2016-4ec1-b0a4-40be82e67562 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:33.046121 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.079834 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1d275bf-2262-4983-b8f5-1b3cdc98906f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.112925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-f1d275bf-2262-4983-b8f5-1b3cdc98906f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Transition to ACTIVE for port object 4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:33.117025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0dfb03e9-5117-48c8-bffe-be59cca77baa None None] Provisioning complete for port 3ceee511-123d-49ad-a0a3-2605a7b55e91 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:33.117405 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0dfb03e9-5117-48c8-bffe-be59cca77baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.159062 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4674264-a5ee-46c9-8583-b7218d2c5ce8 req-2eb73764-5ac3-4843-b98e-6202b240c9dd service neutron] 10.222.0.88 "GET /v2.0/networks/f41ac0c3-0b47-4600-8c47-c4e04c4c229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075613 Jul 16 03:49:33.204416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb03e9-5117-48c8-bffe-be59cca77baa None None] Port 3ceee511-123d-49ad-a0a3-2605a7b55e91 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:33.212775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Router e757c83e-6c31-443f-b949-3158d48f5470 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:49:33.266462 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.365105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cb5203-01f2-42cd-89ac-1095b3dfecc2 None None] Update dhcp port {'port': {'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'fixed_ips': [{'subnet_id': '7400e5aa-dbb2-492d-9e7d-5d68336939f2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '251f7ac1-79cc-48dc-b9de-6c958c341278'}], 'binding:host_id': 'n-d-800088-6'}, 'id': 'fe967e4c-0701-4ac5-8d17-f81e5da47f36'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:49:33.367439 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68943c23-4de1-4d15-a530-c0d613519476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f86838e-2016-4ec1-b0a4-40be82e67562'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:33.369895 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ba3dfd-1f3d-4a76-94f0-8432099b1060" -d '{"events": [{"server_uuid": "68943c23-4de1-4d15-a530-c0d613519476", "name": "network-vif-plugged", "status": "completed", "tag": "0f86838e-2016-4ec1-b0a4-40be82e67562"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:33.387477 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-02181c90-dfe8-4534-a5f0-35aa633746f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Allocated IP 2001:db8::d5 (bbe55198-3bbf-4a93-959c-4f8f15c2d79c/251f7ac1-79cc-48dc-b9de-6c958c341278/c8cae9a3-0336-4196-8527-1964360bb50b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:33.423347 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1d275bf-2262-4983-b8f5-1b3cdc98906f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.487653 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b2d83e-6b90-4db9-b42c-9d00ad7a36a8 x-openstack-request-id: req-94b2d83e-6b90-4db9-b42c-9d00ad7a36a8 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:33.487934 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68943c23-4de1-4d15-a530-c0d613519476", "name": "network-vif-plugged", "status": "completed", "tag": "0f86838e-2016-4ec1-b0a4-40be82e67562", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:33.488187 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94b2d83e-6b90-4db9-b42c-9d00ad7a36a8 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:33.488613 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68943c23-4de1-4d15-a530-c0d613519476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f86838e-2016-4ec1-b0a4-40be82e67562', 'code': 200} Jul 16 03:49:33.493168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0f86838e-2016-4ec1-b0a4-40be82e67562, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0f86838e-2016-4ec1-b0a4-40be82e67562,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:33.499912 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.516493 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ac57d-6055-4d91-85c1-b88cf433327e None None] Network 28271a8e-b119-4aa2-b365-6f5c31cff9e3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:33.531796 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4674264-a5ee-46c9-8583-b7218d2c5ce8 req-c00e9521-c59a-4bad-a74c-27a057860174 service neutron] 10.222.0.88 "GET /v2.0/networks/f41ac0c3-0b47-4600-8c47-c4e04c4c229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578537 Jul 16 03:49:33.590741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d275bf-2262-4983-b8f5-1b3cdc98906f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 28271a8e-b119-4aa2-b365-6f5c31cff9e3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:33.601553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f1d275bf-2262-4983-b8f5-1b3cdc98906f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:33.603286 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d275bf-2262-4983-b8f5-1b3cdc98906f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:33.633014 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d275bf-2262-4983-b8f5-1b3cdc98906f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:33.695118 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56956) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:33.718444 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=0f86838e-2016-4ec1-b0a4-40be82e67562,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:33.720173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-43850831-fb97-4f99-a468-d2d845960d26 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-300588064', 'description': 'tempest-secgroup-smoke-300588064 description', 'project_id': '03422a5449cd4807854f59afa4486f72'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:33.739405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9e13e196-002e-40f5-80e3-f189471bb28c None None] Provisioning for port 9184c281-dfe4-42ab-8b88-56bce835f984 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:33.752571 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-70cb5203-01f2-42cd-89ac-1095b3dfecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.763734 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:33.782709 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Sync routers for ids ['e757c83e-6c31-443f-b949-3158d48f5470'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:33.790623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d275bf-2262-4983-b8f5-1b3cdc98906f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:33.791424 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1d275bf-2262-4983-b8f5-1b3cdc98906f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.796279 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Routers {'e757c83e-6c31-443f-b949-3158d48f5470'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:33.798821 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['e757c83e-6c31-443f-b949-3158d48f5470'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:33.808274 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43850831-fb97-4f99-a468-d2d845960d26 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.817225 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02181c90-dfe8-4534-a5f0-35aa633746f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.826112 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.827666 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-91409486-9a4c-4237-bdf4-0e3068259a55 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.4928555 Jul 16 03:49:33.828801 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43850831-fb97-4f99-a468-d2d845960d26 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:33.830955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56958) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:33.845245 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f1d275bf-2262-4983-b8f5-1b3cdc98906f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3284636 Jul 16 03:49:33.859255 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:33.899149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64d120-5303-409c-af66-2b325da6d123 req-4bbbb751-3bbe-45c8-a34a-4f15a2562a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:33.901091 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ea64d120-5303-409c-af66-2b325da6d123 req-4bbbb751-3bbe-45c8-a34a-4f15a2562a7c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 1096 time: 0.3195710 Jul 16 03:49:33.906392 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9184c281-dfe4-42ab-8b88-56bce835f984 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:33.943339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-02181c90-dfe8-4534-a5f0-35aa633746f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Transition to ACTIVE for port object c8cae9a3-0336-4196-8527-1964360bb50b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:33.982549 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.063241 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Set router e757c83e-6c31-443f-b949-3158d48f5470 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:34.081090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145255e9-ce70-47a0-85d3-ea53130456d1 req-539f7f59-27b7-4df2-b706-4b8afd1a6677 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:34.089296 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-145255e9-ce70-47a0-85d3-ea53130456d1 req-539f7f59-27b7-4df2-b706-4b8afd1a6677 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.2543201 Jul 16 03:49:34.114795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 9184c281-dfe4-42ab-8b88-56bce835f984 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:34.132828 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02181c90-dfe8-4534-a5f0-35aa633746f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.184818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-145255e9-ce70-47a0-85d3-ea53130456d1 req-b089662a-2671-4dc0-a8c2-ac67c024ecc0 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889535 Jul 16 03:49:34.189218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02181c90-dfe8-4534-a5f0-35aa633746f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:34.192904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-02181c90-dfe8-4534-a5f0-35aa633746f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:34.200790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02181c90-dfe8-4534-a5f0-35aa633746f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:34.207596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02181c90-dfe8-4534-a5f0-35aa633746f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:34.208432 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02181c90-dfe8-4534-a5f0-35aa633746f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.228724 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9184c281-dfe4-42ab-8b88-56bce835f984 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:34.229765 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.231994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02181c90-dfe8-4534-a5f0-35aa633746f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=c8cae9a3-0336-4196-8527-1964360bb50b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:34.249721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-02181c90-dfe8-4534-a5f0-35aa633746f9 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7003138 Jul 16 03:49:34.262314 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56962) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:34.281349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-956d3129-176e-4c63-8d9c-8b76661f44d5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'subnet': {'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:34.411943 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-470310376', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:28Z', 'updated_at': '2021-07-16T03:49:31Z', 'revision_number': 3, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:29Z', 'updated_at': '2021-07-16T03:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:34.444243 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Checking router: e757c83e-6c31-443f-b949-3158d48f5470 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:49:34.445209 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Updating router e757c83e-6c31-443f-b949-3158d48f5470 port 872044f8-e4b7-4ca5-82fc-da2a4432a1fc binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:49:34.451773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-70cb5203-01f2-42cd-89ac-1095b3dfecc2 None None] Allocated IP 2001:db8::2 (bbe55198-3bbf-4a93-959c-4f8f15c2d79c/251f7ac1-79cc-48dc-b9de-6c958c341278/fe967e4c-0701-4ac5-8d17-f81e5da47f36) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:34.495910 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.497172 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.520702 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0903ba2d-85c0-487d-b25c-c2e473de1357 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:34.522107 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0903ba2d-85c0-487d-b25c-c2e473de1357 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=585dafdd798a48c2a5975c05e5d0a6ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.6886990 Jul 16 03:49:34.525278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:34.581760 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ea64d120-5303-409c-af66-2b325da6d123 req-984a35d9-f174-4ab6-936c-c9d2eccd825b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6685126 Jul 16 03:49:34.625133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 9184c281-dfe4-42ab-8b88-56bce835f984, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9184c281-dfe4-42ab-8b88-56bce835f984,segment=NetworkSegment(6ac9039c-baf2-4fb4-b636-ed2d56536744),segment_id=6ac9039c-baf2-4fb4-b636-ed2d56536744)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:34.638431 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.722127 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-70cb5203-01f2-42cd-89ac-1095b3dfecc2 None None] For port fe967e4c-0701-4ac5-8d17-f81e5da47f36, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fe967e4c-0701-4ac5-8d17-f81e5da47f36,segment=NetworkSegment(b9cd9de8-0435-412a-8d14-f46a971519ea),segment_id=b9cd9de8-0435-412a-8d14-f46a971519ea)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:34.726352 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fca5c2-6ff7-4fda-bf82-eb99ec7d6ffc tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:34.731438 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-25fca5c2-6ff7-4fda-bf82-eb99ec7d6ffc tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2051785 Jul 16 03:49:34.732031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56968) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:34.826602 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7a8083d0-2330-427a-9448-f49560cb8bcd tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0932930 Jul 16 03:49:34.827257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:34.844369 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-70cb5203-01f2-42cd-89ac-1095b3dfecc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:34.847470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=9184c281-dfe4-42ab-8b88-56bce835f984,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:34.887244 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-70cb5203-01f2-42cd-89ac-1095b3dfecc2 None None] Transition to ACTIVE for port object fe967e4c-0701-4ac5-8d17-f81e5da47f36 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:34.888425 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d992fa58-7dd7-4fb4-b939-c237a17a0222 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=585dafdd798a48c2a5975c05e5d0a6ba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0596237 Jul 16 03:49:34.889304 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:34.891390 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-70cb5203-01f2-42cd-89ac-1095b3dfecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.045991 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.069428 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Transition to ACTIVE for port object 872044f8-e4b7-4ca5-82fc-da2a4432a1fc will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:35.078895 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.100520 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1dd86f-af66-44c5-a15e-9a0b0d0885df tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:35.113749 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cb1dd86f-af66-44c5-a15e-9a0b0d0885df tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2117043 Jul 16 03:49:35.114572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:35.122088 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb5203-01f2-42cd-89ac-1095b3dfecc2 None None] Pushing event updated for resources: {'Port': ['ID=fe967e4c-0701-4ac5-8d17-f81e5da47f36,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:35.131805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ada94009-4628-41b9-b9c9-7bcbfb0d69d8 None None] Provisioning for port 4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:35.134547 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Attempting to bind port 872044f8-e4b7-4ca5-82fc-da2a4432a1fc on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:35.134547 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Attempting to bind port 872044f8-e4b7-4ca5-82fc-da2a4432a1fc by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:35.134941 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Attempting to bind port 872044f8-e4b7-4ca5-82fc-da2a4432a1fc on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:35.142655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ada94009-4628-41b9-b9c9-7bcbfb0d69d8 None None] Provisioning complete for port 4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:35.143041 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ada94009-4628-41b9-b9c9-7bcbfb0d69d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.179373 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8fe10690-238d-4322-ab1e-6fb9456f8a27 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0593638 Jul 16 03:49:35.180008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:35.192286 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:35.192693 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:35.193097 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.193501 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:35.193621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dc0a2aa1-5a1c-4258-b9ed-a14cf7b66f74 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1647785541', 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159', 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:35.195943 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Bound port: 872044f8-e4b7-4ca5-82fc-da2a4432a1fc, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:35.196369 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.200713 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ada94009-4628-41b9-b9c9-7bcbfb0d69d8 None None] Port 4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:35.221719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ada94009-4628-41b9-b9c9-7bcbfb0d69d8 None None] Provisioning complete for port 9184c281-dfe4-42ab-8b88-56bce835f984 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:35.222095 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ada94009-4628-41b9-b9c9-7bcbfb0d69d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.270477 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c0717a7-b8c7-4055-8517-51c2b0f54c83 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.306317 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43850831-fb97-4f99-a468-d2d845960d26 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.316285 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43850831-fb97-4f99-a468-d2d845960d26 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.323913 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] For port 872044f8-e4b7-4ca5-82fc-da2a4432a1fc, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:35.330292 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] For port 872044f8-e4b7-4ca5-82fc-da2a4432a1fc, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=872044f8-e4b7-4ca5-82fc-da2a4432a1fc,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:35.343159 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.431833 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956d3129-176e-4c63-8d9c-8b76661f44d5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:35.440339 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-956d3129-176e-4c63-8d9c-8b76661f44d5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.457061 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Routers {'e757c83e-6c31-443f-b949-3158d48f5470'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:35.457864 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['e757c83e-6c31-443f-b949-3158d48f5470'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:35.489004 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43850831-fb97-4f99-a468-d2d845960d26 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b64339f-553c-4e97-9303-bb6aa4b1ecfd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:35.581129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-01c58dfe-ddef-4bb7-980d-c7f62f2761a2 None None] Provisioning complete for port 4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:35.583554 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-01c58dfe-ddef-4bb7-980d-c7f62f2761a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.740197 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] Set router e757c83e-6c31-443f-b949-3158d48f5470 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:35.753895 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-01c58dfe-ddef-4bb7-980d-c7f62f2761a2 None None] Port 4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:35.774075 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.822486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9184c281-dfe4-42ab-8b88-56bce835f984 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:35.926454 n-d-800088-6 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-956d3129-176e-4c63-8d9c-8b76661f44d5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 251f7ac1-79cc-48dc-b9de-6c958c341278 (CIDR: 2001:db8::/64) Jul 16 03:49:35.942001 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-956d3129-176e-4c63-8d9c-8b76661f44d5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:49:35.943405 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956d3129-176e-4c63-8d9c-8b76661f44d5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:35.957758 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43850831-fb97-4f99-a468-d2d845960d26 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.964563 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc48e4c-8ce9-4f78-89f4-8a2a5be9f855 None None] Pushing event updated for resources: {'Port': ['ID=872044f8-e4b7-4ca5-82fc-da2a4432a1fc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:35.969720 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43850831-fb97-4f99-a468-d2d845960d26 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:35.976750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9184c281-dfe4-42ab-8b88-56bce835f984 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:35.977478 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.001139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-956d3129-176e-4c63-8d9c-8b76661f44d5 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7343006 Jul 16 03:49:36.009443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:36.034660 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc48e4c-8ce9-4f78-89f4-8a2a5be9f855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:36.035053 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc48e4c-8ce9-4f78-89f4-8a2a5be9f855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:36.035530 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc48e4c-8ce9-4f78-89f4-8a2a5be9f855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:36.035874 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc48e4c-8ce9-4f78-89f4-8a2a5be9f855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:36.036208 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc48e4c-8ce9-4f78-89f4-8a2a5be9f855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:36.036566 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc48e4c-8ce9-4f78-89f4-8a2a5be9f855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:36.036893 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc48e4c-8ce9-4f78-89f4-8a2a5be9f855 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:36.037218 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc48e4c-8ce9-4f78-89f4-8a2a5be9f855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:36.037539 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc48e4c-8ce9-4f78-89f4-8a2a5be9f855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:36.037861 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc48e4c-8ce9-4f78-89f4-8a2a5be9f855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:36.038182 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc48e4c-8ce9-4f78-89f4-8a2a5be9f855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:36.038499 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc48e4c-8ce9-4f78-89f4-8a2a5be9f855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:36.039462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e0988c64-435d-4af2-8dab-a1fdf434e756 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'subnet': {'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:36.062173 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c0717a7-b8c7-4055-8517-51c2b0f54c83 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.065600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43850831-fb97-4f99-a468-d2d845960d26 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1268a295-6743-48e9-b43b-1bfd70b855ff,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:36.069766 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c0717a7-b8c7-4055-8517-51c2b0f54c83 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.158057 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc48e4c-8ce9-4f78-89f4-8a2a5be9f855 None None] Pushing event updated for resources: {'Port': ['ID=872044f8-e4b7-4ca5-82fc-da2a4432a1fc,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:36.182106 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fe967e4c-0701-4ac5-8d17-f81e5da47f36 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:36.217996 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-470310376', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:28Z', 'updated_at': '2021-07-16T03:49:31Z', 'revision_number': 3, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:29Z', 'updated_at': '2021-07-16T03:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:36.231793 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0717a7-b8c7-4055-8517-51c2b0f54c83 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:36.284078 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f360c4c2-15a4-495b-ad7d-2488d0df9613 None None] The sync data for ids ['e757c83e-6c31-443f-b949-3158d48f5470'] in n-d-800088-6 is: [{'id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-470310376', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:28Z', 'updated_at': '2021-07-16T03:49:31Z', 'revision_number': 3, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:29Z', 'updated_at': '2021-07-16T03:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:36.326684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc369b-0a7c-40eb-907a-a4d49ee9fb64 req-e619f350-c5fa-4e6d-8d62-69b746915619 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:36.377220 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90dc369b-0a7c-40eb-907a-a4d49ee9fb64 req-e619f350-c5fa-4e6d-8d62-69b746915619 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.9189909 Jul 16 03:49:36.437073 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-43850831-fb97-4f99-a468-d2d845960d26 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.439515 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0a2aa1-5a1c-4258-b9ed-a14cf7b66f74 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Made reservation on behalf of 585dafdd798a48c2a5975c05e5d0a6ba for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:36.439995 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-43850831-fb97-4f99-a468-d2d845960d26 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.7301483 Jul 16 03:49:36.443408 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56984) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:36.453869 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0a2aa1-5a1c-4258-b9ed-a14cf7b66f74 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.455521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8b0a11fc-5781-48b0-a615-8455d1694603 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '1268a295-6743-48e9-b43b-1bfd70b855ff', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:36.499698 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a0a45ba8-0e78-4ca4-bff2-8b91fc15926d None None] Provisioning for port fe967e4c-0701-4ac5-8d17-f81e5da47f36 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:36.504982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a0a45ba8-0e78-4ca4-bff2-8b91fc15926d None None] Provisioning complete for port fe967e4c-0701-4ac5-8d17-f81e5da47f36 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:36.505372 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a0a45ba8-0e78-4ca4-bff2-8b91fc15926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.516683 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c0717a7-b8c7-4055-8517-51c2b0f54c83 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.676094 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a0a45ba8-0e78-4ca4-bff2-8b91fc15926d None None] Provisioning complete for port 3ceee511-123d-49ad-a0a3-2605a7b55e91 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:36.678261 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a0a45ba8-0e78-4ca4-bff2-8b91fc15926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.793824 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b0a11fc-5781-48b0-a615-8455d1694603 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.800501 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a0a45ba8-0e78-4ca4-bff2-8b91fc15926d None None] Port 3ceee511-123d-49ad-a0a3-2605a7b55e91 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:36.822403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c0717a7-b8c7-4055-8517-51c2b0f54c83 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.827044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0988c64-435d-4af2-8dab-a1fdf434e756 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:36.857485 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e0988c64-435d-4af2-8dab-a1fdf434e756 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:36.929879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-65ace179-da0a-47ea-9a61-28f842ddb098 None None] Provisioning complete for port 4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:36.930572 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65ace179-da0a-47ea-9a61-28f842ddb098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.048277 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-65ace179-da0a-47ea-9a61-28f842ddb098 None None] Port 4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:37.051039 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90dc369b-0a7c-40eb-907a-a4d49ee9fb64 req-0ebd96d6-e0de-443e-b0e6-2ec5fa5d3939 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6727357 Jul 16 03:49:37.055752 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b0a11fc-5781-48b0-a615-8455d1694603 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.072087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-65ace179-da0a-47ea-9a61-28f842ddb098 None None] Provisioning for port c8cae9a3-0336-4196-8527-1964360bb50b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:37.072388 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b0a11fc-5781-48b0-a615-8455d1694603 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.084013 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-65ace179-da0a-47ea-9a61-28f842ddb098 None None] Provisioning complete for port c8cae9a3-0336-4196-8527-1964360bb50b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:37.085183 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65ace179-da0a-47ea-9a61-28f842ddb098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.110125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a11fc-5781-48b0-a615-8455d1694603 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b579c429-b890-4009-9415-cf3232124785,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:37.181797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-65ace179-da0a-47ea-9a61-28f842ddb098 None None] Port c8cae9a3-0336-4196-8527-1964360bb50b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:37.210954 n-d-800088-6 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-e0988c64-435d-4af2-8dab-a1fdf434e756 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7400e5aa-dbb2-492d-9e7d-5d68336939f2 (CIDR: 2001:db8:0:1::/64) Jul 16 03:49:37.220580 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0988c64-435d-4af2-8dab-a1fdf434e756 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:49:37.221069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0988c64-435d-4af2-8dab-a1fdf434e756 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:37.235749 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0a2aa1-5a1c-4258-b9ed-a14cf7b66f74 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.264856 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b0a11fc-5781-48b0-a615-8455d1694603 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.268932 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8b0a11fc-5781-48b0-a615-8455d1694603 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8241532 Jul 16 03:49:37.269570 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56994) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:37.282512 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e0988c64-435d-4af2-8dab-a1fdf434e756 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2703979 Jul 16 03:49:37.284398 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 56996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:37.292475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d7ea7e32-9f8f-4bd7-a5ed-a3d7554f5cb3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '1268a295-6743-48e9-b43b-1bfd70b855ff', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:37.303904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d5a4757f-355b-423c-8040-0b9d5ac47c68 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'subnet': {'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:37.362563 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7ea7e32-9f8f-4bd7-a5ed-a3d7554f5cb3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.380542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a2aa1-5a1c-4258-b9ed-a14cf7b66f74 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'Subnet': ['ID=125da1df-c26d-42e3-b0e0-b86948e3d3fe,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:37.454076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0a2aa1-5a1c-4258-b9ed-a14cf7b66f74 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Checking segment: {'id': 'dc9dc964-2483-446c-bcd7-9877c3f6397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:37.454724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0a2aa1-5a1c-4258-b9ed-a14cf7b66f74 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Network hostable DHCP agents. Network: b8e5a190-78f0-412e-bfe1-3f239967d159, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:49:37.465220 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7ea7e32-9f8f-4bd7-a5ed-a3d7554f5cb3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.470755 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7ea7e32-9f8f-4bd7-a5ed-a3d7554f5cb3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.533345 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea7e32-9f8f-4bd7-a5ed-a3d7554f5cb3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b1b48a-1a07-49ae-bb12-79f2c5b3abb5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:37.547471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0a2aa1-5a1c-4258-b9ed-a14cf7b66f74 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Network b8e5a190-78f0-412e-bfe1-3f239967d159 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:49:37.565502 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dc0a2aa1-5a1c-4258-b9ed-a14cf7b66f74 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, b8e5a190-78f0-412e-bfe1-3f239967d159) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:37.577513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb40334-3bee-46ff-a6eb-28afe1b0340b None None] Network b8e5a190-78f0-412e-bfe1-3f239967d159 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:37.589616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a4757f-355b-423c-8040-0b9d5ac47c68 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Made reservation on behalf of ed7594d380d2450fad6c1d1bbb9a39b0 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:37.594444 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5a4757f-355b-423c-8040-0b9d5ac47c68 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.598104 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d7ea7e32-9f8f-4bd7-a5ed-a3d7554f5cb3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.602160 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d7ea7e32-9f8f-4bd7-a5ed-a3d7554f5cb3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3298149 Jul 16 03:49:37.668012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 56998) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:37.685867 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c61478a9-adab-4f72-ac2a-2b0f037a0954 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '1268a295-6743-48e9-b43b-1bfd70b855ff', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:37.686238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a2aa1-5a1c-4258-b9ed-a14cf7b66f74 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:37.690696 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc0a2aa1-5a1c-4258-b9ed-a14cf7b66f74 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.792958 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c61478a9-adab-4f72-ac2a-2b0f037a0954 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.829934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 872044f8-e4b7-4ca5-82fc-da2a4432a1fc up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:37.830897 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dc0a2aa1-5a1c-4258-b9ed-a14cf7b66f74 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6486602 Jul 16 03:49:37.839432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:37.955339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-b8e5a190-78f0-412e-bfe1-3f239967d159', 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'fixed_ips': [{'subnet_id': '125da1df-c26d-42e3-b0e0-b86948e3d3fe'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:49:37.956772 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:37.984075 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c0717a7-b8c7-4055-8517-51c2b0f54c83 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.000978 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c0717a7-b8c7-4055-8517-51c2b0f54c83 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.008106 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c61478a9-adab-4f72-ac2a-2b0f037a0954 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.036035 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c61478a9-adab-4f72-ac2a-2b0f037a0954 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.134370 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61478a9-adab-4f72-ac2a-2b0f037a0954 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779b090f-69cb-473f-b007-8b11b79746ee,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:38.143426 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c61478a9-adab-4f72-ac2a-2b0f037a0954 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.144775 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c61478a9-adab-4f72-ac2a-2b0f037a0954 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4757755 Jul 16 03:49:38.151864 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57006) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:38.159032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b975e8a2-b3e8-481a-9da5-d50ac0d1a9a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '1268a295-6743-48e9-b43b-1bfd70b855ff', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:38.170245 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c0717a7-b8c7-4055-8517-51c2b0f54c83 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.182779 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0717a7-b8c7-4055-8517-51c2b0f54c83 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:38.316511 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b975e8a2-b3e8-481a-9da5-d50ac0d1a9a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.360061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Allocated IP 172.20.0.18 (b8e5a190-78f0-412e-bfe1-3f239967d159/125da1df-c26d-42e3-b0e0-b86948e3d3fe/ecca3f13-2f7e-4adf-8aa9-552020ee3eef) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:38.417913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0717a7-b8c7-4055-8517-51c2b0f54c83 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 28271a8e-b119-4aa2-b365-6f5c31cff9e3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:38.420456 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b975e8a2-b3e8-481a-9da5-d50ac0d1a9a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.422297 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5c0717a7-b8c7-4055-8517-51c2b0f54c83 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:38.424947 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b975e8a2-b3e8-481a-9da5-d50ac0d1a9a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.499186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975e8a2-b3e8-481a-9da5-d50ac0d1a9a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e024c1e4-053e-40c2-8637-b40e9d1ab6bb,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:38.564048 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b975e8a2-b3e8-481a-9da5-d50ac0d1a9a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.584909 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b975e8a2-b3e8-481a-9da5-d50ac0d1a9a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4162853 Jul 16 03:49:38.585946 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57010) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:38.593063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-123e7f00-7aaa-44f4-9e1b-3e088cede0df tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '1268a295-6743-48e9-b43b-1bfd70b855ff', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:38.662047 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-123e7f00-7aaa-44f4-9e1b-3e088cede0df tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Project 03422a5449cd4807854f59afa4486f72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:49:38.668190 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.673768 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-123e7f00-7aaa-44f4-9e1b-3e088cede0df tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.679333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Transition to ACTIVE for port object ecca3f13-2f7e-4adf-8aa9-552020ee3eef will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:38.696437 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Transition to ACTIVE for port object ecca3f13-2f7e-4adf-8aa9-552020ee3eef will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:38.704275 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.751783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Network b8e5a190-78f0-412e-bfe1-3f239967d159 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:38.764201 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:38.766799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0717a7-b8c7-4055-8517-51c2b0f54c83 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Router a96c6945-bd21-4dfb-a049-6fdf33797285 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:49:38.771842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:38.790366 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Pushing event updated for resources: {'Port': ['ID=ecca3f13-2f7e-4adf-8aa9-552020ee3eef,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:38.832020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 872044f8-e4b7-4ca5-82fc-da2a4432a1fc completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:38.888182 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-123e7f00-7aaa-44f4-9e1b-3e088cede0df tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.892567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 872044f8-e4b7-4ca5-82fc-da2a4432a1fc triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:38.893094 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.896493 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-123e7f00-7aaa-44f4-9e1b-3e088cede0df tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.897951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7c55ff4a-891b-4153-b57e-e0268cbab729 None None] Provisioning complete for port 4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:38.898585 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c55ff4a-891b-4153-b57e-e0268cbab729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.925301 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e7f00-7aaa-44f4-9e1b-3e088cede0df tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02859216-390f-4ee8-bfdf-847337e45096,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:38.946219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7c55ff4a-891b-4153-b57e-e0268cbab729 None None] Port 4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:38.953994 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-123e7f00-7aaa-44f4-9e1b-3e088cede0df tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:38.955929 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-123e7f00-7aaa-44f4-9e1b-3e088cede0df tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3667312 Jul 16 03:49:38.959167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0717a7-b8c7-4055-8517-51c2b0f54c83 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:38.961168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57012) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:38.974878 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5c0717a7-b8c7-4055-8517-51c2b0f54c83 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "PUT /v2.0/routers/a96c6945-bd21-4dfb-a049-6fdf33797285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0768228 Jul 16 03:49:38.977618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:38.978812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbb9989-a6ee-4de5-820b-cace6a69b6f2 None None] Sync routers for ids ['a96c6945-bd21-4dfb-a049-6fdf33797285'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:38.981197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-01b645ef-0aa7-45fd-9f67-f54b688cb412 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '1268a295-6743-48e9-b43b-1bfd70b855ff', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:38.985609 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Attempting to bind port ecca3f13-2f7e-4adf-8aa9-552020ee3eef on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:38.985985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Attempting to bind port ecca3f13-2f7e-4adf-8aa9-552020ee3eef by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'dc9dc964-2483-446c-bcd7-9877c3f6397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:38.986409 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Attempting to bind port ecca3f13-2f7e-4adf-8aa9-552020ee3eef on network b8e5a190-78f0-412e-bfe1-3f239967d159 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:38.999111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:38.999731 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Checking segment: {'id': 'dc9dc964-2483-446c-bcd7-9877c3f6397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:39.000409 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.000970 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Bound using segment: {'id': 'dc9dc964-2483-446c-bcd7-9877c3f6397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:39.001508 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Bound port: ecca3f13-2f7e-4adf-8aa9-552020ee3eef, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9dc964-2483-446c-bcd7-9877c3f6397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:39.001907 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.018348 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb9989-a6ee-4de5-820b-cace6a69b6f2 None None] Routers {'a96c6945-bd21-4dfb-a049-6fdf33797285'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:39.018999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fbb9989-a6ee-4de5-820b-cace6a69b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a96c6945-bd21-4dfb-a049-6fdf33797285'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:39.036230 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-01b645ef-0aa7-45fd-9f67-f54b688cb412 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Project 03422a5449cd4807854f59afa4486f72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:49:39.045748 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01b645ef-0aa7-45fd-9f67-f54b688cb412 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.080474 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] For port ecca3f13-2f7e-4adf-8aa9-552020ee3eef, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:39.086969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] For port ecca3f13-2f7e-4adf-8aa9-552020ee3eef, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ecca3f13-2f7e-4adf-8aa9-552020ee3eef,segment=NetworkSegment(dc9dc964-2483-446c-bcd7-9877c3f6397e),segment_id=dc9dc964-2483-446c-bcd7-9877c3f6397e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:39.134719 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5a4757f-355b-423c-8040-0b9d5ac47c68 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.165277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01b645ef-0aa7-45fd-9f67-f54b688cb412 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.172187 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01b645ef-0aa7-45fd-9f67-f54b688cb412 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.190769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b645ef-0aa7-45fd-9f67-f54b688cb412 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502e565f-2dbf-4855-83a0-68ec9507e941,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:39.206382 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01b645ef-0aa7-45fd-9f67-f54b688cb412 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.208732 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-01b645ef-0aa7-45fd-9f67-f54b688cb412 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2394133 Jul 16 03:49:39.211722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57016) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:39.220660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dea1c4e1-0f2c-4946-ae71-f006f4933f9e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'network': {'name': 'tempest-network-smoke--530915815', 'project_id': '03422a5449cd4807854f59afa4486f72', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:39.231192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a4757f-355b-423c-8040-0b9d5ac47c68 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:39.245900 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d5a4757f-355b-423c-8040-0b9d5ac47c68 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:39.249879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a4757f-355b-423c-8040-0b9d5ac47c68 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:39.250676 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5a4757f-355b-423c-8040-0b9d5ac47c68 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.259873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea1c4e1-0f2c-4946-ae71-f006f4933f9e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Made reservation on behalf of 03422a5449cd4807854f59afa4486f72 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:39.264604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4757f-355b-423c-8040-0b9d5ac47c68 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Subnet': ['ID=f9e637fc-c71a-4c41-a4d2-63a6c29bec31,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:39.278841 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dea1c4e1-0f2c-4946-ae71-f006f4933f9e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.286772 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b9dc3-3605-4ddb-a904-8fbd01dc8b9e req-ed5674f0-10b5-4ea5-8462-419405e56c8e tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:39.288504 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-066b9dc3-3605-4ddb-a904-8fbd01dc8b9e req-ed5674f0-10b5-4ea5-8462-419405e56c8e tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.3503628 Jul 16 03:49:39.293065 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d5a4757f-355b-423c-8040-0b9d5ac47c68 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0001779 Jul 16 03:49:39.293824 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57020) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:39.303456 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c609d51-25fa-48c5-9eb4-307928e86e9a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:39.305056 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5c609d51-25fa-48c5-9eb4-307928e86e9a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96c6945-bd21-4dfb-a049-6fdf33797285 HTTP/1.1" status: 200 len: 982 time: 0.3243351 Jul 16 03:49:39.305970 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8a6c7371-95f4-4e30-935b-ea7fb233d353 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1030614929', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f9e637fc-c71a-4c41-a4d2-63a6c29bec31'}], 'security_groups': ['0a89312f-7479-4fdb-aab0-848f94eb8e24', '90f43068-28b0-49d3-bf79-a0dfbef66741']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:39.313737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57022) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:39.353622 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.355834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b066057-99b8-4aa8-8dfe-683c873e0ee3 None None] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:39.443037 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-066b9dc3-3605-4ddb-a904-8fbd01dc8b9e req-45d9304d-423b-4756-9cb2-6d77cf04d626 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928857 Jul 16 03:49:39.446423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fbb9989-a6ee-4de5-820b-cace6a69b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:39.483558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea1c4e1-0f2c-4946-ae71-f006f4933f9e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 919} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:49:39.529245 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dea1c4e1-0f2c-4946-ae71-f006f4933f9e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.529604 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-dea1c4e1-0f2c-4946-ae71-f006f4933f9e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Added segment 474e55e0-a014-4939-aa44-556270f06f77 of type vlan for network 258afb0d-73a5-4e5c-a970-c1705766d533 Jul 16 03:49:39.644343 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.652278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb9989-a6ee-4de5-820b-cace6a69b6f2 None None] Routers {'a96c6945-bd21-4dfb-a049-6fdf33797285'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:39.653075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fbb9989-a6ee-4de5-820b-cace6a69b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a96c6945-bd21-4dfb-a049-6fdf33797285'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:39.711023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9fbb9989-a6ee-4de5-820b-cace6a69b6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:39.712015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbb9989-a6ee-4de5-820b-cace6a69b6f2 None None] The sync data for ids ['a96c6945-bd21-4dfb-a049-6fdf33797285'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:39.819649 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dea1c4e1-0f2c-4946-ae71-f006f4933f9e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.828469 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47d36f-c6a9-4699-bf13-5108399daed3 None None] Pushing event updated for resources: {'Port': ['ID=ecca3f13-2f7e-4adf-8aa9-552020ee3eef,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:39.861775 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.892965 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 872044f8-e4b7-4ca5-82fc-da2a4432a1fc, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=872044f8-e4b7-4ca5-82fc-da2a4432a1fc,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:39.898680 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:39.991835 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-dea1c4e1-0f2c-4946-ae71-f006f4933f9e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:49:40.035416 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dea1c4e1-0f2c-4946-ae71-f006f4933f9e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.039576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=872044f8-e4b7-4ca5-82fc-da2a4432a1fc,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:40.041256 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1c4e1-0f2c-4946-ae71-f006f4933f9e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:40.042464 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dea1c4e1-0f2c-4946-ae71-f006f4933f9e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.061246 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7371-95f4-4e30-935b-ea7fb233d353 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.091851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Allocated IP 172.20.0.17 (b8e5a190-78f0-412e-bfe1-3f239967d159/125da1df-c26d-42e3-b0e0-b86948e3d3fe/59e8e82f-fe37-430b-a3eb-45e88454c1b6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:40.142417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715e4262-1127-4469-8866-952bc33c75d6 None None] Update dhcp port {'port': {'network_id': 'bbe55198-3bbf-4a93-959c-4f8f15c2d79c', 'fixed_ips': [{'subnet_id': '7400e5aa-dbb2-492d-9e7d-5d68336939f2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '251f7ac1-79cc-48dc-b9de-6c958c341278', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f9e637fc-c71a-4c41-a4d2-63a6c29bec31'}], 'binding:host_id': 'n-d-800088-6'}, 'id': 'fe967e4c-0701-4ac5-8d17-f81e5da47f36'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:49:40.150147 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dea1c4e1-0f2c-4946-ae71-f006f4933f9e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9370050 Jul 16 03:49:40.183158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:40.196956 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'admin_state_up': True, 'project_id': '03422a5449cd4807854f59afa4486f72', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:40.203058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1c4e1-0f2c-4946-ae71-f006f4933f9e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Network': ['ID=258afb0d-73a5-4e5c-a970-c1705766d533,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:40.209049 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-715e4262-1127-4469-8866-952bc33c75d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.232712 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 258afb0d-73a5-4e5c-a970-c1705766d533 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:49:40.262721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7b27d-b0b2-4611-9b27-3c83798fb2f9 req-a8f2def8-5b05-4732-9e4c-8eb1bf7a1e0e tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:40.264429 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22d7b27d-b0b2-4611-9b27-3c83798fb2f9 req-a8f2def8-5b05-4732-9e4c-8eb1bf7a1e0e tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.3880584 Jul 16 03:49:40.270933 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.271969 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.284172 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.357652 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22d7b27d-b0b2-4611-9b27-3c83798fb2f9 req-1c9d38d8-fafd-4346-877d-8fda2f486d37 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810840 Jul 16 03:49:40.362706 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Transition to ACTIVE for port object 59e8e82f-fe37-430b-a3eb-45e88454c1b6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:40.422499 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.673691 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-715e4262-1127-4469-8866-952bc33c75d6 None None] Allocated IP 2001:db8:0:2::2 (bbe55198-3bbf-4a93-959c-4f8f15c2d79c/f9e637fc-c71a-4c41-a4d2-63a6c29bec31/fe967e4c-0701-4ac5-8d17-f81e5da47f36) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:40.778332 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-338d947c-92a7-4eeb-b847-a48ed51f8609 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.862378 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.863144 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-715e4262-1127-4469-8866-952bc33c75d6 None None] For port fe967e4c-0701-4ac5-8d17-f81e5da47f36, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fe967e4c-0701-4ac5-8d17-f81e5da47f36,segment=NetworkSegment(b9cd9de8-0435-412a-8d14-f46a971519ea),segment_id=b9cd9de8-0435-412a-8d14-f46a971519ea)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:40.887010 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.901091 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-715e4262-1127-4469-8866-952bc33c75d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.918947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-715e4262-1127-4469-8866-952bc33c75d6 None None] Transition to ACTIVE for port object fe967e4c-0701-4ac5-8d17-f81e5da47f36 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:40.931959 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-715e4262-1127-4469-8866-952bc33c75d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:40.981845 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'Port': ['ID=59e8e82f-fe37-430b-a3eb-45e88454c1b6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:41.032992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e4262-1127-4469-8866-952bc33c75d6 None None] Pushing event updated for resources: {'Port': ['ID=fe967e4c-0701-4ac5-8d17-f81e5da47f36,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:41.074737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Network b8e5a190-78f0-412e-bfe1-3f239967d159 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:41.105887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8a6c7371-95f4-4e30-935b-ea7fb233d353 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Delete allocated IP 2001:db8::d5 (bbe55198-3bbf-4a93-959c-4f8f15c2d79c/251f7ac1-79cc-48dc-b9de-6c958c341278) {{(pid=93768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 03:49:41.112981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:41.118506 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:41.123636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8a6c7371-95f4-4e30-935b-ea7fb233d353 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Allocated IP 2001:db8:0:2::339 (bbe55198-3bbf-4a93-959c-4f8f15c2d79c/f9e637fc-c71a-4c41-a4d2-63a6c29bec31/c8cae9a3-0336-4196-8527-1964360bb50b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:41.220477 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443b440-3d96-43da-87dc-1ebc12b058d9 req-feac9ef0-9857-4385-a3de-d946235926c9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:41.222294 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b443b440-3d96-43da-87dc-1ebc12b058d9 req-feac9ef0-9857-4385-a3de-d946235926c9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.5834348 Jul 16 03:49:41.254765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-338d947c-92a7-4eeb-b847-a48ed51f8609 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:41.255281 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-338d947c-92a7-4eeb-b847-a48ed51f8609 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:41.283509 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:41.310429 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff99b2-d693-44e8-8478-a22044dc4974 None None] Network b8e5a190-78f0-412e-bfe1-3f239967d159 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:41.430681 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b443b440-3d96-43da-87dc-1ebc12b058d9 req-49c612c9-3b95-4366-9de0-5cde8465fbc0 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944199 Jul 16 03:49:41.462550 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2af86f7d-cb21-45f6-b8c9-ff7bf4bc8550 None None] Provisioning for port ecca3f13-2f7e-4adf-8aa9-552020ee3eef completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:41.481641 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7371-95f4-4e30-935b-ea7fb233d353 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:41.509430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8a6c7371-95f4-4e30-935b-ea7fb233d353 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Transition to ACTIVE for port object c8cae9a3-0336-4196-8527-1964360bb50b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:41.515723 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7371-95f4-4e30-935b-ea7fb233d353 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:41.585725 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-338d947c-92a7-4eeb-b847-a48ed51f8609 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:41.641860 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c7371-95f4-4e30-935b-ea7fb233d353 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] In _notify_port_updated(), no bound segment for port c8cae9a3-0336-4196-8527-1964360bb50b on network bbe55198-3bbf-4a93-959c-4f8f15c2d79c {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:49:41.667487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6c7371-95f4-4e30-935b-ea7fb233d353 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:41.668181 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a6c7371-95f4-4e30-935b-ea7fb233d353 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:41.673215 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8a6c7371-95f4-4e30-935b-ea7fb233d353 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "PUT /v2.0/ports/c8cae9a3-0336-4196-8527-1964360bb50b HTTP/1.1" status: 200 len: 970 time: 2.3720531 Jul 16 03:49:41.698935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-338d947c-92a7-4eeb-b847-a48ed51f8609 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:41.699478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57042) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:41.798467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c7371-95f4-4e30-935b-ea7fb233d353 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event updated for resources: {'Port': ['ID=c8cae9a3-0336-4196-8527-1964360bb50b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:41.964491 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.107298 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-338d947c-92a7-4eeb-b847-a48ed51f8609 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.150560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-584d1f9e-2ef4-466c-8eee-ed711989d046 None None] Provisioning for port 59e8e82f-fe37-430b-a3eb-45e88454c1b6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:42.162458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-584d1f9e-2ef4-466c-8eee-ed711989d046 None None] Provisioning complete for port 59e8e82f-fe37-430b-a3eb-45e88454c1b6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:42.162831 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-584d1f9e-2ef4-466c-8eee-ed711989d046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.180202 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d947c-92a7-4eeb-b847-a48ed51f8609 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:42.218939 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.240510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 872044f8-e4b7-4ca5-82fc-da2a4432a1fc up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:42.299260 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.316136 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-584d1f9e-2ef4-466c-8eee-ed711989d046 None None] Port 59e8e82f-fe37-430b-a3eb-45e88454c1b6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:42.352976 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 872044f8-e4b7-4ca5-82fc-da2a4432a1fc triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:42.353873 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.439867 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-338d947c-92a7-4eeb-b847-a48ed51f8609 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.505909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ecca3f13-2f7e-4adf-8aa9-552020ee3eef up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:42.585285 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1a3dde04-1ab2-4436-b4b5-578c0eb51778 None None] Provisioning complete for port 59e8e82f-fe37-430b-a3eb-45e88454c1b6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:42.585661 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1a3dde04-1ab2-4436-b4b5-578c0eb51778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.630227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port ecca3f13-2f7e-4adf-8aa9-552020ee3eef completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:42.637663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ecca3f13-2f7e-4adf-8aa9-552020ee3eef triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:42.638047 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.677034 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1a3dde04-1ab2-4436-b4b5-578c0eb51778 None None] Port 59e8e82f-fe37-430b-a3eb-45e88454c1b6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:42.696463 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1a3dde04-1ab2-4436-b4b5-578c0eb51778 None None] Provisioning complete for port 3ceee511-123d-49ad-a0a3-2605a7b55e91 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:42.696463 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1a3dde04-1ab2-4436-b4b5-578c0eb51778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.765757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338d947c-92a7-4eeb-b847-a48ed51f8609 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Router a96c6945-bd21-4dfb-a049-6fdf33797285 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:49:42.804191 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.823984 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1a3dde04-1ab2-4436-b4b5-578c0eb51778 None None] Port 3ceee511-123d-49ad-a0a3-2605a7b55e91 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:42.860988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1a3dde04-1ab2-4436-b4b5-578c0eb51778 None None] Provisioning for port c8cae9a3-0336-4196-8527-1964360bb50b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:42.864349 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port ecca3f13-2f7e-4adf-8aa9-552020ee3eef, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ecca3f13-2f7e-4adf-8aa9-552020ee3eef,segment=NetworkSegment(dc9dc964-2483-446c-bcd7-9877c3f6397e),segment_id=dc9dc964-2483-446c-bcd7-9877c3f6397e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:42.871095 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.871733 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fe967e4c-0701-4ac5-8d17-f81e5da47f36 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:42.875671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1a3dde04-1ab2-4436-b4b5-578c0eb51778 None None] Provisioning complete for port c8cae9a3-0336-4196-8527-1964360bb50b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:42.876044 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1a3dde04-1ab2-4436-b4b5-578c0eb51778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:42.881278 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338d947c-92a7-4eeb-b847-a48ed51f8609 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:42.888440 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-338d947c-92a7-4eeb-b847-a48ed51f8609 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "PUT /v2.0/routers/a96c6945-bd21-4dfb-a049-6fdf33797285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5705614 Jul 16 03:49:42.897007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57048) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:42.897754 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c393b8-1ef3-4599-9bc0-bf15f204d599 None None] Sync routers for ids ['a96c6945-bd21-4dfb-a049-6fdf33797285'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:42.919833 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c393b8-1ef3-4599-9bc0-bf15f204d599 None None] Routers {'a96c6945-bd21-4dfb-a049-6fdf33797285'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:42.920569 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-62c393b8-1ef3-4599-9bc0-bf15f204d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a96c6945-bd21-4dfb-a049-6fdf33797285'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:42.931472 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bd3c3f-3139-4663-85b7-ec87892a2736 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] GET failed (client error): The resource could not be found. Jul 16 03:49:42.934019 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-40bd3c3f-3139-4663-85b7-ec87892a2736 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/4d6a9dbc-4ad5-43e8-aa86-da0d4a78bf64 HTTP/1.1" status: 404 len: 333 time: 0.0352163 Jul 16 03:49:42.938959 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57050) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:42.984502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=ecca3f13-2f7e-4adf-8aa9-552020ee3eef,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:42.993751 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1a3dde04-1ab2-4436-b4b5-578c0eb51778 None None] Port c8cae9a3-0336-4196-8527-1964360bb50b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:42.997645 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-62c393b8-1ef3-4599-9bc0-bf15f204d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:43.006519 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c393b8-1ef3-4599-9bc0-bf15f204d599 None None] Routers {'a96c6945-bd21-4dfb-a049-6fdf33797285'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:43.007113 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-62c393b8-1ef3-4599-9bc0-bf15f204d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a96c6945-bd21-4dfb-a049-6fdf33797285'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:43.013148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1a3dde04-1ab2-4436-b4b5-578c0eb51778 None None] Provisioning for port fe967e4c-0701-4ac5-8d17-f81e5da47f36 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:43.016408 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port fe967e4c-0701-4ac5-8d17-f81e5da47f36 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:43.016793 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.019524 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1a3dde04-1ab2-4436-b4b5-578c0eb51778 None None] Provisioning complete for port fe967e4c-0701-4ac5-8d17-f81e5da47f36 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:43.019892 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1a3dde04-1ab2-4436-b4b5-578c0eb51778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.043790 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59bed561-22e9-4a36-a16b-3127d96b092c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.081746 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-62c393b8-1ef3-4599-9bc0-bf15f204d599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:43.082684 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c393b8-1ef3-4599-9bc0-bf15f204d599 None None] The sync data for ids ['a96c6945-bd21-4dfb-a049-6fdf33797285'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:43.085787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b3891-fc01-4311-a846-1190651336a6 req-2571e014-c609-4e23-b662-dd9b7564065a tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:43.088887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-556b3891-fc01-4311-a846-1190651336a6 req-2571e014-c609-4e23-b662-dd9b7564065a tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 1.0461795 Jul 16 03:49:43.094630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1f9bdb58-16b3-42c7-9965-2915e71821bd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port c8cae9a3-0336-4196-8527-1964360bb50b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:43.095239 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f9bdb58-16b3-42c7-9965-2915e71821bd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.266285 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59bed561-22e9-4a36-a16b-3127d96b092c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.268331 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59bed561-22e9-4a36-a16b-3127d96b092c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.285286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.25.3.199 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/8c17fd1a-8169-448a-b94e-5a795b723d81) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:43.289670 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-556b3891-fc01-4311-a846-1190651336a6 req-e2952807-8801-450f-8002-932ad6da8843 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862266 Jul 16 03:49:43.317747 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59bed561-22e9-4a36-a16b-3127d96b092c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.318065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bed561-22e9-4a36-a16b-3127d96b092c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Fanout notify agent at l3_agent the message router_deleted on router a96c6945-bd21-4dfb-a049-6fdf33797285 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:49:43.325792 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59bed561-22e9-4a36-a16b-3127d96b092c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.329492 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-59bed561-22e9-4a36-a16b-3127d96b092c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/routers/a96c6945-bd21-4dfb-a049-6fdf33797285 HTTP/1.1" status: 204 len: 168 time: 0.3863504 Jul 16 03:49:43.330272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57052) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:43.355954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4a6964a8-5416-48ca-97a6-8314e3b1f380 None None] Provisioning complete for port c8cae9a3-0336-4196-8527-1964360bb50b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:43.358241 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a6964a8-5416-48ca-97a6-8314e3b1f380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.358373 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f9bdb58-16b3-42c7-9965-2915e71821bd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.396844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1f9bdb58-16b3-42c7-9965-2915e71821bd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for c8cae9a3-0336-4196-8527-1964360bb50b owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:43.403020 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e7c4af-7ad5-4b60-8ccd-6e75a66b78b4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting subnet b8a0da60-7fe3-4aff-b2c5-fcba171cf9a7 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:43.407013 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e7c4af-7ad5-4b60-8ccd-6e75a66b78b4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.416006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4a6964a8-5416-48ca-97a6-8314e3b1f380 None None] Port c8cae9a3-0336-4196-8527-1964360bb50b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:43.449557 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e7c4af-7ad5-4b60-8ccd-6e75a66b78b4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.516926 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.531279 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.532304 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e7c4af-7ad5-4b60-8ccd-6e75a66b78b4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.598198 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e7c4af-7ad5-4b60-8ccd-6e75a66b78b4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.599921 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.629542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7c4af-7ad5-4b60-8ccd-6e75a66b78b4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a0da60-7fe3-4aff-b2c5-fcba171cf9a7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:43.633061 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84e7c4af-7ad5-4b60-8ccd-6e75a66b78b4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.635225 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-84e7c4af-7ad5-4b60-8ccd-6e75a66b78b4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/b8a0da60-7fe3-4aff-b2c5-fcba171cf9a7 HTTP/1.1" status: 204 len: 168 time: 0.2938185 Jul 16 03:49:43.640077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:43.645637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df37cb32-31cd-42b7-8608-7d195fc0c5fe None None] Network 28271a8e-b119-4aa2-b365-6f5c31cff9e3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:43.676213 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.686136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'Port': ['ID=59e8e82f-fe37-430b-a3eb-45e88454c1b6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:43.814868 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.824495 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.865184 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8028f5-9ce5-4474-97fe-50d0ddfd56f3 None None] DHCP port deletion for 28271a8e-b119-4aa2-b365-6f5c31cff9e3 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:49:43.910033 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f9bdb58-16b3-42c7-9965-2915e71821bd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:43.940681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:43.967342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:43.969197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=8c17fd1a-8169-448a-b94e-5a795b723d81,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:43.971934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:43.976790 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2f8028f5-9ce5-4474-97fe-50d0ddfd56f3 None None] Deleting port 9184c281-dfe4-42ab-8b88-56bce835f984 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:43.982290 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f8028f5-9ce5-4474-97fe-50d0ddfd56f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.080411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Network b8e5a190-78f0-412e-bfe1-3f239967d159 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:44.084933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bdb58-16b3-42c7-9965-2915e71821bd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=c8cae9a3-0336-4196-8527-1964360bb50b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:44.090072 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f9bdb58-16b3-42c7-9965-2915e71821bd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.094729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57062) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:44.094890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1f9bdb58-16b3-42c7-9965-2915e71821bd tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/c8cae9a3-0336-4196-8527-1964360bb50b HTTP/1.1" status: 204 len: 168 time: 2.3928187 Jul 16 03:49:44.099356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:44.114828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2f8028f5-9ce5-4474-97fe-50d0ddfd56f3 None None] For port 9184c281-dfe4-42ab-8b88-56bce835f984, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9184c281-dfe4-42ab-8b88-56bce835f984,segment=NetworkSegment(6ac9039c-baf2-4fb4-b636-ed2d56536744),segment_id=6ac9039c-baf2-4fb4-b636-ed2d56536744)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:44.115342 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f8028f5-9ce5-4474-97fe-50d0ddfd56f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.135995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2f8028f5-9ce5-4474-97fe-50d0ddfd56f3 None None] Calling delete_port for 9184c281-dfe4-42ab-8b88-56bce835f984 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:44.162720 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-195ce749-0f15-4180-a933-ac3edb93b177 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] GET failed (client error): The resource could not be found. Jul 16 03:49:44.167535 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-195ce749-0f15-4180-a933-ac3edb93b177 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports/c8cae9a3-0336-4196-8527-1964360bb50b HTTP/1.1" status: 404 len: 333 time: 0.0711982 Jul 16 03:49:44.168142 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57064) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:44.238824 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ecca3f13-2f7e-4adf-8aa9-552020ee3eef up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:44.267014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bedea713-ad26-4eac-83ee-4249ad4ad5a8 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.282781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:44.294514 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f8028f5-9ce5-4474-97fe-50d0ddfd56f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.330381 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ecca3f13-2f7e-4adf-8aa9-552020ee3eef triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:44.331899 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.335799 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8028f5-9ce5-4474-97fe-50d0ddfd56f3 None None] Pushing event deleted for resources: {'Port': ['ID=9184c281-dfe4-42ab-8b88-56bce835f984,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:44.358584 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bedea713-ad26-4eac-83ee-4249ad4ad5a8 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.422672 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 9184c281-dfe4-42ab-8b88-56bce835f984 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:44.423260 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.459050 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bedea713-ad26-4eac-83ee-4249ad4ad5a8 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.462180 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bedea713-ad26-4eac-83ee-4249ad4ad5a8 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.466848 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bedea713-ad26-4eac-83ee-4249ad4ad5a8 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/security-groups/573afc6d-a71b-4f61-80c3-3f6449a95db6 HTTP/1.1" status: 204 len: 168 time: 0.2974651 Jul 16 03:49:44.467481 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57072) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:44.521526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedea713-ad26-4eac-83ee-4249ad4ad5a8 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573afc6d-a71b-4f61-80c3-3f6449a95db6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:44.567333 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e1a8d99-8732-47bb-ba8b-6813f07a85ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.572256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8028f5-9ce5-4474-97fe-50d0ddfd56f3 None None] No DVR routers for this DVR port 9184c281-dfe4-42ab-8b88-56bce835f984 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:44.589260 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-89d6247f-09a8-4f72-82a8-e72537207a12 None None] Provisioning complete for port 59e8e82f-fe37-430b-a3eb-45e88454c1b6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:44.589643 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-89d6247f-09a8-4f72-82a8-e72537207a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.592553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] For port 9184c281-dfe4-42ab-8b88-56bce835f984, host n-d-800088-6, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:44.592994 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.644749 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1422bbf8-5b21-42c9-aae0-71263405a458 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.651473 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 9184c281-dfe4-42ab-8b88-56bce835f984 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:44.656266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Port 9184c281-dfe4-42ab-8b88-56bce835f984 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:49:44.660716 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-89d6247f-09a8-4f72-82a8-e72537207a12 None None] Port 59e8e82f-fe37-430b-a3eb-45e88454c1b6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:44.668393 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.674084 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Router e757c83e-6c31-443f-b949-3158d48f5470 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:49:44.680927 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1422bbf8-5b21-42c9-aae0-71263405a458 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.742369 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=9184c281-dfe4-42ab-8b88-56bce835f984,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:44.744224 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e1a8d99-8732-47bb-ba8b-6813f07a85ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.745195 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No DVR routers for this DVR port 9184c281-dfe4-42ab-8b88-56bce835f984 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:44.748729 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1422bbf8-5b21-42c9-aae0-71263405a458 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.751640 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1422bbf8-5b21-42c9-aae0-71263405a458 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.755529 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1422bbf8-5b21-42c9-aae0-71263405a458 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/security-groups/90f43068-28b0-49d3-bf79-a0dfbef66741 HTTP/1.1" status: 204 len: 168 time: 0.2768133 Jul 16 03:49:44.757117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:44.758934 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e1a8d99-8732-47bb-ba8b-6813f07a85ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.766748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422bbf8-5b21-42c9-aae0-71263405a458 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f43068-28b0-49d3-bf79-a0dfbef66741,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:44.789606 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9184c281-dfe4-42ab-8b88-56bce835f984 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:44.794574 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a8d99-8732-47bb-ba8b-6813f07a85ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b063e53-475e-4a25-b5ed-06a0d0ad7cc3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:44.816131 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8e1a8d99-8732-47bb-ba8b-6813f07a85ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=999adc339c7b4a62b9d9d6d37f774829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5282183 Jul 16 03:49:44.816384 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57076) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:44.830033 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 9184c281-dfe4-42ab-8b88-56bce835f984 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:44.830391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9184c281-dfe4-42ab-8b88-56bce835f984 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:44.868934 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dde24a44-a3b1-469d-b6d7-33543f6eb9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.882047 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f07ab-b96e-4f66-9cb3-ab0a36043341 req-2f556ff9-6b6c-4050-80b3-681c242e65ef tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:44.883545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4b4f07ab-b96e-4f66-9cb3-ab0a36043341 req-2f556ff9-6b6c-4050-80b3-681c242e65ef tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.3449934 Jul 16 03:49:44.891176 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dde24a44-a3b1-469d-b6d7-33543f6eb9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.901569 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.940832 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dde24a44-a3b1-469d-b6d7-33543f6eb9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.943420 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dde24a44-a3b1-469d-b6d7-33543f6eb9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:44.944619 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dde24a44-a3b1-469d-b6d7-33543f6eb9c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b063e53-475e-4a25-b5ed-06a0d0ad7cc3 HTTP/1.1" status: 204 len: 168 time: 0.1272883 Jul 16 03:49:44.952261 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde24a44-a3b1-469d-b6d7-33543f6eb9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b063e53-475e-4a25-b5ed-06a0d0ad7cc3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:44.984241 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.038358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28271a8e-b119-4aa2-b365-6f5c31cff9e3']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:45.071020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac9039c-baf2-4fb4-b636-ed2d56536744') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:45.071321 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac9039c-baf2-4fb4-b636-ed2d56536744') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:45.117763 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4b4f07ab-b96e-4f66-9cb3-ab0a36043341 req-6c5d4486-bebd-4456-9027-6d3904fc2115 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261827 Jul 16 03:49:45.123805 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.125458 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5da3fa9-90c0-46b4-bc03-67a8d24e57aa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.163626 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.174927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:45.184883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d8d1c022-c97a-40b6-aa94-ab099ffe1e17 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "PUT /v2.0/routers/e757c83e-6c31-443f-b949-3158d48f5470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3444088 Jul 16 03:49:45.185584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Sync routers for ids ['e757c83e-6c31-443f-b949-3158d48f5470'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:45.187549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:49:45.187950 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:49:45.190946 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:49:45.194224 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5da3fa9-90c0-46b4-bc03-67a8d24e57aa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.196429 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Routers {'e757c83e-6c31-443f-b949-3158d48f5470'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:45.198335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['e757c83e-6c31-443f-b949-3158d48f5470'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:45.240785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57084) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:45.254983 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ef409ff-8a12-4d75-8d98-b751e081f385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.342059 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Set router e757c83e-6c31-443f-b949-3158d48f5470 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:45.364575 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.378206 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.380416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/networks/28271a8e-b119-4aa2-b365-6f5c31cff9e3 HTTP/1.1" status: 204 len: 168 time: 1.7381659 Jul 16 03:49:45.387677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:45.398583 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5da3fa9-90c0-46b4-bc03-67a8d24e57aa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.401920 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5da3fa9-90c0-46b4-bc03-67a8d24e57aa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.403064 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f5da3fa9-90c0-46b4-bc03-67a8d24e57aa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/security-groups/0a89312f-7479-4fdb-aab0-848f94eb8e24 HTTP/1.1" status: 204 len: 168 time: 0.6417646 Jul 16 03:49:45.404962 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ef409ff-8a12-4d75-8d98-b751e081f385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.406073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57098) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:45.412237 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff625bd7-cd51-439b-9075-ce9dc8defe02 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Network': ['ID=28271a8e-b119-4aa2-b365-6f5c31cff9e3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:45.440679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ef409ff-8a12-4d75-8d98-b751e081f385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.455295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da3fa9-90c0-46b4-bc03-67a8d24e57aa tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a89312f-7479-4fdb-aab0-848f94eb8e24,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:45.471145 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.536080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5c248c-1633-4dd9-a4f8-b258c1954020 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:45.541050 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4d5c248c-1633-4dd9-a4f8-b258c1954020 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 HTTP/1.1" status: 200 len: 841 time: 0.1481299 Jul 16 03:49:45.542138 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2b9fcf-3ddf-410b-8eee-42efbc1e211a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting subnet 251f7ac1-79cc-48dc-b9de-6c958c341278 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:45.544229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef409ff-8a12-4d75-8d98-b751e081f385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ee45d0-72c7-47d4-a55b-731d28382892,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:45.546696 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57100) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:45.585420 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7ef409ff-8a12-4d75-8d98-b751e081f385 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=350234b9c1464d9da66e6f18cfe7dff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434315 Jul 16 03:49:45.586741 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac2b9fcf-3ddf-410b-8eee-42efbc1e211a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.594896 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-470310376', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:28Z', 'updated_at': '2021-07-16T03:49:41Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:29Z', 'updated_at': '2021-07-16T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '59e8e82f-fe37-430b-a3eb-45e88454c1b6', 'name': '', 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'mac_address': 'fa:16:3e:47:ae:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '125da1df-c26d-42e3-b0e0-b86948e3d3fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:39Z', 'updated_at': '2021-07-16T03:49:43Z', 'revision_number': 2, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'subnets': [{'id': '125da1df-c26d-42e3-b0e0-b86948e3d3fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:45.608528 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57102) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:45.634780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Checking router: e757c83e-6c31-443f-b949-3158d48f5470 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:49:45.636648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Updating router e757c83e-6c31-443f-b949-3158d48f5470 port 59e8e82f-fe37-430b-a3eb-45e88454c1b6 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:49:45.664382 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4362c50a-1772-434d-86bf-300b82ed572b tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/0fd6b7fb-6e61-40e4-ba34-855ae4ff6026?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1127610 Jul 16 03:49:45.667205 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac2b9fcf-3ddf-410b-8eee-42efbc1e211a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.670527 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57104) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:45.678189 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.679769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b40b6306-9212-4e01-bbd8-1c7fa0a2f79d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'subnet': {'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:45.801824 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe049281-3e32-442e-9013-734aaf5166b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.872035 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe049281-3e32-442e-9013-734aaf5166b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.886932 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac2b9fcf-3ddf-410b-8eee-42efbc1e211a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.919819 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40b6306-9212-4e01-bbd8-1c7fa0a2f79d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:45.923383 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b40b6306-9212-4e01-bbd8-1c7fa0a2f79d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.953756 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.954866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-8bdc87d1-8898-43c1-a870-c57c96f9e0cd tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:45.957271 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-8bdc87d1-8898-43c1-a870-c57c96f9e0cd tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/networks?id=b8e5a190-78f0-412e-bfe1-3f239967d159 HTTP/1.1" status: 200 len: 797 time: 0.5599310 Jul 16 03:49:45.964769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Transition to ACTIVE for port object 59e8e82f-fe37-430b-a3eb-45e88454c1b6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:45.970454 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:45.984755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-a4a26254-1d5a-4073-8f7a-2e761837be51 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/quotas/585dafdd798a48c2a5975c05e5d0a6ba HTTP/1.1" status: 200 len: 375 time: 0.0193942 Jul 16 03:49:46.032859 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac2b9fcf-3ddf-410b-8eee-42efbc1e211a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:46.033733 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ede5f4-dd96-40e9-82b6-1d3b78442dc0 None None] Pushing event updated for resources: {'Port': ['ID=59e8e82f-fe37-430b-a3eb-45e88454c1b6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:46.080056 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe049281-3e32-442e-9013-734aaf5166b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:46.082725 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe049281-3e32-442e-9013-734aaf5166b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:46.086859 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fe049281-3e32-442e-9013-734aaf5166b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5ee45d0-72c7-47d4-a55b-731d28382892 HTTP/1.1" status: 204 len: 168 time: 0.4744072 Jul 16 03:49:46.087732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b9fcf-3ddf-410b-8eee-42efbc1e211a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Subnet': ['ID=251f7ac1-79cc-48dc-b9de-6c958c341278,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:46.096917 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ac2b9fcf-3ddf-410b-8eee-42efbc1e211a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:46.099318 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ac2b9fcf-3ddf-410b-8eee-42efbc1e211a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/251f7ac1-79cc-48dc-b9de-6c958c341278 HTTP/1.1" status: 204 len: 168 time: 0.6716001 Jul 16 03:49:46.105789 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57108) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:46.106803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3517dd-a886-45ff-a525-fb6e4bceb868 None None] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:46.135879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Attempting to bind port 59e8e82f-fe37-430b-a3eb-45e88454c1b6 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:46.136560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Attempting to bind port 59e8e82f-fe37-430b-a3eb-45e88454c1b6 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'dc9dc964-2483-446c-bcd7-9877c3f6397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:46.137128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Attempting to bind port 59e8e82f-fe37-430b-a3eb-45e88454c1b6 on network b8e5a190-78f0-412e-bfe1-3f239967d159 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:46.149412 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:46.150053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Checking segment: {'id': 'dc9dc964-2483-446c-bcd7-9877c3f6397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:46.151204 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:46.151943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Bound using segment: {'id': 'dc9dc964-2483-446c-bcd7-9877c3f6397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:46.152196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe049281-3e32-442e-9013-734aaf5166b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ee45d0-72c7-47d4-a55b-731d28382892,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:46.152760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Bound port: 59e8e82f-fe37-430b-a3eb-45e88454c1b6, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9dc964-2483-446c-bcd7-9877c3f6397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:46.153159 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:46.159769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-98607d05-7a14-4ab8-93cd-ceade338806a tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=585dafdd798a48c2a5975c05e5d0a6ba&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1693826 Jul 16 03:49:46.160616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router 854893e7-02f2-4534-89e6-481f6ff23ef7 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:49:46.231228 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d3b6da-45eb-41dd-846b-cad5f5b97ebc tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting subnet f9e637fc-c71a-4c41-a4d2-63a6c29bec31 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:46.238936 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32d3b6da-45eb-41dd-846b-cad5f5b97ebc tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:46.366673 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32d3b6da-45eb-41dd-846b-cad5f5b97ebc tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:46.387290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] For port 59e8e82f-fe37-430b-a3eb-45e88454c1b6, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:46.391441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] For port 59e8e82f-fe37-430b-a3eb-45e88454c1b6, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=59e8e82f-fe37-430b-a3eb-45e88454c1b6,segment=NetworkSegment(dc9dc964-2483-446c-bcd7-9877c3f6397e),segment_id=dc9dc964-2483-446c-bcd7-9877c3f6397e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:46.396717 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:46.503806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Routers {'e757c83e-6c31-443f-b949-3158d48f5470'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:46.504449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['e757c83e-6c31-443f-b949-3158d48f5470'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:46.544984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6a7d366d-0fe9-48eb-a041-65f2fd0d9b99 service neutron] 10.222.0.18 "GET /v2.0/networks/b8e5a190-78f0-412e-bfe1-3f239967d159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620892 Jul 16 03:49:46.552000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ede5f4-dd96-40e9-82b6-1d3b78442dc0 None None] Pushing event updated for resources: {'Port': ['ID=59e8e82f-fe37-430b-a3eb-45e88454c1b6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:46.573221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31671119-6c3b-4550-91da-75b4632bd80e req-8cbfbdba-283b-498f-8358-ff234791a550 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:46.575584 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31671119-6c3b-4550-91da-75b4632bd80e req-8cbfbdba-283b-498f-8358-ff234791a550 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.2053192 Jul 16 03:49:46.691943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] Set router e757c83e-6c31-443f-b949-3158d48f5470 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:46.765318 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:46.779077 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Sync routers for ids ['854893e7-02f2-4534-89e6-481f6ff23ef7'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:46.801594 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Routers {'854893e7-02f2-4534-89e6-481f6ff23ef7'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:46.803874 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['854893e7-02f2-4534-89e6-481f6ff23ef7'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:46.806725 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31671119-6c3b-4550-91da-75b4632bd80e req-520a1bdd-4db6-4e32-a817-0d76957fa019 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841471 Jul 16 03:49:46.835886 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b40b6306-9212-4e01-bbd8-1c7fa0a2f79d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:46.848099 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-9fa16ab9-620e-4b69-ba56-19aca607cdad service neutron] 10.222.0.18 "GET /v2.0/networks/b8e5a190-78f0-412e-bfe1-3f239967d159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878346 Jul 16 03:49:46.854768 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:46.859560 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-73005f93-a7c7-41c7-a786-5b1f3503af7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.6684999 Jul 16 03:49:46.860190 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:46.969518 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Set router 854893e7-02f2-4534-89e6-481f6ff23ef7 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:46.987815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-470310376', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:28Z', 'updated_at': '2021-07-16T03:49:41Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:29Z', 'updated_at': '2021-07-16T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '59e8e82f-fe37-430b-a3eb-45e88454c1b6', 'name': '', 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'mac_address': 'fa:16:3e:47:ae:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '125da1df-c26d-42e3-b0e0-b86948e3d3fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:39Z', 'updated_at': '2021-07-16T03:49:46Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'subnets': [{'id': '125da1df-c26d-42e3-b0e0-b86948e3d3fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:47.037518 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10c832d-3a49-401b-8818-dcfd48870911 None None] The sync data for ids ['e757c83e-6c31-443f-b949-3158d48f5470'] in n-d-800088-6 is: [{'id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-470310376', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:28Z', 'updated_at': '2021-07-16T03:49:41Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:29Z', 'updated_at': '2021-07-16T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '59e8e82f-fe37-430b-a3eb-45e88454c1b6', 'name': '', 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'mac_address': 'fa:16:3e:47:ae:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '125da1df-c26d-42e3-b0e0-b86948e3d3fe', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:39Z', 'updated_at': '2021-07-16T03:49:46Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'subnets': [{'id': '125da1df-c26d-42e3-b0e0-b86948e3d3fe', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:47.051530 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32d3b6da-45eb-41dd-846b-cad5f5b97ebc tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:47.058123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b6306-9212-4e01-bbd8-1c7fa0a2f79d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Subnet': ['ID=9fc8efe7-e9ce-42ff-8c79-b7cc2bee8c8c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:47.117642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b6306-9212-4e01-bbd8-1c7fa0a2f79d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:47.132286 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b40b6306-9212-4e01-bbd8-1c7fa0a2f79d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:47.147510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b5a58e-6a6c-4e41-86d3-302033222fc5 None None] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:47.163891 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40b6306-9212-4e01-bbd8-1c7fa0a2f79d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:47.167167 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b40b6306-9212-4e01-bbd8-1c7fa0a2f79d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:47.246478 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b40b6306-9212-4e01-bbd8-1c7fa0a2f79d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5747979 Jul 16 03:49:47.249168 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57132) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:47.254166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0b8ca033-a065-4fe5-b1c7-379e10290bde tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'security_group': {'name': 'tempest-secgroup-1275569496'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:47.300981 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32d3b6da-45eb-41dd-846b-cad5f5b97ebc tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:47.346035 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8ca033-a065-4fe5-b1c7-379e10290bde tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:47.380573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3b6da-45eb-41dd-846b-cad5f5b97ebc tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e637fc-c71a-4c41-a4d2-63a6c29bec31,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:47.401178 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-32d3b6da-45eb-41dd-846b-cad5f5b97ebc tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:47.406693 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-32d3b6da-45eb-41dd-846b-cad5f5b97ebc tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/f9e637fc-c71a-4c41-a4d2-63a6c29bec31 HTTP/1.1" status: 204 len: 168 time: 1.2983210 Jul 16 03:49:47.410386 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57140) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:47.459570 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:40Z', 'updated_at': '2021-07-16T03:49:44Z', 'revision_number': 3, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:42Z', 'updated_at': '2021-07-16T03:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:47.490400 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf4ae8b-3493-4341-ac14-350eb5165ff2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] DELETE failed (client error): The resource could not be found. Jul 16 03:49:47.490974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf4ae8b-3493-4341-ac14-350eb5165ff2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:47.493080 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1cf4ae8b-3493-4341-ac14-350eb5165ff2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/251f7ac1-79cc-48dc-b9de-6c958c341278 HTTP/1.1" status: 404 len: 337 time: 0.0816143 Jul 16 03:49:47.496948 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83d8c62a-f273-4af3-93c0-da1b19ee17ce req-d0dd35fa-1316-438e-946c-06eacfacde25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 210 time: 0.1546903 Jul 16 03:49:47.497609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57142) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:47.534725 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ddb0804a-d81f-4a3d-bb5a-6c95fa19d3fd tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=03422a5449cd4807854f59afa4486f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6733601 Jul 16 03:49:47.540295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:47.569083 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Checking router: 854893e7-02f2-4534-89e6-481f6ff23ef7 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:49:47.569442 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Updating router 854893e7-02f2-4534-89e6-481f6ff23ef7 port 8c17fd1a-8169-448a-b94e-5a795b723d81 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:49:47.645297 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe30870-5272-486e-8724-58439f0cc7f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting subnet 7400e5aa-dbb2-492d-9e7d-5d68336939f2 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:47.645885 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-2abbfec2-5700-40d3-97ef-cbd0f780e746', 'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'tenant_id': '31574bc2dca048b197c13114ca47965d', 'fixed_ips': [{'subnet_id': '9fc8efe7-e9ce-42ff-8c79-b7cc2bee8c8c'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:49:47.646871 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:47.649748 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fe30870-5272-486e-8724-58439f0cc7f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:47.653631 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:47.738755 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fe30870-5272-486e-8724-58439f0cc7f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:47.793569 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203982f6-ed3f-4c70-a04a-c2be8c0590bc tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:47.807778 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-203982f6-ed3f-4c70-a04a-c2be8c0590bc tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2622197 Jul 16 03:49:47.809767 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57154) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:47.944806 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8ca033-a065-4fe5-b1c7-379e10290bde tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:47.954933 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8ca033-a065-4fe5-b1c7-379e10290bde tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:47.968022 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-feb7f25f-fd0e-4550-8d41-69e0595910a4 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1571219 Jul 16 03:49:47.976904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57160) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:48.026504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5d7ed2d8-d154-4df8-a864-97d26f44d663 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-383236736', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'project_id': '03422a5449cd4807854f59afa4486f72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:48.067493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ca033-a065-4fe5-b1c7-379e10290bde tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a109510b-daf9-4214-97d8-4e9b34bfbbb6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:48.105768 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b8ca033-a065-4fe5-b1c7-379e10290bde tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:48.110126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Allocated IP 172.20.0.2 (2abbfec2-5700-40d3-97ef-cbd0f780e746/9fc8efe7-e9ce-42ff-8c79-b7cc2bee8c8c/85335fd9-0e49-428e-86c6-9535f8eb1847) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:48.110820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0b8ca033-a065-4fe5-b1c7-379e10290bde tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8600295 Jul 16 03:49:48.111120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:48.190691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6ccceb77-75fe-4b79-86ce-ff94e6f82f68 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'security_group': {'name': 'tempest-secgroup-1738850571'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:48.233819 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:48.244960 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Transition to ACTIVE for port object 8c17fd1a-8169-448a-b94e-5a795b723d81 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:48.251872 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:48.306555 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd5e67-c3d5-4aa6-81f3-d868900db9ae None None] Pushing event updated for resources: {'Port': ['ID=8c17fd1a-8169-448a-b94e-5a795b723d81,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:48.319576 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ccceb77-75fe-4b79-86ce-ff94e6f82f68 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:48.347883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f7772e-22eb-4b1c-83c9-7b822a87550f None None] Network bbe55198-3bbf-4a93-959c-4f8f15c2d79c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:48.355959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 59e8e82f-fe37-430b-a3eb-45e88454c1b6 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:48.361298 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Attempting to bind port 8c17fd1a-8169-448a-b94e-5a795b723d81 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:48.363796 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Attempting to bind port 8c17fd1a-8169-448a-b94e-5a795b723d81 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:48.364469 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Attempting to bind port 8c17fd1a-8169-448a-b94e-5a795b723d81 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:48.377661 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:48.378374 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:48.379898 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:48.382512 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:48.383238 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Bound port: 8c17fd1a-8169-448a-b94e-5a795b723d81, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:48.383866 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:48.420818 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633910be-7839-4756-8598-e5028dbd87b8 req-6b1ef5c0-eb94-42d8-8cc7-7ec58b77bfc3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:48.434001 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-633910be-7839-4756-8598-e5028dbd87b8 req-6b1ef5c0-eb94-42d8-8cc7-7ec58b77bfc3 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.3218150 Jul 16 03:49:48.439443 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fe30870-5272-486e-8724-58439f0cc7f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:48.538526 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] For port 8c17fd1a-8169-448a-b94e-5a795b723d81, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:48.548709 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] For port 8c17fd1a-8169-448a-b94e-5a795b723d81, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8c17fd1a-8169-448a-b94e-5a795b723d81,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:48.565401 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:48.585656 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fe30870-5272-486e-8724-58439f0cc7f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:48.670231 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-633910be-7839-4756-8598-e5028dbd87b8 req-d409c64d-b9ff-486d-90c4-5397df18c479 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348411 Jul 16 03:49:48.750031 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe30870-5272-486e-8724-58439f0cc7f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Subnet': ['ID=7400e5aa-dbb2-492d-9e7d-5d68336939f2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:48.772434 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd5e67-c3d5-4aa6-81f3-d868900db9ae None None] Pushing event updated for resources: {'Port': ['ID=8c17fd1a-8169-448a-b94e-5a795b723d81,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:48.774120 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4fe30870-5272-486e-8724-58439f0cc7f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:48.786046 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4fe30870-5272-486e-8724-58439f0cc7f2 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/7400e5aa-dbb2-492d-9e7d-5d68336939f2 HTTP/1.1" status: 204 len: 168 time: 1.2837670 Jul 16 03:49:48.788882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57170) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:48.793341 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Routers {'854893e7-02f2-4534-89e6-481f6ff23ef7'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:48.794266 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['854893e7-02f2-4534-89e6-481f6ff23ef7'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:48.804097 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ccceb77-75fe-4b79-86ce-ff94e6f82f68 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:48.812443 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ccceb77-75fe-4b79-86ce-ff94e6f82f68 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:48.845646 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e05db0d-e6cd-4ceb-bf13-5ef2b5b27b53 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] DELETE failed (client error): The resource could not be found. Jul 16 03:49:48.846397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e05db0d-e6cd-4ceb-bf13-5ef2b5b27b53 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:48.852033 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9e05db0d-e6cd-4ceb-bf13-5ef2b5b27b53 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/8d7dc5dc-b62a-4564-a7fd-ff6e810e5e76 HTTP/1.1" status: 404 len: 337 time: 0.0593703 Jul 16 03:49:48.871658 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:48.883392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7ed2d8-d154-4df8-a864-97d26f44d663 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Made reservation on behalf of 03422a5449cd4807854f59afa4486f72 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:48.889124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d7ed2d8-d154-4df8-a864-97d26f44d663 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:48.980007 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ccceb77-75fe-4b79-86ce-ff94e6f82f68 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:48.985213 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6ccceb77-75fe-4b79-86ce-ff94e6f82f68 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8616037 Jul 16 03:49:48.986407 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57176) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:49.012416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-677855ca-616c-49d7-8e77-3d3b5bb32d25 req-d5bf5c4c-4f6b-4b95-9e4a-ed58985e6374 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 210 time: 0.1324575 Jul 16 03:49:49.018429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-44dbb15e-d687-4e80-bbaf-30d939c2f490 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-261841953', 'security_groups': ['c67bdc54-6112-424c-ae13-66e919ae73d2'], 'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9fc8efe7-e9ce-42ff-8c79-b7cc2bee8c8c'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:49.026792 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cee8f846-4e3f-45c9-8799-bfe871e749be tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "GET /v2.0/ports?device_id=42b75657-e11a-4e85-aae3-5af90d8c3923 HTTP/1.1" status: 200 len: 205 time: 0.1454871 Jul 16 03:49:49.029562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57178) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:49.032120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccceb77-75fe-4b79-86ce-ff94e6f82f68 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67bdc54-6112-424c-ae13-66e919ae73d2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:49.066760 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] Set router 854893e7-02f2-4534-89e6-481f6ff23ef7 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:49.096367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-31f9a7a5-1783-44ab-a80e-7372a86478aa None None] Provisioning complete for port fe967e4c-0701-4ac5-8d17-f81e5da47f36 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:49.099489 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31f9a7a5-1783-44ab-a80e-7372a86478aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:49.210536 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d7ed2d8-d154-4df8-a864-97d26f44d663 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:49.227591 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-0ffc1a5f-ff17-4bce-903a-89f19f7db40e tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] delete failed (client error): The resource could not be found. Jul 16 03:49:49.229384 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0ffc1a5f-ff17-4bce-903a-89f19f7db40e tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/routers/42b75657-e11a-4e85-aae3-5af90d8c3923 HTTP/1.1" status: 404 len: 336 time: 0.1975596 Jul 16 03:49:49.245186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57180) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:49.323226 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-198e6d35-1251-435f-84ae-29d040417ba7 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] DELETE failed (client error): The resource could not be found. Jul 16 03:49:49.324017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198e6d35-1251-435f-84ae-29d040417ba7 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:49.325800 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-198e6d35-1251-435f-84ae-29d040417ba7 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/2b673159-e3e9-4dc9-b396-c23bb3081a5e HTTP/1.1" status: 404 len: 337 time: 0.0779700 Jul 16 03:49:49.353322 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57182) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:49.421489 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 59e8e82f-fe37-430b-a3eb-45e88454c1b6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:49.433200 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 59e8e82f-fe37-430b-a3eb-45e88454c1b6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:49.433958 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:49.440193 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dbb15e-d687-4e80-bbaf-30d939c2f490 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:49.460004 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-27603d7c-81ef-470e-90e5-9b58fa45fba7 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] DELETE failed (client error): The resource could not be found. Jul 16 03:49:49.460809 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27603d7c-81ef-470e-90e5-9b58fa45fba7 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:49.462306 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-27603d7c-81ef-470e-90e5-9b58fa45fba7 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/c3cb73d6-e6f9-4f64-93b8-9d38fd122eee HTTP/1.1" status: 404 len: 337 time: 0.1060445 Jul 16 03:49:49.462939 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-31f9a7a5-1783-44ab-a80e-7372a86478aa None None] Provisioning complete for port 3ceee511-123d-49ad-a0a3-2605a7b55e91 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:49.463325 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31f9a7a5-1783-44ab-a80e-7372a86478aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:49.469989 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:49.495799 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:40Z', 'updated_at': '2021-07-16T03:49:44Z', 'revision_number': 3, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:42Z', 'updated_at': '2021-07-16T03:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:49.499196 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:49.535806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Transition to ACTIVE for port object 85335fd9-0e49-428e-86c6-9535f8eb1847 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:49.540634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7ed2d8-d154-4df8-a864-97d26f44d663 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Checking segment: {'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:49.541296 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7ed2d8-d154-4df8-a864-97d26f44d663 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network hostable DHCP agents. Network: 258afb0d-73a5-4e5c-a970-c1705766d533, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:49:49.545772 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e73d352-e174-452e-b261-822be0d028c4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] DELETE failed (client error): The resource could not be found. Jul 16 03:49:49.546323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e73d352-e174-452e-b261-822be0d028c4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:49.548628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ed2d8-d154-4df8-a864-97d26f44d663 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Subnet': ['ID=05fc9e9e-237d-4c74-9927-63b785fe433c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:49.552993 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1e73d352-e174-452e-b261-822be0d028c4 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/6d8aca5f-e7aa-4441-b792-71bc155fefb9 HTTP/1.1" status: 404 len: 337 time: 0.0521646 Jul 16 03:49:49.553685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:49.583379 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aeecae-a578-4a8f-9d72-ae428bf578f7 None None] The sync data for ids ['854893e7-02f2-4534-89e6-481f6ff23ef7'] in n-d-800088-6 is: [{'id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:40Z', 'updated_at': '2021-07-16T03:49:44Z', 'revision_number': 3, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:42Z', 'updated_at': '2021-07-16T03:49:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:49:49.610881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-31f9a7a5-1783-44ab-a80e-7372a86478aa None None] Port 3ceee511-123d-49ad-a0a3-2605a7b55e91 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:49.613822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7ed2d8-d154-4df8-a864-97d26f44d663 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 258afb0d-73a5-4e5c-a970-c1705766d533 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:49:49.640716 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Transition to ACTIVE for port object 85335fd9-0e49-428e-86c6-9535f8eb1847 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:49.647961 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc860d8-94c5-4a64-9e03-1d8ce9b8b45a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] DELETE failed (client error): The resource could not be found. Jul 16 03:49:49.652926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc860d8-94c5-4a64-9e03-1d8ce9b8b45a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:49.655396 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7dc860d8-94c5-4a64-9e03-1d8ce9b8b45a tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/f37fc7f1-8a7d-418f-8d8c-980543927759 HTTP/1.1" status: 404 len: 333 time: 0.0988278 Jul 16 03:49:49.658288 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:49.659600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5d7ed2d8-d154-4df8-a864-97d26f44d663 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 258afb0d-73a5-4e5c-a970-c1705766d533) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:49.676926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f0bd7a-5b46-4780-bdf5-938c5a3d2db9 None None] Network 258afb0d-73a5-4e5c-a970-c1705766d533 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:49.681520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-5bc5ff75-83e4-4411-8646-88e9ce129c54 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:49.683654 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-5bc5ff75-83e4-4411-8646-88e9ce129c54 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.88 "GET /v2.0/networks?id=b8e5a190-78f0-412e-bfe1-3f239967d159 HTTP/1.1" status: 200 len: 797 time: 0.4214525 Jul 16 03:49:49.691419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7ed2d8-d154-4df8-a864-97d26f44d663 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:49.692023 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d7ed2d8-d154-4df8-a864-97d26f44d663 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:49.698982 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:49.700605 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6ed3aa34-0437-4aae-82bc-469d8c4580a7 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Request body: {'port': {'device_id': '40995c41-77e5-4aa6-9045-bc720f32e689', 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159', 'admin_state_up': True, 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:49.728648 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f9352f-0b24-4b6e-b503-93c4388bbacf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] DELETE failed (client error): The resource could not be found. Jul 16 03:49:49.730899 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f9352f-0b24-4b6e-b503-93c4388bbacf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:49.730899 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-39f9352f-0b24-4b6e-b503-93c4388bbacf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/7067775b-a3b8-4b2a-8e30-2b9a1fec1cff HTTP/1.1" status: 404 len: 337 time: 0.0714467 Jul 16 03:49:49.752201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:49.812424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efe7740-c5c5-4207-903c-ff17b9a29466 None None] DHCP port deletion for bbe55198-3bbf-4a93-959c-4f8f15c2d79c request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:49:49.814831 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5599fc21-91d9-4360-aa04-4c9e7fd364e7 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] DELETE failed (client error): The resource could not be found. Jul 16 03:49:49.815322 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5599fc21-91d9-4360-aa04-4c9e7fd364e7 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:49.817079 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5599fc21-91d9-4360-aa04-4c9e7fd364e7 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/0c8edccf-1ba2-4a4b-a3eb-124bb2089728 HTTP/1.1" status: 404 len: 337 time: 0.0640807 Jul 16 03:49:49.824462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:49.864825 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9954cc1d-f5d4-4dd4-bfcc-5cb6a430fdaf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] DELETE failed (client error): The resource could not be found. Jul 16 03:49:49.865638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9954cc1d-f5d4-4dd4-bfcc-5cb6a430fdaf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:49.867462 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9954cc1d-f5d4-4dd4-bfcc-5cb6a430fdaf tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/2aa2430c-0819-4a30-9fcc-574418dec041 HTTP/1.1" status: 404 len: 333 time: 0.0420270 Jul 16 03:49:49.872660 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44dbb15e-d687-4e80-bbaf-30d939c2f490 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:49.876116 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:49.917627 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5d7ed2d8-d154-4df8-a864-97d26f44d663 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9373951 Jul 16 03:49:49.922673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57200) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:49.924455 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-578c816e-9614-4f15-ad77-18761389e794 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] DELETE failed (client error): The resource could not be found. Jul 16 03:49:49.927267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578c816e-9614-4f15-ad77-18761389e794 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:49.935416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-578c816e-9614-4f15-ad77-18761389e794 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/ac960488-627f-4807-9cbd-5dc70f9876f5 HTTP/1.1" status: 404 len: 337 time: 0.0554171 Jul 16 03:49:49.939150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57202) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:49.952557 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-44dbb15e-d687-4e80-bbaf-30d939c2f490 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port ba62aa56-5dd6-4124-82ea-6b705c47f09c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:49:50.023629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:50.045278 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.051933 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:50.054270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Pushing event updated for resources: {'Port': ['ID=85335fd9-0e49-428e-86c6-9535f8eb1847,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:50.079505 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e8ead0-3003-4cfd-aee0-ac6a8a4890fb tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] DELETE failed (client error): The resource could not be found. Jul 16 03:49:50.080184 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e8ead0-3003-4cfd-aee0-ac6a8a4890fb tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:50.082191 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a5e8ead0-3003-4cfd-aee0-ac6a8a4890fb tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/subnets/683dacf5-bf76-4b72-9cd6-faa35e5d5751 HTTP/1.1" status: 404 len: 337 time: 0.1420984 Jul 16 03:49:50.082916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:50.088868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57206) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:50.195869 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc3bc5-e606-4152-a9f5-31e77d175c01 req-f4aacc22-1d34-40d2-8040-b275ad0ba54a tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:50.197612 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94cc3bc5-e606-4152-a9f5-31e77d175c01 req-f4aacc22-1d34-40d2-8040-b275ad0ba54a tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.1431785 Jul 16 03:49:50.204530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6ed3aa34-0437-4aae-82bc-469d8c4580a7 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Made reservation on behalf of 585dafdd798a48c2a5975c05e5d0a6ba for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:50.208742 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6ed3aa34-0437-4aae-82bc-469d8c4580a7 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.277954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 59e8e82f-fe37-430b-a3eb-45e88454c1b6, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=59e8e82f-fe37-430b-a3eb-45e88454c1b6,segment=NetworkSegment(dc9dc964-2483-446c-bcd7-9877c3f6397e),segment_id=dc9dc964-2483-446c-bcd7-9877c3f6397e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:50.298322 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-44dbb15e-d687-4e80-bbaf-30d939c2f490 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Allocated IP 172.20.0.14 (2abbfec2-5700-40d3-97ef-cbd0f780e746/9fc8efe7-e9ce-42ff-8c79-b7cc2bee8c8c/ba62aa56-5dd6-4124-82ea-6b705c47f09c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:50.315336 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.325361 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Attempting to bind port 85335fd9-0e49-428e-86c6-9535f8eb1847 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:50.325745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Attempting to bind port 85335fd9-0e49-428e-86c6-9535f8eb1847 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '876b3205-91c1-4271-b842-b99c53bae718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:50.326094 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Attempting to bind port 85335fd9-0e49-428e-86c6-9535f8eb1847 on network 2abbfec2-5700-40d3-97ef-cbd0f780e746 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:50.333326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b50bbd86-c8f2-4e8f-a85d-9e93af37c752 req-0360815e-1a22-4d32-b8c7-2550bd5ae726 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 210 time: 0.0800948 Jul 16 03:49:50.357738 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94cc3bc5-e606-4152-a9f5-31e77d175c01 req-edec7d86-6608-4907-9ca5-976acf679f9c tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035016 Jul 16 03:49:50.402545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2efe7740-c5c5-4207-903c-ff17b9a29466 None None] Deleting port fe967e4c-0701-4ac5-8d17-f81e5da47f36 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:50.402930 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2efe7740-c5c5-4207-903c-ff17b9a29466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.408344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:50.408648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Checking segment: {'id': '876b3205-91c1-4271-b842-b99c53bae718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:50.409177 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.409389 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Bound using segment: {'id': '876b3205-91c1-4271-b842-b99c53bae718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:50.409887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Bound port: 85335fd9-0e49-428e-86c6-9535f8eb1847, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876b3205-91c1-4271-b842-b99c53bae718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:50.410271 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.528840 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8433a-1273-47cd-b4f2-ddf072154981 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Deleting port 3ceee511-123d-49ad-a0a3-2605a7b55e91 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:50.529353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6a8433a-1273-47cd-b4f2-ddf072154981 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.542618 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44dbb15e-d687-4e80-bbaf-30d939c2f490 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.568503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-44dbb15e-d687-4e80-bbaf-30d939c2f490 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Transition to ACTIVE for port object ba62aa56-5dd6-4124-82ea-6b705c47f09c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:50.595125 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-258afb0d-73a5-4e5c-a970-c1705766d533', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ips': [{'subnet_id': '05fc9e9e-237d-4c74-9927-63b785fe433c'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:49:50.595979 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.597914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6ed3aa34-0437-4aae-82bc-469d8c4580a7 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Allocated IP 172.20.0.26 (b8e5a190-78f0-412e-bfe1-3f239967d159/125da1df-c26d-42e3-b0e0-b86948e3d3fe/ad554a39-abd3-4e01-8e19-a56b94da94b0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:50.599161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=59e8e82f-fe37-430b-a3eb-45e88454c1b6,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:50.618125 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44dbb15e-d687-4e80-bbaf-30d939c2f490 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.625517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8c17fd1a-8169-448a-b94e-5a795b723d81 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:50.678252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2efe7740-c5c5-4207-903c-ff17b9a29466 None None] For port fe967e4c-0701-4ac5-8d17-f81e5da47f36, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fe967e4c-0701-4ac5-8d17-f81e5da47f36,segment=NetworkSegment(b9cd9de8-0435-412a-8d14-f46a971519ea),segment_id=b9cd9de8-0435-412a-8d14-f46a971519ea)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:50.678648 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2efe7740-c5c5-4207-903c-ff17b9a29466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.682738 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6a8433a-1273-47cd-b4f2-ddf072154981 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.703856 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dbb15e-d687-4e80-bbaf-30d939c2f490 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:50.709720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-44dbb15e-d687-4e80-bbaf-30d939c2f490 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:50.711720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8433a-1273-47cd-b4f2-ddf072154981 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Calling delete_port for 3ceee511-123d-49ad-a0a3-2605a7b55e91 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:50.719740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2efe7740-c5c5-4207-903c-ff17b9a29466 None None] Calling delete_port for fe967e4c-0701-4ac5-8d17-f81e5da47f36 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:50.721085 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbb15e-d687-4e80-bbaf-30d939c2f490 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:50.756813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbb15e-d687-4e80-bbaf-30d939c2f490 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=ba62aa56-5dd6-4124-82ea-6b705c47f09c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:50.789209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] For port 85335fd9-0e49-428e-86c6-9535f8eb1847, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:50.800552 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dbb15e-d687-4e80-bbaf-30d939c2f490 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:50.801633 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44dbb15e-d687-4e80-bbaf-30d939c2f490 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.818357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-44dbb15e-d687-4e80-bbaf-30d939c2f490 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8090029 Jul 16 03:49:50.821063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57208) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:50.826190 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0e24a16a-0007-4f77-87aa-e9a8bf37b2a9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'subnet': {'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:50.850537 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] For port 85335fd9-0e49-428e-86c6-9535f8eb1847, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=85335fd9-0e49-428e-86c6-9535f8eb1847,segment=NetworkSegment(876b3205-91c1-4271-b842-b99c53bae718),segment_id=876b3205-91c1-4271-b842-b99c53bae718)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:50.876753 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.927447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6a8433a-1273-47cd-b4f2-ddf072154981 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.966805 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e24a16a-0007-4f77-87aa-e9a8bf37b2a9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:50.972057 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e24a16a-0007-4f77-87aa-e9a8bf37b2a9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:50.982008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8433a-1273-47cd-b4f2-ddf072154981 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Port': ['ID=3ceee511-123d-49ad-a0a3-2605a7b55e91,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:50.987642 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 8c17fd1a-8169-448a-b94e-5a795b723d81 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:51.027314 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 8c17fd1a-8169-448a-b94e-5a795b723d81 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:51.028053 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.039832 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6a8433a-1273-47cd-b4f2-ddf072154981 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.044922 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e6a8433a-1273-47cd-b4f2-ddf072154981 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/ports/3ceee511-123d-49ad-a0a3-2605a7b55e91 HTTP/1.1" status: 204 len: 168 time: 0.9548159 Jul 16 03:49:51.055107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57212) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:51.111035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Allocated IP 172.20.0.2 (258afb0d-73a5-4e5c-a970-c1705766d533/05fc9e9e-237d-4c74-9927-63b785fe433c/20f77c11-3aa5-4ce2-878b-3dc73543b003) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:51.111475 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6ed3aa34-0437-4aae-82bc-469d8c4580a7 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.134102 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a4a06-0c97-4a1b-81be-c6d997bc67e7 None None] Pushing event updated for resources: {'Port': ['ID=85335fd9-0e49-428e-86c6-9535f8eb1847,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:51.147940 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2efe7740-c5c5-4207-903c-ff17b9a29466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.183288 n-d-800088-6 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-0e24a16a-0007-4f77-87aa-e9a8bf37b2a9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9fc8efe7-e9ce-42ff-8c79-b7cc2bee8c8c (CIDR: 172.20.0.0/28) Jul 16 03:49:51.187473 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e24a16a-0007-4f77-87aa-e9a8bf37b2a9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:49:51.188215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e24a16a-0007-4f77-87aa-e9a8bf37b2a9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:49:51.194848 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6ed3aa34-0437-4aae-82bc-469d8c4580a7 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Transition to ACTIVE for port object ad554a39-abd3-4e01-8e19-a56b94da94b0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:51.211944 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe7740-c5c5-4207-903c-ff17b9a29466 None None] Pushing event deleted for resources: {'Port': ['ID=fe967e4c-0701-4ac5-8d17-f81e5da47f36,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:51.214728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0e24a16a-0007-4f77-87aa-e9a8bf37b2a9 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3923664 Jul 16 03:49:51.215461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57216) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:51.224280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5c5e0bc6-16d5-4af4-ac37-2a2cca022b31 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'subnet': {'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:51.248300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efe7740-c5c5-4207-903c-ff17b9a29466 None None] No DVR routers for this DVR port fe967e4c-0701-4ac5-8d17-f81e5da47f36 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:49:51.345089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-985f3bfe-4cf1-49f1-9124-4bbb61442d49 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.496291 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.500370 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5e0bc6-16d5-4af4-ac37-2a2cca022b31 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:51.504698 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0bc6-16d5-4af4-ac37-2a2cca022b31 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.507111 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.514086 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Transition to ACTIVE for port object 20f77c11-3aa5-4ce2-878b-3dc73543b003 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:51.541876 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 8c17fd1a-8169-448a-b94e-5a795b723d81, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8c17fd1a-8169-448a-b94e-5a795b723d81,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:51.549542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Transition to ACTIVE for port object 20f77c11-3aa5-4ce2-878b-3dc73543b003 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:51.552453 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.567066 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.639968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=8c17fd1a-8169-448a-b94e-5a795b723d81,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:51.646329 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.701272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Pushing event updated for resources: {'Port': ['ID=20f77c11-3aa5-4ce2-878b-3dc73543b003,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:51.704289 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fe967e4c-0701-4ac5-8d17-f81e5da47f36 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:49:51.727676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: fe967e4c-0701-4ac5-8d17-f81e5da47f36 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:49:51.728111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fe967e4c-0701-4ac5-8d17-f81e5da47f36 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:49:51.742762 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Network 258afb0d-73a5-4e5c-a970-c1705766d533 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:51.753666 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:51.756565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:51.788198 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6ed3aa34-0437-4aae-82bc-469d8c4580a7 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.829056 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Attempting to bind port 20f77c11-3aa5-4ce2-878b-3dc73543b003 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:51.829437 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Attempting to bind port 20f77c11-3aa5-4ce2-878b-3dc73543b003 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:51.829801 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Attempting to bind port 20f77c11-3aa5-4ce2-878b-3dc73543b003 on network 258afb0d-73a5-4e5c-a970-c1705766d533 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:51.835348 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:51.835746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Checking segment: {'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:51.836149 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.836562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Bound using segment: {'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:51.837089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Bound port: 20f77c11-3aa5-4ce2-878b-3dc73543b003, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:51.837466 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.909103 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] For port 20f77c11-3aa5-4ce2-878b-3dc73543b003, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:51.912576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] For port 20f77c11-3aa5-4ce2-878b-3dc73543b003, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=20f77c11-3aa5-4ce2-878b-3dc73543b003,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:51.916945 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:51.993586 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d8a88-eab3-496c-9a73-cc347455bf4b None None] Pushing event updated for resources: {'Port': ['ID=20f77c11-3aa5-4ce2-878b-3dc73543b003,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:52.039745 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecb0fb-31b3-4e40-a02b-df0328adb77b req-242adb9f-11c8-4d09-8de3-2824c0a1f442 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:52.042041 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-beecb0fb-31b3-4e40-a02b-df0328adb77b req-242adb9f-11c8-4d09-8de3-2824c0a1f442 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.3683460 Jul 16 03:49:52.090881 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0bc6-16d5-4af4-ac37-2a2cca022b31 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.108701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bfd57-4443-4d0f-b07d-894abaaa951e req-9ac58aaf-bd02-445d-8cfe-2639232ebf09 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:52.110646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-688bfd57-4443-4d0f-b07d-894abaaa951e req-9ac58aaf-bd02-445d-8cfe-2639232ebf09 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 895 time: 0.4558606 Jul 16 03:49:52.154613 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3aa34-0437-4aae-82bc-469d8c4580a7 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event updated for resources: {'Port': ['ID=ad554a39-abd3-4e01-8e19-a56b94da94b0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:52.160214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e0bc6-16d5-4af4-ac37-2a2cca022b31 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:52.168844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5c5e0bc6-16d5-4af4-ac37-2a2cca022b31 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:52.175434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5e0bc6-16d5-4af4-ac37-2a2cca022b31 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:52.176027 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0bc6-16d5-4af4-ac37-2a2cca022b31 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.196197 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-beecb0fb-31b3-4e40-a02b-df0328adb77b req-9e0a70d4-ebbf-4744-bbe1-ebc0c5c8e5f7 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450293 Jul 16 03:49:52.210488 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6ed3aa34-0437-4aae-82bc-469d8c4580a7 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Network b8e5a190-78f0-412e-bfe1-3f239967d159 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:52.212729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e0bc6-16d5-4af4-ac37-2a2cca022b31 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Subnet': ['ID=ada40acc-dd06-4189-a313-a7bdd2e38fc6,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:52.265931 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5c5e0bc6-16d5-4af4-ac37-2a2cca022b31 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0393326 Jul 16 03:49:52.266631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57224) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:52.272106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-21adc8cc-2b7d-462f-a479-aa08e3f30bac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-517520695', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ada40acc-dd06-4189-a313-a7bdd2e38fc6'}], 'security_groups': ['a109510b-daf9-4214-97d8-4e9b34bfbbb6']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:52.329303 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-985f3bfe-4cf1-49f1-9124-4bbb61442d49 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.342282 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6ed3aa34-0437-4aae-82bc-469d8c4580a7 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:52.345135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-985f3bfe-4cf1-49f1-9124-4bbb61442d49 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe55198-3bbf-4a93-959c-4f8f15c2d79c']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:52.349833 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6ed3aa34-0437-4aae-82bc-469d8c4580a7 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:52.456684 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21adc8cc-2b7d-462f-a479-aa08e3f30bac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.488967 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6ed3aa34-0437-4aae-82bc-469d8c4580a7 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:52.491365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6ed3aa34-0437-4aae-82bc-469d8c4580a7 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.521733 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-985f3bfe-4cf1-49f1-9124-4bbb61442d49 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cd9de8-0435-412a-8d14-f46a971519ea') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:52.522300 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-985f3bfe-4cf1-49f1-9124-4bbb61442d49 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cd9de8-0435-412a-8d14-f46a971519ea') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:52.560153 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-985f3bfe-4cf1-49f1-9124-4bbb61442d49 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.585754 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6ed3aa34-0437-4aae-82bc-469d8c4580a7 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.8908715 Jul 16 03:49:52.668916 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Request body: {'port': {'device_id': '40995c41-77e5-4aa6-9045-bc720f32e689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:52.774210 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-985f3bfe-4cf1-49f1-9124-4bbb61442d49 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.791856 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985f3bfe-4cf1-49f1-9124-4bbb61442d49 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Releasing vlan 931 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:49:52.792526 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e5e7258d-3756-409d-9fc3-3274c63f26b3 None None] Provisioning for port ad554a39-abd3-4e01-8e19-a56b94da94b0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:52.793071 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-985f3bfe-4cf1-49f1-9124-4bbb61442d49 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.796683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e5e7258d-3756-409d-9fc3-3274c63f26b3 None None] Provisioning complete for port ad554a39-abd3-4e01-8e19-a56b94da94b0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:52.797068 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e5e7258d-3756-409d-9fc3-3274c63f26b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:49:52.801738 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:49:52.836918 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8c17fd1a-8169-448a-b94e-5a795b723d81 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:52.895124 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.20.0.1 (258afb0d-73a5-4e5c-a970-c1705766d533/05fc9e9e-237d-4c74-9927-63b785fe433c/e7637597-3cbd-4c59-8e69-4408d494c0ce) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:52.943144 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-985f3bfe-4cf1-49f1-9124-4bbb61442d49 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.948728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7258d-3756-409d-9fc3-3274c63f26b3 None None] Port ad554a39-abd3-4e01-8e19-a56b94da94b0 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:52.970559 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-985f3bfe-4cf1-49f1-9124-4bbb61442d49 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.974324 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-985f3bfe-4cf1-49f1-9124-4bbb61442d49 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] 10.222.0.18 "DELETE /v2.0/networks/bbe55198-3bbf-4a93-959c-4f8f15c2d79c HTTP/1.1" status: 204 len: 168 time: 1.9177220 Jul 16 03:49:52.975225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 8c17fd1a-8169-448a-b94e-5a795b723d81 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:52.975742 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:52.979480 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f3bfe-4cf1-49f1-9124-4bbb61442d49 tempest-PortsIpV6TestJSON-1114868081 tempest-PortsIpV6TestJSON-1114868081-project] Pushing event deleted for resources: {'Network': ['ID=bbe55198-3bbf-4a93-959c-4f8f15c2d79c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:53.140466 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-21adc8cc-2b7d-462f-a479-aa08e3f30bac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Delete allocated IP 172.20.0.14 (2abbfec2-5700-40d3-97ef-cbd0f780e746/9fc8efe7-e9ce-42ff-8c79-b7cc2bee8c8c) {{(pid=93767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 03:49:53.157903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-21adc8cc-2b7d-462f-a479-aa08e3f30bac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Allocated IP 172.20.0.27 (2abbfec2-5700-40d3-97ef-cbd0f780e746/ada40acc-dd06-4189-a313-a7bdd2e38fc6/ba62aa56-5dd6-4124-82ea-6b705c47f09c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:53.182531 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.230363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 59e8e82f-fe37-430b-a3eb-45e88454c1b6 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:53.233351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5e8579-6b8c-4f1b-9123-cbcdea08241d None None] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:53.391578 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.471628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c59d7fb6-6990-486a-9015-af533a51a27d None None] Provisioning complete for port 0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:53.472007 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c59d7fb6-6990-486a-9015-af533a51a27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.488667 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21adc8cc-2b7d-462f-a479-aa08e3f30bac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.519262 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Transition to ACTIVE for port object e7637597-3cbd-4c59-8e69-4408d494c0ce will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:53.524563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-21adc8cc-2b7d-462f-a479-aa08e3f30bac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Ignored duplicate provisioning block setup for port ba62aa56-5dd6-4124-82ea-6b705c47f09c by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 03:49:53.548804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c59d7fb6-6990-486a-9015-af533a51a27d None None] Port 0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:53.576782 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 59e8e82f-fe37-430b-a3eb-45e88454c1b6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:53.577170 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.580945 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21adc8cc-2b7d-462f-a479-aa08e3f30bac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.645480 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c59d7fb6-6990-486a-9015-af533a51a27d None None] Provisioning for port 85335fd9-0e49-428e-86c6-9535f8eb1847 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:53.645697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57240) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:53.755792 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 20f77c11-3aa5-4ce2-878b-3dc73543b003 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:53.789175 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:53.821957 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21adc8cc-2b7d-462f-a479-aa08e3f30bac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=ba62aa56-5dd6-4124-82ea-6b705c47f09c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:53.826244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 258afb0d-73a5-4e5c-a970-c1705766d533 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:53.832274 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:53.835048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:49:53.961153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe2e3c-8e63-4446-bcc9-d324c7812093 req-7bef7e71-55c9-4ec0-ae3f-1c81f528bef4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:53.963510 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edbe2e3c-8e63-4446-bcc9-d324c7812093 req-7bef7e71-55c9-4ec0-ae3f-1c81f528bef4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.4341178 Jul 16 03:49:53.980283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20e7f0-eab0-4676-9eb0-9f817a6f1f2b req-f01cc7a6-8e55-455f-a5da-f5d02214c3c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:53.987465 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=e7637597-3cbd-4c59-8e69-4408d494c0ce,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:53.990883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab20e7f0-eab0-4676-9eb0-9f817a6f1f2b req-f01cc7a6-8e55-455f-a5da-f5d02214c3c8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 895 time: 0.4604275 Jul 16 03:49:53.998949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-21adc8cc-2b7d-462f-a479-aa08e3f30bac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] In _notify_port_updated(), no bound segment for port ba62aa56-5dd6-4124-82ea-6b705c47f09c on network 2abbfec2-5700-40d3-97ef-cbd0f780e746 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:49:54.006829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21adc8cc-2b7d-462f-a479-aa08e3f30bac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:54.007559 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21adc8cc-2b7d-462f-a479-aa08e3f30bac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.009065 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-21adc8cc-2b7d-462f-a479-aa08e3f30bac tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "PUT /v2.0/ports/ba62aa56-5dd6-4124-82ea-6b705c47f09c HTTP/1.1" status: 200 len: 920 time: 1.7414391 Jul 16 03:49:54.012200 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57246) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:54.042969 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.071916 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edbe2e3c-8e63-4446-bcc9-d324c7812093 req-4868b55f-1937-429f-8c37-7140ad708fc6 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003394 Jul 16 03:49:54.078132 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0714034a-e734-453e-abd8-883c63b74b3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed7594d380d2450fad6c1d1bbb9a39b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135265 Jul 16 03:49:54.078992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:54.143654 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad554a39-abd3-4e01-8e19-a56b94da94b0 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:49:54.149704 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2416-2339-48e3-ab3c-acf06e54a98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.159958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b51efd-f2f5-4bb8-bfb2-113e689dea4a None None] Network 258afb0d-73a5-4e5c-a970-c1705766d533 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:54.160564 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.187491 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2416-2339-48e3-ab3c-acf06e54a98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.221141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Transition to ACTIVE for port object ad554a39-abd3-4e01-8e19-a56b94da94b0 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:54.228282 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.241937 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2416-2339-48e3-ab3c-acf06e54a98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.244715 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2416-2339-48e3-ab3c-acf06e54a98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.248394 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2d9e2416-2339-48e3-ab3c-acf06e54a98d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c006d66d-ec1d-4fa3-ac7d-ed117275e5b0 HTTP/1.1" status: 204 len: 168 time: 0.1655717 Jul 16 03:49:54.264132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e2416-2339-48e3-ab3c-acf06e54a98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c006d66d-ec1d-4fa3-ac7d-ed117275e5b0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:54.344387 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad554a39-abd3-4e01-8e19-a56b94da94b0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:54.345682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cee423ae-015d-4b25-a930-324a8cc25a33 None None] Provisioning for port 20f77c11-3aa5-4ce2-878b-3dc73543b003 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:54.362373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e4aee5e1-7695-4261-abe1-3405b23c09b6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port ba62aa56-5dd6-4124-82ea-6b705c47f09c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:49:54.362715 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4aee5e1-7695-4261-abe1-3405b23c09b6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.374903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ce3a96-c6ca-4b64-8bba-0736b088fb45 None None] Update dhcp port {'port': {'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'fixed_ips': [{'subnet_id': '9fc8efe7-e9ce-42ff-8c79-b7cc2bee8c8c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ada40acc-dd06-4189-a313-a7bdd2e38fc6'}], 'binding:host_id': 'n-d-800088-6'}, 'id': '85335fd9-0e49-428e-86c6-9535f8eb1847'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:49:54.418558 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 20f77c11-3aa5-4ce2-878b-3dc73543b003 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:54.438749 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 20f77c11-3aa5-4ce2-878b-3dc73543b003 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:54.438749 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.482232 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-76ce3a96-c6ca-4b64-8bba-0736b088fb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.520171 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.604447 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Attempting to bind port ad554a39-abd3-4e01-8e19-a56b94da94b0 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:54.605175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Attempting to bind port ad554a39-abd3-4e01-8e19-a56b94da94b0 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'dc9dc964-2483-446c-bcd7-9877c3f6397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:54.605992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Attempting to bind port ad554a39-abd3-4e01-8e19-a56b94da94b0 on network b8e5a190-78f0-412e-bfe1-3f239967d159 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:54.640034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Port ad554a39-abd3-4e01-8e19-a56b94da94b0 on network b8e5a190-78f0-412e-bfe1-3f239967d159 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:49:54.643605 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Attempting to bind port ad554a39-abd3-4e01-8e19-a56b94da94b0 on network b8e5a190-78f0-412e-bfe1-3f239967d159 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:54.655366 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4aee5e1-7695-4261-abe1-3405b23c09b6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.703402 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:54.703960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Checking segment: {'id': 'dc9dc964-2483-446c-bcd7-9877c3f6397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:54.704199 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Bound using segment: {'id': 'dc9dc964-2483-446c-bcd7-9877c3f6397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:54.704686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Bound port: ad554a39-abd3-4e01-8e19-a56b94da94b0, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc9dc964-2483-446c-bcd7-9877c3f6397e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:54.705056 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.724959 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e4aee5e1-7695-4261-abe1-3405b23c09b6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for ba62aa56-5dd6-4124-82ea-6b705c47f09c owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:49:54.848523 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.864076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-76ce3a96-c6ca-4b64-8bba-0736b088fb45 None None] Allocated IP 172.20.0.18 (2abbfec2-5700-40d3-97ef-cbd0f780e746/ada40acc-dd06-4189-a313-a7bdd2e38fc6/85335fd9-0e49-428e-86c6-9535f8eb1847) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:49:54.922518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] For port ad554a39-abd3-4e01-8e19-a56b94da94b0, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:54.940701 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 20f77c11-3aa5-4ce2-878b-3dc73543b003, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=20f77c11-3aa5-4ce2-878b-3dc73543b003,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:54.949413 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:54.950352 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 85335fd9-0e49-428e-86c6-9535f8eb1847 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:54.974852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] For port ad554a39-abd3-4e01-8e19-a56b94da94b0, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ad554a39-abd3-4e01-8e19-a56b94da94b0,segment=NetworkSegment(dc9dc964-2483-446c-bcd7-9877c3f6397e),segment_id=dc9dc964-2483-446c-bcd7-9877c3f6397e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:54.990104 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.031623 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=20f77c11-3aa5-4ce2-878b-3dc73543b003,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:55.159488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-76ce3a96-c6ca-4b64-8bba-0736b088fb45 None None] For port 85335fd9-0e49-428e-86c6-9535f8eb1847, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=85335fd9-0e49-428e-86c6-9535f8eb1847,segment=NetworkSegment(876b3205-91c1-4271-b842-b99c53bae718),segment_id=876b3205-91c1-4271-b842-b99c53bae718)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:55.163790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-1aaf3a87-de66-4915-9d65-8549b135e034 req-af807eb1-5586-4575-88e7-0912f84532df tempest-DeleteServersTestJSON-139148693 tempest-DeleteServersTestJSON-139148693-project] (93768) timed out ('10.222.0.20', 52331) {{(pid=93768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:49:55.235638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57276) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:55.332043 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1b125401-3b43-40f7-954d-55a82bf6bd7c None None] Provisioning for port e7637597-3cbd-4c59-8e69-4408d494c0ce completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:55.340847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 85335fd9-0e49-428e-86c6-9535f8eb1847 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:55.357252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 85335fd9-0e49-428e-86c6-9535f8eb1847 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:55.361673 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.369147 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1b125401-3b43-40f7-954d-55a82bf6bd7c None None] Provisioning complete for port e7637597-3cbd-4c59-8e69-4408d494c0ce triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:55.369793 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b125401-3b43-40f7-954d-55a82bf6bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.385467 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-76ce3a96-c6ca-4b64-8bba-0736b088fb45 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.453482 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4aee5e1-7695-4261-abe1-3405b23c09b6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.481267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947ba77-e2b9-4286-b41a-071ed02e520e req-534e704e-9d46-4115-b63f-2721f3cf153a tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:55.483020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9947ba77-e2b9-4286-b41a-071ed02e520e req-534e704e-9d46-4115-b63f-2721f3cf153a tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 907 time: 0.1417861 Jul 16 03:49:55.485111 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:55.485755 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.487225 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] 10.222.0.88 "PUT /v2.0/ports/ad554a39-abd3-4e01-8e19-a56b94da94b0 HTTP/1.1" status: 200 len: 1055 time: 2.8251255 Jul 16 03:49:55.487775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40995c41-77e5-4aa6-9045-bc720f32e689', 'tag': 'ad554a39-abd3-4e01-8e19-a56b94da94b0'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:49:55.490145 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82616aeb-b2ce-4c55-b7d5-1031a570a2b8" -d '{"events": [{"name": "network-changed", "server_uuid": "40995c41-77e5-4aa6-9045-bc720f32e689", "tag": "ad554a39-abd3-4e01-8e19-a56b94da94b0"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:49:55.505224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8486528c-3fbc-4f6c-b3a9-981a3b6a86e7 tempest-DvrRoutersNegativeTest-386862045 tempest-DvrRoutersNegativeTest-386862045-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2104281334', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:55.510765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.policy [None req-8486528c-3fbc-4f6c-b3a9-981a3b6a86e7 tempest-DvrRoutersNegativeTest-386862045 tempest-DvrRoutersNegativeTest-386862045-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93767) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 03:49:55.512966 n-d-800088-6 neutron-server[93767]: DEBUG neutron.policy [None req-8486528c-3fbc-4f6c-b3a9-981a3b6a86e7 tempest-DvrRoutersNegativeTest-386862045 tempest-DvrRoutersNegativeTest-386862045-project] Failed policy check for 'create_router' {{(pid=93767) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 03:49:55.513651 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-8486528c-3fbc-4f6c-b3a9-981a3b6a86e7 tempest-DvrRoutersNegativeTest-386862045 tempest-DvrRoutersNegativeTest-386862045-project] create failed (client error): Access was denied to this resource. Jul 16 03:49:55.519163 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8486528c-3fbc-4f6c-b3a9-981a3b6a86e7 tempest-DvrRoutersNegativeTest-386862045 tempest-DvrRoutersNegativeTest-386862045-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2823551 Jul 16 03:49:55.546796 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-76ce3a96-c6ca-4b64-8bba-0736b088fb45 None None] Transition to ACTIVE for port object 85335fd9-0e49-428e-86c6-9535f8eb1847 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:55.556493 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-76ce3a96-c6ca-4b64-8bba-0736b088fb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.569977 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.575462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1b125401-3b43-40f7-954d-55a82bf6bd7c None None] Port e7637597-3cbd-4c59-8e69-4408d494c0ce cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:55.642256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Port 85335fd9-0e49-428e-86c6-9535f8eb1847 had new provisioning blocks added so it will not transition to active. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 03:49:55.697950 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.725232 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc1c756-f3c6-46d5-9a07-c42f9f6a7e10 x-openstack-request-id: req-4fc1c756-f3c6-46d5-9a07-c42f9f6a7e10 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:49:55.725742 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40995c41-77e5-4aa6-9045-bc720f32e689", "tag": "ad554a39-abd3-4e01-8e19-a56b94da94b0", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:49:55.726094 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4fc1c756-f3c6-46d5-9a07-c42f9f6a7e10 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:49:55.726627 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40995c41-77e5-4aa6-9045-bc720f32e689', 'tag': 'ad554a39-abd3-4e01-8e19-a56b94da94b0', 'status': 'completed', 'code': 200} Jul 16 03:49:55.727682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1b125401-3b43-40f7-954d-55a82bf6bd7c None None] Provisioning complete for port 20f77c11-3aa5-4ce2-878b-3dc73543b003 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:55.728227 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b125401-3b43-40f7-954d-55a82bf6bd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.806491 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9f487-06c8-4d6f-8d3c-506905dc4bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad554a39-abd3-4e01-8e19-a56b94da94b0,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:55.811629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce3a96-c6ca-4b64-8bba-0736b088fb45 None None] Pushing event updated for resources: {'Port': ['ID=85335fd9-0e49-428e-86c6-9535f8eb1847,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:55.848265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 20f77c11-3aa5-4ce2-878b-3dc73543b003 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:55.874077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aee5e1-7695-4261-abe1-3405b23c09b6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=ba62aa56-5dd6-4124-82ea-6b705c47f09c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:55.994021 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e4aee5e1-7695-4261-abe1-3405b23c09b6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:55.996808 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e4aee5e1-7695-4261-abe1-3405b23c09b6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/ba62aa56-5dd6-4124-82ea-6b705c47f09c HTTP/1.1" status: 204 len: 168 time: 1.9833140 Jul 16 03:49:55.999960 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57290) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:56.000547 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.055719 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafee29-523f-43cf-9eff-343baf14de90 req-c77f03ac-8cbe-4d5b-9804-1571321b9214 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:56.056174 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 20f77c11-3aa5-4ce2-878b-3dc73543b003 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:56.056687 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.058376 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7eafee29-523f-43cf-9eff-343baf14de90 req-c77f03ac-8cbe-4d5b-9804-1571321b9214 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.1759710 Jul 16 03:49:56.107356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57294) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:56.127635 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1af679a-c490-401c-9adc-db289a74ba3e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] GET failed (client error): The resource could not be found. Jul 16 03:49:56.132877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c1af679a-c490-401c-9adc-db289a74ba3e tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/ba62aa56-5dd6-4124-82ea-6b705c47f09c HTTP/1.1" status: 404 len: 333 time: 0.1290400 Jul 16 03:49:56.133758 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57298) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:56.161722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-cfae4251-263c-4410-a3a1-49d8cc20fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:56.163431 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-cfae4251-263c-4410-a3a1-49d8cc20fa83 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=585dafdd798a48c2a5975c05e5d0a6ba&device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 1058 time: 0.6066287 Jul 16 03:49:56.169710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=e7637597-3cbd-4c59-8e69-4408d494c0ce,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:56.186739 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a2c79962-7a57-4f20-9bad-34e86d44b173 None None] Provisioning complete for port e7637597-3cbd-4c59-8e69-4408d494c0ce triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:56.188771 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a2c79962-7a57-4f20-9bad-34e86d44b173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.222623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7eafee29-523f-43cf-9eff-343baf14de90 req-55d0cdf8-61ea-4911-aa9e-caa3daca48f5 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141050 Jul 16 03:49:56.250842 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44a40da1-d20e-4977-b5ed-2cfd43229eff tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.253117 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a2c79962-7a57-4f20-9bad-34e86d44b173 None None] Port e7637597-3cbd-4c59-8e69-4408d494c0ce cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:56.304133 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-9b634824-de9c-4b47-bb00-0e86c779acfd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=ad554a39-abd3-4e01-8e19-a56b94da94b0 HTTP/1.1" status: 200 len: 217 time: 0.1141527 Jul 16 03:49:56.304528 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44a40da1-d20e-4977-b5ed-2cfd43229eff tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.316719 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 258afb0d-73a5-4e5c-a970-c1705766d533 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:49:56.321314 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:49:56.363815 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0738b31-3ac9-4f9b-911a-cdca8f9ff98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.421769 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44a40da1-d20e-4977-b5ed-2cfd43229eff tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.425765 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-44a40da1-d20e-4977-b5ed-2cfd43229eff tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.430193 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-44a40da1-d20e-4977-b5ed-2cfd43229eff tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/security-groups/c67bdc54-6112-424c-ae13-66e919ae73d2 HTTP/1.1" status: 204 len: 168 time: 0.2929616 Jul 16 03:49:56.430972 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57300) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:56.469794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a40da1-d20e-4977-b5ed-2cfd43229eff tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67bdc54-6112-424c-ae13-66e919ae73d2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:56.489897 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4bb96eeb-e721-4240-bebd-9e5a8cbd98b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:56.492246 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-4bb96eeb-e721-4240-bebd-9e5a8cbd98b4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=125da1df-c26d-42e3-b0e0-b86948e3d3fe HTTP/1.1" status: 200 len: 838 time: 0.1734352 Jul 16 03:49:56.547708 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0738b31-3ac9-4f9b-911a-cdca8f9ff98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.556652 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0738b31-3ac9-4f9b-911a-cdca8f9ff98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.595755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c0738b31-3ac9-4f9b-911a-cdca8f9ff98e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b0747597669489e8be29cdb3bddafa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4842017 Jul 16 03:49:56.604681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:56.648250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0738b31-3ac9-4f9b-911a-cdca8f9ff98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790903f9-723f-451b-b844-3bf14971249f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:56.698517 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d51516b8-e671-4636-8f72-f2bc4981319c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.724054 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d51516b8-e671-4636-8f72-f2bc4981319c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.807864 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8fa9c9f8-ed72-4938-8899-6b1c01e42869 None None] Provisioning complete for port e7637597-3cbd-4c59-8e69-4408d494c0ce triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:56.808882 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c9f8-ed72-4938-8899-6b1c01e42869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.826287 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d51516b8-e671-4636-8f72-f2bc4981319c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.829042 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d51516b8-e671-4636-8f72-f2bc4981319c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.850177 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d51516b8-e671-4636-8f72-f2bc4981319c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/790903f9-723f-451b-b844-3bf14971249f HTTP/1.1" status: 204 len: 168 time: 0.2442386 Jul 16 03:49:56.851714 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8fa9c9f8-ed72-4938-8899-6b1c01e42869 None None] Port e7637597-3cbd-4c59-8e69-4408d494c0ce cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:56.862385 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8fa9c9f8-ed72-4938-8899-6b1c01e42869 None None] Provisioning complete for port 0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:56.863074 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c9f8-ed72-4938-8899-6b1c01e42869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.868790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620436b9-4d18-4e98-8d3d-89187d4ef2e5 req-aff9e0be-48c0-4b08-bb2c-9f64fd17ae1e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:56.892379 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-620436b9-4d18-4e98-8d3d-89187d4ef2e5 req-aff9e0be-48c0-4b08-bb2c-9f64fd17ae1e tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 907 time: 0.1600397 Jul 16 03:49:56.902303 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8fa9c9f8-ed72-4938-8899-6b1c01e42869 None None] Port 0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:49:56.905976 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8fa9c9f8-ed72-4938-8899-6b1c01e42869 None None] Could not find standard attr ID for object ba62aa56-5dd6-4124-82ea-6b705c47f09c. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:49:56.911663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51516b8-e671-4636-8f72-f2bc4981319c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790903f9-723f-451b-b844-3bf14971249f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:56.918476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8fa9c9f8-ed72-4938-8899-6b1c01e42869 None None] Provisioning for port 85335fd9-0e49-428e-86c6-9535f8eb1847 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:49:56.927857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8fa9c9f8-ed72-4938-8899-6b1c01e42869 None None] Provisioning complete for port 85335fd9-0e49-428e-86c6-9535f8eb1847 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:56.929140 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c9f8-ed72-4938-8899-6b1c01e42869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:56.979217 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.022547 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c9f8-ed72-4938-8899-6b1c01e42869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.024256 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.028381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router 854893e7-02f2-4534-89e6-481f6ff23ef7 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:49:57.053386 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6a4a7497-b345-4b29-bddf-0599cea3fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:57.054913 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-6a4a7497-b345-4b29-bddf-0599cea3fa2e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b8e5a190-78f0-412e-bfe1-3f239967d159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366630 Jul 16 03:49:57.074096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8fa9c9f8-ed72-4938-8899-6b1c01e42869 None None] For port 85335fd9-0e49-428e-86c6-9535f8eb1847, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=85335fd9-0e49-428e-86c6-9535f8eb1847,segment=NetworkSegment(876b3205-91c1-4271-b842-b99c53bae718),segment_id=876b3205-91c1-4271-b842-b99c53bae718)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:49:57.084648 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c9f8-ed72-4938-8899-6b1c01e42869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.195422 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9c9f8-ed72-4938-8899-6b1c01e42869 None None] Pushing event updated for resources: {'Port': ['ID=85335fd9-0e49-428e-86c6-9535f8eb1847,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:57.242762 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.247448 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.248822 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/security-groups/a109510b-daf9-4214-97d8-4e9b34bfbbb6 HTTP/1.1" status: 204 len: 168 time: 0.8148808 Jul 16 03:49:57.252150 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:57.321828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a109510b-daf9-4214-97d8-4e9b34bfbbb6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:57.345626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:57.346141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:57.346586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:57.347176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:57.347663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:57.348102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:57.348572 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:57.349006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:57.351905 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:57.352611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:57.353096 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:57.353702 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb19c02-7710-4a75-8580-994fe9297e3c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:49:57.397771 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-a4f31fb4-3f79-4d8f-bcaa-b646fe0f1042 service neutron] 10.222.0.88 "GET /v2.0/networks/b8e5a190-78f0-412e-bfe1-3f239967d159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348861 Jul 16 03:49:57.407333 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:49:57.420899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Sync routers for ids ['854893e7-02f2-4534-89e6-481f6ff23ef7'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:49:57.444247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Routers {'854893e7-02f2-4534-89e6-481f6ff23ef7'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:57.444247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['854893e7-02f2-4534-89e6-481f6ff23ef7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:57.445082 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-91d89382-3968-4116-8296-e49cc36870f6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "PUT /v2.0/routers/854893e7-02f2-4534-89e6-481f6ff23ef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5186930 Jul 16 03:49:57.466655 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4113be15-ffa8-41bc-b91a-b22605e9fd3f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting subnet 9fc8efe7-e9ce-42ff-8c79-b7cc2bee8c8c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:49:57.486712 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4113be15-ffa8-41bc-b91a-b22605e9fd3f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.574727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5e3adb04-7550-4e3b-8206-d5a1806aa268 None None] Could not find standard attr ID for object ba62aa56-5dd6-4124-82ea-6b705c47f09c. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:49:57.590742 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c2c9a2f-b3d1-425e-a700-714a0d589673 req-124d47da-7e43-4442-b617-7cc9ca8d05c9 service neutron] 10.222.0.88 "GET /v2.0/networks/b8e5a190-78f0-412e-bfe1-3f239967d159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442833 Jul 16 03:49:57.646254 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4113be15-ffa8-41bc-b91a-b22605e9fd3f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:57.784296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bc470-3563-4544-9544-1ca6aee8bdb9 req-028b351e-2834-4756-90eb-57af9b49c22d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:57.795670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616aeb-b2ce-4c55-b7d5-1031a570a2b8 req-f269fa11-880e-45aa-b4e4-65a054caae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:57.797456 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-82616aeb-b2ce-4c55-b7d5-1031a570a2b8 req-f269fa11-880e-45aa-b4e4-65a054caae70 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=585dafdd798a48c2a5975c05e5d0a6ba&device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 1058 time: 0.1082082 Jul 16 03:49:57.803499 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d9bc470-3563-4544-9544-1ca6aee8bdb9 req-028b351e-2834-4756-90eb-57af9b49c22d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.3295798 Jul 16 03:49:57.849876 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Set router 854893e7-02f2-4534-89e6-481f6ff23ef7 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:49:57.943640 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616aeb-b2ce-4c55-b7d5-1031a570a2b8 req-ff0603c8-9ddb-4d56-8cfb-bb618d1ddbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:57.945410 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-82616aeb-b2ce-4c55-b7d5-1031a570a2b8 req-ff0603c8-9ddb-4d56-8cfb-bb618d1ddbea service neutron] 10.222.0.88 "GET /v2.0/networks?id=b8e5a190-78f0-412e-bfe1-3f239967d159 HTTP/1.1" status: 200 len: 898 time: 0.1268642 Jul 16 03:49:57.993666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d9bc470-3563-4544-9544-1ca6aee8bdb9 req-4a61ed97-c516-4d3a-8ef8-1662e45c6f3b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587999 Jul 16 03:49:58.034328 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-82616aeb-b2ce-4c55-b7d5-1031a570a2b8 req-1a43a827-3518-436d-9f84-8fe75b33be37 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=ad554a39-abd3-4e01-8e19-a56b94da94b0 HTTP/1.1" status: 200 len: 217 time: 0.0789790 Jul 16 03:49:58.035099 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-e6a99f76-4f46-4cdd-8210-9765a92a171b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300588064&fields=id&tenant_id=03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 267 time: 0.1532173 Jul 16 03:49:58.036605 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4113be15-ffa8-41bc-b91a-b22605e9fd3f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:58.045892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 85335fd9-0e49-428e-86c6-9535f8eb1847 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:49:58.131760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-aeacaba0-f14f-4fd5-892a-71874365b797 None None] Could not find standard attr ID for object ba62aa56-5dd6-4124-82ea-6b705c47f09c. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:49:58.167521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616aeb-b2ce-4c55-b7d5-1031a570a2b8 req-d7fc643b-44bd-46d2-8537-6697d68f445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:58.169482 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-82616aeb-b2ce-4c55-b7d5-1031a570a2b8 req-d7fc643b-44bd-46d2-8537-6697d68f445f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=125da1df-c26d-42e3-b0e0-b86948e3d3fe HTTP/1.1" status: 200 len: 838 time: 0.1258206 Jul 16 03:49:58.224249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-0005789e-d968-4738-8d46-d35fd7651a9c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:58.229478 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-0005789e-d968-4738-8d46-d35fd7651a9c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/networks?id=258afb0d-73a5-4e5c-a970-c1705766d533 HTTP/1.1" status: 200 len: 796 time: 0.1634014 Jul 16 03:49:58.288936 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-42757b2d-2016-4ecb-afc0-bbc2d1724e78 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/quotas/03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 375 time: 0.0248575 Jul 16 03:49:58.313610 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57350) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:58.319673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 85335fd9-0e49-428e-86c6-9535f8eb1847 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:49:58.320047 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:58.320883 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4113be15-ffa8-41bc-b91a-b22605e9fd3f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:58.356925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82616aeb-b2ce-4c55-b7d5-1031a570a2b8 req-3195f09c-59e0-40ab-ba4f-b55489bd4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:58.358865 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-82616aeb-b2ce-4c55-b7d5-1031a570a2b8 req-3195f09c-59e0-40ab-ba4f-b55489bd4c0b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b8e5a190-78f0-412e-bfe1-3f239967d159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1785622 Jul 16 03:49:58.393914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113be15-ffa8-41bc-b91a-b22605e9fd3f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc8efe7-e9ce-42ff-8c79-b7cc2bee8c8c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:58.398912 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4113be15-ffa8-41bc-b91a-b22605e9fd3f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:58.401805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4113be15-ffa8-41bc-b91a-b22605e9fd3f tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/9fc8efe7-e9ce-42ff-8c79-b7cc2bee8c8c HTTP/1.1" status: 204 len: 168 time: 1.1484354 Jul 16 03:49:58.411905 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57354) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:58.414210 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec64fbe-f9aa-460f-90bc-eea57d4e86f4 req-0fc6f961-804e-460f-9413-a63d5953e185 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:58.425940 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dec64fbe-f9aa-460f-90bc-eea57d4e86f4 req-0fc6f961-804e-460f-9413-a63d5953e185 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 907 time: 0.1933227 Jul 16 03:49:58.428729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ef7ae1fa-c3b7-49e5-8e7e-60a64a70913d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'subnet': {'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:58.455611 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ba4097-f80d-4fc7-bcab-d6e10272b112 None None] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:49:58.512507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-2ca34b89-6c6e-40d6-803a-52af029d4d04 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2178638 Jul 16 03:49:58.555880 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-138b2d39-0607-4b36-9587-2e57718f1898 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:58.557294 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-138b2d39-0607-4b36-9587-2e57718f1898 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 03:49:58.563971 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-138b2d39-0607-4b36-9587-2e57718f1898 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:49:58.565199 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-138b2d39-0607-4b36-9587-2e57718f1898 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2416248 Jul 16 03:49:58.571149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57356) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:58.658344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:40Z', 'updated_at': '2021-07-16T03:49:54Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:42Z', 'updated_at': '2021-07-16T03:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'e7637597-3cbd-4c59-8e69-4408d494c0ce', 'name': '', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:9e:15:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:52Z', 'updated_at': '2021-07-16T03:49:54Z', 'revision_number': 2, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:58.685413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Checking router: 854893e7-02f2-4534-89e6-481f6ff23ef7 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:49:58.685770 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Updating router 854893e7-02f2-4534-89e6-481f6ff23ef7 port e7637597-3cbd-4c59-8e69-4408d494c0ce binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:49:58.707866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b1b6275e-3257-4ce0-beef-27b3516a5791 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894391129'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:58.719999 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-367e1cbd-e970-4efd-9b81-c5e0806f3820 service neutron] 10.222.0.18 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045023 Jul 16 03:49:58.745576 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:58.807612 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-ef7ae1fa-c3b7-49e5-8e7e-60a64a70913d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:49:58.807612 n-d-800088-6 neutron-server[93768]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:49:58.807612 n-d-800088-6 neutron-server[93768]: [parameters: {'project_id': '31574bc2dca048b197c13114ca47965d', 'id': 'c13054e0-a856-4218-91d5-a93a36ad4528', 'expiration': datetime.datetime(2021, 7, 16, 3, 51, 58, 801172)}] Jul 16 03:49:58.807612 n-d-800088-6 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:49:58.809296 n-d-800088-6 neutron-server[93768]: DEBUG oslo_db.api [None req-ef7ae1fa-c3b7-49e5-8e7e-60a64a70913d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:49:58.854722 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-82616aeb-b2ce-4c55-b7d5-1031a570a2b8 req-2d43a7a6-b630-41ee-a95c-4a22fd347da9 service neutron] 10.222.0.88 "GET /v2.0/networks/b8e5a190-78f0-412e-bfe1-3f239967d159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853902 Jul 16 03:49:58.856535 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1b6275e-3257-4ce0-beef-27b3516a5791 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:58.885700 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1b6275e-3257-4ce0-beef-27b3516a5791 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.057103 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1b6275e-3257-4ce0-beef-27b3516a5791 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.064830 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1b6275e-3257-4ce0-beef-27b3516a5791 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.085106 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.098251 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Transition to ACTIVE for port object e7637597-3cbd-4c59-8e69-4408d494c0ce will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:49:59.106415 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.144693 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6275e-3257-4ce0-beef-27b3516a5791 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4df35a-8a3f-4319-ad23-1c833340567c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:59.167319 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af019d69-9ca7-4d05-8f1f-4ec438ff06a6 None None] Pushing event updated for resources: {'Port': ['ID=e7637597-3cbd-4c59-8e69-4408d494c0ce,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:59.255271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Attempting to bind port e7637597-3cbd-4c59-8e69-4408d494c0ce on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:49:59.255667 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Attempting to bind port e7637597-3cbd-4c59-8e69-4408d494c0ce by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:49:59.256304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Attempting to bind port e7637597-3cbd-4c59-8e69-4408d494c0ce on network 258afb0d-73a5-4e5c-a970-c1705766d533 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:49:59.270308 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:49:59.270706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Checking segment: {'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:49:59.271168 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.271570 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Bound using segment: {'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:49:59.272266 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Bound port: e7637597-3cbd-4c59-8e69-4408d494c0ce, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:49:59.272704 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.327566 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-82616aeb-b2ce-4c55-b7d5-1031a570a2b8 req-8dc705e4-c586-4df4-a4d7-29ae33a868f7 service neutron] 10.222.0.88 "GET /v2.0/networks/b8e5a190-78f0-412e-bfe1-3f239967d159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567463 Jul 16 03:49:59.343619 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1b6275e-3257-4ce0-beef-27b3516a5791 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.353204 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1b6275e-3257-4ce0-beef-27b3516a5791 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.395858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7ae1fa-c3b7-49e5-8e7e-60a64a70913d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:49:59.399935 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae1fa-c3b7-49e5-8e7e-60a64a70913d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.406876 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] For port e7637597-3cbd-4c59-8e69-4408d494c0ce, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:49:59.409349 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1b6275e-3257-4ce0-beef-27b3516a5791 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.410749 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b1b6275e-3257-4ce0-beef-27b3516a5791 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7104032 Jul 16 03:49:59.414112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] For port e7637597-3cbd-4c59-8e69-4408d494c0ce, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e7637597-3cbd-4c59-8e69-4408d494c0ce,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:49:59.414319 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:59.421793 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.445231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6775375c-3e89-4a0d-b728-209f324b960e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': 'b6eb819b-8014-468b-b628-d52d14f99dc6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:59.513570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103f0a0-cde6-48b8-9492-2c10d7285313 req-61201afa-0605-4248-9a64-5c989aa6ef0d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:49:59.524303 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c103f0a0-cde6-48b8-9492-2c10d7285313 req-61201afa-0605-4248-9a64-5c989aa6ef0d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.7823472 Jul 16 03:49:59.530018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af019d69-9ca7-4d05-8f1f-4ec438ff06a6 None None] Pushing event updated for resources: {'Port': ['ID=e7637597-3cbd-4c59-8e69-4408d494c0ce,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:59.545593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6275e-3257-4ce0-beef-27b3516a5791 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eb819b-8014-468b-b628-d52d14f99dc6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:59.552605 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Routers {'854893e7-02f2-4534-89e6-481f6ff23ef7'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:49:59.554532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:49:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['854893e7-02f2-4534-89e6-481f6ff23ef7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:49:59.579010 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-1ab0b038-1c4c-4053-8a54-63677704b89f service neutron] 10.222.0.18 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8544078 Jul 16 03:49:59.657803 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6775375c-3e89-4a0d-b728-209f324b960e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.695126 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:49:59.814147 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6775375c-3e89-4a0d-b728-209f324b960e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.827851 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c103f0a0-cde6-48b8-9492-2c10d7285313 req-5f6c55a6-0ba2-478c-b8f1-b95e27a4491d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024375 Jul 16 03:49:59.832549 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6775375c-3e89-4a0d-b728-209f324b960e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.881507 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6775375c-3e89-4a0d-b728-209f324b960e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:49:59.899129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6775375c-3e89-4a0d-b728-209f324b960e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4694660 Jul 16 03:49:59.909418 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57370) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:49:59.923476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-be4c84d3-2b60-40c7-9fcc-b0b4ba797c51 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': 'b6eb819b-8014-468b-b628-d52d14f99dc6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:49:59.957178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775375c-3e89-4a0d-b728-209f324b960e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c6fda2-97b2-4bfb-b6bc-7f87605c5e59,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:49:59.979338 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae1fa-c3b7-49e5-8e7e-60a64a70913d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.052858 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-205810cc-a5ca-4e69-b271-53b4d6b88064 req-99308277-f4ca-4f3a-b1ac-b0cf01d74a3c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 210 time: 0.0627158 Jul 16 03:50:00.066287 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be4c84d3-2b60-40c7-9fcc-b0b4ba797c51 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.096789 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e6f5a268-3fdd-4aa7-811f-de3568200215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.122013 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] Set router 854893e7-02f2-4534-89e6-481f6ff23ef7 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:00.141605 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7ae1fa-c3b7-49e5-8e7e-60a64a70913d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:00.159316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ef7ae1fa-c3b7-49e5-8e7e-60a64a70913d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:00.169667 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7ae1fa-c3b7-49e5-8e7e-60a64a70913d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:00.170380 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef7ae1fa-c3b7-49e5-8e7e-60a64a70913d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.181073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ae1fa-c3b7-49e5-8e7e-60a64a70913d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Subnet': ['ID=64d87b1f-4a9d-43d3-84c1-d454d01d81c6,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:00.181847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f534b0-45b8-40cb-8d1b-59d8f5cba818 None None] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:00.217861 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ef7ae1fa-c3b7-49e5-8e7e-60a64a70913d tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8048000 Jul 16 03:50:00.220389 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:00.224915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eea3cf-93fe-4fd5-9f54-d0604420e81b req-aa693558-8cad-45ee-ba18-dab9acd13898 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:00.227370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4eea3cf-93fe-4fd5-9f54-d0604420e81b req-aa693558-8cad-45ee-ba18-dab9acd13898 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 907 time: 0.1428657 Jul 16 03:50:00.236972 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-be4c84d3-2b60-40c7-9fcc-b0b4ba797c51 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:50:00.240652 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-be4c84d3-2b60-40c7-9fcc-b0b4ba797c51 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3257003 Jul 16 03:50:00.241023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:00.246910 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5ad8619a-b1b6-4231-aecf-694dd11a3bc1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'security_group': {'name': 'tempest-secgroup-2051925549'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:00.301157 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ad8619a-b1b6-4231-aecf-694dd11a3bc1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.392353 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76fbf3d3-6faf-4efe-b659-22dbdb692c79 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.436402 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fc335-d3c2-4f3b-94ae-1cc5c81f3a64 req-2b659813-e3f1-489e-b707-e35d4a57e883 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:00.438187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a57fc335-d3c2-4f3b-94ae-1cc5c81f3a64 req-2b659813-e3f1-489e-b707-e35d4a57e883 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.1983912 Jul 16 03:50:00.440024 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c1ea1f26-150c-4834-96ba-116afba76c22 None None] Provisioning complete for port 0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:00.440522 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1f26-150c-4834-96ba-116afba76c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.480495 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76fbf3d3-6faf-4efe-b659-22dbdb692c79 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.515678 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ad8619a-b1b6-4231-aecf-694dd11a3bc1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.521766 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a57fc335-d3c2-4f3b-94ae-1cc5c81f3a64 req-71cc66da-5aca-4f7f-b4db-c72105c60305 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749917 Jul 16 03:50:00.523653 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ad8619a-b1b6-4231-aecf-694dd11a3bc1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.573370 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea1f26-150c-4834-96ba-116afba76c22 None None] Port 0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:00.597102 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ad8619a-b1b6-4231-aecf-694dd11a3bc1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.598596 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5ad8619a-b1b6-4231-aecf-694dd11a3bc1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3770833 Jul 16 03:50:00.601364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:00.608795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5e969410-8d7a-484d-aa1b-20b09de3ef65 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'security_group': {'name': 'tempest-secgroup-1885228728'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:00.629347 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c1ea1f26-150c-4834-96ba-116afba76c22 None None] Provisioning complete for port 85335fd9-0e49-428e-86c6-9535f8eb1847 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:00.629900 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1f26-150c-4834-96ba-116afba76c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.637404 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:40Z', 'updated_at': '2021-07-16T03:49:54Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:42Z', 'updated_at': '2021-07-16T03:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'e7637597-3cbd-4c59-8e69-4408d494c0ce', 'name': '', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:9e:15:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:52Z', 'updated_at': '2021-07-16T03:49:59Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:00.638153 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8619a-b1b6-4231-aecf-694dd11a3bc1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1cb7a8-84fa-4ec9-8331-42148c05fd16,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:00.656140 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76fbf3d3-6faf-4efe-b659-22dbdb692c79 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.658691 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76fbf3d3-6faf-4efe-b659-22dbdb692c79 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.659834 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-76fbf3d3-6faf-4efe-b659-22dbdb692c79 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "DELETE /v2.0/security-groups/b6eb819b-8014-468b-b628-d52d14f99dc6 HTTP/1.1" status: 204 len: 168 time: 0.4180529 Jul 16 03:50:00.662641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57390) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:00.687842 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e969410-8d7a-484d-aa1b-20b09de3ef65 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.691560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbf3d3-6faf-4efe-b659-22dbdb692c79 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6eb819b-8014-468b-b628-d52d14f99dc6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:00.725794 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9ad627b0-2d0d-4bc3-9a73-de52779dd7fa tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0618412 Jul 16 03:50:00.730152 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57392) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:00.731258 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702655d4-09ff-4416-bd4e-36edd1a85378 None None] The sync data for ids ['854893e7-02f2-4534-89e6-481f6ff23ef7'] in n-d-800088-6 is: [{'id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:40Z', 'updated_at': '2021-07-16T03:49:54Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:42Z', 'updated_at': '2021-07-16T03:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'e7637597-3cbd-4c59-8e69-4408d494c0ce', 'name': '', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:9e:15:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:52Z', 'updated_at': '2021-07-16T03:49:59Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:00.736942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b63ef139-169a-4617-bd7c-61c23d37e136 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group': {'name': 'tempest-secgroup--331604174'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:00.913683 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e969410-8d7a-484d-aa1b-20b09de3ef65 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.920417 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e969410-8d7a-484d-aa1b-20b09de3ef65 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:00.935262 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b63ef139-169a-4617-bd7c-61c23d37e136 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.034782 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ad554a39-abd3-4e01-8e19-a56b94da94b0 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:50:01.039198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969410-8d7a-484d-aa1b-20b09de3ef65 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1c8a08-5efc-4025-916e-d7d888275f54,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:01.142141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ad554a39-abd3-4e01-8e19-a56b94da94b0, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ad554a39-abd3-4e01-8e19-a56b94da94b0,segment=NetworkSegment(dc9dc964-2483-446c-bcd7-9877c3f6397e),segment_id=dc9dc964-2483-446c-bcd7-9877c3f6397e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:01.162851 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b63ef139-169a-4617-bd7c-61c23d37e136 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.168884 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b63ef139-169a-4617-bd7c-61c23d37e136 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.170827 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e969410-8d7a-484d-aa1b-20b09de3ef65 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.172545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5e969410-8d7a-484d-aa1b-20b09de3ef65 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5695450 Jul 16 03:50:01.175152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:01.181822 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-50fccbad-167b-479a-9d38-348b7f97380a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'security_group': {'name': 'tempest-secgroup-1021948827'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:01.195207 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'ad554a39-abd3-4e01-8e19-a56b94da94b0', 'network_id': 'b8e5a190-78f0-412e-bfe1-3f239967d159', 'port_id': 'ad554a39-abd3-4e01-8e19-a56b94da94b0', 'mac_address': 'fa:16:3e:dd:9a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '125da1df-c26d-42e3-b0e0-b86948e3d3fe', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:50:01.209817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108b2c16-8dd5-4983-97f1-de2ea70eccc0 None None] Update dhcp port {'port': {'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'fixed_ips': [{'subnet_id': 'ada40acc-dd06-4189-a313-a7bdd2e38fc6', 'ip_address': '172.20.0.18'}, {'subnet_id': '64d87b1f-4a9d-43d3-84c1-d454d01d81c6'}], 'binding:host_id': 'n-d-800088-6'}, 'id': '85335fd9-0e49-428e-86c6-9535f8eb1847'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:50:01.218563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ef139-169a-4617-bd7c-61c23d37e136 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8c8e65-41ad-48bb-8faf-570c68e15f12,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:01.254656 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b63ef139-169a-4617-bd7c-61c23d37e136 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.256066 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50fccbad-167b-479a-9d38-348b7f97380a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.257131 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b63ef139-169a-4617-bd7c-61c23d37e136 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5250943 Jul 16 03:50:01.260821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57400) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:01.266167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3a254583-8361-4448-8cd8-81a97fbb8857 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': 'fd8c8e65-41ad-48bb-8faf-570c68e15f12', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:01.267142 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-3a254583-8361-4448-8cd8-81a97fbb8857 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 03:50:01.267844 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-3a254583-8361-4448-8cd8-81a97fbb8857 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:01.269094 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3a254583-8361-4448-8cd8-81a97fbb8857 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069807 Jul 16 03:50:01.271766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57402) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:01.310168 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-108b2c16-8dd5-4983-97f1-de2ea70eccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.356514 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.375443 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-490399c9-789c-420b-949f-2337dbdb817b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.379027 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a086a46-15eb-4efa-9551-51bb953c46e2 req-97dc525d-36e1-41a7-8d22-7cace3b868ad tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 210 time: 0.0602708 Jul 16 03:50:01.402168 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.411469 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-490399c9-789c-420b-949f-2337dbdb817b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.443728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad554a39-abd3-4e01-8e19-a56b94da94b0 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:50:01.470008 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ad554a39-abd3-4e01-8e19-a56b94da94b0, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ad554a39-abd3-4e01-8e19-a56b94da94b0,segment=NetworkSegment(dc9dc964-2483-446c-bcd7-9877c3f6397e),segment_id=dc9dc964-2483-446c-bcd7-9877c3f6397e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:01.481464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77e282-1057-413d-95fe-5e21ce3bd5d6 req-59bda318-dfbd-440f-a930-8d624c01ac4c tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:01.482464 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.483355 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a77e282-1057-413d-95fe-5e21ce3bd5d6 req-59bda318-dfbd-440f-a930-8d624c01ac4c tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.2408195 Jul 16 03:50:01.491304 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-490399c9-789c-420b-949f-2337dbdb817b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.496544 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-490399c9-789c-420b-949f-2337dbdb817b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.498095 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-490399c9-789c-420b-949f-2337dbdb817b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd8c8e65-41ad-48bb-8faf-570c68e15f12 HTTP/1.1" status: 204 len: 168 time: 0.2249506 Jul 16 03:50:01.500881 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57406) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:01.564538 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490399c9-789c-420b-949f-2337dbdb817b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8c8e65-41ad-48bb-8faf-570c68e15f12,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:01.607171 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.636621 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a77e282-1057-413d-95fe-5e21ce3bd5d6 req-80f5f977-adc7-48a2-9658-223f7cd1e674 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460445 Jul 16 03:50:01.639206 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50fccbad-167b-479a-9d38-348b7f97380a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.661281 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1b89b7ec-fc61-4c7a-9bd7-9ab985c0aefd tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1504152 Jul 16 03:50:01.668889 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:01.697963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=ad554a39-abd3-4e01-8e19-a56b94da94b0,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:01.744795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-108b2c16-8dd5-4983-97f1-de2ea70eccc0 None None] Allocated IP 172.20.0.2 (2abbfec2-5700-40d3-97ef-cbd0f780e746/64d87b1f-4a9d-43d3-84c1-d454d01d81c6/85335fd9-0e49-428e-86c6-9535f8eb1847) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:01.749149 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50fccbad-167b-479a-9d38-348b7f97380a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.771104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9648f13e-aeb8-4852-bd51-4ac464e670ac tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group': {'name': 'tempest-secgroup--916117409'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:01.860942 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['ad554a39-abd3-4e01-8e19-a56b94da94b0'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:01.900203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e7637597-3cbd-4c59-8e69-4408d494c0ce up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:01.953475 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9648f13e-aeb8-4852-bd51-4ac464e670ac tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.974082 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50fccbad-167b-479a-9d38-348b7f97380a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:01.975496 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-50fccbad-167b-479a-9d38-348b7f97380a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7992249 Jul 16 03:50:01.979782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57412) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:01.985870 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fccbad-167b-479a-9d38-348b7f97380a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e65e86-4806-4548-a2bf-f543c633ca92,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:01.986466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d5bb6f24-44bf-446c-bb6f-5052a3d51923 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-182346307', 'security_groups': ['c8e65e86-4806-4548-a2bf-f543c633ca92'], 'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '64d87b1f-4a9d-43d3-84c1-d454d01d81c6'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:02.036261 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-600f6033-69f6-4226-aa18-29d354fa6068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:02.038227 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-600f6033-69f6-4226-aa18-29d354fa6068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "GET /v2.0/networks?id=258afb0d-73a5-4e5c-a970-c1705766d533 HTTP/1.1" status: 200 len: 796 time: 0.2152116 Jul 16 03:50:02.038878 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-108b2c16-8dd5-4983-97f1-de2ea70eccc0 None None] For port 85335fd9-0e49-428e-86c6-9535f8eb1847, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=85335fd9-0e49-428e-86c6-9535f8eb1847,segment=NetworkSegment(876b3205-91c1-4271-b842-b99c53bae718),segment_id=876b3205-91c1-4271-b842-b99c53bae718)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:02.118885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed313e-cc28-4ce1-844d-541d00a62742 req-b96671a3-526c-4d06-b7eb-56151b93b483 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:02.120925 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77ed313e-cc28-4ce1-844d-541d00a62742 req-b96671a3-526c-4d06-b7eb-56151b93b483 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 908 time: 0.4758494 Jul 16 03:50:02.129576 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-5b3f455d-17a9-439f-91e9-3ba14887e98c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 379 time: 0.0819643 Jul 16 03:50:02.132843 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-108b2c16-8dd5-4983-97f1-de2ea70eccc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.154932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-7264af41-f40c-478c-963f-bdeed9ef57a0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'port': {'device_id': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'admin_state_up': True, 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'security_groups': ['1268a295-6743-48e9-b43b-1bfd70b855ff']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:02.155427 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port e7637597-3cbd-4c59-8e69-4408d494c0ce completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:02.164392 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e7637597-3cbd-4c59-8e69-4408d494c0ce triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:02.164942 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.167976 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-108b2c16-8dd5-4983-97f1-de2ea70eccc0 None None] Transition to ACTIVE for port object 85335fd9-0e49-428e-86c6-9535f8eb1847 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:02.197389 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-108b2c16-8dd5-4983-97f1-de2ea70eccc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.252963 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9648f13e-aeb8-4852-bd51-4ac464e670ac tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.268511 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9648f13e-aeb8-4852-bd51-4ac464e670ac tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.279096 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bb6f24-44bf-446c-bb6f-5052a3d51923 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:02.334924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b2c16-8dd5-4983-97f1-de2ea70eccc0 None None] Pushing event updated for resources: {'Port': ['ID=85335fd9-0e49-428e-86c6-9535f8eb1847,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:02.371582 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9648f13e-aeb8-4852-bd51-4ac464e670ac tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.383500 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9648f13e-aeb8-4852-bd51-4ac464e670ac tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6833830 Jul 16 03:50:02.387270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648f13e-aeb8-4852-bd51-4ac464e670ac tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5047ca-9770-4d6d-9ceb-b822d36267e0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:02.389575 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:02.403186 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.412544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2605762f-fbd9-4eaa-b487-280807b6bf3b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '6e5047ca-9770-4d6d-9ceb-b822d36267e0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:02.422365 n-d-800088-6 neutron-server[93767]: WARNING neutron.api.v2.base [None req-2605762f-fbd9-4eaa-b487-280807b6bf3b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 03:50:02.422927 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-2605762f-fbd9-4eaa-b487-280807b6bf3b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:02.428871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2605762f-fbd9-4eaa-b487-280807b6bf3b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0351267 Jul 16 03:50:02.430051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:02.448627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port e7637597-3cbd-4c59-8e69-4408d494c0ce, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e7637597-3cbd-4c59-8e69-4408d494c0ce,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:02.458158 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.503813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-7264af41-f40c-478c-963f-bdeed9ef57a0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Made reservation on behalf of 03422a5449cd4807854f59afa4486f72 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:02.507781 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-7264af41-f40c-478c-963f-bdeed9ef57a0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.595655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=e7637597-3cbd-4c59-8e69-4408d494c0ce,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:02.618185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5bb6f24-44bf-446c-bb6f-5052a3d51923 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.648829 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-d5bb6f24-44bf-446c-bb6f-5052a3d51923 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] device_id is not set on port 6652c00e-a21e-4e60-a825-efd724306aad yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:50:02.728775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234567c5-3db2-485c-ad51-849ae851cdfe req-0cd5c2ad-cb1d-4cc3-84db-7b66b4dc7037 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:02.730908 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-234567c5-3db2-485c-ad51-849ae851cdfe req-0cd5c2ad-cb1d-4cc3-84db-7b66b4dc7037 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.2947147 Jul 16 03:50:02.785149 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43d948c5-78cc-434a-8e77-c4a18f58a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.816391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-7264af41-f40c-478c-963f-bdeed9ef57a0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.20.0.11 (258afb0d-73a5-4e5c-a970-c1705766d533/05fc9e9e-237d-4c74-9927-63b785fe433c/0d02e468-d757-4e43-9852-fc0b60bde879) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:02.845017 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:02.941043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71b0a1cc-a9ce-4382-8c0b-34552d1954fc req-74bbf30c-29be-4041-99d3-76bc59d9bbb0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 210 time: 0.0820730 Jul 16 03:50:02.963524 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ad554a39-abd3-4e01-8e19-a56b94da94b0 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:03.078725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port ad554a39-abd3-4e01-8e19-a56b94da94b0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:03.084987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port ad554a39-abd3-4e01-8e19-a56b94da94b0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:03.086051 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.122029 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1260fa62-3ea3-4e26-8530-9c8bdc75eec6 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.160917 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d5bb6f24-44bf-446c-bb6f-5052a3d51923 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Allocated IP 172.20.0.5 (2abbfec2-5700-40d3-97ef-cbd0f780e746/64d87b1f-4a9d-43d3-84c1-d454d01d81c6/6652c00e-a21e-4e60-a825-efd724306aad) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:03.182699 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.195219 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-234567c5-3db2-485c-ad51-849ae851cdfe req-ff0a58f2-24f9-4583-bb12-a5fb395cc7a9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Deleting port 0f86838e-2016-4ec1-b0a4-40be82e67562 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:03.195704 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-234567c5-3db2-485c-ad51-849ae851cdfe req-ff0a58f2-24f9-4583-bb12-a5fb395cc7a9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.234812 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1260fa62-3ea3-4e26-8530-9c8bdc75eec6 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.244956 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40995c41-77e5-4aa6-9045-bc720f32e689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad554a39-abd3-4e01-8e19-a56b94da94b0'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:03.250844 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3190422e-fd44-4df1-96bc-c9539071d13b" -d '{"events": [{"server_uuid": "40995c41-77e5-4aa6-9045-bc720f32e689", "name": "network-vif-plugged", "status": "completed", "tag": "ad554a39-abd3-4e01-8e19-a56b94da94b0"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:03.279432 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ad554a39-abd3-4e01-8e19-a56b94da94b0, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ad554a39-abd3-4e01-8e19-a56b94da94b0,segment=NetworkSegment(dc9dc964-2483-446c-bcd7-9877c3f6397e),segment_id=dc9dc964-2483-446c-bcd7-9877c3f6397e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:03.285025 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.379485 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=ad554a39-abd3-4e01-8e19-a56b94da94b0,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:03.399812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a1a66648-a923-430a-91fe-911b4eeed344 None None] Provisioning for port 85335fd9-0e49-428e-86c6-9535f8eb1847 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:03.412964 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a1a66648-a923-430a-91fe-911b4eeed344 None None] Provisioning complete for port 85335fd9-0e49-428e-86c6-9535f8eb1847 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:03.413811 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a1a66648-a923-430a-91fe-911b4eeed344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.420835 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1260fa62-3ea3-4e26-8530-9c8bdc75eec6 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.423342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-234567c5-3db2-485c-ad51-849ae851cdfe req-ff0a58f2-24f9-4583-bb12-a5fb395cc7a9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] For port 0f86838e-2016-4ec1-b0a4-40be82e67562, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0f86838e-2016-4ec1-b0a4-40be82e67562,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:03.423840 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-234567c5-3db2-485c-ad51-849ae851cdfe req-ff0a58f2-24f9-4583-bb12-a5fb395cc7a9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.430046 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1260fa62-3ea3-4e26-8530-9c8bdc75eec6 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.435939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1260fa62-3ea3-4e26-8530-9c8bdc75eec6 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "DELETE /v2.0/security-groups/6e5047ca-9770-4d6d-9ceb-b822d36267e0 HTTP/1.1" status: 204 len: 168 time: 0.9985552 Jul 16 03:50:03.439531 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57436) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:03.475459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-234567c5-3db2-485c-ad51-849ae851cdfe req-ff0a58f2-24f9-4583-bb12-a5fb395cc7a9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Calling delete_port for 0f86838e-2016-4ec1-b0a4-40be82e67562 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:03.550395 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a1a66648-a923-430a-91fe-911b4eeed344 None None] Provisioning complete for port 0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:03.551520 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a1a66648-a923-430a-91fe-911b4eeed344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.578924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260fa62-3ea3-4e26-8530-9c8bdc75eec6 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5047ca-9770-4d6d-9ceb-b822d36267e0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:03.615899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a1a66648-a923-430a-91fe-911b4eeed344 None None] Port 0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:03.620501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bee377-4f27-486e-b9cb-3b6ed9b9533d req-32c75faa-4a2d-456b-862a-53e9d6b78f5d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:03.628951 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22bee377-4f27-486e-b9cb-3b6ed9b9533d req-32c75faa-4a2d-456b-862a-53e9d6b78f5d tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 945 time: 0.6116552 Jul 16 03:50:03.663931 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5bb6f24-44bf-446c-bb6f-5052a3d51923 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.688408 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5589e000-9bd7-4407-bd02-f7ac93c56010 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2454305 Jul 16 03:50:03.693220 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57442) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:03.698321 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-64021ef1-5d82-4d6c-9dd2-0ba10af5f0ca tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406679896'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:03.706945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d5bb6f24-44bf-446c-bb6f-5052a3d51923 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Transition to ACTIVE for port object 6652c00e-a21e-4e60-a825-efd724306aad will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:03.770602 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-7264af41-f40c-478c-963f-bdeed9ef57a0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.795898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22bee377-4f27-486e-b9cb-3b6ed9b9533d req-dce2e471-e6e4-4eed-be41-fc02c000f685 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660080 Jul 16 03:50:03.816868 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64021ef1-5d82-4d6c-9dd2-0ba10af5f0ca tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.827187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e8f34-6fad-421e-a9f4-379fefeaab96 req-e71b93a8-9868-4044-94b2-2740f1bd74e3 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:03.840378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1e8e8f34-6fad-421e-a9f4-379fefeaab96 req-e71b93a8-9868-4044-94b2-2740f1bd74e3 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 909 time: 0.3649235 Jul 16 03:50:03.844077 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e7637597-3cbd-4c59-8e69-4408d494c0ce up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:03.851418 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5bb6f24-44bf-446c-bb6f-5052a3d51923 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.862794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-7264af41-f40c-478c-963f-bdeed9ef57a0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Transition to ACTIVE for port object 0d02e468-d757-4e43-9852-fc0b60bde879 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:03.863295 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.883797 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351eee04-ec33-40ac-bde4-5c5eecbc9abe x-openstack-request-id: req-351eee04-ec33-40ac-bde4-5c5eecbc9abe {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:03.884155 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40995c41-77e5-4aa6-9045-bc720f32e689", "name": "network-vif-plugged", "status": "completed", "tag": "ad554a39-abd3-4e01-8e19-a56b94da94b0", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:03.884684 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-351eee04-ec33-40ac-bde4-5c5eecbc9abe {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:03.885155 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40995c41-77e5-4aa6-9045-bc720f32e689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad554a39-abd3-4e01-8e19-a56b94da94b0', 'code': 200} Jul 16 03:50:03.919895 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e7637597-3cbd-4c59-8e69-4408d494c0ce triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:03.920744 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.922405 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-7264af41-f40c-478c-963f-bdeed9ef57a0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.968539 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-234567c5-3db2-485c-ad51-849ae851cdfe req-ff0a58f2-24f9-4583-bb12-a5fb395cc7a9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:03.970543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb6f24-44bf-446c-bb6f-5052a3d51923 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=6652c00e-a21e-4e60-a825-efd724306aad,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:03.994911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb6f24-44bf-446c-bb6f-5052a3d51923 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:03.998484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c99a1a4d-61e6-4e87-a113-013f199d0aec'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:04.000945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['0f86838e-2016-4ec1-b0a4-40be82e67562'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:04.025310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d5bb6f24-44bf-446c-bb6f-5052a3d51923 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:04.029309 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bb6f24-44bf-446c-bb6f-5052a3d51923 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:04.035000 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a58f2-24f9-4583-bb12-a5fb395cc7a9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Pushing event deleted for resources: {'Port': ['ID=0f86838e-2016-4ec1-b0a4-40be82e67562,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:04.084586 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264af41-f40c-478c-963f-bdeed9ef57a0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=0d02e468-d757-4e43-9852-fc0b60bde879,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:04.102755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-7264af41-f40c-478c-963f-bdeed9ef57a0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 258afb0d-73a5-4e5c-a970-c1705766d533 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:04.107434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-7264af41-f40c-478c-963f-bdeed9ef57a0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:04.110461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-7264af41-f40c-478c-963f-bdeed9ef57a0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:04.190595 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-234567c5-3db2-485c-ad51-849ae851cdfe req-ff0a58f2-24f9-4583-bb12-a5fb395cc7a9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] No DVR routers for this DVR port 0f86838e-2016-4ec1-b0a4-40be82e67562 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:04.199907 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-234567c5-3db2-485c-ad51-849ae851cdfe req-ff0a58f2-24f9-4583-bb12-a5fb395cc7a9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.203503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-7264af41-f40c-478c-963f-bdeed9ef57a0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:04.204179 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-7264af41-f40c-478c-963f-bdeed9ef57a0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.208943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 85335fd9-0e49-428e-86c6-9535f8eb1847 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:04.211726 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-234567c5-3db2-485c-ad51-849ae851cdfe req-ff0a58f2-24f9-4583-bb12-a5fb395cc7a9 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.88 "DELETE /v2.0/ports/0f86838e-2016-4ec1-b0a4-40be82e67562 HTTP/1.1" status: 204 len: 173 time: 1.4599454 Jul 16 03:50:04.214358 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68943c23-4de1-4d15-a530-c0d613519476', 'name': 'network-vif-deleted', 'tag': '0f86838e-2016-4ec1-b0a4-40be82e67562'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:04.220274 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08069f8b-7844-401d-8f88-fc8c7ccbb589" -d '{"events": [{"server_uuid": "68943c23-4de1-4d15-a530-c0d613519476", "name": "network-vif-deleted", "tag": "0f86838e-2016-4ec1-b0a4-40be82e67562"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:04.306345 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb6f24-44bf-446c-bb6f-5052a3d51923 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:04.307028 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d5bb6f24-44bf-446c-bb6f-5052a3d51923 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.317812 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb8d725-9c1a-4653-acf1-a5b158d4f9e7 x-openstack-request-id: req-cbb8d725-9c1a-4653-acf1-a5b158d4f9e7 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:04.318300 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68943c23-4de1-4d15-a530-c0d613519476", "name": "network-vif-deleted", "tag": "0f86838e-2016-4ec1-b0a4-40be82e67562", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:04.318716 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbb8d725-9c1a-4653-acf1-a5b158d4f9e7 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:04.319277 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68943c23-4de1-4d15-a530-c0d613519476', 'name': 'network-vif-deleted', 'tag': '0f86838e-2016-4ec1-b0a4-40be82e67562', 'status': 'completed', 'code': 200} Jul 16 03:50:04.359913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1ed98-6d21-439d-b03a-2473e3481435 req-430bcfbf-6d1b-4b7c-a1b9-77e86a32de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:04.364242 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6e1ed98-6d21-439d-b03a-2473e3481435 req-430bcfbf-6d1b-4b7c-a1b9-77e86a32de5d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 1060 time: 0.3514023 Jul 16 03:50:04.396421 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64021ef1-5d82-4d6c-9dd2-0ba10af5f0ca tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.402520 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64021ef1-5d82-4d6c-9dd2-0ba10af5f0ca tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.410119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-7264af41-f40c-478c-963f-bdeed9ef57a0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2696316 Jul 16 03:50:04.440920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Request body: {'port': {'device_id': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:04.472763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64021ef1-5d82-4d6c-9dd2-0ba10af5f0ca tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d7b01f-7d0f-40f2-a415-64718ead8813,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:04.475752 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d5bb6f24-44bf-446c-bb6f-5052a3d51923 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4948819 Jul 16 03:50:04.487981 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57450) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:04.508999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82a00b-0a04-42d3-962c-ccab68d6e608 req-f783ff07-b51b-4d7f-936c-99df214ed6f3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:04.512133 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f82a00b-0a04-42d3-962c-ccab68d6e608 req-f783ff07-b51b-4d7f-936c-99df214ed6f3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 932 time: 0.3038421 Jul 16 03:50:04.531668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-64cfe543-21a4-499a-87d3-3bc9ee299d88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'subnet': {'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:04.579346 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 85335fd9-0e49-428e-86c6-9535f8eb1847 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:04.580061 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.582178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a9e7e496-0952-4022-8a9e-91282804fa4b None None] Provisioning for port 6652c00e-a21e-4e60-a825-efd724306aad completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:04.599310 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64021ef1-5d82-4d6c-9dd2-0ba10af5f0ca tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.600869 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-64021ef1-5d82-4d6c-9dd2-0ba10af5f0ca tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9067221 Jul 16 03:50:04.617050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57454) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:04.617273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a9e7e496-0952-4022-8a9e-91282804fa4b None None] Provisioning complete for port 6652c00e-a21e-4e60-a825-efd724306aad triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:04.617509 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9e7e496-0952-4022-8a9e-91282804fa4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.639700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b2fe12bc-f954-4f5d-975c-9ce0a934b243 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '15d7b01f-7d0f-40f2-a415-64718ead8813', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:04.650866 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-b2fe12bc-f954-4f5d-975c-9ce0a934b243 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 03:50:04.651511 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-b2fe12bc-f954-4f5d-975c-9ce0a934b243 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:04.657288 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b2fe12bc-f954-4f5d-975c-9ce0a934b243 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0286889 Jul 16 03:50:04.658186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57456) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:04.661088 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f82a00b-0a04-42d3-962c-ccab68d6e608 req-52196e3a-a175-431a-9813-74a6f830a91b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395354 Jul 16 03:50:04.673513 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c2a22767-d677-40c6-9e39-f456ffbec30f tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '15d7b01f-7d0f-40f2-a415-64718ead8813', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:04.674542 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-c2a22767-d677-40c6-9e39-f456ffbec30f tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 03:50:04.675993 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-c2a22767-d677-40c6-9e39-f456ffbec30f tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:04.681534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:04.682396 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c2a22767-d677-40c6-9e39-f456ffbec30f tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0191221 Jul 16 03:50:04.684331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a9e7e496-0952-4022-8a9e-91282804fa4b None None] Port 6652c00e-a21e-4e60-a825-efd724306aad cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:04.695521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7c629cce-35c0-4a6e-84a1-185cb282178f tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '15d7b01f-7d0f-40f2-a415-64718ead8813', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:04.702626 n-d-800088-6 neutron-server[93767]: WARNING neutron.api.v2.base [None req-7c629cce-35c0-4a6e-84a1-185cb282178f tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 03:50:04.703237 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-7c629cce-35c0-4a6e-84a1-185cb282178f tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:04.704926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7c629cce-35c0-4a6e-84a1-185cb282178f tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0215404 Jul 16 03:50:04.715300 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:04.729989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6af5e705-39ec-4ff0-a76f-38f059c0e5ff tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '15d7b01f-7d0f-40f2-a415-64718ead8813', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:04.730919 n-d-800088-6 neutron-server[93767]: WARNING neutron.api.v2.base [None req-6af5e705-39ec-4ff0-a76f-38f059c0e5ff tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 03:50:04.733436 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-6af5e705-39ec-4ff0-a76f-38f059c0e5ff tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:04.735264 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6af5e705-39ec-4ff0-a76f-38f059c0e5ff tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0184300 Jul 16 03:50:04.739657 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57462) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:04.740681 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.806195 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-66cee990-a038-4a21-88cc-944dd5194aa7 None None] Provisioning for port 0d02e468-d757-4e43-9852-fc0b60bde879 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:04.813351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-66cee990-a038-4a21-88cc-944dd5194aa7 None None] Provisioning complete for port 0d02e468-d757-4e43-9852-fc0b60bde879 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:04.813739 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-66cee990-a038-4a21-88cc-944dd5194aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:04.861420 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-66cee990-a038-4a21-88cc-944dd5194aa7 None None] Port 0d02e468-d757-4e43-9852-fc0b60bde879 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:04.940284 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5d6df2d-55f5-4544-9d8d-db1132e99df0 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.009924 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5d6df2d-55f5-4544-9d8d-db1132e99df0 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.013288 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cfe543-21a4-499a-87d3-3bc9ee299d88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:05.018187 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-64cfe543-21a4-499a-87d3-3bc9ee299d88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.041552 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63a68e2c-2ba1-4e92-a86a-f605851f1c7e req-71658091-ecb4-4708-ac0f-a855845a9383 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=68943c23-4de1-4d15-a530-c0d613519476 HTTP/1.1" status: 200 len: 210 time: 0.0395889 Jul 16 03:50:05.151910 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5d6df2d-55f5-4544-9d8d-db1132e99df0 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.154719 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f5d6df2d-55f5-4544-9d8d-db1132e99df0 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.158279 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f5d6df2d-55f5-4544-9d8d-db1132e99df0 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "DELETE /v2.0/security-groups/15d7b01f-7d0f-40f2-a415-64718ead8813 HTTP/1.1" status: 204 len: 168 time: 0.4143116 Jul 16 03:50:05.159660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:05.177100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6df2d-55f5-4544-9d8d-db1132e99df0 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d7b01f-7d0f-40f2-a415-64718ead8813,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:05.193212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df44d3a-02d3-46e9-96b5-5e56a27b6943 req-7fd879dd-adb4-4576-b3f9-17f6b7e6a55b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:05.194893 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1df44d3a-02d3-46e9-96b5-5e56a27b6943 req-7fd879dd-adb4-4576-b3f9-17f6b7e6a55b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 909 time: 0.1560419 Jul 16 03:50:05.201952 n-d-800088-6 neutron-server[93768]: INFO neutron.db.ipam_backend_mixin [None req-64cfe543-21a4-499a-87d3-3bc9ee299d88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 64d87b1f-4a9d-43d3-84c1-d454d01d81c6 (CIDR: 172.20.0.0/28) Jul 16 03:50:05.204011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d02e468-d757-4e43-9852-fc0b60bde879 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:50:05.208851 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cfe543-21a4-499a-87d3-3bc9ee299d88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:05.209716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64cfe543-21a4-499a-87d3-3bc9ee299d88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:50:05.215355 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.225396 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-64cfe543-21a4-499a-87d3-3bc9ee299d88 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7352967 Jul 16 03:50:05.228032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57470) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:05.233486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-58d600ed-2b80-4afe-b876-527d34145c94 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'subnet': {'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:05.253350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Transition to ACTIVE for port object 0d02e468-d757-4e43-9852-fc0b60bde879 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:05.258047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bdff0996-0517-4980-8f55-a668fd628e2b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0957923 Jul 16 03:50:05.263090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57472) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:05.265252 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.275533 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-371a4e22-5343-4689-a3aa-ac33ebc9c810 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group': {'name': 'tempest-secgroup--626071410'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:05.364631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Pushing event updated for resources: {'Port': ['ID=0d02e468-d757-4e43-9852-fc0b60bde879,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:05.386604 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-371a4e22-5343-4689-a3aa-ac33ebc9c810 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.391177 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d600ed-2b80-4afe-b876-527d34145c94 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:05.395982 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-58d600ed-2b80-4afe-b876-527d34145c94 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.469443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Attempting to bind port 0d02e468-d757-4e43-9852-fc0b60bde879 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:50:05.469845 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Attempting to bind port 0d02e468-d757-4e43-9852-fc0b60bde879 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:50:05.470272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Attempting to bind port 0d02e468-d757-4e43-9852-fc0b60bde879 on network 258afb0d-73a5-4e5c-a970-c1705766d533 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:05.484402 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Port 0d02e468-d757-4e43-9852-fc0b60bde879 on network 258afb0d-73a5-4e5c-a970-c1705766d533 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:50:05.484878 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Attempting to bind port 0d02e468-d757-4e43-9852-fc0b60bde879 on network 258afb0d-73a5-4e5c-a970-c1705766d533 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:50:05.496214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:50:05.496720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Checking segment: {'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:05.497201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Bound using segment: {'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:50:05.497758 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Bound port: 0d02e468-d757-4e43-9852-fc0b60bde879, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:50:05.498221 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.523846 n-d-800088-6 neutron-server[93768]: INFO neutron.db.ipam_backend_mixin [None req-58d600ed-2b80-4afe-b876-527d34145c94 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ada40acc-dd06-4189-a313-a7bdd2e38fc6 (CIDR: 172.20.0.16/28) Jul 16 03:50:05.529025 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d600ed-2b80-4afe-b876-527d34145c94 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:05.530947 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d600ed-2b80-4afe-b876-527d34145c94 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:50:05.582786 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-371a4e22-5343-4689-a3aa-ac33ebc9c810 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.590723 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-371a4e22-5343-4689-a3aa-ac33ebc9c810 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.591142 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-58d600ed-2b80-4afe-b876-527d34145c94 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3618479 Jul 16 03:50:05.593850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57474) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:05.599189 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-294c0fa2-c539-4e3b-a7e3-c26a62c9fcb2 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'subnet': {'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:05.632873 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-371a4e22-5343-4689-a3aa-ac33ebc9c810 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.636659 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-371a4e22-5343-4689-a3aa-ac33ebc9c810 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3696971 Jul 16 03:50:05.636659 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] For port 0d02e468-d757-4e43-9852-fc0b60bde879, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:05.637611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57476) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:05.645676 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8875aa38-4190-44e9-b735-b7ca8f7cb8c3 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '4d96d4d2-03bc-45e1-bc04-99b9c82ce3aa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:05.646470 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-8875aa38-4190-44e9-b735-b7ca8f7cb8c3 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 03:50:05.646985 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-8875aa38-4190-44e9-b735-b7ca8f7cb8c3 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:05.650629 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8875aa38-4190-44e9-b735-b7ca8f7cb8c3 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093627 Jul 16 03:50:05.651846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57478) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:05.654330 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] For port 0d02e468-d757-4e43-9852-fc0b60bde879, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0d02e468-d757-4e43-9852-fc0b60bde879,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:50:05.655612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a4e22-5343-4689-a3aa-ac33ebc9c810 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d96d4d2-03bc-45e1-bc04-99b9c82ce3aa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:05.656202 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3b74420f-fb39-4905-86c7-24d59b244ccf tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '4d96d4d2-03bc-45e1-bc04-99b9c82ce3aa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:05.660390 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.709824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:05.710496 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.712477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] 10.222.0.20 "PUT /v2.0/ports/0d02e468-d757-4e43-9852-fc0b60bde879 HTTP/1.1" status: 200 len: 1092 time: 1.2895246 Jul 16 03:50:05.718498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:05.721342 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e34de2-dde4-4c70-b617-d3c35b1e721f" -d '{"events": [{"name": "network-changed", "server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:05.754938 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:05.813742 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b449a-aa40-49d8-8c9d-7f6736ed0a50 service neutron] Pushing event updated for resources: {'Port': ['ID=0d02e468-d757-4e43-9852-fc0b60bde879,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:05.842785 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5524f0-b5ea-4a07-ae51-fcd8a1aa87bb x-openstack-request-id: req-9d5524f0-b5ea-4a07-ae51-fcd8a1aa87bb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:05.844564 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:05.844564 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d5524f0-b5ea-4a07-ae51-fcd8a1aa87bb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:05.844564 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879', 'status': 'completed', 'code': 200} Jul 16 03:50:05.870328 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-382e49a9-e69d-4138-ad99-017a74387a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:05.872489 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-382e49a9-e69d-4138-ad99-017a74387a92 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 1095 time: 0.1035426 Jul 16 03:50:05.936513 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-4b695b9a-90df-489e-96be-75ff4985834f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d02e468-d757-4e43-9852-fc0b60bde879 HTTP/1.1" status: 200 len: 217 time: 0.0559914 Jul 16 03:50:06.031157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-5d937dd8-d085-4d79-b5ec-e35b82571300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.033094 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-5d937dd8-d085-4d79-b5ec-e35b82571300 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05fc9e9e-237d-4c74-9927-63b785fe433c HTTP/1.1" status: 200 len: 834 time: 0.0872788 Jul 16 03:50:06.098133 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-3b74420f-fb39-4905-86c7-24d59b244ccf tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:06.100686 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3b74420f-fb39-4905-86c7-24d59b244ccf tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4464478 Jul 16 03:50:06.102928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be43273-195a-454b-8cf8-c4fa1952fc96 req-fdadc6c0-ebf3-4469-81a6-6c127b9f7caa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.104913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57492) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:06.111948 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0be43273-195a-454b-8cf8-c4fa1952fc96 req-fdadc6c0-ebf3-4469-81a6-6c127b9f7caa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 944 time: 0.1781826 Jul 16 03:50:06.114054 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2daf75c3-63e3-4571-8fd6-a182aab8a4c4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '4d96d4d2-03bc-45e1-bc04-99b9c82ce3aa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:06.114526 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-2daf75c3-63e3-4571-8fd6-a182aab8a4c4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 03:50:06.115013 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-2daf75c3-63e3-4571-8fd6-a182aab8a4c4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:06.117979 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2daf75c3-63e3-4571-8fd6-a182aab8a4c4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059941 Jul 16 03:50:06.119415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57494) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:06.127873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fb46fc73-558d-45f4-85a5-13a16f442ea1 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '4d96d4d2-03bc-45e1-bc04-99b9c82ce3aa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:06.148302 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294c0fa2-c539-4e3b-a7e3-c26a62c9fcb2 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Made reservation on behalf of 31574bc2dca048b197c13114ca47965d for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:06.153809 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-294c0fa2-c539-4e3b-a7e3-c26a62c9fcb2 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:06.172438 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0be43273-195a-454b-8cf8-c4fa1952fc96 req-30fa1984-636c-4483-a978-98a6457a6781 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549057 Jul 16 03:50:06.180249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-8ee963d4-9c3e-4385-8b36-1e7698a494bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.182397 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-8ee963d4-9c3e-4385-8b36-1e7698a494bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=258afb0d-73a5-4e5c-a970-c1705766d533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419849 Jul 16 03:50:06.210503 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-fb46fc73-558d-45f4-85a5-13a16f442ea1 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:06.214705 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fb46fc73-558d-45f4-85a5-13a16f442ea1 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0910618 Jul 16 03:50:06.215236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57498) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:06.246764 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dd66db03-0cb3-46c9-8f55-87bb21bd1578 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '4d96d4d2-03bc-45e1-bc04-99b9c82ce3aa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:06.247161 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-dd66db03-0cb3-46c9-8f55-87bb21bd1578 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 03:50:06.247650 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-dd66db03-0cb3-46c9-8f55-87bb21bd1578 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:06.251243 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dd66db03-0cb3-46c9-8f55-87bb21bd1578 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0324588 Jul 16 03:50:06.251515 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57502) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:06.256647 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d534b59d-58b4-4a03-af4b-3bd0fc6a5ba4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '4d96d4d2-03bc-45e1-bc04-99b9c82ce3aa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:06.300519 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-d534b59d-58b4-4a03-af4b-3bd0fc6a5ba4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Project 7e0b085d4d98484d8ea553c9e03dc5c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:50:06.327070 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-d534b59d-58b4-4a03-af4b-3bd0fc6a5ba4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:06.328137 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d534b59d-58b4-4a03-af4b-3bd0fc6a5ba4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0757065 Jul 16 03:50:06.333956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57506) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:06.340592 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5ddd19e2-7893-4bef-ab1b-350419679e3e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '4d96d4d2-03bc-45e1-bc04-99b9c82ce3aa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:06.341015 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-5ddd19e2-7893-4bef-ab1b-350419679e3e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 03:50:06.341500 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-5ddd19e2-7893-4bef-ab1b-350419679e3e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:06.342480 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5ddd19e2-7893-4bef-ab1b-350419679e3e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075653 Jul 16 03:50:06.351357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57508) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:06.355874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fac7db48-2f1f-4046-a578-deb392b5605f tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '4d96d4d2-03bc-45e1-bc04-99b9c82ce3aa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:06.436151 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-7cc205d9-4acf-4472-b3b5-465e9e42962f service neutron] 10.222.0.20 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462647 Jul 16 03:50:06.472047 n-d-800088-6 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-fac7db48-2f1f-4046-a578-deb392b5605f tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Project 7e0b085d4d98484d8ea553c9e03dc5c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:50:06.497356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-294c0fa2-c539-4e3b-a7e3-c26a62c9fcb2 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:06.529826 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-fac7db48-2f1f-4046-a578-deb392b5605f tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:06.533594 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fac7db48-2f1f-4046-a578-deb392b5605f tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1785514 Jul 16 03:50:06.534228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:06.538442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-440eae0d-659a-4e82-9777-396f17f5e540 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '4d96d4d2-03bc-45e1-bc04-99b9c82ce3aa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:06.553090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c0fa2-c539-4e3b-a7e3-c26a62c9fcb2 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:06.559374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-294c0fa2-c539-4e3b-a7e3-c26a62c9fcb2 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:06.563833 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294c0fa2-c539-4e3b-a7e3-c26a62c9fcb2 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.564653 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-294c0fa2-c539-4e3b-a7e3-c26a62c9fcb2 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:06.573558 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42de6f4-783f-4105-b5e6-b01a8767677e None None] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:06.579473 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733fdcf-e8d4-4639-a8af-33bd87f819c9 req-35a64842-a7a7-4091-adf5-dd54031f2972 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.581145 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b733fdcf-e8d4-4639-a8af-33bd87f819c9 req-35a64842-a7a7-4091-adf5-dd54031f2972 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 909 time: 0.1889288 Jul 16 03:50:06.604488 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c0fa2-c539-4e3b-a7e3-c26a62c9fcb2 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Subnet': ['ID=49883c55-f5cd-4161-a413-878d38e48bd4,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:06.605828 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba2d14bf-a8e3-466c-9bf0-54c96e4fa2c9 req-f1b4069b-b05d-4905-a139-d5063f9021a9 service neutron] 10.222.0.20 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632807 Jul 16 03:50:06.606970 n-d-800088-6 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-440eae0d-659a-4e82-9777-396f17f5e540 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Project 7e0b085d4d98484d8ea553c9e03dc5c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:50:06.624943 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-294c0fa2-c539-4e3b-a7e3-c26a62c9fcb2 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0297544 Jul 16 03:50:06.627720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57518) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:06.634893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bcb84e40-5acd-4f13-bac1-b06af3c95d63 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-7879603', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '49883c55-f5cd-4161-a413-878d38e48bd4'}], 'security_groups': ['9a1cb7a8-84fa-4ec9-8331-42148c05fd16', '4b1c8a08-5efc-4025-916e-d7d888275f54']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:06.639129 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-440eae0d-659a-4e82-9777-396f17f5e540 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:06.653639 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-440eae0d-659a-4e82-9777-396f17f5e540 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1062574 Jul 16 03:50:06.654379 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:06.820616 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcb84e40-5acd-4f13-bac1-b06af3c95d63 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:06.867111 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e34de2-dde4-4c70-b617-d3c35b1e721f req-f717f1de-b234-4238-95fc-bb4c13eb0392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:06.869410 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04e34de2-dde4-4c70-b617-d3c35b1e721f req-f717f1de-b234-4238-95fc-bb4c13eb0392 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 1095 time: 0.1768386 Jul 16 03:50:06.874151 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:06.944964 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:06.978709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0f86838e-2016-4ec1-b0a4-40be82e67562 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:07.004074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e03546-23f8-41d6-9c38-e4ed106f060e req-88c295cb-8d45-4200-9bdb-f6597c14ca1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.015218 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6e03546-23f8-41d6-9c38-e4ed106f060e req-88c295cb-8d45-4200-9bdb-f6597c14ca1f tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 909 time: 0.2415819 Jul 16 03:50:07.038368 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 0f86838e-2016-4ec1-b0a4-40be82e67562 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:07.039102 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0f86838e-2016-4ec1-b0a4-40be82e67562 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:07.095270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aa361c-d64e-496d-9788-3eccbd07c7cc None None] Update dhcp port {'port': {'network_id': '2abbfec2-5700-40d3-97ef-cbd0f780e746', 'fixed_ips': [{'subnet_id': 'ada40acc-dd06-4189-a313-a7bdd2e38fc6', 'ip_address': '172.20.0.18'}, {'subnet_id': '64d87b1f-4a9d-43d3-84c1-d454d01d81c6', 'ip_address': '172.20.0.2'}, {'subnet_id': '49883c55-f5cd-4161-a413-878d38e48bd4'}], 'binding:host_id': 'n-d-800088-6'}, 'id': '85335fd9-0e49-428e-86c6-9535f8eb1847'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:50:07.120504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e34de2-dde4-4c70-b617-d3c35b1e721f req-9db102b4-c01a-4b72-8e38-b80f3882603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.122117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04e34de2-dde4-4c70-b617-d3c35b1e721f req-9db102b4-c01a-4b72-8e38-b80f3882603f service neutron] 10.222.0.20 "GET /v2.0/networks?id=258afb0d-73a5-4e5c-a970-c1705766d533 HTTP/1.1" status: 200 len: 897 time: 0.2459085 Jul 16 03:50:07.128357 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.131200 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.136819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "DELETE /v2.0/security-groups/4d96d4d2-03bc-45e1-bc04-99b9c82ce3aa HTTP/1.1" status: 204 len: 168 time: 0.4770324 Jul 16 03:50:07.139874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:07.171695 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a0aa361c-d64e-496d-9788-3eccbd07c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.203430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d96d4d2-03bc-45e1-bc04-99b9c82ce3aa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:07.209072 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04e34de2-dde4-4c70-b617-d3c35b1e721f req-90632daa-a1af-4705-8fe9-c2acfd3e4161 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d02e468-d757-4e43-9852-fc0b60bde879 HTTP/1.1" status: 200 len: 217 time: 0.0705318 Jul 16 03:50:07.239069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:07.239567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:07.240540 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:07.240877 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:07.241722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:07.242070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:07.242404 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:07.242735 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:07.243067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:07.243397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:07.244378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:07.244711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6e5668-6118-4a2e-acee-fb847cced48b tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:07.317629 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-bcb84e40-5acd-4f13-bac1-b06af3c95d63 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Delete allocated IP 172.20.0.5 (2abbfec2-5700-40d3-97ef-cbd0f780e746/64d87b1f-4a9d-43d3-84c1-d454d01d81c6) {{(pid=93768) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 03:50:07.327365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-bcb84e40-5acd-4f13-bac1-b06af3c95d63 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Allocated IP 172.20.0.36 (2abbfec2-5700-40d3-97ef-cbd0f780e746/49883c55-f5cd-4161-a413-878d38e48bd4/6652c00e-a21e-4e60-a825-efd724306aad) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:07.342563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e34de2-dde4-4c70-b617-d3c35b1e721f req-a3a50a23-b4aa-4e49-94d6-4e0b3a80070f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.344262 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04e34de2-dde4-4c70-b617-d3c35b1e721f req-a3a50a23-b4aa-4e49-94d6-4e0b3a80070f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05fc9e9e-237d-4c74-9927-63b785fe433c HTTP/1.1" status: 200 len: 834 time: 0.1268210 Jul 16 03:50:07.503913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-48216ecc-bb8f-435e-8d25-50c186e768ce tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3573170 Jul 16 03:50:07.505193 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57542) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:07.536167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3dadc9a8-7135-4b5f-a614-5b4b5ae9c666 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group': {'name': 'tempest-secgroup--164478179'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:07.579206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f9204-e2c0-42e9-b48f-72d87091e209 req-4480fe33-72df-41d2-a6d3-2a9c0e5d32a8 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.580840 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-482f9204-e2c0-42e9-b48f-72d87091e209 req-4480fe33-72df-41d2-a6d3-2a9c0e5d32a8 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 1060 time: 0.3646991 Jul 16 03:50:07.595044 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dadc9a8-7135-4b5f-a614-5b4b5ae9c666 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.601753 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed13536-5209-4546-b9ee-06154c17d49d req-bee68e76-6651-4dff-aceb-422e59a42cce tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.609308 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed13536-5209-4546-b9ee-06154c17d49d req-bee68e76-6651-4dff-aceb-422e59a42cce tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 944 time: 0.2598245 Jul 16 03:50:07.613808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e34de2-dde4-4c70-b617-d3c35b1e721f req-ec9ff4ff-b971-4e12-a995-e7ae14c30808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.615294 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04e34de2-dde4-4c70-b617-d3c35b1e721f req-ec9ff4ff-b971-4e12-a995-e7ae14c30808 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=258afb0d-73a5-4e5c-a970-c1705766d533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2621481 Jul 16 03:50:07.663804 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcb84e40-5acd-4f13-bac1-b06af3c95d63 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.688474 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-bcb84e40-5acd-4f13-bac1-b06af3c95d63 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Transition to ACTIVE for port object 6652c00e-a21e-4e60-a825-efd724306aad will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:07.689078 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fed13536-5209-4546-b9ee-06154c17d49d req-e057d1ae-6fe6-484d-8ef3-569c0c01a406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788217 Jul 16 03:50:07.694914 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcb84e40-5acd-4f13-bac1-b06af3c95d63 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.817823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-a0aa361c-d64e-496d-9788-3eccbd07c7cc None None] Allocated IP 172.20.0.34 (2abbfec2-5700-40d3-97ef-cbd0f780e746/49883c55-f5cd-4161-a413-878d38e48bd4/85335fd9-0e49-428e-86c6-9535f8eb1847) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:07.830836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb84e40-5acd-4f13-bac1-b06af3c95d63 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event updated for resources: {'Port': ['ID=6652c00e-a21e-4e60-a825-efd724306aad,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:07.850963 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04e34de2-dde4-4c70-b617-d3c35b1e721f req-8e6074c8-290e-4458-82cf-7b5878edf46f service neutron] 10.222.0.20 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214730 Jul 16 03:50:07.859308 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dadc9a8-7135-4b5f-a614-5b4b5ae9c666 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.863925 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dadc9a8-7135-4b5f-a614-5b4b5ae9c666 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.891867 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bcb84e40-5acd-4f13-bac1-b06af3c95d63 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] In _notify_port_updated(), no bound segment for port 6652c00e-a21e-4e60-a825-efd724306aad on network 2abbfec2-5700-40d3-97ef-cbd0f780e746 {{(pid=93768) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:50:07.897609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb84e40-5acd-4f13-bac1-b06af3c95d63 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:07.898261 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcb84e40-5acd-4f13-bac1-b06af3c95d63 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.899721 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bcb84e40-5acd-4f13-bac1-b06af3c95d63 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "PUT /v2.0/ports/6652c00e-a21e-4e60-a825-efd724306aad HTTP/1.1" status: 200 len: 957 time: 1.2708864 Jul 16 03:50:07.903917 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57550) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:07.906266 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3dadc9a8-7135-4b5f-a614-5b4b5ae9c666 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:07.909983 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3dadc9a8-7135-4b5f-a614-5b4b5ae9c666 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3749666 Jul 16 03:50:07.918444 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57554) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:07.924022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-94365a64-d781-4420-9f9c-885c2079bad5 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '9db7584b-dadb-4bbb-a773-d358a628582e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:07.961902 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadc9a8-7135-4b5f-a614-5b4b5ae9c666 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db7584b-dadb-4bbb-a773-d358a628582e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:07.966039 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a0aa361c-d64e-496d-9788-3eccbd07c7cc None None] For port 85335fd9-0e49-428e-86c6-9535f8eb1847, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=85335fd9-0e49-428e-86c6-9535f8eb1847,segment=NetworkSegment(876b3205-91c1-4271-b842-b99c53bae718),segment_id=876b3205-91c1-4271-b842-b99c53bae718)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:07.999986 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a0aa361c-d64e-496d-9788-3eccbd07c7cc None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:08.004076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6af42-eb93-4a02-991f-8d21a6c465e9 req-2aef7e7e-d7d8-4fbd-bf8b-183139d8952d tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:08.012824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0b6af42-eb93-4a02-991f-8d21a6c465e9 req-2aef7e7e-d7d8-4fbd-bf8b-183139d8952d tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 1135 time: 0.1847756 Jul 16 03:50:08.017101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a0aa361c-d64e-496d-9788-3eccbd07c7cc None None] Transition to ACTIVE for port object 85335fd9-0e49-428e-86c6-9535f8eb1847 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:50:08.023423 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a0aa361c-d64e-496d-9788-3eccbd07c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:08.046134 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-94365a64-d781-4420-9f9c-885c2079bad5 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The resource could not be found. Jul 16 03:50:08.047350 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-94365a64-d781-4420-9f9c-885c2079bad5 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1279435 Jul 16 03:50:08.051258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:08.059448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-415d0862-17af-424f-b347-d3480506cefa tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '9db7584b-dadb-4bbb-a773-d358a628582e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c5273daa-e673-46aa-a019-b4d35e867a54'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:08.065816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-172b2ec6-070a-4d32-a96d-b09a1268dbb6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 6652c00e-a21e-4e60-a825-efd724306aad {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:08.066183 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-172b2ec6-070a-4d32-a96d-b09a1268dbb6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:08.084770 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04e34de2-dde4-4c70-b617-d3c35b1e721f req-53cdbf3e-89d5-441a-82dd-6883a9a994aa service neutron] 10.222.0.20 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077811 Jul 16 03:50:08.093864 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0b6af42-eb93-4a02-991f-8d21a6c465e9 req-a17ab953-54b1-4deb-997c-4d9acad29c86 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d1f24637-1f0c-4480-95a3-9ccd363eb222&id=a15afad9-cf80-41f9-80fd-d4f846c27be6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0751727 Jul 16 03:50:08.132778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:08.144394 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-415d0862-17af-424f-b347-d3480506cefa tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The resource could not be found. Jul 16 03:50:08.147622 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-415d0862-17af-424f-b347-d3480506cefa tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0929332 Jul 16 03:50:08.164105 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:08.228194 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae34bd0c-0af0-4574-9109-4083c63d94e8 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:08.232376 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ae34bd0c-0af0-4574-9109-4083c63d94e8 tempest-TestSecurityGroupsBasicOps-1306813858 tempest-TestSecurityGroupsBasicOps-1306813858-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 1055 time: 0.0959151 Jul 16 03:50:08.253243 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93a62030-1bfb-42ec-913b-baea9abe5288 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:08.264022 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-172b2ec6-070a-4d32-a96d-b09a1268dbb6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:08.298032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-172b2ec6-070a-4d32-a96d-b09a1268dbb6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 6652c00e-a21e-4e60-a825-efd724306aad owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:08.310385 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93a62030-1bfb-42ec-913b-baea9abe5288 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:08.397792 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93a62030-1bfb-42ec-913b-baea9abe5288 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:08.400999 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-93a62030-1bfb-42ec-913b-baea9abe5288 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:08.402499 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-93a62030-1bfb-42ec-913b-baea9abe5288 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "DELETE /v2.0/security-groups/9db7584b-dadb-4bbb-a773-d358a628582e HTTP/1.1" status: 204 len: 168 time: 0.2365088 Jul 16 03:50:08.412128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57574) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:08.422548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa361c-d64e-496d-9788-3eccbd07c7cc None None] Pushing event updated for resources: {'Port': ['ID=85335fd9-0e49-428e-86c6-9535f8eb1847,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:08.439412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a62030-1bfb-42ec-913b-baea9abe5288 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db7584b-dadb-4bbb-a773-d358a628582e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:08.518413 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-223520d9-891b-42df-af9d-e4cedce29293 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1034851 Jul 16 03:50:08.522006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57576) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:08.527631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-be7681f5-abc2-43bc-9e21-6fe57ac33911 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '45fb4806-9273-403b-8cc4-414511701676', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:08.639851 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-172b2ec6-070a-4d32-a96d-b09a1268dbb6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:08.652349 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-be7681f5-abc2-43bc-9e21-6fe57ac33911 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The resource could not be found. Jul 16 03:50:08.657903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-be7681f5-abc2-43bc-9e21-6fe57ac33911 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1343000 Jul 16 03:50:08.667426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e838c3-208a-43d2-8cc5-76c42edda8e0 req-3da09df5-8b03-4e73-a1ed-493b478893b4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:08.668468 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57584) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:08.669205 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9e838c3-208a-43d2-8cc5-76c42edda8e0 req-3da09df5-8b03-4e73-a1ed-493b478893b4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 946 time: 0.1491904 Jul 16 03:50:08.720864 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9e838c3-208a-43d2-8cc5-76c42edda8e0 req-c3f008bf-1fa9-423e-a769-51d357e5f136 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458586 Jul 16 03:50:08.733890 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-306c2e16-fc6b-40c4-ad2f-135d917ee002 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group': {'name': 'tempest-secgroup--725811225'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:08.744395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b2ec6-070a-4d32-a96d-b09a1268dbb6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=6652c00e-a21e-4e60-a825-efd724306aad,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:08.832391 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-306c2e16-fc6b-40c4-ad2f-135d917ee002 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:08.842549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fd48b-806a-44d6-b0ec-f7f95a878459 req-23d82f63-f907-42f7-bf8c-3c65b3f6e7d0 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:08.860521 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b89fd48b-806a-44d6-b0ec-f7f95a878459 req-23d82f63-f907-42f7-bf8c-3c65b3f6e7d0 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 909 time: 0.0910392 Jul 16 03:50:08.889998 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-172b2ec6-070a-4d32-a96d-b09a1268dbb6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:08.894595 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-172b2ec6-070a-4d32-a96d-b09a1268dbb6 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/6652c00e-a21e-4e60-a825-efd724306aad HTTP/1.1" status: 204 len: 168 time: 0.9869924 Jul 16 03:50:08.894595 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57590) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:08.933239 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10d7184-aa56-4dcf-86a6-e43f485989e0 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] GET failed (client error): The resource could not be found. Jul 16 03:50:08.934940 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d10d7184-aa56-4dcf-86a6-e43f485989e0 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports/6652c00e-a21e-4e60-a825-efd724306aad HTTP/1.1" status: 404 len: 333 time: 0.0391371 Jul 16 03:50:08.938037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57592) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:08.969827 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d3dfb-d503-46f6-afda-4c3e1bc8a435 req-662e2291-8f2e-4a8f-a10c-8758d8d7cd68 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:08.972094 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-205d3dfb-d503-46f6-afda-4c3e1bc8a435 req-662e2291-8f2e-4a8f-a10c-8758d8d7cd68 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 944 time: 0.1035626 Jul 16 03:50:09.021944 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-205d3dfb-d503-46f6-afda-4c3e1bc8a435 req-47400b24-cc79-42eb-8356-0257462b5f86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444660 Jul 16 03:50:09.051953 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fba11d7-53d9-4ac6-a130-ca43e0bf2178 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.076762 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fba11d7-53d9-4ac6-a130-ca43e0bf2178 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.114869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-306c2e16-fc6b-40c4-ad2f-135d917ee002 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.126136 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-306c2e16-fc6b-40c4-ad2f-135d917ee002 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.158323 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-306c2e16-fc6b-40c4-ad2f-135d917ee002 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.161987 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-306c2e16-fc6b-40c4-ad2f-135d917ee002 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4772203 Jul 16 03:50:09.164091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:09.164610 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c2e16-fc6b-40c4-ad2f-135d917ee002 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f14c2b-d280-4f46-9492-b1833e8a43af,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:09.169473 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fba11d7-53d9-4ac6-a130-ca43e0bf2178 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.170653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6aef1249-6b8f-4d40-b40e-12cb815b9ed4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440020044'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:09.172021 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0fba11d7-53d9-4ac6-a130-ca43e0bf2178 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.175746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:09.176045 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0fba11d7-53d9-4ac6-a130-ca43e0bf2178 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/security-groups/c8e65e86-4806-4548-a2bf-f543c633ca92 HTTP/1.1" status: 204 len: 168 time: 0.2370651 Jul 16 03:50:09.188032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba11d7-53d9-4ac6-a130-ca43e0bf2178 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e65e86-4806-4548-a2bf-f543c633ca92,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:09.248337 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aef1249-6b8f-4d40-b40e-12cb815b9ed4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.251594 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9a560b5-2a5a-4f30-9988-ee9fb6e1a60b tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.260041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-27f96917-4643-471d-99b9-abfe2a9fc459 None None] Could not find standard attr ID for object 6652c00e-a21e-4e60-a825-efd724306aad. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:50:09.278023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-27f96917-4643-471d-99b9-abfe2a9fc459 None None] Provisioning for port 85335fd9-0e49-428e-86c6-9535f8eb1847 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:09.283612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-27f96917-4643-471d-99b9-abfe2a9fc459 None None] Provisioning complete for port 85335fd9-0e49-428e-86c6-9535f8eb1847 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:09.284056 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27f96917-4643-471d-99b9-abfe2a9fc459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.290887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9a560b5-2a5a-4f30-9988-ee9fb6e1a60b tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.371136 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9a560b5-2a5a-4f30-9988-ee9fb6e1a60b tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.373698 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f9a560b5-2a5a-4f30-9988-ee9fb6e1a60b tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.374927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f9a560b5-2a5a-4f30-9988-ee9fb6e1a60b tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/security-groups/4b1c8a08-5efc-4025-916e-d7d888275f54 HTTP/1.1" status: 204 len: 168 time: 0.1982830 Jul 16 03:50:09.377857 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57598) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:09.403026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a560b5-2a5a-4f30-9988-ee9fb6e1a60b tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1c8a08-5efc-4025-916e-d7d888275f54,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:09.406832 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-27f96917-4643-471d-99b9-abfe2a9fc459 None None] Provisioning complete for port 0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:09.407276 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27f96917-4643-471d-99b9-abfe2a9fc459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.423503 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aef1249-6b8f-4d40-b40e-12cb815b9ed4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.428378 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aef1249-6b8f-4d40-b40e-12cb815b9ed4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.475811 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-27f96917-4643-471d-99b9-abfe2a9fc459 None None] Port 0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:09.477735 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6aef1249-6b8f-4d40-b40e-12cb815b9ed4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.483041 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6aef1249-6b8f-4d40-b40e-12cb815b9ed4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3174713 Jul 16 03:50:09.483986 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:09.485095 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c6b1-51d0-4ee0-a85f-b78492c1916c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.488626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-42a8a549-1504-40e3-9a7b-456466456a42 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': '40f14c2b-d280-4f46-9492-b1833e8a43af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ad077af5-1ddc-47a3-884f-32714d286685'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:09.492952 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef1249-6b8f-4d40-b40e-12cb815b9ed4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad077af5-1ddc-47a3-884f-32714d286685,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:09.516974 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c6b1-51d0-4ee0-a85f-b78492c1916c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.533952 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-42a8a549-1504-40e3-9a7b-456466456a42 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:09.536840 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-42a8a549-1504-40e3-9a7b-456466456a42 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0517490 Jul 16 03:50:09.537947 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57602) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:09.638690 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c6b1-51d0-4ee0-a85f-b78492c1916c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.641356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c6b1-51d0-4ee0-a85f-b78492c1916c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.645296 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dbd2c6b1-51d0-4ee0-a85f-b78492c1916c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/security-groups/9a1cb7a8-84fa-4ec9-8331-42148c05fd16 HTTP/1.1" status: 204 len: 168 time: 0.2640109 Jul 16 03:50:09.649070 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57604) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:09.651853 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00341a90-1960-4a45-a9f8-5bda39fd9667 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.762599 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a84762e-8114-44c6-a5ea-de424d5f3c7a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting subnet 64d87b1f-4a9d-43d3-84c1-d454d01d81c6 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:09.770331 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a84762e-8114-44c6-a5ea-de424d5f3c7a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.800124 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2c6b1-51d0-4ee0-a85f-b78492c1916c tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1cb7a8-84fa-4ec9-8331-42148c05fd16,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:09.850417 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00341a90-1960-4a45-a9f8-5bda39fd9667 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.882621 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a84762e-8114-44c6-a5ea-de424d5f3c7a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:09.992567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2d8c8192-f70c-4408-b1e3-e57d894107f6 None None] Could not find standard attr ID for object 6652c00e-a21e-4e60-a825-efd724306aad. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:50:10.031839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 85335fd9-0e49-428e-86c6-9535f8eb1847 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:10.036194 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00341a90-1960-4a45-a9f8-5bda39fd9667 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.039397 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00341a90-1960-4a45-a9f8-5bda39fd9667 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.041176 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-00341a90-1960-4a45-a9f8-5bda39fd9667 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "DELETE /v2.0/security-groups/ad077af5-1ddc-47a3-884f-32714d286685 HTTP/1.1" status: 204 len: 168 time: 0.5022802 Jul 16 03:50:10.047515 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57612) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:10.116488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 85335fd9-0e49-428e-86c6-9535f8eb1847 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:10.117021 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.123734 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00341a90-1960-4a45-a9f8-5bda39fd9667 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad077af5-1ddc-47a3-884f-32714d286685,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:10.162709 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a84762e-8114-44c6-a5ea-de424d5f3c7a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.232111 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1b6f6fda-e7c2-4659-97ba-d77775c6379d tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1818788 Jul 16 03:50:10.237852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57618) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:10.295011 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a84762e-8114-44c6-a5ea-de424d5f3c7a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.316929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f432ac8-582e-4c03-89d7-b0c6e07985bb req-b0bb71d5-1bb7-4066-a51e-5e56d313f59e tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:10.318405 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0f432ac8-582e-4c03-89d7-b0c6e07985bb req-b0bb71d5-1bb7-4066-a51e-5e56d313f59e tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 946 time: 0.7797318 Jul 16 03:50:10.328482 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0a84762e-8114-44c6-a5ea-de424d5f3c7a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.330305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a4845-602b-440a-8a67-e1bf8f10516f req-86af9039-63a6-440c-875b-dcde11c9a854 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:10.336039 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0a84762e-8114-44c6-a5ea-de424d5f3c7a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/64d87b1f-4a9d-43d3-84c1-d454d01d81c6 HTTP/1.1" status: 204 len: 168 time: 0.6850529 Jul 16 03:50:10.337593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57620) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:10.338891 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84762e-8114-44c6-a5ea-de424d5f3c7a tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Subnet': ['ID=64d87b1f-4a9d-43d3-84c1-d454d01d81c6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:10.340464 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c9825e-4c6e-4c78-945b-61e205769281 None None] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:10.341217 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-259a4845-602b-440a-8a67-e1bf8f10516f req-86af9039-63a6-440c-875b-dcde11c9a854 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 909 time: 0.2506530 Jul 16 03:50:10.377566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d315e-585b-47c9-a6a7-ca18f2ba9981 req-d93dfcc7-4810-4da0-82c9-1682dbc10eec tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:10.379017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a6d315e-585b-47c9-a6a7-ca18f2ba9981 req-d93dfcc7-4810-4da0-82c9-1682dbc10eec tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.88 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 909 time: 0.2845747 Jul 16 03:50:10.383729 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc4b0-5cee-4d8a-b6b6-4b2c88cd0b57 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.390484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0d02e468-d757-4e43-9852-fc0b60bde879 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:50:10.407532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13b42c-d00b-480c-93f9-72ae3e3d785b req-7a959bf6-3bd6-46e3-9679-d610768d556a tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:10.414416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d13b42c-d00b-480c-93f9-72ae3e3d785b req-7a959bf6-3bd6-46e3-9679-d610768d556a tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 946 time: 0.3214943 Jul 16 03:50:10.442835 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc4b0-5cee-4d8a-b6b6-4b2c88cd0b57 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.457504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-99287d28-7472-44f9-a78c-f8ee64d6c4ef tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting subnet 49883c55-f5cd-4161-a413-878d38e48bd4 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:10.467811 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99287d28-7472-44f9-a78c-f8ee64d6c4ef tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.547567 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d13b42c-d00b-480c-93f9-72ae3e3d785b req-6be9ddef-5c6f-4187-b67f-7e14872d0db7 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/security-groups?id=419d5421-a04a-43ee-a8e7-04e69eb62a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321921 Jul 16 03:50:10.564526 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99287d28-7472-44f9-a78c-f8ee64d6c4ef tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.621089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc4b0-5cee-4d8a-b6b6-4b2c88cd0b57 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.624125 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9dbfc4b0-5cee-4d8a-b6b6-4b2c88cd0b57 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.628577 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9dbfc4b0-5cee-4d8a-b6b6-4b2c88cd0b57 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "DELETE /v2.0/security-groups/40f14c2b-d280-4f46-9492-b1833e8a43af HTTP/1.1" status: 204 len: 168 time: 0.3695912 Jul 16 03:50:10.632263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57622) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:10.655193 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0d02e468-d757-4e43-9852-fc0b60bde879, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0d02e468-d757-4e43-9852-fc0b60bde879,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:10.670325 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfc4b0-5cee-4d8a-b6b6-4b2c88cd0b57 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f14c2b-d280-4f46-9492-b1833e8a43af,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:10.672453 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '0d02e468-d757-4e43-9852-fc0b60bde879', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'port_id': '0d02e468-d757-4e43-9852-fc0b60bde879', 'mac_address': 'fa:16:3e:50:0d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:50:10.697483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0f432ac8-582e-4c03-89d7-b0c6e07985bb req-5da8ab1f-71d1-4ae2-b148-6da42f34b11b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Deleting port c99a1a4d-61e6-4e87-a113-013f199d0aec {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:10.697483 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0f432ac8-582e-4c03-89d7-b0c6e07985bb req-5da8ab1f-71d1-4ae2-b148-6da42f34b11b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.733884 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2a6d315e-585b-47c9-a6a7-ca18f2ba9981 req-ab58230d-30da-4829-9faa-9a1f7923cda8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Deleting port ad554a39-abd3-4e01-8e19-a56b94da94b0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:10.734298 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a6d315e-585b-47c9-a6a7-ca18f2ba9981 req-ab58230d-30da-4829-9faa-9a1f7923cda8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.739451 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c54ee77c-7cd0-487a-8053-0601f9fac8f8 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0955837 Jul 16 03:50:10.745036 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57624) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:10.750002 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2bb8cb5d-b145-4a4b-b88e-a935d7586a86 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group': {'name': 'tempest-secgroup--1224444974'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:10.750215 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.760018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc34956-72b9-40de-895a-7e0561946c7c req-cb763082-2b83-44d6-abf0-c1e80f0c43bb tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:10.761580 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bdc34956-72b9-40de-895a-7e0561946c7c req-cb763082-2b83-44d6-abf0-c1e80f0c43bb tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 944 time: 0.2128630 Jul 16 03:50:10.793803 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99287d28-7472-44f9-a78c-f8ee64d6c4ef tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.799307 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d02e468-d757-4e43-9852-fc0b60bde879 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:50:10.820785 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bb8cb5d-b145-4a4b-b88e-a935d7586a86 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.846078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0d02e468-d757-4e43-9852-fc0b60bde879, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0d02e468-d757-4e43-9852-fc0b60bde879,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:10.858018 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.897604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99287d28-7472-44f9-a78c-f8ee64d6c4ef tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.930342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99287d28-7472-44f9-a78c-f8ee64d6c4ef tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Subnet': ['ID=49883c55-f5cd-4161-a413-878d38e48bd4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:10.949620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=0d02e468-d757-4e43-9852-fc0b60bde879,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:10.951152 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99287d28-7472-44f9-a78c-f8ee64d6c4ef tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:10.953356 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-99287d28-7472-44f9-a78c-f8ee64d6c4ef tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/49883c55-f5cd-4161-a413-878d38e48bd4 HTTP/1.1" status: 204 len: 168 time: 0.6067255 Jul 16 03:50:10.955725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57628) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:10.987679 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bdc34956-72b9-40de-895a-7e0561946c7c req-b6d1e4b3-795e-477c-8534-24f03c6a80ed tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836128 Jul 16 03:50:10.989580 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0f432ac8-582e-4c03-89d7-b0c6e07985bb req-5da8ab1f-71d1-4ae2-b148-6da42f34b11b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] For port c99a1a4d-61e6-4e87-a113-013f199d0aec, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c99a1a4d-61e6-4e87-a113-013f199d0aec,segment=NetworkSegment(828ddf5c-1192-469d-8971-07e82f5e537c),segment_id=828ddf5c-1192-469d-8971-07e82f5e537c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:10.990053 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0f432ac8-582e-4c03-89d7-b0c6e07985bb req-5da8ab1f-71d1-4ae2-b148-6da42f34b11b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.010081 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-2a6d315e-585b-47c9-a6a7-ca18f2ba9981 req-ab58230d-30da-4829-9faa-9a1f7923cda8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] For port ad554a39-abd3-4e01-8e19-a56b94da94b0, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ad554a39-abd3-4e01-8e19-a56b94da94b0,segment=NetworkSegment(dc9dc964-2483-446c-bcd7-9877c3f6397e),segment_id=dc9dc964-2483-446c-bcd7-9877c3f6397e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:11.010317 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a6d315e-585b-47c9-a6a7-ca18f2ba9981 req-ab58230d-30da-4829-9faa-9a1f7923cda8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.020175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0f432ac8-582e-4c03-89d7-b0c6e07985bb req-5da8ab1f-71d1-4ae2-b148-6da42f34b11b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Calling delete_port for c99a1a4d-61e6-4e87-a113-013f199d0aec owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:11.025774 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-623b47f9-8918-4f75-8a40-41c88690ba97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] DELETE failed (client error): The resource could not be found. Jul 16 03:50:11.026426 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623b47f9-8918-4f75-8a40-41c88690ba97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:50:11.029296 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-623b47f9-8918-4f75-8a40-41c88690ba97 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/64d87b1f-4a9d-43d3-84c1-d454d01d81c6 HTTP/1.1" status: 404 len: 337 time: 0.0721040 Jul 16 03:50:11.029543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-2a6d315e-585b-47c9-a6a7-ca18f2ba9981 req-ab58230d-30da-4829-9faa-9a1f7923cda8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Calling delete_port for ad554a39-abd3-4e01-8e19-a56b94da94b0 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:11.033039 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57630) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:11.065094 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['0d02e468-d757-4e43-9852-fc0b60bde879'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:11.120641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a7b06d-cccd-4b6a-a2ef-6b438c3767c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting subnet ada40acc-dd06-4189-a313-a7bdd2e38fc6 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:11.126904 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bb8cb5d-b145-4a4b-b88e-a935d7586a86 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.130127 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30a7b06d-cccd-4b6a-a2ef-6b438c3767c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.171954 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bb8cb5d-b145-4a4b-b88e-a935d7586a86 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.233517 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bb8cb5d-b145-4a4b-b88e-a935d7586a86 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.235083 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2bb8cb5d-b145-4a4b-b88e-a935d7586a86 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4889858 Jul 16 03:50:11.249181 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30a7b06d-cccd-4b6a-a2ef-6b438c3767c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.254825 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57632) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:11.284065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-369fc655-c9fa-460c-8f46-7571823452de tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': 'db6a6c25-5c0d-44c4-8d94-a57d0c843072', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:11.325562 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0f432ac8-582e-4c03-89d7-b0c6e07985bb req-5da8ab1f-71d1-4ae2-b148-6da42f34b11b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.327805 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a6d315e-585b-47c9-a6a7-ca18f2ba9981 req-ab58230d-30da-4829-9faa-9a1f7923cda8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.335708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8cb5d-b145-4a4b-b88e-a935d7586a86 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6a6c25-5c0d-44c4-8d94-a57d0c843072,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:11.402268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58230d-30da-4829-9faa-9a1f7923cda8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event deleted for resources: {'Port': ['ID=ad554a39-abd3-4e01-8e19-a56b94da94b0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:11.468810 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-369fc655-c9fa-460c-8f46-7571823452de tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:11.479324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:11.481970 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-369fc655-c9fa-460c-8f46-7571823452de tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2064397 Jul 16 03:50:11.483730 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30a7b06d-cccd-4b6a-a2ef-6b438c3767c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.509130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6d315e-585b-47c9-a6a7-ca18f2ba9981 req-ab58230d-30da-4829-9faa-9a1f7923cda8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] No DVR routers for this DVR port ad554a39-abd3-4e01-8e19-a56b94da94b0 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:11.515369 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-39db953c-2a27-49ce-abc3-8f2b862dbd02 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group_rule': {'security_group_id': 'db6a6c25-5c0d-44c4-8d94-a57d0c843072', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:11.523744 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-2a6d315e-585b-47c9-a6a7-ca18f2ba9981 req-ab58230d-30da-4829-9faa-9a1f7923cda8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.526915 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a6d315e-585b-47c9-a6a7-ca18f2ba9981 req-ab58230d-30da-4829-9faa-9a1f7923cda8 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.88 "DELETE /v2.0/ports/ad554a39-abd3-4e01-8e19-a56b94da94b0 HTTP/1.1" status: 204 len: 173 time: 1.1023128 Jul 16 03:50:11.557855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40995c41-77e5-4aa6-9045-bc720f32e689', 'name': 'network-vif-deleted', 'tag': 'ad554a39-abd3-4e01-8e19-a56b94da94b0'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:11.564168 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483f73bf-970e-40f3-9117-4e0c18ec6d57" -d '{"events": [{"server_uuid": "40995c41-77e5-4aa6-9045-bc720f32e689", "name": "network-vif-deleted", "tag": "ad554a39-abd3-4e01-8e19-a56b94da94b0"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:11.599314 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30a7b06d-cccd-4b6a-a2ef-6b438c3767c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.624178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f432ac8-582e-4c03-89d7-b0c6e07985bb req-5da8ab1f-71d1-4ae2-b148-6da42f34b11b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] No DVR routers for this DVR port c99a1a4d-61e6-4e87-a113-013f199d0aec on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:11.631597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8ab1f-71d1-4ae2-b148-6da42f34b11b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Pushing event deleted for resources: {'Port': ['ID=c99a1a4d-61e6-4e87-a113-013f199d0aec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:11.669865 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7b06d-cccd-4b6a-a2ef-6b438c3767c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Subnet': ['ID=ada40acc-dd06-4189-a313-a7bdd2e38fc6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:11.688478 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30a7b06d-cccd-4b6a-a2ef-6b438c3767c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.694728 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-30a7b06d-cccd-4b6a-a2ef-6b438c3767c1 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/ada40acc-dd06-4189-a313-a7bdd2e38fc6 HTTP/1.1" status: 204 len: 168 time: 0.6599076 Jul 16 03:50:11.697532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57642) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:11.698675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0f432ac8-582e-4c03-89d7-b0c6e07985bb req-5da8ab1f-71d1-4ae2-b148-6da42f34b11b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:11.702734 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0f432ac8-582e-4c03-89d7-b0c6e07985bb req-5da8ab1f-71d1-4ae2-b148-6da42f34b11b tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.20 "DELETE /v2.0/ports/c99a1a4d-61e6-4e87-a113-013f199d0aec HTTP/1.1" status: 204 len: 173 time: 1.3575673 Jul 16 03:50:11.710161 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7fbeaf9-5222-4660-9e9a-643071e6925c req-5192be48-bf2f-48bb-aa40-f04272926cc3 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=40995c41-77e5-4aa6-9045-bc720f32e689 HTTP/1.1" status: 200 len: 210 time: 0.1025214 Jul 16 03:50:11.763150 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6ccc7d-f476-4906-9592-cb60660b70fa tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] DELETE failed (client error): The resource could not be found. Jul 16 03:50:11.763716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6ccc7d-f476-4906-9592-cb60660b70fa tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:50:11.771454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57644) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:11.774129 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3f6ccc7d-f476-4906-9592-cb60660b70fa tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/9fc8efe7-e9ce-42ff-8c79-b7cc2bee8c8c HTTP/1.1" status: 404 len: 337 time: 0.0700076 Jul 16 03:50:11.813286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c99a1a4d-61e6-4e87-a113-013f199d0aec'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:50:11.826364 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57646) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:11.843039 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e7335a27-eeb8-44c0-9536-18d5549fdfb4 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96c6945-bd21-4dfb-a049-6fdf33797285 HTTP/1.1" status: 200 len: 205 time: 0.0510702 Jul 16 03:50:11.849339 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-39db953c-2a27-49ce-abc3-8f2b862dbd02 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:50:11.850515 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-39db953c-2a27-49ce-abc3-8f2b862dbd02 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3391287 Jul 16 03:50:11.890102 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8bb72d-fb07-4451-a145-72c456fc25e3 x-openstack-request-id: req-de8bb72d-fb07-4451-a145-72c456fc25e3 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:11.890547 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40995c41-77e5-4aa6-9045-bc720f32e689", "name": "network-vif-deleted", "tag": "ad554a39-abd3-4e01-8e19-a56b94da94b0", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:11.890895 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de8bb72d-fb07-4451-a145-72c456fc25e3 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:11.891303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57648) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:11.891448 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40995c41-77e5-4aa6-9045-bc720f32e689', 'name': 'network-vif-deleted', 'tag': 'ad554a39-abd3-4e01-8e19-a56b94da94b0', 'status': 'completed', 'code': 200} Jul 16 03:50:11.893832 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b2c97116-7790-43c8-81c7-3b17a5c28f14 req-2b1564e3-dbfc-4423-a68e-b9b698bdb9a4 tempest-ServersTestJSON-1624106329 tempest-ServersTestJSON-1624106329-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d47dc4f-a6e6-409b-9c7c-b77c393e60de HTTP/1.1" status: 200 len: 210 time: 0.0838001 Jul 16 03:50:11.901506 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-80a7b3a2-625b-4acf-8b04-f2ca9ce106e7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] delete failed (client error): The resource could not be found. Jul 16 03:50:11.902524 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-80a7b3a2-625b-4acf-8b04-f2ca9ce106e7 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/routers/a96c6945-bd21-4dfb-a049-6fdf33797285 HTTP/1.1" status: 404 len: 336 time: 0.0743172 Jul 16 03:50:11.905189 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57650) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:11.926625 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd0353f-6038-4c25-823e-81e184c51316 None None] Network 2abbfec2-5700-40d3-97ef-cbd0f780e746 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:11.964866 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd453799-c5c4-48e5-9d05-25f7eff58c90 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] DELETE failed (client error): The resource could not be found. Jul 16 03:50:11.965422 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd453799-c5c4-48e5-9d05-25f7eff58c90 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:50:11.970228 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cd453799-c5c4-48e5-9d05-25f7eff58c90 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/b8a0da60-7fe3-4aff-b2c5-fcba171cf9a7 HTTP/1.1" status: 404 len: 337 time: 0.0618210 Jul 16 03:50:11.971328 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:12.024338 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fc7b77c9-cc5c-40cb-8931-652f155fad59 None None] Provisioning complete for port 0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:12.024338 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fc7b77c9-cc5c-40cb-8931-652f155fad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.034678 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33dec46-a1c1-46e5-b216-c195640837ec tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] DELETE failed (client error): The resource could not be found. Jul 16 03:50:12.035339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33dec46-a1c1-46e5-b216-c195640837ec tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:50:12.040835 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c33dec46-a1c1-46e5-b216-c195640837ec tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/60183c0f-3b25-476f-8963-9ebdf95069e0 HTTP/1.1" status: 404 len: 337 time: 0.0688972 Jul 16 03:50:12.042798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:12.090720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fc7b77c9-cc5c-40cb-8931-652f155fad59 None None] Port 0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:12.123007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fc7b77c9-cc5c-40cb-8931-652f155fad59 None None] Provisioning complete for port 85335fd9-0e49-428e-86c6-9535f8eb1847 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:12.123392 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fc7b77c9-cc5c-40cb-8931-652f155fad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.140186 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5105a6bf-a0d8-4277-9baa-052b8e60cac0 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] DELETE failed (client error): The resource could not be found. Jul 16 03:50:12.141125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5105a6bf-a0d8-4277-9baa-052b8e60cac0 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:50:12.143363 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5105a6bf-a0d8-4277-9baa-052b8e60cac0 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/df09ea09-4e61-4035-9349-d716915d4857 HTTP/1.1" status: 404 len: 337 time: 0.0979819 Jul 16 03:50:12.147411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:12.157218 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e794961-f7a8-4281-b5c8-d3b44b91be31 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.197233 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e794961-f7a8-4281-b5c8-d3b44b91be31 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.211291 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-83aa85e3-8118-4f6b-b065-de10923d5a36 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] DELETE failed (client error): The resource could not be found. Jul 16 03:50:12.212119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83aa85e3-8118-4f6b-b065-de10923d5a36 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:50:12.216148 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-83aa85e3-8118-4f6b-b065-de10923d5a36 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/7e33bef8-8ebc-4668-b7b6-941de244ae5f HTTP/1.1" status: 404 len: 333 time: 0.0425050 Jul 16 03:50:12.218424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57662) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:12.261905 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e794961-f7a8-4281-b5c8-d3b44b91be31 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.269364 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e794961-f7a8-4281-b5c8-d3b44b91be31 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.274126 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2e794961-f7a8-4281-b5c8-d3b44b91be31 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "DELETE /v2.0/security-groups/db6a6c25-5c0d-44c4-8d94-a57d0c843072 HTTP/1.1" status: 204 len: 168 time: 0.3814726 Jul 16 03:50:12.283203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70242110-ec1b-47e6-a88f-c56f6cd732f3 None None] DHCP port deletion for 2abbfec2-5700-40d3-97ef-cbd0f780e746 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:50:12.283812 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57664) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:12.315160 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e794961-f7a8-4281-b5c8-d3b44b91be31 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6a6c25-5c0d-44c4-8d94-a57d0c843072,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:12.345179 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f633c6f6-65f9-49ff-b115-6d38c1a49de5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] DELETE failed (client error): The resource could not be found. Jul 16 03:50:12.346231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f633c6f6-65f9-49ff-b115-6d38c1a49de5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:50:12.348203 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f633c6f6-65f9-49ff-b115-6d38c1a49de5 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/51401343-9ec8-4a6d-a072-21d888e63aae HTTP/1.1" status: 404 len: 337 time: 0.1288731 Jul 16 03:50:12.355445 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57666) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:12.384786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3722f-ff9a-4a68-8ae5-80c59addaa8e req-7bd561d3-fb66-4b59-82ae-af918ec5791d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:12.403669 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bf3722f-ff9a-4a68-8ae5-80c59addaa8e req-7bd561d3-fb66-4b59-82ae-af918ec5791d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 945 time: 0.2742136 Jul 16 03:50:12.405156 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0d02e468-d757-4e43-9852-fc0b60bde879 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:50:12.420239 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf4504e-6d0e-495b-a0f2-b1105aaa8681 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] DELETE failed (client error): The resource could not be found. Jul 16 03:50:12.420731 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf4504e-6d0e-495b-a0f2-b1105aaa8681 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:50:12.429822 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bdf4504e-6d0e-495b-a0f2-b1105aaa8681 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/bc4fcb2a-29df-41c7-80e0-35ce1157bc8c HTTP/1.1" status: 404 len: 337 time: 0.0733409 Jul 16 03:50:12.430451 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57668) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:12.484971 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-70242110-ec1b-47e6-a88f-c56f6cd732f3 None None] Deleting port 85335fd9-0e49-428e-86c6-9535f8eb1847 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:12.484971 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-70242110-ec1b-47e6-a88f-c56f6cd732f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.506227 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bf3722f-ff9a-4a68-8ae5-80c59addaa8e req-67c4b503-c47c-4be1-a5ed-3e2735edf618 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909960 Jul 16 03:50:12.544779 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e51540-711f-4d41-9771-549ce953bea3 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] DELETE failed (client error): The resource could not be found. Jul 16 03:50:12.545559 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e51540-711f-4d41-9771-549ce953bea3 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:50:12.554421 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 0d02e468-d757-4e43-9852-fc0b60bde879 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:50:12.557503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:12.565771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 0d02e468-d757-4e43-9852-fc0b60bde879 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:12.566506 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.568071 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-15e51540-711f-4d41-9771-549ce953bea3 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/5062f952-80b2-4cc1-beee-20b4dbfcf7c8 HTTP/1.1" status: 404 len: 333 time: 0.1355588 Jul 16 03:50:12.572886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-70242110-ec1b-47e6-a88f-c56f6cd732f3 None None] For port 85335fd9-0e49-428e-86c6-9535f8eb1847, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=85335fd9-0e49-428e-86c6-9535f8eb1847,segment=NetworkSegment(876b3205-91c1-4271-b842-b99c53bae718),segment_id=876b3205-91c1-4271-b842-b99c53bae718)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:12.573360 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-70242110-ec1b-47e6-a88f-c56f6cd732f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.592834 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a4b20125-9d2a-460c-abc5-44fa303ee600 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3030012 Jul 16 03:50:12.594089 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dff681f-8f14-4a42-8ab6-52e466ff5b85 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] DELETE failed (client error): The resource could not be found. Jul 16 03:50:12.594740 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dff681f-8f14-4a42-8ab6-52e466ff5b85 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:50:12.595763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57678) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:12.598060 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1dff681f-8f14-4a42-8ab6-52e466ff5b85 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/ee57d3a4-e6e6-43a0-8b5c-54606c3ce9bc HTTP/1.1" status: 404 len: 337 time: 0.0385542 Jul 16 03:50:12.601068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:12.610540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dde77674-b028-4dd4-a5d1-fa0016af5cd2 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group': {'name': 'tempest-secgroup--159753228'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:12.634924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-70242110-ec1b-47e6-a88f-c56f6cd732f3 None None] Calling delete_port for 85335fd9-0e49-428e-86c6-9535f8eb1847 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:12.659911 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dde77674-b028-4dd4-a5d1-fa0016af5cd2 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.663926 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-48828ee8-25be-439b-b926-7b0032d9c175 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] DELETE failed (client error): The resource could not be found. Jul 16 03:50:12.665421 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48828ee8-25be-439b-b926-7b0032d9c175 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:50:12.668921 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-48828ee8-25be-439b-b926-7b0032d9c175 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/subnets/f9e7bda5-64e7-4ac7-9e41-44d48c64349c HTTP/1.1" status: 404 len: 337 time: 0.0663640 Jul 16 03:50:12.671469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:12.758169 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.819081 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-70242110-ec1b-47e6-a88f-c56f6cd732f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.838150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:12.842257 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f4b075-3946-4f14-8f35-9fff73d8f42c" -d '{"events": [{"server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "name": "network-vif-plugged", "status": "completed", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:12.929670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:12.943661 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0d02e468-d757-4e43-9852-fc0b60bde879, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0d02e468-d757-4e43-9852-fc0b60bde879,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:12.948560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70242110-ec1b-47e6-a88f-c56f6cd732f3 None None] No DVR routers for this DVR port 85335fd9-0e49-428e-86c6-9535f8eb1847 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:12.950177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70242110-ec1b-47e6-a88f-c56f6cd732f3 None None] Pushing event deleted for resources: {'Port': ['ID=85335fd9-0e49-428e-86c6-9535f8eb1847,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:12.968696 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.969091 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dde77674-b028-4dd4-a5d1-fa0016af5cd2 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:12.982621 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dde77674-b028-4dd4-a5d1-fa0016af5cd2 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:13.078286 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa303710-189b-4079-b593-51e8c597db4a x-openstack-request-id: req-fa303710-189b-4079-b593-51e8c597db4a {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:13.078894 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "name": "network-vif-plugged", "status": "completed", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:13.079317 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa303710-189b-4079-b593-51e8c597db4a {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:13.079861 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879', 'code': 200} Jul 16 03:50:13.124165 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde77674-b028-4dd4-a5d1-fa0016af5cd2 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51116ce1-79cc-4769-a3c9-e3d53646f601,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:13.130168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=0d02e468-d757-4e43-9852-fc0b60bde879,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:13.136516 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dde77674-b028-4dd4-a5d1-fa0016af5cd2 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:13.137743 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dde77674-b028-4dd4-a5d1-fa0016af5cd2 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5409935 Jul 16 03:50:13.141209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:13.156915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-107eeee7-acd3-42da-bd38-4014b7d70a30 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:13.157547 n-d-800088-6 neutron-server[93767]: WARNING neutron.api.v2.base [None req-107eeee7-acd3-42da-bd38-4014b7d70a30 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 03:50:13.158032 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-107eeee7-acd3-42da-bd38-4014b7d70a30 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 03:50:13.161418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-107eeee7-acd3-42da-bd38-4014b7d70a30 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "PUT /v2.0/security-groups/51116ce1-79cc-4769-a3c9-e3d53646f601 HTTP/1.1" status: 409 len: 330 time: 0.0144372 Jul 16 03:50:13.161852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57698) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:13.200904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57700) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:13.217560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1b281c5e-5911-4ac6-9eb2-15ba60d6c644 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Deleting port 0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:13.218369 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b281c5e-5911-4ac6-9eb2-15ba60d6c644 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:13.258303 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11505edc-7e44-481e-a302-6f69e882637e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:13.283224 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11505edc-7e44-481e-a302-6f69e882637e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:13.330164 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11505edc-7e44-481e-a302-6f69e882637e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:13.333225 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-11505edc-7e44-481e-a302-6f69e882637e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:13.334405 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-11505edc-7e44-481e-a302-6f69e882637e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "DELETE /v2.0/security-groups/51116ce1-79cc-4769-a3c9-e3d53646f601 HTTP/1.1" status: 204 len: 168 time: 0.1714737 Jul 16 03:50:13.341750 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e0178d8-b6d0-4872-8a4c-af5cb0b4f37f admin admin] Deleting subnet 4c67eeac-ef92-44b4-81f1-978ab2dd4eec {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:13.343501 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57702) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:13.347292 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e0178d8-b6d0-4872-8a4c-af5cb0b4f37f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:13.366849 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b281c5e-5911-4ac6-9eb2-15ba60d6c644 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:13.402364 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11505edc-7e44-481e-a302-6f69e882637e tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51116ce1-79cc-4769-a3c9-e3d53646f601,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:13.415693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e054b4c-beda-48a7-bd59-751eef821bcb req-ecf242b0-5a88-4196-8bc3-2b768a8f85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:13.417478 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e054b4c-beda-48a7-bd59-751eef821bcb req-ecf242b0-5a88-4196-8bc3-2b768a8f85ee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 1097 time: 0.2971005 Jul 16 03:50:13.440201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1b281c5e-5911-4ac6-9eb2-15ba60d6c644 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Calling delete_port for 0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:13.450938 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e0178d8-b6d0-4872-8a4c-af5cb0b4f37f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:13.477797 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b35de0ad-c4cf-4654-ac60-fb1e87aa101c tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1312516 Jul 16 03:50:13.482178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57704) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:13.500753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e054b4c-beda-48a7-bd59-751eef821bcb req-96667aa1-7b68-4063-9bac-8d46eb7fe078 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676296 Jul 16 03:50:13.503004 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-41989ec8-2226-4f6a-a280-e427c9f4e6f4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] delete failed (client error): The resource could not be found. Jul 16 03:50:13.507746 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-41989ec8-2226-4f6a-a280-e427c9f4e6f4 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "DELETE /v2.0/security-groups/04b3f8f6-9e1f-408c-94ae-7759b75f3737 HTTP/1.1" status: 404 len: 347 time: 0.0206618 Jul 16 03:50:13.508045 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57708) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:13.528713 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-80096a3d-514a-4fef-a720-fd20d5cf9b5d tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] show failed (client error): The resource could not be found. Jul 16 03:50:13.533331 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-80096a3d-514a-4fef-a720-fd20d5cf9b5d tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "GET /v2.0/security-groups/5bfb1ccb-9a38-4719-b5ff-61720f790923 HTTP/1.1" status: 404 len: 347 time: 0.0200624 Jul 16 03:50:13.533331 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e0178d8-b6d0-4872-8a4c-af5cb0b4f37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:13.535378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57712) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:13.570925 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-1e201cac-c4aa-465a-8dca-8c489f55b7d9 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] show failed (client error): The resource could not be found. Jul 16 03:50:13.572561 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1e201cac-c4aa-465a-8dca-8c489f55b7d9 tempest-NegativeSecGroupIPv6Test-309490430 tempest-NegativeSecGroupIPv6Test-309490430-project] 10.222.0.18 "GET /v2.0/security-group-rules/df5748e9-5468-49f0-b038-d409b40c1fc7 HTTP/1.1" status: 404 len: 356 time: 0.0362439 Jul 16 03:50:13.627519 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e0178d8-b6d0-4872-8a4c-af5cb0b4f37f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:13.687053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0178d8-b6d0-4872-8a4c-af5cb0b4f37f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c67eeac-ef92-44b4-81f1-978ab2dd4eec,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:13.690955 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e0178d8-b6d0-4872-8a4c-af5cb0b4f37f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:13.692868 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8e0178d8-b6d0-4872-8a4c-af5cb0b4f37f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4c67eeac-ef92-44b4-81f1-978ab2dd4eec HTTP/1.1" status: 204 len: 168 time: 0.4910200 Jul 16 03:50:13.695320 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57716) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:13.834805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 85335fd9-0e49-428e-86c6-9535f8eb1847 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:13.851911 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256b73a1-c935-474e-a077-caf09a960b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:13.869333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 85335fd9-0e49-428e-86c6-9535f8eb1847 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:13.870053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 85335fd9-0e49-428e-86c6-9535f8eb1847 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:13.895185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d47dc4f-a6e6-409b-9c7c-b77c393e60de', 'name': 'network-vif-deleted', 'tag': 'c99a1a4d-61e6-4e87-a113-013f199d0aec'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:13.897565 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da1e8ed-572c-426c-afa6-376719be0083" -d '{"events": [{"server_uuid": "5d47dc4f-a6e6-409b-9c7c-b77c393e60de", "name": "network-vif-deleted", "tag": "c99a1a4d-61e6-4e87-a113-013f199d0aec"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:13.933712 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b281c5e-5911-4ac6-9eb2-15ba60d6c644 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:13.945131 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5790247-2ff2-4e4c-a4f9-6691267aaea3 req-131c74fc-7745-44cf-936e-4d8c7cafba4d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:13.952632 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5790247-2ff2-4e4c-a4f9-6691267aaea3 req-131c74fc-7745-44cf-936e-4d8c7cafba4d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.1916351 Jul 16 03:50:14.014079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b281c5e-5911-4ac6-9eb2-15ba60d6c644 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Port': ['ID=0fd6b7fb-6e61-40e4-ba34-855ae4ff6026,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:14.029183 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256b73a1-c935-474e-a077-caf09a960b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.032107 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4de5da-ad21-435a-9fe5-51ceda84f239 req-9463f650-3239-4eb7-959f-0ff5db54525b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:14.038255 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4de5da-ad21-435a-9fe5-51ceda84f239 req-9463f650-3239-4eb7-959f-0ff5db54525b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:14.044530 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4de5da-ad21-435a-9fe5-51ceda84f239 req-9463f650-3239-4eb7-959f-0ff5db54525b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:14.050285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4de5da-ad21-435a-9fe5-51ceda84f239 req-9463f650-3239-4eb7-959f-0ff5db54525b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:14.052082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-256b73a1-c935-474e-a077-caf09a960b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be05005c-c098-4d8b-a55d-fc55d239f9a5']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:14.057045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4de5da-ad21-435a-9fe5-51ceda84f239 req-9463f650-3239-4eb7-959f-0ff5db54525b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:14.063264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4de5da-ad21-435a-9fe5-51ceda84f239 req-9463f650-3239-4eb7-959f-0ff5db54525b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:14.069354 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4de5da-ad21-435a-9fe5-51ceda84f239 req-9463f650-3239-4eb7-959f-0ff5db54525b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:14.077691 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b4de5da-ad21-435a-9fe5-51ceda84f239 req-9463f650-3239-4eb7-959f-0ff5db54525b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5433 time: 0.4040947 Jul 16 03:50:14.088203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-256b73a1-c935-474e-a077-caf09a960b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828ddf5c-1192-469d-8971-07e82f5e537c') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:14.088635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-256b73a1-c935-474e-a077-caf09a960b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828ddf5c-1192-469d-8971-07e82f5e537c') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:14.091022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:14.095391 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b281c5e-5911-4ac6-9eb2-15ba60d6c644 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.099054 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1b281c5e-5911-4ac6-9eb2-15ba60d6c644 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/ports/0fd6b7fb-6e61-40e4-ba34-855ae4ff6026 HTTP/1.1" status: 204 len: 168 time: 1.4231730 Jul 16 03:50:14.105770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:14.142264 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256b73a1-c935-474e-a077-caf09a960b67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.147387 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5790247-2ff2-4e4c-a4f9-6691267aaea3 req-f8e768ba-d184-4064-bbb1-24406e6679d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906865 Jul 16 03:50:14.211689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256b73a1-c935-474e-a077-caf09a960b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.241564 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdb9d8e-03c7-401f-b79e-d779f61d5691 x-openstack-request-id: req-ecdb9d8e-03c7-401f-b79e-d779f61d5691 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:14.242228 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d47dc4f-a6e6-409b-9c7c-b77c393e60de", "name": "network-vif-deleted", "tag": "c99a1a4d-61e6-4e87-a113-013f199d0aec", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:14.242705 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ecdb9d8e-03c7-401f-b79e-d779f61d5691 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:14.243885 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d47dc4f-a6e6-409b-9c7c-b77c393e60de', 'name': 'network-vif-deleted', 'tag': 'c99a1a4d-61e6-4e87-a113-013f199d0aec', 'status': 'completed', 'code': 200} Jul 16 03:50:14.253410 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256b73a1-c935-474e-a077-caf09a960b67 admin admin] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:14.255986 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256b73a1-c935-474e-a077-caf09a960b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:14.266104 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:14.290224 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f29c689-5736-4c72-a885-ece964c50d41 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.378804 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0167090-868f-44ea-a53a-cf3b4c3c3f56 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.405946 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256b73a1-c935-474e-a077-caf09a960b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.408456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c99a1a4d-61e6-4e87-a113-013f199d0aec no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:14.419877 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-256b73a1-c935-474e-a077-caf09a960b67 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.423556 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-256b73a1-c935-474e-a077-caf09a960b67 admin admin] 10.222.0.18 "DELETE /v2.0/networks/be05005c-c098-4d8b-a55d-fc55d239f9a5 HTTP/1.1" status: 204 len: 168 time: 0.7272913 Jul 16 03:50:14.457070 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: c99a1a4d-61e6-4e87-a113-013f199d0aec {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:14.457700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c99a1a4d-61e6-4e87-a113-013f199d0aec not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:14.487803 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b73a1-c935-474e-a077-caf09a960b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=be05005c-c098-4d8b-a55d-fc55d239f9a5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:14.500199 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f29c689-5736-4c72-a885-ece964c50d41 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.523784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6f29c689-5736-4c72-a885-ece964c50d41 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abbfec2-5700-40d3-97ef-cbd0f780e746']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:14.547773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-270cef67-67c4-4872-96b3-198e6852c14d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e0b085d4d98484d8ea553c9e03dc5c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558592 Jul 16 03:50:14.551440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57734) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:14.577794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6f29c689-5736-4c72-a885-ece964c50d41 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876b3205-91c1-4271-b842-b99c53bae718') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:14.578196 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6f29c689-5736-4c72-a885-ece964c50d41 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876b3205-91c1-4271-b842-b99c53bae718') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:14.598263 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f29c689-5736-4c72-a885-ece964c50d41 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.643176 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f29c689-5736-4c72-a885-ece964c50d41 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.668969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b4de5da-ad21-435a-9fe5-51ceda84f239 req-8fac1a2d-8da9-49c5-8226-e60dfa440ff1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5905375 Jul 16 03:50:14.673414 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57736) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:14.674549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f29c689-5736-4c72-a885-ece964c50d41 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:14.674993 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f29c689-5736-4c72-a885-ece964c50d41 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:14.680743 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:14.733475 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6023577-e260-4fe8-b91c-3ee085b6b202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.754431 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d1f3d5af-ce88-4d66-924c-fe97c2dd15d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=030958d430194e3cb3227676b0a552dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787544 Jul 16 03:50:14.757459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57738) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:14.785633 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6023577-e260-4fe8-b91c-3ee085b6b202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.856474 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53e84068-8211-44c5-a9ca-e08cd51d00a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.891062 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53e84068-8211-44c5-a9ca-e08cd51d00a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.893296 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6023577-e260-4fe8-b91c-3ee085b6b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.895983 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6023577-e260-4fe8-b91c-3ee085b6b202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:14.897294 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a6023577-e260-4fe8-b91c-3ee085b6b202 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa4df35a-8a3f-4319-ad23-1c833340567c HTTP/1.1" status: 204 len: 168 time: 0.3438044 Jul 16 03:50:14.919953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6023577-e260-4fe8-b91c-3ee085b6b202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4df35a-8a3f-4319-ad23-1c833340567c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:14.996430 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53e84068-8211-44c5-a9ca-e08cd51d00a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.008789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ad554a39-abd3-4e01-8e19-a56b94da94b0 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:15.012221 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53e84068-8211-44c5-a9ca-e08cd51d00a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.017546 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-53e84068-8211-44c5-a9ca-e08cd51d00a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/419d5421-a04a-43ee-a8e7-04e69eb62a56 HTTP/1.1" status: 204 len: 168 time: 0.2569654 Jul 16 03:50:15.041397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e84068-8211-44c5-a9ca-e08cd51d00a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419d5421-a04a-43ee-a8e7-04e69eb62a56,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:15.050916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: ad554a39-abd3-4e01-8e19-a56b94da94b0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:15.071093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ad554a39-abd3-4e01-8e19-a56b94da94b0 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:15.154149 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f29c689-5736-4c72-a885-ece964c50d41 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.177044 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6f29c689-5736-4c72-a885-ece964c50d41 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.178912 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6f29c689-5736-4c72-a885-ece964c50d41 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] 10.222.0.18 "DELETE /v2.0/networks/2abbfec2-5700-40d3-97ef-cbd0f780e746 HTTP/1.1" status: 204 len: 168 time: 1.0699270 Jul 16 03:50:15.179952 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29c689-5736-4c72-a885-ece964c50d41 tempest-PortsTestJSON-906093271 tempest-PortsTestJSON-906093271-project] Pushing event deleted for resources: {'Network': ['ID=2abbfec2-5700-40d3-97ef-cbd0f780e746,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:15.222427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-e3bdd334-8e20-4d13-9338-6c36645e747e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:15.228909 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-e3bdd334-8e20-4d13-9338-6c36645e747e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:15.234679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-e3bdd334-8e20-4d13-9338-6c36645e747e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:15.240877 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-e3bdd334-8e20-4d13-9338-6c36645e747e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:15.246731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-e3bdd334-8e20-4d13-9338-6c36645e747e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:15.252508 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-e3bdd334-8e20-4d13-9338-6c36645e747e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:15.258550 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-e3bdd334-8e20-4d13-9338-6c36645e747e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:15.260532 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-e3bdd334-8e20-4d13-9338-6c36645e747e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5433 time: 0.1436067 Jul 16 03:50:15.371704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-657c8072-956e-433a-ba59-4c400634fb4d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:15.373128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-657c8072-956e-433a-ba59-4c400634fb4d tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "GET /v2.0/ports/0ca6343d-f933-44b6-9f68-e779f91a1c5c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1038511 Jul 16 03:50:15.527088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2825a9-729c-470b-b70b-e3b7563f0440 req-578941f9-ce8a-47d0-b678-a1b8a7548d5a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:15.529339 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a2825a9-729c-470b-b70b-e3b7563f0440 req-578941f9-ce8a-47d0-b678-a1b8a7548d5a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.2126501 Jul 16 03:50:15.574349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-5a3ed353-bce3-4763-9321-1d91385df563 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "GET /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1941559 Jul 16 03:50:15.583901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0167090-868f-44ea-a53a-cf3b4c3c3f56 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Deleting port 59e8e82f-fe37-430b-a3eb-45e88454c1b6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:15.584279 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0167090-868f-44ea-a53a-cf3b4c3c3f56 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:15.594592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-ee4e9490-979e-4979-baa4-51b25e01b105 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:15.678491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a2825a9-729c-470b-b70b-e3b7563f0440 req-93e3eb88-865e-4196-97fb-162aef8e4731 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418672 Jul 16 03:50:15.871363 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-ee4e9490-979e-4979-baa4-51b25e01b105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:16.013765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57774) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:16.032943 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a0167090-868f-44ea-a53a-cf3b4c3c3f56 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] For port 59e8e82f-fe37-430b-a3eb-45e88454c1b6, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=59e8e82f-fe37-430b-a3eb-45e88454c1b6,segment=NetworkSegment(dc9dc964-2483-446c-bcd7-9877c3f6397e),segment_id=dc9dc964-2483-446c-bcd7-9877c3f6397e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:16.033091 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0167090-868f-44ea-a53a-cf3b4c3c3f56 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:16.071011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0167090-868f-44ea-a53a-cf3b4c3c3f56 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Calling delete_port for 59e8e82f-fe37-430b-a3eb-45e88454c1b6 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:16.212588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f44875-7048-4575-b57d-4b3b654b5e6c req-67cbfe5d-48c7-4937-a9e1-a2c3e2d038ec tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:16.216778 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64f44875-7048-4575-b57d-4b3b654b5e6c req-67cbfe5d-48c7-4937-a9e1-a2c3e2d038ec tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.3035598 Jul 16 03:50:16.240634 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4e302-7b0f-40f6-a88f-5de2bcd51321 req-ddb8dbf7-2b98-425a-bda0-94a4fc3144d8 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:16.247450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4e302-7b0f-40f6-a88f-5de2bcd51321 req-ddb8dbf7-2b98-425a-bda0-94a4fc3144d8 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:16.254033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4e302-7b0f-40f6-a88f-5de2bcd51321 req-ddb8dbf7-2b98-425a-bda0-94a4fc3144d8 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:16.260460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4e302-7b0f-40f6-a88f-5de2bcd51321 req-ddb8dbf7-2b98-425a-bda0-94a4fc3144d8 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:16.266904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4e302-7b0f-40f6-a88f-5de2bcd51321 req-ddb8dbf7-2b98-425a-bda0-94a4fc3144d8 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:16.273683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4e302-7b0f-40f6-a88f-5de2bcd51321 req-ddb8dbf7-2b98-425a-bda0-94a4fc3144d8 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:16.287305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4e302-7b0f-40f6-a88f-5de2bcd51321 req-ddb8dbf7-2b98-425a-bda0-94a4fc3144d8 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:16.295703 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32f4e302-7b0f-40f6-a88f-5de2bcd51321 req-ddb8dbf7-2b98-425a-bda0-94a4fc3144d8 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 5433 time: 0.3811703 Jul 16 03:50:16.356279 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ab1478b5-dba0-4e4c-9bc0-67a2a4817d7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31574bc2dca048b197c13114ca47965d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412864 Jul 16 03:50:16.358993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57790) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:16.441952 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-ee4e9490-979e-4979-baa4-51b25e01b105 service neutron] For port 0ca6343d-f933-44b6-9f68-e779f91a1c5c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0ca6343d-f933-44b6-9f68-e779f91a1c5c,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:16.522483 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64f44875-7048-4575-b57d-4b3b654b5e6c req-9ad6132f-17fc-4cb6-a434-c1e80a7c2b4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194488 Jul 16 03:50:16.530405 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1085b4cf-b193-42d0-bbcb-e2aa89c8c820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:16.557627 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57796) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:16.595032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:16.596060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-ee4e9490-979e-4979-baa4-51b25e01b105 service neutron] For port 0ca6343d-f933-44b6-9f68-e779f91a1c5c, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:16.622286 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1085b4cf-b193-42d0-bbcb-e2aa89c8c820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:16.633498 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32f4e302-7b0f-40f6-a88f-5de2bcd51321 req-5fc8fd9e-72a8-446e-9737-044364af198c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=95a12c37-c857-48ac-8959-4e6778a2dbb1&id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3183618 Jul 16 03:50:16.662089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-ee4e9490-979e-4979-baa4-51b25e01b105 service neutron] device_id is not set on port 0ca6343d-f933-44b6-9f68-e779f91a1c5c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:50:16.692040 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-ee4e9490-979e-4979-baa4-51b25e01b105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:16.702306 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-ee4e9490-979e-4979-baa4-51b25e01b105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:16.765329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad5cc7e-4ca4-4277-b62e-c716097f6b0d tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:16.770596 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7ad5cc7e-4ca4-4277-b62e-c716097f6b0d tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 1092 time: 0.2083490 Jul 16 03:50:16.772748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57806) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:16.780273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '0d02e468-d757-4e43-9852-fc0b60bde879', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:16.804942 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1085b4cf-b193-42d0-bbcb-e2aa89c8c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:16.807465 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1085b4cf-b193-42d0-bbcb-e2aa89c8c820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:16.808646 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1085b4cf-b193-42d0-bbcb-e2aa89c8c820 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf1f59d7-bc13-457f-8e6a-3b16e2cc9782 HTTP/1.1" status: 204 len: 168 time: 0.4484968 Jul 16 03:50:16.810549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-ee4e9490-979e-4979-baa4-51b25e01b105 service neutron] No DVR routers for this DVR port 0ca6343d-f933-44b6-9f68-e779f91a1c5c on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:16.819225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e9490-979e-4979-baa4-51b25e01b105 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca6343d-f933-44b6-9f68-e779f91a1c5c,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:16.833573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085b4cf-b193-42d0-bbcb-e2aa89c8c820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1f59d7-bc13-457f-8e6a-3b16e2cc9782,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:16.851762 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:16.903350 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0167090-868f-44ea-a53a-cf3b4c3c3f56 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:16.949944 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:16.992857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0167090-868f-44ea-a53a-cf3b4c3c3f56 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event deleted for resources: {'Port': ['ID=59e8e82f-fe37-430b-a3eb-45e88454c1b6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:17.004219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-ee4e9490-979e-4979-baa4-51b25e01b105 service neutron] In _notify_port_updated(), no bound segment for port 0ca6343d-f933-44b6-9f68-e779f91a1c5c on network 90438ada-ec72-4cdb-9a73-516b7f1c6694 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:50:17.005499 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-ee4e9490-979e-4979-baa4-51b25e01b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:17.006387 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-ee4e9490-979e-4979-baa4-51b25e01b105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.007720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-ee4e9490-979e-4979-baa4-51b25e01b105 service neutron] 10.222.0.88 "PUT /v2.0/ports/0ca6343d-f933-44b6-9f68-e779f91a1c5c HTTP/1.1" status: 200 len: 1027 time: 1.4197509 Jul 16 03:50:17.011496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-28064768-0643-4f0d-bef3-485bdf8bd34c tempest-SubnetPoolsTestJSON-575570416 tempest-SubnetPoolsTestJSON-575570416-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-46369392', 'prefixes': ['172.20.0.0/16']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:17.093389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1229823621-network', 'tenant_id': 'eda4d10eb0e64b35932146ba99a6e675'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:17.098172 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.200639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] Made reservation on behalf of eda4d10eb0e64b35932146ba99a6e675 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:17.203176 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.254657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4b5df2b7-8c15-41e8-b066-93df3b508ae4 None None] Provisioning complete for port 0ca6343d-f933-44b6-9f68-e779f91a1c5c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:17.258284 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b5df2b7-8c15-41e8-b066-93df3b508ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.260227 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.305008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-60a62a95-763f-4bc6-bb5a-cd7e40c341fc tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:17.307079 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-60a62a95-763f-4bc6-bb5a-cd7e40c341fc tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "GET /v2.0/ports/7b2e8555-91ac-4426-9867-22b43b461d3d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2756596 Jul 16 03:50:17.327569 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4b5df2b7-8c15-41e8-b066-93df3b508ae4 None None] Port 0ca6343d-f933-44b6-9f68-e779f91a1c5c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:17.356834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.25.3.151 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/c68d7cfe-bdc9-4e09-9428-147e8d937bbe) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:50:17.369356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-b9ce1b50-f738-4b67-b924-f50f04ba166c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:17.499804 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.566328 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.568091 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0167090-868f-44ea-a53a-cf3b4c3c3f56 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.589332 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-b9ce1b50-f738-4b67-b924-f50f04ba166c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.616641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:50:17.621310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:17.627289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:50:17.714604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=c68d7cfe-bdc9-4e09-9428-147e8d937bbe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:17.815925 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.851662 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.878295 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28064768-0643-4f0d-bef3-485bdf8bd34c tempest-SubnetPoolsTestJSON-575570416 tempest-SubnetPoolsTestJSON-575570416-project] Notify callbacks [] for subnetpool, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:17.885477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-28064768-0643-4f0d-bef3-485bdf8bd34c tempest-SubnetPoolsTestJSON-575570416 tempest-SubnetPoolsTestJSON-575570416-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 1.2812874 Jul 16 03:50:17.902571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:17.999235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:50:18.009353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3adde4-6ab8-48b3-b031-55f0721d34e0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:18.047590 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f86fa45b-2f1d-4a50-ab9d-f847be6725e8 tempest-SubnetPoolsTestJSON-575570416 tempest-SubnetPoolsTestJSON-575570416-project] 10.222.0.18 "GET /v2.0/subnetpools/28ec0db9-161c-4ed0-b644-30810423f1bc HTTP/1.1" status: 200 len: 730 time: 0.1335459 Jul 16 03:50:18.054075 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.054225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57836) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:18.054412 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] Added segment df6113a6-192a-4152-8b7b-f64d12b9b80a of type vlan for network 3d49c4a3-1e38-44fe-bb4d-ddb35eb209b1 Jul 16 03:50:18.066734 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a4e1df3c-f7f0-4b9b-81f5-6e8782a9ef4e tempest-SubnetPoolsTestJSON-575570416 tempest-SubnetPoolsTestJSON-575570416-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1068608216'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:18.170191 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.230078 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-b9ce1b50-f738-4b67-b924-f50f04ba166c service neutron] For port 7b2e8555-91ac-4426-9867-22b43b461d3d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=7b2e8555-91ac-4426-9867-22b43b461d3d,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:18.250156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efeb94-917a-47df-bb33-68e534fb1446 req-5a1d262d-8909-4919-8d12-50e9b43009ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:18.256116 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efeb94-917a-47df-bb33-68e534fb1446 req-5a1d262d-8909-4919-8d12-50e9b43009ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:18.262136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efeb94-917a-47df-bb33-68e534fb1446 req-5a1d262d-8909-4919-8d12-50e9b43009ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:18.268151 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efeb94-917a-47df-bb33-68e534fb1446 req-5a1d262d-8909-4919-8d12-50e9b43009ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:18.274031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efeb94-917a-47df-bb33-68e534fb1446 req-5a1d262d-8909-4919-8d12-50e9b43009ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:18.280474 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efeb94-917a-47df-bb33-68e534fb1446 req-5a1d262d-8909-4919-8d12-50e9b43009ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:18.287821 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-10efeb94-917a-47df-bb33-68e534fb1446 req-5a1d262d-8909-4919-8d12-50e9b43009ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 4659 time: 0.3982837 Jul 16 03:50:18.354886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57840) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:18.362750 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030704 Jul 16 03:50:18.370770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:18.378106 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.378987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:18.379553 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.425893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0167090-868f-44ea-a53a-cf3b4c3c3f56 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Router e757c83e-6c31-443f-b949-3158d48f5470 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:50:18.454605 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-10efeb94-917a-47df-bb33-68e534fb1446 req-e1b05689-41ae-46ba-a5ce-430042f0bbd1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&id=95a12c37-c857-48ac-8959-4e6778a2dbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1658285 Jul 16 03:50:18.478150 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-b9ce1b50-f738-4b67-b924-f50f04ba166c service neutron] For port 7b2e8555-91ac-4426-9867-22b43b461d3d, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:50:18.521631 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5671439 Jul 16 03:50:18.528401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:18.537916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b092918d-d082-49d9-9cf9-ddf0371a1c66 admin admin] Request body: {'subnet': {'network_id': '3d49c4a3-1e38-44fe-bb4d-ddb35eb209b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1229823621-subnet', 'tenant_id': 'eda4d10eb0e64b35932146ba99a6e675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:18.704689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4e1df3c-f7f0-4b9b-81f5-6e8782a9ef4e tempest-SubnetPoolsTestJSON-575570416 tempest-SubnetPoolsTestJSON-575570416-project] Notify callbacks [] for subnetpool, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.706050 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a4e1df3c-f7f0-4b9b-81f5-6e8782a9ef4e tempest-SubnetPoolsTestJSON-575570416 tempest-SubnetPoolsTestJSON-575570416-project] 10.222.0.18 "PUT /v2.0/subnetpools/28ec0db9-161c-4ed0-b644-30810423f1bc HTTP/1.1" status: 200 len: 684 time: 0.6504972 Jul 16 03:50:18.712030 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57854) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:18.898974 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.903654 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d33b6127-6e29-432e-9339-59bce0f95a83 tempest-SubnetPoolsTestJSON-575570416 tempest-SubnetPoolsTestJSON-575570416-project] Notify callbacks [] for subnetpool, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.904837 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d33b6127-6e29-432e-9339-59bce0f95a83 tempest-SubnetPoolsTestJSON-575570416 tempest-SubnetPoolsTestJSON-575570416-project] 10.222.0.18 "DELETE /v2.0/subnetpools/28ec0db9-161c-4ed0-b644-30810423f1bc HTTP/1.1" status: 204 len: 168 time: 0.1917331 Jul 16 03:50:18.906376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-b9ce1b50-f738-4b67-b924-f50f04ba166c service neutron] device_id is not set on port 7b2e8555-91ac-4426-9867-22b43b461d3d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:50:18.916807 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b0b1daa0-1ead-4ed2-a867-f24ca446c069 tempest-NetworksApiDiscovery-1476932428 tempest-NetworksApiDiscovery-1476932428-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5397034 Jul 16 03:50:18.921304 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ef42f-e577-4c71-8076-534543e36367 admin admin] Pushing event updated for resources: {'Network': ['ID=3d49c4a3-1e38-44fe-bb4d-ddb35eb209b1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:18.924134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57860) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:18.936357 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 3d49c4a3-1e38-44fe-bb4d-ddb35eb209b1 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:50:18.973880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-b9ce1b50-f738-4b67-b924-f50f04ba166c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:18.998834 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-ac3d8794-08db-41c2-8706-b35270824fb1 tempest-SubnetPoolsTestJSON-575570416 tempest-SubnetPoolsTestJSON-575570416-project] show failed (client error): The resource could not be found. Jul 16 03:50:19.002315 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ac3d8794-08db-41c2-8706-b35270824fb1 tempest-SubnetPoolsTestJSON-575570416 tempest-SubnetPoolsTestJSON-575570416-project] 10.222.0.18 "GET /v2.0/subnetpools/28ec0db9-161c-4ed0-b644-30810423f1bc HTTP/1.1" status: 404 len: 346 time: 0.0725765 Jul 16 03:50:19.003471 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-b9ce1b50-f738-4b67-b924-f50f04ba166c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.006591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57866) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:19.029053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5e21d669-77b2-45fd-83e4-06c2ed38d708 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:19.064595 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-bd5ba364-34bc-4939-b1d1-e2c134688bec tempest-SubnetPoolsTestJSON-575570416 tempest-SubnetPoolsTestJSON-575570416-project] delete failed (client error): The resource could not be found. Jul 16 03:50:19.065926 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bd5ba364-34bc-4939-b1d1-e2c134688bec tempest-SubnetPoolsTestJSON-575570416 tempest-SubnetPoolsTestJSON-575570416-project] 10.222.0.18 "DELETE /v2.0/subnetpools/28ec0db9-161c-4ed0-b644-30810423f1bc HTTP/1.1" status: 404 len: 346 time: 0.0583675 Jul 16 03:50:19.075912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b092918d-d082-49d9-9cf9-ddf0371a1c66 admin admin] Made reservation on behalf of eda4d10eb0e64b35932146ba99a6e675 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:19.078221 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b092918d-d082-49d9-9cf9-ddf0371a1c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.173557 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0167090-868f-44ea-a53a-cf3b4c3c3f56 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:19.185583 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ff9e8-c217-497d-9910-7a8810b280f2 None None] Sync routers for ids ['e757c83e-6c31-443f-b949-3158d48f5470'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:19.186851 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.201131 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ff9e8-c217-497d-9910-7a8810b280f2 None None] Routers {'e757c83e-6c31-443f-b949-3158d48f5470'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:19.204530 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f00ff9e8-c217-497d-9910-7a8810b280f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['e757c83e-6c31-443f-b949-3158d48f5470'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:19.306192 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.374600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5e21d669-77b2-45fd-83e4-06c2ed38d708, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5e21d669-77b2-45fd-83e4-06c2ed38d708,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:19.382893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e21d669-77b2-45fd-83e4-06c2ed38d708'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:19.391028 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d9086e-968b-46bd-a48f-3dc49ce77850" -d '{"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-unplugged", "status": "completed", "tag": "5e21d669-77b2-45fd-83e4-06c2ed38d708"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:19.398504 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.401232 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 18412237-51bf-4af1-8447-3590a799f08e no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:19.549199 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be008f0d-1fbc-4a2b-b96b-114062955cd8 x-openstack-request-id: req-be008f0d-1fbc-4a2b-b96b-114062955cd8 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:19.550219 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-unplugged", "status": "completed", "tag": "5e21d669-77b2-45fd-83e4-06c2ed38d708", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:19.550721 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be008f0d-1fbc-4a2b-b96b-114062955cd8 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:19.551537 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e21d669-77b2-45fd-83e4-06c2ed38d708', 'code': 200} Jul 16 03:50:19.602998 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a0167090-868f-44ea-a53a-cf3b4c3c3f56 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "PUT /v2.0/routers/e757c83e-6c31-443f-b949-3158d48f5470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6667676 Jul 16 03:50:19.640889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=5e21d669-77b2-45fd-83e4-06c2ed38d708,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:19.654657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:19.655161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:19.655602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:19.656223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:19.656693 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:19.657149 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:19.658102 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:19.658548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:19.658976 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:19.659412 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:19.659847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:19.660278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:19.668679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:19.671193 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:19.671544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:19.672272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce1b50-f738-4b67-b924-f50f04ba166c service neutron] Pushing event updated for resources: {'Port': ['ID=7b2e8555-91ac-4426-9867-22b43b461d3d,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:19.718042 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.725946 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.732453 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.734509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2d0fb5dd-46d3-4f72-9d94-190aaa97b54b None None] Provisioning complete for port 7b2e8555-91ac-4426-9867-22b43b461d3d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:50:19.734866 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d0fb5dd-46d3-4f72-9d94-190aaa97b54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.749159 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b092918d-d082-49d9-9cf9-ddf0371a1c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.751330 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-b9ce1b50-f738-4b67-b924-f50f04ba166c service neutron] No DVR routers for this DVR port 7b2e8555-91ac-4426-9867-22b43b461d3d on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:19.785833 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=c68d7cfe-bdc9-4e09-9428-147e8d937bbe,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:19.799097 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f00ff9e8-c217-497d-9910-7a8810b280f2 None None] Set router e757c83e-6c31-443f-b949-3158d48f5470 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:19.885746 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.890888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 18412237-51bf-4af1-8447-3590a799f08e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=18412237-51bf-4af1-8447-3590a799f08e,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:19.912249 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:19.913166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 7b2e8555-91ac-4426-9867-22b43b461d3d no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:20.042532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fb5dd-46d3-4f72-9d94-190aaa97b54b None None] Port 7b2e8555-91ac-4426-9867-22b43b461d3d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:50:20.049803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 7b2e8555-91ac-4426-9867-22b43b461d3d not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:20.050227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:20.054963 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Floating IP 5291c61d-8b6f-4cb6-8050-0054250fb5c7 associated. External IP: 172.25.3.151, port: 0d02e468-d757-4e43-9852-fc0b60bde879. Jul 16 03:50:20.107838 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f00ff9e8-c217-497d-9910-7a8810b280f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-470310376', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:28Z', 'updated_at': '2021-07-16T03:50:16Z', 'revision_number': 5, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:29Z', 'updated_at': '2021-07-16T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:20.123329 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c10fe1c-096b-4a6d-8cda-ff17d94c1d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:20.134717 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=18412237-51bf-4af1-8447-3590a799f08e,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:20.139282 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b092918d-d082-49d9-9cf9-ddf0371a1c66 admin admin] Checking segment: {'id': 'df6113a6-192a-4152-8b7b-f64d12b9b80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3d49c4a3-1e38-44fe-bb4d-ddb35eb209b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:20.139656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b092918d-d082-49d9-9cf9-ddf0371a1c66 admin admin] Network hostable DHCP agents. Network: 3d49c4a3-1e38-44fe-bb4d-ddb35eb209b1, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:50:20.151730 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ff9e8-c217-497d-9910-7a8810b280f2 None None] Checking router: e757c83e-6c31-443f-b949-3158d48f5470 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:20.155783 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-202f7f3f-0d6e-4a86-8548-eed55ecc8450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:20.164883 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ff9e8-c217-497d-9910-7a8810b280f2 None None] Routers {'e757c83e-6c31-443f-b949-3158d48f5470'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:20.166409 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f00ff9e8-c217-497d-9910-7a8810b280f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['e757c83e-6c31-443f-b949-3158d48f5470'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:20.169345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45eac00-8a9e-44a9-bd29-2f99ee15cca9 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Deleting subnet 125da1df-c26d-42e3-b0e0-b86948e3d3fe {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:20.184794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-b9ce1b50-f738-4b67-b924-f50f04ba166c service neutron] In _notify_port_updated(), no bound segment for port 7b2e8555-91ac-4426-9867-22b43b461d3d on network 90438ada-ec72-4cdb-9a73-516b7f1c6694 {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:50:20.185846 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-b9ce1b50-f738-4b67-b924-f50f04ba166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:20.186475 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-b9ce1b50-f738-4b67-b924-f50f04ba166c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:20.187795 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-b9ce1b50-f738-4b67-b924-f50f04ba166c service neutron] 10.222.0.88 "PUT /v2.0/ports/7b2e8555-91ac-4426-9867-22b43b461d3d HTTP/1.1" status: 200 len: 1027 time: 2.8266015 Jul 16 03:50:20.190917 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b45eac00-8a9e-44a9-bd29-2f99ee15cca9 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:20.230345 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:20.257841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092918d-d082-49d9-9cf9-ddf0371a1c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5c51f49-037f-4e4a-9787-7d0091928004,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:20.268637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7,segment=NetworkSegment(0083ac86-7f04-4b13-a127-17f6cffe8442),segment_id=0083ac86-7f04-4b13-a127-17f6cffe8442)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:20.273300 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:20.274749 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:20.353072 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:20.379808 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f00ff9e8-c217-497d-9910-7a8810b280f2 None None] Set router e757c83e-6c31-443f-b949-3158d48f5470 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:20.425161 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:20.427279 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router 854893e7-02f2-4534-89e6-481f6ff23ef7 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:50:20.432497 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b092918d-d082-49d9-9cf9-ddf0371a1c66 admin admin] Network 3d49c4a3-1e38-44fe-bb4d-ddb35eb209b1 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:50:20.441136 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b45eac00-8a9e-44a9-bd29-2f99ee15cca9 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:20.496566 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:20.502255 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:20.505390 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0ca6343d-f933-44b6-9f68-e779f91a1c5c no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:20.520495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b092918d-d082-49d9-9cf9-ddf0371a1c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 3d49c4a3-1e38-44fe-bb4d-ddb35eb209b1) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:20.534355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b092918d-d082-49d9-9cf9-ddf0371a1c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:20.534955 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b092918d-d082-49d9-9cf9-ddf0371a1c66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:20.557546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b68672-f350-49c7-9880-3f58eab1c928 None None] Network 3d49c4a3-1e38-44fe-bb4d-ddb35eb209b1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:20.591558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11658655-1692-4ed6-a653-222bb99b319d req-e7d29cf6-b62c-4ef1-8b17-67aad99fe598 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:20.595792 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-11658655-1692-4ed6-a653-222bb99b319d req-e7d29cf6-b62c-4ef1-8b17-67aad99fe598 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 945 time: 0.6713548 Jul 16 03:50:20.605592 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:20.635357 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9cdfd-a728-4cd1-a711-6eebbd5f4056 None None] Sync routers for ids ['854893e7-02f2-4534-89e6-481f6ff23ef7'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:20.698983 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f00ff9e8-c217-497d-9910-7a8810b280f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-470310376', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:28Z', 'updated_at': '2021-07-16T03:50:16Z', 'revision_number': 5, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:29Z', 'updated_at': '2021-07-16T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:20.702925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:20.707655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9cdfd-a728-4cd1-a711-6eebbd5f4056 None None] Routers {'854893e7-02f2-4534-89e6-481f6ff23ef7'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:20.708526 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-67b9cdfd-a728-4cd1-a711-6eebbd5f4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['854893e7-02f2-4534-89e6-481f6ff23ef7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:20.743459 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ff9e8-c217-497d-9910-7a8810b280f2 None None] The sync data for ids ['e757c83e-6c31-443f-b949-3158d48f5470'] in n-d-800088-6 is: [{'id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-470310376', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:28Z', 'updated_at': '2021-07-16T03:50:16Z', 'revision_number': 5, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '872044f8-e4b7-4ca5-82fc-da2a4432a1fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:39:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e757c83e-6c31-443f-b949-3158d48f5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:29Z', 'updated_at': '2021-07-16T03:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:20.779360 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-11658655-1692-4ed6-a653-222bb99b319d req-359cb270-13b0-4283-a71a-ac5404049e13 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/security-groups?id=370627f2-393b-4c42-903e-9c18c50c6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563854 Jul 16 03:50:20.790326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5c063-793d-4209-a27b-5ef794bd2c87 req-31e9749c-00bc-4bef-af4f-ec9bcc54806a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:20.794473 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0ca6343d-f933-44b6-9f68-e779f91a1c5c not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:20.794652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4982515d-752f-4574-aacd-f6a957b1b2bf no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:20.796836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5c063-793d-4209-a27b-5ef794bd2c87 req-31e9749c-00bc-4bef-af4f-ec9bcc54806a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:20.804929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5c063-793d-4209-a27b-5ef794bd2c87 req-31e9749c-00bc-4bef-af4f-ec9bcc54806a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:20.820383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5c063-793d-4209-a27b-5ef794bd2c87 req-31e9749c-00bc-4bef-af4f-ec9bcc54806a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:20.832540 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5c063-793d-4209-a27b-5ef794bd2c87 req-31e9749c-00bc-4bef-af4f-ec9bcc54806a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:20.834824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ff5c063-793d-4209-a27b-5ef794bd2c87 req-31e9749c-00bc-4bef-af4f-ec9bcc54806a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 3879 time: 0.9831748 Jul 16 03:50:20.838593 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b45eac00-8a9e-44a9-bd29-2f99ee15cca9 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:20.893830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a6dd74f8-618d-4fa2-a075-48a2cd87cff0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Deleting port 4982515d-752f-4574-aacd-f6a957b1b2bf {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:20.894233 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a6dd74f8-618d-4fa2-a075-48a2cd87cff0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:20.963015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9735effd-81ba-44a2-97c5-d040a7e965e1 None None] Network 3d49c4a3-1e38-44fe-bb4d-ddb35eb209b1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:20.978323 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c10fe1c-096b-4a6d-8cda-ff17d94c1d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.027578 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c10fe1c-096b-4a6d-8cda-ff17d94c1d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.042944 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ff5c063-793d-4209-a27b-5ef794bd2c87 req-5a9b826c-42f1-4283-a8f9-33aa15b2205b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725616 Jul 16 03:50:21.058708 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b092918d-d082-49d9-9cf9-ddf0371a1c66 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5259161 Jul 16 03:50:21.111051 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6c10fe1c-096b-4a6d-8cda-ff17d94c1d05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2fc4be9fb56489c9284e75a528067a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3889596 Jul 16 03:50:21.112342 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b45eac00-8a9e-44a9-bd29-2f99ee15cca9 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.114174 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 57898) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:21.215412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10fe1c-096b-4a6d-8cda-ff17d94c1d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dc6baf-dc0f-44da-b64d-f99e94e2f856,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:21.232011 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d454a25e-9317-484e-a4e2-2fae6acaf6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.257745 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45eac00-8a9e-44a9-bd29-2f99ee15cca9 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event deleted for resources: {'Subnet': ['ID=125da1df-c26d-42e3-b0e0-b86948e3d3fe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:21.274680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a6dd74f8-618d-4fa2-a075-48a2cd87cff0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] For port 4982515d-752f-4574-aacd-f6a957b1b2bf, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4982515d-752f-4574-aacd-f6a957b1b2bf,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:21.275325 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a6dd74f8-618d-4fa2-a075-48a2cd87cff0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.280723 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b45eac00-8a9e-44a9-bd29-2f99ee15cca9 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.283010 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b45eac00-8a9e-44a9-bd29-2f99ee15cca9 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "DELETE /v2.0/subnets/125da1df-c26d-42e3-b0e0-b86948e3d3fe HTTP/1.1" status: 204 len: 168 time: 1.5834541 Jul 16 03:50:21.292302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:21.392279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a6dd74f8-618d-4fa2-a075-48a2cd87cff0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Calling delete_port for 4982515d-752f-4574-aacd-f6a957b1b2bf owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:21.397460 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d454a25e-9317-484e-a4e2-2fae6acaf6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.428160 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a89c931-44aa-45a6-8c0d-f932fcc260bf None None] Network b8e5a190-78f0-412e-bfe1-3f239967d159 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:21.438305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:21.474256 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d454a25e-9317-484e-a4e2-2fae6acaf6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.478682 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d454a25e-9317-484e-a4e2-2fae6acaf6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.483049 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d454a25e-9317-484e-a4e2-2fae6acaf6ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66dc6baf-dc0f-44da-b64d-f99e94e2f856 HTTP/1.1" status: 204 len: 168 time: 0.3670852 Jul 16 03:50:21.496685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454a25e-9317-484e-a4e2-2fae6acaf6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dc6baf-dc0f-44da-b64d-f99e94e2f856,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:21.525298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-67b9cdfd-a728-4cd1-a711-6eebbd5f4056 None None] Set router 854893e7-02f2-4534-89e6-481f6ff23ef7 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:21.539193 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-e3542366-3ab6-41e0-8021-46fb39810419 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:21.541505 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-e3542366-3ab6-41e0-8021-46fb39810419 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.88 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 945 time: 0.2815797 Jul 16 03:50:21.619177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18412237-51bf-4af1-8447-3590a799f08e'}, {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7'}, {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:21.622498 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb290b3-27b1-42e8-9339-67a8ba048260" -d '{"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-unplugged", "status": "completed", "tag": "18412237-51bf-4af1-8447-3590a799f08e"}, {"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d0d2dc78-9d27-4feb-b69c-bd25993fc4a7"}, {"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-unplugged", "status": "completed", "tag": "5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:21.636472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-33097ab2-5131-4c45-aca6-fb838ef77066 admin admin] Deleting subnet c5c51f49-037f-4e4a-9787-7d0091928004 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:21.656044 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-202f7f3f-0d6e-4a86-8548-eed55ecc8450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.659042 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.662416 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33097ab2-5131-4c45-aca6-fb838ef77066 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.678332 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-202f7f3f-0d6e-4a86-8548-eed55ecc8450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.762334 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 59e8e82f-fe37-430b-a3eb-45e88454c1b6 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:21.763109 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.819071 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-df5bfcf4-08ce-4943-a3e5-91469cfa9d7f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.0468545 Jul 16 03:50:21.837338 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:21.855483 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0147414c-8ae8-4271-af27-4437f82cb5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:21.891814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-ab27cacd-abca-4b0d-8cea-00670ca9f354 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Deleting port 67424c8b-d898-4e1d-964d-ae8dc521c81e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:21.892181 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-ab27cacd-abca-4b0d-8cea-00670ca9f354 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.904697 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:21.933629 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300d36de-32a1-4272-9611-2ffd0ecba3f0 x-openstack-request-id: req-300d36de-32a1-4272-9611-2ffd0ecba3f0 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:21.933888 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-unplugged", "status": "completed", "tag": "18412237-51bf-4af1-8447-3590a799f08e", "code": 200}, {"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-unplugged", "status": "completed", "tag": "d0d2dc78-9d27-4feb-b69c-bd25993fc4a7", "code": 200}, {"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-unplugged", "status": "completed", "tag": "5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:21.934139 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-300d36de-32a1-4272-9611-2ffd0ecba3f0 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:21.934465 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18412237-51bf-4af1-8447-3590a799f08e', 'code': 200} Jul 16 03:50:21.937848 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7', 'code': 200} Jul 16 03:50:21.937848 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26', 'code': 200} Jul 16 03:50:21.974711 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4982515d-752f-4574-aacd-f6a957b1b2bf, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4982515d-752f-4574-aacd-f6a957b1b2bf,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:21.986233 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-202f7f3f-0d6e-4a86-8548-eed55ecc8450 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e6ae21b8e0b43c2b0b12665ee9f791e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3111777 Jul 16 03:50:21.998956 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:22.001114 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33097ab2-5131-4c45-aca6-fb838ef77066 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.046480 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 59e8e82f-fe37-430b-a3eb-45e88454c1b6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:22.046827 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 59e8e82f-fe37-430b-a3eb-45e88454c1b6 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:22.048916 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.100860 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f7f3f-0d6e-4a86-8548-eed55ecc8450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7df92a-acfc-4ffe-a0d9-9d01654c4366,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:22.115768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-ab27cacd-abca-4b0d-8cea-00670ca9f354 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] For port 67424c8b-d898-4e1d-964d-ae8dc521c81e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=67424c8b-d898-4e1d-964d-ae8dc521c81e,segment=NetworkSegment(f2b87cd3-97cd-41ec-a971-e57c34d6ee07),segment_id=f2b87cd3-97cd-41ec-a971-e57c34d6ee07)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:22.116301 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-ab27cacd-abca-4b0d-8cea-00670ca9f354 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.250902 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4982515d-752f-4574-aacd-f6a957b1b2bf,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:22.308549 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33097ab2-5131-4c45-aca6-fb838ef77066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.402458 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.426332 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a6dd74f8-618d-4fa2-a075-48a2cd87cff0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.446282 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-67b9cdfd-a728-4cd1-a711-6eebbd5f4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:40Z', 'updated_at': '2021-07-16T03:49:54Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:42Z', 'updated_at': '2021-07-16T03:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5291c61d-8b6f-4cb6-8050-0054250fb5c7', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'port_id': '0d02e468-d757-4e43-9852-fc0b60bde879', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'mac_address': 'fa:16:3e:50:0d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:50:18Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 0, 'project_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7637597-3cbd-4c59-8e69-4408d494c0ce', 'name': '', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:9e:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:52Z', 'updated_at': '2021-07-16T03:50:02Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:22.486445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9cdfd-a728-4cd1-a711-6eebbd5f4056 None None] Checking router: 854893e7-02f2-4534-89e6-481f6ff23ef7 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:22.488667 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206e0b7b-3c01-4a19-9ab4-e44c6d2be358 None None] DHCP port deletion for b8e5a190-78f0-412e-bfe1-3f239967d159 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:50:22.499825 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-ab27cacd-abca-4b0d-8cea-00670ca9f354 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.500298 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-ab27cacd-abca-4b0d-8cea-00670ca9f354 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.500714 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-ab27cacd-abca-4b0d-8cea-00670ca9f354 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Floating IP df218658-6326-41eb-ae26-c432221295e7 disassociated. External IP: 172.25.3.125, port: 67424c8b-d898-4e1d-964d-ae8dc521c81e. Jul 16 03:50:22.501306 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-ab27cacd-abca-4b0d-8cea-00670ca9f354 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Calling delete_port for 67424c8b-d898-4e1d-964d-ae8dc521c81e owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:22.531359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9cdfd-a728-4cd1-a711-6eebbd5f4056 None None] Routers {'854893e7-02f2-4534-89e6-481f6ff23ef7'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:22.532003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-67b9cdfd-a728-4cd1-a711-6eebbd5f4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['854893e7-02f2-4534-89e6-481f6ff23ef7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:22.566465 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5a2970f-67ce-440a-a7df-c3997f7b97b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.645033 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-206e0b7b-3c01-4a19-9ab4-e44c6d2be358 None None] Deleting port ecca3f13-2f7e-4adf-8aa9-552020ee3eef {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:22.645426 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-206e0b7b-3c01-4a19-9ab4-e44c6d2be358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.656245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd74f8-618d-4fa2-a075-48a2cd87cff0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event deleted for resources: {'Port': ['ID=4982515d-752f-4574-aacd-f6a957b1b2bf,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:22.672646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:22.678934 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-ab27cacd-abca-4b0d-8cea-00670ca9f354 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.718201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27cacd-abca-4b0d-8cea-00670ca9f354 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Pushing event deleted for resources: {'Port': ['ID=67424c8b-d898-4e1d-964d-ae8dc521c81e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:22.724416 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33097ab2-5131-4c45-aca6-fb838ef77066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.737816 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119a8ac-963e-4002-ac96-aeeeecddb606 req-8cf0c8d5-8dd3-4229-9d9b-3afdaa93a1c8 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:22.740356 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3119a8ac-963e-4002-ac96-aeeeecddb606 req-8cf0c8d5-8dd3-4229-9d9b-3afdaa93a1c8 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 945 time: 0.6490951 Jul 16 03:50:22.757975 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-206e0b7b-3c01-4a19-9ab4-e44c6d2be358 None None] For port ecca3f13-2f7e-4adf-8aa9-552020ee3eef, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ecca3f13-2f7e-4adf-8aa9-552020ee3eef,segment=NetworkSegment(dc9dc964-2483-446c-bcd7-9877c3f6397e),segment_id=dc9dc964-2483-446c-bcd7-9877c3f6397e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:22.758377 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-206e0b7b-3c01-4a19-9ab4-e44c6d2be358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.762710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-67b9cdfd-a728-4cd1-a711-6eebbd5f4056 None None] Set router 854893e7-02f2-4534-89e6-481f6ff23ef7 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:22.800196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-206e0b7b-3c01-4a19-9ab4-e44c6d2be358 None None] Calling delete_port for ecca3f13-2f7e-4adf-8aa9-552020ee3eef owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:22.829882 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48de54-8839-4f6b-aa7a-24befcaa7c69 req-da04ff83-6231-4499-8987-7e3bf739fc88 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:22.831432 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee48de54-8839-4f6b-aa7a-24befcaa7c69 req-da04ff83-6231-4499-8987-7e3bf739fc88 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.7510254 Jul 16 03:50:22.873207 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5a2970f-67ce-440a-a7df-c3997f7b97b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.898544 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-ab27cacd-abca-4b0d-8cea-00670ca9f354 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Router b06ee832-b398-418c-b33a-36674ae469aa has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:50:22.912987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33097ab2-5131-4c45-aca6-fb838ef77066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5c51f49-037f-4e4a-9787-7d0091928004,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:22.915733 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a6dd74f8-618d-4fa2-a075-48a2cd87cff0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] No DVR routers for this DVR port 4982515d-752f-4574-aacd-f6a957b1b2bf on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:22.934442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-40624765-network', 'tenant_id': 'f3218deecd2f4e02ac66958439d9a83b'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:22.963001 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a6dd74f8-618d-4fa2-a075-48a2cd87cff0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.965787 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a6dd74f8-618d-4fa2-a075-48a2cd87cff0 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "DELETE /v2.0/ports/4982515d-752f-4574-aacd-f6a957b1b2bf HTTP/1.1" status: 204 len: 173 time: 2.7617908 Jul 16 03:50:22.970810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-deleted', 'tag': '4982515d-752f-4574-aacd-f6a957b1b2bf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:22.974046 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0ebab8-2c64-46ce-bde5-0c7937946946" -d '{"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-deleted", "tag": "4982515d-752f-4574-aacd-f6a957b1b2bf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:22.981814 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33097ab2-5131-4c45-aca6-fb838ef77066 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:22.983840 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-33097ab2-5131-4c45-aca6-fb838ef77066 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c5c51f49-037f-4e4a-9787-7d0091928004 HTTP/1.1" status: 204 len: 168 time: 1.5443149 Jul 16 03:50:23.045539 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] Made reservation on behalf of f3218deecd2f4e02ac66958439d9a83b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:23.047157 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-206e0b7b-3c01-4a19-9ab4-e44c6d2be358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.047961 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.058571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:23.063358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3119a8ac-963e-4002-ac96-aeeeecddb606 req-46ed7d8c-b487-47a7-83da-1de82de50153 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/security-groups?id=370627f2-393b-4c42-903e-9c18c50c6e53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2889748 Jul 16 03:50:23.109801 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206e0b7b-3c01-4a19-9ab4-e44c6d2be358 None None] No DVR routers for this DVR port ecca3f13-2f7e-4adf-8aa9-552020ee3eef on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:23.113943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e0b7b-3c01-4a19-9ab4-e44c6d2be358 None None] Pushing event deleted for resources: {'Port': ['ID=ecca3f13-2f7e-4adf-8aa9-552020ee3eef,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:23.165700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-67b9cdfd-a728-4cd1-a711-6eebbd5f4056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:40Z', 'updated_at': '2021-07-16T03:49:54Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:42Z', 'updated_at': '2021-07-16T03:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5291c61d-8b6f-4cb6-8050-0054250fb5c7', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'port_id': '0d02e468-d757-4e43-9852-fc0b60bde879', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'mac_address': 'fa:16:3e:50:0d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:50:18Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 0, 'project_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7637597-3cbd-4c59-8e69-4408d494c0ce', 'name': '', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:9e:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:52Z', 'updated_at': '2021-07-16T03:50:02Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:23.198750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9cdfd-a728-4cd1-a711-6eebbd5f4056 None None] The sync data for ids ['854893e7-02f2-4534-89e6-481f6ff23ef7'] in n-d-800088-6 is: [{'id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:40Z', 'updated_at': '2021-07-16T03:49:54Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:42Z', 'updated_at': '2021-07-16T03:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5291c61d-8b6f-4cb6-8050-0054250fb5c7', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'port_id': '0d02e468-d757-4e43-9852-fc0b60bde879', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'mac_address': 'fa:16:3e:50:0d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:50:18Z', 'updated_at': '2021-07-16T03:50:18Z', 'revision_number': 0, 'project_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7637597-3cbd-4c59-8e69-4408d494c0ce', 'name': '', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:9e:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:52Z', 'updated_at': '2021-07-16T03:50:02Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:23.200904 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.248970 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee48de54-8839-4f6b-aa7a-24befcaa7c69 req-50489390-3b22-4ff6-86bf-63cae8178b7d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180194 Jul 16 03:50:23.416757 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.439510 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61c03c30-31c7-4d40-8201-9b68b600f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.458060 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff8289d-b9a8-4e24-9910-a45e8344469b x-openstack-request-id: req-0ff8289d-b9a8-4e24-9910-a45e8344469b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:23.461224 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-deleted", "tag": "4982515d-752f-4574-aacd-f6a957b1b2bf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:23.462248 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ff8289d-b9a8-4e24-9910-a45e8344469b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:23.462859 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-deleted', 'tag': '4982515d-752f-4574-aacd-f6a957b1b2bf', 'status': 'completed', 'code': 200} Jul 16 03:50:23.486012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 57950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:23.492095 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.517355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:50:23.538171 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5a2970f-67ce-440a-a7df-c3997f7b97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.541683 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5a2970f-67ce-440a-a7df-c3997f7b97b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.543165 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f5a2970f-67ce-440a-a7df-c3997f7b97b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da7df92a-acfc-4ffe-a0d9-9d01654c4366 HTTP/1.1" status: 204 len: 168 time: 1.5400398 Jul 16 03:50:23.547644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Deleting port 872044f8-e4b7-4ca5-82fc-da2a4432a1fc {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:23.548216 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.556596 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed00f40-15da-4118-80ba-b225521b53c1 x-openstack-request-id: req-8ed00f40-15da-4118-80ba-b225521b53c1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:23.557522 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:23.557781 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ed00f40-15da-4118-80ba-b225521b53c1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:23.558184 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879', 'status': 'completed', 'code': 200} Jul 16 03:50:23.645543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-ab27cacd-abca-4b0d-8cea-00670ca9f354 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:23.660639 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c90f0-5258-416e-ab9e-2d8859cc122b None None] Sync routers for ids ['b06ee832-b398-418c-b33a-36674ae469aa'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:23.690031 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c90f0-5258-416e-ab9e-2d8859cc122b None None] Routers {'b06ee832-b398-418c-b33a-36674ae469aa'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:23.690889 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f19c90f0-5258-416e-ab9e-2d8859cc122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b06ee832-b398-418c-b33a-36674ae469aa'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:23.729673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0995b859-2942-4dc2-b2c4-6bc0c7a93e37 None None] New status for floating IP 5291c61d-8b6f-4cb6-8050-0054250fb5c7: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:50:23.788686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-ab27cacd-abca-4b0d-8cea-00670ca9f354 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] No DVR routers for this DVR port 67424c8b-d898-4e1d-964d-ae8dc521c81e on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:23.809807 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-ab27cacd-abca-4b0d-8cea-00670ca9f354 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:23.816203 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-57e16ccc-9331-4a3d-9945-327a81aa7d71 req-ab27cacd-abca-4b0d-8cea-00670ca9f354 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.88 "DELETE /v2.0/ports/67424c8b-d898-4e1d-964d-ae8dc521c81e HTTP/1.1" status: 204 len: 173 time: 2.2668974 Jul 16 03:50:23.858522 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ecca3f13-2f7e-4adf-8aa9-552020ee3eef no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:23.875803 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f19c90f0-5258-416e-ab9e-2d8859cc122b None None] Set router b06ee832-b398-418c-b33a-36674ae469aa gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:23.948959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4982515d-752f-4574-aacd-f6a957b1b2bf'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:23.951313 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd77e0e0-4641-4412-a54e-1e05c187dd67" -d '{"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-unplugged", "status": "completed", "tag": "4982515d-752f-4574-aacd-f6a957b1b2bf"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:23.978932 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: ecca3f13-2f7e-4adf-8aa9-552020ee3eef {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:23.979177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ecca3f13-2f7e-4adf-8aa9-552020ee3eef not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:24.042389 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96cc8d4-b1c0-4226-8837-30afd1f1ed62 x-openstack-request-id: req-f96cc8d4-b1c0-4226-8837-30afd1f1ed62 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:24.042708 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-unplugged", "status": "completed", "tag": "4982515d-752f-4574-aacd-f6a957b1b2bf", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:24.042940 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f96cc8d4-b1c0-4226-8837-30afd1f1ed62 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:24.046231 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4982515d-752f-4574-aacd-f6a957b1b2bf', 'code': 200} Jul 16 03:50:24.152253 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.153064 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] Added segment 82983d7e-256b-40d3-8971-1a1b2a72f089 of type vlan for network e58c9c96-616d-4d84-be5e-5d2e21986825 Jul 16 03:50:24.218117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9272041c-b172-4f01-b228-f51f6c67c041,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:24.304709 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f19c90f0-5258-416e-ab9e-2d8859cc122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:40Z', 'updated_at': '2021-07-16T03:44:48Z', 'revision_number': 4, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'gw_port': {'id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:43Z', 'updated_at': '2021-07-16T03:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'aaf40f15-973f-42de-a248-8ad182f4346e', 'name': '', 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'mac_address': 'fa:16:3e:98:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:47Z', 'updated_at': '2021-07-16T03:44:57Z', 'revision_number': 5, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'subnets': [{'id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:24.344551 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c90f0-5258-416e-ab9e-2d8859cc122b None None] Checking router: b06ee832-b398-418c-b33a-36674ae469aa for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:24.357588 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c90f0-5258-416e-ab9e-2d8859cc122b None None] Routers {'b06ee832-b398-418c-b33a-36674ae469aa'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:24.358569 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f19c90f0-5258-416e-ab9e-2d8859cc122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b06ee832-b398-418c-b33a-36674ae469aa'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:24.403477 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.418285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2970f-67ce-440a-a7df-c3997f7b97b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7df92a-acfc-4ffe-a0d9-9d01654c4366,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:24.468789 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61c03c30-31c7-4d40-8201-9b68b600f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.502134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-61c03c30-31c7-4d40-8201-9b68b600f261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d49c4a3-1e38-44fe-bb4d-ddb35eb209b1']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:24.510983 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f19c90f0-5258-416e-ab9e-2d8859cc122b None None] Set router b06ee832-b398-418c-b33a-36674ae469aa gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:24.513328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e27b94c1-3194-477c-be26-e5bbd75ddc65 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/5291c61d-8b6f-4cb6-8050-0054250fb5c7 HTTP/1.1" status: 200 len: 992 time: 1.0164526 Jul 16 03:50:24.570243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ea0a1d7-2129-4c05-98f5-90037e0b9bac req-3817e166-8ee0-4e29-9031-94e47fa46e5e tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ab105b-8bba-4488-b6cc-43e4da7f67fd HTTP/1.1" status: 200 len: 210 time: 0.2545795 Jul 16 03:50:24.598429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147414c-8ae8-4271-af27-4437f82cb5b0 req-85115613-737f-4534-8d17-939b94a1a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:24.599969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0147414c-8ae8-4271-af27-4437f82cb5b0 req-85115613-737f-4534-8d17-939b94a1a600 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 1097 time: 1.3416982 Jul 16 03:50:24.617162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-61c03c30-31c7-4d40-8201-9b68b600f261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6113a6-192a-4152-8b7b-f64d12b9b80a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:24.618675 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-61c03c30-31c7-4d40-8201-9b68b600f261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6113a6-192a-4152-8b7b-f64d12b9b80a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:24.671913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] For port 872044f8-e4b7-4ca5-82fc-da2a4432a1fc, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=872044f8-e4b7-4ca5-82fc-da2a4432a1fc,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:24.673120 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.690161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Calling delete_port for 872044f8-e4b7-4ca5-82fc-da2a4432a1fc owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:24.930467 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61c03c30-31c7-4d40-8201-9b68b600f261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.948796 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61c03c30-31c7-4d40-8201-9b68b600f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.957075 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c03c30-31c7-4d40-8201-9b68b600f261 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:24.957775 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61c03c30-31c7-4d40-8201-9b68b600f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:24.966434 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f19c90f0-5258-416e-ab9e-2d8859cc122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:40Z', 'updated_at': '2021-07-16T03:44:48Z', 'revision_number': 4, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'gw_port': {'id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:43Z', 'updated_at': '2021-07-16T03:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'aaf40f15-973f-42de-a248-8ad182f4346e', 'name': '', 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'mac_address': 'fa:16:3e:98:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:47Z', 'updated_at': '2021-07-16T03:44:57Z', 'revision_number': 5, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'subnets': [{'id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:24.997819 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c90f0-5258-416e-ab9e-2d8859cc122b None None] The sync data for ids ['b06ee832-b398-418c-b33a-36674ae469aa'] in n-d-800088-6 is: [{'id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:40Z', 'updated_at': '2021-07-16T03:44:48Z', 'revision_number': 4, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'gw_port': {'id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:43Z', 'updated_at': '2021-07-16T03:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'aaf40f15-973f-42de-a248-8ad182f4346e', 'name': '', 'network_id': 'f41ac0c3-0b47-4600-8c47-c4e04c4c229d', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'mac_address': 'fa:16:3e:98:7b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:47Z', 'updated_at': '2021-07-16T03:44:57Z', 'revision_number': 5, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'subnets': [{'id': '85459ebc-cb75-450d-89e8-29c50d6b0aa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:25.023130 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:25.028235 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 67424c8b-d898-4e1d-964d-ae8dc521c81e no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:25.044205 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61c03c30-31c7-4d40-8201-9b68b600f261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.049990 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-61c03c30-31c7-4d40-8201-9b68b600f261 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.053618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-61c03c30-31c7-4d40-8201-9b68b600f261 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3d49c4a3-1e38-44fe-bb4d-ddb35eb209b1 HTTP/1.1" status: 204 len: 168 time: 1.9868777 Jul 16 03:50:25.078651 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 67424c8b-d898-4e1d-964d-ae8dc521c81e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:25.079156 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 67424c8b-d898-4e1d-964d-ae8dc521c81e not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:25.129291 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.133096 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.135375 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:25.136210 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.163207 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c03c30-31c7-4d40-8201-9b68b600f261 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d49c4a3-1e38-44fe-bb4d-ddb35eb209b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:25.218965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afea1c8-564c-4e6b-bbe9-708f518c3764 req-7c49586b-796a-4c7d-aef0-da34382cac11 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:25.225597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afea1c8-564c-4e6b-bbe9-708f518c3764 req-7c49586b-796a-4c7d-aef0-da34382cac11 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:25.234508 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afea1c8-564c-4e6b-bbe9-708f518c3764 req-7c49586b-796a-4c7d-aef0-da34382cac11 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:25.240729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afea1c8-564c-4e6b-bbe9-708f518c3764 req-7c49586b-796a-4c7d-aef0-da34382cac11 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:25.248764 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3afea1c8-564c-4e6b-bbe9-708f518c3764 req-7c49586b-796a-4c7d-aef0-da34382cac11 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 3142 time: 1.7959521 Jul 16 03:50:25.280024 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6015186 Jul 16 03:50:25.281365 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-9d6b9ab1-f889-4e8e-ab14-b63161fae20a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Deleting port 18412237-51bf-4af1-8447-3590a799f08e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:25.281709 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-9d6b9ab1-f889-4e8e-ab14-b63161fae20a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.283039 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58004) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:25.289328 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-476ee308-f2b2-4a77-92f4-d0efc953ff62 admin admin] Request body: {'subnet': {'network_id': 'e58c9c96-616d-4d84-be5e-5d2e21986825', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-40624765-subnet', 'tenant_id': 'f3218deecd2f4e02ac66958439d9a83b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:25.340165 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476ee308-f2b2-4a77-92f4-d0efc953ff62 admin admin] Made reservation on behalf of f3218deecd2f4e02ac66958439d9a83b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:25.357901 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-476ee308-f2b2-4a77-92f4-d0efc953ff62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.449717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event deleted for resources: {'Port': ['ID=872044f8-e4b7-4ca5-82fc-da2a4432a1fc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:25.474643 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58006) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:25.536452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58010) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:25.552587 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92189d7c-e4c7-44f8-9d61-285982dcccd7 None None] New status for floating IP df218658-6326-41eb-ae26-c432221295e7: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:50:25.585930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ab105b-8bba-4488-b6cc-43e4da7f67fd', 'name': 'network-vif-deleted', 'tag': '67424c8b-d898-4e1d-964d-ae8dc521c81e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:25.588573 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48e494a-c516-4c66-8719-f7874ff9d51c" -d '{"events": [{"server_uuid": "54ab105b-8bba-4488-b6cc-43e4da7f67fd", "name": "network-vif-deleted", "tag": "67424c8b-d898-4e1d-964d-ae8dc521c81e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:25.600236 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff2293-ed48-428a-ab71-58d55c09d070 admin admin] Pushing event updated for resources: {'Network': ['ID=e58c9c96-616d-4d84-be5e-5d2e21986825,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:25.613221 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network e58c9c96-616d-4d84-be5e-5d2e21986825 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:50:25.617102 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-10f5ac4d-6974-49fd-b7f6-246d6bc3520a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eda4d10eb0e64b35932146ba99a6e675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410873 Jul 16 03:50:25.625236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58016) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:25.635895 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-9d6b9ab1-f889-4e8e-ab14-b63161fae20a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] For port 18412237-51bf-4af1-8447-3590a799f08e, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=18412237-51bf-4af1-8447-3590a799f08e,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:25.635895 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-9d6b9ab1-f889-4e8e-ab14-b63161fae20a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.732486 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee522d9-0781-45e5-90b3-3efbae89b474 x-openstack-request-id: req-5ee522d9-0781-45e5-90b3-3efbae89b474 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:25.732838 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ab105b-8bba-4488-b6cc-43e4da7f67fd", "name": "network-vif-deleted", "tag": "67424c8b-d898-4e1d-964d-ae8dc521c81e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:25.733104 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ee522d9-0781-45e5-90b3-3efbae89b474 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:25.733889 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ab105b-8bba-4488-b6cc-43e4da7f67fd', 'name': 'network-vif-deleted', 'tag': '67424c8b-d898-4e1d-964d-ae8dc521c81e', 'status': 'completed', 'code': 200} Jul 16 03:50:25.751712 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-9d6b9ab1-f889-4e8e-ab14-b63161fae20a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Calling delete_port for 18412237-51bf-4af1-8447-3590a799f08e owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:25.759683 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3afea1c8-564c-4e6b-bbe9-708f518c3764 req-75b6b851-bce3-4fbc-897d-01efee32fbd9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5103033 Jul 16 03:50:25.814795 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58022) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:25.867726 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-799d677b-b95b-44d0-9abf-1fb381f2a83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:25.927781 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c021bf21-41c2-40e0-8976-6603af398cfc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/5291c61d-8b6f-4cb6-8050-0054250fb5c7 HTTP/1.1" status: 200 len: 994 time: 0.3891602 Jul 16 03:50:26.007691 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-799d677b-b95b-44d0-9abf-1fb381f2a83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.020436 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4767ae76-a6c0-45d4-b1d8-34419ff6044d req-c47fdc8a-ae39-4744-862e-a239e04bd259 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9945095 Jul 16 03:50:26.023491 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.109693 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-476ee308-f2b2-4a77-92f4-d0efc953ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.110909 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-9d6b9ab1-f889-4e8e-ab14-b63161fae20a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.185341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147414c-8ae8-4271-af27-4437f82cb5b0 req-66c43508-132c-4ff4-a2a8-28a0eb45e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:26.187190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0147414c-8ae8-4271-af27-4437f82cb5b0 req-66c43508-132c-4ff4-a2a8-28a0eb45e010 service neutron] 10.222.0.20 "GET /v2.0/networks?id=258afb0d-73a5-4e5c-a970-c1705766d533 HTTP/1.1" status: 200 len: 897 time: 1.5461531 Jul 16 03:50:26.199417 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-799d677b-b95b-44d0-9abf-1fb381f2a83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.202742 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-799d677b-b95b-44d0-9abf-1fb381f2a83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.204091 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-799d677b-b95b-44d0-9abf-1fb381f2a83e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d3adde4-6ab8-48b3-b031-55f0721d34e0 HTTP/1.1" status: 204 len: 168 time: 0.5656111 Jul 16 03:50:26.209469 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ee308-f2b2-4a77-92f4-d0efc953ff62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd849345-eeb2-4f5a-a00a-ae482ff13d92,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:26.215882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ab9bc50d-099d-4985-b1a6-77df4e69dfb9 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Deleting port 8af021b9-932f-48ec-905b-b7f2b3375f5c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:26.216284 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc50d-099d-4985-b1a6-77df4e69dfb9 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.243500 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d677b-b95b-44d0-9abf-1fb381f2a83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3adde4-6ab8-48b3-b031-55f0721d34e0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:26.251226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476ee308-f2b2-4a77-92f4-d0efc953ff62 admin admin] Checking segment: {'id': '82983d7e-256b-40d3-8971-1a1b2a72f089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': 'e58c9c96-616d-4d84-be5e-5d2e21986825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:26.251452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476ee308-f2b2-4a77-92f4-d0efc953ff62 admin admin] Network hostable DHCP agents. Network: e58c9c96-616d-4d84-be5e-5d2e21986825, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:50:26.280166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b9ab1-f889-4e8e-ab14-b63161fae20a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event deleted for resources: {'Port': ['ID=18412237-51bf-4af1-8447-3590a799f08e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:26.294487 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.306706 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.317677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476ee308-f2b2-4a77-92f4-d0efc953ff62 admin admin] Network e58c9c96-616d-4d84-be5e-5d2e21986825 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:50:26.330108 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc50d-099d-4985-b1a6-77df4e69dfb9 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.330429 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc50d-099d-4985-b1a6-77df4e69dfb9 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.345412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-476ee308-f2b2-4a77-92f4-d0efc953ff62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, e58c9c96-616d-4d84-be5e-5d2e21986825) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:26.351441 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ab9bc50d-099d-4985-b1a6-77df4e69dfb9 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Calling delete_port for 8af021b9-932f-48ec-905b-b7f2b3375f5c owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:26.353769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476ee308-f2b2-4a77-92f4-d0efc953ff62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:26.354382 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-476ee308-f2b2-4a77-92f4-d0efc953ff62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.356537 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41e0466-7507-4642-b4e5-54558751d8cb None None] Network e58c9c96-616d-4d84-be5e-5d2e21986825 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:26.422324 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-476ee308-f2b2-4a77-92f4-d0efc953ff62 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1373227 Jul 16 03:50:26.637660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-9d6b9ab1-f889-4e8e-ab14-b63161fae20a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] No DVR routers for this DVR port 18412237-51bf-4af1-8447-3590a799f08e on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:26.644008 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-9d6b9ab1-f889-4e8e-ab14-b63161fae20a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.650213 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-9d6b9ab1-f889-4e8e-ab14-b63161fae20a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "DELETE /v2.0/ports/18412237-51bf-4af1-8447-3590a799f08e HTTP/1.1" status: 204 len: 173 time: 3.6356289 Jul 16 03:50:26.656630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-deleted', 'tag': '18412237-51bf-4af1-8447-3590a799f08e'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:26.659473 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11f29fd-649b-4e52-ba70-47d456ccd032" -d '{"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-deleted", "tag": "18412237-51bf-4af1-8447-3590a799f08e"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:26.771765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703d001b-e377-47da-bb1a-f26ff43b3fbf None None] Network e58c9c96-616d-4d84-be5e-5d2e21986825 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:26.771971 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc50d-099d-4985-b1a6-77df4e69dfb9 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.799248 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0147414c-8ae8-4271-af27-4437f82cb5b0 req-b9516743-9192-461f-a599-9ee735696cff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d02e468-d757-4e43-9852-fc0b60bde879 HTTP/1.1" status: 200 len: 1002 time: 0.4896905 Jul 16 03:50:26.833901 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6264a894-8522-4f43-9d4c-81f3beacaddf x-openstack-request-id: req-6264a894-8522-4f43-9d4c-81f3beacaddf {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:26.833901 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-deleted", "tag": "18412237-51bf-4af1-8447-3590a799f08e", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:26.833901 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6264a894-8522-4f43-9d4c-81f3beacaddf {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:26.835455 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-deleted', 'tag': '18412237-51bf-4af1-8447-3590a799f08e', 'status': 'completed', 'code': 200} Jul 16 03:50:26.840651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767ae76-a6c0-45d4-b1d8-34419ff6044d req-cf7d50d6-668e-4488-82ba-206603275d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:26.842408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4767ae76-a6c0-45d4-b1d8-34419ff6044d req-cf7d50d6-668e-4488-82ba-206603275d37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=585dafdd798a48c2a5975c05e5d0a6ba&device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 1135 time: 0.7277477 Jul 16 03:50:26.895137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bc50d-099d-4985-b1a6-77df4e69dfb9 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Pushing event deleted for resources: {'Port': ['ID=8af021b9-932f-48ec-905b-b7f2b3375f5c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:26.924675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.925142 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Fanout notify agent at l3_agent the message router_deleted on router e757c83e-6c31-443f-b949-3158d48f5470 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:50:26.941239 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:26.942515 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-28f5a73f-b8e3-41e8-bf19-2ccf081dad25 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "DELETE /v2.0/routers/e757c83e-6c31-443f-b949-3158d48f5470 HTTP/1.1" status: 204 len: 168 time: 5.6463799 Jul 16 03:50:27.010514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58056) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:27.136712 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147414c-8ae8-4271-af27-4437f82cb5b0 req-ca2b57d3-f138-414a-b387-add7d278f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:27.138878 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0147414c-8ae8-4271-af27-4437f82cb5b0 req-ca2b57d3-f138-414a-b387-add7d278f121 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05fc9e9e-237d-4c74-9927-63b785fe433c HTTP/1.1" status: 200 len: 834 time: 0.3020680 Jul 16 03:50:27.284340 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767ae76-a6c0-45d4-b1d8-34419ff6044d req-31a77abd-8871-46bb-ab3d-932fc3128719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:27.285617 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4767ae76-a6c0-45d4-b1d8-34419ff6044d req-31a77abd-8871-46bb-ab3d-932fc3128719 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4da74bc5-319f-415b-8601-b4ee4c5dca4f HTTP/1.1" status: 200 len: 898 time: 0.3562000 Jul 16 03:50:27.292806 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba5ab28e-d098-4783-80fa-c8e41c510a7b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.404810 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc50d-099d-4985-b1a6-77df4e69dfb9 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.414609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4767ae76-a6c0-45d4-b1d8-34419ff6044d req-07d57ea3-3fd1-46e4-b3ad-c107ee2ef643 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 HTTP/1.1" status: 200 len: 1001 time: 0.0961702 Jul 16 03:50:27.417728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc50d-099d-4985-b1a6-77df4e69dfb9 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.418047 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-2b244e23-e595-4eed-9e71-d85898b47045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Deleting port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:27.418392 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-2b244e23-e595-4eed-9e71-d85898b47045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.419515 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ab9bc50d-099d-4985-b1a6-77df4e69dfb9 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "DELETE /v2.0/floatingips/df218658-6326-41eb-ae26-c432221295e7 HTTP/1.1" status: 204 len: 168 time: 1.5785937 Jul 16 03:50:27.584603 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147414c-8ae8-4271-af27-4437f82cb5b0 req-d94a271b-0ea5-4c25-a86b-500e331f2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:27.587084 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0147414c-8ae8-4271-af27-4437f82cb5b0 req-d94a271b-0ea5-4c25-a86b-500e331f2c97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=258afb0d-73a5-4e5c-a970-c1705766d533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4360995 Jul 16 03:50:27.600659 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba5ab28e-d098-4783-80fa-c8e41c510a7b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.622357 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ba5ab28e-d098-4783-80fa-c8e41c510a7b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e5a190-78f0-412e-bfe1-3f239967d159']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:27.656586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ba5ab28e-d098-4783-80fa-c8e41c510a7b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9dc964-2483-446c-bcd7-9877c3f6397e') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:27.656586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ba5ab28e-d098-4783-80fa-c8e41c510a7b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9dc964-2483-446c-bcd7-9877c3f6397e') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:27.700068 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58080) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:27.710664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1620149249-network', 'tenant_id': 'e0a181b6dd5d4965817cb40cf1fcf5e1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:27.747715 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba5ab28e-d098-4783-80fa-c8e41c510a7b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.770495 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba5ab28e-d098-4783-80fa-c8e41c510a7b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.780072 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5ab28e-d098-4783-80fa-c8e41c510a7b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:27.780881 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba5ab28e-d098-4783-80fa-c8e41c510a7b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.811553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 872044f8-e4b7-4ca5-82fc-da2a4432a1fc no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:27.853885 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:27.856798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58082) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:27.856798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] Made reservation on behalf of e0a181b6dd5d4965817cb40cf1fcf5e1 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:27.865160 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.889113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 872044f8-e4b7-4ca5-82fc-da2a4432a1fc {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:27.889478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 872044f8-e4b7-4ca5-82fc-da2a4432a1fc not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:27.891515 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.903256 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba5ab28e-d098-4783-80fa-c8e41c510a7b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.905764 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0147414c-8ae8-4271-af27-4437f82cb5b0 req-0147336d-606c-49ae-b2ec-48ae140a80e3 service neutron] 10.222.0.20 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245550 Jul 16 03:50:27.935923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a881f2-70ba-4238-855d-9aa01c6dd224 req-0ade2d92-a938-4b1d-a70e-9ce4cef8d45a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:27.936594 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ba5ab28e-d098-4783-80fa-c8e41c510a7b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:27.940931 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ba5ab28e-d098-4783-80fa-c8e41c510a7b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "DELETE /v2.0/networks/b8e5a190-78f0-412e-bfe1-3f239967d159 HTTP/1.1" status: 204 len: 168 time: 0.9000673 Jul 16 03:50:27.940931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ab28e-d098-4783-80fa-c8e41c510a7b tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event deleted for resources: {'Network': ['ID=b8e5a190-78f0-412e-bfe1-3f239967d159,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:27.944022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58088) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:27.950296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a881f2-70ba-4238-855d-9aa01c6dd224 req-0ade2d92-a938-4b1d-a70e-9ce4cef8d45a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:27.957803 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a881f2-70ba-4238-855d-9aa01c6dd224 req-0ade2d92-a938-4b1d-a70e-9ce4cef8d45a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:27.969581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7a881f2-70ba-4238-855d-9aa01c6dd224 req-0ade2d92-a938-4b1d-a70e-9ce4cef8d45a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 2409 time: 0.7266281 Jul 16 03:50:28.023653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767ae76-a6c0-45d4-b1d8-34419ff6044d req-bc28ad49-5287-42be-9418-3a9498a5a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:28.026095 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4767ae76-a6c0-45d4-b1d8-34419ff6044d req-bc28ad49-5287-42be-9418-3a9498a5a819 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7d82a6f-9eaf-4449-a713-aeeaaae033af HTTP/1.1" status: 200 len: 835 time: 0.5962400 Jul 16 03:50:28.127692 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-892e5fc2-dc37-424b-ad32-9a7bd6c693a4 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.142775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-2b244e23-e595-4eed-9e71-d85898b47045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] For port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7,segment=NetworkSegment(0083ac86-7f04-4b13-a127-17f6cffe8442),segment_id=0083ac86-7f04-4b13-a127-17f6cffe8442)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:28.143453 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-2b244e23-e595-4eed-9e71-d85898b47045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.171040 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7a881f2-70ba-4238-855d-9aa01c6dd224 req-79a4ad60-4a42-4f7e-b897-37b5f6b90188 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982999 Jul 16 03:50:28.225254 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-892e5fc2-dc37-424b-ad32-9a7bd6c693a4 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.273148 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0147414c-8ae8-4271-af27-4437f82cb5b0 req-2809f62e-dab0-4a3c-8e80-565f2443636b service neutron] 10.222.0.20 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495846 Jul 16 03:50:28.391381 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.401363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a6db2692-3682-472c-b0f8-9d06b6ca6856 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Deleting port aa2c6fd7-926e-4039-9c2a-170f21835d1c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:28.402180 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6db2692-3682-472c-b0f8-9d06b6ca6856 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.416871 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.455188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:50:28.509642 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-892e5fc2-dc37-424b-ad32-9a7bd6c693a4 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.512721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-892e5fc2-dc37-424b-ad32-9a7bd6c693a4 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.514706 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-892e5fc2-dc37-424b-ad32-9a7bd6c693a4 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] 10.222.0.18 "DELETE /v2.0/security-groups/370627f2-393b-4c42-903e-9c18c50c6e53 HTTP/1.1" status: 204 len: 168 time: 0.6590858 Jul 16 03:50:28.525782 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.526388 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] Added segment d574c25d-be1e-4a0d-843b-162c7aed94e4 of type vlan for network 31a600db-faba-4aee-acf9-ab5abeda2288 Jul 16 03:50:28.528044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e6c569-47c7-4dee-babb-5905765b36f3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:28.618556 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6db2692-3682-472c-b0f8-9d06b6ca6856 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.619329 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6db2692-3682-472c-b0f8-9d06b6ca6856 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.635790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58114) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:28.640793 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e5fc2-dc37-424b-ad32-9a7bd6c693a4 tempest-TestServerBasicOps-1986409077 tempest-TestServerBasicOps-1986409077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370627f2-393b-4c42-903e-9c18c50c6e53,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:28.674533 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.679273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a6db2692-3682-472c-b0f8-9d06b6ca6856 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Calling delete_port for aa2c6fd7-926e-4039-9c2a-170f21835d1c owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:28.923614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:28.937716 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767ae76-a6c0-45d4-b1d8-34419ff6044d req-f797622b-e032-402a-b7dc-2bc901e2ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:28.939686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4767ae76-a6c0-45d4-b1d8-34419ff6044d req-f797622b-e032-402a-b7dc-2bc901e2ab82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4da74bc5-319f-415b-8601-b4ee4c5dca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9004982 Jul 16 03:50:28.970711 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:28.972811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:28.976059 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.117227 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9a0facf-ad10-495b-a0ae-72b8f9df4249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.151329 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4501143 Jul 16 03:50:29.174370 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58136) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:29.203638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a62792c8-f5a4-4061-81b4-45808f04c282 admin admin] Request body: {'subnet': {'network_id': '31a600db-faba-4aee-acf9-ab5abeda2288', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1620149249-subnet', 'tenant_id': 'e0a181b6dd5d4965817cb40cf1fcf5e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:29.234536 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-2b244e23-e595-4eed-9e71-d85898b47045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.234922 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-2b244e23-e595-4eed-9e71-d85898b47045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.235242 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-2b244e23-e595-4eed-9e71-d85898b47045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Floating IP 9dfcff0e-64f0-4f2a-93f5-1f41645f1447 disassociated. External IP: 172.25.3.90, port: d0d2dc78-9d27-4feb-b69c-bd25993fc4a7. Jul 16 03:50:29.235597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-2b244e23-e595-4eed-9e71-d85898b47045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Calling delete_port for d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:29.266670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d64d4e-4a31-403f-858e-b41b85169fdd admin admin] Pushing event updated for resources: {'Network': ['ID=31a600db-faba-4aee-acf9-ab5abeda2288,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:29.287362 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4767ae76-a6c0-45d4-b1d8-34419ff6044d req-3371a8c3-7e09-4a47-9f66-017112cf269c service neutron] 10.222.0.20 "GET /v2.0/networks/4da74bc5-319f-415b-8601-b4ee4c5dca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284614 Jul 16 03:50:29.287603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 31a600db-faba-4aee-acf9-ab5abeda2288 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:50:29.489217 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9a0facf-ad10-495b-a0ae-72b8f9df4249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.526822 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9a0facf-ad10-495b-a0ae-72b8f9df4249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.529223 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6db2692-3682-472c-b0f8-9d06b6ca6856 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.563161 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62792c8-f5a4-4061-81b4-45808f04c282 admin admin] Made reservation on behalf of e0a181b6dd5d4965817cb40cf1fcf5e1 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:29.565535 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62792c8-f5a4-4061-81b4-45808f04c282 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.585682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db2692-3682-472c-b0f8-9d06b6ca6856 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event deleted for resources: {'Port': ['ID=aa2c6fd7-926e-4039-9c2a-170f21835d1c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:29.612016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0facf-ad10-495b-a0ae-72b8f9df4249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d66e79-b26e-479c-967f-0c32e4e5da11,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:29.616039 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4767ae76-a6c0-45d4-b1d8-34419ff6044d req-1d3557e0-4fad-48ae-922f-8fb786b9b71a service neutron] 10.222.0.20 "GET /v2.0/networks/4da74bc5-319f-415b-8601-b4ee4c5dca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889233 Jul 16 03:50:29.618740 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c9a0facf-ad10-495b-a0ae-72b8f9df4249 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f2b8f3fa285449799f544e5474fa02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6930947 Jul 16 03:50:29.621846 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:29.713923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48f34a-a5bc-4d41-8d20-a4cd99dcacee req-d264e253-443d-4db5-b651-a5d223765a0b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:29.721438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48f34a-a5bc-4d41-8d20-a4cd99dcacee req-d264e253-443d-4db5-b651-a5d223765a0b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:29.728346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48f34a-a5bc-4d41-8d20-a4cd99dcacee req-d264e253-443d-4db5-b651-a5d223765a0b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:29.730264 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af48f34a-a5bc-4d41-8d20-a4cd99dcacee req-d264e253-443d-4db5-b651-a5d223765a0b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 2409 time: 0.2627673 Jul 16 03:50:29.792251 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6db2692-3682-472c-b0f8-9d06b6ca6856 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.792620 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-a6db2692-3682-472c-b0f8-9d06b6ca6856 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Floating IP 6084c976-4d1c-413e-97f0-974aecea7c91 disassociated (deleted). External IP: 172.25.3.224, port: 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783. Jul 16 03:50:29.798651 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-2b244e23-e595-4eed-9e71-d85898b47045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.833316 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b244e23-e595-4eed-9e71-d85898b47045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event deleted for resources: {'Port': ['ID=d0d2dc78-9d27-4feb-b69c-bd25993fc4a7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:29.835937 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-256e7c8c-9775-4ebe-aac5-ee8860d666af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:29.860977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af48f34a-a5bc-4d41-8d20-a4cd99dcacee req-616cd87d-ac97-4a91-98da-0c0efc0bfef2 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146660 Jul 16 03:50:29.892232 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-256e7c8c-9775-4ebe-aac5-ee8860d666af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.073023 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-33fdad8c-2610-4567-8f89-b07970aef3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.103652 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-256e7c8c-9775-4ebe-aac5-ee8860d666af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.106496 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-256e7c8c-9775-4ebe-aac5-ee8860d666af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.110150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-256e7c8c-9775-4ebe-aac5-ee8860d666af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99d66e79-b26e-479c-967f-0c32e4e5da11 HTTP/1.1" status: 204 len: 168 time: 0.4847536 Jul 16 03:50:30.161807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e7c8c-9775-4ebe-aac5-ee8860d666af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d66e79-b26e-479c-967f-0c32e4e5da11,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:30.166991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-2b244e23-e595-4eed-9e71-d85898b47045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Router 74675ec2-a56b-4b0c-96bd-f647e7479346 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:50:30.173565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62792c8-f5a4-4061-81b4-45808f04c282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.223470 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62792c8-f5a4-4061-81b4-45808f04c282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53d1141c-c85d-4c80-b9cb-74d5a0e6b92c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:30.362412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-2b244e23-e595-4eed-9e71-d85898b47045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:30.366066 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62792c8-f5a4-4061-81b4-45808f04c282 admin admin] Checking segment: {'id': 'd574c25d-be1e-4a0d-843b-162c7aed94e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '31a600db-faba-4aee-acf9-ab5abeda2288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:30.366431 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62792c8-f5a4-4061-81b4-45808f04c282 admin admin] Network hostable DHCP agents. Network: 31a600db-faba-4aee-acf9-ab5abeda2288, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:50:30.376546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f862302d-b14c-4fa2-aa13-cc4e7653e94f None None] Sync routers for ids ['74675ec2-a56b-4b0c-96bd-f647e7479346'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:30.399956 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f862302d-b14c-4fa2-aa13-cc4e7653e94f None None] Routers {'74675ec2-a56b-4b0c-96bd-f647e7479346'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:30.402632 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f862302d-b14c-4fa2-aa13-cc4e7653e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['74675ec2-a56b-4b0c-96bd-f647e7479346'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:30.476632 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-2b244e23-e595-4eed-9e71-d85898b47045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] No DVR routers for this DVR port d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:30.482950 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-2b244e23-e595-4eed-9e71-d85898b47045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.487474 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6db2692-3682-472c-b0f8-9d06b6ca6856 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Router eb00561b-f9a6-4222-a233-a288a598c316 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:50:30.488911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62792c8-f5a4-4061-81b4-45808f04c282 admin admin] Network 31a600db-faba-4aee-acf9-ab5abeda2288 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:50:30.495190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-2b244e23-e595-4eed-9e71-d85898b47045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "DELETE /v2.0/ports/d0d2dc78-9d27-4feb-b69c-bd25993fc4a7 HTTP/1.1" status: 204 len: 173 time: 3.8277810 Jul 16 03:50:30.496105 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-deleted', 'tag': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:30.500163 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448632ce-ad14-4444-8ffb-265388bb06ba" -d '{"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-deleted", "tag": "d0d2dc78-9d27-4feb-b69c-bd25993fc4a7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:30.501697 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a31bb69-a2a2-4005-9ef7-dadc0a4af222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.564640 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772092e0-7b9a-4cb4-8081-e8be8d2c0b1e x-openstack-request-id: req-772092e0-7b9a-4cb4-8081-e8be8d2c0b1e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:30.564941 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-deleted", "tag": "d0d2dc78-9d27-4feb-b69c-bd25993fc4a7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:30.567571 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-772092e0-7b9a-4cb4-8081-e8be8d2c0b1e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:30.568064 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-deleted', 'tag': 'd0d2dc78-9d27-4feb-b69c-bd25993fc4a7', 'status': 'completed', 'code': 200} Jul 16 03:50:30.605056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a62792c8-f5a4-4061-81b4-45808f04c282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 31a600db-faba-4aee-acf9-ab5abeda2288) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:30.634082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62792c8-f5a4-4061-81b4-45808f04c282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:30.634250 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a62792c8-f5a4-4061-81b4-45808f04c282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.698100 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-d70a8967-b73c-417c-8f52-ba8ba40f1811 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Deleting port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:30.699401 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-d70a8967-b73c-417c-8f52-ba8ba40f1811 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.867061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f862302d-b14c-4fa2-aa13-cc4e7653e94f None None] Set router 74675ec2-a56b-4b0c-96bd-f647e7479346 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:30.899982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-d70a8967-b73c-417c-8f52-ba8ba40f1811 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] For port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:30.901947 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-d70a8967-b73c-417c-8f52-ba8ba40f1811 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:30.957427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-d70a8967-b73c-417c-8f52-ba8ba40f1811 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Calling delete_port for 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:30.968707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74083642-2257-4763-8945-9b0b787a0d17 None None] Network 31a600db-faba-4aee-acf9-ab5abeda2288 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:31.193324 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.249854 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a62792c8-f5a4-4061-81b4-45808f04c282 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0566666 Jul 16 03:50:31.386563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4af7a4-d8a7-4b23-9c48-9b3d331bd1f9 req-3c9f1747-ed79-4cbe-b262-2346e82aa045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:31.396709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bc6994-4a28-4247-88cb-c0638e97a2da None None] Network 31a600db-faba-4aee-acf9-ab5abeda2288 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:31.408513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4af7a4-d8a7-4b23-9c48-9b3d331bd1f9 req-3c9f1747-ed79-4cbe-b262-2346e82aa045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:31.416543 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c4af7a4-d8a7-4b23-9c48-9b3d331bd1f9 req-3c9f1747-ed79-4cbe-b262-2346e82aa045 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 1676 time: 0.2272875 Jul 16 03:50:31.467821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58196) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:31.500087 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c4af7a4-d8a7-4b23-9c48-9b3d331bd1f9 req-b5e01324-c0da-447f-8474-3f95903ed4b4 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753493 Jul 16 03:50:31.534874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6db2692-3682-472c-b0f8-9d06b6ca6856 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:31.536659 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-d70a8967-b73c-417c-8f52-ba8ba40f1811 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.560762 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30794f9c-ee08-4bb2-b7fd-590d8e060090 None None] Sync routers for ids ['eb00561b-f9a6-4222-a233-a288a598c316'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:31.562738 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6db2692-3682-472c-b0f8-9d06b6ca6856 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.575785 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30794f9c-ee08-4bb2-b7fd-590d8e060090 None None] Routers {'eb00561b-f9a6-4222-a233-a288a598c316'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:31.576838 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-30794f9c-ee08-4bb2-b7fd-590d8e060090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['eb00561b-f9a6-4222-a233-a288a598c316'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:31.587649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f862302d-b14c-4fa2-aa13-cc4e7653e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:29Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'gw_port': {'id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:31Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b4a61ee5-b3a3-4259-a76c-4b91deabf0c3', 'name': '', 'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'mac_address': 'fa:16:3e:34:f4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:38Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 5, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'subnets': [{'id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:31.618987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f862302d-b14c-4fa2-aa13-cc4e7653e94f None None] Checking router: 74675ec2-a56b-4b0c-96bd-f647e7479346 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:31.620950 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.621690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a8967-b73c-417c-8f52-ba8ba40f1811 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event deleted for resources: {'Port': ['ID=5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:31.646479 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f862302d-b14c-4fa2-aa13-cc4e7653e94f None None] Routers {'74675ec2-a56b-4b0c-96bd-f647e7479346'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:31.647108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f862302d-b14c-4fa2-aa13-cc4e7653e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['74675ec2-a56b-4b0c-96bd-f647e7479346'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:31.711662 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a6db2692-3682-472c-b0f8-9d06b6ca6856 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "DELETE /v2.0/floatingips/6084c976-4d1c-413e-97f0-974aecea7c91 HTTP/1.1" status: 204 len: 168 time: 3.7646070 Jul 16 03:50:31.716079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a75b260-27e8-420b-86b0-76d2c454e0f6', 'tag': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:31.719910 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fb46cf-7de2-40e4-a266-f1aebe6c0134" -d '{"events": [{"name": "network-changed", "server_uuid": "6a75b260-27e8-420b-86b0-76d2c454e0f6", "tag": "0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:31.729207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b386709e-bb08-4dc9-91ed-24a7b4a886a2 admin admin] Deleting subnet dd849345-eeb2-4f5a-a00a-ae482ff13d92 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:31.735869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b386709e-bb08-4dc9-91ed-24a7b4a886a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.738338 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-d70a8967-b73c-417c-8f52-ba8ba40f1811 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] No DVR routers for this DVR port 5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:31.744693 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-d70a8967-b73c-417c-8f52-ba8ba40f1811 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.748109 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-d70a8967-b73c-417c-8f52-ba8ba40f1811 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "DELETE /v2.0/ports/5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26 HTTP/1.1" status: 204 len: 173 time: 1.2442868 Jul 16 03:50:31.861563 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a8eec0-245d-46f4-99e3-6a70f9464849 x-openstack-request-id: req-53a8eec0-245d-46f4-99e3-6a70f9464849 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:31.861964 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a75b260-27e8-420b-86b0-76d2c454e0f6", "tag": "0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:31.864648 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53a8eec0-245d-46f4-99e3-6a70f9464849 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:31.866216 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a75b260-27e8-420b-86b0-76d2c454e0f6', 'tag': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783', 'status': 'completed', 'code': 200} Jul 16 03:50:31.953630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a4c32131-feac-436f-b41b-9be96eb84d86 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Deleting port 5e21d669-77b2-45fd-83e4-06c2ed38d708 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:31.954405 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a4c32131-feac-436f-b41b-9be96eb84d86 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:31.989073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f862302d-b14c-4fa2-aa13-cc4e7653e94f None None] Set router 74675ec2-a56b-4b0c-96bd-f647e7479346 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:31.998409 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b386709e-bb08-4dc9-91ed-24a7b4a886a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.016972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb46cf-7de2-40e4-a266-f1aebe6c0134 req-bb64b598-e593-45dd-ae38-5570d22b9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:32.018609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71fb46cf-7de2-40e4-a266-f1aebe6c0134 req-bb64b598-e593-45dd-ae38-5570d22b9a77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=585dafdd798a48c2a5975c05e5d0a6ba&device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 1135 time: 0.1510048 Jul 16 03:50:32.209871 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b386709e-bb08-4dc9-91ed-24a7b4a886a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.283449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a4c32131-feac-436f-b41b-9be96eb84d86 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] For port 5e21d669-77b2-45fd-83e4-06c2ed38d708, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5e21d669-77b2-45fd-83e4-06c2ed38d708,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:32.283832 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a4c32131-feac-436f-b41b-9be96eb84d86 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.345164 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a4c32131-feac-436f-b41b-9be96eb84d86 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Calling delete_port for 5e21d669-77b2-45fd-83e4-06c2ed38d708 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:32.349339 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-30794f9c-ee08-4bb2-b7fd-590d8e060090 None None] Set router eb00561b-f9a6-4222-a233-a288a598c316 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:32.450770 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b386709e-bb08-4dc9-91ed-24a7b4a886a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.465174 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3a31bb69-a2a2-4005-9ef7-dadc0a4af222 admin admin] Deleting port aaf40f15-973f-42de-a248-8ad182f4346e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:32.465660 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a31bb69-a2a2-4005-9ef7-dadc0a4af222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.549756 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386709e-bb08-4dc9-91ed-24a7b4a886a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd849345-eeb2-4f5a-a00a-ae482ff13d92,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:32.577449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-deleted', 'tag': '5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:32.588855 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da20b650-f7b1-495f-b900-5204942f82c2" -d '{"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-deleted", "tag": "5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:32.596091 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b386709e-bb08-4dc9-91ed-24a7b4a886a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.609691 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b386709e-bb08-4dc9-91ed-24a7b4a886a2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dd849345-eeb2-4f5a-a00a-ae482ff13d92 HTTP/1.1" status: 204 len: 168 time: 1.1347837 Jul 16 03:50:32.619080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58236) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:32.655712 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f862302d-b14c-4fa2-aa13-cc4e7653e94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:29Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'gw_port': {'id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:31Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b4a61ee5-b3a3-4259-a76c-4b91deabf0c3', 'name': '', 'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'mac_address': 'fa:16:3e:34:f4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:38Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 5, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'subnets': [{'id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:32.707810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f862302d-b14c-4fa2-aa13-cc4e7653e94f None None] The sync data for ids ['74675ec2-a56b-4b0c-96bd-f647e7479346'] in n-d-800088-6 is: [{'id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:29Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'gw_port': {'id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:31Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b4a61ee5-b3a3-4259-a76c-4b91deabf0c3', 'name': '', 'network_id': 'a777a107-7213-483b-b82b-292962968eb8', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'mac_address': 'fa:16:3e:34:f4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:38Z', 'updated_at': '2021-07-16T03:39:50Z', 'revision_number': 5, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'subnets': [{'id': '4213d6fc-07e6-4ed1-9520-3ab8eb2974ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:32.711384 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb46cf-7de2-40e4-a266-f1aebe6c0134 req-160e62fb-2ac1-43aa-bb65-419eefcf076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:32.713517 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71fb46cf-7de2-40e4-a266-f1aebe6c0134 req-160e62fb-2ac1-43aa-bb65-419eefcf076c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4da74bc5-319f-415b-8601-b4ee4c5dca4f HTTP/1.1" status: 200 len: 898 time: 0.6478782 Jul 16 03:50:32.777387 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f95f0357-1fe7-468c-ad9b-754aa0928f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.835460 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.850552 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cf67da0-1cfe-4a28-a979-e9bb03cb1fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:32.857158 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71fb46cf-7de2-40e4-a266-f1aebe6c0134 req-8fb0f87c-58c9-4d8c-9058-35a8fb5a2262 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 HTTP/1.1" status: 200 len: 217 time: 0.1356995 Jul 16 03:50:32.902065 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-30794f9c-ee08-4bb2-b7fd-590d8e060090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4e547936-b499-44bb-bd74-8595514bcb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:48:16Z', 'updated_at': '2021-07-16T03:48:27Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '4e547936-b499-44bb-bd74-8595514bcb35', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:18Z', 'updated_at': '2021-07-16T03:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '6ea4fd19-09c5-49de-ba18-6062aa670e5a', 'name': '', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'mac_address': 'fa:16:3e:8f:ef:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:26Z', 'updated_at': '2021-07-16T03:48:36Z', 'revision_number': 5, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'subnets': [{'id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:32.968639 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30794f9c-ee08-4bb2-b7fd-590d8e060090 None None] Checking router: eb00561b-f9a6-4222-a233-a288a598c316 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:32.986139 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30794f9c-ee08-4bb2-b7fd-590d8e060090 None None] Routers {'eb00561b-f9a6-4222-a233-a288a598c316'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:32.986844 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-30794f9c-ee08-4bb2-b7fd-590d8e060090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['eb00561b-f9a6-4222-a233-a288a598c316'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:33.053061 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cf67da0-1cfe-4a28-a979-e9bb03cb1fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.069057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3cf67da0-1cfe-4a28-a979-e9bb03cb1fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58c9c96-616d-4d84-be5e-5d2e21986825']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:33.084628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2d2b5-9f85-43e0-8603-5959773b188e req-64421208-2912-41df-8408-781e7907b353 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.088440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3cf67da0-1cfe-4a28-a979-e9bb03cb1fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82983d7e-256b-40d3-8971-1a1b2a72f089') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:33.088751 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-3cf67da0-1cfe-4a28-a979-e9bb03cb1fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82983d7e-256b-40d3-8971-1a1b2a72f089') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:33.098429 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34e2d2b5-9f85-43e0-8603-5959773b188e req-64421208-2912-41df-8408-781e7907b353 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 984 time: 0.4964921 Jul 16 03:50:33.105406 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cf67da0-1cfe-4a28-a979-e9bb03cb1fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.130636 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cf67da0-1cfe-4a28-a979-e9bb03cb1fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.144490 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf67da0-1cfe-4a28-a979-e9bb03cb1fd5 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:33.145788 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cf67da0-1cfe-4a28-a979-e9bb03cb1fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.163732 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a4c32131-feac-436f-b41b-9be96eb84d86 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:33.217244 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:33.224111 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-30794f9c-ee08-4bb2-b7fd-590d8e060090 None None] Set router eb00561b-f9a6-4222-a233-a288a598c316 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:33.234023 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cf67da0-1cfe-4a28-a979-e9bb03cb1fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.244593 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cf67da0-1cfe-4a28-a979-e9bb03cb1fd5 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.246601 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3cf67da0-1cfe-4a28-a979-e9bb03cb1fd5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e58c9c96-616d-4d84-be5e-5d2e21986825 HTTP/1.1" status: 204 len: 168 time: 0.6264129 Jul 16 03:50:33.254794 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad321b-88a0-49ea-8600-380c45d708c0 None None] New status for floating IP 9dfcff0e-64f0-4f2a-93f5-1f41645f1447: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:50:33.263706 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:33.271291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf67da0-1cfe-4a28-a979-e9bb03cb1fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e58c9c96-616d-4d84-be5e-5d2e21986825,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:33.277241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb46cf-7de2-40e4-a266-f1aebe6c0134 req-4f51bc38-0636-44a1-83f6-5115189b8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:33.279940 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3a31bb69-a2a2-4005-9ef7-dadc0a4af222 admin admin] For port aaf40f15-973f-42de-a248-8ad182f4346e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=aaf40f15-973f-42de-a248-8ad182f4346e,segment=NetworkSegment(f2b87cd3-97cd-41ec-a971-e57c34d6ee07),segment_id=f2b87cd3-97cd-41ec-a971-e57c34d6ee07)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:33.280233 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71fb46cf-7de2-40e4-a266-f1aebe6c0134 req-4f51bc38-0636-44a1-83f6-5115189b8d81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7d82a6f-9eaf-4449-a713-aeeaaae033af HTTP/1.1" status: 200 len: 835 time: 0.4074974 Jul 16 03:50:33.283750 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a31bb69-a2a2-4005-9ef7-dadc0a4af222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.315492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-3a31bb69-a2a2-4005-9ef7-dadc0a4af222 admin admin] Calling delete_port for aaf40f15-973f-42de-a248-8ad182f4346e owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:33.359051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c32131-feac-436f-b41b-9be96eb84d86 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event deleted for resources: {'Port': ['ID=5e21d669-77b2-45fd-83e4-06c2ed38d708,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:33.389010 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34e2d2b5-9f85-43e0-8603-5959773b188e req-026e1f86-0888-4023-baec-f63c1d6a6d73 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f24637-1f0c-4480-95a3-9ccd363eb222&id=a15afad9-cf80-41f9-80fd-d4f846c27be6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2878156 Jul 16 03:50:33.549310 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a4c32131-feac-436f-b41b-9be96eb84d86 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] No DVR routers for this DVR port 5e21d669-77b2-45fd-83e4-06c2ed38d708 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:33.558353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e87994-537e-4310-8383-7fcdbb32c3df admin admin] Deleting subnet 53d1141c-c85d-4c80-b9cb-74d5a0e6b92c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:33.563552 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e87994-537e-4310-8383-7fcdbb32c3df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.627675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e87994-537e-4310-8383-7fcdbb32c3df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.676406 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-30794f9c-ee08-4bb2-b7fd-590d8e060090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4e547936-b499-44bb-bd74-8595514bcb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:48:16Z', 'updated_at': '2021-07-16T03:48:27Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '4e547936-b499-44bb-bd74-8595514bcb35', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:18Z', 'updated_at': '2021-07-16T03:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '6ea4fd19-09c5-49de-ba18-6062aa670e5a', 'name': '', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'mac_address': 'fa:16:3e:8f:ef:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:26Z', 'updated_at': '2021-07-16T03:48:36Z', 'revision_number': 5, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'subnets': [{'id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:33.699166 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e98d4c-7264-4332-a20b-d2a0fdcaeed8 x-openstack-request-id: req-30e98d4c-7264-4332-a20b-d2a0fdcaeed8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:33.699722 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-deleted", "tag": "5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:33.700166 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30e98d4c-7264-4332-a20b-d2a0fdcaeed8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:33.700653 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-deleted', 'tag': '5b0a2d42-5b2b-4c1f-ad94-a84d851ecb26', 'status': 'completed', 'code': 200} Jul 16 03:50:33.711123 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a4c32131-feac-436f-b41b-9be96eb84d86 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.713611 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a1839bb-9a49-4ede-8b4d-c38abb59343e req-a4c32131-feac-436f-b41b-9be96eb84d86 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.88 "DELETE /v2.0/ports/5e21d669-77b2-45fd-83e4-06c2ed38d708 HTTP/1.1" status: 204 len: 173 time: 1.9556851 Jul 16 03:50:33.718269 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30794f9c-ee08-4bb2-b7fd-590d8e060090 None None] The sync data for ids ['eb00561b-f9a6-4222-a233-a288a598c316'] in n-d-800088-6 is: [{'id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4e547936-b499-44bb-bd74-8595514bcb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:48:16Z', 'updated_at': '2021-07-16T03:48:27Z', 'revision_number': 4, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '4e547936-b499-44bb-bd74-8595514bcb35', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:18Z', 'updated_at': '2021-07-16T03:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '6ea4fd19-09c5-49de-ba18-6062aa670e5a', 'name': '', 'network_id': '4da74bc5-319f-415b-8601-b4ee4c5dca4f', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'mac_address': 'fa:16:3e:8f:ef:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:26Z', 'updated_at': '2021-07-16T03:48:36Z', 'revision_number': 5, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'subnets': [{'id': 'a7d82a6f-9eaf-4449-a713-aeeaaae033af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:33.849217 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e87994-537e-4310-8383-7fcdbb32c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.866570 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:33.942622 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a31bb69-a2a2-4005-9ef7-dadc0a4af222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.072395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31bb69-a2a2-4005-9ef7-dadc0a4af222 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf40f15-973f-42de-a248-8ad182f4346e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:34.091399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe006ad0-bc11-4e79-b636-36f28f981eba req-6bac4fd7-b45e-482c-9479-01111e1d757b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.112970 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe006ad0-bc11-4e79-b636-36f28f981eba req-6bac4fd7-b45e-482c-9479-01111e1d757b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 865 time: 1.2414162 Jul 16 03:50:34.159273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb46cf-7de2-40e4-a266-f1aebe6c0134 req-19895554-297d-483e-9363-1cd1bfd1b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.160911 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71fb46cf-7de2-40e4-a266-f1aebe6c0134 req-19895554-297d-483e-9363-1cd1bfd1b068 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4da74bc5-319f-415b-8601-b4ee4c5dca4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7995284 Jul 16 03:50:34.169482 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e87994-537e-4310-8383-7fcdbb32c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.200010 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d7e87994-537e-4310-8383-7fcdbb32c3df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.207806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d7e87994-537e-4310-8383-7fcdbb32c3df admin admin] 10.222.0.18 "DELETE /v2.0/subnets/53d1141c-c85d-4c80-b9cb-74d5a0e6b92c HTTP/1.1" status: 204 len: 168 time: 0.9381244 Jul 16 03:50:34.242235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58254) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:34.332732 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e87994-537e-4310-8383-7fcdbb32c3df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53d1141c-c85d-4c80-b9cb-74d5a0e6b92c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:34.342780 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f726e67-8539-47bb-86bb-9495c05f531b None None] New status for floating IP 6084c976-4d1c-413e-97f0-974aecea7c91: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:50:34.349954 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a31bb69-a2a2-4005-9ef7-dadc0a4af222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.372076 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe006ad0-bc11-4e79-b636-36f28f981eba req-bd280064-8988-4cd1-9321-546494a08060 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1a579c5-4d24-4188-b155-2b349a6526ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552531 Jul 16 03:50:34.408658 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4ed91-c8a5-4b2e-b43e-7de68648ff2d req-107afc5d-e779-4b97-af5f-847dbf549920 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:34.410506 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6c4ed91-c8a5-4b2e-b43e-7de68648ff2d req-107afc5d-e779-4b97-af5f-847dbf549920 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 984 time: 0.6957090 Jul 16 03:50:34.772295 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a31bb69-a2a2-4005-9ef7-dadc0a4af222 admin admin] Router b06ee832-b398-418c-b33a-36674ae469aa has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:50:34.853594 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c03eaf51-031b-435f-badb-786977c1405e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:34.862064 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71fb46cf-7de2-40e4-a266-f1aebe6c0134 req-9208797a-5fc4-471e-b419-9aa6ff4113b5 service neutron] 10.222.0.20 "GET /v2.0/networks/4da74bc5-319f-415b-8601-b4ee4c5dca4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711636 Jul 16 03:50:34.949410 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a31bb69-a2a2-4005-9ef7-dadc0a4af222 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:34.965551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16886ced-7bb1-4897-9309-9edea9c54f10 None None] Sync routers for ids ['b06ee832-b398-418c-b33a-36674ae469aa'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:34.999378 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3a31bb69-a2a2-4005-9ef7-dadc0a4af222 admin admin] 10.222.0.18 "PUT /v2.0/routers/b06ee832-b398-418c-b33a-36674ae469aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3595021 Jul 16 03:50:35.000461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58278) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:35.010909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16886ced-7bb1-4897-9309-9edea9c54f10 None None] Routers {'b06ee832-b398-418c-b33a-36674ae469aa'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:35.013205 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-16886ced-7bb1-4897-9309-9edea9c54f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b06ee832-b398-418c-b33a-36674ae469aa'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:35.104542 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71fb46cf-7de2-40e4-a266-f1aebe6c0134 req-d4f9a06d-3917-43e3-b5b6-3257e15cd1ca service neutron] 10.222.0.20 "GET /v2.0/networks/4da74bc5-319f-415b-8601-b4ee4c5dca4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270522 Jul 16 03:50:35.331374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c6c4ed91-c8a5-4b2e-b43e-7de68648ff2d req-0ce61813-99e3-4f2f-85b3-315ec7219a1d tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Deleting port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:35.331731 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c6c4ed91-c8a5-4b2e-b43e-7de68648ff2d req-0ce61813-99e3-4f2f-85b3-315ec7219a1d tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.349874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-16886ced-7bb1-4897-9309-9edea9c54f10 None None] Set router b06ee832-b398-418c-b33a-36674ae469aa gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:35.368519 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.436273 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c03eaf51-031b-435f-badb-786977c1405e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.473392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad376d-2191-4e2d-a809-e178c93212a4 req-558ddf21-0847-4bd1-8608-8258ef11d2fe tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:35.474947 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61ad376d-2191-4e2d-a809-e178c93212a4 req-558ddf21-0847-4bd1-8608-8258ef11d2fe tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 984 time: 0.8164263 Jul 16 03:50:35.499551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c03eaf51-031b-435f-badb-786977c1405e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a600db-faba-4aee-acf9-ab5abeda2288']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:35.604351 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.635261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-16886ced-7bb1-4897-9309-9edea9c54f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:40Z', 'updated_at': '2021-07-16T03:50:33Z', 'revision_number': 5, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'gw_port': {'id': 'b0deb720-099d-4d02-9c21-ddca1e15de6c', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1958, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:43Z', 'updated_at': '2021-07-16T03:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:35.647947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c03eaf51-031b-435f-badb-786977c1405e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd574c25d-be1e-4a0d-843b-162c7aed94e4') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:35.649120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c03eaf51-031b-435f-badb-786977c1405e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd574c25d-be1e-4a0d-843b-162c7aed94e4') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:35.681706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16886ced-7bb1-4897-9309-9edea9c54f10 None None] Checking router: b06ee832-b398-418c-b33a-36674ae469aa for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:35.687864 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c03eaf51-031b-435f-badb-786977c1405e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.691358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16886ced-7bb1-4897-9309-9edea9c54f10 None None] Routers {'b06ee832-b398-418c-b33a-36674ae469aa'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:35.692477 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-16886ced-7bb1-4897-9309-9edea9c54f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b06ee832-b398-418c-b33a-36674ae469aa'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:35.707656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] Deleting port b0deb720-099d-4d02-9c21-ddca1e15de6c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:35.708246 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.725026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-deleted', 'tag': '5e21d669-77b2-45fd-83e4-06c2ed38d708'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:35.729427 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdaddeb-8af0-4a1e-8c7a-b38e45455091" -d '{"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-deleted", "tag": "5e21d669-77b2-45fd-83e4-06c2ed38d708"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:35.745101 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-48d0f8b2-5849-498b-835c-743107a581d5 req-c0a4a8a3-8f1c-4e66-bfe7-4dbef252bbb7 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.0868900 Jul 16 03:50:35.760218 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c03eaf51-031b-435f-badb-786977c1405e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.766499 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61ad376d-2191-4e2d-a809-e178c93212a4 req-89a5df18-9ae3-4bb1-a2af-23c99e04a395 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/security-groups?id=d1f24637-1f0c-4480-95a3-9ccd363eb222&id=a15afad9-cf80-41f9-80fd-d4f846c27be6&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2714818 Jul 16 03:50:35.771794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c6c4ed91-c8a5-4b2e-b43e-7de68648ff2d req-0ce61813-99e3-4f2f-85b3-315ec7219a1d tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] For port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783,segment=NetworkSegment(7e673e9b-92ef-4090-b98f-2319d671cd68),segment_id=7e673e9b-92ef-4090-b98f-2319d671cd68)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:35.772447 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c6c4ed91-c8a5-4b2e-b43e-7de68648ff2d req-0ce61813-99e3-4f2f-85b3-315ec7219a1d tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.783204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03eaf51-031b-435f-badb-786977c1405e admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:35.784037 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c03eaf51-031b-435f-badb-786977c1405e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:35.786348 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:35.798506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-16886ced-7bb1-4897-9309-9edea9c54f10 None None] Set router b06ee832-b398-418c-b33a-36674ae469aa gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:35.814050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c6c4ed91-c8a5-4b2e-b43e-7de68648ff2d req-0ce61813-99e3-4f2f-85b3-315ec7219a1d tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Calling delete_port for 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:35.909916 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] For port b0deb720-099d-4d02-9c21-ddca1e15de6c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b0deb720-099d-4d02-9c21-ddca1e15de6c,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:35.910371 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.933952 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] Calling delete_port for b0deb720-099d-4d02-9c21-ddca1e15de6c owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:35.943825 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-16886ced-7bb1-4897-9309-9edea9c54f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:40Z', 'updated_at': '2021-07-16T03:50:35Z', 'revision_number': 6, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:35.948244 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:35.975888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16886ced-7bb1-4897-9309-9edea9c54f10 None None] The sync data for ids ['b06ee832-b398-418c-b33a-36674ae469aa'] in n-d-800088-6 is: [{'id': 'b06ee832-b398-418c-b33a-36674ae469aa', 'name': 'tempest-TestServerBasicOps-619030052-router', 'tenant_id': 'd456e71ce4bf457baa46d06214c9cfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:40Z', 'updated_at': '2021-07-16T03:50:35Z', 'revision_number': 6, 'project_id': 'd456e71ce4bf457baa46d06214c9cfba', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:36.306439 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fc3059-f8db-4f56-a958-341304e6dab6 x-openstack-request-id: req-96fc3059-f8db-4f56-a958-341304e6dab6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:36.307031 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132729c9-d045-4142-b7a1-9f5c7e1cf4e9", "name": "network-vif-deleted", "tag": "5e21d669-77b2-45fd-83e4-06c2ed38d708", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:36.307031 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96fc3059-f8db-4f56-a958-341304e6dab6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:36.307333 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132729c9-d045-4142-b7a1-9f5c7e1cf4e9', 'name': 'network-vif-deleted', 'tag': '5e21d669-77b2-45fd-83e4-06c2ed38d708', 'status': 'completed', 'code': 200} Jul 16 03:50:36.358667 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c03eaf51-031b-435f-badb-786977c1405e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.369345 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c03eaf51-031b-435f-badb-786977c1405e admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.377290 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c03eaf51-031b-435f-badb-786977c1405e admin admin] 10.222.0.18 "DELETE /v2.0/networks/31a600db-faba-4aee-acf9-ab5abeda2288 HTTP/1.1" status: 204 len: 168 time: 2.1306221 Jul 16 03:50:36.393251 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.410156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03eaf51-031b-435f-badb-786977c1405e admin admin] Pushing event deleted for resources: {'Network': ['ID=31a600db-faba-4aee-acf9-ab5abeda2288,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:36.501950 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] Pushing event deleted for resources: {'Port': ['ID=b0deb720-099d-4d02-9c21-ddca1e15de6c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:36.571431 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c6c4ed91-c8a5-4b2e-b43e-7de68648ff2d req-0ce61813-99e3-4f2f-85b3-315ec7219a1d tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.629696 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.651218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce61813-99e3-4f2f-85b3-315ec7219a1d tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event deleted for resources: {'Port': ['ID=0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:36.691771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c4ed91-c8a5-4b2e-b43e-7de68648ff2d req-0ce61813-99e3-4f2f-85b3-315ec7219a1d tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] No DVR routers for this DVR port 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:36.694723 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:50:36.701734 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c6c4ed91-c8a5-4b2e-b43e-7de68648ff2d req-0ce61813-99e3-4f2f-85b3-315ec7219a1d tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:36.703874 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6c4ed91-c8a5-4b2e-b43e-7de68648ff2d req-0ce61813-99e3-4f2f-85b3-315ec7219a1d tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.20 "DELETE /v2.0/ports/0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 HTTP/1.1" status: 204 len: 173 time: 2.2009666 Jul 16 03:50:36.741710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:36.827187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-230ebe76-2f4b-4d26-b697-67c85c1376ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3218deecd2f4e02ac66958439d9a83b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839298 Jul 16 03:50:36.831487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:36.975707 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20681e75-bf6e-417d-a149-aa5b800580c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.075113 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.083973 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.186057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec301fab-5641-440c-9dc4-080168bb7590 req-92c80eb1-e759-4344-89ad-3f753d03a8e7 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a75b260-27e8-420b-86b0-76d2c454e0f6 HTTP/1.1" status: 200 len: 210 time: 0.1921966 Jul 16 03:50:37.213755 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.214301 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b06ee832-b398-418c-b33a-36674ae469aa {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:50:37.219001 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.221981 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b7a27b3b-840e-4e51-a0f9-1577c7a4559f admin admin] 10.222.0.18 "DELETE /v2.0/routers/b06ee832-b398-418c-b33a-36674ae469aa HTTP/1.1" status: 204 len: 168 time: 2.2187333 Jul 16 03:50:37.222606 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58316) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:37.248643 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1da1d928-28ff-4e50-82e9-4505b3bf934e req-e7cf8c89-da4b-44d3-8c00-89fa43e0c7fb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.1703427 Jul 16 03:50:37.254102 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20681e75-bf6e-417d-a149-aa5b800580c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.328112 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6516f5-c967-47b5-a9a4-7be80995d06e admin admin] Deleting subnet 85459ebc-cb75-450d-89e8-29c50d6b0aa2 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:37.331680 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e6516f5-c967-47b5-a9a4-7be80995d06e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.421185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e6516f5-c967-47b5-a9a4-7be80995d06e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.425186 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20681e75-bf6e-417d-a149-aa5b800580c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.427782 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20681e75-bf6e-417d-a149-aa5b800580c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.440075 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-20681e75-bf6e-417d-a149-aa5b800580c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9272041c-b172-4f01-b228-f51f6c67c041 HTTP/1.1" status: 204 len: 168 time: 0.6048386 Jul 16 03:50:37.462916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20681e75-bf6e-417d-a149-aa5b800580c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9272041c-b172-4f01-b228-f51f6c67c041,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:37.696283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e6516f5-c967-47b5-a9a4-7be80995d06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.809532 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e6516f5-c967-47b5-a9a4-7be80995d06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.865125 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b0deb720-099d-4d02-9c21-ddca1e15de6c no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:37.908608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6516f5-c967-47b5-a9a4-7be80995d06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85459ebc-cb75-450d-89e8-29c50d6b0aa2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:37.913163 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e6516f5-c967-47b5-a9a4-7be80995d06e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:37.917513 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7e6516f5-c967-47b5-a9a4-7be80995d06e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/85459ebc-cb75-450d-89e8-29c50d6b0aa2 HTTP/1.1" status: 204 len: 168 time: 0.6939135 Jul 16 03:50:37.920020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:37.944962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: b0deb720-099d-4d02-9c21-ddca1e15de6c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:37.948363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b0deb720-099d-4d02-9c21-ddca1e15de6c not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:37.949133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device aaf40f15-973f-42de-a248-8ad182f4346e no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:37.990742 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111a9a76-f12f-40a8-b84f-1f8990cf5355 None None] Network f41ac0c3-0b47-4600-8c47-c4e04c4c229d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:38.089175 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.119140 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: aaf40f15-973f-42de-a248-8ad182f4346e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:38.120148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device aaf40f15-973f-42de-a248-8ad182f4346e not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:38.228064 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58340) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:38.252178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] Deleting port 100e7eca-6fcc-415c-be86-ec1c1fa7a441 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:38.252553 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.309096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a75b260-27e8-420b-86b0-76d2c454e0f6', 'name': 'network-vif-deleted', 'tag': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:50:38.311394 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45cebd0-b0b4-4ed1-b55b-4eef7ce410f4" -d '{"events": [{"server_uuid": "6a75b260-27e8-420b-86b0-76d2c454e0f6", "name": "network-vif-deleted", "tag": "0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:50:38.355829 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9aba2279-d1ef-44f8-b938-b829038aee42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0a181b6dd5d4965817cb40cf1fcf5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258469 Jul 16 03:50:38.359049 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58348) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:38.416780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aef03ce-e1ec-4d74-b74b-4959793caa54 None None] DHCP port deletion for f41ac0c3-0b47-4600-8c47-c4e04c4c229d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:50:38.426584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] For port 100e7eca-6fcc-415c-be86-ec1c1fa7a441, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=100e7eca-6fcc-415c-be86-ec1c1fa7a441,segment=NetworkSegment(f2b87cd3-97cd-41ec-a971-e57c34d6ee07),segment_id=f2b87cd3-97cd-41ec-a971-e57c34d6ee07)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:38.427103 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.435792 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a82736f-2074-4960-859f-9009e8db0b64 x-openstack-request-id: req-2a82736f-2074-4960-859f-9009e8db0b64 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:50:38.436079 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a75b260-27e8-420b-86b0-76d2c454e0f6", "name": "network-vif-deleted", "tag": "0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:50:38.436340 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a82736f-2074-4960-859f-9009e8db0b64 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:50:38.436732 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a75b260-27e8-420b-86b0-76d2c454e0f6', 'name': 'network-vif-deleted', 'tag': '0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783', 'status': 'completed', 'code': 200} Jul 16 03:50:38.438708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:38.496867 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5aef03ce-e1ec-4d74-b74b-4959793caa54 None None] Deleting port 100e7eca-6fcc-415c-be86-ec1c1fa7a441 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:38.497477 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5aef03ce-e1ec-4d74-b74b-4959793caa54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.509328 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] Calling delete_port for 100e7eca-6fcc-415c-be86-ec1c1fa7a441 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:38.600597 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:38.628076 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f48d6707-9284-4062-a731-0f5eecd4aac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.736291 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:38.747496 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0fd1c93e-8f2c-4677-b2f0-3c7b3e06e783 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:38.757014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f48d6707-9284-4062-a731-0f5eecd4aac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.790534 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58360) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:38.853850 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f48d6707-9284-4062-a731-0f5eecd4aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.856678 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f48d6707-9284-4062-a731-0f5eecd4aac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.860344 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f48d6707-9284-4062-a731-0f5eecd4aac7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40e6c569-47c7-4dee-babb-5905765b36f3 HTTP/1.1" status: 204 len: 168 time: 0.4953020 Jul 16 03:50:38.878838 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d6707-9284-4062-a731-0f5eecd4aac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e6c569-47c7-4dee-babb-5905765b36f3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:38.895838 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5aef03ce-e1ec-4d74-b74b-4959793caa54 None None] For port 100e7eca-6fcc-415c-be86-ec1c1fa7a441, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=100e7eca-6fcc-415c-be86-ec1c1fa7a441,segment=NetworkSegment(f2b87cd3-97cd-41ec-a971-e57c34d6ee07),segment_id=f2b87cd3-97cd-41ec-a971-e57c34d6ee07)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:38.896348 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5aef03ce-e1ec-4d74-b74b-4959793caa54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:38.930978 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5aef03ce-e1ec-4d74-b74b-4959793caa54 None None] Calling delete_port for 100e7eca-6fcc-415c-be86-ec1c1fa7a441 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:38.962091 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a8ff44b-4431-45ba-9513-5717c8497a84 req-e29ca97a-6a82-4a1d-b150-bdfdc444501a tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.1166778 Jul 16 03:50:39.031361 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-240826c9-e3c5-4183-8ef6-771396cfa6aa tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.087652 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-240826c9-e3c5-4183-8ef6-771396cfa6aa tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.140601 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.152124 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.155810 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.155810 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.155810 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.155810 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.155810 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.155810 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.155810 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.155810 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.155810 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.155810 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.155810 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.155810 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.155810 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:39.155810 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 03:50:39.160659 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5aef03ce-e1ec-4d74-b74b-4959793caa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.209586 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] Pushing event deleted for resources: {'Port': ['ID=100e7eca-6fcc-415c-be86-ec1c1fa7a441,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:39.212987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] No DVR routers for this DVR port 100e7eca-6fcc-415c-be86-ec1c1fa7a441 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:39.223218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef03ce-e1ec-4d74-b74b-4959793caa54 None None] Pushing event deleted for resources: {'Port': ['ID=100e7eca-6fcc-415c-be86-ec1c1fa7a441,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:39.241205 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef03ce-e1ec-4d74-b74b-4959793caa54 None None] No DVR routers for this DVR port 100e7eca-6fcc-415c-be86-ec1c1fa7a441 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:39.294801 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-240826c9-e3c5-4183-8ef6-771396cfa6aa tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.298855 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-240826c9-e3c5-4183-8ef6-771396cfa6aa tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.300448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-240826c9-e3c5-4183-8ef6-771396cfa6aa tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "DELETE /v2.0/security-groups/a15afad9-cf80-41f9-80fd-d4f846c27be6 HTTP/1.1" status: 204 len: 168 time: 0.8605990 Jul 16 03:50:39.302956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58370) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:39.339687 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.358862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240826c9-e3c5-4183-8ef6-771396cfa6aa tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15afad9-cf80-41f9-80fd-d4f846c27be6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:39.360811 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b073d1ce-77e5-44f3-87a6-3976b5285256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.361551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41ac0c3-0b47-4600-8c47-c4e04c4c229d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:39.375435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b87cd3-97cd-41ec-a971-e57c34d6ee07') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:39.376243 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b87cd3-97cd-41ec-a971-e57c34d6ee07') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:39.403088 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.444522 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.462702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:39.464174 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:39.488578 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:39.499023 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e642af36-287e-4c61-a02c-66adb5bd2fca tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.535749 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e642af36-287e-4c61-a02c-66adb5bd2fca tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.581850 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.584344 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e642af36-287e-4c61-a02c-66adb5bd2fca tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.587450 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e642af36-287e-4c61-a02c-66adb5bd2fca tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.591403 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e642af36-287e-4c61-a02c-66adb5bd2fca tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "DELETE /v2.0/security-groups/d1f24637-1f0c-4480-95a3-9ccd363eb222 HTTP/1.1" status: 204 len: 168 time: 0.2846868 Jul 16 03:50:39.594038 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.596485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:39.597839 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] 10.222.0.18 "DELETE /v2.0/networks/f41ac0c3-0b47-4600-8c47-c4e04c4c229d HTTP/1.1" status: 204 len: 168 time: 1.6765625 Jul 16 03:50:39.601279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58380) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:39.625949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e0724-37b0-4fe0-9c63-3bd4cba8699a admin admin] Pushing event deleted for resources: {'Network': ['ID=f41ac0c3-0b47-4600-8c47-c4e04c4c229d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:39.666433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642af36-287e-4c61-a02c-66adb5bd2fca tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f24637-1f0c-4480-95a3-9ccd363eb222,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:39.868944 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 100e7eca-6fcc-415c-be86-ec1c1fa7a441 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:39.883988 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b073d1ce-77e5-44f3-87a6-3976b5285256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.890990 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b073d1ce-77e5-44f3-87a6-3976b5285256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:39.916948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 100e7eca-6fcc-415c-be86-ec1c1fa7a441 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:39.917450 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 100e7eca-6fcc-415c-be86-ec1c1fa7a441 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:40.067106 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b073d1ce-77e5-44f3-87a6-3976b5285256 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=092bb5c3fa3245e496128508cd913db1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2751846 Jul 16 03:50:40.068932 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58406) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:40.193859 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073d1ce-77e5-44f3-87a6-3976b5285256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6783222d-ed4a-4e4f-a3fa-5884a7ac9be1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:40.377591 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f207acda-1ab2-4214-9d0a-f91ca7435591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:40.381675 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df8fede6-330b-4710-a543-f705a2ffd40e req-657f6061-27e0-4a3e-b63c-78517a6ea590 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.1048884 Jul 16 03:50:40.498155 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f207acda-1ab2-4214-9d0a-f91ca7435591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:40.550020 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-437be037-63fa-497a-84d4-5f14888891dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:40.625277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f207acda-1ab2-4214-9d0a-f91ca7435591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:40.636702 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f207acda-1ab2-4214-9d0a-f91ca7435591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:40.640420 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f207acda-1ab2-4214-9d0a-f91ca7435591 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6783222d-ed4a-4e4f-a3fa-5884a7ac9be1 HTTP/1.1" status: 204 len: 168 time: 0.5654228 Jul 16 03:50:40.676612 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207acda-1ab2-4214-9d0a-f91ca7435591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6783222d-ed4a-4e4f-a3fa-5884a7ac9be1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:40.863198 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02fb86bd-d239-41a7-b7cb-e05c5afc6240 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:41.204888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-437be037-63fa-497a-84d4-5f14888891dd admin admin] Deleting port 235afe26-f12f-4e0e-a5ba-fbd40be36367 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:41.205234 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-437be037-63fa-497a-84d4-5f14888891dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:41.375340 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-437be037-63fa-497a-84d4-5f14888891dd admin admin] For port 235afe26-f12f-4e0e-a5ba-fbd40be36367, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=235afe26-f12f-4e0e-a5ba-fbd40be36367,segment=NetworkSegment(92998ea2-0735-4c20-9e1f-59b0442af9fe),segment_id=92998ea2-0735-4c20-9e1f-59b0442af9fe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:41.375757 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-437be037-63fa-497a-84d4-5f14888891dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:41.411264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-437be037-63fa-497a-84d4-5f14888891dd admin admin] Calling delete_port for 235afe26-f12f-4e0e-a5ba-fbd40be36367 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:41.412224 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-02fb86bd-d239-41a7-b7cb-e05c5afc6240 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Deleting port 6ea4fd19-09c5-49de-ba18-6062aa670e5a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:41.416582 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02fb86bd-d239-41a7-b7cb-e05c5afc6240 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:41.567225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-02fb86bd-d239-41a7-b7cb-e05c5afc6240 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] For port 6ea4fd19-09c5-49de-ba18-6062aa670e5a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6ea4fd19-09c5-49de-ba18-6062aa670e5a,segment=NetworkSegment(7e673e9b-92ef-4090-b98f-2319d671cd68),segment_id=7e673e9b-92ef-4090-b98f-2319d671cd68)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:41.569298 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02fb86bd-d239-41a7-b7cb-e05c5afc6240 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:41.585996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-02fb86bd-d239-41a7-b7cb-e05c5afc6240 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Calling delete_port for 6ea4fd19-09c5-49de-ba18-6062aa670e5a owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:41.684544 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-437be037-63fa-497a-84d4-5f14888891dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:41.851401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437be037-63fa-497a-84d4-5f14888891dd admin admin] Pushing event deleted for resources: {'Port': ['ID=235afe26-f12f-4e0e-a5ba-fbd40be36367,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:41.983409 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-787bddac-5d68-401d-84a0-841ac2e71762 req-f6d10682-d1da-4ca2-8644-354a29686a97 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.2048581 Jul 16 03:50:42.009662 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02fb86bd-d239-41a7-b7cb-e05c5afc6240 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:42.098001 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb86bd-d239-41a7-b7cb-e05c5afc6240 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event deleted for resources: {'Port': ['ID=6ea4fd19-09c5-49de-ba18-6062aa670e5a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:42.176717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58474) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:42.365439 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-437be037-63fa-497a-84d4-5f14888891dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:42.594997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58482) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:42.667019 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-02fb86bd-d239-41a7-b7cb-e05c5afc6240 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:42.938590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1930509274-network', 'tenant_id': '09fd537e5b9a470d874ea8a15f9d86e4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:42.964056 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] Made reservation on behalf of 09fd537e5b9a470d874ea8a15f9d86e4 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:42.967671 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:42.971934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437be037-63fa-497a-84d4-5f14888891dd admin admin] Router 963c2e5c-a9eb-4a91-9159-a8caf0b50d3e has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:50:42.984866 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.167206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437be037-63fa-497a-84d4-5f14888891dd admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:43.175166 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-437be037-63fa-497a-84d4-5f14888891dd admin admin] 10.222.0.18 "PUT /v2.0/routers/963c2e5c-a9eb-4a91-9159-a8caf0b50d3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5702636 Jul 16 03:50:43.175948 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:43.182584 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a6becd-ec24-40ee-b423-1c2bc5de88b8 None None] Sync routers for ids ['963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:43.202022 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a6becd-ec24-40ee-b423-1c2bc5de88b8 None None] Routers {'963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:43.203085 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-75a6becd-ec24-40ee-b423-1c2bc5de88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:43.275274 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2f92-f871-49f6-b7f7-c07ffda3af4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.330457 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5bba1aa-bfd2-468c-8f22-fb62317fb877 req-a67b3751-6f29-4ed6-95fb-379f672a8c39 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.0451279 Jul 16 03:50:43.366726 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.369190 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-75a6becd-ec24-40ee-b423-1c2bc5de88b8 None None] Set router 963c2e5c-a9eb-4a91-9159-a8caf0b50d3e gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:43.415479 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.431668 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.443423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:50:43.454479 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.455080 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] Added segment 584e7538-e02e-4c23-99a4-c99e8290646d of type vlan for network 2f6f004e-0c28-40fb-b37e-cf15379c11a1 Jul 16 03:50:43.496517 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.531613 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.532907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:43.533699 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.576515 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fb86bd-d239-41a7-b7cb-e05c5afc6240 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Router eb00561b-f9a6-4222-a233-a288a598c316 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:50:43.647977 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a098d0-7071-4eea-8d2f-44c6f4f50775,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:43.686295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] Pushing event updated for resources: {'Network': ['ID=2f6f004e-0c28-40fb-b37e-cf15379c11a1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:43.699775 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 2f6f004e-0c28-40fb-b37e-cf15379c11a1 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:50:43.717602 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.717959 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fb86bd-d239-41a7-b7cb-e05c5afc6240 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:50:43.726156 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-75a6becd-ec24-40ee-b423-1c2bc5de88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'name': 'tempest-TestServerBasicOps-2121374692-router', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e5be6c8b-4494-45b5-b527-f20d68b649ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:55Z', 'updated_at': '2021-07-16T03:50:41Z', 'revision_number': 5, 'project_id': '067e81eff45d4ee58beddff2faf9d887', 'gw_port': {'id': 'e5be6c8b-4494-45b5-b527-f20d68b649ba', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:20:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1973, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:44:56Z', 'updated_at': '2021-07-16T03:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:43.731001 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2e1f1b-b72a-4f26-ab4d-0f209cbac022 None None] Sync routers for ids ['eb00561b-f9a6-4222-a233-a288a598c316'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:50:43.737796 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-02fb86bd-d239-41a7-b7cb-e05c5afc6240 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "PUT /v2.0/routers/eb00561b-f9a6-4222-a233-a288a598c316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1401503 Jul 16 03:50:43.740406 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58502) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:43.781281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e1f1b-b72a-4f26-ab4d-0f209cbac022 None None] Routers {'eb00561b-f9a6-4222-a233-a288a598c316'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:43.782177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc2e1f1b-b72a-4f26-ab4d-0f209cbac022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['eb00561b-f9a6-4222-a233-a288a598c316'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:43.786632 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2f92-f871-49f6-b7f7-c07ffda3af4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.797608 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2f92-f871-49f6-b7f7-c07ffda3af4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.818239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ec9be165-a814-443d-8109-daef210a3a96 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6403337 Jul 16 03:50:43.819256 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a6becd-ec24-40ee-b423-1c2bc5de88b8 None None] Checking router: 963c2e5c-a9eb-4a91-9159-a8caf0b50d3e for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:43.822960 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58504) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:43.830593 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-91b78923-0c13-4151-b0f1-48500f868658 admin admin] Request body: {'subnet': {'network_id': '2f6f004e-0c28-40fb-b37e-cf15379c11a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1930509274-subnet', 'tenant_id': '09fd537e5b9a470d874ea8a15f9d86e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:43.831518 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a6becd-ec24-40ee-b423-1c2bc5de88b8 None None] Routers {'963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:43.832362 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-75a6becd-ec24-40ee-b423-1c2bc5de88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:43.855132 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-31399aaa-4f8b-49df-876e-507d438942df tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Deleting subnet a7d82a6f-9eaf-4449-a713-aeeaaae033af {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:43.859371 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5c2c2f92-f871-49f6-b7f7-c07ffda3af4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd2f50dd4621421eb1050b3f8e76711e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2638066 Jul 16 03:50:43.864807 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58506) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:43.876600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b78923-0c13-4151-b0f1-48500f868658 admin admin] Made reservation on behalf of 09fd537e5b9a470d874ea8a15f9d86e4 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:43.879947 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91b78923-0c13-4151-b0f1-48500f868658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.895481 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31399aaa-4f8b-49df-876e-507d438942df tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.896045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] Deleting port e5be6c8b-4494-45b5-b527-f20d68b649ba {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:43.896526 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.927527 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2c2f92-f871-49f6-b7f7-c07ffda3af4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b170e284-388d-4a83-8b89-266bed5e50c2,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:43.958279 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-75a6becd-ec24-40ee-b423-1c2bc5de88b8 None None] Set router 963c2e5c-a9eb-4a91-9159-a8caf0b50d3e gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:43.974860 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31399aaa-4f8b-49df-876e-507d438942df tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:43.978483 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13fb6d69-c6bf-47b7-8029-7641d9dbcc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.030146 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-75a6becd-ec24-40ee-b423-1c2bc5de88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'name': 'tempest-TestServerBasicOps-2121374692-router', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:55Z', 'updated_at': '2021-07-16T03:50:43Z', 'revision_number': 6, 'project_id': '067e81eff45d4ee58beddff2faf9d887', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:44.055286 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13fb6d69-c6bf-47b7-8029-7641d9dbcc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.062728 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a6becd-ec24-40ee-b423-1c2bc5de88b8 None None] The sync data for ids ['963c2e5c-a9eb-4a91-9159-a8caf0b50d3e'] in n-d-800088-6 is: [{'id': '963c2e5c-a9eb-4a91-9159-a8caf0b50d3e', 'name': 'tempest-TestServerBasicOps-2121374692-router', 'tenant_id': '067e81eff45d4ee58beddff2faf9d887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:44:55Z', 'updated_at': '2021-07-16T03:50:43Z', 'revision_number': 6, 'project_id': '067e81eff45d4ee58beddff2faf9d887', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:44.161287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] For port e5be6c8b-4494-45b5-b527-f20d68b649ba, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e5be6c8b-4494-45b5-b527-f20d68b649ba,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:44.161802 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.188688 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31399aaa-4f8b-49df-876e-507d438942df tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.205785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] Calling delete_port for e5be6c8b-4494-45b5-b527-f20d68b649ba owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:44.291121 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31399aaa-4f8b-49df-876e-507d438942df tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.306474 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13fb6d69-c6bf-47b7-8029-7641d9dbcc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.310253 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-13fb6d69-c6bf-47b7-8029-7641d9dbcc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.314074 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-13fb6d69-c6bf-47b7-8029-7641d9dbcc6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b170e284-388d-4a83-8b89-266bed5e50c2 HTTP/1.1" status: 204 len: 168 time: 0.4453373 Jul 16 03:50:44.315254 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31399aaa-4f8b-49df-876e-507d438942df tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.320873 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-31399aaa-4f8b-49df-876e-507d438942df tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "DELETE /v2.0/subnets/a7d82a6f-9eaf-4449-a713-aeeaaae033af HTTP/1.1" status: 204 len: 168 time: 0.5755057 Jul 16 03:50:44.321197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58526) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:44.353143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31399aaa-4f8b-49df-876e-507d438942df tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d82a6f-9eaf-4449-a713-aeeaaae033af,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:44.415086 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a189294-b9b2-42db-a4c0-9fa1b2aa87df None None] Network 4da74bc5-319f-415b-8601-b4ee4c5dca4f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:44.477320 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb6d69-c6bf-47b7-8029-7641d9dbcc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b170e284-388d-4a83-8b89-266bed5e50c2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:44.600240 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91b78923-0c13-4151-b0f1-48500f868658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.656953 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.702187 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bc2e1f1b-b72a-4f26-ab4d-0f209cbac022 None None] Set router eb00561b-f9a6-4222-a233-a288a598c316 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:44.764023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b78923-0c13-4151-b0f1-48500f868658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=177c068f-4cd6-46ff-8b32-a48e01b865d1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:44.831434 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:44.837888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1d63cf8-c4c8-4e43-9c0c-40135a47e306 req-9204978c-47f8-4323-983c-ad1b41a12f2e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.0670042 Jul 16 03:50:44.984038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Deleting port 4e547936-b499-44bb-bd74-8595514bcb35 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:44.994919 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.042789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b78923-0c13-4151-b0f1-48500f868658 admin admin] Checking segment: {'id': '584e7538-e02e-4c23-99a4-c99e8290646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2f6f004e-0c28-40fb-b37e-cf15379c11a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:45.043168 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b78923-0c13-4151-b0f1-48500f868658 admin admin] Network hostable DHCP agents. Network: 2f6f004e-0c28-40fb-b37e-cf15379c11a1, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:50:45.108635 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.118179 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b78923-0c13-4151-b0f1-48500f868658 admin admin] Network 2f6f004e-0c28-40fb-b37e-cf15379c11a1 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:50:45.184161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5be6c8b-4494-45b5-b527-f20d68b649ba,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:45.200352 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-91b78923-0c13-4151-b0f1-48500f868658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 2f6f004e-0c28-40fb-b37e-cf15379c11a1) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:45.242697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] For port 4e547936-b499-44bb-bd74-8595514bcb35, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4e547936-b499-44bb-bd74-8595514bcb35,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:45.243079 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.293194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Calling delete_port for 4e547936-b499-44bb-bd74-8595514bcb35 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:45.340758 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.349956 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc2e1f1b-b72a-4f26-ab4d-0f209cbac022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '4e547936-b499-44bb-bd74-8595514bcb35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:48:16Z', 'updated_at': '2021-07-16T03:50:41Z', 'revision_number': 5, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port': {'id': '4e547936-b499-44bb-bd74-8595514bcb35', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:98:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2509, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:48:18Z', 'updated_at': '2021-07-16T03:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:45.487529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2e1f1b-b72a-4f26-ab4d-0f209cbac022 None None] Checking router: eb00561b-f9a6-4222-a233-a288a598c316 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:50:45.530057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2e1f1b-b72a-4f26-ab4d-0f209cbac022 None None] Routers {'eb00561b-f9a6-4222-a233-a288a598c316'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:50:45.530698 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc2e1f1b-b72a-4f26-ab4d-0f209cbac022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:50:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['eb00561b-f9a6-4222-a233-a288a598c316'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:45.553062 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.556666 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.559187 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b78923-0c13-4151-b0f1-48500f868658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:45.559985 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91b78923-0c13-4151-b0f1-48500f868658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.582105 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-91b78923-0c13-4151-b0f1-48500f868658 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7562118 Jul 16 03:50:45.614070 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ddf273-e8d1-4d34-991a-b47ff709e123 None None] Network 2f6f004e-0c28-40fb-b37e-cf15379c11a1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:45.621175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0666357e-a248-428d-af03-03a2a1ba3a75 None None] DHCP port deletion for 4da74bc5-319f-415b-8601-b4ee4c5dca4f request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:50:45.644015 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.644828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 963c2e5c-a9eb-4a91-9159-a8caf0b50d3e {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:50:45.660403 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.664684 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-095c7cc0-b6ef-4476-8907-ea836e818c70 admin admin] 10.222.0.18 "DELETE /v2.0/routers/963c2e5c-a9eb-4a91-9159-a8caf0b50d3e HTTP/1.1" status: 204 len: 168 time: 2.4861979 Jul 16 03:50:45.664949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58562) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:45.686869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.749237 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event deleted for resources: {'Port': ['ID=4e547936-b499-44bb-bd74-8595514bcb35,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:45.823013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0d92ab-5d63-48b9-98e8-4a99caa2f430 admin admin] Deleting subnet 6b76abd5-43cf-45d1-9087-a11a534affff {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:50:45.832051 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a0d92ab-5d63-48b9-98e8-4a99caa2f430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.902716 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bc2e1f1b-b72a-4f26-ab4d-0f209cbac022 None None] Set router eb00561b-f9a6-4222-a233-a288a598c316 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:50:45.949082 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a0d92ab-5d63-48b9-98e8-4a99caa2f430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:45.971734 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.021355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 235afe26-f12f-4e0e-a5ba-fbd40be36367 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:46.086162 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc2e1f1b-b72a-4f26-ab4d-0f209cbac022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:48:16Z', 'updated_at': '2021-07-16T03:50:44Z', 'revision_number': 6, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:46.136094 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 235afe26-f12f-4e0e-a5ba-fbd40be36367 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:46.136708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 235afe26-f12f-4e0e-a5ba-fbd40be36367 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:46.137298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e5be6c8b-4494-45b5-b527-f20d68b649ba no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:46.149071 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a0d92ab-5d63-48b9-98e8-4a99caa2f430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.159561 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2e1f1b-b72a-4f26-ab4d-0f209cbac022 None None] The sync data for ids ['eb00561b-f9a6-4222-a233-a288a598c316'] in n-d-800088-6 is: [{'id': 'eb00561b-f9a6-4222-a233-a288a598c316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1900569568', 'tenant_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:48:16Z', 'updated_at': '2021-07-16T03:50:44Z', 'revision_number': 6, 'project_id': '585dafdd798a48c2a5975c05e5d0a6ba', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:50:46.190411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: e5be6c8b-4494-45b5-b527-f20d68b649ba {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:46.191255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e5be6c8b-4494-45b5-b527-f20d68b649ba not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:46.191899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 13e63872-fc99-4a75-86ff-d02aa4166f2d no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:46.250382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff810fc-9e46-4649-899a-ec722f795bb6 None None] Network 2f6f004e-0c28-40fb-b37e-cf15379c11a1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:46.279081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0666357e-a248-428d-af03-03a2a1ba3a75 None None] Deleting port 13e63872-fc99-4a75-86ff-d02aa4166f2d {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:46.279959 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0666357e-a248-428d-af03-03a2a1ba3a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.301619 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.303803 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.306720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d19a741-fd42-4220-8fc7-135443eb54a8 req-1e2dbd4b-f32a-487b-8f73-fcb3676df3a5 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.0841637 Jul 16 03:50:46.427274 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a0d92ab-5d63-48b9-98e8-4a99caa2f430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.431086 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.431414 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Fanout notify agent at l3_agent the message router_deleted on router eb00561b-f9a6-4222-a233-a288a598c316 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:50:46.438736 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.439880 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d61f4de6-e105-4a23-b1c2-d20a0207f634 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "DELETE /v2.0/routers/eb00561b-f9a6-4222-a233-a288a598c316 HTTP/1.1" status: 204 len: 168 time: 2.0965483 Jul 16 03:50:46.443324 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:46.445684 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0666357e-a248-428d-af03-03a2a1ba3a75 None None] For port 13e63872-fc99-4a75-86ff-d02aa4166f2d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=13e63872-fc99-4a75-86ff-d02aa4166f2d,segment=NetworkSegment(7e673e9b-92ef-4090-b98f-2319d671cd68),segment_id=7e673e9b-92ef-4090-b98f-2319d671cd68)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:46.446344 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0666357e-a248-428d-af03-03a2a1ba3a75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.494351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0666357e-a248-428d-af03-03a2a1ba3a75 None None] Calling delete_port for 13e63872-fc99-4a75-86ff-d02aa4166f2d owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:46.535062 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.561117 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0a0d92ab-5d63-48b9-98e8-4a99caa2f430 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.568935 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0a0d92ab-5d63-48b9-98e8-4a99caa2f430 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6b76abd5-43cf-45d1-9087-a11a534affff HTTP/1.1" status: 204 len: 168 time: 0.9027932 Jul 16 03:50:46.569870 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:46.593730 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d92ab-5d63-48b9-98e8-4a99caa2f430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b76abd5-43cf-45d1-9087-a11a534affff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:46.642917 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.687243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4168593-7870-4c49-94a6-6220d93e5c12 None None] Network 481a07e1-349c-4dc1-b331-881fd9243227 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:46.778548 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Deleting port 13e63872-fc99-4a75-86ff-d02aa4166f2d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:46.780693 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.899902 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.954231 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] For port 13e63872-fc99-4a75-86ff-d02aa4166f2d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=13e63872-fc99-4a75-86ff-d02aa4166f2d,segment=NetworkSegment(7e673e9b-92ef-4090-b98f-2319d671cd68),segment_id=7e673e9b-92ef-4090-b98f-2319d671cd68)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:46.955611 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:46.984264 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Calling delete_port for 13e63872-fc99-4a75-86ff-d02aa4166f2d owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:46.993399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 13e63872-fc99-4a75-86ff-d02aa4166f2d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=13e63872-fc99-4a75-86ff-d02aa4166f2d,segment=NetworkSegment(7e673e9b-92ef-4090-b98f-2319d671cd68),segment_id=7e673e9b-92ef-4090-b98f-2319d671cd68)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:47.024532 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.121101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] Deleting port d6e4acee-fd92-4d44-b685-83fddd4c385a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:47.124255 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.153734 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.169535 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0666357e-a248-428d-af03-03a2a1ba3a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.173751 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] No DVR routers for this DVR port 13e63872-fc99-4a75-86ff-d02aa4166f2d on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:47.269321 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0666357e-a248-428d-af03-03a2a1ba3a75 None None] No DVR routers for this DVR port 13e63872-fc99-4a75-86ff-d02aa4166f2d on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:47.280039 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=13e63872-fc99-4a75-86ff-d02aa4166f2d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:47.284437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event deleted for resources: {'Port': ['ID=13e63872-fc99-4a75-86ff-d02aa4166f2d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:47.369024 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666357e-a248-428d-af03-03a2a1ba3a75 None None] Pushing event deleted for resources: {'Port': ['ID=13e63872-fc99-4a75-86ff-d02aa4166f2d,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:47.389063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] For port d6e4acee-fd92-4d44-b685-83fddd4c385a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d6e4acee-fd92-4d44-b685-83fddd4c385a,segment=NetworkSegment(92998ea2-0735-4c20-9e1f-59b0442af9fe),segment_id=92998ea2-0735-4c20-9e1f-59b0442af9fe)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:47.389063 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.435320 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] Calling delete_port for d6e4acee-fd92-4d44-b685-83fddd4c385a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:47.489259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7936fe3-729c-451f-a3b6-10e82a17f98a None None] DHCP port deletion for 481a07e1-349c-4dc1-b331-881fd9243227 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:50:47.525257 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.550524 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da74bc5-319f-415b-8601-b4ee4c5dca4f']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:47.590658 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e673e9b-92ef-4090-b98f-2319d671cd68') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:47.591711 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e673e9b-92ef-4090-b98f-2319d671cd68') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:47.614152 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.620650 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f7936fe3-729c-451f-a3b6-10e82a17f98a None None] Deleting port d6e4acee-fd92-4d44-b685-83fddd4c385a {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:47.621170 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7936fe3-729c-451f-a3b6-10e82a17f98a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.654863 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.675483 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:47.677529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:47.687594 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:47.791835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f7936fe3-729c-451f-a3b6-10e82a17f98a None None] For port d6e4acee-fd92-4d44-b685-83fddd4c385a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d6e4acee-fd92-4d44-b685-83fddd4c385a,segment=NetworkSegment(92998ea2-0735-4c20-9e1f-59b0442af9fe),segment_id=92998ea2-0735-4c20-9e1f-59b0442af9fe)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:50:47.792250 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7936fe3-729c-451f-a3b6-10e82a17f98a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.857981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f7936fe3-729c-451f-a3b6-10e82a17f98a None None] Calling delete_port for d6e4acee-fd92-4d44-b685-83fddd4c385a owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:47.906162 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58634) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:47.944483 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.955146 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:47.981095 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] 10.222.0.18 "DELETE /v2.0/networks/4da74bc5-319f-415b-8601-b4ee4c5dca4f HTTP/1.1" status: 204 len: 168 time: 1.5342946 Jul 16 03:50:48.024706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d6e4acee-fd92-4d44-b685-83fddd4c385a no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:48.028816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510575eb-ec33-43b1-9ad8-459591f79674 tempest-TestSecurityGroupsBasicOps-349729171 tempest-TestSecurityGroupsBasicOps-349729171-project] Pushing event deleted for resources: {'Network': ['ID=4da74bc5-319f-415b-8601-b4ee4c5dca4f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:48.237616 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.280006 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7936fe3-729c-451f-a3b6-10e82a17f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.309514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7936fe3-729c-451f-a3b6-10e82a17f98a None None] Pushing event deleted for resources: {'Port': ['ID=d6e4acee-fd92-4d44-b685-83fddd4c385a,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:48.338756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6ea4fd19-09c5-49de-ba18-6062aa670e5a no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:48.360232 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 6ea4fd19-09c5-49de-ba18-6062aa670e5a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:48.360609 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6ea4fd19-09c5-49de-ba18-6062aa670e5a not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:48.361173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4e547936-b499-44bb-bd74-8595514bcb35 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:50:48.363113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7936fe3-729c-451f-a3b6-10e82a17f98a None None] No DVR routers for this DVR port d6e4acee-fd92-4d44-b685-83fddd4c385a on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:48.463834 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83efa1cd-a996-434b-b477-7ac1adc1fff2 req-2f6f94d1-78db-4463-88bb-2dbc34dcedf1 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.0990839 Jul 16 03:50:48.502099 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-324763c2-48a4-4644-9c15-b7e39c43ae40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.586724 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.687711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58650) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:48.690721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e4acee-fd92-4d44-b685-83fddd4c385a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:48.694294 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 4e547936-b499-44bb-bd74-8595514bcb35 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:50:48.694638 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4e547936-b499-44bb-bd74-8595514bcb35 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:50:48.717214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] No DVR routers for this DVR port d6e4acee-fd92-4d44-b685-83fddd4c385a on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:50:48.769383 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-324763c2-48a4-4644-9c15-b7e39c43ae40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.777460 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-324763c2-48a4-4644-9c15-b7e39c43ae40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.808805 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-324763c2-48a4-4644-9c15-b7e39c43ae40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a23dd0358c6243b79ad502df5173c3b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8968551 Jul 16 03:50:48.811060 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58654) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:48.859716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324763c2-48a4-4644-9c15-b7e39c43ae40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ff0224-a682-4f00-85d5-2b707fa168c8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:48.873829 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.894773 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-071a630e-696b-4787-956a-b75e94f3fb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.908336 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481a07e1-349c-4dc1-b331-881fd9243227']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:48.926281 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-071a630e-696b-4787-956a-b75e94f3fb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:48.940503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92998ea2-0735-4c20-9e1f-59b0442af9fe') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:48.940808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92998ea2-0735-4c20-9e1f-59b0442af9fe') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:50:48.973873 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.004456 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.008263 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-071a630e-696b-4787-956a-b75e94f3fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.012982 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-071a630e-696b-4787-956a-b75e94f3fb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.014368 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-071a630e-696b-4787-956a-b75e94f3fb86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4ff0224-a682-4f00-85d5-2b707fa168c8 HTTP/1.1" status: 204 len: 168 time: 0.2021942 Jul 16 03:50:49.021638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:50:49.022052 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:50:49.024428 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:50:49.029408 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a630e-696b-4787-956a-b75e94f3fb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ff0224-a682-4f00-85d5-2b707fa168c8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:49.059603 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-22cf36d1-b1ed-40dd-9fe4-9d8dd20aeb19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=585dafdd798a48c2a5975c05e5d0a6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3562343 Jul 16 03:50:49.060196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58668) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:49.171446 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.189894 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2b501c6-bfb0-4168-9aff-47030760c038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.199226 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.212514 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] 10.222.0.18 "DELETE /v2.0/networks/481a07e1-349c-4dc1-b331-881fd9243227 HTTP/1.1" status: 204 len: 168 time: 2.6409206 Jul 16 03:50:49.213617 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70af12-2718-4154-98ae-5b6e397baf89 admin admin] Pushing event deleted for resources: {'Network': ['ID=481a07e1-349c-4dc1-b331-881fd9243227,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:49.237158 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2b501c6-bfb0-4168-9aff-47030760c038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.330359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2b501c6-bfb0-4168-9aff-47030760c038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.333866 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2b501c6-bfb0-4168-9aff-47030760c038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.335392 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f2b501c6-bfb0-4168-9aff-47030760c038 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c9af1ed-0fb8-4449-9431-250a5f950510 HTTP/1.1" status: 204 len: 168 time: 0.2761068 Jul 16 03:50:49.359967 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b501c6-bfb0-4168-9aff-47030760c038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9af1ed-0fb8-4449-9431-250a5f950510,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:49.676459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58686) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:49.766795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:49.790582 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3512f4b6-ae11-42ec-adb9-801e6ab5902a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d456e71ce4bf457baa46d06214c9cfba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1062231 Jul 16 03:50:49.791345 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58692) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:49.876153 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8654400-a905-424a-bab4-25f985215f20 req-3676a765-694a-4991-9b58-53fcdf185d7c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.1003375 Jul 16 03:50:49.878852 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70db3e4f-5610-4ab9-975a-2274a3b92a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.911155 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c08533a-a173-4c59-b14f-506247e48d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:49.963010 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c08533a-a173-4c59-b14f-506247e48d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.044381 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70db3e4f-5610-4ab9-975a-2274a3b92a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.050570 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70db3e4f-5610-4ab9-975a-2274a3b92a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.057923 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c08533a-a173-4c59-b14f-506247e48d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.060845 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c08533a-a173-4c59-b14f-506247e48d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.061970 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2c08533a-a173-4c59-b14f-506247e48d57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5341e19b-d0c1-4857-887c-c6a52883afd6 HTTP/1.1" status: 204 len: 168 time: 0.2673371 Jul 16 03:50:50.070621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08533a-a173-4c59-b14f-506247e48d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5341e19b-d0c1-4857-887c-c6a52883afd6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:50.133949 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58700) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.134142 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-70db3e4f-5610-4ab9-975a-2274a3b92a3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49288beab9514277a5a252f8c179cec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655708 Jul 16 03:50:50.134915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db3e4f-5610-4ab9-975a-2274a3b92a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edf4b43-e63d-460f-82d0-3c4c2506d782,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:50.184589 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-970bf149-f069-41f8-b41a-83a62d6ea711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.212092 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-970bf149-f069-41f8-b41a-83a62d6ea711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.269897 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-970bf149-f069-41f8-b41a-83a62d6ea711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.274458 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-970bf149-f069-41f8-b41a-83a62d6ea711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.276127 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-970bf149-f069-41f8-b41a-83a62d6ea711 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3edf4b43-e63d-460f-82d0-3c4c2506d782 HTTP/1.1" status: 204 len: 168 time: 0.1411846 Jul 16 03:50:50.286941 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bf149-f069-41f8-b41a-83a62d6ea711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edf4b43-e63d-460f-82d0-3c4c2506d782,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:50.604411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.622173 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-875672c0-5854-4607-8e14-5b00d9ced756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.751593 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-875672c0-5854-4607-8e14-5b00d9ced756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.762101 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-875672c0-5854-4607-8e14-5b00d9ced756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.820304 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-875672c0-5854-4607-8e14-5b00d9ced756 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b4553fb9f1744459b6cbf669ab9e63b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124434 Jul 16 03:50:50.821956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58724) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:50.854609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875672c0-5854-4607-8e14-5b00d9ced756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822bc410-4422-4c40-949f-1e37ba7e13d7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:50.955165 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bffeeed-47a0-4f56-89f3-fc03d7eb51c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:50.993521 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bffeeed-47a0-4f56-89f3-fc03d7eb51c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:51.063968 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bffeeed-47a0-4f56-89f3-fc03d7eb51c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:51.066832 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8bffeeed-47a0-4f56-89f3-fc03d7eb51c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:51.072237 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8bffeeed-47a0-4f56-89f3-fc03d7eb51c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/822bc410-4422-4c40-949f-1e37ba7e13d7 HTTP/1.1" status: 204 len: 168 time: 0.2458084 Jul 16 03:50:51.085238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffeeed-47a0-4f56-89f3-fc03d7eb51c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822bc410-4422-4c40-949f-1e37ba7e13d7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:51.278284 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1c2dcb1-92be-4382-ba15-b78ae14082cb req-8c32d5d8-8342-4236-b5ed-0411ac606cbc tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.0599041 Jul 16 03:50:51.294056 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:51.381460 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-70c413b4-d71a-4d8e-a38b-f4b05adff4f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=067e81eff45d4ee58beddff2faf9d887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827515 Jul 16 03:50:51.382011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:51.441500 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c91e8b6-7fc9-4fe4-909c-5616649929e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:51.468366 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c91e8b6-7fc9-4fe4-909c-5616649929e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:51.570939 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c91e8b6-7fc9-4fe4-909c-5616649929e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:51.573555 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c91e8b6-7fc9-4fe4-909c-5616649929e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:51.577372 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8c91e8b6-7fc9-4fe4-909c-5616649929e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35451e0c-956f-4534-9567-a8a4c8c61976 HTTP/1.1" status: 204 len: 168 time: 0.1943655 Jul 16 03:50:51.596915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91e8b6-7fc9-4fe4-909c-5616649929e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35451e0c-956f-4534-9567-a8a4c8c61976,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:51.802449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fa667-8da8-4f9f-886b-f5ee61c17ec2 req-25f893c6-f48c-438c-ae1b-251d04b1674f tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:51.812814 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc4fa667-8da8-4f9f-886b-f5ee61c17ec2 req-25f893c6-f48c-438c-ae1b-251d04b1674f tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 1097 time: 0.0910883 Jul 16 03:50:51.837319 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc4fa667-8da8-4f9f-886b-f5ee61c17ec2 req-0447e476-a003-4654-a589-1d3eb53e3337 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:51.969368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58760) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:52.197332 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-36bdc486-c66b-402c-b203-820bb40aec02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=608d793ab4084f8aa26ddf41a49c42b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266786 Jul 16 03:50:52.199469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:52.270751 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc4fa667-8da8-4f9f-886b-f5ee61c17ec2 req-0447e476-a003-4654-a589-1d3eb53e3337 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.301670 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-cc4fa667-8da8-4f9f-886b-f5ee61c17ec2 req-0447e476-a003-4654-a589-1d3eb53e3337 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.452743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0447e476-a003-4654-a589-1d3eb53e3337 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1040bd-0448-4cd1-893b-2977efea46b1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:52.486880 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc4fa667-8da8-4f9f-886b-f5ee61c17ec2 req-0447e476-a003-4654-a589-1d3eb53e3337 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6731052 Jul 16 03:50:52.599811 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-060dddf3-2538-43ab-8cfe-7147dbe152f3 req-73d90e51-a70f-4783-b780-ea8c7d5b4091 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.0703943 Jul 16 03:50:52.600836 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dea37d80-e040-4fe4-ab1f-6bc7ad0b136f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.718459 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dea37d80-e040-4fe4-ab1f-6bc7ad0b136f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.844184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7b8d0-3846-4aeb-b7f2-ed48a46bd170 req-a4bbdafe-0d45-4e96-919f-9aac11797789 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:52.854581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fe7b8d0-3846-4aeb-b7f2-ed48a46bd170 req-a4bbdafe-0d45-4e96-919f-9aac11797789 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.2241893 Jul 16 03:50:52.874099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dea37d80-e040-4fe4-ab1f-6bc7ad0b136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.877108 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dea37d80-e040-4fe4-ab1f-6bc7ad0b136f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:52.883597 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dea37d80-e040-4fe4-ab1f-6bc7ad0b136f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/341e0422-6c9f-47d6-af13-6c5f4b739657 HTTP/1.1" status: 204 len: 168 time: 0.6828861 Jul 16 03:50:52.925434 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fe7b8d0-3846-4aeb-b7f2-ed48a46bd170 req-7fd94d17-6542-434c-85db-402550544ab1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696433 Jul 16 03:50:52.926725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea37d80-e040-4fe4-ab1f-6bc7ad0b136f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341e0422-6c9f-47d6-af13-6c5f4b739657,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:52.950487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58790) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:53.032736 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e9a0f959-b14d-4219-b682-89598c6fb0eb tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/5291c61d-8b6f-4cb6-8050-0054250fb5c7 HTTP/1.1" status: 200 len: 994 time: 0.0810156 Jul 16 03:50:53.622005 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-57f13338-3b5d-47bc-8231-4bc41edf5ffa req-231cdcb4-6025-43b3-82a0-1b101b6bda0b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:53.623035 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-57f13338-3b5d-47bc-8231-4bc41edf5ffa req-231cdcb4-6025-43b3-82a0-1b101b6bda0b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082171 Jul 16 03:50:53.814465 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-226f9286-06bb-4a28-9098-e26d043e9f78 req-3d8d88b9-d2a7-4745-ad29-51dfd0afa3c9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.0473263 Jul 16 03:50:54.529457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3aa2a-6265-46ee-9f4b-ba9140e33a42 req-3487b06b-1311-4b97-be5e-44df9085a78c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:54.536532 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02d3aa2a-6265-46ee-9f4b-ba9140e33a42 req-3487b06b-1311-4b97-be5e-44df9085a78c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.0990047 Jul 16 03:50:54.584192 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02d3aa2a-6265-46ee-9f4b-ba9140e33a42 req-6301f8ad-e3d4-477a-abc8-8411b446bf69 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447192 Jul 16 03:50:54.832751 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-a968f768-80d6-462d-a1f1-77d972f9ab5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4846830 Jul 16 03:50:54.863615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-e14b6359-679e-4819-919c-41e1becc5d63 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:50:54.864740 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-e14b6359-679e-4819-919c-41e1becc5d63 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127294 Jul 16 03:50:55.253716 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-330708ec-b5bf-43bc-828f-333a05c6a676 req-78e76adf-e3d3-45d5-b6d6-eda22082594c tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.1106305 Jul 16 03:50:55.392437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:55.860873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b665b7a-a602-4fb0-bf11-5438d0a11157 req-576fb42b-3397-477d-b271-2cff67cdd2c9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:55.869374 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b665b7a-a602-4fb0-bf11-5438d0a11157 req-576fb42b-3397-477d-b271-2cff67cdd2c9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.0816360 Jul 16 03:50:55.889167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58916) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:55.910177 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1756316005-network', 'tenant_id': 'e750402d5ae349ec9a15dfcf87dbf737'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:55.934216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] Made reservation on behalf of e750402d5ae349ec9a15dfcf87dbf737 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:55.938655 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:55.939734 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b665b7a-a602-4fb0-bf11-5438d0a11157 req-2fed40a8-1602-442a-8399-2aebec1c3574 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694022 Jul 16 03:50:55.960199 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.124816 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.131078 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.202704 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:50:56.220547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6e21e6-532b-4ecb-a439-26b30bdb7088,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:56.233348 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.233657 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] Added segment 1f6ae117-d2ea-4cb5-af58-f5c314830da6 of type vlan for network 822543d4-ca2a-4d0e-bc96-c84ae8db3f85 Jul 16 03:50:56.410141 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fb846d4-5a07-4c0a-9fcc-f32b4fccd786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.416535 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.578177 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.579794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:56.584656 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.713166 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3662079f-f40a-4c30-a02f-529425bcb93b req-5dd92916-5d0f-4b82-bfa9-063b1f215fa3 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/ports?device_id=132729c9-d045-4142-b7a1-9f5c7e1cf4e9 HTTP/1.1" status: 200 len: 210 time: 0.1404173 Jul 16 03:50:56.744038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] Pushing event updated for resources: {'Network': ['ID=822543d4-ca2a-4d0e-bc96-c84ae8db3f85,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:56.778965 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 822543d4-ca2a-4d0e-bc96-c84ae8db3f85 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:50:56.908798 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fb846d4-5a07-4c0a-9fcc-f32b4fccd786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.917614 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fb846d4-5a07-4c0a-9fcc-f32b4fccd786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:56.936277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:56.936998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ec45a48a-3757-47da-aae5-029fdb536114 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5426693 Jul 16 03:50:56.947836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8a5e82a1-5c3e-429d-9051-a657a5d3d78c admin admin] Request body: {'subnet': {'network_id': '822543d4-ca2a-4d0e-bc96-c84ae8db3f85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1756316005-subnet', 'tenant_id': 'e750402d5ae349ec9a15dfcf87dbf737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:50:56.998482 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7fb846d4-5a07-4c0a-9fcc-f32b4fccd786 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cb328694f8e42dca35b90b67ee11622&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1084006 Jul 16 03:50:56.999952 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb846d4-5a07-4c0a-9fcc-f32b4fccd786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b01b314-0601-46f4-9b66-5695d0656b4e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:57.003084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58952) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:57.049015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5e82a1-5c3e-429d-9051-a657a5d3d78c admin admin] Made reservation on behalf of e750402d5ae349ec9a15dfcf87dbf737 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:50:57.056888 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a5e82a1-5c3e-429d-9051-a657a5d3d78c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.166061 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f28a8187-2f9b-48d2-b1a3-0fab0ab547d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.220725 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f28a8187-2f9b-48d2-b1a3-0fab0ab547d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.314414 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f28a8187-2f9b-48d2-b1a3-0fab0ab547d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.317531 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f28a8187-2f9b-48d2-b1a3-0fab0ab547d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.318894 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f28a8187-2f9b-48d2-b1a3-0fab0ab547d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b01b314-0601-46f4-9b66-5695d0656b4e HTTP/1.1" status: 204 len: 168 time: 0.3146906 Jul 16 03:50:57.341871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a8187-2f9b-48d2-b1a3-0fab0ab547d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b01b314-0601-46f4-9b66-5695d0656b4e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:57.413491 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a216d-34a5-422a-a0e0-bdf6d907c625 req-e66ddb93-dc35-4e72-817a-27404b9de4d2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:57.429645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f04a216d-34a5-422a-a0e0-bdf6d907c625 req-e66ddb93-dc35-4e72-817a-27404b9de4d2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.2151976 Jul 16 03:50:57.526302 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f04a216d-34a5-422a-a0e0-bdf6d907c625 req-b204c725-b3ff-4c59-933e-4cc0241e4755 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917363 Jul 16 03:50:57.717964 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a5e82a1-5c3e-429d-9051-a657a5d3d78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:57.852213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e82a1-5c3e-429d-9051-a657a5d3d78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1635d8b-a51d-4d8e-a07d-ad1c9c21a2f4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:57.908125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e82a1-5c3e-429d-9051-a657a5d3d78c admin admin] Checking segment: {'id': '1f6ae117-d2ea-4cb5-af58-f5c314830da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '822543d4-ca2a-4d0e-bc96-c84ae8db3f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:50:57.908948 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5e82a1-5c3e-429d-9051-a657a5d3d78c admin admin] Network hostable DHCP agents. Network: 822543d4-ca2a-4d0e-bc96-c84ae8db3f85, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:50:57.982850 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5e82a1-5c3e-429d-9051-a657a5d3d78c admin admin] Network 822543d4-ca2a-4d0e-bc96-c84ae8db3f85 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:50:57.995046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8a5e82a1-5c3e-429d-9051-a657a5d3d78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 822543d4-ca2a-4d0e-bc96-c84ae8db3f85) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:50:58.010698 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1f1154-3504-4a35-8627-e2787a70668c None None] Network 822543d4-ca2a-4d0e-bc96-c84ae8db3f85 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:58.033360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5e82a1-5c3e-429d-9051-a657a5d3d78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:58.037540 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8a5e82a1-5c3e-429d-9051-a657a5d3d78c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.046090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58974) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:58.087422 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8a5e82a1-5c3e-429d-9051-a657a5d3d78c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1498802 Jul 16 03:50:58.174612 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.200508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58982) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:58.250379 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.267855 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3ac0-52bd-4684-8fe0-42441c9057b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.294945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870f79a4-0420-4ae8-b0af-4b1c6f33d245 None None] Network 822543d4-ca2a-4d0e-bc96-c84ae8db3f85 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:50:58.362263 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.372069 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.373494 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "DELETE /v2.0/security-groups/b1a579c5-4d24-4188-b155-2b349a6526ec HTTP/1.1" status: 204 len: 168 time: 0.3229010 Jul 16 03:50:58.376271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 58984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:58.391115 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a579c5-4d24-4188-b155-2b349a6526ec,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:58.406529 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:58.407276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:58.407784 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:58.408514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:58.409365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:58.409879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:58.410368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:58.410870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:58.411403 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:58.411911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:58.412475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:58.412985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e1248-bd90-4bd9-9e82-3a51c2f9ca53 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:50:58.416617 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-dd56238c-80dd-4602-ab12-c2b588e6f34e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] show failed (client error): The resource could not be found. Jul 16 03:50:58.417745 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dd56238c-80dd-4602-ab12-c2b588e6f34e tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "GET /v2.0/security-groups/b1a579c5-4d24-4188-b155-2b349a6526ec HTTP/1.1" status: 404 len: 347 time: 0.0404420 Jul 16 03:50:58.421195 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 58988) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:58.605140 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3ac0-52bd-4684-8fe0-42441c9057b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.660365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2ff3ac0-52bd-4684-8fe0-42441c9057b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.687231 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c2ff3ac0-52bd-4684-8fe0-42441c9057b1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0f5390877ea48ef908d49ee17de36fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4849448 Jul 16 03:50:58.689949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:58.778375 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff3ac0-52bd-4684-8fe0-42441c9057b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c84646c-810e-4266-85d4-c16715cad30a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:58.816348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8d8f5-e750-4884-99c1-0575259f00ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Deleting port 0b0ef1c3-16d4-42c5-89cb-88d5b95e83ce {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:58.816728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d8f5-e750-4884-99c1-0575259f00ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.913509 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae8258a6-d204-4154-9574-8b40a601869b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.999444 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d8f5-e750-4884-99c1-0575259f00ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:58.999789 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d8f5-e750-4884-99c1-0575259f00ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.019677 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae8258a6-d204-4154-9574-8b40a601869b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.030138 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1ea8d8f5-e750-4884-99c1-0575259f00ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Calling delete_port for 0b0ef1c3-16d4-42c5-89cb-88d5b95e83ce owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:50:59.104413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2ce327e4-e9ee-4bd6-8d48-d758c2a94c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:59.106381 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2ce327e4-e9ee-4bd6-8d48-d758c2a94c19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 1097 time: 0.6519184 Jul 16 03:50:59.123172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d628f01-19ee-4e17-abb8-e5c01a8bf7bf req-9209a094-774c-4a26-8677-fecb71b76f66 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:59.124950 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d628f01-19ee-4e17-abb8-e5c01a8bf7bf req-9209a094-774c-4a26-8677-fecb71b76f66 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.2621725 Jul 16 03:50:59.238083 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae8258a6-d204-4154-9574-8b40a601869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.240903 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae8258a6-d204-4154-9574-8b40a601869b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.242681 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ae8258a6-d204-4154-9574-8b40a601869b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c84646c-810e-4266-85d4-c16715cad30a HTTP/1.1" status: 204 len: 168 time: 0.5517485 Jul 16 03:50:59.342483 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d628f01-19ee-4e17-abb8-e5c01a8bf7bf req-c4b07452-d322-4b96-b19e-56bb70910a0f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048650 Jul 16 03:50:59.386400 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8258a6-d204-4154-9574-8b40a601869b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c84646c-810e-4266-85d4-c16715cad30a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:59.422364 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d8f5-e750-4884-99c1-0575259f00ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.435950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-831d647f-3dee-45c2-a20b-2b80bac78473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:59.437500 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-831d647f-3dee-45c2-a20b-2b80bac78473 service neutron] 10.222.0.20 "GET /v2.0/networks?id=258afb0d-73a5-4e5c-a970-c1705766d533 HTTP/1.1" status: 200 len: 897 time: 0.3109059 Jul 16 03:50:59.501892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8d8f5-e750-4884-99c1-0575259f00ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event deleted for resources: {'Port': ['ID=0b0ef1c3-16d4-42c5-89cb-88d5b95e83ce,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:50:59.569109 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-43030781-9018-4b0e-907c-9e21f70642a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d02e468-d757-4e43-9852-fc0b60bde879 HTTP/1.1" status: 200 len: 1002 time: 0.1196930 Jul 16 03:50:59.664987 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d8f5-e750-4884-99c1-0575259f00ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.668573 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ea8d8f5-e750-4884-99c1-0575259f00ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:50:59.669961 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1ea8d8f5-e750-4884-99c1-0575259f00ea tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "DELETE /v2.0/floatingips/9dfcff0e-64f0-4f2a-93f5-1f41645f1447 HTTP/1.1" status: 204 len: 168 time: 1.2476296 Jul 16 03:50:59.672698 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:50:59.735416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-85e71bcc-fc4a-4478-9d21-1e741102a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:59.737357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-85e71bcc-fc4a-4478-9d21-1e741102a731 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05fc9e9e-237d-4c74-9927-63b785fe433c HTTP/1.1" status: 200 len: 834 time: 0.1622751 Jul 16 03:50:59.860200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-6402d10f-4e05-4687-b0e1-ebc5f716fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:50:59.862016 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-6402d10f-4e05-4687-b0e1-ebc5f716fad2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=258afb0d-73a5-4e5c-a970-c1705766d533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171143 Jul 16 03:50:59.864726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fd13f3ac-bcd9-4d26-a17b-573e25f53164 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Deleting port 0ca6343d-f933-44b6-9f68-e779f91a1c5c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:50:59.865324 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd13f3ac-bcd9-4d26-a17b-573e25f53164 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.038853 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd13f3ac-bcd9-4d26-a17b-573e25f53164 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.051591 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-f115582c-fbbd-46da-9530-0541eb0f580f service neutron] 10.222.0.20 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829052 Jul 16 03:51:00.068078 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d22ebee3-d075-4483-ba51-ae209dd6f08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.070616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fd13f3ac-bcd9-4d26-a17b-573e25f53164 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Calling delete_port for 0ca6343d-f933-44b6-9f68-e779f91a1c5c owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:00.073668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59062) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:00.079180 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1937512773-network', 'tenant_id': 'cbd0b3811d9c483cb2de0fca7ded9e61'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:00.126923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] Made reservation on behalf of cbd0b3811d9c483cb2de0fca7ded9e61 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:00.138498 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.149602 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.353160 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.369391 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.492065 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-482eb617-9393-449d-b983-17b4d34992d4 service neutron] 10.222.0.20 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287350 Jul 16 03:51:00.510901 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f85182c-76a0-4c7c-bf7b-39f929301ec1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:00.595592 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:00.638297 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd13f3ac-bcd9-4d26-a17b-573e25f53164 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.641562 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.642243 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] Added segment 2eed1cdc-aeb7-4655-8346-18e65f34ee3b of type vlan for network dfb77a8c-b136-4ce4-883d-ca903c276f1d Jul 16 03:51:00.709288 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13f3ac-bcd9-4d26-a17b-573e25f53164 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event deleted for resources: {'Port': ['ID=0ca6343d-f933-44b6-9f68-e779f91a1c5c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:00.745050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba47ef-5e73-4f44-b166-c88fd193a90d req-380fa256-6ad6-4e76-ba0b-9c171a5a8667 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:00.746988 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34ba47ef-5e73-4f44-b166-c88fd193a90d req-380fa256-6ad6-4e76-ba0b-9c171a5a8667 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.1902733 Jul 16 03:51:00.847595 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.894093 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd13f3ac-bcd9-4d26-a17b-573e25f53164 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.896332 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fd13f3ac-bcd9-4d26-a17b-573e25f53164 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "DELETE /v2.0/ports/0ca6343d-f933-44b6-9f68-e779f91a1c5c HTTP/1.1" status: 204 len: 168 time: 1.2225633 Jul 16 03:51:00.900376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:00.945066 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.946666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:00.947516 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:00.987335 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9096768 Jul 16 03:51:00.996119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:01.001062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34ba47ef-5e73-4f44-b166-c88fd193a90d req-2567c190-6ba0-405c-9fd7-3f6fe04e9873 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2330656 Jul 16 03:51:01.021988 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9ebd02db-13b7-4f3d-b4a8-a0bb05b67349 admin admin] Request body: {'subnet': {'network_id': 'dfb77a8c-b136-4ce4-883d-ca903c276f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1937512773-subnet', 'tenant_id': 'cbd0b3811d9c483cb2de0fca7ded9e61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:01.055850 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.112036 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebd02db-13b7-4f3d-b4a8-a0bb05b67349 admin admin] Made reservation on behalf of cbd0b3811d9c483cb2de0fca7ded9e61 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:01.115713 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ebd02db-13b7-4f3d-b4a8-a0bb05b67349 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.158637 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077e5c4-094f-4864-b17a-2cba162705d1 admin admin] Pushing event updated for resources: {'Network': ['ID=dfb77a8c-b136-4ce4-883d-ca903c276f1d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:01.191610 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network dfb77a8c-b136-4ce4-883d-ca903c276f1d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:01.259786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8dfad91c-8abf-474f-bb38-202a333951a9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Deleting port 7b2e8555-91ac-4426-9867-22b43b461d3d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:01.260143 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8dfad91c-8abf-474f-bb38-202a333951a9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.408714 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59100) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:01.417014 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8dfad91c-8abf-474f-bb38-202a333951a9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.450654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8dfad91c-8abf-474f-bb38-202a333951a9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Calling delete_port for 7b2e8555-91ac-4426-9867-22b43b461d3d owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:01.566624 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.640989 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ebd02db-13b7-4f3d-b4a8-a0bb05b67349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.660241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2034385302-network', 'tenant_id': '5599d47140934d63a5c964624163b246'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:01.728161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd02db-13b7-4f3d-b4a8-a0bb05b67349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9babc9d6-8cc0-40d4-9f1f-84244c98f24c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:01.728792 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] Made reservation on behalf of 5599d47140934d63a5c964624163b246 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:01.748360 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.764417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebd02db-13b7-4f3d-b4a8-a0bb05b67349 admin admin] Checking segment: {'id': '2eed1cdc-aeb7-4655-8346-18e65f34ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'dfb77a8c-b136-4ce4-883d-ca903c276f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:01.765014 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebd02db-13b7-4f3d-b4a8-a0bb05b67349 admin admin] Network hostable DHCP agents. Network: dfb77a8c-b136-4ce4-883d-ca903c276f1d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:01.791372 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebd02db-13b7-4f3d-b4a8-a0bb05b67349 admin admin] Network dfb77a8c-b136-4ce4-883d-ca903c276f1d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:01.792245 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.813175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9ebd02db-13b7-4f3d-b4a8-a0bb05b67349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, dfb77a8c-b136-4ce4-883d-ca903c276f1d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:01.817778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebd02db-13b7-4f3d-b4a8-a0bb05b67349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:01.818631 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9ebd02db-13b7-4f3d-b4a8-a0bb05b67349 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.823732 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8dfad91c-8abf-474f-bb38-202a333951a9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.824030 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278698da-b166-48db-aac0-523760e10bdc None None] Network dfb77a8c-b136-4ce4-883d-ca903c276f1d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:01.862582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfad91c-8abf-474f-bb38-202a333951a9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event deleted for resources: {'Port': ['ID=7b2e8555-91ac-4426-9867-22b43b461d3d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:01.865665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9ebd02db-13b7-4f3d-b4a8-a0bb05b67349 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8682239 Jul 16 03:51:01.969069 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:01.979063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.035667 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8dfad91c-8abf-474f-bb38-202a333951a9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.039828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:02.042713 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8dfad91c-8abf-474f-bb38-202a333951a9 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "DELETE /v2.0/ports/7b2e8555-91ac-4426-9867-22b43b461d3d HTTP/1.1" status: 204 len: 168 time: 1.1410687 Jul 16 03:51:02.046580 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:02.096103 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.098152 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] Added segment 62aa0433-94bd-4320-a5e3-10e296578e8c of type vlan for network fb8a35c3-e868-4740-b92b-39e38ef201cc Jul 16 03:51:02.135473 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47196b1-7ca8-485e-91ae-d4303b434a2a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:02.203348 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42995186-54f5-4ba3-8f8d-4235796bb97b None None] Network dfb77a8c-b136-4ce4-883d-ca903c276f1d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:02.308067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6504dc-1d11-4974-af9a-9369d03d2aed tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Deleting subnet cd2e3795-f02b-4e58-9b25-e8f59c3b0c20 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:02.320763 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb6504dc-1d11-4974-af9a-9369d03d2aed tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.381369 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.463884 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb6504dc-1d11-4974-af9a-9369d03d2aed tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.494732 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.501190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:02.502130 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.575431 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1654863 Jul 16 03:51:02.607911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:02.621766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-105b8952-e23c-483e-9830-93ad340665f6 admin admin] Request body: {'subnet': {'network_id': 'fb8a35c3-e868-4740-b92b-39e38ef201cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2034385302-subnet', 'tenant_id': '5599d47140934d63a5c964624163b246', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:02.722705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105b8952-e23c-483e-9830-93ad340665f6 admin admin] Made reservation on behalf of 5599d47140934d63a5c964624163b246 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:02.725265 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-105b8952-e23c-483e-9830-93ad340665f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.770954 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a4a460a-6036-46cf-a2fe-321e04bc9e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.827122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ffdc0-255b-4346-88df-1d08e8503db3 admin admin] Pushing event updated for resources: {'Network': ['ID=fb8a35c3-e868-4740-b92b-39e38ef201cc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:02.881785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network fb8a35c3-e868-4740-b92b-39e38ef201cc details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:02.908904 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:02.920727 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb6504dc-1d11-4974-af9a-9369d03d2aed tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.043630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726f956-a608-4c1c-93a4-65cb20be67fc req-75fa244f-e804-453c-b804-47d480d5f224 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:03.050869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8726f956-a608-4c1c-93a4-65cb20be67fc req-75fa244f-e804-453c-b804-47d480d5f224 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.5940666 Jul 16 03:51:03.152037 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8726f956-a608-4c1c-93a4-65cb20be67fc req-358a2550-16bb-4c06-a975-b6284de46613 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998828 Jul 16 03:51:03.199187 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb6504dc-1d11-4974-af9a-9369d03d2aed tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.258069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6504dc-1d11-4974-af9a-9369d03d2aed tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2e3795-f02b-4e58-9b25-e8f59c3b0c20,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:03.263846 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb6504dc-1d11-4974-af9a-9369d03d2aed tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.268419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59158) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:03.268595 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fb6504dc-1d11-4974-af9a-9369d03d2aed tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "DELETE /v2.0/subnets/cd2e3795-f02b-4e58-9b25-e8f59c3b0c20 HTTP/1.1" status: 204 len: 168 time: 1.2208304 Jul 16 03:51:03.268696 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b66bc7-d90d-4eb3-86e1-e4f913e73fd2 None None] Network a3d8bc9a-80ea-44be-8f70-23c45868da08 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:03.369969 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d225d5ab-b0c0-4168-b19a-eae49277e7bb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Deleting subnet c51f98c5-7894-40f9-bc4a-dd21e3db1a61 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:03.375440 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-105b8952-e23c-483e-9830-93ad340665f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.376997 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d225d5ab-b0c0-4168-b19a-eae49277e7bb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.454430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-9b7c343c-6cf9-419b-a4af-e637829b38fe tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:03.461650 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-9b7c343c-6cf9-419b-a4af-e637829b38fe tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/networks?id=822543d4-ca2a-4d0e-bc96-c84ae8db3f85 HTTP/1.1" status: 200 len: 812 time: 0.2794137 Jul 16 03:51:03.495712 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-2f27bd14-abbd-4548-91d9-e5530ea7cc58 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/quotas/e750402d5ae349ec9a15dfcf87dbf737 HTTP/1.1" status: 200 len: 375 time: 0.0202072 Jul 16 03:51:03.503800 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d225d5ab-b0c0-4168-b19a-eae49277e7bb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.559424 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-4248ddec-9d6c-48db-b385-af30664af691 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e750402d5ae349ec9a15dfcf87dbf737&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471506 Jul 16 03:51:03.568955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b8952-e23c-483e-9830-93ad340665f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76d13dbf-ace1-413c-a5ca-545965f4ce04,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:03.577929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a178383-8a53-4604-9c23-5d94a86297b6 None None] DHCP port deletion for a3d8bc9a-80ea-44be-8f70-23c45868da08 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:51:03.635214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105b8952-e23c-483e-9830-93ad340665f6 admin admin] Checking segment: {'id': '62aa0433-94bd-4320-a5e3-10e296578e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'fb8a35c3-e868-4740-b92b-39e38ef201cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:03.635778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105b8952-e23c-483e-9830-93ad340665f6 admin admin] Network hostable DHCP agents. Network: fb8a35c3-e868-4740-b92b-39e38ef201cc, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:03.659162 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2a178383-8a53-4604-9c23-5d94a86297b6 None None] Deleting port f646c527-eebd-4760-a015-f679d023afb7 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:03.659546 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a178383-8a53-4604-9c23-5d94a86297b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.691949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105b8952-e23c-483e-9830-93ad340665f6 admin admin] Network fb8a35c3-e868-4740-b92b-39e38ef201cc is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:03.700201 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d225d5ab-b0c0-4168-b19a-eae49277e7bb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.716129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-9862734f-ac59-4f99-8535-6376ff8f41bd service neutron] 10.222.0.18 "GET /v2.0/networks/822543d4-ca2a-4d0e-bc96-c84ae8db3f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391389 Jul 16 03:51:03.717058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-105b8952-e23c-483e-9830-93ad340665f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, fb8a35c3-e868-4740-b92b-39e38ef201cc) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:03.721878 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105b8952-e23c-483e-9830-93ad340665f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:03.722665 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-105b8952-e23c-483e-9830-93ad340665f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.742333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f43684a-f484-4747-ae13-3d6f7200742a None None] Network fb8a35c3-e868-4740-b92b-39e38ef201cc requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:03.785310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-105b8952-e23c-483e-9830-93ad340665f6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1750748 Jul 16 03:51:03.853291 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d225d5ab-b0c0-4168-b19a-eae49277e7bb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.974531 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-c4e3f72f-9eb8-4d62-b997-83f7ca825bc7 service neutron] 10.222.0.18 "GET /v2.0/networks/822543d4-ca2a-4d0e-bc96-c84ae8db3f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426174 Jul 16 03:51:03.976605 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225d5ab-b0c0-4168-b19a-eae49277e7bb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event deleted for resources: {'Subnet': ['ID=c51f98c5-7894-40f9-bc4a-dd21e3db1a61,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:03.991909 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d225d5ab-b0c0-4168-b19a-eae49277e7bb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:03.996080 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d225d5ab-b0c0-4168-b19a-eae49277e7bb tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "DELETE /v2.0/subnets/c51f98c5-7894-40f9-bc4a-dd21e3db1a61 HTTP/1.1" status: 204 len: 168 time: 0.7256081 Jul 16 03:51:03.997808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:04.012433 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f646c527-eebd-4760-a015-f679d023afb7 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:04.016323 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaf9dfb-518e-409a-8a2b-bc1539155b4f None None] Network 90438ada-ec72-4cdb-9a73-516b7f1c6694 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:04.158518 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.279323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Deleting port f646c527-eebd-4760-a015-f679d023afb7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:04.279719 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.399509 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] For port f646c527-eebd-4760-a015-f679d023afb7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f646c527-eebd-4760-a015-f679d023afb7,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:04.400146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.415904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Calling delete_port for f646c527-eebd-4760-a015-f679d023afb7 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:04.468881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2a178383-8a53-4604-9c23-5d94a86297b6 None None] For port f646c527-eebd-4760-a015-f679d023afb7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f646c527-eebd-4760-a015-f679d023afb7,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:04.471417 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a178383-8a53-4604-9c23-5d94a86297b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.511575 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1178b9a-ae3c-4dd3-931e-b5c292d6c180 None None] Network fb8a35c3-e868-4740-b92b-39e38ef201cc requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:04.655535 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:04.717797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2a178383-8a53-4604-9c23-5d94a86297b6 None None] Calling delete_port for f646c527-eebd-4760-a015-f679d023afb7 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:05.075743 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.179010 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c440d6-972e-4ca9-b8ea-87296d2e9608 None None] DHCP port deletion for 90438ada-ec72-4cdb-9a73-516b7f1c6694 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:51:05.188442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port f646c527-eebd-4760-a015-f679d023afb7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f646c527-eebd-4760-a015-f679d023afb7,segment=NetworkSegment(0ea5c057-e55a-461e-aabf-0137c54eda91),segment_id=0ea5c057-e55a-461e-aabf-0137c54eda91)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:05.215277 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.266383 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a178383-8a53-4604-9c23-5d94a86297b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.271024 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event deleted for resources: {'Port': ['ID=f646c527-eebd-4760-a015-f679d023afb7,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:05.318215 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a178383-8a53-4604-9c23-5d94a86297b6 None None] Pushing event deleted for resources: {'Port': ['ID=f646c527-eebd-4760-a015-f679d023afb7,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:05.355665 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a178383-8a53-4604-9c23-5d94a86297b6 None None] No DVR routers for this DVR port f646c527-eebd-4760-a015-f679d023afb7 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:05.379706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-50c440d6-972e-4ca9-b8ea-87296d2e9608 None None] Deleting port 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:05.380003 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-50c440d6-972e-4ca9-b8ea-87296d2e9608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.445858 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.558387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-50c440d6-972e-4ca9-b8ea-87296d2e9608 None None] For port 3f9b8792-15c9-4d87-a958-dfe125e1c6a1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3f9b8792-15c9-4d87-a958-dfe125e1c6a1,segment=NetworkSegment(083689b7-670e-4997-849d-bd41e8a5366c),segment_id=083689b7-670e-4997-849d-bd41e8a5366c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:05.558978 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-50c440d6-972e-4ca9-b8ea-87296d2e9608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.563423 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59218) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:05.568256 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1905452283-network', 'tenant_id': 'c1b51ee71b4047e8b39a28316c5409ef'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:05.605516 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac786064-8ff7-416d-927a-c1c9c83f5b58 req-487ae659-cec9-42b4-b229-b98b9e82aaa9 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 210 time: 0.2397366 Jul 16 03:51:05.609445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-50c440d6-972e-4ca9-b8ea-87296d2e9608 None None] Calling delete_port for 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:05.633558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] Made reservation on behalf of c1b51ee71b4047e8b39a28316c5409ef for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:05.639415 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.657821 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.714893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59220) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:05.732589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] No DVR routers for this DVR port f646c527-eebd-4760-a015-f679d023afb7 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:05.766490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event deleted for resources: {'Port': ['ID=f646c527-eebd-4760-a015-f679d023afb7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:05.785310 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.857570 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-50c440d6-972e-4ca9-b8ea-87296d2e9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.914325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c440d6-972e-4ca9-b8ea-87296d2e9608 None None] Pushing event deleted for resources: {'Port': ['ID=3f9b8792-15c9-4d87-a958-dfe125e1c6a1,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:05.921661 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c440d6-972e-4ca9-b8ea-87296d2e9608 None None] No DVR routers for this DVR port 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:05.946400 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:05.977582 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:05.983231 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.009067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:06.009415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3f9b8792-15c9-4d87-a958-dfe125e1c6a1 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:06.050741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:06.081874 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.085223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127579dc-9698-44b2-bac7-c3edc6296d6c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:06.092671 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.093246 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] Added segment 41d7ec12-99ff-43f9-81fd-b78995a5bb8c of type vlan for network 45023c43-2bea-440b-8473-e61a46524e3e Jul 16 03:51:06.117021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d8bc9a-80ea-44be-8f70-23c45868da08']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:06.152936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d0104-9996-4433-a275-8342a2195008 req-25aff3c3-428c-4768-bcc4-9f7e9cb7232b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:06.154900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f3d0104-9996-4433-a275-8342a2195008 req-25aff3c3-428c-4768-bcc4-9f7e9cb7232b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.7908256 Jul 16 03:51:06.187908 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.198825 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea5c057-e55a-461e-aabf-0137c54eda91') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:06.199123 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea5c057-e55a-461e-aabf-0137c54eda91') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:06.227516 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac30836-cbfd-4fc7-88a6-ecc2e461d3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.228794 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.309566 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.310543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:06.311118 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.321657 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.334488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:06.335822 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.427016 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] Pushing event updated for resources: {'Network': ['ID=45023c43-2bea-440b-8473-e61a46524e3e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:06.451158 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 45023c43-2bea-440b-8473-e61a46524e3e details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:06.489811 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:06.524113 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.590992 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.601720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "DELETE /v2.0/networks/a3d8bc9a-80ea-44be-8f70-23c45868da08 HTTP/1.1" status: 204 len: 168 time: 2.6025951 Jul 16 03:51:06.604372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59236) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:06.606067 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f3d0104-9996-4433-a275-8342a2195008 req-e523d907-7bb6-4140-b06f-864cfaaf1c1f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4397497 Jul 16 03:51:06.618455 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab85055-0efe-4bda-a27f-713e69409069 tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event deleted for resources: {'Network': ['ID=a3d8bc9a-80ea-44be-8f70-23c45868da08,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:06.725948 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b538bab0-fe20-4eea-a7ae-70becb2abf9b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.730836 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac30836-cbfd-4fc7-88a6-ecc2e461d3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.741759 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ac30836-cbfd-4fc7-88a6-ecc2e461d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.762705 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a3c282dc-13a6-47aa-931d-4e129918b421 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1983237 Jul 16 03:51:06.767178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-50ce95da-f31b-4efa-ba6e-a37e8251eaa2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:06.769972 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-50ce95da-f31b-4efa-ba6e-a37e8251eaa2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.88 "GET /v2.0/networks?id=822543d4-ca2a-4d0e-bc96-c84ae8db3f85 HTTP/1.1" status: 200 len: 812 time: 0.4708827 Jul 16 03:51:06.770148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59244) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:06.785174 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Request body: {'port': {'device_id': '749472a3-2aae-4916-bbcf-0671c7bc6ea5', 'network_id': '822543d4-ca2a-4d0e-bc96-c84ae8db3f85', 'admin_state_up': True, 'tenant_id': 'e750402d5ae349ec9a15dfcf87dbf737'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:06.814493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6f1539c5-e2e9-4a0f-a51a-46380cd4c4ab admin admin] Request body: {'subnet': {'network_id': '45023c43-2bea-440b-8473-e61a46524e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1905452283-subnet', 'tenant_id': 'c1b51ee71b4047e8b39a28316c5409ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:06.837587 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5ac30836-cbfd-4fc7-88a6-ecc2e461d3fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a6ad6bcaa9441da9c448deb2f8471c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1216316 Jul 16 03:51:06.849526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59248) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:06.850174 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac30836-cbfd-4fc7-88a6-ecc2e461d3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5cb284-7383-4ae0-978c-a1743d10c100,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:06.923176 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b538bab0-fe20-4eea-a7ae-70becb2abf9b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.938841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b773e285-2480-4f74-93ad-32941609c7c0 req-91b03e05-9f71-4f38-9637-a36e484f2e62 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 210 time: 0.0404038 Jul 16 03:51:06.955739 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b538bab0-fe20-4eea-a7ae-70becb2abf9b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90438ada-ec72-4cdb-9a73-516b7f1c6694']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:06.964391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1539c5-e2e9-4a0f-a51a-46380cd4c4ab admin admin] Made reservation on behalf of c1b51ee71b4047e8b39a28316c5409ef for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:06.966956 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f1539c5-e2e9-4a0f-a51a-46380cd4c4ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:06.972493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b538bab0-fe20-4eea-a7ae-70becb2abf9b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083689b7-670e-4997-849d-bd41e8a5366c') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:06.973343 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-b538bab0-fe20-4eea-a7ae-70becb2abf9b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083689b7-670e-4997-849d-bd41e8a5366c') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:06.977894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Made reservation on behalf of e750402d5ae349ec9a15dfcf87dbf737 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:06.981835 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.012416 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b538bab0-fe20-4eea-a7ae-70becb2abf9b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.027249 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1df6dc76-e2ea-44f5-ad4f-c4611f106b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.059302 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b538bab0-fe20-4eea-a7ae-70becb2abf9b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.077812 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b538bab0-fe20-4eea-a7ae-70becb2abf9b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Releasing vlan 909 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:07.078220 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b538bab0-fe20-4eea-a7ae-70becb2abf9b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:07.081296 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:07.127112 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1df6dc76-e2ea-44f5-ad4f-c4611f106b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.154073 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Allocated IP 172.20.0.3 (822543d4-ca2a-4d0e-bc96-c84ae8db3f85/c1635d8b-a51d-4d8e-a07d-ad1c9c21a2f4/3738f9b0-0b9f-44c6-bcad-10f4d50ddac1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:07.203653 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b538bab0-fe20-4eea-a7ae-70becb2abf9b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.215459 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b538bab0-fe20-4eea-a7ae-70becb2abf9b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.218170 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b538bab0-fe20-4eea-a7ae-70becb2abf9b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] 10.222.0.18 "DELETE /v2.0/networks/90438ada-ec72-4cdb-9a73-516b7f1c6694 HTTP/1.1" status: 204 len: 168 time: 0.6111445 Jul 16 03:51:07.261870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538bab0-fe20-4eea-a7ae-70becb2abf9b tempest-TaggedBootDevicesTest-923196236 tempest-TaggedBootDevicesTest-923196236-project] Pushing event deleted for resources: {'Network': ['ID=90438ada-ec72-4cdb-9a73-516b7f1c6694,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:07.372358 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1df6dc76-e2ea-44f5-ad4f-c4611f106b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.373789 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1df6dc76-e2ea-44f5-ad4f-c4611f106b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.374980 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1df6dc76-e2ea-44f5-ad4f-c4611f106b14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e5cb284-7383-4ae0-978c-a1743d10c100 HTTP/1.1" status: 204 len: 168 time: 0.5206702 Jul 16 03:51:07.393073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6dc76-e2ea-44f5-ad4f-c4611f106b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5cb284-7383-4ae0-978c-a1743d10c100,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:07.413814 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f1539c5-e2e9-4a0f-a51a-46380cd4c4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.472666 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.473588 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1539c5-e2e9-4a0f-a51a-46380cd4c4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=08c48c99-b2d8-45d3-aaa1-786a4482966c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:07.505390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1539c5-e2e9-4a0f-a51a-46380cd4c4ab admin admin] Checking segment: {'id': '41d7ec12-99ff-43f9-81fd-b78995a5bb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': '45023c43-2bea-440b-8473-e61a46524e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:07.505612 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1539c5-e2e9-4a0f-a51a-46380cd4c4ab admin admin] Network hostable DHCP agents. Network: 45023c43-2bea-440b-8473-e61a46524e3e, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:07.523871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1539c5-e2e9-4a0f-a51a-46380cd4c4ab admin admin] Network 45023c43-2bea-440b-8473-e61a46524e3e is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:07.534988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6f1539c5-e2e9-4a0f-a51a-46380cd4c4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 45023c43-2bea-440b-8473-e61a46524e3e) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:07.544479 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21be6e21-4efc-4765-81a0-3534b40eb024 None None] Network 45023c43-2bea-440b-8473-e61a46524e3e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:07.545037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1539c5-e2e9-4a0f-a51a-46380cd4c4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:07.547753 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f1539c5-e2e9-4a0f-a51a-46380cd4c4ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.582520 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.584354 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6f1539c5-e2e9-4a0f-a51a-46380cd4c4ab admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8132377 Jul 16 03:51:07.635640 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Network 822543d4-ca2a-4d0e-bc96-c84ae8db3f85 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:07.640256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:07.644301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:07.765841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Pushing event updated for resources: {'Port': ['ID=3738f9b0-0b9f-44c6-bcad-10f4d50ddac1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:07.897027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db96e58-6602-40ca-be77-32c97a394e7a None None] Network 45023c43-2bea-440b-8473-e61a46524e3e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:07.898420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:07.898770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:07.899177 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:07.899520 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:07.900099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:07.900960 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:07.901505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:07.902623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:07.903188 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:07.903726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:07.904341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:07.904893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:07.918641 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:07.919732 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:07.952539 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-2d616842-68f9-4458-a47a-e634d692b7c2 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1712778 Jul 16 03:51:08.009418 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c73e1b-634d-432b-a4e6-60c72eb018dd req-671a77c4-2ed4-47a6-bdef-565cb00fb10e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:08.010972 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25c73e1b-634d-432b-a4e6-60c72eb018dd req-671a77c4-2ed4-47a6-bdef-565cb00fb10e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.2337530 Jul 16 03:51:08.084348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25c73e1b-634d-432b-a4e6-60c72eb018dd req-2f1800e9-80db-49f4-bf5c-0d2915acb9e8 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666091 Jul 16 03:51:08.195751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8ed4a-a473-4b40-b917-5d4675cb2638 req-f9deb93f-4ce0-4232-a453-588eed86863d tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:08.198042 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17a8ed4a-a473-4b40-b917-5d4675cb2638 req-f9deb93f-4ce0-4232-a453-588eed86863d tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 931 time: 0.0937173 Jul 16 03:51:08.204099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Request body: {'port': {'device_id': '749472a3-2aae-4916-bbcf-0671c7bc6ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:08.297734 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59290) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:08.313109 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c08d736-0558-4b11-a784-09fbf40bcab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.322357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17a8ed4a-a473-4b40-b917-5d4675cb2638 req-c02d02bd-0bf4-42a5-b1e5-a431a24fd1ab tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128666 Jul 16 03:51:08.339768 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.729295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:08.738559 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.774907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Transition to ACTIVE for port object 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:08.784610 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.811943 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c08d736-0558-4b11-a784-09fbf40bcab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.816571 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c08d736-0558-4b11-a784-09fbf40bcab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.842672 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Pushing event updated for resources: {'Port': ['ID=3738f9b0-0b9f-44c6-bcad-10f4d50ddac1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:08.862178 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6c08d736-0558-4b11-a784-09fbf40bcab2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95402ba7216c40d696625aa5a16eabfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5607336 Jul 16 03:51:08.862178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08d736-0558-4b11-a784-09fbf40bcab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58158b2-aa73-4414-bf36-63d054ef5183,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:08.863498 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59312) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:08.943358 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05a44c41-161e-4e2e-b2db-bfa5acab0ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:08.971368 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05a44c41-161e-4e2e-b2db-bfa5acab0ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.022008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-fba1a71b-4d80-4423-a2cc-2abbe7e46e77 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:09.023587 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-fba1a71b-4d80-4423-a2cc-2abbe7e46e77 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/networks?id=fb8a35c3-e868-4740-b92b-39e38ef201cc HTTP/1.1" status: 200 len: 809 time: 0.2773542 Jul 16 03:51:09.026810 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05a44c41-161e-4e2e-b2db-bfa5acab0ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.030409 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05a44c41-161e-4e2e-b2db-bfa5acab0ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.032089 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-05a44c41-161e-4e2e-b2db-bfa5acab0ab5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b58158b2-aa73-4414-bf36-63d054ef5183 HTTP/1.1" status: 204 len: 168 time: 0.1672213 Jul 16 03:51:09.041410 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a44c41-161e-4e2e-b2db-bfa5acab0ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58158b2-aa73-4414-bf36-63d054ef5183,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:09.073831 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-a3e65a06-7a8d-4c00-a8f3-fcbb6ca7315c tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/quotas/5599d47140934d63a5c964624163b246 HTTP/1.1" status: 200 len: 375 time: 0.0344405 Jul 16 03:51:09.138884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9b4b3a0f-8663-4a7c-918a-2134625f1919 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5599d47140934d63a5c964624163b246&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640869 Jul 16 03:51:09.190916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Attempting to bind port 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:09.191225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Attempting to bind port 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '1f6ae117-d2ea-4cb5-af58-f5c314830da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '822543d4-ca2a-4d0e-bc96-c84ae8db3f85'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:09.191558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Attempting to bind port 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 on network 822543d4-ca2a-4d0e-bc96-c84ae8db3f85 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:09.223107 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Port 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 on network 822543d4-ca2a-4d0e-bc96-c84ae8db3f85 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:51:09.223495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Attempting to bind port 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 on network 822543d4-ca2a-4d0e-bc96-c84ae8db3f85 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:09.233843 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:09.234209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Checking segment: {'id': '1f6ae117-d2ea-4cb5-af58-f5c314830da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '822543d4-ca2a-4d0e-bc96-c84ae8db3f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:09.234577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Bound using segment: {'id': '1f6ae117-d2ea-4cb5-af58-f5c314830da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '822543d4-ca2a-4d0e-bc96-c84ae8db3f85'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:09.235026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Bound port: 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6ae117-d2ea-4cb5-af58-f5c314830da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '822543d4-ca2a-4d0e-bc96-c84ae8db3f85'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:09.235393 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.381665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-2877a99c-3364-40f5-a83f-82fef74a942e service neutron] 10.222.0.18 "GET /v2.0/networks/fb8a35c3-e868-4740-b92b-39e38ef201cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418020 Jul 16 03:51:09.470542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] For port 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:09.486066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] For port 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3738f9b0-0b9f-44c6-bcad-10f4d50ddac1,segment=NetworkSegment(1f6ae117-d2ea-4cb5-af58-f5c314830da6),segment_id=1f6ae117-d2ea-4cb5-af58-f5c314830da6)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:09.546834 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.595836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea209c-ce86-49fa-b44a-6cd3805b7b97 req-6497af64-cafb-434b-a222-735576e2559b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:09.597394 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dfea209c-ce86-49fa-b44a-6cd3805b7b97 req-6497af64-cafb-434b-a222-735576e2559b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.2839520 Jul 16 03:51:09.629190 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:09.629387 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:09.634737 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] 10.222.0.88 "PUT /v2.0/ports/3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 HTTP/1.1" status: 200 len: 1091 time: 1.6595230 Jul 16 03:51:09.634737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749472a3-2aae-4916-bbcf-0671c7bc6ea5', 'tag': '3738f9b0-0b9f-44c6-bcad-10f4d50ddac1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:09.634737 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45801a4f-622b-434e-81af-de3876fed277" -d '{"events": [{"name": "network-changed", "server_uuid": "749472a3-2aae-4916-bbcf-0671c7bc6ea5", "tag": "3738f9b0-0b9f-44c6-bcad-10f4d50ddac1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:09.765431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-579a245b-0b35-4a67-b303-0a69d3f69466 service neutron] 10.222.0.18 "GET /v2.0/networks/fb8a35c3-e868-4740-b92b-39e38ef201cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826377 Jul 16 03:51:09.767297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2545b3b-2308-43eb-a335-7c87c726a031 service neutron] Pushing event updated for resources: {'Port': ['ID=3738f9b0-0b9f-44c6-bcad-10f4d50ddac1,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:09.843180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dfea209c-ce86-49fa-b44a-6cd3805b7b97 req-c2b7f38d-933e-47b2-93db-64668f4b7932 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349882 Jul 16 03:51:09.862544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f1afe748-5bf9-4ad0-a577-657cbf90e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:09.864767 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-f1afe748-5bf9-4ad0-a577-657cbf90e16c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e750402d5ae349ec9a15dfcf87dbf737&device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 1094 time: 0.1733115 Jul 16 03:51:09.976864 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-c7a87b0f-90b3-4791-a17d-09533aa20432 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 HTTP/1.1" status: 200 len: 217 time: 0.0931921 Jul 16 03:51:10.111764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-805d22b0-a2c3-48aa-920c-965d19d2c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:10.118621 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-805d22b0-a2c3-48aa-920c-965d19d2c21f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c1635d8b-a51d-4d8e-a07d-ad1c9c21a2f4 HTTP/1.1" status: 200 len: 852 time: 0.1335468 Jul 16 03:51:10.130451 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5587ad-0755-411d-9e35-f322619ab65b x-openstack-request-id: req-eb5587ad-0755-411d-9e35-f322619ab65b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:10.130748 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749472a3-2aae-4916-bbcf-0671c7bc6ea5", "tag": "3738f9b0-0b9f-44c6-bcad-10f4d50ddac1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:10.131004 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb5587ad-0755-411d-9e35-f322619ab65b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:10.131439 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749472a3-2aae-4916-bbcf-0671c7bc6ea5', 'tag': '3738f9b0-0b9f-44c6-bcad-10f4d50ddac1', 'status': 'completed', 'code': 200} Jul 16 03:51:10.189372 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-1461a770-d904-4495-83af-05c42058e2fc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=822543d4-ca2a-4d0e-bc96-c84ae8db3f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524981 Jul 16 03:51:10.340926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58129765-f435-43de-825b-3c44cf617af5 req-5416e705-6875-4b27-8498-ba1c0f798409 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 210 time: 0.0572052 Jul 16 03:51:10.437768 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-706749a0-361f-43ec-8d2d-b6c7f14b8c49 service neutron] 10.222.0.88 "GET /v2.0/networks/822543d4-ca2a-4d0e-bc96-c84ae8db3f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239242 Jul 16 03:51:10.448751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96afd2-385e-4eaa-a023-1ff866db3738 req-ca19b34f-ce29-455c-92ca-c923ffc2fffb tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:10.450562 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a96afd2-385e-4eaa-a023-1ff866db3738 req-ca19b34f-ce29-455c-92ca-c923ffc2fffb tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 943 time: 0.2602942 Jul 16 03:51:10.654576 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6986506a-c2dd-4478-bf43-090ac03345e7 req-80682715-f1b6-4919-a660-5183ccccc8bb service neutron] 10.222.0.88 "GET /v2.0/networks/822543d4-ca2a-4d0e-bc96-c84ae8db3f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029395 Jul 16 03:51:10.670260 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a96afd2-385e-4eaa-a023-1ff866db3738 req-b15f80d5-c850-48f6-bb20-c58f8f641a39 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381950 Jul 16 03:51:10.831110 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45801a4f-622b-434e-81af-de3876fed277 req-3f71d914-377c-423b-a82f-fb73e653faf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:10.833547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45801a4f-622b-434e-81af-de3876fed277 req-3f71d914-377c-423b-a82f-fb73e653faf9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e750402d5ae349ec9a15dfcf87dbf737&device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 1094 time: 0.0918548 Jul 16 03:51:11.024843 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45801a4f-622b-434e-81af-de3876fed277 req-86b8b079-8042-4fd5-b772-417753979a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:11.027222 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45801a4f-622b-434e-81af-de3876fed277 req-86b8b079-8042-4fd5-b772-417753979a3c service neutron] 10.222.0.88 "GET /v2.0/networks?id=822543d4-ca2a-4d0e-bc96-c84ae8db3f85 HTTP/1.1" status: 200 len: 913 time: 0.1845591 Jul 16 03:51:11.115657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45801a4f-622b-434e-81af-de3876fed277 req-bdaaceac-736f-4fb7-bad1-f6623bfbae38 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 HTTP/1.1" status: 200 len: 217 time: 0.0802901 Jul 16 03:51:11.269538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45801a4f-622b-434e-81af-de3876fed277 req-6f5458c4-8a7a-4b35-84e1-0276b91866ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:11.274967 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45801a4f-622b-434e-81af-de3876fed277 req-6f5458c4-8a7a-4b35-84e1-0276b91866ad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c1635d8b-a51d-4d8e-a07d-ad1c9c21a2f4 HTTP/1.1" status: 200 len: 852 time: 0.1517215 Jul 16 03:51:11.336678 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45801a4f-622b-434e-81af-de3876fed277 req-f56787f9-4079-49a9-9db3-be9597b5fad5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=822543d4-ca2a-4d0e-bc96-c84ae8db3f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429845 Jul 16 03:51:11.403602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0042a-4fce-4201-a14b-dc1540793c5f req-031d0d10-6689-4e65-bf08-4323467ca3aa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:11.411449 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ef0042a-4fce-4201-a14b-dc1540793c5f req-031d0d10-6689-4e65-bf08-4323467ca3aa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.2225065 Jul 16 03:51:11.589958 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ef0042a-4fce-4201-a14b-dc1540793c5f req-ccd9d617-1288-4886-845a-692d03903c35 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766965 Jul 16 03:51:11.654103 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea57e296-55ab-4720-90e4-21d949fac506 req-65c730d6-79ef-462f-a403-4201f9776c4c tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 210 time: 0.0611646 Jul 16 03:51:11.657978 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45801a4f-622b-434e-81af-de3876fed277 req-45a067e9-961d-4011-9388-a5473cb343d5 service neutron] 10.222.0.88 "GET /v2.0/networks/822543d4-ca2a-4d0e-bc96-c84ae8db3f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136728 Jul 16 03:51:11.791679 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45801a4f-622b-434e-81af-de3876fed277 req-da87b0ab-58af-4f0d-aab1-0e5c00a53a67 service neutron] 10.222.0.88 "GET /v2.0/networks/822543d4-ca2a-4d0e-bc96-c84ae8db3f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243162 Jul 16 03:51:12.131642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-bdf9d314-2300-4683-89c6-ad5cf5f25d7d tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:12.133282 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-bdf9d314-2300-4683-89c6-ad5cf5f25d7d tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.20 "GET /v2.0/networks?id=fb8a35c3-e868-4740-b92b-39e38ef201cc HTTP/1.1" status: 200 len: 809 time: 0.1949966 Jul 16 03:51:12.146630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12a24d-eb6b-4764-8f65-24be0c4e1ea6 req-9e7435e8-102f-407e-8f6e-fe295a1626cd tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:12.154789 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2f12a24d-eb6b-4764-8f65-24be0c4e1ea6 req-9e7435e8-102f-407e-8f6e-fe295a1626cd tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 943 time: 0.2792020 Jul 16 03:51:12.161422 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-285bc23f-7861-43f5-9321-d1798b02ca95 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Request body: {'port': {'device_id': '94e85e70-6c17-433a-af84-92401d808bfc', 'network_id': 'fb8a35c3-e868-4740-b92b-39e38ef201cc', 'admin_state_up': True, 'tenant_id': '5599d47140934d63a5c964624163b246'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:12.251800 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2f12a24d-eb6b-4764-8f65-24be0c4e1ea6 req-d5273900-97d2-4e23-8b41-d37703ca1cd4 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958855 Jul 16 03:51:12.335135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-285bc23f-7861-43f5-9321-d1798b02ca95 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Made reservation on behalf of 5599d47140934d63a5c964624163b246 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:12.344520 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-285bc23f-7861-43f5-9321-d1798b02ca95 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:12.584512 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-285bc23f-7861-43f5-9321-d1798b02ca95 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Allocated IP 172.20.0.13 (fb8a35c3-e868-4740-b92b-39e38ef201cc/76d13dbf-ace1-413c-a5ca-545965f4ce04/aa5d86c5-0e05-405a-8a6a-7e4e5adc828a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:13.094592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb4351a4-f675-4d21-b930-80859f9766d0 req-ffc509cb-d7c8-4d27-9c14-a1ff93c2ac2a tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 210 time: 0.1303284 Jul 16 03:51:13.121562 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-285bc23f-7861-43f5-9321-d1798b02ca95 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.237953 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a49108-4eaf-4df9-b743-65af2f2dd8b3 req-04d44d5a-9372-4a6e-958a-4ab5c29a86d5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:13.239676 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08a49108-4eaf-4df9-b743-65af2f2dd8b3 req-04d44d5a-9372-4a6e-958a-4ab5c29a86d5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.3307028 Jul 16 03:51:13.274659 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:51:13.321708 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08a49108-4eaf-4df9-b743-65af2f2dd8b3 req-78e706da-a6ac-4900-bf9d-b66e92a93cb5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705659 Jul 16 03:51:13.325048 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-285bc23f-7861-43f5-9321-d1798b02ca95 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.409688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bc23f-7861-43f5-9321-d1798b02ca95 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Pushing event updated for resources: {'Port': ['ID=aa5d86c5-0e05-405a-8a6a-7e4e5adc828a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:13.448960 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-285bc23f-7861-43f5-9321-d1798b02ca95 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Network fb8a35c3-e868-4740-b92b-39e38ef201cc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:13.450875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-285bc23f-7861-43f5-9321-d1798b02ca95 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:13.455905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-285bc23f-7861-43f5-9321-d1798b02ca95 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:13.461439 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59464) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:13.603647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3738f9b0-0b9f-44c6-bcad-10f4d50ddac1,segment=NetworkSegment(1f6ae117-d2ea-4cb5-af58-f5c314830da6),segment_id=1f6ae117-d2ea-4cb5-af58-f5c314830da6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:13.624063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-285bc23f-7861-43f5-9321-d1798b02ca95 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:13.627295 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-285bc23f-7861-43f5-9321-d1798b02ca95 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.638251 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '3738f9b0-0b9f-44c6-bcad-10f4d50ddac1', 'network_id': '822543d4-ca2a-4d0e-bc96-c84ae8db3f85', 'port_id': '3738f9b0-0b9f-44c6-bcad-10f4d50ddac1', 'mac_address': 'fa:16:3e:f2:6e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1635d8b-a51d-4d8e-a07d-ad1c9c21a2f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:51:13.653162 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f96e6a35-6790-407e-a1bd-3a610b689caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.692342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-285bc23f-7861-43f5-9321-d1798b02ca95 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5345263 Jul 16 03:51:13.695725 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:51:13.711364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Request body: {'port': {'device_id': '94e85e70-6c17-433a-af84-92401d808bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:13.721871 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.746129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:13.781095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3738f9b0-0b9f-44c6-bcad-10f4d50ddac1,segment=NetworkSegment(1f6ae117-d2ea-4cb5-af58-f5c314830da6),segment_id=1f6ae117-d2ea-4cb5-af58-f5c314830da6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:13.788055 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.834902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec49031-9674-47c3-8cf4-258e78ecdc04 req-52f6509d-e7c8-4249-a059-b9eb4918af0f tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:13.842199 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ec49031-9674-47c3-8cf4-258e78ecdc04 req-52f6509d-e7c8-4249-a059-b9eb4918af0f tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 943 time: 0.2615678 Jul 16 03:51:13.900406 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f96e6a35-6790-407e-a1bd-3a610b689caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.910240 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=3738f9b0-0b9f-44c6-bcad-10f4d50ddac1,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:13.918519 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f96e6a35-6790-407e-a1bd-3a610b689caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.967720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ec49031-9674-47c3-8cf4-258e78ecdc04 req-b522090c-d2c7-4d87-81a4-7504765fba3c tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242843 Jul 16 03:51:13.976458 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:13.985939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e6a35-6790-407e-a1bd-3a610b689caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c01921-4d97-4139-ad18-15cdf3fb02a7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:13.994191 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f96e6a35-6790-407e-a1bd-3a610b689caa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac202bec015a44619f5c9d21d470827b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5320528 Jul 16 03:51:13.999679 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59478) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:14.066272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['3738f9b0-0b9f-44c6-bcad-10f4d50ddac1'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:51:14.090284 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c4dbb5f-58a6-4c79-8fdb-cf226aedfd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.142050 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c4dbb5f-58a6-4c79-8fdb-cf226aedfd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.274381 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c4dbb5f-58a6-4c79-8fdb-cf226aedfd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.277117 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c4dbb5f-58a6-4c79-8fdb-cf226aedfd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.280507 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3c4dbb5f-58a6-4c79-8fdb-cf226aedfd89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9c01921-4d97-4139-ad18-15cdf3fb02a7 HTTP/1.1" status: 204 len: 168 time: 0.2774277 Jul 16 03:51:14.302705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4dbb5f-58a6-4c79-8fdb-cf226aedfd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c01921-4d97-4139-ad18-15cdf3fb02a7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:14.520129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0a92f-25f3-4dd9-9e9b-adff18bbc8df req-47ca8bb6-d999-4607-9288-b5045dfe2cf3 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:14.520889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98d0a92f-25f3-4dd9-9e9b-adff18bbc8df req-47ca8bb6-d999-4607-9288-b5045dfe2cf3 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 932 time: 0.2740312 Jul 16 03:51:14.578766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5d86c5-0e05-405a-8a6a-7e4e5adc828a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:14.590062 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.637442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Transition to ACTIVE for port object aa5d86c5-0e05-405a-8a6a-7e4e5adc828a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:14.653059 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98d0a92f-25f3-4dd9-9e9b-adff18bbc8df req-6ce1f6fa-c10d-4478-b42f-d9a2c609d2aa tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47196b1-7ca8-485e-91ae-d4303b434a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114089 Jul 16 03:51:14.655453 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.711794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a81707-6487-41f9-b7a1-8732d170baf4 req-a9532a25-4b39-4c44-a199-8d5a5fa0dbbf tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:14.713460 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54a81707-6487-41f9-b7a1-8732d170baf4 req-a9532a25-4b39-4c44-a199-8d5a5fa0dbbf tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.2195785 Jul 16 03:51:14.743216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5d86c5-0e05-405a-8a6a-7e4e5adc828a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:14.845060 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54a81707-6487-41f9-b7a1-8732d170baf4 req-8cd64aba-578a-433d-9a7c-85fca7ad8db9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172557 Jul 16 03:51:14.877072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Attempting to bind port aa5d86c5-0e05-405a-8a6a-7e4e5adc828a on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:14.877479 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Attempting to bind port aa5d86c5-0e05-405a-8a6a-7e4e5adc828a by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '62aa0433-94bd-4320-a5e3-10e296578e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'fb8a35c3-e868-4740-b92b-39e38ef201cc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:14.878018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Attempting to bind port aa5d86c5-0e05-405a-8a6a-7e4e5adc828a on network fb8a35c3-e868-4740-b92b-39e38ef201cc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:14.884969 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Port aa5d86c5-0e05-405a-8a6a-7e4e5adc828a on network fb8a35c3-e868-4740-b92b-39e38ef201cc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:51:14.885480 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Attempting to bind port aa5d86c5-0e05-405a-8a6a-7e4e5adc828a on network fb8a35c3-e868-4740-b92b-39e38ef201cc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:14.893033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:14.893033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Checking segment: {'id': '62aa0433-94bd-4320-a5e3-10e296578e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'fb8a35c3-e868-4740-b92b-39e38ef201cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:14.893033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Bound using segment: {'id': '62aa0433-94bd-4320-a5e3-10e296578e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'fb8a35c3-e868-4740-b92b-39e38ef201cc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:14.893422 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Bound port: aa5d86c5-0e05-405a-8a6a-7e4e5adc828a, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62aa0433-94bd-4320-a5e3-10e296578e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'fb8a35c3-e868-4740-b92b-39e38ef201cc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:14.893422 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.934272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59510) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:14.959763 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0a08fa1-fa7c-48e0-8557-b7e1a6e31b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:14.995791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] For port aa5d86c5-0e05-405a-8a6a-7e4e5adc828a, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:15.004506 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] For port aa5d86c5-0e05-405a-8a6a-7e4e5adc828a, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=aa5d86c5-0e05-405a-8a6a-7e4e5adc828a,segment=NetworkSegment(62aa0433-94bd-4320-a5e3-10e296578e8c),segment_id=62aa0433-94bd-4320-a5e3-10e296578e8c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:15.013099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.103439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5d86c5-0e05-405a-8a6a-7e4e5adc828a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:15.108854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.109885 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.111591 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-9cb567b6-d357-447c-8839-e003557a5978 service neutron] 10.222.0.20 "PUT /v2.0/ports/aa5d86c5-0e05-405a-8a6a-7e4e5adc828a HTTP/1.1" status: 200 len: 1092 time: 1.4075644 Jul 16 03:51:15.112085 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e85e70-6c17-433a-af84-92401d808bfc', 'tag': 'aa5d86c5-0e05-405a-8a6a-7e4e5adc828a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:15.114523 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154f01b9-1c8f-407d-9be0-bb8f68a4631b" -d '{"events": [{"name": "network-changed", "server_uuid": "94e85e70-6c17-433a-af84-92401d808bfc", "tag": "aa5d86c5-0e05-405a-8a6a-7e4e5adc828a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:15.195419 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0a08fa1-fa7c-48e0-8557-b7e1a6e31b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.199496 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0a08fa1-fa7c-48e0-8557-b7e1a6e31b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.208052 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7717f36f-c738-4c13-8754-485493fde8b6 x-openstack-request-id: req-7717f36f-c738-4c13-8754-485493fde8b6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:15.208429 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94e85e70-6c17-433a-af84-92401d808bfc", "tag": "aa5d86c5-0e05-405a-8a6a-7e4e5adc828a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:15.208685 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7717f36f-c738-4c13-8754-485493fde8b6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:15.209092 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e85e70-6c17-433a-af84-92401d808bfc', 'tag': 'aa5d86c5-0e05-405a-8a6a-7e4e5adc828a', 'status': 'completed', 'code': 200} Jul 16 03:51:15.229193 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e0a08fa1-fa7c-48e0-8557-b7e1a6e31b99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5a19eadb18c4310b0e2b7268c78a8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916334 Jul 16 03:51:15.231333 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:15.248559 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a08fa1-fa7c-48e0-8557-b7e1a6e31b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b7ebca-67e5-443c-b39c-5e773164d39a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:15.273706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:15.372093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36f1db-55a2-448b-8a1c-9af9f3bcb5ae req-cbc2b66a-66b8-468f-bd8f-a6fdbf1e4fd0 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.379065 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ce36f1db-55a2-448b-8a1c-9af9f3bcb5ae req-cbc2b66a-66b8-468f-bd8f-a6fdbf1e4fd0 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 944 time: 0.2078893 Jul 16 03:51:15.380170 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:15.385196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:15.385787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-3ec0e373-fa57-490a-88a0-bf65a9c32604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:15.386006 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.387256 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-3ec0e373-fa57-490a-88a0-bf65a9c32604 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5599d47140934d63a5c964624163b246&device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 1095 time: 0.2290792 Jul 16 03:51:15.477586 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.503608 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749472a3-2aae-4916-bbcf-0671c7bc6ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3738f9b0-0b9f-44c6-bcad-10f4d50ddac1'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:15.507162 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b9a2b7-967f-4580-a483-fc853c67079d" -d '{"events": [{"server_uuid": "749472a3-2aae-4916-bbcf-0671c7bc6ea5", "name": "network-vif-plugged", "status": "completed", "tag": "3738f9b0-0b9f-44c6-bcad-10f4d50ddac1"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:15.533618 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3738f9b0-0b9f-44c6-bcad-10f4d50ddac1,segment=NetworkSegment(1f6ae117-d2ea-4cb5-af58-f5c314830da6),segment_id=1f6ae117-d2ea-4cb5-af58-f5c314830da6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:15.540811 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:15.662231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=3738f9b0-0b9f-44c6-bcad-10f4d50ddac1,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:15.992501 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ae3b12-c3d4-4f66-800d-4719cb256b69 x-openstack-request-id: req-b7ae3b12-c3d4-4f66-800d-4719cb256b69 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:15.992883 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749472a3-2aae-4916-bbcf-0671c7bc6ea5", "name": "network-vif-plugged", "status": "completed", "tag": "3738f9b0-0b9f-44c6-bcad-10f4d50ddac1", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:15.993225 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7ae3b12-c3d4-4f66-800d-4719cb256b69 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:15.993710 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749472a3-2aae-4916-bbcf-0671c7bc6ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3738f9b0-0b9f-44c6-bcad-10f4d50ddac1', 'code': 200} Jul 16 03:51:16.057248 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-628aa196-fae6-455d-89dc-d401484ba45d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa5d86c5-0e05-405a-8a6a-7e4e5adc828a HTTP/1.1" status: 200 len: 217 time: 0.6623449 Jul 16 03:51:16.057884 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f818d933-8a38-4f7a-92ae-b779044d0dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.087008 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f818d933-8a38-4f7a-92ae-b779044d0dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.269567 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ce36f1db-55a2-448b-8a1c-9af9f3bcb5ae req-940a6d25-cd21-4ac6-8202-99aba9e7cf15 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8895721 Jul 16 03:51:16.300805 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f818d933-8a38-4f7a-92ae-b779044d0dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.300805 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f818d933-8a38-4f7a-92ae-b779044d0dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:16.311163 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f818d933-8a38-4f7a-92ae-b779044d0dec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04b7ebca-67e5-443c-b39c-5e773164d39a HTTP/1.1" status: 204 len: 168 time: 1.0680354 Jul 16 03:51:16.314360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-65fc668e-ba87-4b2b-a278-c7162c2b612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:16.319005 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-65fc668e-ba87-4b2b-a278-c7162c2b612f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d13dbf-ace1-413c-a5ca-545965f4ce04 HTTP/1.1" status: 200 len: 849 time: 0.2107863 Jul 16 03:51:16.430486 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818d933-8a38-4f7a-92ae-b779044d0dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b7ebca-67e5-443c-b39c-5e773164d39a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:16.448060 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-ae90755f-eebb-49b8-9687-d4ed21646d6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb8a35c3-e868-4740-b92b-39e38ef201cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185787 Jul 16 03:51:16.498413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f01db0-b570-4ff1-a0d2-f6425cf72486 req-a964bb6a-d7b3-4338-bf27-7849c7bd43b8 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:16.500201 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-30f01db0-b570-4ff1-a0d2-f6425cf72486 req-a964bb6a-d7b3-4338-bf27-7849c7bd43b8 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 944 time: 0.3871424 Jul 16 03:51:16.651073 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c2ac8-7638-481c-9f05-b9266cff360b req-88e7fd77-c358-452c-8093-cd00591a693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:16.652941 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df2c2ac8-7638-481c-9f05-b9266cff360b req-88e7fd77-c358-452c-8093-cd00591a693d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 1096 time: 0.5388806 Jul 16 03:51:16.697904 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-30f01db0-b570-4ff1-a0d2-f6425cf72486 req-a0077f03-ab4e-4bdc-b6a5-2a0a98b6fbe7 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47196b1-7ca8-485e-91ae-d4303b434a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797965 Jul 16 03:51:16.801601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa236f7-b2a3-46f8-b4e1-e19e0a6c969e req-4fc70c9c-735e-4dbd-a60b-4cdec071e0c0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:16.803743 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fa236f7-b2a3-46f8-b4e1-e19e0a6c969e req-4fc70c9c-735e-4dbd-a60b-4cdec071e0c0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.2772965 Jul 16 03:51:16.805679 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-061bb89b-16bd-4c18-8443-c8c588114181 service neutron] 10.222.0.20 "GET /v2.0/networks/fb8a35c3-e868-4740-b92b-39e38ef201cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324604 Jul 16 03:51:16.837274 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df2c2ac8-7638-481c-9f05-b9266cff360b req-021fdfa4-364f-43b9-bcd1-803434edd5c8 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655083 Jul 16 03:51:16.914698 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fa236f7-b2a3-46f8-b4e1-e19e0a6c969e req-7787f9c4-1d2c-4778-8024-19e665b8be38 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035571 Jul 16 03:51:17.081882 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-209a11fc-09e3-4aa8-a2d1-222788471984 req-28f1e1d4-0464-4746-b678-902823739807 service neutron] 10.222.0.20 "GET /v2.0/networks/fb8a35c3-e868-4740-b92b-39e38ef201cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626369 Jul 16 03:51:17.250210 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f01b9-1c8f-407d-9be0-bb8f68a4631b req-f779a10b-7f1e-4b3f-9c4e-4c66723e6643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:17.251803 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-154f01b9-1c8f-407d-9be0-bb8f68a4631b req-f779a10b-7f1e-4b3f-9c4e-4c66723e6643 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5599d47140934d63a5c964624163b246&device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 1095 time: 0.1162164 Jul 16 03:51:17.478119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f01b9-1c8f-407d-9be0-bb8f68a4631b req-2297c09a-147b-49cb-9368-9a3db3dc59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:17.483712 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-154f01b9-1c8f-407d-9be0-bb8f68a4631b req-2297c09a-147b-49cb-9368-9a3db3dc59e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fb8a35c3-e868-4740-b92b-39e38ef201cc HTTP/1.1" status: 200 len: 910 time: 0.2171416 Jul 16 03:51:17.567121 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-154f01b9-1c8f-407d-9be0-bb8f68a4631b req-6b7b74e8-a8f5-4009-9dc1-a69b8dd562d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa5d86c5-0e05-405a-8a6a-7e4e5adc828a HTTP/1.1" status: 200 len: 217 time: 0.0557430 Jul 16 03:51:17.654120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f41e54-7d11-4220-b727-80ed42ab245b req-3eee55c6-4d69-4ebb-a8fa-a914bb9a637c tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:17.656167 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45f41e54-7d11-4220-b727-80ed42ab245b req-3eee55c6-4d69-4ebb-a8fa-a914bb9a637c tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 0.2095447 Jul 16 03:51:17.671906 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f01b9-1c8f-407d-9be0-bb8f68a4631b req-227ad20c-afb6-44d8-b383-9ffbc0be1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:17.673450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-154f01b9-1c8f-407d-9be0-bb8f68a4631b req-227ad20c-afb6-44d8-b383-9ffbc0be1d12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76d13dbf-ace1-413c-a5ca-545965f4ce04 HTTP/1.1" status: 200 len: 849 time: 0.0982838 Jul 16 03:51:17.718344 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-154f01b9-1c8f-407d-9be0-bb8f68a4631b req-d32e84f6-916f-4b20-ac9d-9efd111bc20d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fb8a35c3-e868-4740-b92b-39e38ef201cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310922 Jul 16 03:51:17.738802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45f41e54-7d11-4220-b727-80ed42ab245b req-9df889c6-aae1-4978-89be-978493c8176c tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742209 Jul 16 03:51:17.884575 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-154f01b9-1c8f-407d-9be0-bb8f68a4631b req-2eecf324-dcb7-487b-aedb-d4827716e842 service neutron] 10.222.0.20 "GET /v2.0/networks/fb8a35c3-e868-4740-b92b-39e38ef201cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496820 Jul 16 03:51:18.104838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-154f01b9-1c8f-407d-9be0-bb8f68a4631b req-63067355-7e35-4f55-b72f-aa4c7f6f6eeb service neutron] 10.222.0.20 "GET /v2.0/networks/fb8a35c3-e868-4740-b92b-39e38ef201cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123146 Jul 16 03:51:18.133026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3869da3-560c-49e4-a1da-026c66f7ea73 req-065ae456-b601-4095-aeeb-054e181217bc tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:18.134712 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3869da3-560c-49e4-a1da-026c66f7ea73 req-065ae456-b601-4095-aeeb-054e181217bc tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 944 time: 0.2100556 Jul 16 03:51:18.252425 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3869da3-560c-49e4-a1da-026c66f7ea73 req-8c8ae4f7-4aaf-438d-b1a9-70fe2b6c155d tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47196b1-7ca8-485e-91ae-d4303b434a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116579 Jul 16 03:51:18.306277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352cefb-9b9b-4891-a703-3348af6067e5 req-0453eabd-2f9f-4734-bebc-3fa3fbcd9d90 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:18.311593 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2352cefb-9b9b-4891-a703-3348af6067e5 req-0453eabd-2f9f-4734-bebc-3fa3fbcd9d90 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.1498396 Jul 16 03:51:18.362176 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2352cefb-9b9b-4891-a703-3348af6067e5 req-2910087d-8120-49e3-b81a-307803587cc1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449221 Jul 16 03:51:19.041141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543f4e2-9f1d-4950-9e64-227ea345cf3b req-f146a2f8-a0c1-4422-99a0-433b442df394 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:19.055184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f543f4e2-9f1d-4950-9e64-227ea345cf3b req-f146a2f8-a0c1-4422-99a0-433b442df394 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 0.1274960 Jul 16 03:51:19.135501 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f543f4e2-9f1d-4950-9e64-227ea345cf3b req-0a02a259-2641-4747-83a4-84843fe861b6 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794294 Jul 16 03:51:19.570570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b3d09-2ddf-4adf-8853-9b90e8b0da03 req-09809140-d512-44ef-9402-2bcb80e13f02 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:19.578895 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e9b3d09-2ddf-4adf-8853-9b90e8b0da03 req-09809140-d512-44ef-9402-2bcb80e13f02 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 0.2095001 Jul 16 03:51:19.645941 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028ca1d-9f99-473e-8d21-335426895a32 req-0233a2cf-75a9-468f-8c4d-9553f679462a tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:19.650858 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1028ca1d-9f99-473e-8d21-335426895a32 req-0233a2cf-75a9-468f-8c4d-9553f679462a tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 944 time: 0.1985478 Jul 16 03:51:19.717450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e9b3d09-2ddf-4adf-8853-9b90e8b0da03 req-29db9571-f22c-40aa-ac60-2762304e121d tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277690 Jul 16 03:51:19.766799 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1028ca1d-9f99-473e-8d21-335426895a32 req-c3b1322b-e0ee-4977-af28-4b569341505b tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47196b1-7ca8-485e-91ae-d4303b434a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970936 Jul 16 03:51:19.986711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f143d-31cc-4e3d-b198-585d24984743 req-3692ee66-d07d-4588-8c3d-cebd381d095f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:19.993452 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b1f143d-31cc-4e3d-b198-585d24984743 req-3692ee66-d07d-4588-8c3d-cebd381d095f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.1131909 Jul 16 03:51:20.062286 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b1f143d-31cc-4e3d-b198-585d24984743 req-39015d0e-f106-4ca0-b5dd-c9f525a8511e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546541 Jul 16 03:51:20.166057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59720) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:20.250266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:20.427429 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a8515b-ae0f-4d87-b1e1-1897dc29b302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.437375 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b186683-6f0e-4263-954b-c4211ddd833b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.463664 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb9f59-24f4-4b26-b845-0edfc5d891af req-dbce217a-77f9-4de9-b89e-5f4e8e6de397 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:20.465347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20fb9f59-24f4-4b26-b845-0edfc5d891af req-dbce217a-77f9-4de9-b89e-5f4e8e6de397 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 0.1583076 Jul 16 03:51:20.503592 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-4b186683-6f0e-4263-954b-c4211ddd833b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:51:20.503592 n-d-800088-6 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:51:20.503592 n-d-800088-6 neutron-server[93767]: [parameters: {'project_id': 'cc185ec7bcb14b12a68e621ca96c8a19', 'id': '8fdece96-18fc-4dc7-b957-3c043595ef4e', 'expiration': datetime.datetime(2021, 7, 16, 3, 53, 20, 485665)}] Jul 16 03:51:20.503592 n-d-800088-6 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:51:20.504203 n-d-800088-6 neutron-server[93767]: DEBUG oslo_db.api [None req-4b186683-6f0e-4263-954b-c4211ddd833b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:51:20.539021 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20fb9f59-24f4-4b26-b845-0edfc5d891af req-6f3bfde0-bf9a-4a18-98bd-f08596220a20 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670855 Jul 16 03:51:20.613412 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a8515b-ae0f-4d87-b1e1-1897dc29b302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.617603 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8a8515b-ae0f-4d87-b1e1-1897dc29b302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.659708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8515b-ae0f-4d87-b1e1-1897dc29b302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdae6c8d-b24f-45d1-8d39-fc001abef96a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:20.677320 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f8a8515b-ae0f-4d87-b1e1-1897dc29b302 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d9af19dfe964fcb85d4f8b3ec114da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078673 Jul 16 03:51:20.677512 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59734) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:20.727054 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60eca0b6-c582-47bd-8a55-831d763b934e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.749169 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60eca0b6-c582-47bd-8a55-831d763b934e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.759015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device aa5d86c5-0e05-405a-8a6a-7e4e5adc828a details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:51:20.801446 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60eca0b6-c582-47bd-8a55-831d763b934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.805434 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-60eca0b6-c582-47bd-8a55-831d763b934e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:20.806707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-60eca0b6-c582-47bd-8a55-831d763b934e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdae6c8d-b24f-45d1-8d39-fc001abef96a HTTP/1.1" status: 204 len: 168 time: 0.1281815 Jul 16 03:51:20.815631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eca0b6-c582-47bd-8a55-831d763b934e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdae6c8d-b24f-45d1-8d39-fc001abef96a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:21.005250 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b186683-6f0e-4263-954b-c4211ddd833b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.055143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521416df-c2bb-4449-8cfb-c1ceaa895a12 req-0b036df4-7943-4fa2-be67-b38b529eb95d tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:21.057339 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-521416df-c2bb-4449-8cfb-c1ceaa895a12 req-0b036df4-7943-4fa2-be67-b38b529eb95d tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 944 time: 0.1320207 Jul 16 03:51:21.137575 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port aa5d86c5-0e05-405a-8a6a-7e4e5adc828a, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=aa5d86c5-0e05-405a-8a6a-7e4e5adc828a,segment=NetworkSegment(62aa0433-94bd-4320-a5e3-10e296578e8c),segment_id=62aa0433-94bd-4320-a5e3-10e296578e8c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:21.153839 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-521416df-c2bb-4449-8cfb-c1ceaa895a12 req-b462b526-ed75-4487-8b39-72ed7483ca2e tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47196b1-7ca8-485e-91ae-d4303b434a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901632 Jul 16 03:51:21.167400 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'aa5d86c5-0e05-405a-8a6a-7e4e5adc828a', 'network_id': 'fb8a35c3-e868-4740-b92b-39e38ef201cc', 'port_id': 'aa5d86c5-0e05-405a-8a6a-7e4e5adc828a', 'mac_address': 'fa:16:3e:d0:a3:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76d13dbf-ace1-413c-a5ca-545965f4ce04', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:51:21.257161 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.268065 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b186683-6f0e-4263-954b-c4211ddd833b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.278721 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b186683-6f0e-4263-954b-c4211ddd833b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.278988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5d86c5-0e05-405a-8a6a-7e4e5adc828a {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:21.324986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port aa5d86c5-0e05-405a-8a6a-7e4e5adc828a, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=aa5d86c5-0e05-405a-8a6a-7e4e5adc828a,segment=NetworkSegment(62aa0433-94bd-4320-a5e3-10e296578e8c),segment_id=62aa0433-94bd-4320-a5e3-10e296578e8c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:21.330565 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.360078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59754) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:21.372742 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b186683-6f0e-4263-954b-c4211ddd833b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78bc20c-3d62-42b8-9605-ee491ae19bcd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:21.382123 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af23998a-0caa-4972-9441-b9ecc1edfe4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.388762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4b186683-6f0e-4263-954b-c4211ddd833b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc185ec7bcb14b12a68e621ca96c8a19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1370723 Jul 16 03:51:21.392444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:21.437374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=aa5d86c5-0e05-405a-8a6a-7e4e5adc828a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:21.446661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:21.448611 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:21.449054 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:21.449473 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:21.449819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:21.450150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:21.457352 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:21.457946 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:21.458540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:21.459167 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:21.459506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:21.460020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:21.469251 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:21.501289 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7817d2ea-add8-4e11-af15-14a34cbfd674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.529202 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09c197-2c70-48a7-be4d-7780fbd3f1da req-2ee5d243-e87d-4a8d-839d-b8429a88a01b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:21.539662 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ce09c197-2c70-48a7-be4d-7780fbd3f1da req-2ee5d243-e87d-4a8d-839d-b8429a88a01b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.2200413 Jul 16 03:51:21.559326 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['aa5d86c5-0e05-405a-8a6a-7e4e5adc828a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:51:21.578254 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7817d2ea-add8-4e11-af15-14a34cbfd674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.598946 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af23998a-0caa-4972-9441-b9ecc1edfe4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.605338 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af23998a-0caa-4972-9441-b9ecc1edfe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.617823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ce09c197-2c70-48a7-be4d-7780fbd3f1da req-3f8f9393-e0ea-4664-aba6-d0027318d22c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728872 Jul 16 03:51:21.694952 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7817d2ea-add8-4e11-af15-14a34cbfd674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.698554 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7817d2ea-add8-4e11-af15-14a34cbfd674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:21.700162 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7817d2ea-add8-4e11-af15-14a34cbfd674 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a78bc20c-3d62-42b8-9605-ee491ae19bcd HTTP/1.1" status: 204 len: 168 time: 0.3060479 Jul 16 03:51:21.714342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817d2ea-add8-4e11-af15-14a34cbfd674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78bc20c-3d62-42b8-9605-ee491ae19bcd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:21.743724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:21.749281 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-af23998a-0caa-4972-9441-b9ecc1edfe4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d4de038ad76490d8a42b0af6391805b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3865669 Jul 16 03:51:21.752635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23998a-0caa-4972-9441-b9ecc1edfe4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e669fd9-fca8-4fe0-be70-0accea2e744b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:21.976839 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53eafec3-702e-4d6d-83af-a9c213b858c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.063935 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae5b4a-998a-41b6-b169-04c06ff4144f req-46608798-9229-4858-99c1-7e454d4e8f18 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:22.071981 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2aae5b4a-998a-41b6-b169-04c06ff4144f req-46608798-9229-4858-99c1-7e454d4e8f18 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 0.2820034 Jul 16 03:51:22.092648 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53eafec3-702e-4d6d-83af-a9c213b858c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.197399 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2aae5b4a-998a-41b6-b169-04c06ff4144f req-bd744439-78d0-4ae1-9007-500abd11beba tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241176 Jul 16 03:51:22.248163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59786) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:22.266927 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed8f2-adad-4cab-9366-1b8b99d63001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.357663 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53eafec3-702e-4d6d-83af-a9c213b858c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.360073 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53eafec3-702e-4d6d-83af-a9c213b858c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.363452 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-53eafec3-702e-4d6d-83af-a9c213b858c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e669fd9-fca8-4fe0-be70-0accea2e744b HTTP/1.1" status: 204 len: 168 time: 0.6162250 Jul 16 03:51:22.406231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eafec3-702e-4d6d-83af-a9c213b858c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e669fd9-fca8-4fe0-be70-0accea2e744b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:22.470816 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e36375-f3b1-431c-a483-079f2d6fc412 req-727ceef7-deea-4a6c-9482-2c0b453f0c31 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:22.472402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32e36375-f3b1-431c-a483-079f2d6fc412 req-727ceef7-deea-4a6c-9482-2c0b453f0c31 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 945 time: 0.1869352 Jul 16 03:51:22.496505 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed8f2-adad-4cab-9366-1b8b99d63001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.503946 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c4ed8f2-adad-4cab-9366-1b8b99d63001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.571979 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ed8f2-adad-4cab-9366-1b8b99d63001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054fde37-0507-4619-8b9b-8312a865ba1d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:22.619036 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2c4ed8f2-adad-4cab-9366-1b8b99d63001 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9da4d5f0e424162a85429b76a905c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3697164 Jul 16 03:51:22.621536 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59800) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:22.708173 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b839d10-3468-43dd-a806-aee924b9a5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.741199 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b839d10-3468-43dd-a806-aee924b9a5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.757378 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device aa5d86c5-0e05-405a-8a6a-7e4e5adc828a up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:22.761511 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32e36375-f3b1-431c-a483-079f2d6fc412 req-fef365dd-4d32-404a-8ed5-ca1ffc80c0ea tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47196b1-7ca8-485e-91ae-d4303b434a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767241 Jul 16 03:51:22.813415 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2695fe64-e680-4a65-add2-d43b0e7f73f6 service neutron] show failed (client error): The resource could not be found. Jul 16 03:51:22.814535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2695fe64-e680-4a65-add2-d43b0e7f73f6 service neutron] 10.222.0.20 "GET /v2.0/ports/0d02e468-d757-4e43-9852-fc0b60bde879/bindings/n-h1-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.2869568 Jul 16 03:51:22.844113 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b839d10-3468-43dd-a806-aee924b9a5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.864580 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b839d10-3468-43dd-a806-aee924b9a5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.867604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efad7f-b16d-4755-b787-d05a4247c29a req-43a37213-a738-4f11-b97b-ea7f979f1711 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:22.868300 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6b839d10-3468-43dd-a806-aee924b9a5a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/054fde37-0507-4619-8b9b-8312a865ba1d HTTP/1.1" status: 204 len: 168 time: 0.2458363 Jul 16 03:51:22.877449 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74efad7f-b16d-4755-b787-d05a4247c29a req-43a37213-a738-4f11-b97b-ea7f979f1711 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 0.1977882 Jul 16 03:51:22.902668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2171ce-46db-4827-b8e2-3d7c518d0dc3 req-56c0b1ce-af0e-419d-b723-c833a1a35fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:22.904242 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c2171ce-46db-4827-b8e2-3d7c518d0dc3 req-56c0b1ce-af0e-419d-b723-c833a1a35fb9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e750402d5ae349ec9a15dfcf87dbf737&device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 1096 time: 0.2374184 Jul 16 03:51:22.925031 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port aa5d86c5-0e05-405a-8a6a-7e4e5adc828a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:22.933785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port aa5d86c5-0e05-405a-8a6a-7e4e5adc828a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:22.934677 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:22.936625 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b839d10-3468-43dd-a806-aee924b9a5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054fde37-0507-4619-8b9b-8312a865ba1d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:23.007613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74efad7f-b16d-4755-b787-d05a4247c29a req-c45fdc1e-568c-4e0f-80a7-7ee1c375480d tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290731 Jul 16 03:51:23.091879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2171ce-46db-4827-b8e2-3d7c518d0dc3 req-3cd61af7-7358-4ef1-a609-7a8e4621963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:23.093756 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c2171ce-46db-4827-b8e2-3d7c518d0dc3 req-3cd61af7-7358-4ef1-a609-7a8e4621963a service neutron] 10.222.0.88 "GET /v2.0/networks?id=822543d4-ca2a-4d0e-bc96-c84ae8db3f85 HTTP/1.1" status: 200 len: 913 time: 0.1739717 Jul 16 03:51:23.097790 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d19f5bb2-5be8-476c-b1ba-6038a8d794ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.198594 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.244645 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e85e70-6c17-433a-af84-92401d808bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5d86c5-0e05-405a-8a6a-7e4e5adc828a'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:23.250395 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc912fb-d453-4cb0-b5e8-b96d0fe2a691" -d '{"events": [{"server_uuid": "94e85e70-6c17-433a-af84-92401d808bfc", "name": "network-vif-plugged", "status": "completed", "tag": "aa5d86c5-0e05-405a-8a6a-7e4e5adc828a"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:23.285197 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c2171ce-46db-4827-b8e2-3d7c518d0dc3 req-e67939d8-2baf-461d-964f-d087c8c5e156 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 HTTP/1.1" status: 200 len: 217 time: 0.1446712 Jul 16 03:51:23.319055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port aa5d86c5-0e05-405a-8a6a-7e4e5adc828a, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=aa5d86c5-0e05-405a-8a6a-7e4e5adc828a,segment=NetworkSegment(62aa0433-94bd-4320-a5e3-10e296578e8c),segment_id=62aa0433-94bd-4320-a5e3-10e296578e8c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:23.330052 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.395359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2171ce-46db-4827-b8e2-3d7c518d0dc3 req-c54adaf8-9a9e-4ac0-8179-451e03ad11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:23.397478 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c2171ce-46db-4827-b8e2-3d7c518d0dc3 req-c54adaf8-9a9e-4ac0-8179-451e03ad11bd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c1635d8b-a51d-4d8e-a07d-ad1c9c21a2f4 HTTP/1.1" status: 200 len: 852 time: 0.0850024 Jul 16 03:51:23.410711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51e13-bf3f-4fdd-b382-e52f962152cf req-6622eb2e-96a7-439a-b643-3ababf8eeaee tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:23.418457 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22a51e13-bf3f-4fdd-b382-e52f962152cf req-6622eb2e-96a7-439a-b643-3ababf8eeaee tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.2767935 Jul 16 03:51:23.425290 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff0a3df-8b59-4fd3-86c5-38209b1096e7 x-openstack-request-id: req-0ff0a3df-8b59-4fd3-86c5-38209b1096e7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:23.426986 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e85e70-6c17-433a-af84-92401d808bfc", "name": "network-vif-plugged", "status": "completed", "tag": "aa5d86c5-0e05-405a-8a6a-7e4e5adc828a", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:23.427259 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ff0a3df-8b59-4fd3-86c5-38209b1096e7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:23.427699 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e85e70-6c17-433a-af84-92401d808bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5d86c5-0e05-405a-8a6a-7e4e5adc828a', 'code': 200} Jul 16 03:51:23.495547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=aa5d86c5-0e05-405a-8a6a-7e4e5adc828a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:23.549355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-386b3b53-9c7b-4928-b669-6afecfb51386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:23.551082 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-386b3b53-9c7b-4928-b669-6afecfb51386 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d&tenant_id=03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 1097 time: 0.2872982 Jul 16 03:51:23.567224 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:23.579427 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c2171ce-46db-4827-b8e2-3d7c518d0dc3 req-76fbd6b1-19df-448e-b965-23ff164b2762 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=822543d4-ca2a-4d0e-bc96-c84ae8db3f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267445 Jul 16 03:51:23.730700 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:23.735667 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22a51e13-bf3f-4fdd-b382-e52f962152cf req-9b23ac44-a903-451c-9b31-ab43b3221609 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148530 Jul 16 03:51:23.895301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e345cb-a6e0-4eb9-a401-73165366f626 req-f5336ac1-9391-4561-b7d6-1527fdcf120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:23.902806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17e345cb-a6e0-4eb9-a401-73165366f626 req-f5336ac1-9391-4561-b7d6-1527fdcf120e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 1097 time: 0.3609781 Jul 16 03:51:23.906978 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c2171ce-46db-4827-b8e2-3d7c518d0dc3 req-a68575d0-c69a-45ea-a45f-37d16449419d service neutron] 10.222.0.88 "GET /v2.0/networks/822543d4-ca2a-4d0e-bc96-c84ae8db3f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137927 Jul 16 03:51:24.151583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] For port 0d02e468-d757-4e43-9852-fc0b60bde879, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0d02e468-d757-4e43-9852-fc0b60bde879,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:24.235813 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] For port 0d02e468-d757-4e43-9852-fc0b60bde879, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:24.303040 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:24.318817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Transition to ACTIVE for port object 0d02e468-d757-4e43-9852-fc0b60bde879 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:24.319817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:24.323642 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3e1d27-3658-4ce3-b48e-cc64c5f62636" -d '{"events": [{"server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "name": "network-vif-unplugged", "status": "completed", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:24.327658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:24.464402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17e345cb-a6e0-4eb9-a401-73165366f626 req-cab116a9-11b1-43f9-a19a-beb3cb869122 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f47196b1-7ca8-485e-91ae-d4303b434a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522771 Jul 16 03:51:24.583814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] No DVR routers for this DVR port 0d02e468-d757-4e43-9852-fc0b60bde879 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:24.650284 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Pushing event updated for resources: {'Port': ['ID=0d02e468-d757-4e43-9852-fc0b60bde879,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:24.708989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b407f-0d35-445a-9397-14d370dc18f0 req-621a251c-81d8-46f8-8d57-13aad7fb732f tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:24.720073 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-085b407f-0d35-445a-9397-14d370dc18f0 req-621a251c-81d8-46f8-8d57-13aad7fb732f tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 946 time: 0.3578699 Jul 16 03:51:24.743584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9febafbd-5935-4058-bd2d-e21e3304eeaa req-e57d4435-bb63-40a5-b968-b2fc1f9a5f46 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:24.750832 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9febafbd-5935-4058-bd2d-e21e3304eeaa req-e57d4435-bb63-40a5-b968-b2fc1f9a5f46 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 0.3870451 Jul 16 03:51:24.765939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c2171ce-46db-4827-b8e2-3d7c518d0dc3 req-f6b3520e-5ec1-4600-bd69-887689991a0b service neutron] 10.222.0.88 "GET /v2.0/networks/822543d4-ca2a-4d0e-bc96-c84ae8db3f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8290389 Jul 16 03:51:24.785010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d19f5bb2-5be8-476c-b1ba-6038a8d794ff admin admin] Deleting port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:24.785292 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d19f5bb2-5be8-476c-b1ba-6038a8d794ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:24.864074 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Attempting to bind port 0d02e468-d757-4e43-9852-fc0b60bde879 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:24.865804 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Attempting to bind port 0d02e468-d757-4e43-9852-fc0b60bde879 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:24.866238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Attempting to bind port 0d02e468-d757-4e43-9852-fc0b60bde879 on network 258afb0d-73a5-4e5c-a970-c1705766d533 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:24.880471 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Port 0d02e468-d757-4e43-9852-fc0b60bde879 on network 258afb0d-73a5-4e5c-a970-c1705766d533 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:51:24.880835 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Attempting to bind port 0d02e468-d757-4e43-9852-fc0b60bde879 on network 258afb0d-73a5-4e5c-a970-c1705766d533 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:24.884872 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-085b407f-0d35-445a-9397-14d370dc18f0 req-77a6a85c-0834-4bb5-97ce-ea5aa1474589 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47196b1-7ca8-485e-91ae-d4303b434a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635425 Jul 16 03:51:24.890635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:24.890980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Checking segment: {'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:24.891372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Bound using segment: {'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:24.891815 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Bound port: 0d02e468-d757-4e43-9852-fc0b60bde879, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474e55e0-a014-4939-aa44-556270f06f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 919, 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:24.892179 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:24.908427 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9febafbd-5935-4058-bd2d-e21e3304eeaa req-d9df2332-e564-40ad-b448-8e4bbeafac8a tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564281 Jul 16 03:51:24.945351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d19f5bb2-5be8-476c-b1ba-6038a8d794ff admin admin] For port b4a61ee5-b3a3-4259-a76c-4b91deabf0c3, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b4a61ee5-b3a3-4259-a76c-4b91deabf0c3,segment=NetworkSegment(0083ac86-7f04-4b13-a127-17f6cffe8442),segment_id=0083ac86-7f04-4b13-a127-17f6cffe8442)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:24.945904 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d19f5bb2-5be8-476c-b1ba-6038a8d794ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:24.980013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d19f5bb2-5be8-476c-b1ba-6038a8d794ff admin admin] Calling delete_port for b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:25.004694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] For port 0d02e468-d757-4e43-9852-fc0b60bde879, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:25.008940 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] For port 0d02e468-d757-4e43-9852-fc0b60bde879, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0d02e468-d757-4e43-9852-fc0b60bde879,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:25.015520 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:25.055655 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84703367-c459-4ffd-bd25-d50a169a9c21 x-openstack-request-id: req-84703367-c459-4ffd-bd25-d50a169a9c21 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:25.055954 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "name": "network-vif-unplugged", "status": "completed", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:25.056182 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84703367-c459-4ffd-bd25-d50a169a9c21 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:25.056678 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879', 'code': 200} Jul 16 03:51:25.086444 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:25.087501 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:25.088941 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] 10.222.0.88 "PUT /v2.0/ports/0d02e468-d757-4e43-9852-fc0b60bde879 HTTP/1.1" status: 200 len: 1092 time: 1.5267935 Jul 16 03:51:25.213709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964957c-2cf6-4e47-b5f6-ec8f127a5f35 service neutron] Pushing event updated for resources: {'Port': ['ID=0d02e468-d757-4e43-9852-fc0b60bde879,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:25.284621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-08250070-339f-48d2-8e2f-dae9d2800cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:25.300878 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-08250070-339f-48d2-8e2f-dae9d2800cad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 1095 time: 0.1788733 Jul 16 03:51:25.357951 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d19f5bb2-5be8-476c-b1ba-6038a8d794ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:25.431379 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f5bb2-5be8-476c-b1ba-6038a8d794ff admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a61ee5-b3a3-4259-a76c-4b91deabf0c3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:25.543653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-179b02b3-0213-466c-99eb-ac73df3b62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:25.549203 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-179b02b3-0213-466c-99eb-ac73df3b62c7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=258afb0d-73a5-4e5c-a970-c1705766d533 HTTP/1.1" status: 200 len: 897 time: 0.2407420 Jul 16 03:51:25.605578 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429627ec-3532-41f7-991a-8c5c03a325bf req-aac5afaa-1c1e-439c-b08d-1b9d5e255bf9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:25.617641 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-429627ec-3532-41f7-991a-8c5c03a325bf req-aac5afaa-1c1e-439c-b08d-1b9d5e255bf9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 944 time: 0.5048711 Jul 16 03:51:25.705753 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-4e34a114-e8cf-4a7e-92b0-e1634e8a0a94 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d02e468-d757-4e43-9852-fc0b60bde879 HTTP/1.1" status: 200 len: 1000 time: 0.1462982 Jul 16 03:51:25.816639 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-429627ec-3532-41f7-991a-8c5c03a325bf req-b4fc9c9d-97e2-4ded-9a2d-2fd2d8bba577 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137583 Jul 16 03:51:25.836389 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2f9e86a8-91e5-455c-9fb2-575675f2c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:25.836389 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-2f9e86a8-91e5-455c-9fb2-575675f2c2f3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=05fc9e9e-237d-4c74-9927-63b785fe433c HTTP/1.1" status: 200 len: 834 time: 0.1248424 Jul 16 03:51:25.853487 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d19f5bb2-5be8-476c-b1ba-6038a8d794ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:25.983919 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-9966e4bf-c7a9-4220-9f21-e5b04e15a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:25.986071 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-9966e4bf-c7a9-4220-9f21-e5b04e15a1e7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=258afb0d-73a5-4e5c-a970-c1705766d533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402829 Jul 16 03:51:26.158430 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-cffbb8e0-ff9a-43d3-ab71-ff1e3ff52183 service neutron] 10.222.0.88 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600251 Jul 16 03:51:26.302494 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-956bfa64-02f0-4402-9a03-d42c7c90cb89 req-f53b13ff-4571-4e2c-bf5b-ef7af2f54e5e service neutron] 10.222.0.88 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371346 Jul 16 03:51:26.318410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a344770-64c1-414d-8d29-a3fcc6ced590 req-661ffaaa-0eb3-4d7b-b429-8f15a6d22498 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:26.320892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0a344770-64c1-414d-8d29-a3fcc6ced590 req-661ffaaa-0eb3-4d7b-b429-8f15a6d22498 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 946 time: 0.2406399 Jul 16 03:51:26.464772 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0a344770-64c1-414d-8d29-a3fcc6ced590 req-dc6d93f0-8df7-4051-ad22-4b6c4e811bec tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47196b1-7ca8-485e-91ae-d4303b434a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232200 Jul 16 03:51:26.487240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a2598-dcf1-437f-a1c8-fe6f9547e82b req-2e3d8d40-c07c-41c8-9be5-ac7a06441075 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:26.495127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-520a2598-dcf1-437f-a1c8-fe6f9547e82b req-2e3d8d40-c07c-41c8-9be5-ac7a06441075 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 0.3387873 Jul 16 03:51:26.536117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19f5bb2-5be8-476c-b1ba-6038a8d794ff admin admin] Router 74675ec2-a56b-4b0c-96bd-f647e7479346 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:51:26.549879 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-520a2598-dcf1-437f-a1c8-fe6f9547e82b req-1651ee3f-32ab-4343-8504-6365d21637d7 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535393 Jul 16 03:51:26.796531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0d02e468-d757-4e43-9852-fc0b60bde879 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:26.803687 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19f5bb2-5be8-476c-b1ba-6038a8d794ff admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:51:26.813595 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c1e0a-f316-4707-b25c-057a0091dba3 None None] Sync routers for ids ['74675ec2-a56b-4b0c-96bd-f647e7479346'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:51:26.815162 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d19f5bb2-5be8-476c-b1ba-6038a8d794ff admin admin] 10.222.0.18 "PUT /v2.0/routers/74675ec2-a56b-4b0c-96bd-f647e7479346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3654263 Jul 16 03:51:26.819086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 59960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:26.861628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0d02e468-d757-4e43-9852-fc0b60bde879 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:26.879101 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c1e0a-f316-4707-b25c-057a0091dba3 None None] Routers {'74675ec2-a56b-4b0c-96bd-f647e7479346'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:26.884385 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c29c1e0a-f316-4707-b25c-057a0091dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:51:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['74675ec2-a56b-4b0c-96bd-f647e7479346'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:27.219084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:27.221323 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a" -d '{"events": [{"name": "network-changed", "server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:27.263299 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:27.283989 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c29c1e0a-f316-4707-b25c-057a0091dba3 None None] Set router 74675ec2-a56b-4b0c-96bd-f647e7479346 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:27.322825 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56acae-8382-44a9-a927-a81d185671e0 req-f3194630-79f2-40b5-b6de-1f27035bc316 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:27.324413 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cd56acae-8382-44a9-a927-a81d185671e0 req-f3194630-79f2-40b5-b6de-1f27035bc316 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 944 time: 0.1074460 Jul 16 03:51:27.333536 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070fd12-1628-451f-bebc-3fbd223ab275 req-486b92d5-9831-4f2a-8c6a-fdf386986530 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:27.335100 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d070fd12-1628-451f-bebc-3fbd223ab275 req-486b92d5-9831-4f2a-8c6a-fdf386986530 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 0.1866832 Jul 16 03:51:27.395844 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cd56acae-8382-44a9-a927-a81d185671e0 req-66a0c8e7-9a50-4aba-85dd-a393ec920ca0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597367 Jul 16 03:51:27.447898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d070fd12-1628-451f-bebc-3fbd223ab275 req-58d7533c-1564-49c3-b411-4d4bd1f3113a tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052623 Jul 16 03:51:27.512145 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:27.520188 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8825177-c7f8-46cc-bfa9-325eb52e13a9 x-openstack-request-id: req-b8825177-c7f8-46cc-bfa9-325eb52e13a9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:27.520653 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:27.521005 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8825177-c7f8-46cc-bfa9-325eb52e13a9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:27.521553 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879', 'status': 'completed', 'code': 200} Jul 16 03:51:27.748746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-b32fb0b4-4cf4-4f3e-9a3b-b0489a1dec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:27.752247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-b32fb0b4-4cf4-4f3e-9a3b-b0489a1dec2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 1095 time: 0.1707668 Jul 16 03:51:27.752883 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] Deleting port c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:27.753380 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:27.774986 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-d3332220-f4da-4d74-a2bc-c0a74266ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:27.780845 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-d3332220-f4da-4d74-a2bc-c0a74266ee0f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 1095 time: 0.2371407 Jul 16 03:51:27.853276 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c29c1e0a-f316-4707-b25c-057a0091dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:29Z', 'updated_at': '2021-07-16T03:51:25Z', 'revision_number': 5, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'gw_port': {'id': 'c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:39:31Z', 'updated_at': '2021-07-16T03:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:27.901872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 59994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:27.925229 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c1e0a-f316-4707-b25c-057a0091dba3 None None] Checking router: 74675ec2-a56b-4b0c-96bd-f647e7479346 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:51:27.958409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-ea703817-810e-4f3d-b0e1-f9b38920f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:27.961297 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-ea703817-810e-4f3d-b0e1-f9b38920f5c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=258afb0d-73a5-4e5c-a970-c1705766d533 HTTP/1.1" status: 200 len: 897 time: 0.1990516 Jul 16 03:51:27.979135 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29c1e0a-f316-4707-b25c-057a0091dba3 None None] Routers {'74675ec2-a56b-4b0c-96bd-f647e7479346'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:27.993684 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c29c1e0a-f316-4707-b25c-057a0091dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:51:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['74675ec2-a56b-4b0c-96bd-f647e7479346'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:28.105188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] For port c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:28.105752 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.150399 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c29c1e0a-f316-4707-b25c-057a0091dba3 None None] Set router 74675ec2-a56b-4b0c-96bd-f647e7479346 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:28.165445 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] Calling delete_port for c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:28.199484 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-daba2dfb-5b87-41b8-9cad-84ba092b0982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:28.201387 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-daba2dfb-5b87-41b8-9cad-84ba092b0982 service neutron] 10.222.0.88 "GET /v2.0/networks?id=258afb0d-73a5-4e5c-a970-c1705766d533 HTTP/1.1" status: 200 len: 897 time: 0.4013624 Jul 16 03:51:28.214273 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-41567ead-75f9-4464-8e5f-317dcc7e4828 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d02e468-d757-4e43-9852-fc0b60bde879 HTTP/1.1" status: 200 len: 1000 time: 0.2436280 Jul 16 03:51:28.246248 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c29c1e0a-f316-4707-b25c-057a0091dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:29Z', 'updated_at': '2021-07-16T03:51:27Z', 'revision_number': 6, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:28.350183 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfcdb6-a4df-4d84-b8bc-c011cf168f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.373852 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29c1e0a-f316-4707-b25c-057a0091dba3 None None] The sync data for ids ['74675ec2-a56b-4b0c-96bd-f647e7479346'] in n-d-800088-6 is: [{'id': '74675ec2-a56b-4b0c-96bd-f647e7479346', 'name': 'tempest-TaggedBootDevicesTest-621456397-router', 'tenant_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:39:29Z', 'updated_at': '2021-07-16T03:51:27Z', 'revision_number': 6, 'project_id': 'a22853c9230b4c2d8f4051f0dea50b9c', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:51:28.417523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-a1a34f9f-a4eb-4855-a18c-05c5d5e2588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:28.419640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-a1a34f9f-a4eb-4855-a18c-05c5d5e2588b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05fc9e9e-237d-4c74-9927-63b785fe433c HTTP/1.1" status: 200 len: 834 time: 0.1708412 Jul 16 03:51:28.710058 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-372b2e46-6d27-4082-9ce7-9afdf7237c34 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d02e468-d757-4e43-9852-fc0b60bde879 HTTP/1.1" status: 200 len: 1000 time: 0.4698141 Jul 16 03:51:28.764840 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.779780 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-0809f082-13ea-439b-b360-51500745a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:28.781503 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-0809f082-13ea-439b-b360-51500745a95e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=258afb0d-73a5-4e5c-a970-c1705766d533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3551068 Jul 16 03:51:28.794860 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:28.797604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-c1ade999-fde9-447a-b589-28b017052ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:28.799049 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-c1ade999-fde9-447a-b589-28b017052ad2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=05fc9e9e-237d-4c74-9927-63b785fe433c HTTP/1.1" status: 200 len: 834 time: 0.0805657 Jul 16 03:51:28.811755 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfcdb6-a4df-4d84-b8bc-c011cf168f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.835414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3cfcdb6-a4df-4d84-b8bc-c011cf168f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.871427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daae638-7684-4a21-85fb-7952aa00639b req-a79915fa-22fe-4985-be40-721699886361 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:28.873043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1daae638-7684-4a21-85fb-7952aa00639b req-a79915fa-22fe-4985-be40-721699886361 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 0.2461474 Jul 16 03:51:28.905329 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:28.960065 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e3cfcdb6-a4df-4d84-b8bc-c011cf168f9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c37dfce7f2464608a8458e6c6e62dd51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0571136 Jul 16 03:51:28.960843 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfcdb6-a4df-4d84-b8bc-c011cf168f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e71821-4297-4e09-b241-859e17404f32,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:28.966354 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:29.008238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f483797-5a5f-4c29-8451-b964139751f1 req-293d267d-ce83-4a9d-addd-c413738d28fa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:29.009804 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3f483797-5a5f-4c29-8451-b964139751f1 req-293d267d-ce83-4a9d-addd-c413738d28fa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 944 time: 0.2989581 Jul 16 03:51:29.013273 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.016429 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.021147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-7f670637-aeab-4f9b-9196-60426f58c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:29.023807 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-7f670637-aeab-4f9b-9196-60426f58c1ea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=258afb0d-73a5-4e5c-a970-c1705766d533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1942694 Jul 16 03:51:29.031120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1daae638-7684-4a21-85fb-7952aa00639b req-f4b59abc-356e-4070-8b78-c12f64d11127 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448510 Jul 16 03:51:29.046202 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-03181f75-b112-4a62-b6d8-bcb48b63d109 service neutron] 10.222.0.20 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533271 Jul 16 03:51:29.150311 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3f483797-5a5f-4c29-8451-b964139751f1 req-61fd05a6-2f59-47ad-b334-597967968ac9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276116 Jul 16 03:51:29.154565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.155464 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74675ec2-a56b-4b0c-96bd-f647e7479346 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:51:29.173485 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.173485 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a9db8872-106e-4778-8e82-ed42160d3f07 admin admin] 10.222.0.18 "DELETE /v2.0/routers/74675ec2-a56b-4b0c-96bd-f647e7479346 HTTP/1.1" status: 204 len: 168 time: 2.3411248 Jul 16 03:51:29.185525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:29.197242 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dbcaaa1-a377-4377-acf3-11118db21a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.269210 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-bff2d1fa-9c2c-48f8-9a7b-def23d8f6198 service neutron] 10.222.0.88 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191818 Jul 16 03:51:29.272962 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dbcaaa1-a377-4377-acf3-11118db21a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.278092 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-e39dc855-0e0c-4bb3-b0fa-638d577b2733 service neutron] 10.222.0.20 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234986 Jul 16 03:51:29.286581 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-159f485d-016f-4ed9-b637-b24b55609aa8 admin admin] Deleting subnet 4213d6fc-07e6-4ed1-9520-3ab8eb2974ef {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:29.291918 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-159f485d-016f-4ed9-b637-b24b55609aa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.355609 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-159f485d-016f-4ed9-b637-b24b55609aa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.374734 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0d02e468-d757-4e43-9852-fc0b60bde879 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:51:29.453318 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8a2c8c80-9382-47fc-93ae-ecfcb2c2739a req-e3a04060-3829-40c6-820d-2e526af60938 service neutron] 10.222.0.88 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791861 Jul 16 03:51:29.614580 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-159f485d-016f-4ed9-b637-b24b55609aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.616668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0d02e468-d757-4e43-9852-fc0b60bde879, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0d02e468-d757-4e43-9852-fc0b60bde879,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:29.644600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '0d02e468-d757-4e43-9852-fc0b60bde879', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'port_id': '0d02e468-d757-4e43-9852-fc0b60bde879', 'mac_address': 'fa:16:3e:50:0d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 919, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:51:29.700488 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec910607-379f-4bdd-bc21-227dbfaf44fa req-c6bff424-05c4-4ec6-b1c6-3887fb18d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:29.702153 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec910607-379f-4bdd-bc21-227dbfaf44fa req-c6bff424-05c4-4ec6-b1c6-3887fb18d1c5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e750402d5ae349ec9a15dfcf87dbf737&device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 1096 time: 0.1809158 Jul 16 03:51:29.711515 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dbcaaa1-a377-4377-acf3-11118db21a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.721909 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7dbcaaa1-a377-4377-acf3-11118db21a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.735502 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.738600 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7dbcaaa1-a377-4377-acf3-11118db21a3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81e71821-4297-4e09-b241-859e17404f32 HTTP/1.1" status: 204 len: 168 time: 0.7711570 Jul 16 03:51:29.774080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d02e468-d757-4e43-9852-fc0b60bde879 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:29.852252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0d02e468-d757-4e43-9852-fc0b60bde879, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0d02e468-d757-4e43-9852-fc0b60bde879,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:29.867347 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:29.930144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcaaa1-a377-4377-acf3-11118db21a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e71821-4297-4e09-b241-859e17404f32,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:29.946471 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:29.993655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:29.994651 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b4a61ee5-b3a3-4259-a76c-4b91deabf0c3 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:29.996449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:30.001306 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=0d02e468-d757-4e43-9852-fc0b60bde879,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:30.030290 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec910607-379f-4bdd-bc21-227dbfaf44fa req-e64ec436-d4e9-49ef-a2b8-d6703fa1837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:30.032447 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec910607-379f-4bdd-bc21-227dbfaf44fa req-e64ec436-d4e9-49ef-a2b8-d6703fa1837a service neutron] 10.222.0.88 "GET /v2.0/networks?id=822543d4-ca2a-4d0e-bc96-c84ae8db3f85 HTTP/1.1" status: 200 len: 913 time: 0.3222311 Jul 16 03:51:30.049232 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:30.056870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c4a86fdc-2a7e-4bb0-8b42-d8f6dfecfde2 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:30.114914 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4c6cf47f-e3ca-42de-8584-c3a1aabea974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.124647 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec910607-379f-4bdd-bc21-227dbfaf44fa req-f1c0c155-f863-49bf-9b4a-e04978a09104 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 HTTP/1.1" status: 200 len: 217 time: 0.0847282 Jul 16 03:51:30.136875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['0d02e468-d757-4e43-9852-fc0b60bde879'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:51:30.196435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61806a5a-d386-4b93-a1e0-e82d5dc9c82f req-f31d53dd-6b5a-41a9-85b1-d8bb38ef781e tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:30.199666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61806a5a-d386-4b93-a1e0-e82d5dc9c82f req-f31d53dd-6b5a-41a9-85b1-d8bb38ef781e tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 0.4914927 Jul 16 03:51:30.218047 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-159f485d-016f-4ed9-b637-b24b55609aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.244455 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14030dd4-5284-4d05-b756-1f40882f6432 req-df772d9d-f0b2-44f5-9873-058972ee58a5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2728055 Jul 16 03:51:30.275277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec910607-379f-4bdd-bc21-227dbfaf44fa req-4c776d1e-6bea-4a71-91d7-c2449cf5eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:30.277793 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec910607-379f-4bdd-bc21-227dbfaf44fa req-4c776d1e-6bea-4a71-91d7-c2449cf5eba2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c1635d8b-a51d-4d8e-a07d-ad1c9c21a2f4 HTTP/1.1" status: 200 len: 852 time: 0.1455581 Jul 16 03:51:30.342608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f485d-016f-4ed9-b637-b24b55609aa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4213d6fc-07e6-4ed1-9520-3ab8eb2974ef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:30.354861 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61806a5a-d386-4b93-a1e0-e82d5dc9c82f req-cb46be26-f6c6-4fdf-a5a9-c3e951d17d78 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426969 Jul 16 03:51:30.358910 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec910607-379f-4bdd-bc21-227dbfaf44fa req-5238f3d5-914a-4156-9fca-4361d369e544 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=822543d4-ca2a-4d0e-bc96-c84ae8db3f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735874 Jul 16 03:51:30.439959 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60068) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:30.461928 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-159f485d-016f-4ed9-b637-b24b55609aa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.465002 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-159f485d-016f-4ed9-b637-b24b55609aa8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4213d6fc-07e6-4ed1-9520-3ab8eb2974ef HTTP/1.1" status: 204 len: 168 time: 1.2784851 Jul 16 03:51:30.467471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:30.491462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3761f8c7-3d9c-4009-9fcb-fc05882a53f0 None None] Network a777a107-7213-483b-b82b-292962968eb8 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:30.501248 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-338f40ed-e262-4496-8a4e-9b6a318485c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.581702 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.658645 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec910607-379f-4bdd-bc21-227dbfaf44fa req-57d3ef93-2735-4914-84d9-317a2869c961 service neutron] 10.222.0.88 "GET /v2.0/networks/822543d4-ca2a-4d0e-bc96-c84ae8db3f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906497 Jul 16 03:51:30.778554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030dd4-5284-4d05-b756-1f40882f6432 req-38b9dcc3-5795-449f-a9b8-099ca5ed1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:30.780568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14030dd4-5284-4d05-b756-1f40882f6432 req-38b9dcc3-5795-449f-a9b8-099ca5ed1daa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 1096 time: 0.4425378 Jul 16 03:51:30.813227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1efd16-f42b-4d08-9c64-d4044cce4c45 req-5a1edfc7-07c9-4f79-ae5e-566fd477f20b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:30.823494 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a1efd16-f42b-4d08-9c64-d4044cce4c45 req-5a1edfc7-07c9-4f79-ae5e-566fd477f20b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 945 time: 0.2292020 Jul 16 03:51:30.876866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] Deleting port 11b5acae-8592-42d0-97f1-4c89b16759d4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:30.877357 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.949134 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec910607-379f-4bdd-bc21-227dbfaf44fa req-f62d8e5c-e98c-4679-a06e-10717c0f93e2 service neutron] 10.222.0.88 "GET /v2.0/networks/822543d4-ca2a-4d0e-bc96-c84ae8db3f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787063 Jul 16 03:51:30.970899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-338f40ed-e262-4496-8a4e-9b6a318485c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:30.979388 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-338f40ed-e262-4496-8a4e-9b6a318485c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.000732 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f2203f-357e-48f1-ac96-abadb3723130 None None] DHCP port deletion for a777a107-7213-483b-b82b-292962968eb8 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:51:31.031374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f40ed-e262-4496-8a4e-9b6a318485c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3233d3bc-78a3-4ba5-aeb3-b5ab839e7f20,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:31.047713 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-338f40ed-e262-4496-8a4e-9b6a318485c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1f27b250afe4ad0988f5061d43595e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6066530 Jul 16 03:51:31.050162 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60086) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:31.098015 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.116268 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-63f2203f-357e-48f1-ac96-abadb3723130 None None] Deleting port 11b5acae-8592-42d0-97f1-4c89b16759d4 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:31.116707 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63f2203f-357e-48f1-ac96-abadb3723130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.123254 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb5e73e0-7606-4fac-a511-3c733ac5befb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.124029 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030dd4-5284-4d05-b756-1f40882f6432 req-1590f022-eeb1-47be-869f-7578d87b5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:31.125623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14030dd4-5284-4d05-b756-1f40882f6432 req-1590f022-eeb1-47be-869f-7578d87b5627 service neutron] 10.222.0.88 "GET /v2.0/networks?id=258afb0d-73a5-4e5c-a970-c1705766d533 HTTP/1.1" status: 200 len: 897 time: 0.2937450 Jul 16 03:51:31.146116 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a1efd16-f42b-4d08-9c64-d4044cce4c45 req-536aca42-ff9b-4873-bf7b-a470f730a2a8 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212781 Jul 16 03:51:31.166954 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] For port 11b5acae-8592-42d0-97f1-4c89b16759d4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=11b5acae-8592-42d0-97f1-4c89b16759d4,segment=NetworkSegment(0083ac86-7f04-4b13-a127-17f6cffe8442),segment_id=0083ac86-7f04-4b13-a127-17f6cffe8442)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:31.167387 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.173511 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb5e73e0-7606-4fac-a511-3c733ac5befb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.246284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-63f2203f-357e-48f1-ac96-abadb3723130 None None] For port 11b5acae-8592-42d0-97f1-4c89b16759d4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=11b5acae-8592-42d0-97f1-4c89b16759d4,segment=NetworkSegment(0083ac86-7f04-4b13-a127-17f6cffe8442),segment_id=0083ac86-7f04-4b13-a127-17f6cffe8442)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:31.246980 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63f2203f-357e-48f1-ac96-abadb3723130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.269798 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb5e73e0-7606-4fac-a511-3c733ac5befb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.273544 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb5e73e0-7606-4fac-a511-3c733ac5befb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.275451 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fb5e73e0-7606-4fac-a511-3c733ac5befb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3233d3bc-78a3-4ba5-aeb3-b5ab839e7f20 HTTP/1.1" status: 204 len: 168 time: 0.2240305 Jul 16 03:51:31.287972 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e73e0-7606-4fac-a511-3c733ac5befb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3233d3bc-78a3-4ba5-aeb3-b5ab839e7f20,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:31.303943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-63f2203f-357e-48f1-ac96-abadb3723130 None None] Calling delete_port for 11b5acae-8592-42d0-97f1-4c89b16759d4 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:31.309628 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14030dd4-5284-4d05-b756-1f40882f6432 req-3f985575-4d02-4313-a689-c07618f4211e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d02e468-d757-4e43-9852-fc0b60bde879 HTTP/1.1" status: 200 len: 1001 time: 0.1572380 Jul 16 03:51:31.330886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] Calling delete_port for 11b5acae-8592-42d0-97f1-4c89b16759d4 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:31.434718 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030dd4-5284-4d05-b756-1f40882f6432 req-95e2d0fc-31a1-45d7-b51c-7e96c34472db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:31.436444 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14030dd4-5284-4d05-b756-1f40882f6432 req-95e2d0fc-31a1-45d7-b51c-7e96c34472db service neutron] 10.222.0.88 "GET /v2.0/subnets?id=05fc9e9e-237d-4c74-9927-63b785fe433c HTTP/1.1" status: 200 len: 834 time: 0.1070287 Jul 16 03:51:31.498073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0d02e468-d757-4e43-9852-fc0b60bde879 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:31.509468 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63f2203f-357e-48f1-ac96-abadb3723130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.597794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14030dd4-5284-4d05-b756-1f40882f6432 req-319dd313-723c-4707-9df8-952cf804b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:31.601548 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14030dd4-5284-4d05-b756-1f40882f6432 req-319dd313-723c-4707-9df8-952cf804b24a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=258afb0d-73a5-4e5c-a970-c1705766d533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572869 Jul 16 03:51:31.700253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2203f-357e-48f1-ac96-abadb3723130 None None] Pushing event deleted for resources: {'Port': ['ID=11b5acae-8592-42d0-97f1-4c89b16759d4,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:31.713551 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.718845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f2203f-357e-48f1-ac96-abadb3723130 None None] No DVR routers for this DVR port 11b5acae-8592-42d0-97f1-4c89b16759d4 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:31.740674 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:31.869440 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 0d02e468-d757-4e43-9852-fc0b60bde879 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:31.927191 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 0d02e468-d757-4e43-9852-fc0b60bde879 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:31.927191 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.001553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 11b5acae-8592-42d0-97f1-4c89b16759d4 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:32.036272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 11b5acae-8592-42d0-97f1-4c89b16759d4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:32.037078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 11b5acae-8592-42d0-97f1-4c89b16759d4 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:32.096973 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.142002 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:32.151975 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b22ba5-15a2-4ba6-a428-eab6e0fbd726" -d '{"events": [{"server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "name": "network-vif-plugged", "status": "completed", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:32.166944 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0d02e468-d757-4e43-9852-fc0b60bde879, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0d02e468-d757-4e43-9852-fc0b60bde879,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:32.173673 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.270774 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=0d02e468-d757-4e43-9852-fc0b60bde879,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:32.513021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b5acae-8592-42d0-97f1-4c89b16759d4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:32.525357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] No DVR routers for this DVR port 11b5acae-8592-42d0-97f1-4c89b16759d4 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:32.664745 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14030dd4-5284-4d05-b756-1f40882f6432 req-0bb16acc-96d3-49e3-908c-20b0a8d5fe14 service neutron] 10.222.0.88 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0419014 Jul 16 03:51:32.727428 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.769620 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dba8c0-9e46-429c-a727-3a5a61d7a6fe req-72d620f9-6754-4579-ad91-21514c5f8c31 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:32.771200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0dba8c0-9e46-429c-a727-3a5a61d7a6fe req-72d620f9-6754-4579-ad91-21514c5f8c31 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 1.0776417 Jul 16 03:51:32.778067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a777a107-7213-483b-b82b-292962968eb8']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:32.784148 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b1c3c7b-325b-4d8e-b158-0fec594cc600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.789381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03436c2c-46ef-4c58-8287-fdc67bed605c req-0857d169-0f26-4b38-a128-a34bd5c7b6e4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:32.791006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03436c2c-46ef-4c58-8287-fdc67bed605c req-0857d169-0f26-4b38-a128-a34bd5c7b6e4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d&tenant_id=03422a5449cd4807854f59afa4486f72&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 945 time: 1.0627339 Jul 16 03:51:32.813982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0083ac86-7f04-4b13-a127-17f6cffe8442') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:32.814290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0083ac86-7f04-4b13-a127-17f6cffe8442') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:32.832503 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.892764 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:32.901857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a04b9-6798-48d2-a4ec-1f9733b229f5 req-0b02dc85-98d8-43e5-87cc-15e8e5960dac tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:32.908841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd8a04b9-6798-48d2-a4ec-1f9733b229f5 req-0b02dc85-98d8-43e5-87cc-15e8e5960dac tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.4329355 Jul 16 03:51:32.993803 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.009679 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0dba8c0-9e46-429c-a727-3a5a61d7a6fe req-466eeaef-cc03-44d5-be66-63d8cfdb3a25 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116771 Jul 16 03:51:33.031306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:33.031723 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:33.035087 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:33.066826 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14030dd4-5284-4d05-b756-1f40882f6432 req-bc393837-64e5-49fb-b0a7-20a531119b93 service neutron] 10.222.0.88 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918681 Jul 16 03:51:33.098682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd8a04b9-6798-48d2-a4ec-1f9733b229f5 req-5f89555b-9b1f-4ffd-9240-a94362110934 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884396 Jul 16 03:51:33.102360 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-03436c2c-46ef-4c58-8287-fdc67bed605c req-6c3eb873-54f7-4526-841b-02ed3689ac4d service neutron] delete failed (client error): The resource could not be found. Jul 16 03:51:33.103377 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03436c2c-46ef-4c58-8287-fdc67bed605c req-6c3eb873-54f7-4526-841b-02ed3689ac4d service neutron] 10.222.0.20 "DELETE /v2.0/ports/0d02e468-d757-4e43-9852-fc0b60bde879/bindings/n-h2-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.2984905 Jul 16 03:51:33.225869 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bde31fc-1065-4ae3-be64-547564b82643 x-openstack-request-id: req-9bde31fc-1065-4ae3-be64-547564b82643 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:33.226353 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "name": "network-vif-plugged", "status": "completed", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:33.226678 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9bde31fc-1065-4ae3-be64-547564b82643 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:33.227199 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879', 'code': 200} Jul 16 03:51:33.269722 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.279671 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.284526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a777a107-7213-483b-b82b-292962968eb8 HTTP/1.1" status: 204 len: 168 time: 2.8160532 Jul 16 03:51:33.304887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43746049-8323-478e-a552-5af1e5e4f4f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a777a107-7213-483b-b82b-292962968eb8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:33.334287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03436c2c-46ef-4c58-8287-fdc67bed605c req-a387759a-5b51-4b02-b613-51b23c893b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:33.336039 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03436c2c-46ef-4c58-8287-fdc67bed605c req-a387759a-5b51-4b02-b613-51b23c893b7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 1097 time: 0.1411402 Jul 16 03:51:33.370573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4351be-5195-466a-b9d0-d9f5ec4b7da3 req-1f76f32f-fc52-4258-84df-3d1b86c5d9de tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:33.370573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e4351be-5195-466a-b9d0-d9f5ec4b7da3 req-1f76f32f-fc52-4258-84df-3d1b86c5d9de tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 946 time: 0.1511467 Jul 16 03:51:33.484618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e4351be-5195-466a-b9d0-d9f5ec4b7da3 req-acc3cb8f-a10d-4d2d-b21f-d1f5e00c0dfd tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/security-groups?id=f47196b1-7ca8-485e-91ae-d4303b434a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024721 Jul 16 03:51:33.519392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03436c2c-46ef-4c58-8287-fdc67bed605c req-6ffb399d-881a-478e-bb80-030c96439ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:33.521729 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03436c2c-46ef-4c58-8287-fdc67bed605c req-6ffb399d-881a-478e-bb80-030c96439ad3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=258afb0d-73a5-4e5c-a970-c1705766d533 HTTP/1.1" status: 200 len: 897 time: 0.1755452 Jul 16 03:51:33.578254 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60192) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:33.637194 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b8622-3dd4-4bf6-9d37-8ed374202399 req-c558b6b4-ec15-40db-a7c8-11ba903edab7 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:33.639701 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d1b8622-3dd4-4bf6-9d37-8ed374202399 req-c558b6b4-ec15-40db-a7c8-11ba903edab7 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.20 "GET /v2.0/ports?device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 946 time: 0.1729746 Jul 16 03:51:33.646869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03436c2c-46ef-4c58-8287-fdc67bed605c req-147b96b0-a552-48e3-b26f-343bbd782902 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d02e468-d757-4e43-9852-fc0b60bde879 HTTP/1.1" status: 200 len: 1002 time: 0.1166954 Jul 16 03:51:33.678826 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-08fc1093-ebe5-44ba-bf91-67c1df80808a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a22853c9230b4c2d8f4051f0dea50b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983012 Jul 16 03:51:33.688791 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60196) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:33.783317 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e79b4668-b708-4060-8a29-72d7c850fc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.811748 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e79b4668-b708-4060-8a29-72d7c850fc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.830942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03436c2c-46ef-4c58-8287-fdc67bed605c req-0f72482d-9c9d-4fe8-83be-e088090e7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:33.833297 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03436c2c-46ef-4c58-8287-fdc67bed605c req-0f72482d-9c9d-4fe8-83be-e088090e7e47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=05fc9e9e-237d-4c74-9927-63b785fe433c HTTP/1.1" status: 200 len: 834 time: 0.1231174 Jul 16 03:51:33.867541 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.875250 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e79b4668-b708-4060-8a29-72d7c850fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.879259 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e79b4668-b708-4060-8a29-72d7c850fc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:33.881478 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e79b4668-b708-4060-8a29-72d7c850fc83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95a12c37-c857-48ac-8959-4e6778a2dbb1 HTTP/1.1" status: 204 len: 168 time: 0.1917148 Jul 16 03:51:33.891423 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b4668-b708-4060-8a29-72d7c850fc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a12c37-c857-48ac-8959-4e6778a2dbb1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:33.973693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5d1b8622-3dd4-4bf6-9d37-8ed374202399 req-804895ed-6151-4686-9479-89ea1c2fd530 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Deleting port aa5d86c5-0e05-405a-8a6a-7e4e5adc828a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:33.974159 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d1b8622-3dd4-4bf6-9d37-8ed374202399 req-804895ed-6151-4686-9479-89ea1c2fd530 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.002249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03436c2c-46ef-4c58-8287-fdc67bed605c req-1608802b-af2b-4f5f-ac5b-0a7ad1ef9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:34.004154 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03436c2c-46ef-4c58-8287-fdc67bed605c req-1608802b-af2b-4f5f-ac5b-0a7ad1ef9f93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=258afb0d-73a5-4e5c-a970-c1705766d533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531191 Jul 16 03:51:34.122512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60214) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:34.155307 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5d1b8622-3dd4-4bf6-9d37-8ed374202399 req-804895ed-6151-4686-9479-89ea1c2fd530 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] For port aa5d86c5-0e05-405a-8a6a-7e4e5adc828a, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=aa5d86c5-0e05-405a-8a6a-7e4e5adc828a,segment=NetworkSegment(62aa0433-94bd-4320-a5e3-10e296578e8c),segment_id=62aa0433-94bd-4320-a5e3-10e296578e8c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:34.155687 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d1b8622-3dd4-4bf6-9d37-8ed374202399 req-804895ed-6151-4686-9479-89ea1c2fd530 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.172268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-5d1b8622-3dd4-4bf6-9d37-8ed374202399 req-804895ed-6151-4686-9479-89ea1c2fd530 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Calling delete_port for aa5d86c5-0e05-405a-8a6a-7e4e5adc828a owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:34.335459 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de145354-66f7-4787-b27f-2905d6e1a6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.420744 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03436c2c-46ef-4c58-8287-fdc67bed605c req-cf783bb9-f9a9-402f-9264-716fed8bc61f service neutron] 10.222.0.20 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071295 Jul 16 03:51:34.499348 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d1b8622-3dd4-4bf6-9d37-8ed374202399 req-804895ed-6151-4686-9479-89ea1c2fd530 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.512635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['aa5d86c5-0e05-405a-8a6a-7e4e5adc828a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:51:34.578476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804895ed-6151-4686-9479-89ea1c2fd530 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Pushing event deleted for resources: {'Port': ['ID=aa5d86c5-0e05-405a-8a6a-7e4e5adc828a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:34.663614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1b8622-3dd4-4bf6-9d37-8ed374202399 req-804895ed-6151-4686-9479-89ea1c2fd530 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] No DVR routers for this DVR port aa5d86c5-0e05-405a-8a6a-7e4e5adc828a on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:34.667628 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5d1b8622-3dd4-4bf6-9d37-8ed374202399 req-804895ed-6151-4686-9479-89ea1c2fd530 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.669043 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de145354-66f7-4787-b27f-2905d6e1a6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.671060 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d1b8622-3dd4-4bf6-9d37-8ed374202399 req-804895ed-6151-4686-9479-89ea1c2fd530 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.20 "DELETE /v2.0/ports/aa5d86c5-0e05-405a-8a6a-7e4e5adc828a HTTP/1.1" status: 204 len: 173 time: 1.0229988 Jul 16 03:51:34.675089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de145354-66f7-4787-b27f-2905d6e1a6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.691485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e85e70-6c17-433a-af84-92401d808bfc', 'name': 'network-vif-deleted', 'tag': 'aa5d86c5-0e05-405a-8a6a-7e4e5adc828a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:34.697830 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98fab22-02a3-44f4-8c39-4f047433f16a" -d '{"events": [{"server_uuid": "94e85e70-6c17-433a-af84-92401d808bfc", "name": "network-vif-deleted", "tag": "aa5d86c5-0e05-405a-8a6a-7e4e5adc828a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:34.709126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de145354-66f7-4787-b27f-2905d6e1a6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc6e646-04b3-4ed8-9222-d8a9245d0155,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:34.738952 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-de145354-66f7-4787-b27f-2905d6e1a6a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2c227d83d06440ab6fb7a861631836d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6153371 Jul 16 03:51:34.742373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60250) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:34.768785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de931b-2052-464e-a976-4f11ea8d86ab req-cab6f78a-e453-4c52-a311-f4f8bd00f78d tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:34.770620 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40de931b-2052-464e-a976-4f11ea8d86ab req-cab6f78a-e453-4c52-a311-f4f8bd00f78d tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 0.4218762 Jul 16 03:51:34.855085 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c59d56e8-33c2-40e9-8eed-b64b56e068b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.881538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d829c-74ed-4ddb-af97-2e03bad00b06 req-7399baea-bb73-475d-8bca-82363248d887 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:34.891182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-741d829c-74ed-4ddb-af97-2e03bad00b06 req-7399baea-bb73-475d-8bca-82363248d887 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.5435719 Jul 16 03:51:34.896713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c59d56e8-33c2-40e9-8eed-b64b56e068b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.924402 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60252) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:34.963187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03436c2c-46ef-4c58-8287-fdc67bed605c req-8483de95-586f-48f0-858a-d482507852d1 service neutron] 10.222.0.20 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241261 Jul 16 03:51:34.986903 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c59d56e8-33c2-40e9-8eed-b64b56e068b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.989758 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c59d56e8-33c2-40e9-8eed-b64b56e068b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:34.991817 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c59d56e8-33c2-40e9-8eed-b64b56e068b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbc6e646-04b3-4ed8-9222-d8a9245d0155 HTTP/1.1" status: 204 len: 168 time: 0.2483897 Jul 16 03:51:35.023858 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40de931b-2052-464e-a976-4f11ea8d86ab req-fa38f300-9ef7-4a4d-a5be-bbdccd0e30ef tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455931 Jul 16 03:51:35.028239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-741d829c-74ed-4ddb-af97-2e03bad00b06 req-8cf663fd-d34a-4a6e-b6a6-66f2cd1b0e54 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223366 Jul 16 03:51:35.062857 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d56e8-33c2-40e9-8eed-b64b56e068b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc6e646-04b3-4ed8-9222-d8a9245d0155,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:35.125008 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1951142-ca5c-428f-8b46-614d08ebc246 x-openstack-request-id: req-a1951142-ca5c-428f-8b46-614d08ebc246 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:35.125308 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94e85e70-6c17-433a-af84-92401d808bfc", "name": "network-vif-deleted", "tag": "aa5d86c5-0e05-405a-8a6a-7e4e5adc828a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:35.125593 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1951142-ca5c-428f-8b46-614d08ebc246 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:35.126028 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e85e70-6c17-433a-af84-92401d808bfc', 'name': 'network-vif-deleted', 'tag': 'aa5d86c5-0e05-405a-8a6a-7e4e5adc828a', 'status': 'completed', 'code': 200} Jul 16 03:51:35.146922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2080090388-network', 'tenant_id': '943c9bcf6ea04d22a690ee9ac786b214'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:35.181032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] Made reservation on behalf of 943c9bcf6ea04d22a690ee9ac786b214 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:35.184052 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.202374 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.342269 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-715357a2-1795-4d93-b7bb-89ee33a31da8 req-43d92aca-7d40-45c5-a964-df9042a911d5 tempest-VolumesActionsTest-1182663115 tempest-VolumesActionsTest-1182663115-project] 10.222.0.18 "GET /v2.0/ports?device_id=94e85e70-6c17-433a-af84-92401d808bfc HTTP/1.1" status: 200 len: 210 time: 0.0394275 Jul 16 03:51:35.413292 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.425494 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.454482 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:35.466408 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:35.499730 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.501164 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] Added segment fd83d342-9bdb-4499-bd6e-af655ed69791 of type vlan for network 8cc073eb-b77e-46f4-b5cf-f956ada65e6f Jul 16 03:51:35.571883 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.648470 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7084b-79ef-4c29-876a-2fd0275b7fe8 req-0d7592b0-ea41-4d4e-bbd6-d92f5a3d5c72 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:35.665201 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7cd7084b-79ef-4c29-876a-2fd0275b7fe8 req-0d7592b0-ea41-4d4e-bbd6-d92f5a3d5c72 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 0.1124239 Jul 16 03:51:35.684128 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.687530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:35.688271 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.728747 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:35.729403 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8031652 Jul 16 03:51:35.741533 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2d0caa89-3670-4081-90d2-44cb91812763 admin admin] Request body: {'subnet': {'network_id': '8cc073eb-b77e-46f4-b5cf-f956ada65e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2080090388-subnet', 'tenant_id': '943c9bcf6ea04d22a690ee9ac786b214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:35.743390 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.805527 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7cd7084b-79ef-4c29-876a-2fd0275b7fe8 req-fb5b2774-da1c-42a2-bea5-382e57dab48e tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296732 Jul 16 03:51:35.835529 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0caa89-3670-4081-90d2-44cb91812763 admin admin] Made reservation on behalf of 943c9bcf6ea04d22a690ee9ac786b214 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:35.839268 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d0caa89-3670-4081-90d2-44cb91812763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:35.870491 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce26caf-c90d-4586-8919-2199deea55ea admin admin] Pushing event updated for resources: {'Network': ['ID=8cc073eb-b77e-46f4-b5cf-f956ada65e6f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:35.883020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 8cc073eb-b77e-46f4-b5cf-f956ada65e6f details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:36.156012 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d0caa89-3670-4081-90d2-44cb91812763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:36.232763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0caa89-3670-4081-90d2-44cb91812763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46ddba2-bf09-4cd3-874f-199b7c389fd9,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:36.250518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0caa89-3670-4081-90d2-44cb91812763 admin admin] Checking segment: {'id': 'fd83d342-9bdb-4499-bd6e-af655ed69791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8cc073eb-b77e-46f4-b5cf-f956ada65e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:36.251684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0caa89-3670-4081-90d2-44cb91812763 admin admin] Network hostable DHCP agents. Network: 8cc073eb-b77e-46f4-b5cf-f956ada65e6f, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:36.321435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0caa89-3670-4081-90d2-44cb91812763 admin admin] Network 8cc073eb-b77e-46f4-b5cf-f956ada65e6f is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:36.344805 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2d0caa89-3670-4081-90d2-44cb91812763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 8cc073eb-b77e-46f4-b5cf-f956ada65e6f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:36.351220 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0caa89-3670-4081-90d2-44cb91812763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:36.352077 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d0caa89-3670-4081-90d2-44cb91812763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:36.361469 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc91b24-cae7-40f5-8cd2-31c08ca4526e None None] Network 8cc073eb-b77e-46f4-b5cf-f956ada65e6f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:36.376213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9167a-cfb0-400f-bcf6-cdeb0ce54b9a req-7630e2bd-7ed0-448d-8091-0c7dd0a3aa98 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:36.378063 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5aa9167a-cfb0-400f-bcf6-cdeb0ce54b9a req-7630e2bd-7ed0-448d-8091-0c7dd0a3aa98 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.1224437 Jul 16 03:51:36.402968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2d0caa89-3670-4081-90d2-44cb91812763 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6701117 Jul 16 03:51:36.466791 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5aa9167a-cfb0-400f-bcf6-cdeb0ce54b9a req-444f3028-8605-4cb1-869c-d51e8d92dcf6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815415 Jul 16 03:51:36.517583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60320) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:36.639388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e069dc4-9720-49fe-8df3-b85548668fec None None] Network 8cc073eb-b77e-46f4-b5cf-f956ada65e6f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:36.642587 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8e78688a-4345-48db-abd3-aaf617ddf467 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/5291c61d-8b6f-4cb6-8050-0054250fb5c7 HTTP/1.1" status: 200 len: 994 time: 0.1219511 Jul 16 03:51:36.763918 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:36.901213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device aa5d86c5-0e05-405a-8a6a-7e4e5adc828a no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:37.034099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: aa5d86c5-0e05-405a-8a6a-7e4e5adc828a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:37.035231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device aa5d86c5-0e05-405a-8a6a-7e4e5adc828a not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:37.071872 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0be2fa5b-ef4f-4069-ba74-86086347d578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.254160 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87ab00-6e88-45d5-9c11-19c5d0369d2e req-df538455-abca-4a4d-a9c7-3cb022568f08 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:37.256514 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d87ab00-6e88-45d5-9c11-19c5d0369d2e req-df538455-abca-4a4d-a9c7-3cb022568f08 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 0.1441922 Jul 16 03:51:37.429259 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-1b8a14cb-1f74-4446-a611-9371ddb6b7cd tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:37.431170 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-1b8a14cb-1f74-4446-a611-9371ddb6b7cd tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/networks?id=8cc073eb-b77e-46f4-b5cf-f956ada65e6f HTTP/1.1" status: 200 len: 814 time: 0.1248417 Jul 16 03:51:37.462928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d87ab00-6e88-45d5-9c11-19c5d0369d2e req-9ebd724f-03c6-47af-ac3b-ef3113161327 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/security-groups?id=9e6e21e6-532b-4ecb-a439-26b30bdb7088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978073 Jul 16 03:51:37.465080 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0be2fa5b-ef4f-4069-ba74-86086347d578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.489583 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-4dbfe304-bcba-4d66-8159-4fdee3640e3e tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/quotas/943c9bcf6ea04d22a690ee9ac786b214 HTTP/1.1" status: 200 len: 375 time: 0.0481987 Jul 16 03:51:37.490402 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0be2fa5b-ef4f-4069-ba74-86086347d578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.537560 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0be2fa5b-ef4f-4069-ba74-86086347d578 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8275755b2d894cf2b3d7ff0243f0cf27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7723606 Jul 16 03:51:37.540040 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2fa5b-ef4f-4069-ba74-86086347d578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335ced2a-2772-43d5-8bcd-9c1a4c0a1297,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:37.540413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60362) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:37.585136 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-af2f3129-ce45-4eda-ae4b-65c0b8663c68 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=943c9bcf6ea04d22a690ee9ac786b214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711110 Jul 16 03:51:37.633907 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-263f6c3a-856c-4d52-b0c1-01d15046daf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.669290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-263f6c3a-856c-4d52-b0c1-01d15046daf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.682558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b7181-cc85-492d-a7be-79b7bcbfd82e req-88adb66e-8c6a-4d14-954a-0b8c3ba79c1d tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:37.684026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-521b7181-cc85-492d-a7be-79b7bcbfd82e req-88adb66e-8c6a-4d14-954a-0b8c3ba79c1d tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.88 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 945 time: 0.2476444 Jul 16 03:51:37.742848 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-263f6c3a-856c-4d52-b0c1-01d15046daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.746133 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-263f6c3a-856c-4d52-b0c1-01d15046daf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:37.747446 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-263f6c3a-856c-4d52-b0c1-01d15046daf8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/335ced2a-2772-43d5-8bcd-9c1a4c0a1297 HTTP/1.1" status: 204 len: 168 time: 0.2058237 Jul 16 03:51:37.765212 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f6c3a-856c-4d52-b0c1-01d15046daf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335ced2a-2772-43d5-8bcd-9c1a4c0a1297,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:37.803865 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-9f7a8140-c1e6-4b25-a16f-ffceeea4534e service neutron] 10.222.0.18 "GET /v2.0/networks/8cc073eb-b77e-46f4-b5cf-f956ada65e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177789 Jul 16 03:51:37.972996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-d536befc-e31a-4a46-95a6-10176d9d8d10 service neutron] 10.222.0.18 "GET /v2.0/networks/8cc073eb-b77e-46f4-b5cf-f956ada65e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681731 Jul 16 03:51:37.987635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-521b7181-cc85-492d-a7be-79b7bcbfd82e req-86d2d518-550e-4443-9294-88b4e991e973 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Deleting port 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:37.987932 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-521b7181-cc85-492d-a7be-79b7bcbfd82e req-86d2d518-550e-4443-9294-88b4e991e973 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:38.149693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-521b7181-cc85-492d-a7be-79b7bcbfd82e req-86d2d518-550e-4443-9294-88b4e991e973 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] For port 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=3738f9b0-0b9f-44c6-bcad-10f4d50ddac1,segment=NetworkSegment(1f6ae117-d2ea-4cb5-af58-f5c314830da6),segment_id=1f6ae117-d2ea-4cb5-af58-f5c314830da6)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:38.150222 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-521b7181-cc85-492d-a7be-79b7bcbfd82e req-86d2d518-550e-4443-9294-88b4e991e973 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:38.203754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-521b7181-cc85-492d-a7be-79b7bcbfd82e req-86d2d518-550e-4443-9294-88b4e991e973 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Calling delete_port for 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:38.299191 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a96eeea4-6aaa-4700-b739-48d33e6d0dea req-3e274d97-a459-497c-a7ca-9d7936b26ba7 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 210 time: 0.0691123 Jul 16 03:51:38.581692 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-521b7181-cc85-492d-a7be-79b7bcbfd82e req-86d2d518-550e-4443-9294-88b4e991e973 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:38.592497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['3738f9b0-0b9f-44c6-bcad-10f4d50ddac1'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:51:38.677919 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2d518-550e-4443-9294-88b4e991e973 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Pushing event deleted for resources: {'Port': ['ID=3738f9b0-0b9f-44c6-bcad-10f4d50ddac1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:38.762961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-521b7181-cc85-492d-a7be-79b7bcbfd82e req-86d2d518-550e-4443-9294-88b4e991e973 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] No DVR routers for this DVR port 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:51:38.767234 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-521b7181-cc85-492d-a7be-79b7bcbfd82e req-86d2d518-550e-4443-9294-88b4e991e973 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:38.770269 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-521b7181-cc85-492d-a7be-79b7bcbfd82e req-86d2d518-550e-4443-9294-88b4e991e973 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.88 "DELETE /v2.0/ports/3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 HTTP/1.1" status: 204 len: 173 time: 1.0642328 Jul 16 03:51:38.772402 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749472a3-2aae-4916-bbcf-0671c7bc6ea5', 'name': 'network-vif-deleted', 'tag': '3738f9b0-0b9f-44c6-bcad-10f4d50ddac1'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:38.785773 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b89d5a3-c6fc-4a76-98b1-f645f7f086ba" -d '{"events": [{"server_uuid": "749472a3-2aae-4916-bbcf-0671c7bc6ea5", "name": "network-vif-deleted", "tag": "3738f9b0-0b9f-44c6-bcad-10f4d50ddac1"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:38.836564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3de6a515-588c-4e60-b6ed-16fb60c1538c req-2738470d-d194-4118-bd02-ca595a47a4e7 tempest-TestServerAdvancedOps-439932662 tempest-TestServerAdvancedOps-439932662-project] 10.222.0.18 "GET /v2.0/ports?device_id=749472a3-2aae-4916-bbcf-0671c7bc6ea5 HTTP/1.1" status: 200 len: 210 time: 0.0752962 Jul 16 03:51:38.908388 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affb9514-86e5-4d75-93d0-53244a005eb0 x-openstack-request-id: req-affb9514-86e5-4d75-93d0-53244a005eb0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:38.908688 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749472a3-2aae-4916-bbcf-0671c7bc6ea5", "name": "network-vif-deleted", "tag": "3738f9b0-0b9f-44c6-bcad-10f4d50ddac1", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:38.908996 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-affb9514-86e5-4d75-93d0-53244a005eb0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:38.909595 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749472a3-2aae-4916-bbcf-0671c7bc6ea5', 'name': 'network-vif-deleted', 'tag': '3738f9b0-0b9f-44c6-bcad-10f4d50ddac1', 'status': 'completed', 'code': 200} Jul 16 03:51:39.543436 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38198b1c-7491-4744-b662-b3c4b2136497 req-e93cc318-afaa-4ee6-bf20-2307f046c4c0 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 210 time: 0.0615551 Jul 16 03:51:39.856464 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60454) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:39.984924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60464) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:40.050551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3849f45b-fec6-4080-b17e-d5ee7b3105ab admin admin] Deleting subnet c1635d8b-a51d-4d8e-a07d-ad1c9c21a2f4 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:40.066465 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-977b2e71-5e7b-4557-a7d6-dcab65d48003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.078658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3849f45b-fec6-4080-b17e-d5ee7b3105ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.115501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-a6e5ccfd-e51b-45bc-a2ca-c67d2593517f tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:40.117221 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-a6e5ccfd-e51b-45bc-a2ca-c67d2593517f tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.20 "GET /v2.0/networks?id=8cc073eb-b77e-46f4-b5cf-f956ada65e6f HTTP/1.1" status: 200 len: 814 time: 0.1382582 Jul 16 03:51:40.130863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-cf3805c2-ab78-4373-846b-b1f96b92042f tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Request body: {'port': {'device_id': '6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb', 'network_id': '8cc073eb-b77e-46f4-b5cf-f956ada65e6f', 'admin_state_up': True, 'tenant_id': '943c9bcf6ea04d22a690ee9ac786b214'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:40.257498 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-977b2e71-5e7b-4557-a7d6-dcab65d48003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.272110 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3849f45b-fec6-4080-b17e-d5ee7b3105ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.336612 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3849f45b-fec6-4080-b17e-d5ee7b3105ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.398821 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-977b2e71-5e7b-4557-a7d6-dcab65d48003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.422423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-cf3805c2-ab78-4373-846b-b1f96b92042f tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Made reservation on behalf of 943c9bcf6ea04d22a690ee9ac786b214 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:40.434691 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-cf3805c2-ab78-4373-846b-b1f96b92042f tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.469050 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-977b2e71-5e7b-4557-a7d6-dcab65d48003 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db08559eb8e1410aa7e64ea08a158066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6114950 Jul 16 03:51:40.473376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60480) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:40.513742 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b2e71-5e7b-4557-a7d6-dcab65d48003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea9161d-705b-49d0-97a6-a8a8fa4dc773,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:40.537304 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23bd63bc-35b1-452a-bc3d-2ab9b969ceba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.540989 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3849f45b-fec6-4080-b17e-d5ee7b3105ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.595695 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849f45b-fec6-4080-b17e-d5ee7b3105ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1635d8b-a51d-4d8e-a07d-ad1c9c21a2f4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:40.603111 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23bd63bc-35b1-452a-bc3d-2ab9b969ceba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.605897 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3849f45b-fec6-4080-b17e-d5ee7b3105ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:40.609813 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3849f45b-fec6-4080-b17e-d5ee7b3105ab admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c1635d8b-a51d-4d8e-a07d-ad1c9c21a2f4 HTTP/1.1" status: 204 len: 168 time: 0.6209564 Jul 16 03:51:40.612900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60492) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:40.782802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b3bbced-7ab7-476d-86d5-84855874db97 req-1ba9d8ed-1a27-47d6-9972-af5da7bd5aac tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 210 time: 0.0440159 Jul 16 03:51:40.811300 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-cf3805c2-ab78-4373-846b-b1f96b92042f tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Allocated IP 172.20.0.6 (8cc073eb-b77e-46f4-b5cf-f956ada65e6f/d46ddba2-bf09-4cd3-874f-199b7c389fd9/7b9e5e3c-aa1e-4400-ba13-6230481ad235) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:41.002187 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-cf3805c2-ab78-4373-846b-b1f96b92042f tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.218777 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23bd63bc-35b1-452a-bc3d-2ab9b969ceba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.221408 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23bd63bc-35b1-452a-bc3d-2ab9b969ceba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.233780 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-23bd63bc-35b1-452a-bc3d-2ab9b969ceba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ea9161d-705b-49d0-97a6-a8a8fa4dc773 HTTP/1.1" status: 204 len: 168 time: 0.7516625 Jul 16 03:51:41.263443 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd63bc-35b1-452a-bc3d-2ab9b969ceba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea9161d-705b-49d0-97a6-a8a8fa4dc773,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:41.407991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:51:41.423038 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec81a1f1-fc98-4518-b841-5230987001cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.446474 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-cf3805c2-ab78-4373-846b-b1f96b92042f tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.461875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:51:41.462227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 3738f9b0-0b9f-44c6-bcad-10f4d50ddac1 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:51:41.494807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-cf3805c2-ab78-4373-846b-b1f96b92042f tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Network 8cc073eb-b77e-46f4-b5cf-f956ada65e6f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:41.511849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-cf3805c2-ab78-4373-846b-b1f96b92042f tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:41.522501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-cf3805c2-ab78-4373-846b-b1f96b92042f tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:41.556965 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec81a1f1-fc98-4518-b841-5230987001cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.572971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3805c2-ab78-4373-846b-b1f96b92042f tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Pushing event updated for resources: {'Port': ['ID=7b9e5e3c-aa1e-4400-ba13-6230481ad235,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:41.582018 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ec81a1f1-fc98-4518-b841-5230987001cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822543d4-ca2a-4d0e-bc96-c84ae8db3f85']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:41.596871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ec81a1f1-fc98-4518-b841-5230987001cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6ae117-d2ea-4cb5-af58-f5c314830da6') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:41.597294 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ec81a1f1-fc98-4518-b841-5230987001cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6ae117-d2ea-4cb5-af58-f5c314830da6') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:41.607418 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec81a1f1-fc98-4518-b841-5230987001cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.636603 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:41.641469 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec81a1f1-fc98-4518-b841-5230987001cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.646892 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-cf3805c2-ab78-4373-846b-b1f96b92042f tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:41.647903 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-cf3805c2-ab78-4373-846b-b1f96b92042f tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.649032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec81a1f1-fc98-4518-b841-5230987001cd admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:41.649702 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec81a1f1-fc98-4518-b841-5230987001cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:41.651626 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:41.667376 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-cf3805c2-ab78-4373-846b-b1f96b92042f tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5414100 Jul 16 03:51:41.668560 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed71b-a876-432f-bcfb-9196674bdba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.682741 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Request body: {'port': {'device_id': '6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:41.722792 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec81a1f1-fc98-4518-b841-5230987001cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.760901 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec81a1f1-fc98-4518-b841-5230987001cd admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.764427 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ec81a1f1-fc98-4518-b841-5230987001cd admin admin] 10.222.0.18 "DELETE /v2.0/networks/822543d4-ca2a-4d0e-bc96-c84ae8db3f85 HTTP/1.1" status: 204 len: 168 time: 1.1496866 Jul 16 03:51:41.766057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81a1f1-fc98-4518-b841-5230987001cd admin admin] Pushing event deleted for resources: {'Network': ['ID=822543d4-ca2a-4d0e-bc96-c84ae8db3f85,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:41.768509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60520) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:41.832268 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b945a6ce-e398-4e73-8306-186ac8e11d39 admin admin] Deleting subnet 9babc9d6-8cc0-40d4-9f1f-84244c98f24c {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:51:41.837817 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b945a6ce-e398-4e73-8306-186ac8e11d39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.842000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed71b-a876-432f-bcfb-9196674bdba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.888245 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b945a6ce-e398-4e73-8306-186ac8e11d39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.890326 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.892389 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed71b-a876-432f-bcfb-9196674bdba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.934986 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b945a6ce-e398-4e73-8306-186ac8e11d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:41.940735 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ae2ed71b-a876-432f-bcfb-9196674bdba9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=605ef3ad5b5f41fda1e76f064873c53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3014238 Jul 16 03:51:41.944134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:42.027249 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b945a6ce-e398-4e73-8306-186ac8e11d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.051130 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945a6ce-e398-4e73-8306-186ac8e11d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9babc9d6-8cc0-40d4-9f1f-84244c98f24c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:42.061363 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b945a6ce-e398-4e73-8306-186ac8e11d39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.063475 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b945a6ce-e398-4e73-8306-186ac8e11d39 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9babc9d6-8cc0-40d4-9f1f-84244c98f24c HTTP/1.1" status: 204 len: 168 time: 0.2935653 Jul 16 03:51:42.066497 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:42.090692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ed71b-a876-432f-bcfb-9196674bdba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83492250-d2be-4569-8431-a26a47d6b99b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:42.161553 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76731cfd-627e-4866-9811-613126d28559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.198925 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e150be5b-57de-46a1-a8a6-d50a3a66504f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.314337 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76731cfd-627e-4866-9811-613126d28559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.362169 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e150be5b-57de-46a1-a8a6-d50a3a66504f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.377260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e150be5b-57de-46a1-a8a6-d50a3a66504f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb77a8c-b136-4ce4-883d-ca903c276f1d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:42.383986 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e370d-4797-40bd-b3cc-f0f519b39e60 req-cb43353b-f34f-4fb7-9f72-954324a5f28e tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:42.385732 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-400e370d-4797-40bd-b3cc-f0f519b39e60 req-cb43353b-f34f-4fb7-9f72-954324a5f28e tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 931 time: 0.3239434 Jul 16 03:51:42.397054 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e150be5b-57de-46a1-a8a6-d50a3a66504f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eed1cdc-aeb7-4655-8346-18e65f34ee3b') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:42.397428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e150be5b-57de-46a1-a8a6-d50a3a66504f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eed1cdc-aeb7-4655-8346-18e65f34ee3b') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:42.425605 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e150be5b-57de-46a1-a8a6-d50a3a66504f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.445482 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e150be5b-57de-46a1-a8a6-d50a3a66504f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.451923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e150be5b-57de-46a1-a8a6-d50a3a66504f admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:51:42.452419 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e150be5b-57de-46a1-a8a6-d50a3a66504f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:51:42.454358 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:51:42.503334 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-400e370d-4797-40bd-b3cc-f0f519b39e60 req-e4aec876-b9fa-4476-bcf9-dc584e46f170 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/security-groups?id=a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988970 Jul 16 03:51:42.522216 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76731cfd-627e-4866-9811-613126d28559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.524993 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76731cfd-627e-4866-9811-613126d28559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.529185 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-76731cfd-627e-4866-9811-613126d28559 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83492250-d2be-4569-8431-a26a47d6b99b HTTP/1.1" status: 204 len: 168 time: 0.5681148 Jul 16 03:51:42.547763 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e150be5b-57de-46a1-a8a6-d50a3a66504f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.554359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76731cfd-627e-4866-9811-613126d28559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83492250-d2be-4569-8431-a26a47d6b99b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:42.564864 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e150be5b-57de-46a1-a8a6-d50a3a66504f admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.571131 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e150be5b-57de-46a1-a8a6-d50a3a66504f admin admin] 10.222.0.18 "DELETE /v2.0/networks/dfb77a8c-b136-4ce4-883d-ca903c276f1d HTTP/1.1" status: 204 len: 168 time: 0.5011241 Jul 16 03:51:42.601370 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150be5b-57de-46a1-a8a6-d50a3a66504f admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb77a8c-b136-4ce4-883d-ca903c276f1d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:42.649073 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9e5e3c-aa1e-4400-ba13-6230481ad235 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:42.658771 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.679098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Transition to ACTIVE for port object 7b9e5e3c-aa1e-4400-ba13-6230481ad235 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:42.695180 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.792986 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9e5e3c-aa1e-4400-ba13-6230481ad235,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:42.894230 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Attempting to bind port 7b9e5e3c-aa1e-4400-ba13-6230481ad235 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:42.895175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Attempting to bind port 7b9e5e3c-aa1e-4400-ba13-6230481ad235 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'fd83d342-9bdb-4499-bd6e-af655ed69791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8cc073eb-b77e-46f4-b5cf-f956ada65e6f'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:42.896612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Attempting to bind port 7b9e5e3c-aa1e-4400-ba13-6230481ad235 on network 8cc073eb-b77e-46f4-b5cf-f956ada65e6f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:42.903286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Port 7b9e5e3c-aa1e-4400-ba13-6230481ad235 on network 8cc073eb-b77e-46f4-b5cf-f956ada65e6f not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:51:42.903821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Attempting to bind port 7b9e5e3c-aa1e-4400-ba13-6230481ad235 on network 8cc073eb-b77e-46f4-b5cf-f956ada65e6f {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:42.913373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:42.913543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Checking segment: {'id': 'fd83d342-9bdb-4499-bd6e-af655ed69791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8cc073eb-b77e-46f4-b5cf-f956ada65e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:42.913934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Bound using segment: {'id': 'fd83d342-9bdb-4499-bd6e-af655ed69791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8cc073eb-b77e-46f4-b5cf-f956ada65e6f'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:42.914424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Bound port: 7b9e5e3c-aa1e-4400-ba13-6230481ad235, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd83d342-9bdb-4499-bd6e-af655ed69791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '8cc073eb-b77e-46f4-b5cf-f956ada65e6f'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:42.914792 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:42.950391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60558) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:42.999589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] For port 7b9e5e3c-aa1e-4400-ba13-6230481ad235, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:43.003750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] For port 7b9e5e3c-aa1e-4400-ba13-6230481ad235, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7b9e5e3c-aa1e-4400-ba13-6230481ad235,segment=NetworkSegment(fd83d342-9bdb-4499-bd6e-af655ed69791),segment_id=fd83d342-9bdb-4499-bd6e-af655ed69791)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:43.015254 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.030314 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-547e94e8-1841-4664-865a-2737cc636ac6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e750402d5ae349ec9a15dfcf87dbf737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785019 Jul 16 03:51:43.031816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60564) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:43.070557 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:43.071192 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.079033 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] 10.222.0.20 "PUT /v2.0/ports/7b9e5e3c-aa1e-4400-ba13-6230481ad235 HTTP/1.1" status: 200 len: 1091 time: 1.4026036 Jul 16 03:51:43.082094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb', 'tag': '7b9e5e3c-aa1e-4400-ba13-6230481ad235'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:43.093902 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b2cf23-51ea-495e-bc31-d8f2a1a89f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb", "tag": "7b9e5e3c-aa1e-4400-ba13-6230481ad235"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:43.116451 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ed54b9d-8579-444b-9619-14152527fc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.154969 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1e193-6b2b-40c0-b936-1838410eb369 service neutron] Pushing event updated for resources: {'Port': ['ID=7b9e5e3c-aa1e-4400-ba13-6230481ad235,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:43.158593 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ed54b9d-8579-444b-9619-14152527fc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.193629 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369e9765-1c5e-4753-b431-1a5698219c74 x-openstack-request-id: req-369e9765-1c5e-4753-b431-1a5698219c74 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:43.194188 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb", "tag": "7b9e5e3c-aa1e-4400-ba13-6230481ad235", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:43.194544 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-369e9765-1c5e-4753-b431-1a5698219c74 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:43.195036 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb', 'tag': '7b9e5e3c-aa1e-4400-ba13-6230481ad235', 'status': 'completed', 'code': 200} Jul 16 03:51:43.224592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6949b02a-4d80-46a8-b88f-6696905737ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:43.226555 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-6949b02a-4d80-46a8-b88f-6696905737ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=943c9bcf6ea04d22a690ee9ac786b214&device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 1094 time: 0.0654228 Jul 16 03:51:43.256479 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ed54b9d-8579-444b-9619-14152527fc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.260220 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ed54b9d-8579-444b-9619-14152527fc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:43.263998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6ed54b9d-8579-444b-9619-14152527fc36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e6e21e6-532b-4ecb-a439-26b30bdb7088 HTTP/1.1" status: 204 len: 168 time: 0.2284410 Jul 16 03:51:43.273122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed54b9d-8579-444b-9619-14152527fc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6e21e6-532b-4ecb-a439-26b30bdb7088,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:43.305494 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-bd316992-e644-4066-9b28-f5ceddcea17c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b9e5e3c-aa1e-4400-ba13-6230481ad235 HTTP/1.1" status: 200 len: 217 time: 0.0705488 Jul 16 03:51:43.395114 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-3e71dee2-5afb-4d6e-a47d-131491d22121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:43.398364 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-3e71dee2-5afb-4d6e-a47d-131491d22121 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d46ddba2-bf09-4cd3-874f-199b7c389fd9 HTTP/1.1" status: 200 len: 854 time: 0.0732896 Jul 16 03:51:43.463072 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-4783bb76-56e8-4ec0-8bb3-db0909c067cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8cc073eb-b77e-46f4-b5cf-f956ada65e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588880 Jul 16 03:51:43.670990 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-b8331e25-6ddd-4186-8466-87e9cd651606 service neutron] 10.222.0.20 "GET /v2.0/networks/8cc073eb-b77e-46f4-b5cf-f956ada65e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008553 Jul 16 03:51:43.824375 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573c399-600a-419c-8866-a3d337077b29 req-c91fc227-2f67-438f-856f-fd8936fbe962 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:43.824375 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f573c399-600a-419c-8866-a3d337077b29 req-c91fc227-2f67-438f-856f-fd8936fbe962 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 943 time: 0.1889112 Jul 16 03:51:43.907831 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a0f7293-36df-4acd-b5f5-2ad5b1501274 req-cceacb16-909a-4f54-98c3-a69bc420fad1 service neutron] 10.222.0.20 "GET /v2.0/networks/8cc073eb-b77e-46f4-b5cf-f956ada65e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302432 Jul 16 03:51:43.921467 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f573c399-600a-419c-8866-a3d337077b29 req-c6508cc1-1190-4f96-ad89-54294819119d tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/security-groups?id=a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967526 Jul 16 03:51:43.990709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60614) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:44.044569 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2cf23-51ea-495e-bc31-d8f2a1a89f2c req-e760af8b-40c8-4eb5-8030-b0d653e2e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:44.048008 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69b2cf23-51ea-495e-bc31-d8f2a1a89f2c req-e760af8b-40c8-4eb5-8030-b0d653e2e4bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=943c9bcf6ea04d22a690ee9ac786b214&device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 1094 time: 0.0777571 Jul 16 03:51:44.068974 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1239c883-d512-4637-b184-d470b73e4e92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cbd0b3811d9c483cb2de0fca7ded9e61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746779 Jul 16 03:51:44.070322 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60616) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:44.185739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2cf23-51ea-495e-bc31-d8f2a1a89f2c req-44c22718-4504-4a42-bdb7-0b2b1aeabe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:44.187343 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69b2cf23-51ea-495e-bc31-d8f2a1a89f2c req-44c22718-4504-4a42-bdb7-0b2b1aeabe80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8cc073eb-b77e-46f4-b5cf-f956ada65e6f HTTP/1.1" status: 200 len: 915 time: 0.1332681 Jul 16 03:51:44.192601 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-345b33c2-0c3b-4057-a063-62823db5078b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.217045 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-345b33c2-0c3b-4057-a063-62823db5078b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.235210 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69b2cf23-51ea-495e-bc31-d8f2a1a89f2c req-ffc661c6-dd52-413e-a152-1f6db3328fe3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b9e5e3c-aa1e-4400-ba13-6230481ad235 HTTP/1.1" status: 200 len: 217 time: 0.0403452 Jul 16 03:51:44.269574 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-345b33c2-0c3b-4057-a063-62823db5078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.272932 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-345b33c2-0c3b-4057-a063-62823db5078b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:44.276496 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-345b33c2-0c3b-4057-a063-62823db5078b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f85182c-76a0-4c7c-bf7b-39f929301ec1 HTTP/1.1" status: 204 len: 168 time: 0.2029819 Jul 16 03:51:44.298620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b33c2-0c3b-4057-a063-62823db5078b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f85182c-76a0-4c7c-bf7b-39f929301ec1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:44.321822 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2cf23-51ea-495e-bc31-d8f2a1a89f2c req-25c19141-09aa-447d-b6ae-f9dbb7532d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:44.323678 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69b2cf23-51ea-495e-bc31-d8f2a1a89f2c req-25c19141-09aa-447d-b6ae-f9dbb7532d38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d46ddba2-bf09-4cd3-874f-199b7c389fd9 HTTP/1.1" status: 200 len: 854 time: 0.0819132 Jul 16 03:51:44.397446 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69b2cf23-51ea-495e-bc31-d8f2a1a89f2c req-2d5decb7-120e-4300-a56d-31bee160690d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8cc073eb-b77e-46f4-b5cf-f956ada65e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653212 Jul 16 03:51:44.510120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69b2cf23-51ea-495e-bc31-d8f2a1a89f2c req-aabad054-5206-4dcf-821a-da4865973960 service neutron] 10.222.0.20 "GET /v2.0/networks/8cc073eb-b77e-46f4-b5cf-f956ada65e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053255 Jul 16 03:51:44.636530 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69b2cf23-51ea-495e-bc31-d8f2a1a89f2c req-8056da6f-fcee-4c89-b57e-0f142ae8e4d8 service neutron] 10.222.0.20 "GET /v2.0/networks/8cc073eb-b77e-46f4-b5cf-f956ada65e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057565 Jul 16 03:51:45.214204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1aee63-8066-4c31-b53f-b4e657d3e8f1 req-9e672c02-576c-4193-87dc-d53123181978 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:45.223852 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e1aee63-8066-4c31-b53f-b4e657d3e8f1 req-9e672c02-576c-4193-87dc-d53123181978 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 943 time: 0.0967553 Jul 16 03:51:45.276922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e1aee63-8066-4c31-b53f-b4e657d3e8f1 req-f4d273cc-9575-46c5-b1ea-5a0b5a51c3c3 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/security-groups?id=a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516937 Jul 16 03:51:45.439896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60678) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:45.566852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-521412377-network', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:45.607923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] Made reservation on behalf of 141b36b166934e7d90312d1c02c7c1cd for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:45.611296 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.621388 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.727344 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.732689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.753867 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:45.768267 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4516592d-e8b7-4cd0-9174-633001fe3d7c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:45.773063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.773443 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] Added segment 02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e of type vlan for network f55cd736-5d71-4953-92cf-213346d5a1da Jul 16 03:51:45.814180 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.849686 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.850960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:45.851669 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:45.916303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:45.916856 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4716907 Jul 16 03:51:45.922324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c15f4856-118b-4273-ae48-949286b392fb admin admin] Request body: {'subnet': {'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-521412377-subnet', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:45.977893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15f4856-118b-4273-ae48-949286b392fb admin admin] Made reservation on behalf of 141b36b166934e7d90312d1c02c7c1cd for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:45.980944 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c15f4856-118b-4273-ae48-949286b392fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.000101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf465b27-1448-4bd2-8e31-f40014ec0c98 admin admin] Pushing event updated for resources: {'Network': ['ID=f55cd736-5d71-4953-92cf-213346d5a1da,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:46.011053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network f55cd736-5d71-4953-92cf-213346d5a1da details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:46.320261 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c15f4856-118b-4273-ae48-949286b392fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.484531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f4856-118b-4273-ae48-949286b392fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=71faac3d-ce79-45ad-842e-496e7071d6f0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:46.512405 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f4856-118b-4273-ae48-949286b392fb admin admin] Checking segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:46.513145 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15f4856-118b-4273-ae48-949286b392fb admin admin] Network hostable DHCP agents. Network: f55cd736-5d71-4953-92cf-213346d5a1da, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:46.571826 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15f4856-118b-4273-ae48-949286b392fb admin admin] Network f55cd736-5d71-4953-92cf-213346d5a1da is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:46.584796 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c15f4856-118b-4273-ae48-949286b392fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, f55cd736-5d71-4953-92cf-213346d5a1da) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:46.590754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15f4856-118b-4273-ae48-949286b392fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:46.591925 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c15f4856-118b-4273-ae48-949286b392fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.601925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d1598-eaaf-4d7c-a55e-38f5df2968d6 None None] Network f55cd736-5d71-4953-92cf-213346d5a1da requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:46.633991 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c15f4856-118b-4273-ae48-949286b392fb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7135086 Jul 16 03:51:46.634261 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60734) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:46.639368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:46.660114 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b98b10-af62-4965-96e8-ef6c40a9c917 req-9eac5739-35ae-4445-b178-71831489fb42 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:46.666010 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15b98b10-af62-4965-96e8-ef6c40a9c917 req-9eac5739-35ae-4445-b178-71831489fb42 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 943 time: 0.1431437 Jul 16 03:51:46.701161 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.702353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.748701 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15b98b10-af62-4965-96e8-ef6c40a9c917 req-a6fd95bf-30e3-4cf4-b621-31891f251dbc tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/security-groups?id=a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745356 Jul 16 03:51:46.808261 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:46.922135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7b9e5e3c-aa1e-4400-ba13-6230481ad235 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:51:47.000298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-f55cd736-5d71-4953-92cf-213346d5a1da', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:51:47.001635 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.010229 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.300742 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 7b9e5e3c-aa1e-4400-ba13-6230481ad235, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7b9e5e3c-aa1e-4400-ba13-6230481ad235,segment=NetworkSegment(fd83d342-9bdb-4499-bd6e-af655ed69791),segment_id=fd83d342-9bdb-4499-bd6e-af655ed69791)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:47.314123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '7b9e5e3c-aa1e-4400-ba13-6230481ad235', 'network_id': '8cc073eb-b77e-46f4-b5cf-f956ada65e6f', 'port_id': '7b9e5e3c-aa1e-4400-ba13-6230481ad235', 'mac_address': 'fa:16:3e:96:8a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46ddba2-bf09-4cd3-874f-199b7c389fd9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:51:47.485731 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.490394 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Allocated IP 172.20.0.2 (f55cd736-5d71-4953-92cf-213346d5a1da/71faac3d-ce79-45ad-842e-496e7071d6f0/c70c50fa-e87e-411a-a5bf-3b9cd08e2125) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:47.513931 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9e5e3c-aa1e-4400-ba13-6230481ad235 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:51:47.527684 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.555311 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.603194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 7b9e5e3c-aa1e-4400-ba13-6230481ad235, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7b9e5e3c-aa1e-4400-ba13-6230481ad235,segment=NetworkSegment(fd83d342-9bdb-4499-bd6e-af655ed69791),segment_id=fd83d342-9bdb-4499-bd6e-af655ed69791)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:47.637283 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.713613 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Allocated IP 172.25.3.115 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/70ea1c68-b0a0-4f70-b83c-22c010e8548f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:47.752440 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=7b9e5e3c-aa1e-4400-ba13-6230481ad235,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:47.824469 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.829579 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['7b9e5e3c-aa1e-4400-ba13-6230481ad235'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:51:47.884502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Transition to ACTIVE for port object c70c50fa-e87e-411a-a5bf-3b9cd08e2125 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:47.919920 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.939459 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Transition to ACTIVE for port object c70c50fa-e87e-411a-a5bf-3b9cd08e2125 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:47.960424 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:47.982090 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.009442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Network f55cd736-5d71-4953-92cf-213346d5a1da is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:48.013812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:48.018228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:48.058931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:48.075437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:48.081188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:48.117079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Pushing event updated for resources: {'Port': ['ID=c70c50fa-e87e-411a-a5bf-3b9cd08e2125,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:48.139847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Pushing event updated for resources: {'Port': ['ID=70ea1c68-b0a0-4f70-b83c-22c010e8548f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:48.250128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Attempting to bind port c70c50fa-e87e-411a-a5bf-3b9cd08e2125 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:48.250816 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Attempting to bind port c70c50fa-e87e-411a-a5bf-3b9cd08e2125 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:48.251370 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Attempting to bind port c70c50fa-e87e-411a-a5bf-3b9cd08e2125 on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:48.261704 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:48.262244 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Checking segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:48.262756 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.263256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Bound using segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:48.263848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Bound port: c70c50fa-e87e-411a-a5bf-3b9cd08e2125, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:48.264366 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.305626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb89efb-6c69-471c-9e04-3b70c2df7ab3 req-287062de-800f-4996-a864-a22292f09a85 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:48.313714 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bb89efb-6c69-471c-9e04-3b70c2df7ab3 req-287062de-800f-4996-a864-a22292f09a85 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 944 time: 0.0941002 Jul 16 03:51:48.342936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] For port c70c50fa-e87e-411a-a5bf-3b9cd08e2125, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:48.347294 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] For port c70c50fa-e87e-411a-a5bf-3b9cd08e2125, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c70c50fa-e87e-411a-a5bf-3b9cd08e2125,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:48.354911 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.359124 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bb89efb-6c69-471c-9e04-3b70c2df7ab3 req-9be43530-a8cc-4b23-b860-93bfe970331b tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/security-groups?id=a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444257 Jul 16 03:51:48.432241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d5fc4-015e-4099-841c-3ab3d850e534 None None] Pushing event updated for resources: {'Port': ['ID=c70c50fa-e87e-411a-a5bf-3b9cd08e2125,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:48.495499 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.763631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:48.920991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:51:48.926899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7b9e5e3c-aa1e-4400-ba13-6230481ad235 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:49.023286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 7b9e5e3c-aa1e-4400-ba13-6230481ad235 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:49.033865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 7b9e5e3c-aa1e-4400-ba13-6230481ad235 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:49.034247 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.074498 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:51:49.093968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Sync routers for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:51:49.104297 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.106362 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-05ae5489-f5ca-451e-b544-6f258ffa329c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4709494 Jul 16 03:51:49.109399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60802) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:49.138535 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:49.139189 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:51:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:49.635266 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.682898 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9e5e3c-aa1e-4400-ba13-6230481ad235'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:51:49.685598 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b970b7-ad46-4748-8d7c-610f1cfa8aca" -d '{"events": [{"server_uuid": "6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb", "name": "network-vif-plugged", "status": "completed", "tag": "7b9e5e3c-aa1e-4400-ba13-6230481ad235"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:51:49.711401 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:49.778850 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1938eaec-280c-4216-95ed-5c797fe4da14 x-openstack-request-id: req-1938eaec-280c-4216-95ed-5c797fe4da14 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:51:49.779142 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb", "name": "network-vif-plugged", "status": "completed", "tag": "7b9e5e3c-aa1e-4400-ba13-6230481ad235", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:51:49.779376 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1938eaec-280c-4216-95ed-5c797fe4da14 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:51:49.779768 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9e5e3c-aa1e-4400-ba13-6230481ad235', 'code': 200} Jul 16 03:51:49.781620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 7b9e5e3c-aa1e-4400-ba13-6230481ad235, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7b9e5e3c-aa1e-4400-ba13-6230481ad235,segment=NetworkSegment(fd83d342-9bdb-4499-bd6e-af655ed69791),segment_id=fd83d342-9bdb-4499-bd6e-af655ed69791)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:49.844216 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:49.894739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b0bf5-ac1c-4fc7-9b69-6992288a54ae req-b6e76638-b7b2-4074-8c9b-61f2d8edf1a0 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:49.906582 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b5b0bf5-ac1c-4fc7-9b69-6992288a54ae req-b6e76638-b7b2-4074-8c9b-61f2d8edf1a0 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 944 time: 0.3301823 Jul 16 03:51:49.990046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=7b9e5e3c-aa1e-4400-ba13-6230481ad235,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:50.035275 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c70c50fa-e87e-411a-a5bf-3b9cd08e2125 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:50.054321 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.131267 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b5b0bf5-ac1c-4fc7-9b69-6992288a54ae req-95ac769e-42ac-465a-b37b-3467246ecea9 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/security-groups?id=a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223337 Jul 16 03:51:50.135217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port c70c50fa-e87e-411a-a5bf-3b9cd08e2125 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:50.200402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b2828f-7b2c-4af3-a6f0-0f80973626f1 None None] Network f55cd736-5d71-4953-92cf-213346d5a1da requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:50.248094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b525bf0-367f-46f7-b1de-2fb7328d2636 req-0dd59cc1-c532-40f9-823e-a7332c15d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:50.249653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5b525bf0-367f-46f7-b1de-2fb7328d2636 req-0dd59cc1-c532-40f9-823e-a7332c15d5be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 1096 time: 0.3231175 Jul 16 03:51:50.274110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:48Z', 'revision_number': 3, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:50.277804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-04c47de4-74de-4c94-9ed3-06347cfde0dd None None] Provisioning for port c70c50fa-e87e-411a-a5bf-3b9cd08e2125 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:50.327375 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-04c47de4-74de-4c94-9ed3-06347cfde0dd None None] Provisioning complete for port c70c50fa-e87e-411a-a5bf-3b9cd08e2125 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:50.327375 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04c47de4-74de-4c94-9ed3-06347cfde0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.341121 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5b525bf0-367f-46f7-b1de-2fb7328d2636 req-2e120de0-7a7c-4e2c-92e9-2e5409e55d7a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741944 Jul 16 03:51:50.397378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Allocated IP 172.20.0.1 (f55cd736-5d71-4953-92cf-213346d5a1da/71faac3d-ce79-45ad-842e-496e7071d6f0/8b0ae4a5-7674-4120-9eb0-2414629b8dfe) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:50.491598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Checking router: 760e4c6f-bb2e-48eb-82da-aa62d23ba241 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:51:50.496186 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Updating router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 port 70ea1c68-b0a0-4f70-b83c-22c010e8548f binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:51:50.712703 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:51:50.719091 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.739630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:50.747547 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.751795 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04c47de4-74de-4c94-9ed3-06347cfde0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.770445 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Transition to ACTIVE for port object 8b0ae4a5-7674-4120-9eb0-2414629b8dfe will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:50.845440 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:50.937542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Network f55cd736-5d71-4953-92cf-213346d5a1da is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:50.941189 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:50.955869 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:50.999484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Pushing event updated for resources: {'Port': ['ID=8b0ae4a5-7674-4120-9eb0-2414629b8dfe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:51.007020 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e5e352d-c256-40e4-8e10-571074b03f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.029863 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-04c47de4-74de-4c94-9ed3-06347cfde0dd None None] For port c70c50fa-e87e-411a-a5bf-3b9cd08e2125, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c70c50fa-e87e-411a-a5bf-3b9cd08e2125,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:51.041849 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04c47de4-74de-4c94-9ed3-06347cfde0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.043060 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.220348 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e5e352d-c256-40e4-8e10-571074b03f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.225870 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e5e352d-c256-40e4-8e10-571074b03f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.306753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c47de4-74de-4c94-9ed3-06347cfde0dd None None] Pushing event updated for resources: {'Port': ['ID=c70c50fa-e87e-411a-a5bf-3b9cd08e2125,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:51.322661 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.374093 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7e5e352d-c256-40e4-8e10-571074b03f0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4a35800797f440c9944b326e1c83586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6337667 Jul 16 03:51:51.375835 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60852) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:51.421437 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.427291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e352d-c256-40e4-8e10-571074b03f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7744177-b982-4237-821f-a4e5aa42cf59,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:51.441729 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b6671bf-8b8f-4c04-8d6d-4c10cbe9adac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.449002 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Transition to ACTIVE for port object 70ea1c68-b0a0-4f70-b83c-22c010e8548f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:51.472778 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.477615 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b6671bf-8b8f-4c04-8d6d-4c10cbe9adac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.480125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848ef0c-23cd-48de-a507-46d4e7008f8a req-6e920d94-1ba2-4fe4-9c95-4724e7ddf999 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:51.481910 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9848ef0c-23cd-48de-a507-46d4e7008f8a req-6e920d94-1ba2-4fe4-9c95-4724e7ddf999 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 945 time: 0.1807034 Jul 16 03:51:51.539105 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b6671bf-8b8f-4c04-8d6d-4c10cbe9adac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.542196 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b6671bf-8b8f-4c04-8d6d-4c10cbe9adac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.546395 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9b6671bf-8b8f-4c04-8d6d-4c10cbe9adac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7744177-b982-4237-821f-a4e5aa42cf59 HTTP/1.1" status: 204 len: 168 time: 0.1695588 Jul 16 03:51:51.555867 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6671bf-8b8f-4c04-8d6d-4c10cbe9adac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7744177-b982-4237-821f-a4e5aa42cf59,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:51.573402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Attempting to bind port 70ea1c68-b0a0-4f70-b83c-22c010e8548f on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:51.574298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Attempting to bind port 70ea1c68-b0a0-4f70-b83c-22c010e8548f by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:51.574673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Attempting to bind port 70ea1c68-b0a0-4f70-b83c-22c010e8548f on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:51.601224 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa6b7f-4944-4ba0-9825-e6d2e16ff30c None None] Pushing event updated for resources: {'Port': ['ID=70ea1c68-b0a0-4f70-b83c-22c010e8548f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:51.604998 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:51.605652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:51.606094 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.606539 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:51.607046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Bound port: 70ea1c68-b0a0-4f70-b83c-22c010e8548f, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:51.607442 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.636152 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9848ef0c-23cd-48de-a507-46d4e7008f8a req-2f7d9e13-9ded-437a-a843-b1478cae3955 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/security-groups?id=a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068358 Jul 16 03:51:51.702030 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.708525 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.767229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] For port 70ea1c68-b0a0-4f70-b83c-22c010e8548f, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:51.776344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] For port 70ea1c68-b0a0-4f70-b83c-22c010e8548f, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=70ea1c68-b0a0-4f70-b83c-22c010e8548f,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:51.782088 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.783670 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:51.862357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Pushing event updated for resources: {'Port': ['ID=8b0ae4a5-7674-4120-9eb0-2414629b8dfe,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:51.976286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa6b7f-4944-4ba0-9825-e6d2e16ff30c None None] Pushing event updated for resources: {'Port': ['ID=70ea1c68-b0a0-4f70-b83c-22c010e8548f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:52.009838 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c70c50fa-e87e-411a-a5bf-3b9cd08e2125 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:52.038227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Network f55cd736-5d71-4953-92cf-213346d5a1da is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:52.039762 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:52.150991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:52.154734 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:51:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:52.156518 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-19e0c0ef-f3a9-437b-ae7f-983680d7db3d None None] Provisioning for port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:52.165919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-19e0c0ef-f3a9-437b-ae7f-983680d7db3d None None] Provisioning complete for port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:52.166173 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-19e0c0ef-f3a9-437b-ae7f-983680d7db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:52.246435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-19e0c0ef-f3a9-437b-ae7f-983680d7db3d None None] Port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:52.279886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c70c50fa-e87e-411a-a5bf-3b9cd08e2125 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:52.280824 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:52.335667 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-19e0c0ef-f3a9-437b-ae7f-983680d7db3d None None] Provisioning complete for port c70c50fa-e87e-411a-a5bf-3b9cd08e2125 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:52.336288 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-19e0c0ef-f3a9-437b-ae7f-983680d7db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:52.404624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:51:52.487655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:52.498340 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1c876-bb86-40eb-a8f7-75249fd953a0 req-77f39f08-ecea-43b5-91bc-01e847a05012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:52.500974 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dbc1c876-bb86-40eb-a8f7-75249fd953a0 req-77f39f08-ecea-43b5-91bc-01e847a05012 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=943c9bcf6ea04d22a690ee9ac786b214&device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 1096 time: 0.1920054 Jul 16 03:51:52.914697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60902) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:52.937892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 2, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:53.013349 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef3432-0ae6-4fae-b101-42016c999634 None None] The sync data for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 is: [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 2, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:51:53.039245 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-17b750a4-ddeb-403e-86bf-0e8dfae584cd None None] Provisioning complete for port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:53.039621 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17b750a4-ddeb-403e-86bf-0e8dfae584cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.106842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-17b750a4-ddeb-403e-86bf-0e8dfae584cd None None] Port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:51:53.107078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-3791951-network', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:53.140788 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f3136-0f5d-4b87-9bbe-27119a026946 req-8eac50ca-8ce9-40a8-bd10-25606eb94dc9 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:53.143530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] Made reservation on behalf of e7c2348a6101491f9cfb1053e2dfc567 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:53.147954 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc7f3136-0f5d-4b87-9bbe-27119a026946 req-8eac50ca-8ce9-40a8-bd10-25606eb94dc9 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 945 time: 0.7626657 Jul 16 03:51:53.149839 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.162979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.294526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:51:53.309871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b6882604-b710-49e9-a17b-614efd6dcba8 admin admin] 10.222.0.18 "PUT /v2.0/routers/760e4c6f-bb2e-48eb-82da-aa62d23ba241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1902595 Jul 16 03:51:53.319901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc7f3136-0f5d-4b87-9bbe-27119a026946 req-e76ab489-5e3c-4bf3-bca1-51853d6dcf8b tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/security-groups?id=a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706886 Jul 16 03:51:53.338779 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.340488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1c876-bb86-40eb-a8f7-75249fd953a0 req-2c8370fb-ff6d-479f-a0ba-c57f656d7127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:53.342296 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dbc1c876-bb86-40eb-a8f7-75249fd953a0 req-2c8370fb-ff6d-479f-a0ba-c57f656d7127 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8cc073eb-b77e-46f4-b5cf-f956ada65e6f HTTP/1.1" status: 200 len: 915 time: 0.8338315 Jul 16 03:51:53.344080 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.413591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:53.445691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2795589-5e2f-47b1-a98f-c20ef1738946,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:53.449339 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dbc1c876-bb86-40eb-a8f7-75249fd953a0 req-141e01cb-030b-4c22-a81f-35586632f189 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b9e5e3c-aa1e-4400-ba13-6230481ad235 HTTP/1.1" status: 200 len: 217 time: 0.0998020 Jul 16 03:51:53.461854 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.463028 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] Added segment 2fd09f9c-011d-4ded-8867-77675e513d30 of type vlan for network c4325c50-f7f4-49da-b4ac-a049a40582b0 Jul 16 03:51:53.572045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1c876-bb86-40eb-a8f7-75249fd953a0 req-d4dd9206-c570-4e9b-9bd5-0e2f856850ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:53.573895 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dbc1c876-bb86-40eb-a8f7-75249fd953a0 req-d4dd9206-c570-4e9b-9bd5-0e2f856850ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d46ddba2-bf09-4cd3-874f-199b7c389fd9 HTTP/1.1" status: 200 len: 854 time: 0.1184928 Jul 16 03:51:53.601087 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.624484 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dbc1c876-bb86-40eb-a8f7-75249fd953a0 req-3695035e-c214-4569-ae0c-5599f6f1d56a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8cc073eb-b77e-46f4-b5cf-f956ada65e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433431 Jul 16 03:51:53.662310 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.663305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:53.663889 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.752884 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8335335 Jul 16 03:51:53.759121 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60924) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:53.764025 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4c98a45f-8ee4-4652-b43f-04f10527e82c admin admin] Request body: {'subnet': {'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-3791951-subnet', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:53.873308 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dbc1c876-bb86-40eb-a8f7-75249fd953a0 req-34fb8d77-11d9-4ac0-87b6-55e3b2ea7648 service neutron] 10.222.0.20 "GET /v2.0/networks/8cc073eb-b77e-46f4-b5cf-f956ada65e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382228 Jul 16 03:51:53.879394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f710c5-5da9-4b44-a340-184520449e9d admin admin] Pushing event updated for resources: {'Network': ['ID=c4325c50-f7f4-49da-b4ac-a049a40582b0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:53.925336 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c98a45f-8ee4-4652-b43f-04f10527e82c admin admin] Made reservation on behalf of e7c2348a6101491f9cfb1053e2dfc567 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:53.928530 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c98a45f-8ee4-4652-b43f-04f10527e82c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:53.937947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network c4325c50-f7f4-49da-b4ac-a049a40582b0 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:54.138061 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dbc1c876-bb86-40eb-a8f7-75249fd953a0 req-177302d4-2143-4d13-b034-212b7d99935b service neutron] 10.222.0.20 "GET /v2.0/networks/8cc073eb-b77e-46f4-b5cf-f956ada65e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460127 Jul 16 03:51:54.416615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:54.422675 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1045561052-network', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:54.459725 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c98a45f-8ee4-4652-b43f-04f10527e82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.474824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] Made reservation on behalf of f87b0795c8da4c43b639facf9c01e6b8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:54.480838 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.508483 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.538171 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98a45f-8ee4-4652-b43f-04f10527e82c admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d078c8-9340-47c3-bb8a-847e15bc1646,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:54.544954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c98a45f-8ee4-4652-b43f-04f10527e82c admin admin] Checking segment: {'id': '2fd09f9c-011d-4ded-8867-77675e513d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:54.546573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c98a45f-8ee4-4652-b43f-04f10527e82c admin admin] Network hostable DHCP agents. Network: c4325c50-f7f4-49da-b4ac-a049a40582b0, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:54.581143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c98a45f-8ee4-4652-b43f-04f10527e82c admin admin] Network c4325c50-f7f4-49da-b4ac-a049a40582b0 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:54.591688 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4c98a45f-8ee4-4652-b43f-04f10527e82c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, c4325c50-f7f4-49da-b4ac-a049a40582b0) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:54.604027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b858385-eb14-4482-b36f-32185fbf3692 None None] Network c4325c50-f7f4-49da-b4ac-a049a40582b0 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:54.605052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c98a45f-8ee4-4652-b43f-04f10527e82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:54.605783 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c98a45f-8ee4-4652-b43f-04f10527e82c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.799612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3856d77-8673-4085-a752-73c50a0d92a6 req-2f200986-70a3-40d0-819f-a88fa6641192 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:54.802818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3856d77-8673-4085-a752-73c50a0d92a6 req-2f200986-70a3-40d0-819f-a88fa6641192 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 945 time: 0.2398918 Jul 16 03:51:54.820143 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-c4325c50-f7f4-49da-b4ac-a049a40582b0', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:51:54.825341 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.938764 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.947622 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3856d77-8673-4085-a752-73c50a0d92a6 req-4fca8ccf-3461-48c4-bb7f-1448c55405e7 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/security-groups?id=a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190896 Jul 16 03:51:54.948148 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.949928 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4c98a45f-8ee4-4652-b43f-04f10527e82c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1896465 Jul 16 03:51:54.961392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:51:54.964130 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60958) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:54.972901 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:54.973395 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] Added segment 3b44f673-96ff-43d6-8a7a-4244eb6a65d8 of type vlan for network 5688fa07-7bb3-45ed-baae-b15316c983fd Jul 16 03:51:54.983413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:55.032817 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.079851 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.081077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:55.081821 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.091512 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.103510 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.105139 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Allocated IP 172.20.0.2 (c4325c50-f7f4-49da-b4ac-a049a40582b0/51d078c8-9340-47c3-bb8a-847e15bc1646/9decd9ec-13c0-47e1-8cbf-b21a16db6581) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:55.252812 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.264865 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8468528 Jul 16 03:51:55.295027 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 60964) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:55.331715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803d480d-7835-45e5-ac5b-cf37c6d36171,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:55.332241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d2e0f439-3d49-4ad8-a0d9-181fd0c1925b admin admin] Request body: {'subnet': {'network_id': '5688fa07-7bb3-45ed-baae-b15316c983fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1045561052-subnet', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:55.338967 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b191c-1b11-40be-b1a6-0e106995fd80 admin admin] Pushing event updated for resources: {'Network': ['ID=5688fa07-7bb3-45ed-baae-b15316c983fd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:55.365344 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e0f439-3d49-4ad8-a0d9-181fd0c1925b admin admin] Made reservation on behalf of f87b0795c8da4c43b639facf9c01e6b8 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:51:55.370663 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2e0f439-3d49-4ad8-a0d9-181fd0c1925b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.396834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 5688fa07-7bb3-45ed-baae-b15316c983fd details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:51:55.523385 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.548302 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.556735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Transition to ACTIVE for port object 9decd9ec-13c0-47e1-8cbf-b21a16db6581 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:55.572277 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Transition to ACTIVE for port object 9decd9ec-13c0-47e1-8cbf-b21a16db6581 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:55.578141 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.616260 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Network c4325c50-f7f4-49da-b4ac-a049a40582b0 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:55.622250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:55.626507 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:55.659620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Pushing event updated for resources: {'Port': ['ID=9decd9ec-13c0-47e1-8cbf-b21a16db6581,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:55.696836 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Attempting to bind port 9decd9ec-13c0-47e1-8cbf-b21a16db6581 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:55.697217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Attempting to bind port 9decd9ec-13c0-47e1-8cbf-b21a16db6581 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '2fd09f9c-011d-4ded-8867-77675e513d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:55.697588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Attempting to bind port 9decd9ec-13c0-47e1-8cbf-b21a16db6581 on network c4325c50-f7f4-49da-b4ac-a049a40582b0 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:55.703709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:55.704789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Checking segment: {'id': '2fd09f9c-011d-4ded-8867-77675e513d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:55.705476 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.706351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Bound using segment: {'id': '2fd09f9c-011d-4ded-8867-77675e513d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:55.707192 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Bound port: 9decd9ec-13c0-47e1-8cbf-b21a16db6581, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd09f9c-011d-4ded-8867-77675e513d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:55.708560 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.720206 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2e0f439-3d49-4ad8-a0d9-181fd0c1925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.798949 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] For port 9decd9ec-13c0-47e1-8cbf-b21a16db6581, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:55.802542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] For port 9decd9ec-13c0-47e1-8cbf-b21a16db6581, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9decd9ec-13c0-47e1-8cbf-b21a16db6581,segment=NetworkSegment(2fd09f9c-011d-4ded-8867-77675e513d30),segment_id=2fd09f9c-011d-4ded-8867-77675e513d30)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:55.804492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e0f439-3d49-4ad8-a0d9-181fd0c1925b admin admin] Checking segment: {'id': '3b44f673-96ff-43d6-8a7a-4244eb6a65d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5688fa07-7bb3-45ed-baae-b15316c983fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:55.804797 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e0f439-3d49-4ad8-a0d9-181fd0c1925b admin admin] Network hostable DHCP agents. Network: 5688fa07-7bb3-45ed-baae-b15316c983fd, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:51:55.810928 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.811139 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0f439-3d49-4ad8-a0d9-181fd0c1925b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b57f5f1a-3f69-403e-a54a-9412d39558ad,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:55.889669 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e0f439-3d49-4ad8-a0d9-181fd0c1925b admin admin] Network 5688fa07-7bb3-45ed-baae-b15316c983fd is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:51:55.893834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8572be-5b28-415b-96e5-33022a878d16 None None] Pushing event updated for resources: {'Port': ['ID=9decd9ec-13c0-47e1-8cbf-b21a16db6581,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:55.905619 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d2e0f439-3d49-4ad8-a0d9-181fd0c1925b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 5688fa07-7bb3-45ed-baae-b15316c983fd) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:55.916223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef23035-72af-4e9c-987d-da408526d598 None None] Network 5688fa07-7bb3-45ed-baae-b15316c983fd requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:55.962770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e0f439-3d49-4ad8-a0d9-181fd0c1925b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:55.964135 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2e0f439-3d49-4ad8-a0d9-181fd0c1925b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:55.968347 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.015561 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.036031 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d2e0f439-3d49-4ad8-a0d9-181fd0c1925b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7395823 Jul 16 03:51:56.038796 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 60982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:56.045520 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1045561052-router', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:51:56.045980 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 70ea1c68-b0a0-4f70-b83c-22c010e8548f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:56.093996 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.098413 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.165538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 70ea1c68-b0a0-4f70-b83c-22c010e8548f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:56.184022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Allocated IP 172.25.3.10 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/ddc98877-4b1c-4193-b6d3-554805b79d64) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:56.247904 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 70ea1c68-b0a0-4f70-b83c-22c010e8548f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:56.248608 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.251080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-5688fa07-7bb3-45ed-baae-b15316c983fd', 'network_id': '5688fa07-7bb3-45ed-baae-b15316c983fd', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'fixed_ips': [{'subnet_id': 'b57f5f1a-3f69-403e-a54a-9412d39558ad'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:51:56.252195 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.331992 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.402624 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.419241 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.452272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:56.455512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:56.459205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:56.486988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Pushing event updated for resources: {'Port': ['ID=ddc98877-4b1c-4193-b6d3-554805b79d64,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:56.559303 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.611848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 70ea1c68-b0a0-4f70-b83c-22c010e8548f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=70ea1c68-b0a0-4f70-b83c-22c010e8548f,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:56.638901 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.677339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17e19b-43ac-46fc-8c5f-7d0232033acf req-50aa76b1-5971-44b1-9280-0a872e68396e tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:56.679275 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e17e19b-43ac-46fc-8c5f-7d0232033acf req-50aa76b1-5971-44b1-9280-0a872e68396e tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 945 time: 0.4650753 Jul 16 03:51:56.689038 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.729996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Allocated IP 172.20.0.2 (5688fa07-7bb3-45ed-baae-b15316c983fd/b57f5f1a-3f69-403e-a54a-9412d39558ad/df547104-309b-4289-8fbb-2c41c3778b7c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:56.741819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=70ea1c68-b0a0-4f70-b83c-22c010e8548f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:56.757803 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e17e19b-43ac-46fc-8c5f-7d0232033acf req-fd699997-7676-4ff3-97b7-aba47b4a9972 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/security-groups?id=a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713325 Jul 16 03:51:56.847064 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Sync routers for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:51:56.862907 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:56.865287 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:56.865954 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:51:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:57.018200 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.041445 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.089251 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:57.149022 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.169219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Transition to ACTIVE for port object df547104-309b-4289-8fbb-2c41c3778b7c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:57.203226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Transition to ACTIVE for port object df547104-309b-4289-8fbb-2c41c3778b7c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:57.215045 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.251536 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Network 5688fa07-7bb3-45ed-baae-b15316c983fd is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:57.257138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:57.281588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Allocated IP 172.25.3.222 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/1b88d5cf-4cc7-4a7e-8351-04bf057aee53) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:51:57.317624 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:57.408661 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Pushing event updated for resources: {'Port': ['ID=df547104-309b-4289-8fbb-2c41c3778b7c,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:57.499781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Attempting to bind port df547104-309b-4289-8fbb-2c41c3778b7c on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:57.500256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Attempting to bind port df547104-309b-4289-8fbb-2c41c3778b7c by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '3b44f673-96ff-43d6-8a7a-4244eb6a65d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5688fa07-7bb3-45ed-baae-b15316c983fd'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:57.500719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Attempting to bind port df547104-309b-4289-8fbb-2c41c3778b7c on network 5688fa07-7bb3-45ed-baae-b15316c983fd {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:57.511533 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:57.513641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Checking segment: {'id': '3b44f673-96ff-43d6-8a7a-4244eb6a65d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5688fa07-7bb3-45ed-baae-b15316c983fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:57.515687 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.518160 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Bound using segment: {'id': '3b44f673-96ff-43d6-8a7a-4244eb6a65d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5688fa07-7bb3-45ed-baae-b15316c983fd'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:57.521193 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Bound port: df547104-309b-4289-8fbb-2c41c3778b7c, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b44f673-96ff-43d6-8a7a-4244eb6a65d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5688fa07-7bb3-45ed-baae-b15316c983fd'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:57.521726 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.570983 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 2, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:57.574865 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.655187 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.664156 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Checking router: 760e4c6f-bb2e-48eb-82da-aa62d23ba241 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:51:57.664833 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Updating router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:51:57.681387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] For port df547104-309b-4289-8fbb-2c41c3778b7c, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:57.694210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] For port df547104-309b-4289-8fbb-2c41c3778b7c, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=df547104-309b-4289-8fbb-2c41c3778b7c,segment=NetworkSegment(3b44f673-96ff-43d6-8a7a-4244eb6a65d8),segment_id=3b44f673-96ff-43d6-8a7a-4244eb6a65d8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:57.710986 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.740132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:51:57.750446 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:57.754901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:51:57.762502 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:51:57.815522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Pushing event updated for resources: {'Port': ['ID=1b88d5cf-4cc7-4a7e-8351-04bf057aee53,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:57.867026 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216711e3-e313-43ac-8907-27e2dc9e7e31 None None] Pushing event updated for resources: {'Port': ['ID=df547104-309b-4289-8fbb-2c41c3778b7c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:57.886336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6ee242-faf2-4c8b-9d01-99a0e809d305 None None] Network c4325c50-f7f4-49da-b4ac-a049a40582b0 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:57.948242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebdf7a-d6cf-443f-b87c-8e56cb55ceb8 req-6ac31548-3350-432f-8444-6d7cfea49f92 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:57.972992 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d8ebdf7a-d6cf-443f-b87c-8e56cb55ceb8 req-6ac31548-3350-432f-8444-6d7cfea49f92 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 945 time: 0.3310454 Jul 16 03:51:58.012887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6d6f524f-35aa-4b5b-8fda-b4287babe020 None None] Provisioning for port 9decd9ec-13c0-47e1-8cbf-b21a16db6581 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:58.213007 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.214587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9decd9ec-13c0-47e1-8cbf-b21a16db6581 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:58.304556 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.318928 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Transition to ACTIVE for port object 8b0ae4a5-7674-4120-9eb0-2414629b8dfe will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:51:58.332100 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.409845 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249da074-ef87-4510-a855-4aa46f8af227 None None] Pushing event updated for resources: {'Port': ['ID=8b0ae4a5-7674-4120-9eb0-2414629b8dfe,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:58.424458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 9decd9ec-13c0-47e1-8cbf-b21a16db6581 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:51:58.431954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9decd9ec-13c0-47e1-8cbf-b21a16db6581 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:58.432354 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.436092 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249da074-ef87-4510-a855-4aa46f8af227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:58.436716 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249da074-ef87-4510-a855-4aa46f8af227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:58.437328 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249da074-ef87-4510-a855-4aa46f8af227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:58.437838 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249da074-ef87-4510-a855-4aa46f8af227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:58.438360 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249da074-ef87-4510-a855-4aa46f8af227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:58.438881 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249da074-ef87-4510-a855-4aa46f8af227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:58.439436 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249da074-ef87-4510-a855-4aa46f8af227 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:58.440767 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249da074-ef87-4510-a855-4aa46f8af227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:58.441338 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249da074-ef87-4510-a855-4aa46f8af227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:58.442067 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249da074-ef87-4510-a855-4aa46f8af227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:58.442577 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249da074-ef87-4510-a855-4aa46f8af227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:58.443103 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249da074-ef87-4510-a855-4aa46f8af227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:51:58.460544 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Router 5e145a69-8971-491f-a302-327e9c910ade is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:51:58.546055 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Attempting to bind port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:51:58.546705 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Attempting to bind port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:51:58.547275 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Attempting to bind port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:51:58.553594 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:51:58.554252 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Checking segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:51:58.555012 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.558371 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Bound using segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:51:58.559108 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Bound port: 8b0ae4a5-7674-4120-9eb0-2414629b8dfe, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:51:58.559839 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.590073 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.601694 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d8ebdf7a-d6cf-443f-b87c-8e56cb55ceb8 req-833fdde9-f060-4e47-806d-f6fd0a2ad436 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/security-groups?id=a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6264815 Jul 16 03:51:58.621142 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.708794 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 9decd9ec-13c0-47e1-8cbf-b21a16db6581, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9decd9ec-13c0-47e1-8cbf-b21a16db6581,segment=NetworkSegment(2fd09f9c-011d-4ded-8867-77675e513d30),segment_id=2fd09f9c-011d-4ded-8867-77675e513d30)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:58.716641 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.719873 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 70ea1c68-b0a0-4f70-b83c-22c010e8548f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:51:58.735686 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] For port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:51:58.749248 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] For port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8b0ae4a5-7674-4120-9eb0-2414629b8dfe,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:51:58.775201 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.797058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:51:58.832112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Sync routers for ids ['5e145a69-8971-491f-a302-327e9c910ade'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:51:58.836243 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:58.837815 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-567d3695-a4db-42a6-ac4d-98b9b03e71ef admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8682742 Jul 16 03:51:58.841107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 32788) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:51:58.932864 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249da074-ef87-4510-a855-4aa46f8af227 None None] Pushing event updated for resources: {'Port': ['ID=8b0ae4a5-7674-4120-9eb0-2414629b8dfe,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:58.953287 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:58.957924 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:51:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:58.980440 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Routers {'5e145a69-8971-491f-a302-327e9c910ade'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:51:58.981100 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:51:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5e145a69-8971-491f-a302-327e9c910ade'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:51:58.982519 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69da2ea-8a14-45a8-bb4d-b8a3fc1642f5 req-4d72ad0a-1c95-4106-ab4e-43867a96a751 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:51:58.990772 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e69da2ea-8a14-45a8-bb4d-b8a3fc1642f5 req-4d72ad0a-1c95-4106-ab4e-43867a96a751 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 945 time: 0.2038968 Jul 16 03:51:59.195357 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.256573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=9decd9ec-13c0-47e1-8cbf-b21a16db6581,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:51:59.294990 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:59.414121 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 70ea1c68-b0a0-4f70-b83c-22c010e8548f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:59.415070 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.426805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b14f73d5-6273-4c92-b69f-c8b8e45025c4 None None] Provisioning complete for port 9decd9ec-13c0-47e1-8cbf-b21a16db6581 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:51:59.428029 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b14f73d5-6273-4c92-b69f-c8b8e45025c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.584101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e69da2ea-8a14-45a8-bb4d-b8a3fc1642f5 req-9bdfbe3a-d0a9-4fe7-81c7-fcf4ec0dba68 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Deleting port 7b9e5e3c-aa1e-4400-ba13-6230481ad235 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:51:59.584887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e69da2ea-8a14-45a8-bb4d-b8a3fc1642f5 req-9bdfbe3a-d0a9-4fe7-81c7-fcf4ec0dba68 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.617272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Set router 5e145a69-8971-491f-a302-327e9c910ade gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:51:59.735005 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e69da2ea-8a14-45a8-bb4d-b8a3fc1642f5 req-9bdfbe3a-d0a9-4fe7-81c7-fcf4ec0dba68 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] For port 7b9e5e3c-aa1e-4400-ba13-6230481ad235, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7b9e5e3c-aa1e-4400-ba13-6230481ad235,segment=NetworkSegment(fd83d342-9bdb-4499-bd6e-af655ed69791),segment_id=fd83d342-9bdb-4499-bd6e-af655ed69791)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:51:59.736032 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e69da2ea-8a14-45a8-bb4d-b8a3fc1642f5 req-9bdfbe3a-d0a9-4fe7-81c7-fcf4ec0dba68 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:51:59.759961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e69da2ea-8a14-45a8-bb4d-b8a3fc1642f5 req-9bdfbe3a-d0a9-4fe7-81c7-fcf4ec0dba68 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Calling delete_port for 7b9e5e3c-aa1e-4400-ba13-6230481ad235 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:51:59.865907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae486360-c3ba-44df-ad25-faffac41d750 None None] Network 5688fa07-7bb3-45ed-baae-b15316c983fd requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:51:59.984604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.021955 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:51:58Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:00.027730 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e69da2ea-8a14-45a8-bb4d-b8a3fc1642f5 req-9bdfbe3a-d0a9-4fe7-81c7-fcf4ec0dba68 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.064591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['7b9e5e3c-aa1e-4400-ba13-6230481ad235'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:00.065156 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16432cfb-3372-4361-9417-5921ae7a0460 None None] The sync data for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 is: [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:51:58Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:52:00.066226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfbe3a-d0a9-4fe7-81c7-fcf4ec0dba68 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Pushing event deleted for resources: {'Port': ['ID=7b9e5e3c-aa1e-4400-ba13-6230481ad235,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:00.088527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e43bbe6-966b-4fff-9ac0-44599105e9af req-46d063f7-3285-4661-b218-f4317e7f469e tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:00.095687 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e43bbe6-966b-4fff-9ac0-44599105e9af req-46d063f7-3285-4661-b218-f4317e7f469e tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb HTTP/1.1" status: 200 len: 867 time: 0.1890512 Jul 16 03:52:00.159981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Router f4ed1e81-a293-405f-91df-62a14a179628 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:52:00.254320 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e43bbe6-966b-4fff-9ac0-44599105e9af req-1534f3d8-5d28-4326-be3f-236597ebe7d5 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.18 "GET /v2.0/security-groups?id=a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576183 Jul 16 03:52:00.261429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69da2ea-8a14-45a8-bb4d-b8a3fc1642f5 req-9bdfbe3a-d0a9-4fe7-81c7-fcf4ec0dba68 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] No DVR routers for this DVR port 7b9e5e3c-aa1e-4400-ba13-6230481ad235 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:52:00.276243 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e69da2ea-8a14-45a8-bb4d-b8a3fc1642f5 req-9bdfbe3a-d0a9-4fe7-81c7-fcf4ec0dba68 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.279259 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e69da2ea-8a14-45a8-bb4d-b8a3fc1642f5 req-9bdfbe3a-d0a9-4fe7-81c7-fcf4ec0dba68 tempest-InstanceActionsTestJSON-761970719 tempest-InstanceActionsTestJSON-761970719-project] 10.222.0.20 "DELETE /v2.0/ports/7b9e5e3c-aa1e-4400-ba13-6230481ad235 HTTP/1.1" status: 204 len: 173 time: 1.2342341 Jul 16 03:52:00.280298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb', 'name': 'network-vif-deleted', 'tag': '7b9e5e3c-aa1e-4400-ba13-6230481ad235'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:00.283110 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c90fc15-d697-45fa-8453-5b3b29cf0332" -d '{"events": [{"server_uuid": "6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb", "name": "network-vif-deleted", "tag": "7b9e5e3c-aa1e-4400-ba13-6230481ad235"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:00.374340 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9138eda7-fce2-4276-9ceb-34e20819311a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.582615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Allocated IP 172.20.0.1 (c4325c50-f7f4-49da-b4ac-a049a40582b0/51d078c8-9340-47c3-bb8a-847e15bc1646/fc765e29-07e0-4d82-b063-b1c78ea8a159) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:00.621340 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3ad4ce-5bb9-40e3-80c4-b2bcdcff0a12 x-openstack-request-id: req-7c3ad4ce-5bb9-40e3-80c4-b2bcdcff0a12 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:00.621710 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb", "name": "network-vif-deleted", "tag": "7b9e5e3c-aa1e-4400-ba13-6230481ad235", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:00.621902 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c3ad4ce-5bb9-40e3-80c4-b2bcdcff0a12 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:00.622302 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf64a1a-9cfe-4bcd-a872-7a7ee49bdfeb', 'name': 'network-vif-deleted', 'tag': '7b9e5e3c-aa1e-4400-ba13-6230481ad235', 'status': 'completed', 'code': 200} Jul 16 03:52:00.628572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:52:00.647406 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Sync routers for ids ['f4ed1e81-a293-405f-91df-62a14a179628'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:52:00.662584 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Routers {'f4ed1e81-a293-405f-91df-62a14a179628'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:00.664968 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:51:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f4ed1e81-a293-405f-91df-62a14a179628'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:00.667273 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:00.669726 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1d046790-0194-4b25-a1c9-7ce322f3752b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6298192 Jul 16 03:52:00.674791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 32814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:01.157702 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.187967 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Transition to ACTIVE for port object fc765e29-07e0-4d82-b063-b1c78ea8a159 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:01.214247 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Set router f4ed1e81-a293-405f-91df-62a14a179628 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:01.289268 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.370683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device df547104-309b-4289-8fbb-2c41c3778b7c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:01.430509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Network c4325c50-f7f4-49da-b4ac-a049a40582b0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:01.433710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:01.445043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:01.499919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-121b24d5-2eaf-4d54-9164-6cc9416163f8 None None] Provisioning for port df547104-309b-4289-8fbb-2c41c3778b7c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:01.513875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 32834) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:01.636759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Pushing event updated for resources: {'Port': ['ID=fc765e29-07e0-4d82-b063-b1c78ea8a159,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:01.649130 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.669108 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:01.671762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:01.672112 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:01.672493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:01.672825 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:01.673162 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:01.673497 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:01.679645 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:01.680062 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:01.680448 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:01.680798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:01.681137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:01.758235 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.769089 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'name': 'tempest-TestVolumeBootPattern-1045561052-router', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '1b88d5cf-4cc7-4a7e-8351-04bf057aee53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:51:58Z', 'revision_number': 3, 'project_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'gw_port': {'id': '1b88d5cf-4cc7-4a7e-8351-04bf057aee53', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:31:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:57Z', 'updated_at': '2021-07-16T03:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:01.769393 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.782532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-0072cfd1-a776-4723-b7ba-581ddf593a95 admin admin] Deleting subnet d46ddba2-bf09-4cd3-874f-199b7c389fd9 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:52:01.792418 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0072cfd1-a776-4723-b7ba-581ddf593a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.796600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 3, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:01.844212 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Checking router: f4ed1e81-a293-405f-91df-62a14a179628 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:52:01.845122 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Updating router f4ed1e81-a293-405f-91df-62a14a179628 port 1b88d5cf-4cc7-4a7e-8351-04bf057aee53 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:52:01.871524 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Checking router: 5e145a69-8971-491f-a302-327e9c910ade for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:52:01.871885 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Updating router 5e145a69-8971-491f-a302-327e9c910ade port ddc98877-4b1c-4193-b6d3-554805b79d64 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:52:01.873714 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port df547104-309b-4289-8fbb-2c41c3778b7c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:01.874989 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0072cfd1-a776-4723-b7ba-581ddf593a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.917378 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.925726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port df547104-309b-4289-8fbb-2c41c3778b7c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:01.929998 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:01.964830 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0072cfd1-a776-4723-b7ba-581ddf593a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.090913 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.246280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0072cfd1-a776-4723-b7ba-581ddf593a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.276531 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072cfd1-a776-4723-b7ba-581ddf593a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d46ddba2-bf09-4cd3-874f-199b7c389fd9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:02.296728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-668e932c-3c62-45fb-a0f1-893a86e0eb24 None None] Provisioning for port fc765e29-07e0-4d82-b063-b1c78ea8a159 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:02.299681 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0072cfd1-a776-4723-b7ba-581ddf593a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.303040 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0072cfd1-a776-4723-b7ba-581ddf593a95 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d46ddba2-bf09-4cd3-874f-199b7c389fd9 HTTP/1.1" status: 204 len: 168 time: 0.7855055 Jul 16 03:52:02.305726 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 32846) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:02.476497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-668e932c-3c62-45fb-a0f1-893a86e0eb24 None None] Provisioning complete for port fc765e29-07e0-4d82-b063-b1c78ea8a159 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:02.476875 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-668e932c-3c62-45fb-a0f1-893a86e0eb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.498483 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.516015 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Transition to ACTIVE for port object 1b88d5cf-4cc7-4a7e-8351-04bf057aee53 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:02.524921 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.580984 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9efbf-448a-48e8-b65d-2ef81a75e3ce None None] Pushing event updated for resources: {'Port': ['ID=1b88d5cf-4cc7-4a7e-8351-04bf057aee53,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:02.586473 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a24325f-4884-44e4-a3c0-6ca905de25d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.599102 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-668e932c-3c62-45fb-a0f1-893a86e0eb24 None None] Port fc765e29-07e0-4d82-b063-b1c78ea8a159 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:52:02.605991 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.638589 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.642947 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Attempting to bind port 1b88d5cf-4cc7-4a7e-8351-04bf057aee53 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:02.643333 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Attempting to bind port 1b88d5cf-4cc7-4a7e-8351-04bf057aee53 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:02.646588 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Attempting to bind port 1b88d5cf-4cc7-4a7e-8351-04bf057aee53 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:02.662514 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:02.662885 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:02.664968 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.665586 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:02.666469 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Bound port: 1b88d5cf-4cc7-4a7e-8351-04bf057aee53, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:02.668871 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.779131 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] For port 1b88d5cf-4cc7-4a7e-8351-04bf057aee53, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:02.781489 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port df547104-309b-4289-8fbb-2c41c3778b7c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=df547104-309b-4289-8fbb-2c41c3778b7c,segment=NetworkSegment(3b44f673-96ff-43d6-8a7a-4244eb6a65d8),segment_id=3b44f673-96ff-43d6-8a7a-4244eb6a65d8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:02.789714 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] For port 1b88d5cf-4cc7-4a7e-8351-04bf057aee53, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1b88d5cf-4cc7-4a7e-8351-04bf057aee53,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:02.795699 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.798356 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.799494 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9decd9ec-13c0-47e1-8cbf-b21a16db6581 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:02.824338 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695114b-887e-4790-be64-c7e98b8bf64f req-27c92ce4-32a6-4bb1-8fa2-f56ba7bf3e81 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:02.831904 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d695114b-887e-4790-be64-c7e98b8bf64f req-27c92ce4-32a6-4bb1-8fa2-f56ba7bf3e81 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 1097 time: 0.6599207 Jul 16 03:52:02.873419 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcc09dbd-6a2a-476c-87ae-2598f90a3067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.881499 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d695114b-887e-4790-be64-c7e98b8bf64f req-3ee8684a-7841-4f8c-9872-b39c5b2c7cd9 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479047 Jul 16 03:52:02.905541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9fd6750f-f179-427a-9805-09f7ee4e0537 None None] Provisioning complete for port df547104-309b-4289-8fbb-2c41c3778b7c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:02.906330 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9fd6750f-f179-427a-9805-09f7ee4e0537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:02.907787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 32848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:02.912300 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Routers {'f4ed1e81-a293-405f-91df-62a14a179628'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:02.913245 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f4ed1e81-a293-405f-91df-62a14a179628'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:02.966148 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9efbf-448a-48e8-b65d-2ef81a75e3ce None None] Pushing event updated for resources: {'Port': ['ID=1b88d5cf-4cc7-4a7e-8351-04bf057aee53,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:02.966386 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.021424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7b9e5e3c-aa1e-4400-ba13-6230481ad235 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:52:03.057614 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.058542 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.059309 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=df547104-309b-4289-8fbb-2c41c3778b7c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:03.067191 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.074815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 7b9e5e3c-aa1e-4400-ba13-6230481ad235 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:52:03.075368 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7b9e5e3c-aa1e-4400-ba13-6230481ad235 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:52:03.098667 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.103815 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] Set router f4ed1e81-a293-405f-91df-62a14a179628 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:03.144521 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9decd9ec-13c0-47e1-8cbf-b21a16db6581 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:03.145722 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.148125 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Transition to ACTIVE for port object ddc98877-4b1c-4193-b6d3-554805b79d64 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:03.180099 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.191867 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.244176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Pushing event updated for resources: {'Port': ['ID=fc765e29-07e0-4d82-b063-b1c78ea8a159,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:03.262089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Attempting to bind port ddc98877-4b1c-4193-b6d3-554805b79d64 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:03.262462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Attempting to bind port ddc98877-4b1c-4193-b6d3-554805b79d64 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:03.263330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Attempting to bind port ddc98877-4b1c-4193-b6d3-554805b79d64 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:03.269631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec87bb-e26b-48a8-8afc-ab7503acf6b3 None None] Pushing event updated for resources: {'Port': ['ID=ddc98877-4b1c-4193-b6d3-554805b79d64,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:03.274784 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:03.275168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:03.275579 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.275971 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:03.276506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Bound port: ddc98877-4b1c-4193-b6d3-554805b79d64, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:03.276893 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.295825 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-72ee37ae-82bd-4821-81ea-52bee323d80c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port c68d7cfe-bdc9-4e09-9428-147e8d937bbe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:03.296172 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72ee37ae-82bd-4821-81ea-52bee323d80c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.312060 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a24325f-4884-44e4-a3c0-6ca905de25d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.353553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7a24325f-4884-44e4-a3c0-6ca905de25d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc073eb-b77e-46f4-b5cf-f956ada65e6f']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:03.364827 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] For port ddc98877-4b1c-4193-b6d3-554805b79d64, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:03.371208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8b0ae4a5-7674-4120-9eb0-2414629b8dfe up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:03.405430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] For port ddc98877-4b1c-4193-b6d3-554805b79d64, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ddc98877-4b1c-4193-b6d3-554805b79d64,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:03.414424 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.458484 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'name': 'tempest-TestVolumeBootPattern-1045561052-router', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '1b88d5cf-4cc7-4a7e-8351-04bf057aee53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:51:58Z', 'revision_number': 3, 'project_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'gw_port': {'id': '1b88d5cf-4cc7-4a7e-8351-04bf057aee53', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:31:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:57Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:03.460516 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7a24325f-4884-44e4-a3c0-6ca905de25d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd83d342-9bdb-4499-bd6e-af655ed69791') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:03.463997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7a24325f-4884-44e4-a3c0-6ca905de25d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd83d342-9bdb-4499-bd6e-af655ed69791') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:03.472858 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72ee37ae-82bd-4821-81ea-52bee323d80c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.473225 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72ee37ae-82bd-4821-81ea-52bee323d80c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.493080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec87bb-e26b-48a8-8afc-ab7503acf6b3 None None] Pushing event updated for resources: {'Port': ['ID=ddc98877-4b1c-4193-b6d3-554805b79d64,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:03.496891 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Routers {'5e145a69-8971-491f-a302-327e9c910ade'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:03.497583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5e145a69-8971-491f-a302-327e9c910ade'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:03.502018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-72ee37ae-82bd-4821-81ea-52bee323d80c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for c68d7cfe-bdc9-4e09-9428-147e8d937bbe owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:03.508958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:03.527130 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a24325f-4884-44e4-a3c0-6ca905de25d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.536665 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce750acf-864a-4824-9f51-fa6d8ce5137e None None] The sync data for ids ['f4ed1e81-a293-405f-91df-62a14a179628'] in n-d-800088-6 is: [{'id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'name': 'tempest-TestVolumeBootPattern-1045561052-router', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '1b88d5cf-4cc7-4a7e-8351-04bf057aee53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:51:58Z', 'revision_number': 3, 'project_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'gw_port': {'id': '1b88d5cf-4cc7-4a7e-8351-04bf057aee53', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:31:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:57Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:52:03.588548 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a24325f-4884-44e4-a3c0-6ca905de25d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.594588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:03.595042 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.626259 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a24325f-4884-44e4-a3c0-6ca905de25d2 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:03.626684 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a24325f-4884-44e4-a3c0-6ca905de25d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:03.628681 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:03.631863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Network c4325c50-f7f4-49da-b4ac-a049a40582b0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:03.668516 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:03.822278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Allocated IP 172.20.0.1 (5688fa07-7bb3-45ed-baae-b15316c983fd/b57f5f1a-3f69-403e-a54a-9412d39558ad/8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:03.939617 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a24325f-4884-44e4-a3c0-6ca905de25d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:03.962124 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] Set router 5e145a69-8971-491f-a302-327e9c910ade gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:03.982783 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72ee37ae-82bd-4821-81ea-52bee323d80c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.019097 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7a24325f-4884-44e4-a3c0-6ca905de25d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.019400 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.021400 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7a24325f-4884-44e4-a3c0-6ca905de25d2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8cc073eb-b77e-46f4-b5cf-f956ada65e6f HTTP/1.1" status: 204 len: 168 time: 1.7144618 Jul 16 03:52:04.022582 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24325f-4884-44e4-a3c0-6ca905de25d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc073eb-b77e-46f4-b5cf-f956ada65e6f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:04.064740 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.079701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Router 5e145a69-8971-491f-a302-327e9c910ade has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:52:04.125569 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee37ae-82bd-4821-81ea-52bee323d80c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=c68d7cfe-bdc9-4e09-9428-147e8d937bbe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:04.367506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8b0ae4a5-7674-4120-9eb0-2414629b8dfe,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:04.390706 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.393542 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72ee37ae-82bd-4821-81ea-52bee323d80c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.393885 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-72ee37ae-82bd-4821-81ea-52bee323d80c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Floating IP 5291c61d-8b6f-4cb6-8050-0054250fb5c7 disassociated (deleted). External IP: 172.25.3.151, port: 0d02e468-d757-4e43-9852-fc0b60bde879. Jul 16 03:52:04.399639 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.420042 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:52:04.430426 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e7f0b787-fa99-4d28-a320-7b7fa4ee1c1d None None] Provisioning complete for port fc765e29-07e0-4d82-b063-b1c78ea8a159 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:04.430933 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e7f0b787-fa99-4d28-a320-7b7fa4ee1c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.433341 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-144a201c-401d-4111-859d-b063eb4d5d99 admin admin] 10.222.0.18 "PUT /v2.0/routers/5e145a69-8971-491f-a302-327e9c910ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5909190 Jul 16 03:52:04.465946 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Transition to ACTIVE for port object 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:04.543244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 32886) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:04.677401 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e7f0b787-fa99-4d28-a320-7b7fa4ee1c1d None None] Port fc765e29-07e0-4d82-b063-b1c78ea8a159 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:52:04.702727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=8b0ae4a5-7674-4120-9eb0-2414629b8dfe,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:04.718936 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5b0b05db-2e5d-4f48-b38e-ba3e5c1e993c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=943c9bcf6ea04d22a690ee9ac786b214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734486 Jul 16 03:52:04.720918 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 32888) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:04.751355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fc765e29-07e0-4d82-b063-b1c78ea8a159', 'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'mac_address': 'fa:16:3e:00:ad:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:00Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 2, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'subnets': [{'id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:04.763890 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.828465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device df547104-309b-4289-8fbb-2c41c3778b7c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:04.867608 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d19bd059-fbb1-4a87-986b-d4d76bb8d608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.874326 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17432cc4-c464-4739-bfda-ec6b5370591a None None] The sync data for ids ['5e145a69-8971-491f-a302-327e9c910ade'] in n-d-800088-6 is: [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fc765e29-07e0-4d82-b063-b1c78ea8a159', 'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'mac_address': 'fa:16:3e:00:ad:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:00Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 2, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'subnets': [{'id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:52:04.889257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port df547104-309b-4289-8fbb-2c41c3778b7c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:04.889643 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.899171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Network 5688fa07-7bb3-45ed-baae-b15316c983fd is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:04.905192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:04.951016 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d19bd059-fbb1-4a87-986b-d4d76bb8d608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:04.952946 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:05.078854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:05.130210 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d19bd059-fbb1-4a87-986b-d4d76bb8d608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:05.133960 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d19bd059-fbb1-4a87-986b-d4d76bb8d608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:05.147849 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d19bd059-fbb1-4a87-986b-d4d76bb8d608 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33 HTTP/1.1" status: 204 len: 168 time: 0.4258523 Jul 16 03:52:05.162155 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19bd059-fbb1-4a87-986b-d4d76bb8d608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26c99c9-e1c7-4375-83bc-3ed2a6c9fe33,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:05.169443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ee37ae-82bd-4821-81ea-52bee323d80c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router 854893e7-02f2-4534-89e6-481f6ff23ef7 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:52:05.183625 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:05.225848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1b88d5cf-4cc7-4a7e-8351-04bf057aee53 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:05.359309 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2480306b-8863-413d-a3b9-21199b2f1896 None None] Provisioning for port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:05.384687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2480306b-8863-413d-a3b9-21199b2f1896 None None] Provisioning complete for port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:05.385152 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2480306b-8863-413d-a3b9-21199b2f1896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:05.436062 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 1b88d5cf-4cc7-4a7e-8351-04bf057aee53 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:05.460122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 1b88d5cf-4cc7-4a7e-8351-04bf057aee53 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:05.460560 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:05.549268 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2480306b-8863-413d-a3b9-21199b2f1896 None None] Port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:52:05.668019 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:05.720456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 1b88d5cf-4cc7-4a7e-8351-04bf057aee53, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1b88d5cf-4cc7-4a7e-8351-04bf057aee53,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:05.727100 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:05.779066 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:05.845463 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:05.862268 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 32918) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:05.868449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1941360866-network', 'tenant_id': '2a667344ab3444cfaee98518093339e3'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:05.886100 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ee37ae-82bd-4821-81ea-52bee323d80c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:52:05.900188 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-72ee37ae-82bd-4821-81ea-52bee323d80c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:05.913813 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e44938-c84a-43c6-bab1-5db082c2a9bd None None] Sync routers for ids ['854893e7-02f2-4534-89e6-481f6ff23ef7'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:52:05.936870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] Made reservation on behalf of 2a667344ab3444cfaee98518093339e3 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:05.942974 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:05.950904 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=1b88d5cf-4cc7-4a7e-8351-04bf057aee53,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:05.975873 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:05.981241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e44938-c84a-43c6-bab1-5db082c2a9bd None None] Routers {'854893e7-02f2-4534-89e6-481f6ff23ef7'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:05.981904 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b9e44938-c84a-43c6-bab1-5db082c2a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['854893e7-02f2-4534-89e6-481f6ff23ef7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:06.155007 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-72ee37ae-82bd-4821-81ea-52bee323d80c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/floatingips/5291c61d-8b6f-4cb6-8050-0054250fb5c7 HTTP/1.1" status: 204 len: 168 time: 3.2354889 Jul 16 03:52:06.162385 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:06.185452 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a57e5b0-c6f8-432a-9f9d-778a6e080c66" -d '{"events": [{"name": "network-changed", "server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:06.294359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:06.307998 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:06.381558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:06.409771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b9e44938-c84a-43c6-bab1-5db082c2a9bd None None] Set router 854893e7-02f2-4534-89e6-481f6ff23ef7 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:06.439732 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:06.440216 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] Added segment 546388d5-f774-4dfe-803c-21226659194f of type vlan for network 3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea Jul 16 03:52:06.500450 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:06.508820 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:06.592451 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:06.704110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50e41b2-6049-43b7-bbab-1ae84a1f431c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:06.719441 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:06.720471 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:06.727873 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:06.731110 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:06.768980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 32938) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:06.786674 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8b0ae4a5-7674-4120-9eb0-2414629b8dfe up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:06.822651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:06.836899 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9729311 Jul 16 03:52:06.839996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 32944) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:06.845219 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c52b7abd-095c-4c21-be4f-c57e98bdedb3 admin admin] Request body: {'subnet': {'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1941360866-subnet', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:07.002110 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e45b86-d939-4555-a57c-5f611503d378 x-openstack-request-id: req-f2e45b86-d939-4555-a57c-5f611503d378 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:07.016880 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:07.018579 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2e45b86-d939-4555-a57c-5f611503d378 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:07.019289 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879', 'status': 'completed', 'code': 200} Jul 16 03:52:07.058682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd33cd2-4515-42d0-bb2c-0717db68e5bf admin admin] Pushing event updated for resources: {'Network': ['ID=3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:07.104133 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52b7abd-095c-4c21-be4f-c57e98bdedb3 admin admin] Made reservation on behalf of 2a667344ab3444cfaee98518093339e3 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:07.112882 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c52b7abd-095c-4c21-be4f-c57e98bdedb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.139456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:07.224074 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-845b37d8-c3b0-4e64-b8ba-38e0f00850d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.250050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 32956) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:07.364921 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Network 5688fa07-7bb3-45ed-baae-b15316c983fd is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:07.381303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:07.432880 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b724b-23c0-437f-95f1-d48ba79096ae req-440a298e-1082-45be-b8b4-f88f8f619b7c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:07.439266 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-406b724b-23c0-437f-95f1-d48ba79096ae req-440a298e-1082-45be-b8b4-f88f8f619b7c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.2923415 Jul 16 03:52:07.459344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e5b0-c6f8-432a-9f9d-778a6e080c66 req-4e000201-4f7c-4dbd-9605-f9a4794552f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:07.461265 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a57e5b0-c6f8-432a-9f9d-778a6e080c66 req-4e000201-4f7c-4dbd-9605-f9a4794552f8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 1097 time: 0.4408388 Jul 16 03:52:07.540292 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c52b7abd-095c-4c21-be4f-c57e98bdedb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.557889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:07.558532 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.676597 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b7abd-095c-4c21-be4f-c57e98bdedb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b448530-93bd-44ae-8f61-86aff05f852a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:07.755147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b7abd-095c-4c21-be4f-c57e98bdedb3 admin admin] Checking segment: {'id': '546388d5-f774-4dfe-803c-21226659194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:07.755980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b7abd-095c-4c21-be4f-c57e98bdedb3 admin admin] Network hostable DHCP agents. Network: 3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:52:07.796241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2142254718-network', 'tenant_id': '1f8cb1c2c257451194d1974da58161f9'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:07.822559 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e5b0-c6f8-432a-9f9d-778a6e080c66 req-bb12cac5-219c-416e-bc8f-9b5e752b3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:07.824635 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a57e5b0-c6f8-432a-9f9d-778a6e080c66 req-bb12cac5-219c-416e-bc8f-9b5e752b3f1b service neutron] 10.222.0.88 "GET /v2.0/networks?id=258afb0d-73a5-4e5c-a970-c1705766d533 HTTP/1.1" status: 200 len: 897 time: 0.1801684 Jul 16 03:52:07.836183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b7abd-095c-4c21-be4f-c57e98bdedb3 admin admin] Network 3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:52:07.858667 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c52b7abd-095c-4c21-be4f-c57e98bdedb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:07.878453 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b7abd-095c-4c21-be4f-c57e98bdedb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:07.879979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c52b7abd-095c-4c21-be4f-c57e98bdedb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.896118 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cb614c82-5e7e-4818-92b9-4fa08cb27e2f None None] Provisioning complete for port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:07.896610 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cb614c82-5e7e-4818-92b9-4fa08cb27e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.946727 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-845b37d8-c3b0-4e64-b8ba-38e0f00850d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.957659 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-845b37d8-c3b0-4e64-b8ba-38e0f00850d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:07.975688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34596d5a-0767-4684-b068-4cc7c9d46092 None None] Network 3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:07.998154 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-406b724b-23c0-437f-95f1-d48ba79096ae req-cd4395a1-52b1-43fa-9077-1863cb82d295 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5518146 Jul 16 03:52:08.023855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cb614c82-5e7e-4818-92b9-4fa08cb27e2f None None] Port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:52:08.064064 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-845b37d8-c3b0-4e64-b8ba-38e0f00850d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=340fb4a5f2a346c98453cad379a29acf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2466736 Jul 16 03:52:08.070520 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a57e5b0-c6f8-432a-9f9d-778a6e080c66 req-0431f6e9-eb26-47eb-939f-2506c952ed60 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d02e468-d757-4e43-9852-fc0b60bde879 HTTP/1.1" status: 200 len: 217 time: 0.2205071 Jul 16 03:52:08.072939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 32964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:08.077093 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c52b7abd-095c-4c21-be4f-c57e98bdedb3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2358613 Jul 16 03:52:08.085641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1b88d5cf-4cc7-4a7e-8351-04bf057aee53 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:08.089421 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 32966) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:08.095201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1941360866-router', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:08.129119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b37d8-c3b0-4e64-b8ba-38e0f00850d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ee29bb-4769-474f-b345-d335ba585258,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:08.134418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] Made reservation on behalf of 1f8cb1c2c257451194d1974da58161f9 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:08.145185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.163452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b9e44938-c84a-43c6-bab1-5db082c2a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:40Z', 'updated_at': '2021-07-16T03:49:54Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:42Z', 'updated_at': '2021-07-16T03:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'e7637597-3cbd-4c59-8e69-4408d494c0ce', 'name': '', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:9e:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:52Z', 'updated_at': '2021-07-16T03:50:02Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:08.184183 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.212844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e44938-c84a-43c6-bab1-5db082c2a9bd None None] Checking router: 854893e7-02f2-4534-89e6-481f6ff23ef7 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:52:08.232131 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.233415 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.251803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e44938-c84a-43c6-bab1-5db082c2a9bd None None] Routers {'854893e7-02f2-4534-89e6-481f6ff23ef7'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:08.252681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b9e44938-c84a-43c6-bab1-5db082c2a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['854893e7-02f2-4534-89e6-481f6ff23ef7'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:08.259791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e5b0-c6f8-432a-9f9d-778a6e080c66 req-2dcb91d0-e97f-4952-a6c7-5e2a26954fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:08.263164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a57e5b0-c6f8-432a-9f9d-778a6e080c66 req-2dcb91d0-e97f-4952-a6c7-5e2a26954fa1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=05fc9e9e-237d-4c74-9927-63b785fe433c HTTP/1.1" status: 200 len: 834 time: 0.1832752 Jul 16 03:52:08.320035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Router f4ed1e81-a293-405f-91df-62a14a179628 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:52:08.333866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 1b88d5cf-4cc7-4a7e-8351-04bf057aee53 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:08.334508 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.349593 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.352606 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.420807 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.624623 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.627943 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.628265 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.635722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90ee29bb-4769-474f-b345-d335ba585258 HTTP/1.1" status: 204 len: 168 time: 0.5565691 Jul 16 03:52:08.656692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ee29bb-4769-474f-b345-d335ba585258,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:08.669983 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.682267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:08.682911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:08.683209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:08.683601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:08.683945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:08.685413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:08.685793 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:08.686644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:08.687039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:08.687373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:08.687704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:08.688033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681ca14a-c01e-40db-b9be-007d9a0e3b04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:08.699265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e5b0-c6f8-432a-9f9d-778a6e080c66 req-ad51db9e-8ff3-442f-9b81-f8df1cad7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:08.700838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a57e5b0-c6f8-432a-9f9d-778a6e080c66 req-ad51db9e-8ff3-442f-9b81-f8df1cad7bac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=258afb0d-73a5-4e5c-a970-c1705766d533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4028630 Jul 16 03:52:08.723088 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.764111 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b485f0b7-4313-43c4-8c86-a9605c7208b7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:08.771450 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:08.847976 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea', 'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'fixed_ips': [{'subnet_id': '5b448530-93bd-44ae-8f61-86aff05f852a'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:52:08.849101 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.873745 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.875300 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] Added segment d5ad6163-ead4-46f3-9db5-088e4f06ca7b of type vlan for network 46f667e3-253a-45b2-9292-270bf50afc2c Jul 16 03:52:08.887169 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b9e44938-c84a-43c6-bab1-5db082c2a9bd None None] Set router 854893e7-02f2-4534-89e6-481f6ff23ef7 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:08.977052 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:08.977834 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:52:08.986831 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Sync routers for ids ['f4ed1e81-a293-405f-91df-62a14a179628'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:52:09.003250 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Routers {'f4ed1e81-a293-405f-91df-62a14a179628'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:09.005593 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0368d430-e4e4-4088-bca4-826b0b9833d9 admin admin] 10.222.0.18 "PUT /v2.0/routers/f4ed1e81-a293-405f-91df-62a14a179628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3279982 Jul 16 03:52:09.006576 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f4ed1e81-a293-405f-91df-62a14a179628'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:09.116441 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a57e5b0-c6f8-432a-9f9d-778a6e080c66 req-20213e4c-53ab-467b-ad36-442f2624677d service neutron] 10.222.0.88 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603487 Jul 16 03:52:09.138211 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:09.141319 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:09.144763 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:09.544704 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] Pushing event updated for resources: {'Network': ['ID=46f667e3-253a-45b2-9292-270bf50afc2c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:09.557602 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a5b42731-beab-4914-912d-da43075ffaeb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3010716 Jul 16 03:52:09.565255 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Set router f4ed1e81-a293-405f-91df-62a14a179628 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:09.580218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33102) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:09.636666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bed9367c-91a6-48b9-9248-64383a529cbb admin admin] Request body: {'subnet': {'network_id': '46f667e3-253a-45b2-9292-270bf50afc2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2142254718-subnet', 'tenant_id': '1f8cb1c2c257451194d1974da58161f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:09.655962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 46f667e3-253a-45b2-9292-270bf50afc2c details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:09.661937 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ddc98877-4b1c-4193-b6d3-554805b79d64 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:09.670345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Sync routers for ids ['5e145a69-8971-491f-a302-327e9c910ade'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:52:09.726290 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a57e5b0-c6f8-432a-9f9d-778a6e080c66 req-459b0c99-04b8-4cf2-9f15-cacbebc72f82 service neutron] 10.222.0.88 "GET /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5982645 Jul 16 03:52:09.742251 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12acf2-e5c6-4483-add5-e28ccf0ac754 req-0015b256-0580-4be2-988b-d41a03a6efa4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:09.744366 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4a12acf2-e5c6-4483-add5-e28ccf0ac754 req-0015b256-0580-4be2-988b-d41a03a6efa4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.88 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 1.2006834 Jul 16 03:52:09.747705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed9367c-91a6-48b9-9248-64383a529cbb admin admin] Made reservation on behalf of 1f8cb1c2c257451194d1974da58161f9 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:09.750849 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bed9367c-91a6-48b9-9248-64383a529cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:10.058299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00125956-dbd5-4df0-9e54-ee2ae9939396 req-7bf42737-b0f8-4907-9c1f-8ed48d2b504c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:10.081617 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00125956-dbd5-4df0-9e54-ee2ae9939396 req-7bf42737-b0f8-4907-9c1f-8ed48d2b504c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.3495123 Jul 16 03:52:10.228376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Routers {'5e145a69-8971-491f-a302-327e9c910ade'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:10.231989 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5e145a69-8971-491f-a302-327e9c910ade'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:10.325487 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00125956-dbd5-4df0-9e54-ee2ae9939396 req-a5004c4d-cbb5-4879-b62c-39ff73aebda7 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281196 Jul 16 03:52:10.419335 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'name': 'tempest-TestVolumeBootPattern-1045561052-router', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '1b88d5cf-4cc7-4a7e-8351-04bf057aee53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:05Z', 'revision_number': 4, 'project_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'gw_port': {'id': '1b88d5cf-4cc7-4a7e-8351-04bf057aee53', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:57Z', 'updated_at': '2021-07-16T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c', 'name': '', 'network_id': '5688fa07-7bb3-45ed-baae-b15316c983fd', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'mac_address': 'fa:16:3e:61:10:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'b57f5f1a-3f69-403e-a54a-9412d39558ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:03Z', 'updated_at': '2021-07-16T03:52:06Z', 'revision_number': 2, 'project_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'subnets': [{'id': 'b57f5f1a-3f69-403e-a54a-9412d39558ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:10.494402 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Checking router: f4ed1e81-a293-405f-91df-62a14a179628 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:52:10.494402 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Updating router f4ed1e81-a293-405f-91df-62a14a179628 port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:52:10.507975 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Set router 5e145a69-8971-491f-a302-327e9c910ade gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:10.595611 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:11.077190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Allocated IP 172.20.0.2 (3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea/5b448530-93bd-44ae-8f61-86aff05f852a/c72ca800-8576-485a-b3d3-fb5838bc92ff) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:11.132676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port ddc98877-4b1c-4193-b6d3-554805b79d64 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:11.251090 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:11.281351 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Transition to ACTIVE for port object 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:11.289618 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ddc98877-4b1c-4193-b6d3-554805b79d64 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:11.290213 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:11.293739 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:11.513380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b9e44938-c84a-43c6-bab1-5db082c2a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:40Z', 'updated_at': '2021-07-16T03:49:54Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:42Z', 'updated_at': '2021-07-16T03:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'e7637597-3cbd-4c59-8e69-4408d494c0ce', 'name': '', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:9e:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:52Z', 'updated_at': '2021-07-16T03:50:02Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:11.645726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e44938-c84a-43c6-bab1-5db082c2a9bd None None] The sync data for ids ['854893e7-02f2-4534-89e6-481f6ff23ef7'] in n-d-800088-6 is: [{'id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:40Z', 'updated_at': '2021-07-16T03:49:54Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:42Z', 'updated_at': '2021-07-16T03:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'e7637597-3cbd-4c59-8e69-4408d494c0ce', 'name': '', 'network_id': '258afb0d-73a5-4e5c-a970-c1705766d533', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:9e:15:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:52Z', 'updated_at': '2021-07-16T03:50:02Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '05fc9e9e-237d-4c74-9927-63b785fe433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:52:11.684565 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Attempting to bind port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:11.685032 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Attempting to bind port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '3b44f673-96ff-43d6-8a7a-4244eb6a65d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5688fa07-7bb3-45ed-baae-b15316c983fd'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:11.685273 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Attempting to bind port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c on network 5688fa07-7bb3-45ed-baae-b15316c983fd {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:11.715470 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:11.716306 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Checking segment: {'id': '3b44f673-96ff-43d6-8a7a-4244eb6a65d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5688fa07-7bb3-45ed-baae-b15316c983fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:11.718507 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:11.720676 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Bound using segment: {'id': '3b44f673-96ff-43d6-8a7a-4244eb6a65d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5688fa07-7bb3-45ed-baae-b15316c983fd'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:11.722644 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Bound port: 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b44f673-96ff-43d6-8a7a-4244eb6a65d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5688fa07-7bb3-45ed-baae-b15316c983fd'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:11.727495 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:11.865784 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] For port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:11.870929 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] For port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c,segment=NetworkSegment(3b44f673-96ff-43d6-8a7a-4244eb6a65d8),segment_id=3b44f673-96ff-43d6-8a7a-4244eb6a65d8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:11.872867 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fa653-90f9-4f4f-a783-16903ce20bee None None] Pushing event updated for resources: {'Port': ['ID=8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:11.877298 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:11.913503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:11.946837 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fa653-90f9-4f4f-a783-16903ce20bee None None] Pushing event updated for resources: {'Port': ['ID=8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:11.977374 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Routers {'f4ed1e81-a293-405f-91df-62a14a179628'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:11.978252 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f4ed1e81-a293-405f-91df-62a14a179628'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:12.044780 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4cf90-55c8-4081-800f-4876f2fb1f38 req-4b7da43f-46b3-41d7-b217-4c1c74ab55b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:12.061661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1c4cf90-55c8-4081-800f-4876f2fb1f38 req-4b7da43f-46b3-41d7-b217-4c1c74ab55b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.3307748 Jul 16 03:52:12.165098 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] Set router f4ed1e81-a293-405f-91df-62a14a179628 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:12.182708 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1c4cf90-55c8-4081-800f-4876f2fb1f38 req-98222903-007b-4ec9-a363-bb29a9e68acb tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140614 Jul 16 03:52:12.488363 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d2bb42-4af4-4bf7-9f27-b19b6630ae71 None None] New status for floating IP 5291c61d-8b6f-4cb6-8050-0054250fb5c7: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:52:12.525722 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb644-9377-4bc8-83bb-edf67c2b2e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:12.598042 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bed9367c-91a6-48b9-9248-64383a529cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:12.732890 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-4a12acf2-e5c6-4483-add5-e28ccf0ac754 req-e3bbe618-ba4a-4453-855b-6bfe71fef826 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port 0d02e468-d757-4e43-9852-fc0b60bde879 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:12.733518 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4a12acf2-e5c6-4483-add5-e28ccf0ac754 req-e3bbe618-ba4a-4453-855b-6bfe71fef826 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:12.753413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9367c-91a6-48b9-9248-64383a529cbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=43745dbe-f623-41e0-a02b-394936a78fa5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:12.810724 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:12.836529 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb644-9377-4bc8-83bb-edf67c2b2e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:12.842236 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5fdb644-9377-4bc8-83bb-edf67c2b2e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:12.852622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Transition to ACTIVE for port object c72ca800-8576-485a-b3d3-fb5838bc92ff will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:12.893513 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:12.911740 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'name': 'tempest-TestVolumeBootPattern-1045561052-router', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '1b88d5cf-4cc7-4a7e-8351-04bf057aee53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:05Z', 'revision_number': 4, 'project_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'gw_port': {'id': '1b88d5cf-4cc7-4a7e-8351-04bf057aee53', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:57Z', 'updated_at': '2021-07-16T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c', 'name': '', 'network_id': '5688fa07-7bb3-45ed-baae-b15316c983fd', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'mac_address': 'fa:16:3e:61:10:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'b57f5f1a-3f69-403e-a54a-9412d39558ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:03Z', 'updated_at': '2021-07-16T03:52:11Z', 'revision_number': 4, 'project_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'subnets': [{'id': 'b57f5f1a-3f69-403e-a54a-9412d39558ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:12.958767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdb644-9377-4bc8-83bb-edf67c2b2e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab91a94-905b-4951-9c45-67f6c09ba039,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:12.987302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fc765e29-07e0-4d82-b063-b1c78ea8a159', 'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'mac_address': 'fa:16:3e:00:ad:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:00Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 2, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'subnets': [{'id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:12.998384 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aae2eb2-fc4b-4f37-8188-7d5b75b192fd None None] The sync data for ids ['f4ed1e81-a293-405f-91df-62a14a179628'] in n-d-800088-6 is: [{'id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'name': 'tempest-TestVolumeBootPattern-1045561052-router', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '1b88d5cf-4cc7-4a7e-8351-04bf057aee53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:05Z', 'revision_number': 4, 'project_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'gw_port': {'id': '1b88d5cf-4cc7-4a7e-8351-04bf057aee53', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:57Z', 'updated_at': '2021-07-16T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c', 'name': '', 'network_id': '5688fa07-7bb3-45ed-baae-b15316c983fd', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'mac_address': 'fa:16:3e:61:10:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'b57f5f1a-3f69-403e-a54a-9412d39558ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:03Z', 'updated_at': '2021-07-16T03:52:11Z', 'revision_number': 4, 'project_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'subnets': [{'id': 'b57f5f1a-3f69-403e-a54a-9412d39558ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:52:12.998601 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a5fdb644-9377-4bc8-83bb-edf67c2b2e1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ff9ace0e2d94325875114c5259e3778&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0902777 Jul 16 03:52:12.999130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:13.085875 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:13.104423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Transition to ACTIVE for port object c72ca800-8576-485a-b3d3-fb5838bc92ff will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:13.106187 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Checking router: 5e145a69-8971-491f-a302-327e9c910ade for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:52:13.106541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Updating router 5e145a69-8971-491f-a302-327e9c910ade port fc765e29-07e0-4d82-b063-b1c78ea8a159 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:52:13.140880 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port ddc98877-4b1c-4193-b6d3-554805b79d64, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ddc98877-4b1c-4193-b6d3-554805b79d64,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:13.156282 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bb135b0-2714-4ec3-bae6-5b9ae3f09738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:13.171770 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:13.172874 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:13.183566 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:13.256962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Network 3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:13.262356 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:13.276179 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:13.295875 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:13.320547 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bb135b0-2714-4ec3-bae6-5b9ae3f09738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:13.350912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed9367c-91a6-48b9-9248-64383a529cbb admin admin] Checking segment: {'id': 'd5ad6163-ead4-46f3-9db5-088e4f06ca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '46f667e3-253a-45b2-9292-270bf50afc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:13.351289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed9367c-91a6-48b9-9248-64383a529cbb admin admin] Network hostable DHCP agents. Network: 46f667e3-253a-45b2-9292-270bf50afc2c, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:52:13.427239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Pushing event updated for resources: {'Port': ['ID=c72ca800-8576-485a-b3d3-fb5838bc92ff,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:13.475842 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bb135b0-2714-4ec3-bae6-5b9ae3f09738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:13.494318 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bb135b0-2714-4ec3-bae6-5b9ae3f09738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:13.515478 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9bb135b0-2714-4ec3-bae6-5b9ae3f09738 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fab91a94-905b-4951-9c45-67f6c09ba039 HTTP/1.1" status: 204 len: 168 time: 0.4932752 Jul 16 03:52:13.554237 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb135b0-2714-4ec3-bae6-5b9ae3f09738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab91a94-905b-4951-9c45-67f6c09ba039,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:13.627494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4a12acf2-e5c6-4483-add5-e28ccf0ac754 req-e3bbe618-ba4a-4453-855b-6bfe71fef826 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] For port 0d02e468-d757-4e43-9852-fc0b60bde879, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0d02e468-d757-4e43-9852-fc0b60bde879,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:13.627494 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4a12acf2-e5c6-4483-add5-e28ccf0ac754 req-e3bbe618-ba4a-4453-855b-6bfe71fef826 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:13.658393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed9367c-91a6-48b9-9248-64383a529cbb admin admin] Network 46f667e3-253a-45b2-9292-270bf50afc2c is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:52:13.670102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-4a12acf2-e5c6-4483-add5-e28ccf0ac754 req-e3bbe618-ba4a-4453-855b-6bfe71fef826 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for 0d02e468-d757-4e43-9852-fc0b60bde879 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:13.682283 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:13.686690 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0d02e468-d757-4e43-9852-fc0b60bde879 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:52:13.712604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Allocated IP 172.25.3.130 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/61d51bf6-a73f-4cb0-b32b-0d7da9e941aa) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:13.723744 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bed9367c-91a6-48b9-9248-64383a529cbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 46f667e3-253a-45b2-9292-270bf50afc2c) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:13.742783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed9367c-91a6-48b9-9248-64383a529cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:13.743426 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bed9367c-91a6-48b9-9248-64383a529cbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:13.775698 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30d0aad-89e0-429e-bde8-03e65f7b876c None None] Network 46f667e3-253a-45b2-9292-270bf50afc2c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:13.813846 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8857762-f105-40e2-a643-8b5263c10b40 req-675b0ce4-1e75-4ed5-81bc-df14c579ee6f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:13.815460 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8857762-f105-40e2-a643-8b5263c10b40 req-675b0ce4-1e75-4ed5-81bc-df14c579ee6f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=d328f2c8-7652-4a36-9e1d-e65f4d29597d HTTP/1.1" status: 200 len: 946 time: 0.1967158 Jul 16 03:52:13.836745 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bed9367c-91a6-48b9-9248-64383a529cbb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 4.2147517 Jul 16 03:52:13.910833 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8857762-f105-40e2-a643-8b5263c10b40 req-3dcabdf4-3ab3-4f70-b227-2282bf2867f7 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=1268a295-6743-48e9-b43b-1bfd70b855ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843952 Jul 16 03:52:14.195519 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:14.249018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Attempting to bind port c72ca800-8576-485a-b3d3-fb5838bc92ff on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:14.250089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Attempting to bind port c72ca800-8576-485a-b3d3-fb5838bc92ff by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '546388d5-f774-4dfe-803c-21226659194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:14.250891 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Attempting to bind port c72ca800-8576-485a-b3d3-fb5838bc92ff on network 3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:14.337146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=ddc98877-4b1c-4193-b6d3-554805b79d64,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:14.348511 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4a12acf2-e5c6-4483-add5-e28ccf0ac754 req-e3bbe618-ba4a-4453-855b-6bfe71fef826 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:14.391016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:14.391411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Checking segment: {'id': '546388d5-f774-4dfe-803c-21226659194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:14.391821 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:14.392219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Bound using segment: {'id': '546388d5-f774-4dfe-803c-21226659194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:14.392738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Bound port: c72ca800-8576-485a-b3d3-fb5838bc92ff, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546388d5-f774-4dfe-803c-21226659194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:14.409723 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:14.434770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbe618-ba4a-4453-855b-6bfe71fef826 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=0d02e468-d757-4e43-9852-fc0b60bde879,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:14.522691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a12acf2-e5c6-4483-add5-e28ccf0ac754 req-e3bbe618-ba4a-4453-855b-6bfe71fef826 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] No DVR routers for this DVR port 0d02e468-d757-4e43-9852-fc0b60bde879 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:52:14.526321 n-d-800088-6 neutron-server[93769]: INFO neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No ports have port_id starting with 0d02e468-d757-4e43-9852-fc0b60bde879 Jul 16 03:52:14.527977 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4a12acf2-e5c6-4483-add5-e28ccf0ac754 req-e3bbe618-ba4a-4453-855b-6bfe71fef826 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:14.532292 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4a12acf2-e5c6-4483-add5-e28ccf0ac754 req-e3bbe618-ba4a-4453-855b-6bfe71fef826 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.88 "DELETE /v2.0/ports/0d02e468-d757-4e43-9852-fc0b60bde879 HTTP/1.1" status: 204 len: 173 time: 4.7787507 Jul 16 03:52:14.533425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'name': 'network-vif-deleted', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:14.538149 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f6fe67-3a2c-499a-ba55-3f845509fe57" -d '{"events": [{"server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "name": "network-vif-deleted", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:14.547713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:14.594586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:14.600686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:14.608824 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:14.704838 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Pushing event updated for resources: {'Port': ['ID=61d51bf6-a73f-4cb0-b32b-0d7da9e941aa,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:14.738672 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c8bd3a95-e102-4174-9c29-bed5c9705d50 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:14.740957 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:14.742326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c8bd3a95-e102-4174-9c29-bed5c9705d50 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/networks?id=2f6f004e-0c28-40fb-b37e-cf15379c11a1 HTTP/1.1" status: 200 len: 814 time: 0.2762702 Jul 16 03:52:14.755597 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5718a02-56c2-469a-9556-3e21551b99a2 None None] Network 46f667e3-253a-45b2-9292-270bf50afc2c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:14.772555 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-ebbe54e2-5d46-4d42-848c-f50e174402bb tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/quotas/09fd537e5b9a470d874ea8a15f9d86e4 HTTP/1.1" status: 200 len: 375 time: 0.0122802 Jul 16 03:52:14.843696 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-8e995dbf-45c2-4d4c-8076-6a00be70a179 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=09fd537e5b9a470d874ea8a15f9d86e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634885 Jul 16 03:52:14.864574 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:14.866550 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:15.054074 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] For port c72ca800-8576-485a-b3d3-fb5838bc92ff, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:15.191487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] For port c72ca800-8576-485a-b3d3-fb5838bc92ff, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c72ca800-8576-485a-b3d3-fb5838bc92ff,segment=NetworkSegment(546388d5-f774-4dfe-803c-21226659194f),segment_id=546388d5-f774-4dfe-803c-21226659194f)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:15.209609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:15.211344 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:15.254166 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-af221509-5607-4e0f-ba61-ef6fc98af262 service neutron] 10.222.0.18 "GET /v2.0/networks/2f6f004e-0c28-40fb-b37e-cf15379c11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022658 Jul 16 03:52:15.366548 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:15.556233 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:15.572458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4caa834-a606-4823-91fd-3b77d083bf4d None None] Pushing event updated for resources: {'Port': ['ID=c72ca800-8576-485a-b3d3-fb5838bc92ff,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:15.600222 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Transition to ACTIVE for port object fc765e29-07e0-4d82-b063-b1c78ea8a159 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:15.684174 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:15.694493 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:15.804899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:15.839191 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e9459-d33d-4680-963d-95ec54394fe3 None None] Pushing event updated for resources: {'Port': ['ID=fc765e29-07e0-4d82-b063-b1c78ea8a159,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:16.046753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c,segment=NetworkSegment(3b44f673-96ff-43d6-8a7a-4244eb6a65d8),segment_id=3b44f673-96ff-43d6-8a7a-4244eb6a65d8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:16.055582 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.059211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Attempting to bind port fc765e29-07e0-4d82-b063-b1c78ea8a159 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:16.059584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Attempting to bind port fc765e29-07e0-4d82-b063-b1c78ea8a159 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '2fd09f9c-011d-4ded-8867-77675e513d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:16.059950 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Attempting to bind port fc765e29-07e0-4d82-b063-b1c78ea8a159 on network c4325c50-f7f4-49da-b4ac-a049a40582b0 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:16.140661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Router 59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:52:16.144110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:16.146024 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Checking segment: {'id': '2fd09f9c-011d-4ded-8867-77675e513d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:16.146337 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.146724 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Bound using segment: {'id': '2fd09f9c-011d-4ded-8867-77675e513d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:16.147280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Bound port: fc765e29-07e0-4d82-b063-b1c78ea8a159, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd09f9c-011d-4ded-8867-77675e513d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:16.147593 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.208842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:16.232407 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-40842969-193d-42ed-9608-b74c2db6f3dc admin admin] Deleting subnet 76d13dbf-ace1-413c-a5ca-545965f4ce04 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:52:16.251218 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40842969-193d-42ed-9608-b74c2db6f3dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.308170 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] For port fc765e29-07e0-4d82-b063-b1c78ea8a159, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:16.312587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] For port fc765e29-07e0-4d82-b063-b1c78ea8a159, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fc765e29-07e0-4d82-b063-b1c78ea8a159,segment=NetworkSegment(2fd09f9c-011d-4ded-8867-77675e513d30),segment_id=2fd09f9c-011d-4ded-8867-77675e513d30)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:16.325251 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.339317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:52:16.345309 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40842969-193d-42ed-9608-b74c2db6f3dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.360102 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Sync routers for ids ['59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:52:16.394854 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.402404 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40842969-193d-42ed-9608-b74c2db6f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.404017 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6ea48dad-8a03-4a6c-b974-200725efcd67 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.3121424 Jul 16 03:52:16.406397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33590) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:16.406682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Routers {'59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:16.407610 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:16.542702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-d1ab506c-0039-42fb-94e2-3f521895a1c1 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:16.547435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c72ca800-8576-485a-b3d3-fb5838bc92ff up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:16.549517 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-d1ab506c-0039-42fb-94e2-3f521895a1c1 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/networks?id=46f667e3-253a-45b2-9292-270bf50afc2c HTTP/1.1" status: 200 len: 818 time: 1.4214265 Jul 16 03:52:16.550178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e9459-d33d-4680-963d-95ec54394fe3 None None] Pushing event updated for resources: {'Port': ['ID=fc765e29-07e0-4d82-b063-b1c78ea8a159,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:16.555560 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40842969-193d-42ed-9608-b74c2db6f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.595062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-4d7ef712-d65f-43fc-9a30-0cf0db0fc5cc tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/quotas/1f8cb1c2c257451194d1974da58161f9 HTTP/1.1" status: 200 len: 375 time: 0.0445642 Jul 16 03:52:16.649507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40842969-193d-42ed-9608-b74c2db6f3dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76d13dbf-ace1-413c-a5ca-545965f4ce04,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:16.657868 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40842969-193d-42ed-9608-b74c2db6f3dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:16.660755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-40842969-193d-42ed-9608-b74c2db6f3dc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/76d13dbf-ace1-413c-a5ca-545965f4ce04 HTTP/1.1" status: 204 len: 168 time: 1.4494238 Jul 16 03:52:16.690696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:16.699555 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-f2ea16bd-d612-4547-8ac9-478d1a897bbb tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f8cb1c2c257451194d1974da58161f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035254 Jul 16 03:52:16.720646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Routers {'5e145a69-8971-491f-a302-327e9c910ade'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:16.721490 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5e145a69-8971-491f-a302-327e9c910ade'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:16.802997 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-d20f313f-582b-4568-aede-b0dee2e56739 service neutron] 10.222.0.18 "GET /v2.0/networks/2f6f004e-0c28-40fb-b37e-cf15379c11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7371097 Jul 16 03:52:16.834373 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Set router 59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:16.887188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33600) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:16.966995 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adfce0ae-3c2f-4ef3-9bec-bc5b0dc4b0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.039697 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-1dd8a09c-96d4-43f2-b821-d993714af601 service neutron] 10.222.0.18 "GET /v2.0/networks/46f667e3-253a-45b2-9292-270bf50afc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389204 Jul 16 03:52:17.123744 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4a09ab78-b078-473f-bc87-d6a1f2208ee5 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:17.135086 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc2a7a4-aa1d-4aa4-b1b9-621abbe14e26 x-openstack-request-id: req-efc2a7a4-aa1d-4aa4-b1b9-621abbe14e26 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:17.135384 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d328f2c8-7652-4a36-9e1d-e65f4d29597d", "name": "network-vif-deleted", "tag": "0d02e468-d757-4e43-9852-fc0b60bde879", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:17.135640 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efc2a7a4-aa1d-4aa4-b1b9-621abbe14e26 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:17.136044 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd328f2c8-7652-4a36-9e1d-e65f4d29597d', 'name': 'network-vif-deleted', 'tag': '0d02e468-d757-4e43-9852-fc0b60bde879', 'status': 'completed', 'code': 200} Jul 16 03:52:17.175298 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4a09ab78-b078-473f-bc87-d6a1f2208ee5 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] 10.222.0.18 "PUT /v2.0/quotas/036e7fc1c24f40d2be20394465ceed8c HTTP/1.1" status: 200 len: 366 time: 0.2870264 Jul 16 03:52:17.178494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33608) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:17.192555 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e1f17747-d23f-444e-a2f3-4c6b418647aa tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0128806 Jul 16 03:52:17.195225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33610) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:17.211183 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1e975bfa-8ff6-40ca-b497-13d5b1fed0e5 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] 10.222.0.18 "GET /v2.0/quotas/036e7fc1c24f40d2be20394465ceed8c HTTP/1.1" status: 200 len: 366 time: 0.0147140 Jul 16 03:52:17.259538 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-0ac68436-d7df-47de-8f79-5388cb2b2a60 service neutron] 10.222.0.18 "GET /v2.0/networks/46f667e3-253a-45b2-9292-270bf50afc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188816 Jul 16 03:52:17.262006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:17.264445 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:17.264850 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a09b0ae-0bcb-4a9b-9983-8c3848625fc6 None None] Network 3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:17.276391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port c72ca800-8576-485a-b3d3-fb5838bc92ff completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:17.291745 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.307512 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] Set router 5e145a69-8971-491f-a302-327e9c910ade gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:17.309586 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ddc98877-4b1c-4193-b6d3-554805b79d64 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:17.432842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-41ebeb04-1d8d-4789-949a-4967c1f68809 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/036e7fc1c24f40d2be20394465ceed8c HTTP/1.1" status: 204 len: 168 time: 0.1628282 Jul 16 03:52:17.433658 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:17.515829 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adfce0ae-3c2f-4ef3-9bec-bc5b0dc4b0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.568828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-adfce0ae-3c2f-4ef3-9bec-bc5b0dc4b0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8a35c3-e868-4740-b92b-39e38ef201cc']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:17.581509 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-adfce0ae-3c2f-4ef3-9bec-bc5b0dc4b0f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62aa0433-94bd-4320-a5e3-10e296578e8c') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:17.581973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-adfce0ae-3c2f-4ef3-9bec-bc5b0dc4b0f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62aa0433-94bd-4320-a5e3-10e296578e8c') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:17.595905 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adfce0ae-3c2f-4ef3-9bec-bc5b0dc4b0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.614677 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adfce0ae-3c2f-4ef3-9bec-bc5b0dc4b0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.627431 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Allocated IP 172.20.0.1 (3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea/5b448530-93bd-44ae-8f61-86aff05f852a/ac94f338-9107-4ecf-b5cd-93d704331446) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:17.630809 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfce0ae-3c2f-4ef3-9bec-bc5b0dc4b0f4 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:17.631282 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adfce0ae-3c2f-4ef3-9bec-bc5b0dc4b0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.662021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1762a28b-05f5-4176-ae97-a457cd3a1d3a None None] Provisioning for port c72ca800-8576-485a-b3d3-fb5838bc92ff completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:17.694293 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1762a28b-05f5-4176-ae97-a457cd3a1d3a None None] Provisioning complete for port c72ca800-8576-485a-b3d3-fb5838bc92ff triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:17.694675 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1762a28b-05f5-4176-ae97-a457cd3a1d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.749857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b5f097e9-ccb0-42c0-9517-6c78095c31be req-65295ad5-2973-40a9-8c26-7cb011933387 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 210 time: 0.2243183 Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:17.756163 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:17.804470 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.823093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Transition to ACTIVE for port object ac94f338-9107-4ecf-b5cd-93d704331446 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:17.838571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ddc98877-4b1c-4193-b6d3-554805b79d64 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:17.839134 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.858965 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.902075 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Network 3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:17.905808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:17.913732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:17.919292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fc765e29-07e0-4d82-b063-b1c78ea8a159', 'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'mac_address': 'fa:16:3e:00:ad:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:00Z', 'updated_at': '2021-07-16T03:52:16Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'subnets': [{'id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:17.954532 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-43cb6d19-f2f7-442c-a728-7b03f4558959 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.5068920 Jul 16 03:52:17.957806 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adfce0ae-3c2f-4ef3-9bec-bc5b0dc4b0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.958903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33634) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:17.972052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Pushing event updated for resources: {'Port': ['ID=ac94f338-9107-4ecf-b5cd-93d704331446,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:17.982725 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-adfce0ae-3c2f-4ef3-9bec-bc5b0dc4b0f4 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:17.984642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-adfce0ae-3c2f-4ef3-9bec-bc5b0dc4b0f4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fb8a35c3-e868-4740-b92b-39e38ef201cc HTTP/1.1" status: 204 len: 168 time: 1.2826300 Jul 16 03:52:17.990067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33636) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:18.026138 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e4282b88-05de-412b-b516-05a0d0e4eed2 req-e8fcf902-249e-4eb5-a160-4d8e2e4b8abe tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 210 time: 0.0756648 Jul 16 03:52:18.032631 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfce0ae-3c2f-4ef3-9bec-bc5b0dc4b0f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb8a35c3-e868-4740-b92b-39e38ef201cc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:18.060213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-669f55f2-59ed-4a4a-a879-3be4500436d6 admin admin] Deleting subnet 08c48c99-b2d8-45d3-aaa1-786a4482966c {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:52:18.072016 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1762a28b-05f5-4176-ae97-a457cd3a1d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.074701 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3653436b-7fdd-4f1c-aab8-6a4ece70256d tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] 10.222.0.18 "GET /v2.0/quotas/036e7fc1c24f40d2be20394465ceed8c HTTP/1.1" status: 200 len: 370 time: 0.1145837 Jul 16 03:52:18.075458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33640) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:18.077016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'name': 'tempest-TestVolumeBackupRestore-1941360866-router', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:08Z', 'updated_at': '2021-07-16T03:52:15Z', 'revision_number': 3, 'project_id': '2a667344ab3444cfaee98518093339e3', 'gw_port': {'id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:13Z', 'updated_at': '2021-07-16T03:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:18.080018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac81310-93f9-4e52-8679-7691d8f650ab None None] The sync data for ids ['5e145a69-8971-491f-a302-327e9c910ade'] in n-d-800088-6 is: [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fc765e29-07e0-4d82-b063-b1c78ea8a159', 'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'mac_address': 'fa:16:3e:00:ad:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:00Z', 'updated_at': '2021-07-16T03:52:16Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'subnets': [{'id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:52:18.082657 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-669f55f2-59ed-4a4a-a879-3be4500436d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.149972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b36c2-4923-45d1-86de-2b4995702328 req-80cfee93-3704-4c63-8c3f-17a7ecf57117 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:18.155017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df3b36c2-4923-45d1-86de-2b4995702328 req-80cfee93-3704-4c63-8c3f-17a7ecf57117 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 811 time: 0.7611787 Jul 16 03:52:18.167138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Checking router: 59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:52:18.167503 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Updating router 59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e port 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:52:18.172509 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-669f55f2-59ed-4a4a-a879-3be4500436d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.209317 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df3b36c2-4923-45d1-86de-2b4995702328 req-eee056ce-475e-4c04-9587-93f9f6d37850 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/quotas/141b36b166934e7d90312d1c02c7c1cd HTTP/1.1" status: 200 len: 375 time: 0.0431604 Jul 16 03:52:18.235942 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.248531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:18.249787 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d79147df-a3a2-44e0-bda5-1b373e5f30e5 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] 10.222.0.18 "GET /v2.0/quotas/036e7fc1c24f40d2be20394465ceed8c/default HTTP/1.1" status: 200 len: 370 time: 0.0149610 Jul 16 03:52:18.256967 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1762a28b-05f5-4176-ae97-a457cd3a1d3a None None] For port c72ca800-8576-485a-b3d3-fb5838bc92ff, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c72ca800-8576-485a-b3d3-fb5838bc92ff,segment=NetworkSegment(546388d5-f774-4dfe-803c-21226659194f),segment_id=546388d5-f774-4dfe-803c-21226659194f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:18.268744 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1762a28b-05f5-4176-ae97-a457cd3a1d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.319578 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.340303 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-9ffaef5f-446c-4c76-8fe4-6fbe597c9155 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] delete failed (client error): The resource could not be found. Jul 16 03:52:18.342249 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9ffaef5f-446c-4c76-8fe4-6fbe597c9155 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/036e7fc1c24f40d2be20394465ceed8c HTTP/1.1" status: 404 len: 348 time: 0.0903389 Jul 16 03:52:18.384438 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-669f55f2-59ed-4a4a-a879-3be4500436d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.431825 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df3b36c2-4923-45d1-86de-2b4995702328 req-e1b47fb7-107f-4f87-9c9c-0dc9a0e37a26 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1888058 Jul 16 03:52:18.570285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33646) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:18.574864 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-669f55f2-59ed-4a4a-a879-3be4500436d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.617587 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-669f55f2-59ed-4a4a-a879-3be4500436d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.618925 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df3b36c2-4923-45d1-86de-2b4995702328 req-8a0d1627-e408-4a04-bcdc-95d10a087469 service neutron] 10.222.0.18 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675236 Jul 16 03:52:18.621973 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-669f55f2-59ed-4a4a-a879-3be4500436d6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/08c48c99-b2d8-45d3-aaa1-786a4482966c HTTP/1.1" status: 204 len: 168 time: 0.6262040 Jul 16 03:52:18.621973 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.623088 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33648) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:18.623879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f55f2-59ed-4a4a-a879-3be4500436d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08c48c99-b2d8-45d3-aaa1-786a4482966c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:18.715602 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f1c414e-d56f-4020-8a9b-2012cd890906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.809949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df3b36c2-4923-45d1-86de-2b4995702328 req-c43367db-ea52-4390-9611-99ec095eb357 service neutron] 10.222.0.18 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900380 Jul 16 03:52:18.853101 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab3c1f73-9f94-44a4-b95e-5c12579dee90 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.957199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762a28b-05f5-4176-ae97-a457cd3a1d3a None None] Pushing event updated for resources: {'Port': ['ID=c72ca800-8576-485a-b3d3-fb5838bc92ff,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:18.962901 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:18.967008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Usage tracker for resource:network and tenant:36ec2a472f0e4c31918d6e37e92bc06b is out of sync, need to count used quota {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:52:18.978844 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.055671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:52:19.055880 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fc765e29-07e0-4d82-b063-b1c78ea8a159 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:19.130711 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.149286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Transition to ACTIVE for port object 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:19.162558 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.220983 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port fc765e29-07e0-4d82-b063-b1c78ea8a159 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:19.224465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d53388-6c04-413b-b20c-0d3c95e1d381 None None] Pushing event updated for resources: {'Port': ['ID=61d51bf6-a73f-4cb0-b32b-0d7da9e941aa,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:19.237897 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port fc765e29-07e0-4d82-b063-b1c78ea8a159 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:19.238278 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.260085 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Pushing event updated for resources: {'Port': ['ID=ac94f338-9107-4ecf-b5cd-93d704331446,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:19.264596 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Attempting to bind port 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:19.265597 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Attempting to bind port 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:19.266993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Attempting to bind port 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:19.278050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Usage tracker for resource:subnet and tenant:36ec2a472f0e4c31918d6e37e92bc06b is out of sync, need to count used quota {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:52:19.285694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:52:19.291081 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.334762 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f1c414e-d56f-4020-8a9b-2012cd890906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.347928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:19.348435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:19.348852 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.349233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:19.349739 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Bound port: 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:19.350125 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.355812 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-45569b5d-57b2-490c-aefa-1357e7ae4d50 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:19.357371 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-45569b5d-57b2-490c-aefa-1357e7ae4d50 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.20 "GET /v2.0/networks?id=2f6f004e-0c28-40fb-b37e-cf15379c11a1 HTTP/1.1" status: 200 len: 814 time: 0.5444450 Jul 16 03:52:19.366260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7f1c414e-d56f-4020-8a9b-2012cd890906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45023c43-2bea-440b-8473-e61a46524e3e']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:19.378191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Usage tracker for resource:subnetpool and tenant:36ec2a472f0e4c31918d6e37e92bc06b is out of sync, need to count used quota {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:52:19.395418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7f1c414e-d56f-4020-8a9b-2012cd890906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d7ec12-99ff-43f9-81fd-b78995a5bb8c') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:19.396083 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-7f1c414e-d56f-4020-8a9b-2012cd890906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d7ec12-99ff-43f9-81fd-b78995a5bb8c') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:19.398145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:52:19.416409 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f1c414e-d56f-4020-8a9b-2012cd890906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.452357 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Usage tracker for resource:port and tenant:36ec2a472f0e4c31918d6e37e92bc06b is out of sync, need to count used quota {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:52:19.457790 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] For port 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:19.463926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-24d6eb12-46c3-48e0-9247-13770b559c0e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Request body: {'port': {'device_id': 'c9e74133-ad3d-43fc-825e-717ae46ebfe6', 'network_id': '2f6f004e-0c28-40fb-b37e-cf15379c11a1', 'admin_state_up': True, 'tenant_id': '09fd537e5b9a470d874ea8a15f9d86e4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:19.468873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:52:19.472103 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] For port 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=61d51bf6-a73f-4cb0-b32b-0d7da9e941aa,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:19.473490 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f1c414e-d56f-4020-8a9b-2012cd890906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.485737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1c414e-d56f-4020-8a9b-2012cd890906 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:19.489993 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f1c414e-d56f-4020-8a9b-2012cd890906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.493656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Usage tracker for resource:router and tenant:36ec2a472f0e4c31918d6e37e92bc06b is out of sync, need to count used quota {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:19.498104 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:19.511918 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.560129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e8ec33d9-e14e-44c1-bb4e-e96f323f74b9 req-e0523c12-c017-41a0-92a6-ee71dcec5cba tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 210 time: 0.3402541 Jul 16 03:52:19.578076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:52:19.694256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-096be6e7-6863-43be-8a73-2fa7145cd0bd None None] Provisioning for port ac94f338-9107-4ecf-b5cd-93d704331446 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:19.710643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d53388-6c04-413b-b20c-0d3c95e1d381 None None] Pushing event updated for resources: {'Port': ['ID=61d51bf6-a73f-4cb0-b32b-0d7da9e941aa,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:19.716683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-096be6e7-6863-43be-8a73-2fa7145cd0bd None None] Provisioning complete for port ac94f338-9107-4ecf-b5cd-93d704331446 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:19.718914 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-096be6e7-6863-43be-8a73-2fa7145cd0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.755630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Network 3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:19.759790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Usage tracker for resource:floatingip and tenant:36ec2a472f0e4c31918d6e37e92bc06b is out of sync, need to count used quota {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:52:19.761178 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fdded050-fc92-474c-83db-6f23d1edac70 req-6f1373cc-43ba-4da6-828a-417f3b787568 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 210 time: 0.0934389 Jul 16 03:52:19.792718 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:19.797716 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f1c414e-d56f-4020-8a9b-2012cd890906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.802869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7f1c414e-d56f-4020-8a9b-2012cd890906 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.821361 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7f1c414e-d56f-4020-8a9b-2012cd890906 admin admin] 10.222.0.18 "DELETE /v2.0/networks/45023c43-2bea-440b-8473-e61a46524e3e HTTP/1.1" status: 204 len: 168 time: 1.1795514 Jul 16 03:52:19.860454 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c414e-d56f-4020-8a9b-2012cd890906 admin admin] Pushing event deleted for resources: {'Network': ['ID=45023c43-2bea-440b-8473-e61a46524e3e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:19.869245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:52:19.940600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-096be6e7-6863-43be-8a73-2fa7145cd0bd None None] Port ac94f338-9107-4ecf-b5cd-93d704331446 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:52:19.947831 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:19.961823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Routers {'59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:19.963304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:20.001537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-1d221779-a61e-48db-9142-b772ce0a538c tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:20.005785 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-1d221779-a61e-48db-9142-b772ce0a538c tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.20 "GET /v2.0/networks?id=46f667e3-253a-45b2-9292-270bf50afc2c HTTP/1.1" status: 200 len: 818 time: 0.1878886 Jul 16 03:52:20.081181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-13d8b048-31e8-4a86-9e30-5f776160ed06 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Request body: {'port': {'device_id': '8294cbcd-bac9-4bce-8683-de1cb72ee35c', 'network_id': '46f667e3-253a-45b2-9292-270bf50afc2c', 'admin_state_up': True, 'tenant_id': '1f8cb1c2c257451194d1974da58161f9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:20.103628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] Set router 59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:20.109845 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6f15713-0e5b-4aca-af68-2999a46a9629 req-7650e956-1b05-474e-a0fc-d6b1f80bbc3e tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 210 time: 0.2934425 Jul 16 03:52:20.213797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-24d6eb12-46c3-48e0-9247-13770b559c0e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Made reservation on behalf of 09fd537e5b9a470d874ea8a15f9d86e4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:20.220093 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-24d6eb12-46c3-48e0-9247-13770b559c0e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:20.260082 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-096be6e7-6863-43be-8a73-2fa7145cd0bd None None] Provisioning complete for port c72ca800-8576-485a-b3d3-fb5838bc92ff triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:20.260540 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-096be6e7-6863-43be-8a73-2fa7145cd0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:20.311743 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port fc765e29-07e0-4d82-b063-b1c78ea8a159, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fc765e29-07e0-4d82-b063-b1c78ea8a159,segment=NetworkSegment(2fd09f9c-011d-4ded-8867-77675e513d30),segment_id=2fd09f9c-011d-4ded-8867-77675e513d30)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:20.320831 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:20.321644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:20.381836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:20.468424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c1f73-9f94-44a4-b95e-5c12579dee90 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port e7637597-3cbd-4c59-8e69-4408d494c0ce {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:20.468809 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab3c1f73-9f94-44a4-b95e-5c12579dee90 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:20.570222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ab3c1f73-9f94-44a4-b95e-5c12579dee90 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] For port e7637597-3cbd-4c59-8e69-4408d494c0ce, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e7637597-3cbd-4c59-8e69-4408d494c0ce,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:20.570516 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab3c1f73-9f94-44a4-b95e-5c12579dee90 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:20.589117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c1f73-9f94-44a4-b95e-5c12579dee90 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for e7637597-3cbd-4c59-8e69-4408d494c0ce owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:20.596581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Usage tracker for resource:security_group and tenant:36ec2a472f0e4c31918d6e37e92bc06b is out of sync, need to count used quota {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:52:20.604780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:52:20.616415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Router 59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:52:20.624138 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Usage tracker for resource:security_group_rule and tenant:36ec2a472f0e4c31918d6e37e92bc06b is out of sync, need to count used quota {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 03:52:20.635034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.quota.resource [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93768) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 03:52:20.662070 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=fc765e29-07e0-4d82-b063-b1c78ea8a159,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:20.682131 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e0b7021b-dce8-4bba-bd53-6a5529cec889 tempest-QuotasTest-2093221059 tempest-QuotasTest-2093221059-project-admin] 10.222.0.18 "GET /v2.0/quotas/36ec2a472f0e4c31918d6e37e92bc06b/details.json HTTP/1.1" status: 200 len: 703 time: 2.1074486 Jul 16 03:52:20.729456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:20.729893 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:20.811510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'name': 'tempest-TestVolumeBackupRestore-1941360866-router', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:08Z', 'updated_at': '2021-07-16T03:52:18Z', 'revision_number': 4, 'project_id': '2a667344ab3444cfaee98518093339e3', 'gw_port': {'id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:13Z', 'updated_at': '2021-07-16T03:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'ac94f338-9107-4ecf-b5cd-93d704331446', 'name': '', 'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'mac_address': 'fa:16:3e:a0:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5b448530-93bd-44ae-8f61-86aff05f852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:17Z', 'updated_at': '2021-07-16T03:52:18Z', 'revision_number': 2, 'project_id': '2a667344ab3444cfaee98518093339e3', 'subnets': [{'id': '5b448530-93bd-44ae-8f61-86aff05f852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:20.823041 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:52:20.842020 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1e3767eb-e79d-4ffd-b8a5-03d26c3a52ab admin admin] 10.222.0.18 "PUT /v2.0/routers/59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4324591 Jul 16 03:52:20.845600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b032aed8-a765-40aa-b3fb-7a8b8ae2f3f4 None None] The sync data for ids ['59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'] in n-d-800088-6 is: [{'id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'name': 'tempest-TestVolumeBackupRestore-1941360866-router', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:08Z', 'updated_at': '2021-07-16T03:52:18Z', 'revision_number': 4, 'project_id': '2a667344ab3444cfaee98518093339e3', 'gw_port': {'id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:13Z', 'updated_at': '2021-07-16T03:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'ac94f338-9107-4ecf-b5cd-93d704331446', 'name': '', 'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'mac_address': 'fa:16:3e:a0:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5b448530-93bd-44ae-8f61-86aff05f852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:17Z', 'updated_at': '2021-07-16T03:52:18Z', 'revision_number': 2, 'project_id': '2a667344ab3444cfaee98518093339e3', 'subnets': [{'id': '5b448530-93bd-44ae-8f61-86aff05f852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:52:20.914488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d3c7cc58-5dc3-4f01-b81c-f20910aee69b None None] Provisioning complete for port ac94f338-9107-4ecf-b5cd-93d704331446 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:20.914876 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d3c7cc58-5dc3-4f01-b81c-f20910aee69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:20.959070 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d3c7cc58-5dc3-4f01-b81c-f20910aee69b None None] Port ac94f338-9107-4ecf-b5cd-93d704331446 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:52:21.080425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fc765e29-07e0-4d82-b063-b1c78ea8a159 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:21.168169 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port fc765e29-07e0-4d82-b063-b1c78ea8a159 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:21.168602 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:21.247741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33692) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:21.345572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c72ca800-8576-485a-b3d3-fb5838bc92ff up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:21.445314 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c72ca800-8576-485a-b3d3-fb5838bc92ff triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:21.445700 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:21.537836 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf250397-4fb3-4fef-9134-cba83b9778fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:21.646004 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-bf250397-4fb3-4fef-9134-cba83b9778fb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:52:21.646004 n-d-800088-6 neutron-server[93768]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:52:21.646004 n-d-800088-6 neutron-server[93768]: [parameters: {'project_id_1': '107fe9c5b1254f6994dad72023111902', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 52, 21, 601450)}] Jul 16 03:52:21.646004 n-d-800088-6 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:52:21.646004 n-d-800088-6 neutron-server[93768]: DEBUG oslo_db.api [None req-bf250397-4fb3-4fef-9134-cba83b9778fb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:52:21.665664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b36c2-4923-45d1-86de-2b4995702328 req-8de52da4-42a4-4d9e-9d43-ec6a285698da tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:21.666301 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-315be75b-8ef6-49e8-81de-9e63a5e37727 req-21ab1233-e839-46dc-8d52-434ab7f7fd8d tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 210 time: 0.7054827 Jul 16 03:52:21.667232 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df3b36c2-4923-45d1-86de-2b4995702328 req-8de52da4-42a4-4d9e-9d43-ec6a285698da tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.88 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 811 time: 0.2509329 Jul 16 03:52:21.670515 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-035ed466-c60c-414d-914e-cf293475b314 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5599d47140934d63a5c964624163b246&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2875564 Jul 16 03:52:21.680463 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33706) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:21.718919 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-df3b36c2-4923-45d1-86de-2b4995702328 req-50a8e8ff-25ce-4aa0-9dd4-0f6cfaa7aedf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'port': {'device_id': '3067a172-bd9e-448c-a3a3-555ef6f89e5c', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'admin_state_up': True, 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:21.760675 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-24d6eb12-46c3-48e0-9247-13770b559c0e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Allocated IP 172.20.0.2 (2f6f004e-0c28-40fb-b37e-cf15379c11a1/177c068f-4cd6-46ff-8b32-a48e01b865d1/6e835030-677e-435d-98f7-8c9196475d8f) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:21.783748 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b058fdb9-0a66-4dc3-b288-a39a31625d7b req-13ba3ea0-28bb-4d85-a10f-9168f00e81a4 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 210 time: 0.2091587 Jul 16 03:52:21.788972 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab3c1f73-9f94-44a4-b95e-5c12579dee90 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:21.828331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-13d8b048-31e8-4a86-9e30-5f776160ed06 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Made reservation on behalf of 1f8cb1c2c257451194d1974da58161f9 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:21.833752 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-13d8b048-31e8-4a86-9e30-5f776160ed06 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:21.857832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c1f73-9f94-44a4-b95e-5c12579dee90 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=e7637597-3cbd-4c59-8e69-4408d494c0ce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:21.947900 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbaba718-9842-4aa5-a2df-94ea5541b2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.002442 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbaba718-9842-4aa5-a2df-94ea5541b2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.079927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3b36c2-4923-45d1-86de-2b4995702328 req-50a8e8ff-25ce-4aa0-9dd4-0f6cfaa7aedf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Made reservation on behalf of 141b36b166934e7d90312d1c02c7c1cd for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:22.086241 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df3b36c2-4923-45d1-86de-2b4995702328 req-50a8e8ff-25ce-4aa0-9dd4-0f6cfaa7aedf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.139634 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbaba718-9842-4aa5-a2df-94ea5541b2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.143330 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbaba718-9842-4aa5-a2df-94ea5541b2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.144662 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fbaba718-9842-4aa5-a2df-94ea5541b2d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f47196b1-7ca8-485e-91ae-d4303b434a2a HTTP/1.1" status: 204 len: 168 time: 0.4631093 Jul 16 03:52:22.155496 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf250397-4fb3-4fef-9134-cba83b9778fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.159561 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaba718-9842-4aa5-a2df-94ea5541b2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47196b1-7ca8-485e-91ae-d4303b434a2a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:22.190284 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-49c38510-71d5-4acb-98be-d21fd5c38041 req-9981cd60-e491-4c73-8f6f-6c740b4d4f99 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 210 time: 0.2062783 Jul 16 03:52:22.502084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-df3b36c2-4923-45d1-86de-2b4995702328 req-50a8e8ff-25ce-4aa0-9dd4-0f6cfaa7aedf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Allocated IP 172.20.0.4 (f55cd736-5d71-4953-92cf-213346d5a1da/71faac3d-ce79-45ad-842e-496e7071d6f0/eee77f08-e3ea-4585-9c61-2d7347e6a751) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:22.729140 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-13d8b048-31e8-4a86-9e30-5f776160ed06 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Allocated IP 172.20.0.8 (46f667e3-253a-45b2-9292-270bf50afc2c/43745dbe-f623-41e0-a02b-394936a78fa5/d7e2f602-bdbd-4c50-b2e3-df0323ee63be) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:22.760072 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf250397-4fb3-4fef-9134-cba83b9778fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.816274 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf250397-4fb3-4fef-9134-cba83b9778fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:22.871382 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:23.004913 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bf250397-4fb3-4fef-9134-cba83b9778fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=107fe9c5b1254f6994dad72023111902&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7546575 Jul 16 03:52:23.018091 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf250397-4fb3-4fef-9134-cba83b9778fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598f04ed-6c40-4488-b9c3-0eead5257105,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:23.034154 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33776) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:23.074731 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-13d8b048-31e8-4a86-9e30-5f776160ed06 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.212865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:23.246386 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d631b69f-4a4c-4b2a-85df-8324db3cfa09 req-df6f9a07-bede-48b1-b5ce-59bc0df46d59 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 210 time: 0.0958290 Jul 16 03:52:23.275611 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df3b36c2-4923-45d1-86de-2b4995702328 req-50a8e8ff-25ce-4aa0-9dd4-0f6cfaa7aedf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.286668 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cebe4e73-0996-4d74-9bc2-457c973cca49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.303318 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-df3b36c2-4923-45d1-86de-2b4995702328 req-50a8e8ff-25ce-4aa0-9dd4-0f6cfaa7aedf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Transition to ACTIVE for port object eee77f08-e3ea-4585-9c61-2d7347e6a751 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:23.337680 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cebe4e73-0996-4d74-9bc2-457c973cca49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.345737 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:23.348614 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c099559-67a3-4b0c-8e8b-2e9286fe1e9a req-4c95e048-3bae-4085-9bbe-101baf54ee9e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 210 time: 0.1991444 Jul 16 03:52:23.350290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:23.350670 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.404193 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-24d6eb12-46c3-48e0-9247-13770b559c0e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.429289 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df3b36c2-4923-45d1-86de-2b4995702328 req-50a8e8ff-25ce-4aa0-9dd4-0f6cfaa7aedf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.452816 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-13d8b048-31e8-4a86-9e30-5f776160ed06 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.463224 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ab3c1f73-9f94-44a4-b95e-5c12579dee90 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.520637 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cebe4e73-0996-4d74-9bc2-457c973cca49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.523180 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cebe4e73-0996-4d74-9bc2-457c973cca49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.526268 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cebe4e73-0996-4d74-9bc2-457c973cca49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/598f04ed-6c40-4488-b9c3-0eead5257105 HTTP/1.1" status: 204 len: 168 time: 0.4524562 Jul 16 03:52:23.557253 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.591395 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=61d51bf6-a73f-4cb0-b32b-0d7da9e941aa,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:23.596161 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.601046 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3b36c2-4923-45d1-86de-2b4995702328 req-50a8e8ff-25ce-4aa0-9dd4-0f6cfaa7aedf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Network f55cd736-5d71-4953-92cf-213346d5a1da is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:23.620247 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-df3b36c2-4923-45d1-86de-2b4995702328 req-50a8e8ff-25ce-4aa0-9dd4-0f6cfaa7aedf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:23.634135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3b36c2-4923-45d1-86de-2b4995702328 req-50a8e8ff-25ce-4aa0-9dd4-0f6cfaa7aedf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:23.638434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe4e73-0996-4d74-9bc2-457c973cca49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598f04ed-6c40-4488-b9c3-0eead5257105,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:23.641552 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8e8ff-25ce-4aa0-9dd4-0f6cfaa7aedf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'Port': ['ID=eee77f08-e3ea-4585-9c61-2d7347e6a751,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:23.669642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8b048-31e8-4a86-9e30-5f776160ed06 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Pushing event updated for resources: {'Port': ['ID=d7e2f602-bdbd-4c50-b2e3-df0323ee63be,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:23.689672 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=61d51bf6-a73f-4cb0-b32b-0d7da9e941aa,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:23.700071 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:23.700453 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:23.700806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:23.701185 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:23.701527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:23.701986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:23.702329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:23.702658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:23.703055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:23.703303 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:23.703629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:23.703951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:52:23.766560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b36c2-4923-45d1-86de-2b4995702328 req-50a8e8ff-25ce-4aa0-9dd4-0f6cfaa7aedf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:23.767267 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df3b36c2-4923-45d1-86de-2b4995702328 req-50a8e8ff-25ce-4aa0-9dd4-0f6cfaa7aedf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.801671 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df3b36c2-4923-45d1-86de-2b4995702328 req-50a8e8ff-25ce-4aa0-9dd4-0f6cfaa7aedf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1009967 Jul 16 03:52:23.801921 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-da41d1b1-7f3d-4897-a7d2-45d09e7e507e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1b51ee71b4047e8b39a28316c5409ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6740198 Jul 16 03:52:23.802620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33784) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:23.842103 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Request body: {'port': {'device_id': '3067a172-bd9e-448c-a3a3-555ef6f89e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:23.924815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-13d8b048-31e8-4a86-9e30-5f776160ed06 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Network 46f667e3-253a-45b2-9292-270bf50afc2c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:23.995906 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-203a64dd-31ee-4af9-b497-4b050d66998a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:23.996790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-13d8b048-31e8-4a86-9e30-5f776160ed06 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:23.999883 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-13d8b048-31e8-4a86-9e30-5f776160ed06 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:24.011411 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.017543 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-83f29ebe-0244-4533-8ff3-08eabf004c5f None None] Provisioning for port eee77f08-e3ea-4585-9c61-2d7347e6a751 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:24.025023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-83f29ebe-0244-4533-8ff3-08eabf004c5f None None] Provisioning complete for port eee77f08-e3ea-4585-9c61-2d7347e6a751 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:24.025653 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-83f29ebe-0244-4533-8ff3-08eabf004c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.040831 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-203a64dd-31ee-4af9-b497-4b050d66998a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.120328 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-83f29ebe-0244-4533-8ff3-08eabf004c5f None None] Port eee77f08-e3ea-4585-9c61-2d7347e6a751 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:52:24.128972 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-24d6eb12-46c3-48e0-9247-13770b559c0e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.180405 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-13d8b048-31e8-4a86-9e30-5f776160ed06 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:24.181368 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-13d8b048-31e8-4a86-9e30-5f776160ed06 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.212653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ede6ff-930f-4f31-bd20-78ba44cdd493 req-e270f82e-cdb7-49f3-93c7-fdf8e447d4e9 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:24.214172 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-85ede6ff-930f-4f31-bd20-78ba44cdd493 req-e270f82e-cdb7-49f3-93c7-fdf8e447d4e9 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 931 time: 0.5573666 Jul 16 03:52:24.229220 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-24d6eb12-46c3-48e0-9247-13770b559c0e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Network 2f6f004e-0c28-40fb-b37e-cf15379c11a1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:24.244170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-24d6eb12-46c3-48e0-9247-13770b559c0e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:24.244550 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-203a64dd-31ee-4af9-b497-4b050d66998a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.246879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-203a64dd-31ee-4af9-b497-4b050d66998a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.250360 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-203a64dd-31ee-4af9-b497-4b050d66998a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/127579dc-9698-44b2-bac7-c3edc6296d6c HTTP/1.1" status: 204 len: 168 time: 0.4444830 Jul 16 03:52:24.253992 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-13d8b048-31e8-4a86-9e30-5f776160ed06 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2305381 Jul 16 03:52:24.255782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-24d6eb12-46c3-48e0-9247-13770b559c0e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:24.299750 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a64dd-31ee-4af9-b497-4b050d66998a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127579dc-9698-44b2-bac7-c3edc6296d6c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:24.304462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Request body: {'port': {'device_id': '8294cbcd-bac9-4bce-8683-de1cb72ee35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:24.350812 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6eb12-46c3-48e0-9247-13770b559c0e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Pushing event updated for resources: {'Port': ['ID=6e835030-677e-435d-98f7-8c9196475d8f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:24.376188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33792) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:24.414694 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb0c7c23-da47-45b6-b2cc-ab97d5c71a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.466758 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-24d6eb12-46c3-48e0-9247-13770b559c0e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:24.467353 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-24d6eb12-46c3-48e0-9247-13770b559c0e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.492463 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-85ede6ff-930f-4f31-bd20-78ba44cdd493 req-ba81a5e5-e5cf-415f-831e-cfe3bdb9c864 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/security-groups?id=b485f0b7-4313-43c4-8c86-a9605c7208b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497768 Jul 16 03:52:24.717615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3c1f73-9f94-44a4-b95e-5c12579dee90 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router 854893e7-02f2-4534-89e6-481f6ff23ef7 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:52:24.724141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee77f08-e3ea-4585-9c61-2d7347e6a751 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:24.737505 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.769442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Transition to ACTIVE for port object eee77f08-e3ea-4585-9c61-2d7347e6a751 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:24.775247 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:24.777995 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-24d6eb12-46c3-48e0-9247-13770b559c0e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3301394 Jul 16 03:52:24.875533 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Request body: {'port': {'device_id': 'c9e74133-ad3d-43fc-825e-717ae46ebfe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:24.959307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Pushing event updated for resources: {'Port': ['ID=eee77f08-e3ea-4585-9c61-2d7347e6a751,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:25.028858 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.100979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:25.130984 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb0c7c23-da47-45b6-b2cc-ab97d5c71a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.145337 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb0c7c23-da47-45b6-b2cc-ab97d5c71a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.219984 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Attempting to bind port eee77f08-e3ea-4585-9c61-2d7347e6a751 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:25.220238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Attempting to bind port eee77f08-e3ea-4585-9c61-2d7347e6a751 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:25.220618 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Attempting to bind port eee77f08-e3ea-4585-9c61-2d7347e6a751 on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:25.229390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3c1f73-9f94-44a4-b95e-5c12579dee90 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:52:25.239837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:25.243469 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b60c40-a2be-410b-a2f1-0cfe0552938d None None] Sync routers for ids ['854893e7-02f2-4534-89e6-481f6ff23ef7'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:52:25.244436 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.248099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Port eee77f08-e3ea-4585-9c61-2d7347e6a751 on network f55cd736-5d71-4953-92cf-213346d5a1da not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:52:25.248467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Attempting to bind port eee77f08-e3ea-4585-9c61-2d7347e6a751 on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:25.255404 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cb0c7c23-da47-45b6-b2cc-ab97d5c71a83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36ec2a472f0e4c31918d6e37e92bc06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8723814 Jul 16 03:52:25.255404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c7c23-da47-45b6-b2cc-ab97d5c71a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0295077-9494-43dc-b604-d91e0a8c25cb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:25.257413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33810) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:25.263947 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b60c40-a2be-410b-a2f1-0cfe0552938d None None] Routers {'854893e7-02f2-4534-89e6-481f6ff23ef7'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:25.265430 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f8b60c40-a2be-410b-a2f1-0cfe0552938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['854893e7-02f2-4534-89e6-481f6ff23ef7'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:25.285851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:25.286374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Checking segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:25.286920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Bound using segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:25.287558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Bound port: eee77f08-e3ea-4585-9c61-2d7347e6a751, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:25.288081 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.340217 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ab3c1f73-9f94-44a4-b95e-5c12579dee90 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "PUT /v2.0/routers/854893e7-02f2-4534-89e6-481f6ff23ef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0691230 Jul 16 03:52:25.359117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:25.448272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f463df0-ed93-46ac-979f-f397d08f9665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.492188 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f463df0-ed93-46ac-979f-f397d08f9665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.497774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c67cb-9590-4b80-ae69-e64877225ad4 req-72039b3c-ca3b-45cb-b8a5-f3748ba1d441 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.501331 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] For port eee77f08-e3ea-4585-9c61-2d7347e6a751, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:25.507689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f96c67cb-9590-4b80-ae69-e64877225ad4 req-72039b3c-ca3b-45cb-b8a5-f3748ba1d441 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 931 time: 1.0271671 Jul 16 03:52:25.562946 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] For port eee77f08-e3ea-4585-9c61-2d7347e6a751, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=eee77f08-e3ea-4585-9c61-2d7347e6a751,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:25.582014 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f96c67cb-9590-4b80-ae69-e64877225ad4 req-029be89c-f50c-42d9-aaeb-3b2d6a04876e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711155 Jul 16 03:52:25.589101 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.600041 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f8b60c40-a2be-410b-a2f1-0cfe0552938d None None] Set router 854893e7-02f2-4534-89e6-481f6ff23ef7 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:25.662335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Sync routers for ids ['59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:52:25.677474 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Routers {'59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:25.678120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:25.687710 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.705309 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.709977 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.711789 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df3b36c2-4923-45d1-86de-2b4995702328 req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] 10.222.0.88 "PUT /v2.0/ports/eee77f08-e3ea-4585-9c61-2d7347e6a751 HTTP/1.1" status: 200 len: 1091 time: 1.9013574 Jul 16 03:52:25.713135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3067a172-bd9e-448c-a3a3-555ef6f89e5c', 'tag': 'eee77f08-e3ea-4585-9c61-2d7347e6a751'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:25.715674 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc76c536-a20b-4bb6-b5e1-495c35f37c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3067a172-bd9e-448c-a3a3-555ef6f89e5c", "tag": "eee77f08-e3ea-4585-9c61-2d7347e6a751"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:25.771606 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c864d16-e0d5-4fba-99dc-1adc07b59a92 service neutron] Pushing event updated for resources: {'Port': ['ID=eee77f08-e3ea-4585-9c61-2d7347e6a751,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:25.794797 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f463df0-ed93-46ac-979f-f397d08f9665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.801117 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0f463df0-ed93-46ac-979f-f397d08f9665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:25.805132 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0f463df0-ed93-46ac-979f-f397d08f9665 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0295077-9494-43dc-b604-d91e0a8c25cb HTTP/1.1" status: 204 len: 168 time: 0.5451860 Jul 16 03:52:25.816906 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58cf4a-d140-40eb-bcbb-06076db5e547 req-f7102c31-d1ff-4d95-a977-8a74124a2654 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.831423 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee58cf4a-d140-40eb-bcbb-06076db5e547 req-f7102c31-d1ff-4d95-a977-8a74124a2654 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 931 time: 1.1085305 Jul 16 03:52:25.849539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f463df0-ed93-46ac-979f-f397d08f9665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0295077-9494-43dc-b604-d91e0a8c25cb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:25.945218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b36c2-4923-45d1-86de-2b4995702328 req-4409a809-45f1-4a5f-8a70-b1547d404731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:25.947228 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df3b36c2-4923-45d1-86de-2b4995702328 req-4409a809-45f1-4a5f-8a70-b1547d404731 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 1094 time: 0.1362166 Jul 16 03:52:26.068838 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df3b36c2-4923-45d1-86de-2b4995702328 req-07f3077f-f875-464a-b5cd-da97fa8df236 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eee77f08-e3ea-4585-9c61-2d7347e6a751 HTTP/1.1" status: 200 len: 217 time: 0.1084352 Jul 16 03:52:26.152652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Set router 59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:26.170974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b36c2-4923-45d1-86de-2b4995702328 req-1b04f325-3ad7-4274-9063-5b0e89921afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:26.172911 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df3b36c2-4923-45d1-86de-2b4995702328 req-1b04f325-3ad7-4274-9063-5b0e89921afd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.0935264 Jul 16 03:52:26.197820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee58cf4a-d140-40eb-bcbb-06076db5e547 req-d0af4343-7400-46c1-a9b4-c982dd7e32fa tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653102 Jul 16 03:52:26.206903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefbca3f-c727-4fb6-ac98-4e822a151466 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting subnet 05fc9e9e-237d-4c74-9927-63b785fe433c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:52:26.295244 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fefbca3f-c727-4fb6-ac98-4e822a151466 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.317638 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7174478-3005-440a-99ff-fc099d01b43e x-openstack-request-id: req-d7174478-3005-440a-99ff-fc099d01b43e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:26.317928 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3067a172-bd9e-448c-a3a3-555ef6f89e5c", "tag": "eee77f08-e3ea-4585-9c61-2d7347e6a751", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:26.318178 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7174478-3005-440a-99ff-fc099d01b43e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:26.318579 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3067a172-bd9e-448c-a3a3-555ef6f89e5c', 'tag': 'eee77f08-e3ea-4585-9c61-2d7347e6a751', 'status': 'completed', 'code': 200} Jul 16 03:52:26.368991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b36c2-4923-45d1-86de-2b4995702328 req-edaf7609-9fb0-4391-ada1-ced8a77acbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:26.375729 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df3b36c2-4923-45d1-86de-2b4995702328 req-edaf7609-9fb0-4391-ada1-ced8a77acbc3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944666 Jul 16 03:52:26.389002 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f8b60c40-a2be-410b-a2f1-0cfe0552938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:40Z', 'updated_at': '2021-07-16T03:52:20Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:42Z', 'updated_at': '2021-07-16T03:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:26.497773 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b60c40-a2be-410b-a2f1-0cfe0552938d None None] Checking router: 854893e7-02f2-4534-89e6-481f6ff23ef7 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:52:26.529816 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b60c40-a2be-410b-a2f1-0cfe0552938d None None] Routers {'854893e7-02f2-4534-89e6-481f6ff23ef7'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:26.530449 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f8b60c40-a2be-410b-a2f1-0cfe0552938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['854893e7-02f2-4534-89e6-481f6ff23ef7'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:26.592690 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df3b36c2-4923-45d1-86de-2b4995702328 req-a64b130f-94c7-4e55-87cd-3fa01a9c436c service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108386 Jul 16 03:52:26.618972 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'name': 'tempest-TestVolumeBackupRestore-1941360866-router', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:08Z', 'updated_at': '2021-07-16T03:52:18Z', 'revision_number': 4, 'project_id': '2a667344ab3444cfaee98518093339e3', 'gw_port': {'id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:13Z', 'updated_at': '2021-07-16T03:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'ac94f338-9107-4ecf-b5cd-93d704331446', 'name': '', 'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'mac_address': 'fa:16:3e:a0:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5b448530-93bd-44ae-8f61-86aff05f852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:17Z', 'updated_at': '2021-07-16T03:52:18Z', 'revision_number': 2, 'project_id': '2a667344ab3444cfaee98518093339e3', 'subnets': [{'id': '5b448530-93bd-44ae-8f61-86aff05f852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:26.674604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Checking router: 59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:52:26.675943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Updating router 59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e port ac94f338-9107-4ecf-b5cd-93d704331446 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:52:26.727392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33844) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:26.741463 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.849496 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df3b36c2-4923-45d1-86de-2b4995702328 req-e1b7c708-f229-4232-8359-42766a223f29 service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456369 Jul 16 03:52:26.942182 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fefbca3f-c727-4fb6-ac98-4e822a151466 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:26.969813 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f8b60c40-a2be-410b-a2f1-0cfe0552938d None None] Set router 854893e7-02f2-4534-89e6-481f6ff23ef7 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:27.097599 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c536-a20b-4bb6-b5e1-495c35f37c9b req-c9763b52-49f6-4e7e-8808-14320d799dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:27.106343 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cc76c536-a20b-4bb6-b5e1-495c35f37c9b req-c9763b52-49f6-4e7e-8808-14320d799dc0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 1094 time: 0.1843376 Jul 16 03:52:27.234704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e35d7-7035-449e-a499-420b037dd708 req-d4c9f0f5-5cc3-4ef3-8df8-5ff3471d071f tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:27.236284 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-169e35d7-7035-449e-a499-420b037dd708 req-d4c9f0f5-5cc3-4ef3-8df8-5ff3471d071f tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 931 time: 1.1050727 Jul 16 03:52:27.246111 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fc17e00-04dc-4b16-8b73-91bbd21a5995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.406630 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f8b60c40-a2be-410b-a2f1-0cfe0552938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:40Z', 'updated_at': '2021-07-16T03:52:20Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:42Z', 'updated_at': '2021-07-16T03:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:27.467921 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b60c40-a2be-410b-a2f1-0cfe0552938d None None] The sync data for ids ['854893e7-02f2-4534-89e6-481f6ff23ef7'] in n-d-800088-6 is: [{'id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1098616849', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:49:40Z', 'updated_at': '2021-07-16T03:52:20Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8c17fd1a-8169-448a-b94e-5a795b723d81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854893e7-02f2-4534-89e6-481f6ff23ef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:49:42Z', 'updated_at': '2021-07-16T03:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:52:27.510786 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.538995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Transition to ACTIVE for port object ac94f338-9107-4ecf-b5cd-93d704331446 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:27.558874 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.585851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c536-a20b-4bb6-b5e1-495c35f37c9b req-a85841e6-c943-4b96-9092-06ddb3a91a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:27.587708 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cc76c536-a20b-4bb6-b5e1-495c35f37c9b req-a85841e6-c943-4b96-9092-06ddb3a91a06 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.4711494 Jul 16 03:52:27.673460 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfb7e3-0c43-4bec-8192-c74457ed2f21 None None] Pushing event updated for resources: {'Port': ['ID=ac94f338-9107-4ecf-b5cd-93d704331446,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:27.686196 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cc76c536-a20b-4bb6-b5e1-495c35f37c9b req-25bbfe97-a30b-45f0-a16b-33b6607896d6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eee77f08-e3ea-4585-9c61-2d7347e6a751 HTTP/1.1" status: 200 len: 217 time: 0.0836689 Jul 16 03:52:27.691713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fc17e00-04dc-4b16-8b73-91bbd21a5995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.697183 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:52:27.709136 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fc17e00-04dc-4b16-8b73-91bbd21a5995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.801570 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8fc17e00-04dc-4b16-8b73-91bbd21a5995 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=855f1924350841a6b2644b63f36859a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0713952 Jul 16 03:52:27.807874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33868) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:27.814224 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Attempting to bind port ac94f338-9107-4ecf-b5cd-93d704331446 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:27.814613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Attempting to bind port ac94f338-9107-4ecf-b5cd-93d704331446 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '546388d5-f774-4dfe-803c-21226659194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:27.815014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Attempting to bind port ac94f338-9107-4ecf-b5cd-93d704331446 on network 3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:27.835358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:27.835505 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc17e00-04dc-4b16-8b73-91bbd21a5995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75f2469-2ba6-4f24-bbfe-4e8315f7541e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:27.835774 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Checking segment: {'id': '546388d5-f774-4dfe-803c-21226659194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:27.836244 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.836619 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Bound using segment: {'id': '546388d5-f774-4dfe-803c-21226659194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:27.837483 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Bound port: ac94f338-9107-4ecf-b5cd-93d704331446, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546388d5-f774-4dfe-803c-21226659194f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:27.839953 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:27.860149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c536-a20b-4bb6-b5e1-495c35f37c9b req-5a1e8512-be9e-4e23-9e83-04fcfaa24319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:27.861855 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cc76c536-a20b-4bb6-b5e1-495c35f37c9b req-5a1e8512-be9e-4e23-9e83-04fcfaa24319 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.1664963 Jul 16 03:52:28.090339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] For port ac94f338-9107-4ecf-b5cd-93d704331446, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:28.103031 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] For port ac94f338-9107-4ecf-b5cd-93d704331446, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ac94f338-9107-4ecf-b5cd-93d704331446,segment=NetworkSegment(546388d5-f774-4dfe-803c-21226659194f),segment_id=546388d5-f774-4dfe-803c-21226659194f)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:28.119905 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:28.150937 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9e68a2c-11a7-4031-ba89-e9a9b39110ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:28.185721 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c536-a20b-4bb6-b5e1-495c35f37c9b req-9a364b8a-1fa6-4965-9a0b-bab1e5093687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:28.187338 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cc76c536-a20b-4bb6-b5e1-495c35f37c9b req-9a364b8a-1fa6-4965-9a0b-bab1e5093687 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3133082 Jul 16 03:52:28.234537 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9e68a2c-11a7-4031-ba89-e9a9b39110ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:28.279734 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Routers {'59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:28.280422 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:28.282351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfb7e3-0c43-4bec-8192-c74457ed2f21 None None] Pushing event updated for resources: {'Port': ['ID=ac94f338-9107-4ecf-b5cd-93d704331446,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:28.460538 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9e68a2c-11a7-4031-ba89-e9a9b39110ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:28.464554 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9e68a2c-11a7-4031-ba89-e9a9b39110ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:28.469847 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b9e68a2c-11a7-4031-ba89-e9a9b39110ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b75f2469-2ba6-4f24-bbfe-4e8315f7541e HTTP/1.1" status: 204 len: 168 time: 0.6564744 Jul 16 03:52:28.510730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] Set router 59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:28.548897 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-169e35d7-7035-449e-a499-420b037dd708 req-ef097f5c-a94d-4f2b-89e3-52518732d2c4 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/security-groups?id=b485f0b7-4313-43c4-8c86-a9605c7208b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2826588 Jul 16 03:52:28.570635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d339624-d1b2-4800-8c04-592062fdbc0e req-a2fc9153-cffa-4574-80ed-8eca48d6a61c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:28.572652 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d339624-d1b2-4800-8c04-592062fdbc0e req-a2fc9153-cffa-4574-80ed-8eca48d6a61c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 943 time: 1.6792099 Jul 16 03:52:28.594038 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cc76c536-a20b-4bb6-b5e1-495c35f37c9b req-4f41afca-3e0d-4844-9373-f804bff1afd1 service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876653 Jul 16 03:52:28.596059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e68a2c-11a7-4031-ba89-e9a9b39110ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75f2469-2ba6-4f24-bbfe-4e8315f7541e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:28.655606 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fefbca3f-c727-4fb6-ac98-4e822a151466 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:28.720122 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d339624-d1b2-4800-8c04-592062fdbc0e req-8e691d26-0577-4641-8ff5-7dc6569bf1b8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374507 Jul 16 03:52:28.826871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e2f602-bdbd-4c50-b2e3-df0323ee63be {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:28.850060 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:28.865264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e835030-677e-435d-98f7-8c9196475d8f {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:28.871763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33884) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:28.904207 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-cc76c536-a20b-4bb6-b5e1-495c35f37c9b req-5f9765b7-f0b7-46d7-9fa8-edd53e7414e6 service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990980 Jul 16 03:52:28.925372 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fefbca3f-c727-4fb6-ac98-4e822a151466 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:28.951270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Transition to ACTIVE for port object d7e2f602-bdbd-4c50-b2e3-df0323ee63be will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:28.955938 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:28.985423 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fefbca3f-c727-4fb6-ac98-4e822a151466 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:28.992818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fefbca3f-c727-4fb6-ac98-4e822a151466 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/subnets/05fc9e9e-237d-4c74-9927-63b785fe433c HTTP/1.1" status: 204 len: 168 time: 3.6271579 Jul 16 03:52:28.993061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33890) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:28.993918 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.029527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c704f2-f6b4-4371-9450-524babe3492f None None] Network 258afb0d-73a5-4e5c-a970-c1705766d533 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:29.140866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Transition to ACTIVE for port object 6e835030-677e-435d-98f7-8c9196475d8f will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:29.260215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbca3f-c727-4fb6-ac98-4e822a151466 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Subnet': ['ID=05fc9e9e-237d-4c74-9927-63b785fe433c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:29.273295 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.276430 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.278430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Pushing event updated for resources: {'Port': ['ID=d7e2f602-bdbd-4c50-b2e3-df0323ee63be,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:29.373183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-681370750', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:29.501899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ac94f338-9107-4ecf-b5cd-93d704331446 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:29.537028 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Made reservation on behalf of c0e210905060488da070913eb9f3aeb4 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:29.542701 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.560806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Pushing event updated for resources: {'Port': ['ID=6e835030-677e-435d-98f7-8c9196475d8f,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:29.591113 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.678934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Attempting to bind port 6e835030-677e-435d-98f7-8c9196475d8f on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:29.679618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Attempting to bind port 6e835030-677e-435d-98f7-8c9196475d8f by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '584e7538-e02e-4c23-99a4-c99e8290646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2f6f004e-0c28-40fb-b37e-cf15379c11a1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:29.680361 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Attempting to bind port 6e835030-677e-435d-98f7-8c9196475d8f on network 2f6f004e-0c28-40fb-b37e-cf15379c11a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:29.692220 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d623c70-84e6-4688-b905-b66c8d6c9b31 req-04af0332-2445-4553-8ef3-6ec1e4f08b26 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:29.700128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d623c70-84e6-4688-b905-b66c8d6c9b31 req-04af0332-2445-4553-8ef3-6ec1e4f08b26 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 943 time: 0.6216769 Jul 16 03:52:29.726871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Attempting to bind port d7e2f602-bdbd-4c50-b2e3-df0323ee63be on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:29.727563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Attempting to bind port d7e2f602-bdbd-4c50-b2e3-df0323ee63be by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'd5ad6163-ead4-46f3-9db5-088e4f06ca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '46f667e3-253a-45b2-9292-270bf50afc2c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:29.728130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Attempting to bind port d7e2f602-bdbd-4c50-b2e3-df0323ee63be on network 46f667e3-253a-45b2-9292-270bf50afc2c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:29.733893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Port 6e835030-677e-435d-98f7-8c9196475d8f on network 2f6f004e-0c28-40fb-b37e-cf15379c11a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:52:29.734532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Attempting to bind port 6e835030-677e-435d-98f7-8c9196475d8f on network 2f6f004e-0c28-40fb-b37e-cf15379c11a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:29.745199 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Port d7e2f602-bdbd-4c50-b2e3-df0323ee63be on network 46f667e3-253a-45b2-9292-270bf50afc2c not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:52:29.745851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Attempting to bind port d7e2f602-bdbd-4c50-b2e3-df0323ee63be on network 46f667e3-253a-45b2-9292-270bf50afc2c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:29.757186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:29.770032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Checking segment: {'id': '584e7538-e02e-4c23-99a4-c99e8290646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2f6f004e-0c28-40fb-b37e-cf15379c11a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:29.770964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Bound using segment: {'id': '584e7538-e02e-4c23-99a4-c99e8290646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2f6f004e-0c28-40fb-b37e-cf15379c11a1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:29.772122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Bound port: 6e835030-677e-435d-98f7-8c9196475d8f, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584e7538-e02e-4c23-99a4-c99e8290646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2f6f004e-0c28-40fb-b37e-cf15379c11a1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:29.772909 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.786594 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.817674 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port ac94f338-9107-4ecf-b5cd-93d704331446 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:29.832786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ac94f338-9107-4ecf-b5cd-93d704331446 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:29.833213 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.861650 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d623c70-84e6-4688-b905-b66c8d6c9b31 req-0185e2e5-ee14-4751-bd7d-a0d2b4ad57cf tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598525 Jul 16 03:52:29.865270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:29.865855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Checking segment: {'id': 'd5ad6163-ead4-46f3-9db5-088e4f06ca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '46f667e3-253a-45b2-9292-270bf50afc2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:29.873064 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Bound using segment: {'id': 'd5ad6163-ead4-46f3-9db5-088e4f06ca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '46f667e3-253a-45b2-9292-270bf50afc2c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:29.875115 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Bound port: d7e2f602-bdbd-4c50-b2e3-df0323ee63be, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ad6163-ead4-46f3-9db5-088e4f06ca7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '46f667e3-253a-45b2-9292-270bf50afc2c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:29.876562 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:29.894808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'name': 'tempest-TestVolumeBackupRestore-1941360866-router', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:08Z', 'updated_at': '2021-07-16T03:52:18Z', 'revision_number': 4, 'project_id': '2a667344ab3444cfaee98518093339e3', 'gw_port': {'id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:13Z', 'updated_at': '2021-07-16T03:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'ac94f338-9107-4ecf-b5cd-93d704331446', 'name': '', 'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'mac_address': 'fa:16:3e:a0:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5b448530-93bd-44ae-8f61-86aff05f852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:17Z', 'updated_at': '2021-07-16T03:52:28Z', 'revision_number': 4, 'project_id': '2a667344ab3444cfaee98518093339e3', 'subnets': [{'id': '5b448530-93bd-44ae-8f61-86aff05f852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:29.899580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edaee2a-4fe8-4d04-8c4e-4b7447d15fd6 None None] DHCP port deletion for 258afb0d-73a5-4e5c-a970-c1705766d533 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:52:29.935974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839420b9-28cd-444d-9808-54163ba7b432 None None] The sync data for ids ['59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'] in n-d-800088-6 is: [{'id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'name': 'tempest-TestVolumeBackupRestore-1941360866-router', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:08Z', 'updated_at': '2021-07-16T03:52:18Z', 'revision_number': 4, 'project_id': '2a667344ab3444cfaee98518093339e3', 'gw_port': {'id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:13Z', 'updated_at': '2021-07-16T03:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'ac94f338-9107-4ecf-b5cd-93d704331446', 'name': '', 'network_id': '3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'mac_address': 'fa:16:3e:a0:a4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '5b448530-93bd-44ae-8f61-86aff05f852a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:17Z', 'updated_at': '2021-07-16T03:52:28Z', 'revision_number': 4, 'project_id': '2a667344ab3444cfaee98518093339e3', 'subnets': [{'id': '5b448530-93bd-44ae-8f61-86aff05f852a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:52:30.000742 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] For port 6e835030-677e-435d-98f7-8c9196475d8f, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:30.006450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] For port 6e835030-677e-435d-98f7-8c9196475d8f, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6e835030-677e-435d-98f7-8c9196475d8f,segment=NetworkSegment(584e7538-e02e-4c23-99a4-c99e8290646d),segment_id=584e7538-e02e-4c23-99a4-c99e8290646d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:30.008574 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.021326 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.038179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] device_id is not set on port 9ee9fc30-1e8f-419f-b7ed-9742b60d3b02 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:52:30.087570 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.088105 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.133024 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:30.134720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.137027 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] 10.222.0.20 "PUT /v2.0/ports/6e835030-677e-435d-98f7-8c9196475d8f HTTP/1.1" status: 200 len: 1091 time: 5.2775450 Jul 16 03:52:30.194302 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d07a-2a0a-4b39-890b-f092b99d3d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.204697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e74133-ad3d-43fc-825e-717ae46ebfe6', 'tag': '6e835030-677e-435d-98f7-8c9196475d8f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:30.207973 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c163a1f-996c-41f5-8302-22f8d25e12a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e74133-ad3d-43fc-825e-717ae46ebfe6", "tag": "6e835030-677e-435d-98f7-8c9196475d8f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:30.222900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port ac94f338-9107-4ecf-b5cd-93d704331446, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ac94f338-9107-4ecf-b5cd-93d704331446,segment=NetworkSegment(546388d5-f774-4dfe-803c-21226659194f),segment_id=546388d5-f774-4dfe-803c-21226659194f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:30.242527 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.336474 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Allocated IP 172.25.3.13 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/9ee9fc30-1e8f-419f-b7ed-9742b60d3b02) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:30.344277 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=ac94f338-9107-4ecf-b5cd-93d704331446,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:30.361399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e7637597-3cbd-4c59-8e69-4408d494c0ce no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:52:30.366369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8edaee2a-4fe8-4d04-8c4e-4b7447d15fd6 None None] Deleting port 20f77c11-3aa5-4ce2-878b-3dc73543b003 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:30.366744 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8edaee2a-4fe8-4d04-8c4e-4b7447d15fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.419203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: e7637597-3cbd-4c59-8e69-4408d494c0ce {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:52:30.419554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e7637597-3cbd-4c59-8e69-4408d494c0ce not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:52:30.483395 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] For port d7e2f602-bdbd-4c50-b2e3-df0323ee63be, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:30.556864 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bf541f-df1f-4454-9795-ede84c5d014b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:30.572569 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] For port d7e2f602-bdbd-4c50-b2e3-df0323ee63be, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d7e2f602-bdbd-4c50-b2e3-df0323ee63be,segment=NetworkSegment(d5ad6163-ead4-46f3-9db5-088e4f06ca7b),segment_id=d5ad6163-ead4-46f3-9db5-088e4f06ca7b)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:30.585875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437bb62-ee4f-4c05-af71-99e900fa060f service neutron] Pushing event updated for resources: {'Port': ['ID=6e835030-677e-435d-98f7-8c9196475d8f,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:30.606226 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.635774 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.646839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port 8c17fd1a-8169-448a-b94e-5a795b723d81 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:30.649311 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8edaee2a-4fe8-4d04-8c4e-4b7447d15fd6 None None] For port 20f77c11-3aa5-4ce2-878b-3dc73543b003, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=20f77c11-3aa5-4ce2-878b-3dc73543b003,segment=NetworkSegment(474e55e0-a014-4939-aa44-556270f06f77),segment_id=474e55e0-a014-4939-aa44-556270f06f77)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:30.649815 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8edaee2a-4fe8-4d04-8c4e-4b7447d15fd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.650103 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.685553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8edaee2a-4fe8-4d04-8c4e-4b7447d15fd6 None None] Calling delete_port for 20f77c11-3aa5-4ce2-878b-3dc73543b003 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:30.688229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b735-eb69-4b7d-994c-80ef3d31affd req-3fe4c7dd-3425-463d-86f1-51acda660276 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:30.692824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0947b735-eb69-4b7d-994c-80ef3d31affd req-3fe4c7dd-3425-463d-86f1-51acda660276 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 943 time: 0.6298881 Jul 16 03:52:30.704224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05061be4-dccc-4e34-a16d-ca2bc87633e5 req-15e50a99-dd9f-46f2-baa7-2a0dd5bc928b tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:30.706708 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05061be4-dccc-4e34-a16d-ca2bc87633e5 req-15e50a99-dd9f-46f2-baa7-2a0dd5bc928b tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 943 time: 0.8228853 Jul 16 03:52:30.710199 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-22376d36-d4a3-4ccf-a4fc-2b8d8a13cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:30.713654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-22376d36-d4a3-4ccf-a4fc-2b8d8a13cc67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09fd537e5b9a470d874ea8a15f9d86e4&device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 1094 time: 0.4496496 Jul 16 03:52:30.718670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:30.719726 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.721440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] 10.222.0.20 "PUT /v2.0/ports/d7e2f602-bdbd-4c50-b2e3-df0323ee63be HTTP/1.1" status: 200 len: 1091 time: 6.4490926 Jul 16 03:52:30.849405 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8edaee2a-4fe8-4d04-8c4e-4b7447d15fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.905542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edaee2a-4fe8-4d04-8c4e-4b7447d15fd6 None None] Pushing event deleted for resources: {'Port': ['ID=20f77c11-3aa5-4ce2-878b-3dc73543b003,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:30.909728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edaee2a-4fe8-4d04-8c4e-4b7447d15fd6 None None] No DVR routers for this DVR port 20f77c11-3aa5-4ce2-878b-3dc73543b003 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:52:30.973923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] For port 8c17fd1a-8169-448a-b94e-5a795b723d81, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8c17fd1a-8169-448a-b94e-5a795b723d81,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:30.974306 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.987359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:30.998224 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for 8c17fd1a-8169-448a-b94e-5a795b723d81 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:31.057141 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.089569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:31.134495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd0fff-5f21-4c94-874d-532ec5a52d7f service neutron] Pushing event updated for resources: {'Port': ['ID=d7e2f602-bdbd-4c50-b2e3-df0323ee63be,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:31.146985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:31.153736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:31.160052 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-1635ac92-2365-4da7-83a4-cd21da6869e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e835030-677e-435d-98f7-8c9196475d8f HTTP/1.1" status: 200 len: 217 time: 0.3163643 Jul 16 03:52:31.168020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ac94f338-9107-4ecf-b5cd-93d704331446 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:31.227359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Pushing event updated for resources: {'Port': ['ID=9ee9fc30-1e8f-419f-b7ed-9742b60d3b02,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:31.252655 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-3bad918f-1d7d-4210-bff3-04f574ac404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:31.255170 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-3bad918f-1d7d-4210-bff3-04f574ac404d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=177c068f-4cd6-46ff-8b32-a48e01b865d1 HTTP/1.1" status: 200 len: 854 time: 0.0838037 Jul 16 03:52:31.274994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0947b735-eb69-4b7d-994c-80ef3d31affd req-ec08eb09-6e69-4716-b454-4979478abe17 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5516479 Jul 16 03:52:31.299700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ac94f338-9107-4ecf-b5cd-93d704331446 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:31.301095 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.321449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:31.328416 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.433760 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-4616fb7b-161b-4ee0-8282-918331fd374e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f6f004e-0c28-40fb-b37e-cf15379c11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144295 Jul 16 03:52:31.444170 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134b9fb8-1b84-4f4e-a264-eff6cb8a9d83 x-openstack-request-id: req-134b9fb8-1b84-4f4e-a264-eff6cb8a9d83 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:31.444569 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e74133-ad3d-43fc-825e-717ae46ebfe6", "tag": "6e835030-677e-435d-98f7-8c9196475d8f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:31.444828 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-134b9fb8-1b84-4f4e-a264-eff6cb8a9d83 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:31.445244 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e74133-ad3d-43fc-825e-717ae46ebfe6', 'tag': '6e835030-677e-435d-98f7-8c9196475d8f', 'status': 'completed', 'code': 200} Jul 16 03:52:31.445666 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e268bea2-7148-4708-b061-0d2da7bf0f3d tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.5730329 Jul 16 03:52:31.447143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33932) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:31.459100 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05061be4-dccc-4e34-a16d-ca2bc87633e5 req-e14fa6de-e7c8-482c-83ec-664d5eecfc30 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/security-groups?id=b485f0b7-4313-43c4-8c86-a9605c7208b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7422793 Jul 16 03:52:31.459247 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-539c9f81-f5a7-4941-9637-e4e11731e54b tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.13'}]}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:31.495488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-83925078-fb5e-4389-8aea-e6b1bf437e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:31.497144 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-83925078-fb5e-4389-8aea-e6b1bf437e99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f8cb1c2c257451194d1974da58161f9&device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 1094 time: 0.6833129 Jul 16 03:52:31.567171 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539c9f81-f5a7-4941-9637-e4e11731e54b tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.567960 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.568211 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539c9f81-f5a7-4941-9637-e4e11731e54b tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.587418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 20f77c11-3aa5-4ce2-878b-3dc73543b003 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:52:31.614892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-7b96099b-1876-457e-aa34-f62556fe7b98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7e2f602-bdbd-4c50-b2e3-df0323ee63be HTTP/1.1" status: 200 len: 217 time: 0.0926423 Jul 16 03:52:31.638862 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 20f77c11-3aa5-4ce2-878b-3dc73543b003 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:52:31.639299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 20f77c11-3aa5-4ce2-878b-3dc73543b003 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:52:31.692816 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539c9f81-f5a7-4941-9637-e4e11731e54b tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.694603 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.728110 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-96a773ae-95a8-4fca-9538-8d2d427b93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:31.730029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-96a773ae-95a8-4fca-9538-8d2d427b93f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43745dbe-f623-41e0-a02b-394936a78fa5 HTTP/1.1" status: 200 len: 858 time: 0.1079230 Jul 16 03:52:31.774977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-5e1aa3e6-4755-4dfc-8f3d-637b0f8d90ac service neutron] 10.222.0.20 "GET /v2.0/networks/2f6f004e-0c28-40fb-b37e-cf15379c11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241465 Jul 16 03:52:31.798560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=8c17fd1a-8169-448a-b94e-5a795b723d81,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:31.857797 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-a8af7e0a-2eba-4f55-94cb-9d8a0fab63df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46f667e3-253a-45b2-9292-270bf50afc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805190 Jul 16 03:52:31.888564 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:31.968400 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5270d15-4f31-4855-aceb-18839834841f req-a05a9576-0c60-421e-8d06-541529f28746 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:31.975846 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5270d15-4f31-4855-aceb-18839834841f req-a05a9576-0c60-421e-8d06-541529f28746 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 943 time: 0.3021836 Jul 16 03:52:32.032626 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.049371 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e7387d88-ab60-4ac9-9a90-9792fe4f8ddb req-22f56bc4-251f-4dc7-9385-f345f9376630 service neutron] 10.222.0.20 "GET /v2.0/networks/2f6f004e-0c28-40fb-b37e-cf15379c11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388113 Jul 16 03:52:32.088929 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5270d15-4f31-4855-aceb-18839834841f req-50ca29ac-ec9c-40d4-ba6a-f1c0925da2ee tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085596 Jul 16 03:52:32.101887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-17de7da4-c3b5-4610-9b71-d26e1136051b service neutron] 10.222.0.20 "GET /v2.0/networks/46f667e3-253a-45b2-9292-270bf50afc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348883 Jul 16 03:52:32.118369 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.126392 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539c9f81-f5a7-4941-9637-e4e11731e54b tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.195888 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.196546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Fanout notify agent at l3_agent the message router_deleted on router 854893e7-02f2-4534-89e6-481f6ff23ef7 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:52:32.218429 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.219626 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-65a252cb-cb4e-4439-ae31-8078c21e2e4b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/routers/854893e7-02f2-4534-89e6-481f6ff23ef7 HTTP/1.1" status: 204 len: 168 time: 3.2253802 Jul 16 03:52:32.224404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33936) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:32.312924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c163a1f-996c-41f5-8302-22f8d25e12a8 req-1b9bb438-b201-4272-a66c-4cf6087b99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:32.314454 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c163a1f-996c-41f5-8302-22f8d25e12a8 req-1b9bb438-b201-4272-a66c-4cf6087b99f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09fd537e5b9a470d874ea8a15f9d86e4&device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 1094 time: 0.1569576 Jul 16 03:52:32.325850 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-580fe703-bc96-47d1-b291-cdd83b8c2342 req-89e4f20c-d98c-4741-a210-17995de7751c service neutron] 10.222.0.20 "GET /v2.0/networks/46f667e3-253a-45b2-9292-270bf50afc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161772 Jul 16 03:52:32.421190 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e8a9-f840-4382-980f-2c76a33153f1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.460976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c163a1f-996c-41f5-8302-22f8d25e12a8 req-5b8a22e6-268d-4624-88d6-bcae275de21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:32.462714 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c163a1f-996c-41f5-8302-22f8d25e12a8 req-5b8a22e6-268d-4624-88d6-bcae275de21c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f6f004e-0c28-40fb-b37e-cf15379c11a1 HTTP/1.1" status: 200 len: 915 time: 0.1358168 Jul 16 03:52:32.549884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c163a1f-996c-41f5-8302-22f8d25e12a8 req-71155799-0170-4608-8435-34bb47ff1430 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e835030-677e-435d-98f7-8c9196475d8f HTTP/1.1" status: 200 len: 217 time: 0.0557690 Jul 16 03:52:32.559327 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e8a9-f840-4382-980f-2c76a33153f1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.573622 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f2c7e8a9-f840-4382-980f-2c76a33153f1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258afb0d-73a5-4e5c-a970-c1705766d533']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:32.604162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c163a1f-996c-41f5-8302-22f8d25e12a8 req-8b688764-57bd-40d1-a4ee-80b3905e68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:32.605682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c163a1f-996c-41f5-8302-22f8d25e12a8 req-8b688764-57bd-40d1-a4ee-80b3905e68dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=177c068f-4cd6-46ff-8b32-a48e01b865d1 HTTP/1.1" status: 200 len: 854 time: 0.0495493 Jul 16 03:52:32.683686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f2c7e8a9-f840-4382-980f-2c76a33153f1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474e55e0-a014-4939-aa44-556270f06f77') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:32.683988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-f2c7e8a9-f840-4382-980f-2c76a33153f1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474e55e0-a014-4939-aa44-556270f06f77') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:32.693974 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c163a1f-996c-41f5-8302-22f8d25e12a8 req-8994cf21-ff18-4305-b94a-8775ba092c0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f6f004e-0c28-40fb-b37e-cf15379c11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728745 Jul 16 03:52:32.700895 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e8a9-f840-4382-980f-2c76a33153f1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.703309 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cda9d7-5130-4941-ba2a-585f56c17a71 req-261db660-fe87-4b4a-88f4-f19da95aad79 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:32.704878 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3cda9d7-5130-4941-ba2a-585f56c17a71 req-261db660-fe87-4b4a-88f4-f19da95aad79 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 943 time: 0.2466605 Jul 16 03:52:32.746364 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e8a9-f840-4382-980f-2c76a33153f1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.757991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c7e8a9-f840-4382-980f-2c76a33153f1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Releasing vlan 919 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:32.758558 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e8a9-f840-4382-980f-2c76a33153f1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:32.761687 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:32.788280 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e691da6a-92bd-450f-a3e2-dd551c282bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.833539 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:32.887417 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f3cda9d7-5130-4941-ba2a-585f56c17a71 req-38ebc038-f02d-4d49-8822-86f7fbce9d53 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681161 Jul 16 03:52:32.895476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9b0b1-bedb-4df1-a417-d28a676303f8 req-45e85ebf-5d87-4bc1-8d05-a53cc07cc2ab tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:32.897568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68d9b0b1-bedb-4df1-a417-d28a676303f8 req-45e85ebf-5d87-4bc1-8d05-a53cc07cc2ab tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 943 time: 0.2777393 Jul 16 03:52:32.954820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c163a1f-996c-41f5-8302-22f8d25e12a8 req-66a3be17-88e2-427c-9269-8f2446cc7523 service neutron] 10.222.0.20 "GET /v2.0/networks/2f6f004e-0c28-40fb-b37e-cf15379c11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473338 Jul 16 03:52:33.031292 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68d9b0b1-bedb-4df1-a417-d28a676303f8 req-85b0c463-ea32-43e9-87c5-caebe30e5c9a tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/security-groups?id=b485f0b7-4313-43c4-8c86-a9605c7208b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240823 Jul 16 03:52:33.042973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8c17fd1a-8169-448a-b94e-5a795b723d81 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:52:33.078049 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 8c17fd1a-8169-448a-b94e-5a795b723d81 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:52:33.078396 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8c17fd1a-8169-448a-b94e-5a795b723d81 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:52:33.117588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c163a1f-996c-41f5-8302-22f8d25e12a8 req-d078964d-36e1-4a1b-84b2-2a4014fbd0b4 service neutron] 10.222.0.20 "GET /v2.0/networks/2f6f004e-0c28-40fb-b37e-cf15379c11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505692 Jul 16 03:52:33.224502 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539c9f81-f5a7-4941-9637-e4e11731e54b tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.253952 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539c9f81-f5a7-4941-9637-e4e11731e54b tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.312622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec30b4-cc15-4041-bd01-3364899e5765 req-dd006117-69c5-4679-8ad1-dcd60c3658d4 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:33.315037 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3ec30b4-cc15-4041-bd01-3364899e5765 req-dd006117-69c5-4679-8ad1-dcd60c3658d4 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 943 time: 0.0838413 Jul 16 03:52:33.328580 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e8a9-f840-4382-980f-2c76a33153f1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.333816 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f2c7e8a9-f840-4382-980f-2c76a33153f1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.338680 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f2c7e8a9-f840-4382-980f-2c76a33153f1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/networks/258afb0d-73a5-4e5c-a970-c1705766d533 HTTP/1.1" status: 204 len: 168 time: 1.1130168 Jul 16 03:52:33.341433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:33.368776 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7e8a9-f840-4382-980f-2c76a33153f1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Network': ['ID=258afb0d-73a5-4e5c-a970-c1705766d533,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:33.390875 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a3ec30b4-cc15-4041-bd01-3364899e5765 req-9e1fdc17-cc67-468d-b89a-4627cc4d4972 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693409 Jul 16 03:52:33.432968 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4720886b-c422-41ec-b9bd-c7d7388b4c95 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.446932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8294cbcd-bac9-4bce-8683-de1cb72ee35c', 'tag': 'd7e2f602-bdbd-4c50-b2e3-df0323ee63be'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:33.451551 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d3cbd3-b94e-4c5d-bd75-83a3fcb0403a" -d '{"events": [{"name": "network-changed", "server_uuid": "8294cbcd-bac9-4bce-8683-de1cb72ee35c", "tag": "d7e2f602-bdbd-4c50-b2e3-df0323ee63be"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:33.481414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4720886b-c422-41ec-b9bd-c7d7388b4c95 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.501558 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539c9f81-f5a7-4941-9637-e4e11731e54b tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.513435 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718ce09f-d808-4535-8960-6f61c4f8901c x-openstack-request-id: req-718ce09f-d808-4535-8960-6f61c4f8901c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:33.513735 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8294cbcd-bac9-4bce-8683-de1cb72ee35c", "tag": "d7e2f602-bdbd-4c50-b2e3-df0323ee63be", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:33.513983 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-718ce09f-d808-4535-8960-6f61c4f8901c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:33.514897 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8294cbcd-bac9-4bce-8683-de1cb72ee35c', 'tag': 'd7e2f602-bdbd-4c50-b2e3-df0323ee63be', 'status': 'completed', 'code': 200} Jul 16 03:52:33.606594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3cbd3-b94e-4c5d-bd75-83a3fcb0403a req-d47f0957-fc2c-4b8f-8597-5ce4d8a44644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:33.614443 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94d3cbd3-b94e-4c5d-bd75-83a3fcb0403a req-d47f0957-fc2c-4b8f-8597-5ce4d8a44644 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1f8cb1c2c257451194d1974da58161f9&device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 1094 time: 0.0804436 Jul 16 03:52:33.656410 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4720886b-c422-41ec-b9bd-c7d7388b4c95 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.659942 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4720886b-c422-41ec-b9bd-c7d7388b4c95 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.671426 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4720886b-c422-41ec-b9bd-c7d7388b4c95 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/security-groups/1268a295-6743-48e9-b43b-1bfd70b855ff HTTP/1.1" status: 204 len: 168 time: 0.3289475 Jul 16 03:52:33.692160 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539c9f81-f5a7-4941-9637-e4e11731e54b tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.699558 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539c9f81-f5a7-4941-9637-e4e11731e54b tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.710599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720886b-c422-41ec-b9bd-c7d7388b4c95 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1268a295-6743-48e9-b43b-1bfd70b855ff,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:33.785704 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-539c9f81-f5a7-4941-9637-e4e11731e54b tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.786262 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539c9f81-f5a7-4941-9637-e4e11731e54b tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32345a02-1565-4c3f-bd95-2ffc1f7a5847 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:52:33.805070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3cbd3-b94e-4c5d-bd75-83a3fcb0403a req-30a889fc-a2e5-4ca9-bb14-e2829ffc9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:33.806841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94d3cbd3-b94e-4c5d-bd75-83a3fcb0403a req-30a889fc-a2e5-4ca9-bb14-e2829ffc9379 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46f667e3-253a-45b2-9292-270bf50afc2c HTTP/1.1" status: 200 len: 919 time: 0.1846836 Jul 16 03:52:33.810779 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-539c9f81-f5a7-4941-9637-e4e11731e54b tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:52:33.813593 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-539c9f81-f5a7-4941-9637-e4e11731e54b tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3654115 Jul 16 03:52:33.816788 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33962) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:33.887992 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:33.915971 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94d3cbd3-b94e-4c5d-bd75-83a3fcb0403a req-7f6c5788-3f31-472f-8a6a-fc2864253dad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7e2f602-bdbd-4c50-b2e3-df0323ee63be HTTP/1.1" status: 200 len: 217 time: 0.0992167 Jul 16 03:52:33.989207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec50da1d-e97c-465a-8b9a-ed50ff893957 tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Deleting port 9ee9fc30-1e8f-419f-b7ed-9742b60d3b02 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:34.000265 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec50da1d-e97c-465a-8b9a-ed50ff893957 tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.068242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3cbd3-b94e-4c5d-bd75-83a3fcb0403a req-b28a57b1-9d10-4488-b792-3a626c0d7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:34.074395 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94d3cbd3-b94e-4c5d-bd75-83a3fcb0403a req-b28a57b1-9d10-4488-b792-3a626c0d7b06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43745dbe-f623-41e0-a02b-394936a78fa5 HTTP/1.1" status: 200 len: 858 time: 0.1474144 Jul 16 03:52:34.074676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:34.088767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-989e06cc-db0c-4967-87af-480b67c98bc2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1003997050', 'description': 'tempest-secgroup-smoke-1003997050 description', 'project_id': '03422a5449cd4807854f59afa4486f72'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:34.167961 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec50da1d-e97c-465a-8b9a-ed50ff893957 tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.182343 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec50da1d-e97c-465a-8b9a-ed50ff893957 tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Calling delete_port for 9ee9fc30-1e8f-419f-b7ed-9742b60d3b02 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:34.212698 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94d3cbd3-b94e-4c5d-bd75-83a3fcb0403a req-55757391-a250-4704-b344-239a56a40bf2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46f667e3-253a-45b2-9292-270bf50afc2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921276 Jul 16 03:52:34.215036 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-989e06cc-db0c-4967-87af-480b67c98bc2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.359201 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec50da1d-e97c-465a-8b9a-ed50ff893957 tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.387996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50da1d-e97c-465a-8b9a-ed50ff893957 tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ee9fc30-1e8f-419f-b7ed-9742b60d3b02,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:34.459646 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec50da1d-e97c-465a-8b9a-ed50ff893957 tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.463567 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ec50da1d-e97c-465a-8b9a-ed50ff893957 tempest-RoutersAdminNegativeTest-396607553 tempest-RoutersAdminNegativeTest-396607553-project-admin] 10.222.0.18 "DELETE /v2.0/ports/9ee9fc30-1e8f-419f-b7ed-9742b60d3b02 HTTP/1.1" status: 204 len: 168 time: 0.6457877 Jul 16 03:52:34.490360 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94d3cbd3-b94e-4c5d-bd75-83a3fcb0403a req-02ab23df-7968-4a68-afca-b815b09906be service neutron] 10.222.0.20 "GET /v2.0/networks/46f667e3-253a-45b2-9292-270bf50afc2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597096 Jul 16 03:52:34.502888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef17ea4-8823-4593-8a27-76b762f5546c req-a5892aa2-3e99-434f-8bd6-9afa548c826e tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:34.504668 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ef17ea4-8823-4593-8a27-76b762f5546c req-a5892aa2-3e99-434f-8bd6-9afa548c826e tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 943 time: 0.2226202 Jul 16 03:52:34.512553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce9437-9319-4664-a612-d4a8da1cc8c1 req-9a383818-e03b-48c8-96fa-a731de8b6345 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:34.513937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-23ce9437-9319-4664-a612-d4a8da1cc8c1 req-9a383818-e03b-48c8-96fa-a731de8b6345 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 943 time: 0.3051116 Jul 16 03:52:34.599063 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-989e06cc-db0c-4967-87af-480b67c98bc2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.615206 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-989e06cc-db0c-4967-87af-480b67c98bc2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.681154 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ef17ea4-8823-4593-8a27-76b762f5546c req-29c83a58-499f-4f84-8643-076e4f84c210 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/security-groups?id=b485f0b7-4313-43c4-8c86-a9605c7208b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624720 Jul 16 03:52:34.692824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-23ce9437-9319-4664-a612-d4a8da1cc8c1 req-9dadad86-f7b8-4eb3-bb0b-e67217821915 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628122 Jul 16 03:52:34.702219 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-989e06cc-db0c-4967-87af-480b67c98bc2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.706376 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-989e06cc-db0c-4967-87af-480b67c98bc2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6264088 Jul 16 03:52:34.706882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33980) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:34.710630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e06cc-db0c-4967-87af-480b67c98bc2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330e8d29-c47f-4978-9158-1432689d37e4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:34.712157 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7c6d53c3-5aea-4798-871b-a9679e09686e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '330e8d29-c47f-4978-9158-1432689d37e4', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:34.777010 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c6d53c3-5aea-4798-871b-a9679e09686e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.785244 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94d3cbd3-b94e-4c5d-bd75-83a3fcb0403a req-a6253e69-bf4f-4087-b06c-9fc3bbe765ef service neutron] 10.222.0.20 "GET /v2.0/networks/46f667e3-253a-45b2-9292-270bf50afc2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677252 Jul 16 03:52:34.863904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 33986) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:34.871323 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c6d53c3-5aea-4798-871b-a9679e09686e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.876443 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c6d53c3-5aea-4798-871b-a9679e09686e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.895438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d53c3-5aea-4798-871b-a9679e09686e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2f65fc-0332-483b-9f2f-ac0a7ab67788,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:34.902542 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c6d53c3-5aea-4798-871b-a9679e09686e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.906180 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7c6d53c3-5aea-4798-871b-a9679e09686e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1958020 Jul 16 03:52:34.908367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 33992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:34.914913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ebe4e323-6cac-4681-90b7-e4588e940fa1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '330e8d29-c47f-4978-9158-1432689d37e4', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:34.968063 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe4e323-6cac-4681-90b7-e4588e940fa1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:34.999732 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec771dac-66d2-4298-8471-d9be4e4196c8 req-4e777ee5-7b12-4509-8515-33df3c7ab9ef tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:35.001462 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec771dac-66d2-4298-8471-d9be4e4196c8 req-4e777ee5-7b12-4509-8515-33df3c7ab9ef tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 943 time: 0.1621156 Jul 16 03:52:35.033851 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ded51b7b-da82-49c1-8d7b-d7be46a58a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.078818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec771dac-66d2-4298-8471-d9be4e4196c8 req-a0cb8324-1269-404e-972f-800a75459904 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650227 Jul 16 03:52:35.080891 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe4e323-6cac-4681-90b7-e4588e940fa1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.087564 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe4e323-6cac-4681-90b7-e4588e940fa1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.109756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4e323-6cac-4681-90b7-e4588e940fa1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae749cd-264f-45ef-b8d6-faed08a80a61,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:35.174217 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ded51b7b-da82-49c1-8d7b-d7be46a58a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.179539 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ded51b7b-da82-49c1-8d7b-d7be46a58a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.183514 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebe4e323-6cac-4681-90b7-e4588e940fa1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.187294 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ebe4e323-6cac-4681-90b7-e4588e940fa1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2744334 Jul 16 03:52:35.187521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:35.193181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5d061495-7861-4a51-be03-4164bba21fb9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '330e8d29-c47f-4978-9158-1432689d37e4', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:35.212996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded51b7b-da82-49c1-8d7b-d7be46a58a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b9bfcb-80cb-4a06-9e2f-6ea6092570ea,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:35.231679 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d061495-7861-4a51-be03-4164bba21fb9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.235650 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ded51b7b-da82-49c1-8d7b-d7be46a58a7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=433f128e73714b5599a39b9ff794082e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3678474 Jul 16 03:52:35.238171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:35.238500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6e835030-677e-435d-98f7-8c9196475d8f details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:52:35.336705 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d061495-7861-4a51-be03-4164bba21fb9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.342485 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d061495-7861-4a51-be03-4164bba21fb9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.346210 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f5f0953-5df9-4c8d-a0c2-a9e488528672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.347900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 6e835030-677e-435d-98f7-8c9196475d8f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6e835030-677e-435d-98f7-8c9196475d8f,segment=NetworkSegment(584e7538-e02e-4c23-99a4-c99e8290646d),segment_id=584e7538-e02e-4c23-99a4-c99e8290646d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:35.362774 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '6e835030-677e-435d-98f7-8c9196475d8f', 'network_id': '2f6f004e-0c28-40fb-b37e-cf15379c11a1', 'port_id': '6e835030-677e-435d-98f7-8c9196475d8f', 'mac_address': 'fa:16:3e:3e:a0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177c068f-4cd6-46ff-8b32-a48e01b865d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:52:35.373445 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d061495-7861-4a51-be03-4164bba21fb9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79c550c-2c25-4829-b665-1f1b5082d61e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:35.395471 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f5f0953-5df9-4c8d-a0c2-a9e488528672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.397324 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d061495-7861-4a51-be03-4164bba21fb9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.401020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5d061495-7861-4a51-be03-4164bba21fb9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2101374 Jul 16 03:52:35.401353 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34016) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:35.408709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e8168e35-422c-4874-a992-26ab441d99a3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '330e8d29-c47f-4978-9158-1432689d37e4', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:35.442218 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.451143 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8168e35-422c-4874-a992-26ab441d99a3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.465887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e835030-677e-435d-98f7-8c9196475d8f {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:35.478066 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f5f0953-5df9-4c8d-a0c2-a9e488528672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.485565 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f5f0953-5df9-4c8d-a0c2-a9e488528672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.486739 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0f5f0953-5df9-4c8d-a0c2-a9e488528672 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2b9bfcb-80cb-4a06-9e2f-6ea6092570ea HTTP/1.1" status: 204 len: 168 time: 0.2476752 Jul 16 03:52:35.506721 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 6e835030-677e-435d-98f7-8c9196475d8f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6e835030-677e-435d-98f7-8c9196475d8f,segment=NetworkSegment(584e7538-e02e-4c23-99a4-c99e8290646d),segment_id=584e7538-e02e-4c23-99a4-c99e8290646d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:35.510300 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f0953-5df9-4c8d-a0c2-a9e488528672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b9bfcb-80cb-4a06-9e2f-6ea6092570ea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:35.512580 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.513295 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d7e2f602-bdbd-4c50-b2e3-df0323ee63be details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:52:35.555182 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8168e35-422c-4874-a992-26ab441d99a3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.559648 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8168e35-422c-4874-a992-26ab441d99a3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.611428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8168e35-422c-4874-a992-26ab441d99a3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb212a03-b9da-4062-803e-b45ace3d57cc,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:35.625057 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8168e35-422c-4874-a992-26ab441d99a3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.626904 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e8168e35-422c-4874-a992-26ab441d99a3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2242818 Jul 16 03:52:35.630217 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:35.638078 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ef7e6396-e353-4d11-ac47-451ba5400e6d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '330e8d29-c47f-4978-9158-1432689d37e4', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:35.676159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=6e835030-677e-435d-98f7-8c9196475d8f,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:35.689955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d7e2f602-bdbd-4c50-b2e3-df0323ee63be, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d7e2f602-bdbd-4c50-b2e3-df0323ee63be,segment=NetworkSegment(d5ad6163-ead4-46f3-9db5-088e4f06ca7b),segment_id=d5ad6163-ead4-46f3-9db5-088e4f06ca7b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:35.702842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'd7e2f602-bdbd-4c50-b2e3-df0323ee63be', 'network_id': '46f667e3-253a-45b2-9292-270bf50afc2c', 'port_id': 'd7e2f602-bdbd-4c50-b2e3-df0323ee63be', 'mac_address': 'fa:16:3e:23:5e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43745dbe-f623-41e0-a02b-394936a78fa5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:52:35.763157 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.764634 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.780398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e2f602-bdbd-4c50-b2e3-df0323ee63be {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:35.808468 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d7e2f602-bdbd-4c50-b2e3-df0323ee63be, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d7e2f602-bdbd-4c50-b2e3-df0323ee63be,segment=NetworkSegment(d5ad6163-ead4-46f3-9db5-088e4f06ca7b),segment_id=d5ad6163-ead4-46f3-9db5-088e4f06ca7b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:35.814934 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:35.965367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=d7e2f602-bdbd-4c50-b2e3-df0323ee63be,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:35.980271 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34036) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:36.034995 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-51d28f26-9113-4554-be22-8b7ce2a30be6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0e210905060488da070913eb9f3aeb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526531 Jul 16 03:52:36.038002 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34038) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:36.048342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['6e835030-677e-435d-98f7-8c9196475d8f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:36.051819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['d7e2f602-bdbd-4c50-b2e3-df0323ee63be'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:36.165557 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f063edee-6e90-415a-88c5-2e797ef409c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.212976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f063edee-6e90-415a-88c5-2e797ef409c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.279576 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f063edee-6e90-415a-88c5-2e797ef409c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.283879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f063edee-6e90-415a-88c5-2e797ef409c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.289218 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f063edee-6e90-415a-88c5-2e797ef409c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20bf541f-df1f-4454-9795-ede84c5d014b HTTP/1.1" status: 204 len: 168 time: 0.2499380 Jul 16 03:52:36.298981 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063edee-6e90-415a-88c5-2e797ef409c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bf541f-df1f-4454-9795-ede84c5d014b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:36.419410 n-d-800088-6 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-ef7e6396-e353-4d11-ac47-451ba5400e6d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Project 03422a5449cd4807854f59afa4486f72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:52:36.428547 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6396-e353-4d11-ac47-451ba5400e6d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.523063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92158f3b-6422-4ad9-ab28-c95474522dd9 req-24e3a478-560a-47f2-beab-b279e9f5ad18 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:36.529928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92158f3b-6422-4ad9-ab28-c95474522dd9 req-24e3a478-560a-47f2-beab-b279e9f5ad18 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 943 time: 0.1705749 Jul 16 03:52:36.539123 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6396-e353-4d11-ac47-451ba5400e6d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.551274 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7f76d-320d-4a0e-81ca-99e668226a0c req-26e4bbc3-2a64-42c2-baf9-934df78bb503 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:36.558147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f6c7f76d-320d-4a0e-81ca-99e668226a0c req-26e4bbc3-2a64-42c2-baf9-934df78bb503 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 944 time: 0.1996813 Jul 16 03:52:36.568116 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6396-e353-4d11-ac47-451ba5400e6d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.606184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e6396-e353-4d11-ac47-451ba5400e6d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213fe8d0-b273-4079-926c-ef13c5aed786,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:36.649878 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92158f3b-6422-4ad9-ab28-c95474522dd9 req-020cdc67-49b1-4a85-8b25-4adcbd8851f9 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190753 Jul 16 03:52:36.652834 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef7e6396-e353-4d11-ac47-451ba5400e6d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.653964 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ef7e6396-e353-4d11-ac47-451ba5400e6d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0221055 Jul 16 03:52:36.656792 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34048) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:36.659640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f6c7f76d-320d-4a0e-81ca-99e668226a0c req-68a50c3c-df2f-4fe2-8ee4-82e8e413c4c3 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/security-groups?id=b485f0b7-4313-43c4-8c86-a9605c7208b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005909 Jul 16 03:52:36.661593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-22c7f1bd-1715-465c-8951-61a03dc7eb24 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '330e8d29-c47f-4978-9158-1432689d37e4', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:36.715972 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-22c7f1bd-1715-465c-8951-61a03dc7eb24 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Project 03422a5449cd4807854f59afa4486f72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:52:36.722827 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22c7f1bd-1715-465c-8951-61a03dc7eb24 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.789745 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22c7f1bd-1715-465c-8951-61a03dc7eb24 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.795121 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22c7f1bd-1715-465c-8951-61a03dc7eb24 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.816690 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7f1bd-1715-465c-8951-61a03dc7eb24 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ba72f7-8835-46b0-98d7-c63791711630,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:36.832009 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-22c7f1bd-1715-465c-8951-61a03dc7eb24 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.836475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:36.836621 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-22c7f1bd-1715-465c-8951-61a03dc7eb24 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1786535 Jul 16 03:52:36.842486 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-625c9bca-8738-44ce-bbe6-59a9b0456c96 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'network': {'name': 'tempest-network-smoke--1135401756', 'project_id': '03422a5449cd4807854f59afa4486f72', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:36.903928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625c9bca-8738-44ce-bbe6-59a9b0456c96 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Made reservation on behalf of 03422a5449cd4807854f59afa4486f72 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:36.907672 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-625c9bca-8738-44ce-bbe6-59a9b0456c96 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:36.956924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3515d-de58-4790-9abe-921030bdc6a0 req-c3978877-b580-4746-bd95-1211d2138ea0 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:36.958968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cdf3515d-de58-4790-9abe-921030bdc6a0 req-c3978877-b580-4746-bd95-1211d2138ea0 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 944 time: 0.1039090 Jul 16 03:52:36.959803 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625c9bca-8738-44ce-bbe6-59a9b0456c96 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:37.004580 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-625c9bca-8738-44ce-bbe6-59a9b0456c96 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.006396 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-625c9bca-8738-44ce-bbe6-59a9b0456c96 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Added segment 781dc2e2-366c-4c01-8b0a-7eb78ac10033 of type vlan for network 521f2e99-0acc-4c19-96ce-f5c71917e29a Jul 16 03:52:37.063722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cdf3515d-de58-4790-9abe-921030bdc6a0 req-61c7332d-cb3d-4e4b-b895-661bdc67023a tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917645 Jul 16 03:52:37.073477 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-625c9bca-8738-44ce-bbe6-59a9b0456c96 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.108523 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-625c9bca-8738-44ce-bbe6-59a9b0456c96 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.114392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625c9bca-8738-44ce-bbe6-59a9b0456c96 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:37.115221 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-625c9bca-8738-44ce-bbe6-59a9b0456c96 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.156540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-625c9bca-8738-44ce-bbe6-59a9b0456c96 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3177319 Jul 16 03:52:37.158532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:37.164798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'admin_state_up': True, 'project_id': '03422a5449cd4807854f59afa4486f72', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:37.198089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c9bca-8738-44ce-bbe6-59a9b0456c96 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Network': ['ID=521f2e99-0acc-4c19-96ce-f5c71917e29a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:37.198350 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.202455 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.209560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 521f2e99-0acc-4c19-96ce-f5c71917e29a details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:37.242904 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6e835030-677e-435d-98f7-8c9196475d8f up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:37.281337 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.337489 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 6e835030-677e-435d-98f7-8c9196475d8f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:37.342759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 6e835030-677e-435d-98f7-8c9196475d8f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:37.343533 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.453246 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.457717 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.459550 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:37.485148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e74133-ad3d-43fc-825e-717ae46ebfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e835030-677e-435d-98f7-8c9196475d8f'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:37.490065 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45b799b-e41f-4761-a65e-b14f2e1bbb5f" -d '{"events": [{"server_uuid": "c9e74133-ad3d-43fc-825e-717ae46ebfe6", "name": "network-vif-plugged", "status": "completed", "tag": "6e835030-677e-435d-98f7-8c9196475d8f"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:37.519047 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 6e835030-677e-435d-98f7-8c9196475d8f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6e835030-677e-435d-98f7-8c9196475d8f,segment=NetworkSegment(584e7538-e02e-4c23-99a4-c99e8290646d),segment_id=584e7538-e02e-4c23-99a4-c99e8290646d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:37.525842 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.526119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d7e2f602-bdbd-4c50-b2e3-df0323ee63be up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:37.585161 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e540a8f-b010-4a27-939b-f1c90c6b1ae1 x-openstack-request-id: req-2e540a8f-b010-4a27-939b-f1c90c6b1ae1 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:37.585575 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e74133-ad3d-43fc-825e-717ae46ebfe6", "name": "network-vif-plugged", "status": "completed", "tag": "6e835030-677e-435d-98f7-8c9196475d8f", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:37.585891 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e540a8f-b010-4a27-939b-f1c90c6b1ae1 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:37.586484 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e74133-ad3d-43fc-825e-717ae46ebfe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e835030-677e-435d-98f7-8c9196475d8f', 'code': 200} Jul 16 03:52:37.642629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=6e835030-677e-435d-98f7-8c9196475d8f,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:37.665478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port d7e2f602-bdbd-4c50-b2e3-df0323ee63be completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:37.671936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port d7e2f602-bdbd-4c50-b2e3-df0323ee63be triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:37.671936 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.728758 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-edcd0f28-1a03-48b2-aeeb-9dae7bc5b12d tempest-AgentManagementNegativeTest-581085546 tempest-AgentManagementNegativeTest-581085546-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2678003 Jul 16 03:52:37.747356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.760344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a9739-fada-46c1-b4eb-221411019db5 req-c01590bf-2562-4b0b-87bb-222207fe4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:37.764446 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19a9739-fada-46c1-b4eb-221411019db5 req-c01590bf-2562-4b0b-87bb-222207fe4ca1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 1096 time: 0.1578841 Jul 16 03:52:37.769853 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.837807 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.849672 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c19a9739-fada-46c1-b4eb-221411019db5 req-78adae5f-6576-42e3-a089-f155ed59b294 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789137 Jul 16 03:52:37.920492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port d7e2f602-bdbd-4c50-b2e3-df0323ee63be, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d7e2f602-bdbd-4c50-b2e3-df0323ee63be,segment=NetworkSegment(d5ad6163-ead4-46f3-9db5-088e4f06ca7b),segment_id=d5ad6163-ead4-46f3-9db5-088e4f06ca7b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:37.926726 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:37.967160 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.25.3.216 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:38.043959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=d7e2f602-bdbd-4c50-b2e3-df0323ee63be,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:38.077383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c18b8-69e8-4120-ad0a-c62f51fdfc65 req-e2d90533-e98a-4067-a111-446760cd2ac6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:38.078962 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-586c18b8-69e8-4120-ad0a-c62f51fdfc65 req-e2d90533-e98a-4067-a111-446760cd2ac6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 943 time: 0.1421063 Jul 16 03:52:38.099841 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.101732 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c733400-31ae-4b28-938b-40158ca2f2f8 req-e5823c3d-3c72-4f79-b238-2c6d27ffe62a tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:38.103715 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c733400-31ae-4b28-938b-40158ca2f2f8 req-e5823c3d-3c72-4f79-b238-2c6d27ffe62a tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 945 time: 0.1230330 Jul 16 03:52:38.164704 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:38.169123 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-586c18b8-69e8-4120-ad0a-c62f51fdfc65 req-f4a0df9b-7913-4029-a14b-89020a47b1fc tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838685 Jul 16 03:52:38.193713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.205129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c733400-31ae-4b28-938b-40158ca2f2f8 req-b1026e64-1ae1-4c6b-9c87-55710c5d117d tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/security-groups?id=b485f0b7-4313-43c4-8c86-a9605c7208b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931025 Jul 16 03:52:38.274185 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:38.281250 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:38.288419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:38.320276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:38.434153 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d0e7cf2-8450-4bd4-9fba-ec8ce4617358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.449471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eda22d-f1f5-4a2c-b495-17206e422cbe req-1d83ee47-a74f-4b0d-aed6-5f3b5ce08103 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:38.451008 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6eda22d-f1f5-4a2c-b495-17206e422cbe req-1d83ee47-a74f-4b0d-aed6-5f3b5ce08103 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 945 time: 0.0738690 Jul 16 03:52:38.503627 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6eda22d-f1f5-4a2c-b495-17206e422cbe req-482f8ad6-92ea-4788-8a4b-be4856475f7b tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467417 Jul 16 03:52:38.679038 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.735798 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d0e7cf2-8450-4bd4-9fba-ec8ce4617358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.748835 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3d0e7cf2-8450-4bd4-9fba-ec8ce4617358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.835175 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3d0e7cf2-8450-4bd4-9fba-ec8ce4617358 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=992dda0af526481d949acb4c6bb056b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6653900 Jul 16 03:52:38.835473 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:38.838671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e7cf2-8450-4bd4-9fba-ec8ce4617358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2acb75-13c2-4a90-8964-84deed6378da,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:38.891909 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b5a20e0-5fd8-4af8-93eb-cb260cadda46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.914836 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b5a20e0-5fd8-4af8-93eb-cb260cadda46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.973720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b5a20e0-5fd8-4af8-93eb-cb260cadda46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.976728 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b5a20e0-5fd8-4af8-93eb-cb260cadda46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:38.980166 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3b5a20e0-5fd8-4af8-93eb-cb260cadda46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff2acb75-13c2-4a90-8964-84deed6378da HTTP/1.1" status: 204 len: 168 time: 0.1414475 Jul 16 03:52:38.990104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a20e0-5fd8-4af8-93eb-cb260cadda46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2acb75-13c2-4a90-8964-84deed6378da,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:39.019489 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.189381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router 5f68632e-504e-4db8-a22a-215698ffc8e3 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:52:39.359110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:52:39.369978 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Sync routers for ids ['5f68632e-504e-4db8-a22a-215698ffc8e3'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:52:39.384216 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Routers {'5f68632e-504e-4db8-a22a-215698ffc8e3'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:39.384874 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5f68632e-504e-4db8-a22a-215698ffc8e3'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:39.421733 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:39.423223 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8a760440-9af6-4272-b9d0-56d5d473734a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2633529 Jul 16 03:52:39.426603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34120) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:39.428039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3d52f-e869-4440-9674-9810fc094fc6 req-4710cb9e-0e3c-4462-99a1-a53179dc4db3 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:39.429778 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-47d3d52f-e869-4440-9674-9810fc094fc6 req-4710cb9e-0e3c-4462-99a1-a53179dc4db3 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 943 time: 0.1409993 Jul 16 03:52:39.477087 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-46bb037a-143a-470a-b2ab-7ba9e911e36d tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=03422a5449cd4807854f59afa4486f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491664 Jul 16 03:52:39.479735 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34122) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:39.557923 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Set router 5f68632e-504e-4db8-a22a-215698ffc8e3 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:39.584870 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-47d3d52f-e869-4440-9674-9810fc094fc6 req-72f6a64a-00d0-4509-a5ed-391afa1d9389 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478879 Jul 16 03:52:39.588505 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8294cbcd-bac9-4bce-8683-de1cb72ee35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e2f602-bdbd-4c50-b2e3-df0323ee63be'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:39.592988 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80daeafc-7364-4280-ae88-494b4e17d912" -d '{"events": [{"server_uuid": "8294cbcd-bac9-4bce-8683-de1cb72ee35c", "name": "network-vif-plugged", "status": "completed", "tag": "d7e2f602-bdbd-4c50-b2e3-df0323ee63be"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:39.669478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9fd1e-03d3-4ab4-81f5-151c99ab8f3c req-f33e7b58-8bdb-4c8a-83bc-c15a18fb4295 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:39.676787 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-07d9fd1e-03d3-4ab4-81f5-151c99ab8f3c req-f33e7b58-8bdb-4c8a-83bc-c15a18fb4295 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 945 time: 0.2106266 Jul 16 03:52:39.786635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device eee77f08-e3ea-4585-9c61-2d7347e6a751 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:52:39.864070 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec6c408-5fcb-4d21-a2af-8bc6b2278090 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:39.867203 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5ec6c408-5fcb-4d21-a2af-8bc6b2278090 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3864255 Jul 16 03:52:39.869998 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34136) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:39.884638 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-07d9fd1e-03d3-4ab4-81f5-151c99ab8f3c req-4b0d98da-aa3e-4987-9ae9-5ca011034e16 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/security-groups?id=b485f0b7-4313-43c4-8c86-a9605c7208b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988406 Jul 16 03:52:39.929143 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-713a823c-29c7-4807-98e0-e7cbec62c497 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0521872 Jul 16 03:52:39.929669 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34140) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:39.941533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e9ea3ff2-cbc2-4d7c-a61d-16afe5ba0de5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1648518642', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'project_id': '03422a5449cd4807854f59afa4486f72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:39.961679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684df7d-940a-4100-ac4f-0864ff8f3ee0 req-20935880-6360-4c1a-bb27-ab607ea025ac tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:39.970706 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1684df7d-940a-4100-ac4f-0864ff8f3ee0 req-20935880-6360-4c1a-bb27-ab607ea025ac tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 945 time: 0.1862316 Jul 16 03:52:39.975023 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:38Z', 'revision_number': 3, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:40.028660 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Checking router: 5f68632e-504e-4db8-a22a-215698ffc8e3 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:52:40.042850 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Updating router 5f68632e-504e-4db8-a22a-215698ffc8e3 port 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:52:40.045418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1684df7d-940a-4100-ac4f-0864ff8f3ee0 req-eab6b59b-0994-467f-b9a7-9d442d082ef0 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723438 Jul 16 03:52:40.067034 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67699ef2-a137-4a21-844e-16ced65834cc x-openstack-request-id: req-67699ef2-a137-4a21-844e-16ced65834cc {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:40.067868 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8294cbcd-bac9-4bce-8683-de1cb72ee35c", "name": "network-vif-plugged", "status": "completed", "tag": "d7e2f602-bdbd-4c50-b2e3-df0323ee63be", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:40.070070 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67699ef2-a137-4a21-844e-16ced65834cc {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:40.070664 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8294cbcd-bac9-4bce-8683-de1cb72ee35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e2f602-bdbd-4c50-b2e3-df0323ee63be', 'code': 200} Jul 16 03:52:40.076117 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port eee77f08-e3ea-4585-9c61-2d7347e6a751, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=eee77f08-e3ea-4585-9c61-2d7347e6a751,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:40.092386 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'eee77f08-e3ea-4585-9c61-2d7347e6a751', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'port_id': 'eee77f08-e3ea-4585-9c61-2d7347e6a751', 'mac_address': 'fa:16:3e:16:88:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:52:40.109712 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ea3ff2-cbc2-4d7c-a61d-16afe5ba0de5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Made reservation on behalf of 03422a5449cd4807854f59afa4486f72 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:40.121884 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.125804 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3ff2-cbc2-4d7c-a61d-16afe5ba0de5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.156025 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.173449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee77f08-e3ea-4585-9c61-2d7347e6a751 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:40.206978 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port eee77f08-e3ea-4585-9c61-2d7347e6a751, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=eee77f08-e3ea-4585-9c61-2d7347e6a751,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:40.214015 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.257177 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d88a92-f048-4a4a-8ad3-016ae7d97060 req-cb935a8f-243f-4b51-b18c-efb4ecf513bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:40.258748 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7d88a92-f048-4a4a-8ad3-016ae7d97060 req-cb935a8f-243f-4b51-b18c-efb4ecf513bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 1096 time: 0.1299894 Jul 16 03:52:40.335324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34170) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:40.366512 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7d88a92-f048-4a4a-8ad3-016ae7d97060 req-2dfbdc44-6213-4952-9f85-d567370395e1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b485f0b7-4313-43c4-8c86-a9605c7208b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015468 Jul 16 03:52:40.436394 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=eee77f08-e3ea-4585-9c61-2d7347e6a751,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:40.490520 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['eee77f08-e3ea-4585-9c61-2d7347e6a751'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:40.583313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1654880624'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:40.674093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Made reservation on behalf of 63ee019dfd614d919fb2e315ff29bbc1 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:40.692607 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.695546 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3ff2-cbc2-4d7c-a61d-16afe5ba0de5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.745288 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.818921 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea3ff2-cbc2-4d7c-a61d-16afe5ba0de5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Subnet': ['ID=0c72678d-14ac-4d24-aa24-489cddb52740,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:40.827648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34196) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:40.922095 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:40.962573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea3ff2-cbc2-4d7c-a61d-16afe5ba0de5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Checking segment: {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:40.963122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ea3ff2-cbc2-4d7c-a61d-16afe5ba0de5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network hostable DHCP agents. Network: 521f2e99-0acc-4c19-96ce-f5c71917e29a, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:52:40.984064 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Transition to ACTIVE for port object 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:40.997509 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.023488 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ea3ff2-cbc2-4d7c-a61d-16afe5ba0de5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 521f2e99-0acc-4c19-96ce-f5c71917e29a is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:52:41.056624 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e9ea3ff2-cbc2-4d7c-a61d-16afe5ba0de5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 521f2e99-0acc-4c19-96ce-f5c71917e29a) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:41.061754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea3ff2-cbc2-4d7c-a61d-16afe5ba0de5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:41.062542 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3ff2-cbc2-4d7c-a61d-16afe5ba0de5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.078284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe76b2-7140-4714-a89a-1f4044d3fa5a None None] Network 521f2e99-0acc-4c19-96ce-f5c71917e29a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:41.139103 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b030279-4a55-4e4a-b5ee-2d05be99296e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.193689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c927a8f-ecba-4fff-9f64-a84807636ea1 req-37afb5cd-3996-4807-bfbf-ea09c34b7999 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:41.196956 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f0e22-b852-45b7-9ae7-4a54406b4064 None None] Pushing event updated for resources: {'Port': ['ID=9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:41.201663 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c927a8f-ecba-4fff-9f64-a84807636ea1 req-37afb5cd-3996-4807-bfbf-ea09c34b7999 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 944 time: 0.3115635 Jul 16 03:52:41.234583 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Attempting to bind port 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:41.234979 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Attempting to bind port 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:41.235316 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Attempting to bind port 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:41.244950 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:41.248486 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:41.249061 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.249999 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:41.250347 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Bound port: 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:41.250921 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.308990 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.331739 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e9ea3ff2-cbc2-4d7c-a61d-16afe5ba0de5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3993816 Jul 16 03:52:41.332219 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34212) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:41.338911 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] For port 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:41.339124 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.355190 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] For port 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:41.355612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-521f2e99-0acc-4c19-96ce-f5c71917e29a', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ips': [{'subnet_id': '0c72678d-14ac-4d24-aa24-489cddb52740'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:52:41.355612 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.355776 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.425559 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c927a8f-ecba-4fff-9f64-a84807636ea1 req-3f13f635-4e7a-4a87-8f89-faf825430a8b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221441 Jul 16 03:52:41.436257 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f0e22-b852-45b7-9ae7-4a54406b4064 None None] Pushing event updated for resources: {'Port': ['ID=9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:41.458358 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Routers {'5f68632e-504e-4db8-a22a-215698ffc8e3'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:41.460348 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994f9e8a-c1b7-4550-9215-2d6470c08137,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:41.461712 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5f68632e-504e-4db8-a22a-215698ffc8e3'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:41.489301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:41.540781 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.541133 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Added segment 85c1ef10-4418-48f4-b732-4eed464275a9 of type vlan for network ec35e100-c39d-4c6c-8129-ca34a50ba0ec Jul 16 03:52:41.549949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00706b9-a6d0-4575-bea7-8b6e202a384c req-0e934489-46b9-4040-b12b-a4af29820b56 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:41.556145 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b00706b9-a6d0-4575-bea7-8b6e202a384c req-0e934489-46b9-4040-b12b-a4af29820b56 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 945 time: 0.3311274 Jul 16 03:52:41.718519 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Allocated IP 172.20.0.2 (521f2e99-0acc-4c19-96ce-f5c71917e29a/0c72678d-14ac-4d24-aa24-489cddb52740/030e2ef8-59e1-4e1c-a067-97fdc0028cc9) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:41.731496 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.769480 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b00706b9-a6d0-4575-bea7-8b6e202a384c req-72f884af-64c2-44d0-ad9a-3cb35aa9f01f tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/security-groups?id=b485f0b7-4313-43c4-8c86-a9605c7208b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945431 Jul 16 03:52:41.793111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device eee77f08-e3ea-4585-9c61-2d7347e6a751 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:41.825054 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.839867 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:41.842954 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] Set router 5f68632e-504e-4db8-a22a-215698ffc8e3 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:41.843624 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:41.979595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Network': ['ID=ec35e100-c39d-4c6c-8129-ca34a50ba0ec,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:41.999313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network ec35e100-c39d-4c6c-8129-ca34a50ba0ec details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:42.166358 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:38Z', 'revision_number': 3, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:42.171178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port eee77f08-e3ea-4585-9c61-2d7347e6a751 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:42.179926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port eee77f08-e3ea-4585-9c61-2d7347e6a751 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:42.180541 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.213780 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59db1b60-ea96-4180-942f-63c9e93eb6d9 None None] The sync data for ids ['5f68632e-504e-4db8-a22a-215698ffc8e3'] in n-d-800088-6 is: [{'id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:38Z', 'revision_number': 3, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:52:42.277838 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.296484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Transition to ACTIVE for port object 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:42.303144 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b030279-4a55-4e4a-b5ee-2d05be99296e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.309265 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1b030279-4a55-4e4a-b5ee-2d05be99296e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.316977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0f991107-fcd8-4c87-89b8-8690a15e0f36 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9805088 Jul 16 03:52:42.320571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:42.334875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4dda6714-b7ad-4083-b8e5-e3f5aaae43d8 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'subnet': {'network_id': 'ec35e100-c39d-4c6c-8129-ca34a50ba0ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:42.365631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b030279-4a55-4e4a-b5ee-2d05be99296e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ade4f6-f432-4ce0-be13-17879885eedf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:42.370650 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1b030279-4a55-4e4a-b5ee-2d05be99296e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58b1fdc4891546d9bfca19b762f47480&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5295067 Jul 16 03:52:42.373571 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34244) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:42.511373 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9abd404d-301f-4af9-a28b-ab6da2921d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.532636 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dda6714-b7ad-4083-b8e5-e3f5aaae43d8 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Made reservation on behalf of 63ee019dfd614d919fb2e315ff29bbc1 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:42.541023 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dda6714-b7ad-4083-b8e5-e3f5aaae43d8 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.570780 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9abd404d-301f-4af9-a28b-ab6da2921d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.589500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Transition to ACTIVE for port object 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:42.611259 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.712301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Network 521f2e99-0acc-4c19-96ce-f5c71917e29a is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:42.717376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:42.724999 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9abd404d-301f-4af9-a28b-ab6da2921d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.727382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:42.727511 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9abd404d-301f-4af9-a28b-ab6da2921d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.728643 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9abd404d-301f-4af9-a28b-ab6da2921d0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1ade4f6-f432-4ce0-be13-17879885eedf HTTP/1.1" status: 204 len: 168 time: 0.3542280 Jul 16 03:52:42.733583 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.769432 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd404d-301f-4af9-a28b-ab6da2921d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ade4f6-f432-4ce0-be13-17879885eedf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:42.783893 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:42.923229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Pushing event updated for resources: {'Port': ['ID=030e2ef8-59e1-4e1c-a067-97fdc0028cc9,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:42.944618 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3067a172-bd9e-448c-a3a3-555ef6f89e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee77f08-e3ea-4585-9c61-2d7347e6a751'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:42.951006 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363255db-5556-4bbd-b518-28f15a8cf31d" -d '{"events": [{"server_uuid": "3067a172-bd9e-448c-a3a3-555ef6f89e5c", "name": "network-vif-plugged", "status": "completed", "tag": "eee77f08-e3ea-4585-9c61-2d7347e6a751"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:43.038513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port eee77f08-e3ea-4585-9c61-2d7347e6a751, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=eee77f08-e3ea-4585-9c61-2d7347e6a751,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:43.041477 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Attempting to bind port 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:43.044095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Attempting to bind port 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:43.044501 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Attempting to bind port 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 on network 521f2e99-0acc-4c19-96ce-f5c71917e29a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:43.055024 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.074019 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:43.074405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Checking segment: {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:43.074814 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.075211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Bound using segment: {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:43.075708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Bound port: 030e2ef8-59e1-4e1c-a067-97fdc0028cc9, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:43.076095 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.169826 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dda6714-b7ad-4083-b8e5-e3f5aaae43d8 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.239572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:43.298923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda6714-b7ad-4083-b8e5-e3f5aaae43d8 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Subnet': ['ID=b1d2f6bc-2346-40db-bf89-8a3d7bcb31cc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:43.366087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7406f15-bbaf-41bc-a6f8-79e0248e8c97 req-63dbef5d-ba68-4a45-947d-6c1fa220ff23 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:43.375102 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7406f15-bbaf-41bc-a6f8-79e0248e8c97 req-63dbef5d-ba68-4a45-947d-6c1fa220ff23 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 944 time: 0.6691740 Jul 16 03:52:43.378814 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda6714-b7ad-4083-b8e5-e3f5aaae43d8 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Checking segment: {'id': '85c1ef10-4418-48f4-b732-4eed464275a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': 'ec35e100-c39d-4c6c-8129-ca34a50ba0ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:43.379654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda6714-b7ad-4083-b8e5-e3f5aaae43d8 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network hostable DHCP agents. Network: ec35e100-c39d-4c6c-8129-ca34a50ba0ec, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:52:43.416606 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593af36-b346-4099-bcbf-89734607211b req-2418774b-a692-4f33-b3d5-d1f21578e543 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:43.420580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=eee77f08-e3ea-4585-9c61-2d7347e6a751,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:43.447865 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7593af36-b346-4099-bcbf-89734607211b req-2418774b-a692-4f33-b3d5-d1f21578e543 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 945 time: 0.4406164 Jul 16 03:52:43.525993 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda6714-b7ad-4083-b8e5-e3f5aaae43d8 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network ec35e100-c39d-4c6c-8129-ca34a50ba0ec is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:52:43.547050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] For port 030e2ef8-59e1-4e1c-a067-97fdc0028cc9, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:43.558839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] For port 030e2ef8-59e1-4e1c-a067-97fdc0028cc9, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=030e2ef8-59e1-4e1c-a067-97fdc0028cc9,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:43.568271 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.577725 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7406f15-bbaf-41bc-a6f8-79e0248e8c97 req-e1f5b963-fce9-4766-b09f-92b2be86a225 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014623 Jul 16 03:52:43.618625 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7593af36-b346-4099-bcbf-89734607211b req-a6a29de5-bb55-4209-b5a6-dc3c2da49726 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/security-groups?id=b485f0b7-4313-43c4-8c86-a9605c7208b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693559 Jul 16 03:52:43.634242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4dda6714-b7ad-4083-b8e5-e3f5aaae43d8 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, ec35e100-c39d-4c6c-8129-ca34a50ba0ec) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:43.644773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dda6714-b7ad-4083-b8e5-e3f5aaae43d8 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:43.651066 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dda6714-b7ad-4083-b8e5-e3f5aaae43d8 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.701720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4dda6714-b7ad-4083-b8e5-e3f5aaae43d8 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3773627 Jul 16 03:52:43.707927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:43.721258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1866404770', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:43.729878 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.20.0.1 (521f2e99-0acc-4c19-96ce-f5c71917e29a/0c72678d-14ac-4d24-aa24-489cddb52740/e6e6644c-ed9d-432d-81ed-dd49db94b356) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:43.732116 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:43.771602 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4645d2-6d79-4b54-af2a-0c4cd789a970 x-openstack-request-id: req-ab4645d2-6d79-4b54-af2a-0c4cd789a970 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:43.771931 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3067a172-bd9e-448c-a3a3-555ef6f89e5c", "name": "network-vif-plugged", "status": "completed", "tag": "eee77f08-e3ea-4585-9c61-2d7347e6a751", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:43.772187 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab4645d2-6d79-4b54-af2a-0c4cd789a970 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:43.774205 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.778773 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.782427 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3067a172-bd9e-448c-a3a3-555ef6f89e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee77f08-e3ea-4585-9c61-2d7347e6a751', 'code': 200} Jul 16 03:52:43.783093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:43.793925 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:43.796045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84f2959-3df7-4173-b652-b676dc811caf None None] Network ec35e100-c39d-4c6c-8129-ca34a50ba0ec requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:43.929479 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:44.111152 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccdb44-e40c-4f89-ac51-cc9e4daeda2e None None] Pushing event updated for resources: {'Port': ['ID=030e2ef8-59e1-4e1c-a067-97fdc0028cc9,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:44.193011 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:44.239466 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a82ff9a-30b2-49ab-b802-671f13e8d36b None None] Network ec35e100-c39d-4c6c-8129-ca34a50ba0ec requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:44.311136 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:44.391019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Transition to ACTIVE for port object e6e6644c-ed9d-432d-81ed-dd49db94b356 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:44.456643 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab782cb4-c964-4bcb-b960-4ed6c3a8996e req-b2d3f31b-e71b-4536-bafb-37348b9afe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:44.460459 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ab782cb4-c964-4bcb-b960-4ed6c3a8996e req-b2d3f31b-e71b-4536-bafb-37348b9afe1f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 1096 time: 0.4761539 Jul 16 03:52:44.480576 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:44.559264 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:44.560390 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ab782cb4-c964-4bcb-b960-4ed6c3a8996e req-97b8f236-0a07-416b-bac2-ac2d5ae090b1 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893118 Jul 16 03:52:44.570123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 521f2e99-0acc-4c19-96ce-f5c71917e29a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:44.578965 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:44.588568 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:44.597063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=e6e6644c-ed9d-432d-81ed-dd49db94b356,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:44.675137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:44.708164 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:44.726420 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:44.734884 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:44.792182 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:44.819632 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:45.011610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d0ce5-99e6-4c12-aa1c-ce7c4c56ae33 req-0bfaa75c-aa7f-43e7-8817-b28143899c7e tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:45.021495 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.024604 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f4d0ce5-99e6-4c12-aa1c-ce7c4c56ae33 req-0bfaa75c-aa7f-43e7-8817-b28143899c7e tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 945 time: 0.4509931 Jul 16 03:52:45.106485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdf6fc-97ea-4cc0-b676-d15374bb61fc req-24297782-1bdb-4778-8046-6d1bb2381c64 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:45.115985 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17fdf6fc-97ea-4cc0-b676-d15374bb61fc req-24297782-1bdb-4778-8046-6d1bb2381c64 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 945 time: 0.3312199 Jul 16 03:52:45.191670 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f4d0ce5-99e6-4c12-aa1c-ce7c4c56ae33 req-bfd1bf75-331f-4581-8ec5-13b314b5648e tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/security-groups?id=b485f0b7-4313-43c4-8c86-a9605c7208b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658843 Jul 16 03:52:45.269998 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17fdf6fc-97ea-4cc0-b676-d15374bb61fc req-c546de02-9b3e-4108-864d-804b404a0a57 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523581 Jul 16 03:52:45.312237 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Allocated IP 172.25.3.8 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/7db9f502-45fc-4646-a61a-6c35f2e2056a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:45.347866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:45.499317 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:45.501993 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.566237 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ffa03c-92e2-4a69-8f02-71f2071a51ad None None] Network 521f2e99-0acc-4c19-96ce-f5c71917e29a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:45.604971 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.610274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-390f0753-6693-4959-95e2-feb06fff6467 None None] Provisioning for port 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:45.771491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:45.802215 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.809636 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.859204 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.910398 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.921614 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=e6e6644c-ed9d-432d-81ed-dd49db94b356,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:45.937486 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac9c78-4e18-4243-aaee-6736416502e0 req-5ad2f870-409c-4ba9-ac45-5b84b7c3480a tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:45.939013 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28ac9c78-4e18-4243-aaee-6736416502e0 req-5ad2f870-409c-4ba9-ac45-5b84b7c3480a tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.20 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 945 time: 0.3164167 Jul 16 03:52:45.960382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:45.975619 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:45.976265 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:45.981879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:45.991438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:46.041871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 521f2e99-0acc-4c19-96ce-f5c71917e29a is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:46.044820 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:46.057387 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:46.144542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=7db9f502-45fc-4646-a61a-6c35f2e2056a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:46.186611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router 5f68632e-504e-4db8-a22a-215698ffc8e3 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:52:46.230202 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.283097 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 030e2ef8-59e1-4e1c-a067-97fdc0028cc9, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=030e2ef8-59e1-4e1c-a067-97fdc0028cc9,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:46.288567 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.356477 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=030e2ef8-59e1-4e1c-a067-97fdc0028cc9,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:46.520094 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:52:46.533271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Sync routers for ids ['5f68632e-504e-4db8-a22a-215698ffc8e3'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:52:46.542529 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-28ac9c78-4e18-4243-aaee-6736416502e0 req-4ca99c06-abf9-4619-91fe-c9d9e42d2984 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Deleting port d7e2f602-bdbd-4c50-b2e3-df0323ee63be {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:46.542974 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-28ac9c78-4e18-4243-aaee-6736416502e0 req-4ca99c06-abf9-4619-91fe-c9d9e42d2984 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.545672 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3b453555-d978-4727-b323-c293e54fce86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "PUT /v2.0/routers/5f68632e-504e-4db8-a22a-215698ffc8e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2082798 Jul 16 03:52:46.569449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Routers {'5f68632e-504e-4db8-a22a-215698ffc8e3'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:46.570124 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5f68632e-504e-4db8-a22a-215698ffc8e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:46.716929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-28ac9c78-4e18-4243-aaee-6736416502e0 req-4ca99c06-abf9-4619-91fe-c9d9e42d2984 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] For port d7e2f602-bdbd-4c50-b2e3-df0323ee63be, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=d7e2f602-bdbd-4c50-b2e3-df0323ee63be,segment=NetworkSegment(d5ad6163-ead4-46f3-9db5-088e4f06ca7b),segment_id=d5ad6163-ead4-46f3-9db5-088e4f06ca7b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:46.717294 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-28ac9c78-4e18-4243-aaee-6736416502e0 req-4ca99c06-abf9-4619-91fe-c9d9e42d2984 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:46.748170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-28ac9c78-4e18-4243-aaee-6736416502e0 req-4ca99c06-abf9-4619-91fe-c9d9e42d2984 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Calling delete_port for d7e2f602-bdbd-4c50-b2e3-df0323ee63be owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:46.790295 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Set router 5f68632e-504e-4db8-a22a-215698ffc8e3 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:46.792780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9f514b80-c608-4d5b-a761-b5db5ae50bac None None] Provisioning complete for port 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:46.793181 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9f514b80-c608-4d5b-a761-b5db5ae50bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.018084 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9f514b80-c608-4d5b-a761-b5db5ae50bac None None] Provisioning for port e6e6644c-ed9d-432d-81ed-dd49db94b356 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:47.027653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9f514b80-c608-4d5b-a761-b5db5ae50bac None None] Provisioning complete for port e6e6644c-ed9d-432d-81ed-dd49db94b356 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:47.028166 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9f514b80-c608-4d5b-a761-b5db5ae50bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.112729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:47.150728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9f514b80-c608-4d5b-a761-b5db5ae50bac None None] Port e6e6644c-ed9d-432d-81ed-dd49db94b356 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:52:47.190244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501c0e7-8077-4c4c-88fe-61570beed981 req-de8211e7-5002-4db3-ac2e-b12862eaae21 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:47.199018 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c501c0e7-8077-4c4c-88fe-61570beed981 req-de8211e7-5002-4db3-ac2e-b12862eaae21 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 945 time: 0.4344769 Jul 16 03:52:47.268919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:47.269431 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.316061 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a6038-3780-4969-9418-cd886dd340d2 req-c97d211c-036c-43ae-bb82-212aac4bf33b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:47.317630 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f13a6038-3780-4969-9418-cd886dd340d2 req-c97d211c-036c-43ae-bb82-212aac4bf33b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 945 time: 0.5549169 Jul 16 03:52:47.321534 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.347936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'e6e6644c-ed9d-432d-81ed-dd49db94b356', 'name': '', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:7f:02:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:43Z', 'updated_at': '2021-07-16T03:52:45Z', 'revision_number': 2, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:47.362574 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f20aa97e-3fd2-443b-b90e-48ed3b453a47 None None] Provisioning complete for port e6e6644c-ed9d-432d-81ed-dd49db94b356 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:47.362964 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f20aa97e-3fd2-443b-b90e-48ed3b453a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.432029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c501c0e7-8077-4c4c-88fe-61570beed981 req-0e5d11eb-0985-4868-a7b3-067faed78993 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/security-groups?id=b485f0b7-4313-43c4-8c86-a9605c7208b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191420 Jul 16 03:52:47.450405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Checking router: 5f68632e-504e-4db8-a22a-215698ffc8e3 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:52:47.451699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Updating router 5f68632e-504e-4db8-a22a-215698ffc8e3 port e6e6644c-ed9d-432d-81ed-dd49db94b356 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:52:47.478919 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f13a6038-3780-4969-9418-cd886dd340d2 req-254fc463-903e-4b01-9e77-e16e592e3753 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519442 Jul 16 03:52:47.515260 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-28ac9c78-4e18-4243-aaee-6736416502e0 req-4ca99c06-abf9-4619-91fe-c9d9e42d2984 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:47.552726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca99c06-abf9-4619-91fe-c9d9e42d2984 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Pushing event deleted for resources: {'Port': ['ID=d7e2f602-bdbd-4c50-b2e3-df0323ee63be,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:47.592843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f20aa97e-3fd2-443b-b90e-48ed3b453a47 None None] Port e6e6644c-ed9d-432d-81ed-dd49db94b356 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:52:47.637266 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:48.042877 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d1b6015d-be1d-409f-b069-4a896b95367a None None] Provisioning complete for port e6e6644c-ed9d-432d-81ed-dd49db94b356 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:48.043477 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d1b6015d-be1d-409f-b069-4a896b95367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:48.086089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d1b6015d-be1d-409f-b069-4a896b95367a None None] Port e6e6644c-ed9d-432d-81ed-dd49db94b356 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:52:48.163619 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:48.274742 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ac9c78-4e18-4243-aaee-6736416502e0 req-4ca99c06-abf9-4619-91fe-c9d9e42d2984 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] No DVR routers for this DVR port d7e2f602-bdbd-4c50-b2e3-df0323ee63be on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:52:48.302124 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-28ac9c78-4e18-4243-aaee-6736416502e0 req-4ca99c06-abf9-4619-91fe-c9d9e42d2984 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:48.304512 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28ac9c78-4e18-4243-aaee-6736416502e0 req-4ca99c06-abf9-4619-91fe-c9d9e42d2984 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.20 "DELETE /v2.0/ports/d7e2f602-bdbd-4c50-b2e3-df0323ee63be HTTP/1.1" status: 204 len: 173 time: 2.3580716 Jul 16 03:52:48.305213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8294cbcd-bac9-4bce-8683-de1cb72ee35c', 'name': 'network-vif-deleted', 'tag': 'd7e2f602-bdbd-4c50-b2e3-df0323ee63be'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:48.307930 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3f106e-ea98-469f-a2ce-cb43e0fd1421" -d '{"events": [{"server_uuid": "8294cbcd-bac9-4bce-8683-de1cb72ee35c", "name": "network-vif-deleted", "tag": "d7e2f602-bdbd-4c50-b2e3-df0323ee63be"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:48.336711 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1556d9be-5c55-4500-bfd1-78e801291203 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003997050&fields=id&tenant_id=03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 267 time: 0.2656167 Jul 16 03:52:48.385316 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:48.410525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Transition to ACTIVE for port object e6e6644c-ed9d-432d-81ed-dd49db94b356 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:48.419657 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:48.493906 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7247c-b574-476b-9fa4-c99953beb22a req-a01d9922-e619-4533-916f-111142333dc7 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:48.495616 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fbb7247c-b574-476b-9fa4-c99953beb22a req-a01d9922-e619-4533-916f-111142333dc7 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 945 time: 0.3419363 Jul 16 03:52:48.529087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7b71a-5b9d-4cf3-a7b1-ce0e46b8db41 None None] Pushing event updated for resources: {'Port': ['ID=e6e6644c-ed9d-432d-81ed-dd49db94b356,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:48.576568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fbb7247c-b574-476b-9fa4-c99953beb22a req-798cb4c7-7da8-4b31-9107-dd94c53c0317 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703454 Jul 16 03:52:48.603335 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:52:48.604182 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Attempting to bind port e6e6644c-ed9d-432d-81ed-dd49db94b356 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:48.604712 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Attempting to bind port e6e6644c-ed9d-432d-81ed-dd49db94b356 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:48.604980 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Attempting to bind port e6e6644c-ed9d-432d-81ed-dd49db94b356 on network 521f2e99-0acc-4c19-96ce-f5c71917e29a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:48.618283 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:48.618283 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Checking segment: {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:48.618283 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:48.618283 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Bound using segment: {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:48.618283 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Bound port: e6e6644c-ed9d-432d-81ed-dd49db94b356, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:48.618283 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:48.634245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-6cb8ed03-01ea-4772-82bc-9dbe5927cde2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:48.636299 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-6cb8ed03-01ea-4772-82bc-9dbe5927cde2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/networks?id=521f2e99-0acc-4c19-96ce-f5c71917e29a HTTP/1.1" status: 200 len: 797 time: 0.2923884 Jul 16 03:52:48.720519 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] For port e6e6644c-ed9d-432d-81ed-dd49db94b356, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:48.725572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] For port e6e6644c-ed9d-432d-81ed-dd49db94b356, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e6e6644c-ed9d-432d-81ed-dd49db94b356,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:48.730825 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:48.743571 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77865442-9f01-4a8c-ae8a-2098fc480f62 x-openstack-request-id: req-77865442-9f01-4a8c-ae8a-2098fc480f62 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:48.743897 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8294cbcd-bac9-4bce-8683-de1cb72ee35c", "name": "network-vif-deleted", "tag": "d7e2f602-bdbd-4c50-b2e3-df0323ee63be", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:48.744105 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77865442-9f01-4a8c-ae8a-2098fc480f62 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:48.744525 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8294cbcd-bac9-4bce-8683-de1cb72ee35c', 'name': 'network-vif-deleted', 'tag': 'd7e2f602-bdbd-4c50-b2e3-df0323ee63be', 'status': 'completed', 'code': 200} Jul 16 03:52:48.760601 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-2b80e9e0-6d6f-460b-ac8e-2f85bd78db85 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/quotas/03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 375 time: 0.1144502 Jul 16 03:52:48.900143 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7b71a-5b9d-4cf3-a7b1-ce0e46b8db41 None None] Pushing event updated for resources: {'Port': ['ID=e6e6644c-ed9d-432d-81ed-dd49db94b356,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:48.916153 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Routers {'5f68632e-504e-4db8-a22a-215698ffc8e3'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:48.916857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5f68632e-504e-4db8-a22a-215698ffc8e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:49.065493 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28f4acdb-474e-459b-910c-c5ad957cc0e9 req-ec7265e5-0b8d-4a11-bb5a-04273e7f9169 tempest-InstanceActionsV221TestJSON-1862331694 tempest-InstanceActionsV221TestJSON-1862331694-project] 10.222.0.18 "GET /v2.0/ports?device_id=8294cbcd-bac9-4bce-8683-de1cb72ee35c HTTP/1.1" status: 200 len: 210 time: 0.0842066 Jul 16 03:52:49.078806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:52:49.088972 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d70c4e6-3d6a-4075-9ba2-4332e4bb566a None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:52:49.109510 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d70c4e6-3d6a-4075-9ba2-4332e4bb566a None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:49.110401 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7d70c4e6-3d6a-4075-9ba2-4332e4bb566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:49.134870 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:49.139181 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34384) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:49.164950 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c9d44a18-98a1-4e06-b123-2622caf68ea5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4554284 Jul 16 03:52:49.192809 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-9c3dd8d0-9c6d-4cd2-aa37-273605fa3c36 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3891721 Jul 16 03:52:49.241616 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7d70c4e6-3d6a-4075-9ba2-4332e4bb566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:49.258004 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d70c4e6-3d6a-4075-9ba2-4332e4bb566a None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:49.258842 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7d70c4e6-3d6a-4075-9ba2-4332e4bb566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:49.343485 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] Set router 5f68632e-504e-4db8-a22a-215698ffc8e3 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:52:49.356333 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7d70c4e6-3d6a-4075-9ba2-4332e4bb566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:49.356333 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d70c4e6-3d6a-4075-9ba2-4332e4bb566a None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:52:49.476142 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d7e2f602-bdbd-4c50-b2e3-df0323ee63be no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:52:49.532224 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-d3b8d828-1e63-4f3b-9af0-231378e5998a service neutron] 10.222.0.18 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271205 Jul 16 03:52:49.545226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: d7e2f602-bdbd-4c50-b2e3-df0323ee63be {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:52:49.545572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device d7e2f602-bdbd-4c50-b2e3-df0323ee63be not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:52:49.722528 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-e0bf4c83-77a2-40e0-8186-7c9a29f712f6 service neutron] 10.222.0.18 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812379 Jul 16 03:52:49.733024 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4fa9cc-7e30-4361-8f97-5e9191a84119 req-fc8e517c-063c-473d-9298-980a4cfc930d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:49.734981 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff4fa9cc-7e30-4361-8f97-5e9191a84119 req-fc8e517c-063c-473d-9298-980a4cfc930d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 945 time: 0.3069308 Jul 16 03:52:49.805391 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff4fa9cc-7e30-4361-8f97-5e9191a84119 req-c0498907-6a14-4940-a13c-d3f776d7b97d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626135 Jul 16 03:52:49.853689 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'e6e6644c-ed9d-432d-81ed-dd49db94b356', 'name': '', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:7f:02:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:43Z', 'updated_at': '2021-07-16T03:52:48Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:49.924486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7e94e-a0db-4598-ba96-ed36aeac2ab8 None None] The sync data for ids ['5f68632e-504e-4db8-a22a-215698ffc8e3'] in n-d-800088-6 is: [{'id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'e6e6644c-ed9d-432d-81ed-dd49db94b356', 'name': '', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:7f:02:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:43Z', 'updated_at': '2021-07-16T03:52:48Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:52:50.400646 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:50.545029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92d2108e-e06e-47e2-9441-9797212b3634 req-08f2906a-36da-43d4-a58e-f5f6f38b2789 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0813620 Jul 16 03:52:50.923254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544379f3-c4ba-4dd9-9bb7-046ea94b088d req-576736b4-72ca-484a-b119-f26f3b0562bd tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:50.931083 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544379f3-c4ba-4dd9-9bb7-046ea94b088d req-576736b4-72ca-484a-b119-f26f3b0562bd tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 945 time: 0.1437318 Jul 16 03:52:50.966858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Allocated IP 172.20.0.1 (ec35e100-c39d-4c6c-8129-ca34a50ba0ec/b1d2f6bc-2346-40db-bf89-8a3d7bcb31cc/d65f981b-a9d4-4385-8b31-f1c1be348f55) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:51.074218 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544379f3-c4ba-4dd9-9bb7-046ea94b088d req-6a95f152-7e80-4d34-99be-d362b9d9eabf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411397 Jul 16 03:52:51.085861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:51.193331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e6e6644c-ed9d-432d-81ed-dd49db94b356 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:51.287004 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:51.287368 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc703a54-22c2-4f39-bf08-4b0ba1c7ed44 admin admin] Deleting subnet 43745dbe-f623-41e0-a02b-394936a78fa5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:52:51.303943 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc703a54-22c2-4f39-bf08-4b0ba1c7ed44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:51.366084 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port e6e6644c-ed9d-432d-81ed-dd49db94b356 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:51.375030 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e6e6644c-ed9d-432d-81ed-dd49db94b356 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:51.377069 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:51.382866 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:51.427165 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc703a54-22c2-4f39-bf08-4b0ba1c7ed44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:51.459814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network ec35e100-c39d-4c6c-8129-ca34a50ba0ec is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:51.477925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:51.482535 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:51.507497 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:51.529696 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc703a54-22c2-4f39-bf08-4b0ba1c7ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:51.600587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port e6e6644c-ed9d-432d-81ed-dd49db94b356, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e6e6644c-ed9d-432d-81ed-dd49db94b356,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:51.607491 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:51.636199 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:51.642828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=d65f981b-a9d4-4385-8b31-f1c1be348f55,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:51.714467 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc703a54-22c2-4f39-bf08-4b0ba1c7ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:51.789133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=e6e6644c-ed9d-432d-81ed-dd49db94b356,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:51.831995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc703a54-22c2-4f39-bf08-4b0ba1c7ed44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43745dbe-f623-41e0-a02b-394936a78fa5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:51.843605 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fc703a54-22c2-4f39-bf08-4b0ba1c7ed44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:51.853545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fc703a54-22c2-4f39-bf08-4b0ba1c7ed44 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/43745dbe-f623-41e0-a02b-394936a78fa5 HTTP/1.1" status: 204 len: 168 time: 0.7662807 Jul 16 03:52:51.855609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:51.940180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a8f79248-c04c-42e8-afbe-342f2fe67175 req-92397b88-474e-4fe7-b556-56de5f198473 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0616047 Jul 16 03:52:52.038117 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-391c790c-49dd-4621-9877-22cca7945c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:52.225567 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699f82c-c20b-40b0-bb2f-590739300721 req-21784f9d-994b-4458-b36d-158bdd7c489d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:52.227371 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4699f82c-c20b-40b0-bb2f-590739300721 req-21784f9d-994b-4458-b36d-158bdd7c489d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.88 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 945 time: 0.1440942 Jul 16 03:52:52.267226 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-391c790c-49dd-4621-9877-22cca7945c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:52.416710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-391c790c-49dd-4621-9877-22cca7945c60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f667e3-253a-45b2-9292-270bf50afc2c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:52.446485 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:52.505795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-391c790c-49dd-4621-9877-22cca7945c60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ad6163-ead4-46f3-9db5-088e4f06ca7b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:52.506315 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-391c790c-49dd-4621-9877-22cca7945c60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ad6163-ead4-46f3-9db5-088e4f06ca7b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:52.558465 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-391c790c-49dd-4621-9877-22cca7945c60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:52.654575 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-391c790c-49dd-4621-9877-22cca7945c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:52.661054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391c790c-49dd-4621-9877-22cca7945c60 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:52:52.665218 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-391c790c-49dd-4621-9877-22cca7945c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:52.731335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-4699f82c-c20b-40b0-bb2f-590739300721 req-0ddda5c1-33f0-42f7-94c1-5f06a38d830f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Deleting port eee77f08-e3ea-4585-9c61-2d7347e6a751 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:52:52.731835 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4699f82c-c20b-40b0-bb2f-590739300721 req-0ddda5c1-33f0-42f7-94c1-5f06a38d830f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:52:52.738038 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:52:52.744696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-80da08e7-0a3f-4990-835b-abba047c0725 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:52.746519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-80da08e7-0a3f-4990-835b-abba047c0725 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "GET /v2.0/networks?id=521f2e99-0acc-4c19-96ce-f5c71917e29a HTTP/1.1" status: 200 len: 797 time: 0.4678352 Jul 16 03:52:52.834252 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:52.865570 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:52.869328 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-391c790c-49dd-4621-9877-22cca7945c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:52.874107 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-391c790c-49dd-4621-9877-22cca7945c60 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:52.880648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-391c790c-49dd-4621-9877-22cca7945c60 admin admin] 10.222.0.18 "DELETE /v2.0/networks/46f667e3-253a-45b2-9292-270bf50afc2c HTTP/1.1" status: 204 len: 168 time: 1.0191021 Jul 16 03:52:52.884834 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-016d5099-ae02-4ab1-a94a-b34d2be841f7 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 380 time: 0.1249242 Jul 16 03:52:52.916440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-ee1907fb-7522-4aff-83d0-85a5bbd2f0fe tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'port': {'device_id': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'admin_state_up': True, 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'security_groups': ['330e8d29-c47f-4978-9158-1432689d37e4']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:52.922670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c790c-49dd-4621-9877-22cca7945c60 admin admin] Pushing event deleted for resources: {'Network': ['ID=46f667e3-253a-45b2-9292-270bf50afc2c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:52.994419 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:53.004973 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=d65f981b-a9d4-4385-8b31-f1c1be348f55,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:53.007384 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f50bc4-769c-4b2e-b023-5e835876a2a0 req-704e465c-f32e-4036-adf9-b193abec6b41 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:53.010047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-10f50bc4-769c-4b2e-b023-5e835876a2a0 req-704e465c-f32e-4036-adf9-b193abec6b41 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 945 time: 0.5477390 Jul 16 03:52:53.010172 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4699f82c-c20b-40b0-bb2f-590739300721 req-0ddda5c1-33f0-42f7-94c1-5f06a38d830f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] For port eee77f08-e3ea-4585-9c61-2d7347e6a751, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=eee77f08-e3ea-4585-9c61-2d7347e6a751,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:52:53.010552 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4699f82c-c20b-40b0-bb2f-590739300721 req-0ddda5c1-33f0-42f7-94c1-5f06a38d830f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:53.041887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-4699f82c-c20b-40b0-bb2f-590739300721 req-0ddda5c1-33f0-42f7-94c1-5f06a38d830f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Calling delete_port for eee77f08-e3ea-4585-9c61-2d7347e6a751 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:52:53.170954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e6e6644c-ed9d-432d-81ed-dd49db94b356 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:52:53.182916 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-10f50bc4-769c-4b2e-b023-5e835876a2a0 req-9d3add83-f4c9-44c4-a5e5-11cabe3760ab tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428106 Jul 16 03:52:53.250884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e6e6644c-ed9d-432d-81ed-dd49db94b356 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:53.252949 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:53.260416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80e2e15f-0c83-447b-9dbd-15300ca9ca7d req-c83cda71-4009-4ff7-a182-ae3bb1f6b41e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0683885 Jul 16 03:52:53.354346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-ee1907fb-7522-4aff-83d0-85a5bbd2f0fe tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Made reservation on behalf of 03422a5449cd4807854f59afa4486f72 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:53.362904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network ec35e100-c39d-4c6c-8129-ca34a50ba0ec is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:53.363462 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-ee1907fb-7522-4aff-83d0-85a5bbd2f0fe tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:53.363591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34450) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:53.404160 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:53.587994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-ee1907fb-7522-4aff-83d0-85a5bbd2f0fe tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.20.0.12 (521f2e99-0acc-4c19-96ce-f5c71917e29a/0c72678d-14ac-4d24-aa24-489cddb52740/8f212f4c-a838-4911-a138-93af8db9ca41) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:53.599225 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e4d57dc1-132b-468a-aaab-fc66efc1956a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f8cb1c2c257451194d1974da58161f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344277 Jul 16 03:52:53.604649 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34454) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:53.634476 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4699f82c-c20b-40b0-bb2f-590739300721 req-0ddda5c1-33f0-42f7-94c1-5f06a38d830f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:53.651443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['eee77f08-e3ea-4585-9c61-2d7347e6a751'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:52:53.792602 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddda5c1-33f0-42f7-94c1-5f06a38d830f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event deleted for resources: {'Port': ['ID=eee77f08-e3ea-4585-9c61-2d7347e6a751,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:53.828305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4699f82c-c20b-40b0-bb2f-590739300721 req-0ddda5c1-33f0-42f7-94c1-5f06a38d830f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] No DVR routers for this DVR port eee77f08-e3ea-4585-9c61-2d7347e6a751 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:52:53.834044 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4699f82c-c20b-40b0-bb2f-590739300721 req-0ddda5c1-33f0-42f7-94c1-5f06a38d830f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:53.836024 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4699f82c-c20b-40b0-bb2f-590739300721 req-0ddda5c1-33f0-42f7-94c1-5f06a38d830f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.88 "DELETE /v2.0/ports/eee77f08-e3ea-4585-9c61-2d7347e6a751 HTTP/1.1" status: 204 len: 173 time: 1.5969696 Jul 16 03:52:53.839027 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3067a172-bd9e-448c-a3a3-555ef6f89e5c', 'name': 'network-vif-deleted', 'tag': 'eee77f08-e3ea-4585-9c61-2d7347e6a751'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:53.841696 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2fac99-ab5d-4587-8bd6-2b6117ffb5d0" -d '{"events": [{"server_uuid": "3067a172-bd9e-448c-a3a3-555ef6f89e5c", "name": "network-vif-deleted", "tag": "eee77f08-e3ea-4585-9c61-2d7347e6a751"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:53.876708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:52:53.877767 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bb4ce9c-412a-4c8f-8e5f-c61124d93511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:53.921113 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bb4ce9c-412a-4c8f-8e5f-c61124d93511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.000839 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-ee1907fb-7522-4aff-83d0-85a5bbd2f0fe tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.006432 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1761d4-0aeb-4dae-834e-987e1e1fcc57 x-openstack-request-id: req-ad1761d4-0aeb-4dae-834e-987e1e1fcc57 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:54.006834 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3067a172-bd9e-448c-a3a3-555ef6f89e5c", "name": "network-vif-deleted", "tag": "eee77f08-e3ea-4585-9c61-2d7347e6a751", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:54.007024 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad1761d4-0aeb-4dae-834e-987e1e1fcc57 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:54.007392 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3067a172-bd9e-448c-a3a3-555ef6f89e5c', 'name': 'network-vif-deleted', 'tag': 'eee77f08-e3ea-4585-9c61-2d7347e6a751', 'status': 'completed', 'code': 200} Jul 16 03:52:54.012658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bb4ce9c-412a-4c8f-8e5f-c61124d93511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.015172 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7bb4ce9c-412a-4c8f-8e5f-c61124d93511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.016387 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7bb4ce9c-412a-4c8f-8e5f-c61124d93511 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b485f0b7-4313-43c4-8c86-a9605c7208b7 HTTP/1.1" status: 204 len: 168 time: 0.4056227 Jul 16 03:52:54.026754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-ee1907fb-7522-4aff-83d0-85a5bbd2f0fe tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Transition to ACTIVE for port object 8f212f4c-a838-4911-a138-93af8db9ca41 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:54.038077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4ce9c-412a-4c8f-8e5f-c61124d93511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b485f0b7-4313-43c4-8c86-a9605c7208b7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:54.118827 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-ee1907fb-7522-4aff-83d0-85a5bbd2f0fe tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.220821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-ee1907fb-7522-4aff-83d0-85a5bbd2f0fe tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 521f2e99-0acc-4c19-96ce-f5c71917e29a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:54.227200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-ee1907fb-7522-4aff-83d0-85a5bbd2f0fe tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:54.242557 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-ee1907fb-7522-4aff-83d0-85a5bbd2f0fe tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:54.325424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1907fb-7522-4aff-83d0-85a5bbd2f0fe tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=8f212f4c-a838-4911-a138-93af8db9ca41,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:54.335072 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:52:54.345406 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e0e6fa0e-44d5-4ef6-908e-6b5a79d875b9 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "PUT /v2.0/routers/1ed91945-ef39-49e5-ae2e-c595bc23a633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2048314 Jul 16 03:52:54.348942 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f138fca-88ad-41cb-a556-97053efbf252 None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:52:54.350008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34474) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:54.370908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-080e7204-9184-4a2d-a001-24b5a9bfab2c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'port': {'network_id': 'ec35e100-c39d-4c6c-8129-ca34a50ba0ec', 'name': 'tempest-FloatingIPTestJSON-1305734016'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:54.372095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f138fca-88ad-41cb-a556-97053efbf252 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:54.373022 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3f138fca-88ad-41cb-a556-97053efbf252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:54.376596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-ee1907fb-7522-4aff-83d0-85a5bbd2f0fe tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:54.377727 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-ee1907fb-7522-4aff-83d0-85a5bbd2f0fe tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.397748 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-ee1907fb-7522-4aff-83d0-85a5bbd2f0fe tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4853349 Jul 16 03:52:54.410379 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Request body: {'port': {'device_id': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:54.499088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:54.523603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3f138fca-88ad-41cb-a556-97053efbf252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:54.565085 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f138fca-88ad-41cb-a556-97053efbf252 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:52:54.573088 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3f138fca-88ad-41cb-a556-97053efbf252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:54.683681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3f138fca-88ad-41cb-a556-97053efbf252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:52:54.684714 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f138fca-88ad-41cb-a556-97053efbf252 None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:52:54.736822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080e7204-9184-4a2d-a001-24b5a9bfab2c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Made reservation on behalf of 63ee019dfd614d919fb2e315ff29bbc1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:54.743627 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-080e7204-9184-4a2d-a001-24b5a9bfab2c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.755982 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6fa07832-89c3-4e36-a454-d1664966d3da req-f73bf735-bcfd-4f1e-a36d-8849ee165681 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 210 time: 0.1065915 Jul 16 03:52:54.769174 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-080e7204-9184-4a2d-a001-24b5a9bfab2c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] device_id is not set on port 9fb7752c-6d68-4c3c-928f-48113cf21ae3 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:52:54.817222 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9825ac1b-03e0-4566-9d9d-e479c8efb1c5 None None] Provisioning for port 8f212f4c-a838-4911-a138-93af8db9ca41 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:52:54.826127 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9825ac1b-03e0-4566-9d9d-e479c8efb1c5 None None] Provisioning complete for port 8f212f4c-a838-4911-a138-93af8db9ca41 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:52:54.826684 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9825ac1b-03e0-4566-9d9d-e479c8efb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.874562 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.894814 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb8ad-46b6-4766-8a23-b65273fcba3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:54.911239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9825ac1b-03e0-4566-9d9d-e479c8efb1c5 None None] Port 8f212f4c-a838-4911-a138-93af8db9ca41 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:52:54.979190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-080e7204-9184-4a2d-a001-24b5a9bfab2c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Allocated IP 172.20.0.4 (ec35e100-c39d-4c6c-8129-ca34a50ba0ec/b1d2f6bc-2346-40db-bf89-8a3d7bcb31cc/9fb7752c-6d68-4c3c-928f-48113cf21ae3) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:55.118050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88456612-c0eb-42fe-99c6-66478e545e31 req-0c821f3d-f69a-4214-b06f-3e937638b2dd tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:55.119716 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-88456612-c0eb-42fe-99c6-66478e545e31 req-0c821f3d-f69a-4214-b06f-3e937638b2dd tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 932 time: 0.3598349 Jul 16 03:52:55.215725 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-080e7204-9184-4a2d-a001-24b5a9bfab2c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.229083 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-88456612-c0eb-42fe-99c6-66478e545e31 req-ebec6b37-f602-4789-beb6-eaffaf746fcd tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755570 Jul 16 03:52:55.285583 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-080e7204-9184-4a2d-a001-24b5a9bfab2c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.322868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080e7204-9184-4a2d-a001-24b5a9bfab2c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network ec35e100-c39d-4c6c-8129-ca34a50ba0ec is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:55.324946 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb8ad-46b6-4766-8a23-b65273fcba3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.327791 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-080e7204-9184-4a2d-a001-24b5a9bfab2c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:55.332976 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6bbb8ad-46b6-4766-8a23-b65273fcba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.362124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f212f4c-a838-4911-a138-93af8db9ca41 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:52:55.381937 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e7204-9184-4a2d-a001-24b5a9bfab2c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:55.395333 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.400220 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbb8ad-46b6-4766-8a23-b65273fcba3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e399e031-75ae-4a13-9ffb-a3bea0b9f6da,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:55.409785 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a6bbb8ad-46b6-4766-8a23-b65273fcba3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e18cb7e4a0234f30b17ff4704e64d304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9057724 Jul 16 03:52:55.414266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:55.414678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34502) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:55.427171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Transition to ACTIVE for port object 8f212f4c-a838-4911-a138-93af8db9ca41 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:52:55.437551 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.480907 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e7204-9184-4a2d-a001-24b5a9bfab2c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=9fb7752c-6d68-4c3c-928f-48113cf21ae3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:55.504069 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080e7204-9184-4a2d-a001-24b5a9bfab2c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:55.504779 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-080e7204-9184-4a2d-a001-24b5a9bfab2c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.541808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Pushing event updated for resources: {'Port': ['ID=8f212f4c-a838-4911-a138-93af8db9ca41,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:55.550958 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-080e7204-9184-4a2d-a001-24b5a9bfab2c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1899762 Jul 16 03:52:55.553361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34506) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:55.573623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6f7ae283-c0b8-4e90-9fb9-6c2c05b080a0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'port': {'network_id': 'ec35e100-c39d-4c6c-8129-ca34a50ba0ec', 'name': 'tempest-FloatingIPTestJSON-1885793412'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:55.578701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-network', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:55.622931 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07010489-3589-4497-81b1-bacb7c088d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.646796 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07010489-3589-4497-81b1-bacb7c088d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.707969 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07010489-3589-4497-81b1-bacb7c088d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.710816 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07010489-3589-4497-81b1-bacb7c088d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.711970 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-07010489-3589-4497-81b1-bacb7c088d84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e399e031-75ae-4a13-9ffb-a3bea0b9f6da HTTP/1.1" status: 204 len: 168 time: 0.2953804 Jul 16 03:52:55.715234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] Made reservation on behalf of 3c5e0a5ddcec46d1b106eda81e57906e for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:55.717374 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.734158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07010489-3589-4497-81b1-bacb7c088d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e399e031-75ae-4a13-9ffb-a3bea0b9f6da,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:55.743273 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.743875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7ae283-c0b8-4e90-9fb9-6c2c05b080a0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Made reservation on behalf of 63ee019dfd614d919fb2e315ff29bbc1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:55.756762 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Attempting to bind port 8f212f4c-a838-4911-a138-93af8db9ca41 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:52:55.757097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Attempting to bind port 8f212f4c-a838-4911-a138-93af8db9ca41 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:52:55.757429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Attempting to bind port 8f212f4c-a838-4911-a138-93af8db9ca41 on network 521f2e99-0acc-4c19-96ce-f5c71917e29a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:55.768794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Port 8f212f4c-a838-4911-a138-93af8db9ca41 on network 521f2e99-0acc-4c19-96ce-f5c71917e29a not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:52:55.769124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Attempting to bind port 8f212f4c-a838-4911-a138-93af8db9ca41 on network 521f2e99-0acc-4c19-96ce-f5c71917e29a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:52:55.769613 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae283-c0b8-4e90-9fb9-6c2c05b080a0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.776144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:52:55.776534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Checking segment: {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:55.776916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Bound using segment: {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:52:55.777354 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Bound port: 8f212f4c-a838-4911-a138-93af8db9ca41, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:52:55.777715 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:55.829593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-6f7ae283-c0b8-4e90-9fb9-6c2c05b080a0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] device_id is not set on port 65d535ca-3255-4a86-b003-420a54f930fe yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:52:55.929418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device eee77f08-e3ea-4585-9c61-2d7347e6a751 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:52:55.977613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: eee77f08-e3ea-4585-9c61-2d7347e6a751 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:52:55.977967 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device eee77f08-e3ea-4585-9c61-2d7347e6a751 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:52:55.980604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:52:55.985780 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8f212f4c-a838-4911-a138-93af8db9ca41,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:52:55.995735 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.078576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:56.079116 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.081453 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] 10.222.0.20 "PUT /v2.0/ports/8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 200 len: 1092 time: 1.6764019 Jul 16 03:52:56.087821 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53fbf596-3d6b-48f0-9a8e-024153934b69 req-c677686e-ad61-47ce-8ec6-76545552fab2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 210 time: 0.0945344 Jul 16 03:52:56.091679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:52:56.094055 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced57454-9b20-4ee8-a938-5934083d24bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:52:56.207340 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3e3c41-4b9f-4b6a-8521-28d6481a2ef8 x-openstack-request-id: req-8d3e3c41-4b9f-4b6a-8521-28d6481a2ef8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:52:56.208245 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:52:56.209302 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d3e3c41-4b9f-4b6a-8521-28d6481a2ef8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:52:56.209737 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41', 'status': 'completed', 'code': 200} Jul 16 03:52:56.281883 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661a2e8-6971-47d1-bbf6-807a46961156 service neutron] Pushing event updated for resources: {'Port': ['ID=8f212f4c-a838-4911-a138-93af8db9ca41,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:56.291169 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.293026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:56.317267 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caa54344-780b-4721-b979-2e7824a304a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.319124 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.363279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:52:56.390941 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-2075890e-95fb-4d7c-a33f-9f60f79c76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:56.391188 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-2075890e-95fb-4d7c-a33f-9f60f79c76d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1095 time: 0.2394388 Jul 16 03:52:56.442720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.443181 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] Added segment 7fa56cf5-1b12-4ce1-b001-ba85a691dd7b of type vlan for network 8333af47-309d-4966-91d1-bb125390a8e6 Jul 16 03:52:56.447816 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-71157346-04c9-4b25-b731-4d8ce8485d32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 200 len: 217 time: 0.0458443 Jul 16 03:52:56.459115 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:56.573547 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.594106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6f7ae283-c0b8-4e90-9fb9-6c2c05b080a0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Allocated IP 172.20.0.5 (ec35e100-c39d-4c6c-8129-ca34a50ba0ec/b1d2f6bc-2346-40db-bf89-8a3d7bcb31cc/65d535ca-3255-4a86-b003-420a54f930fe) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:56.636288 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1011a5e4-7330-48b3-9ec5-1bfc47857e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:56.637401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1011a5e4-7330-48b3-9ec5-1bfc47857e58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c72678d-14ac-4d24-aa24-489cddb52740 HTTP/1.1" status: 200 len: 835 time: 0.1719174 Jul 16 03:52:56.702541 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d332cf3-2fd2-4ec7-b7f3-9a5838464edb req-1ee8332a-ea43-49ec-8d8c-4f541ccdea87 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:56.704140 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d332cf3-2fd2-4ec7-b7f3-9a5838464edb req-1ee8332a-ea43-49ec-8d8c-4f541ccdea87 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 944 time: 0.2532551 Jul 16 03:52:56.709057 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.710010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:56.710595 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.812062 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae283-c0b8-4e90-9fb9-6c2c05b080a0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.847144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] Pushing event updated for resources: {'Network': ['ID=8333af47-309d-4966-91d1-bb125390a8e6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:56.856922 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae283-c0b8-4e90-9fb9-6c2c05b080a0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.859254 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caa54344-780b-4721-b979-2e7824a304a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.859387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 8333af47-309d-4966-91d1-bb125390a8e6 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:52:56.870441 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-caa54344-780b-4721-b979-2e7824a304a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:56.874905 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d332cf3-2fd2-4ec7-b7f3-9a5838464edb req-871633c8-f264-4cc9-abba-4592ddc9dda5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498358 Jul 16 03:52:56.895538 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a3a27c11-95af-4329-895c-8662d1c98479 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4798510 Jul 16 03:52:56.911535 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:56.927235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1131dc7c-e1fe-407f-a184-928dc8dc42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:56.928129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ae283-c0b8-4e90-9fb9-6c2c05b080a0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=65d535ca-3255-4a86-b003-420a54f930fe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:56.928854 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-1131dc7c-e1fe-407f-a184-928dc8dc42bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=521f2e99-0acc-4c19-96ce-f5c71917e29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2822948 Jul 16 03:52:56.943462 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7ae283-c0b8-4e90-9fb9-6c2c05b080a0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network ec35e100-c39d-4c6c-8129-ca34a50ba0ec is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:56.944135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-12200c6c-79ea-452f-b68c-b43eb3ff34a2 admin admin] Request body: {'subnet': {'network_id': '8333af47-309d-4966-91d1-bb125390a8e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-subnet', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:56.945026 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6f7ae283-c0b8-4e90-9fb9-6c2c05b080a0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:56.947310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ae283-c0b8-4e90-9fb9-6c2c05b080a0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:56.994222 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-caa54344-780b-4721-b979-2e7824a304a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4b2fa4dfb9b44468e6bd802544f948b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6993771 Jul 16 03:52:56.997879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34528) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:57.037077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7ae283-c0b8-4e90-9fb9-6c2c05b080a0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:57.037753 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f7ae283-c0b8-4e90-9fb9-6c2c05b080a0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.070748 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6f7ae283-c0b8-4e90-9fb9-6c2c05b080a0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5155208 Jul 16 03:52:57.073774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34530) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:57.084125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '65d535ca-3255-4a86-b003-420a54f930fe', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:57.100793 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-3fad8f91-4c34-47ed-b1e0-8618340f7834 service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097815 Jul 16 03:52:57.103610 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c33a7a6-2eac-4be3-88cd-5f00e91a1376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.123969 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa54344-780b-4721-b979-2e7824a304a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4e96a3-44b1-4e40-818c-2c163e1ef0c7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:57.134421 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.143383 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c33a7a6-2eac-4be3-88cd-5f00e91a1376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.277288 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c33a7a6-2eac-4be3-88cd-5f00e91a1376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.280095 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c33a7a6-2eac-4be3-88cd-5f00e91a1376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.281331 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5c33a7a6-2eac-4be3-88cd-5f00e91a1376 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d4e96a3-44b1-4e40-818c-2c163e1ef0c7 HTTP/1.1" status: 204 len: 168 time: 0.2825091 Jul 16 03:52:57.295671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33a7a6-2eac-4be3-88cd-5f00e91a1376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4e96a3-44b1-4e40-818c-2c163e1ef0c7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:57.320515 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12200c6c-79ea-452f-b68c-b43eb3ff34a2 admin admin] Made reservation on behalf of 3c5e0a5ddcec46d1b106eda81e57906e for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:52:57.323145 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12200c6c-79ea-452f-b68c-b43eb3ff34a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.329610 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.390312 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e2eca37-e280-437e-8bcd-72b616680b22 req-789aa6a9-d4b5-4bd8-b14a-5df8cff5c8d5 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 210 time: 0.0521872 Jul 16 03:52:57.462763 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-82dd4bb9-bed2-418a-9f5b-73d584b78492 req-59bd71f5-90f7-41d8-a064-7eefd1d425b5 service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517110 Jul 16 03:52:57.463814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Allocated IP 172.25.3.227 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/78009d21-23a3-460c-9016-a95235a87900) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:52:57.638048 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.687776 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12200c6c-79ea-452f-b68c-b43eb3ff34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.715363 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:57.791057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:52:57.797587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:57.802591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=78009d21-23a3-460c-9016-a95235a87900,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:57.810321 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:52:58.291512 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12200c6c-79ea-452f-b68c-b43eb3ff34a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e331c95-51fe-485f-8ab5-5fa7e556c33e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:58.332507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12200c6c-79ea-452f-b68c-b43eb3ff34a2 admin admin] Checking segment: {'id': '7fa56cf5-1b12-4ce1-b001-ba85a691dd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:52:58.333573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12200c6c-79ea-452f-b68c-b43eb3ff34a2 admin admin] Network hostable DHCP agents. Network: 8333af47-309d-4966-91d1-bb125390a8e6, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:52:58.350721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced57454-9b20-4ee8-a938-5934083d24bd req-aca15df6-4fd8-49e2-b1e4-85fcc766690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:58.352625 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ced57454-9b20-4ee8-a938-5934083d24bd req-aca15df6-4fd8-49e2-b1e4-85fcc766690d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1095 time: 0.6751425 Jul 16 03:52:58.423489 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12200c6c-79ea-452f-b68c-b43eb3ff34a2 admin admin] Network 8333af47-309d-4966-91d1-bb125390a8e6 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:52:58.469266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6160f-4e0c-462c-8431-3cbc0130c6cb req-63956ffb-713d-4f27-84be-8848a20ae23a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:58.478019 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eed6160f-4e0c-462c-8431-3cbc0130c6cb req-63956ffb-713d-4f27-84be-8848a20ae23a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 944 time: 0.2702122 Jul 16 03:52:58.483731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-12200c6c-79ea-452f-b68c-b43eb3ff34a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 8333af47-309d-4966-91d1-bb125390a8e6) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:52:58.495667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12200c6c-79ea-452f-b68c-b43eb3ff34a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:58.496131 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5135f970-b9fd-4094-bf02-6bbe4c14c7ff None None] Network 8333af47-309d-4966-91d1-bb125390a8e6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:58.498606 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12200c6c-79ea-452f-b68c-b43eb3ff34a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.536402 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.589540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-12200c6c-79ea-452f-b68c-b43eb3ff34a2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6595807 Jul 16 03:52:58.596629 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:52:58.608911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:52:58.669113 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eed6160f-4e0c-462c-8431-3cbc0130c6cb req-f290eb41-6380-4613-9811-f330a24140fb tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668162 Jul 16 03:52:58.706823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78bd792-cb28-4810-a3df-ea43e7111011 None None] Network 8333af47-309d-4966-91d1-bb125390a8e6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:52:58.745576 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f66956d-34b9-4137-a380-026cfa641351 req-4a1c6680-78ab-4c0a-99b7-378009f46859 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 210 time: 0.0925210 Jul 16 03:52:58.750951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced57454-9b20-4ee8-a938-5934083d24bd req-cc9e619d-9d7c-47b5-858d-81f7fa723135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:58.756574 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ced57454-9b20-4ee8-a938-5934083d24bd req-cc9e619d-9d7c-47b5-858d-81f7fa723135 service neutron] 10.222.0.20 "GET /v2.0/networks?id=521f2e99-0acc-4c19-96ce-f5c71917e29a HTTP/1.1" status: 200 len: 898 time: 0.3934541 Jul 16 03:52:58.778464 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.869213 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.874023 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:58.887629 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ced57454-9b20-4ee8-a938-5934083d24bd req-e7ac3e26-19ac-4bfd-a481-258be520393c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 200 len: 217 time: 0.1228898 Jul 16 03:52:59.003124 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:59.009331 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:59.015871 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:59.052793 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced57454-9b20-4ee8-a938-5934083d24bd req-d4622a28-4d0e-4922-9b5f-7f1a22b3d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:59.054314 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ced57454-9b20-4ee8-a938-5934083d24bd req-d4622a28-4d0e-4922-9b5f-7f1a22b3d406 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c72678d-14ac-4d24-aa24-489cddb52740 HTTP/1.1" status: 200 len: 835 time: 0.1567502 Jul 16 03:52:59.204102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=78009d21-23a3-460c-9016-a95235a87900,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:52:59.242217 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:59.252371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:59.350209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced57454-9b20-4ee8-a938-5934083d24bd req-f0013a72-8abe-49f3-9ff6-187b5952b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:52:59.353338 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ced57454-9b20-4ee8-a938-5934083d24bd req-f0013a72-8abe-49f3-9ff6-187b5952b582 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=521f2e99-0acc-4c19-96ce-f5c71917e29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2646515 Jul 16 03:52:59.432907 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Floating IP e43b75f5-128a-4e00-9f67-bf4af9bb8cf9 associated. External IP: 172.25.3.227, port: 65d535ca-3255-4a86-b003-420a54f930fe. Jul 16 03:52:59.545086 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ced57454-9b20-4ee8-a938-5934083d24bd req-02d51f79-e4f1-4556-be19-e3cb11011f91 service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828268 Jul 16 03:52:59.794439 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:59.798095 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ced57454-9b20-4ee8-a938-5934083d24bd req-0ac64ed2-b431-423d-8521-19d7f4a88e27 service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970577 Jul 16 03:52:59.834428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:52:59.840720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:52:59.995051 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:00.006659 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8594850f-da7e-4a7d-a112-f86f6a043021 None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:00.021760 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8594850f-da7e-4a7d-a112-f86f6a043021 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:00.024241 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8594850f-da7e-4a7d-a112-f86f6a043021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:00.031790 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.066545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-828a9f99-7ea8-4f19-bb0e-13caf8c31c8a req-1683cff5-b12d-4fc4-8bc0-1fcd401cf41e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=3067a172-bd9e-448c-a3a3-555ef6f89e5c HTTP/1.1" status: 200 len: 210 time: 0.1335518 Jul 16 03:53:00.078355 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fcd65e71-abc1-42d2-9ee1-1fe82912d034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.121425 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8594850f-da7e-4a7d-a112-f86f6a043021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:00.130550 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c8da75ac-8cb2-4997-89be-d49097487485 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0549350 Jul 16 03:53:00.144086 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8594850f-da7e-4a7d-a112-f86f6a043021 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:00.144879 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8594850f-da7e-4a7d-a112-f86f6a043021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:00.150639 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34596) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:00.181428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-389a5656-bd22-42cb-b006-a17cad0f0278 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:00.203280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa792db0-d666-4e53-8b76-c4a8ba3115a1 req-3dd695b3-89d4-421d-a1da-bb88ccb35703 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:00.212747 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa792db0-d666-4e53-8b76-c4a8ba3115a1 req-3dd695b3-89d4-421d-a1da-bb88ccb35703 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 944 time: 0.2906661 Jul 16 03:53:00.213665 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8594850f-da7e-4a7d-a112-f86f6a043021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:00.216011 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8594850f-da7e-4a7d-a112-f86f6a043021 None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:00.262322 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Allocated IP 172.25.3.206 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:00.318104 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa792db0-d666-4e53-8b76-c4a8ba3115a1 req-fc5ce4d4-2ece-4faa-b713-11b7eddada5f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033792 Jul 16 03:53:00.360132 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-389a5656-bd22-42cb-b006-a17cad0f0278 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.539628 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.595383 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.702721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:00.712740 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:00.730608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:00.786781 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:00.885578 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-389a5656-bd22-42cb-b006-a17cad0f0278 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.891746 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-389a5656-bd22-42cb-b006-a17cad0f0278 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:00.892076 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-389a5656-bd22-42cb-b006-a17cad0f0278 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Floating IP e43b75f5-128a-4e00-9f67-bf4af9bb8cf9 disassociated. External IP: 172.25.3.227, port: 65d535ca-3255-4a86-b003-420a54f930fe. Jul 16 03:53:01.074117 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.167700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389a5656-bd22-42cb-b006-a17cad0f0278 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:01.195806 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.363559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8f212f4c-a838-4911-a138-93af8db9ca41 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:53:01.478210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389a5656-bd22-42cb-b006-a17cad0f0278 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:01.487296 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-389a5656-bd22-42cb-b006-a17cad0f0278 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.566308 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-389a5656-bd22-42cb-b006-a17cad0f0278 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "PUT /v2.0/floatingips/e43b75f5-128a-4e00-9f67-bf4af9bb8cf9 HTTP/1.1" status: 200 len: 688 time: 1.4147384 Jul 16 03:53:01.568615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34626) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:01.724148 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.727820 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting port 78009d21-23a3-460c-9016-a95235a87900 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:01.728291 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.737972 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8f212f4c-a838-4911-a138-93af8db9ca41,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:01.742813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac157d-e259-44f8-8a25-ef0442c128f9 req-c1ff1534-0af6-4c80-8046-f0e7c1644bcc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:01.744856 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ecac157d-e259-44f8-8a25-ef0442c128f9 req-c1ff1534-0af6-4c80-8046-f0e7c1644bcc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 944 time: 0.1756532 Jul 16 03:53:01.763775 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '8f212f4c-a838-4911-a138-93af8db9ca41', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'port_id': '8f212f4c-a838-4911-a138-93af8db9ca41', 'mac_address': 'fa:16:3e:32:86:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:53:01.768154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36adb08-13ac-4c47-a473-d4d6e1a10b14 None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:01.792159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36adb08-13ac-4c47-a473-d4d6e1a10b14 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:01.793047 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d36adb08-13ac-4c47-a473-d4d6e1a10b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:01.877067 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.880163 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.882152 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ecac157d-e259-44f8-8a25-ef0442c128f9 req-accbf527-3c6c-46ac-bd80-b19faa32ea62 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009173 Jul 16 03:53:01.882293 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d36adb08-13ac-4c47-a473-d4d6e1a10b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:01.912932 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f212f4c-a838-4911-a138-93af8db9ca41 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:53:01.927578 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.928153 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:01.932494 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36adb08-13ac-4c47-a473-d4d6e1a10b14 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:01.933663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d36adb08-13ac-4c47-a473-d4d6e1a10b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:01.949101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Calling delete_port for 78009d21-23a3-460c-9016-a95235a87900 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:01.963312 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Router 88f752db-cd29-40fe-9605-e324a4438985 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:53:02.043049 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8f212f4c-a838-4911-a138-93af8db9ca41,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:02.044670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d36adb08-13ac-4c47-a473-d4d6e1a10b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:02.045855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36adb08-13ac-4c47-a473-d4d6e1a10b14 None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:02.049625 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.124212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:02.132480 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.136231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=8f212f4c-a838-4911-a138-93af8db9ca41,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:02.141287 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Sync routers for ids ['88f752db-cd29-40fe-9605-e324a4438985'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:02.149904 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.154350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34630) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:02.155074 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4a7b0be3-5b32-4543-aea3-b35737fe08d5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.5517175 Jul 16 03:53:02.159623 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Routers {'88f752db-cd29-40fe-9605-e324a4438985'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:02.160242 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:52:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88f752db-cd29-40fe-9605-e324a4438985'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:02.187460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Port': ['ID=78009d21-23a3-460c-9016-a95235a87900,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:02.255034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:02.255385 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:02.255734 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:02.256079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:02.256445 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:02.256782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:02.257117 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:02.257448 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:02.257777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:02.258106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:02.258679 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:02.259040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:02.274947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['8f212f4c-a838-4911-a138-93af8db9ca41'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:02.390582 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.393928 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.398540 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8fbe25d1-93cd-4f47-be77-67163abfa28c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/floatingips/e43b75f5-128a-4e00-9f67-bf4af9bb8cf9 HTTP/1.1" status: 204 len: 168 time: 0.8254004 Jul 16 03:53:02.398722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:02.418137 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Set router 88f752db-cd29-40fe-9605-e324a4438985 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:02.418306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '9fb7752c-6d68-4c3c-928f-48113cf21ae3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:02.466303 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.798265 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-50bcef64-1a0d-40c5-bc68-cbfb73078a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.807474 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.830592 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f752db-cd29-40fe-9605-e324a4438985', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:58Z', 'updated_at': '2021-07-16T03:53:01Z', 'revision_number': 3, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'gw_port': {'id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:59Z', 'updated_at': '2021-07-16T03:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:02.841901 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:02.892078 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Checking router: 88f752db-cd29-40fe-9605-e324a4438985 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:53:02.892951 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Updating router 88f752db-cd29-40fe-9605-e324a4438985 port a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:53:02.965361 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.018081 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Allocated IP 172.25.3.185 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/3d0949be-f550-4a6c-b146-3f446a2ba439) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:03.158726 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.160886 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.268299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9caaa8-4f71-4c14-a671-1b2c76dbc263 req-2249b655-7d76-4d14-89df-e7e036d3da32 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:03.270254 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe9caaa8-4f71-4c14-a671-1b2c76dbc263 req-2249b655-7d76-4d14-89df-e7e036d3da32 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 945 time: 0.0970106 Jul 16 03:53:03.325219 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.382934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8f212f4c-a838-4911-a138-93af8db9ca41 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:03.405816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Allocated IP 172.20.0.1 (8333af47-309d-4966-91d1-bb125390a8e6/7e331c95-51fe-485f-8ab5-5fa7e556c33e/fb5bc94c-6e4f-4a74-80fb-c62578291873) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:03.430660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:03.465566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:03.478040 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 8f212f4c-a838-4911-a138-93af8db9ca41 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:03.480900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe9caaa8-4f71-4c14-a671-1b2c76dbc263 req-4e26ccce-a2d7-4ca8-84f7-89ec90fd2e7d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989670 Jul 16 03:53:03.481526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:03.483645 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 8f212f4c-a838-4911-a138-93af8db9ca41 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:03.484026 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.498735 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=3d0949be-f550-4a6c-b146-3f446a2ba439,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:03.566538 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.598372 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.599530 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Transition to ACTIVE for port object a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:03.613590 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.655758 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.684944 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:03.687796 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8f4e99-a665-4759-9fbf-4ae9cb46b495" -d '{"events": [{"server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "name": "network-vif-plugged", "status": "completed", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:03.695231 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.709616 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1ebcf-9141-479b-a3e4-fc91e15e94c2 None None] Pushing event updated for resources: {'Port': ['ID=a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:03.721299 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Attempting to bind port a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:03.721886 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Attempting to bind port a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:03.722292 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Attempting to bind port a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:03.733516 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8f212f4c-a838-4911-a138-93af8db9ca41,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:03.743143 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ebcf-9141-479b-a3e4-fc91e15e94c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.744439 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ebcf-9141-479b-a3e4-fc91e15e94c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.746070 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ebcf-9141-479b-a3e4-fc91e15e94c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.746393 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ebcf-9141-479b-a3e4-fc91e15e94c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.748874 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ebcf-9141-479b-a3e4-fc91e15e94c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.750897 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ebcf-9141-479b-a3e4-fc91e15e94c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.753077 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ebcf-9141-479b-a3e4-fc91e15e94c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.753517 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ebcf-9141-479b-a3e4-fc91e15e94c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.754215 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ebcf-9141-479b-a3e4-fc91e15e94c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.755312 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.758424 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ebcf-9141-479b-a3e4-fc91e15e94c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.759649 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ebcf-9141-479b-a3e4-fc91e15e94c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.761359 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e1ebcf-9141-479b-a3e4-fc91e15e94c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:03.777571 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:03.777966 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:03.781977 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.781977 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:03.782629 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Bound port: a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:03.784640 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.792350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Network 8333af47-309d-4966-91d1-bb125390a8e6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:03.828890 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:03.839630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:03.860806 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e76d83-ae68-4ff6-9ab9-dc9188b77284 x-openstack-request-id: req-92e76d83-ae68-4ff6-9ab9-dc9188b77284 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:03.861919 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "name": "network-vif-plugged", "status": "completed", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:03.861919 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92e76d83-ae68-4ff6-9ab9-dc9188b77284 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:03.862255 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41', 'code': 200} Jul 16 03:53:03.901288 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Pushing event updated for resources: {'Port': ['ID=fb5bc94c-6e4f-4a74-80fb-c62578291873,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:03.904748 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.941975 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=8f212f4c-a838-4911-a138-93af8db9ca41,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:03.951040 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] For port a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:03.961223 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:03.962760 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] For port a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:03.974936 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.074264 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Routers {'88f752db-cd29-40fe-9605-e324a4438985'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:04.074986 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88f752db-cd29-40fe-9605-e324a4438985'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:04.112598 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d777ee2-c531-490e-bf1e-1ac00d99dcbe req-c39b29b3-7e26-4eff-b7c5-3c58232990b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:04.114109 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d777ee2-c531-490e-bf1e-1ac00d99dcbe req-c39b29b3-7e26-4eff-b7c5-3c58232990b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1097 time: 0.1398060 Jul 16 03:53:04.176057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d777ee2-c531-490e-bf1e-1ac00d99dcbe req-8d7d6313-909b-4861-af24-8d6b5a2f6b1c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407186 Jul 16 03:53:04.186399 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1ebcf-9141-479b-a3e4-fc91e15e94c2 None None] Pushing event updated for resources: {'Port': ['ID=a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:04.249916 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.343198 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] Set router 88f752db-cd29-40fe-9605-e324a4438985 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:04.355914 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.540869 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.659932 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.668759 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.740453 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:53:04.820573 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f752db-cd29-40fe-9605-e324a4438985', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:58Z', 'updated_at': '2021-07-16T03:53:01Z', 'revision_number': 3, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'gw_port': {'id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:59Z', 'updated_at': '2021-07-16T03:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:04.858457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Pushing event updated for resources: {'Port': ['ID=fb5bc94c-6e4f-4a74-80fb-c62578291873,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:04.861708 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:04.902751 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaea81e-d3e8-4b76-83bf-b00bfb00f216 None None] The sync data for ids ['88f752db-cd29-40fe-9605-e324a4438985'] in n-d-800088-6 is: [{'id': '88f752db-cd29-40fe-9605-e324a4438985', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:58Z', 'updated_at': '2021-07-16T03:53:01Z', 'revision_number': 3, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'gw_port': {'id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:59Z', 'updated_at': '2021-07-16T03:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:05.063703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Network 8333af47-309d-4966-91d1-bb125390a8e6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:05.066570 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:05.444771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Router 88f752db-cd29-40fe-9605-e324a4438985 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:05.721569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:05.732156 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a423e6a4-45a7-4822-b9af-934cf3aa40c3 admin admin] 10.222.0.18 "PUT /v2.0/routers/88f752db-cd29-40fe-9605-e324a4438985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5521924 Jul 16 03:53:05.761580 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.123612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f08005-98f5-4716-ada6-aff2959ebd8a req-8922de5a-e49f-4ab9-abe9-8c0d33dbdbb4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:06.132886 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61f08005-98f5-4716-ada6-aff2959ebd8a req-8922de5a-e49f-4ab9-abe9-8c0d33dbdbb4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 1.3888702 Jul 16 03:53:06.270930 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.304033 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61f08005-98f5-4716-ada6-aff2959ebd8a req-e232d601-f9cc-42e8-9761-583804fbe80b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701763 Jul 16 03:53:06.312880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.434199 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:06.639162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-952354c0-9d91-4b07-bb57-ec87f7facef3 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:06.663210 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-952354c0-9d91-4b07-bb57-ec87f7facef3 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/networks?id=8333af47-309d-4966-91d1-bb125390a8e6 HTTP/1.1" status: 200 len: 820 time: 0.2267752 Jul 16 03:53:06.695129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-1dbbff47-054c-41a4-99bb-504fc5665971 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/quotas/3c5e0a5ddcec46d1b106eda81e57906e HTTP/1.1" status: 200 len: 375 time: 0.0307407 Jul 16 03:53:06.695764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=3d0949be-f550-4a6c-b146-3f446a2ba439,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:06.779830 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Floating IP 5f242df4-ec4d-4985-a5ae-fe3db21863a2 associated. External IP: 172.25.3.185, port: 9fb7752c-6d68-4c3c-928f-48113cf21ae3. Jul 16 03:53:07.162994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:07.292201 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:07.297883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:07.298270 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.312962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:07.364102 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-8d85ec5b-1306-4cae-b499-258cc63463ae tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c5e0a5ddcec46d1b106eda81e57906e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6569021 Jul 16 03:53:07.457003 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.499732 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:07.513119 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.671164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:07.812932 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-269cf0e9-5f57-411d-9f5d-493c4e179a85 service neutron] 10.222.0.18 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478426 Jul 16 03:53:07.825516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd592a8e-4908-44b9-a126-bf144e1d8ea6 req-6aeba846-81c0-4515-a49c-ab3a90b2a177 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:07.834310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd592a8e-4908-44b9-a126-bf144e1d8ea6 req-6aeba846-81c0-4515-a49c-ab3a90b2a177 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.3036811 Jul 16 03:53:07.880919 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:07.890284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b4e76-0f7b-43ff-b16e-5c3269a82838 None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:07.903896 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b4e76-0f7b-43ff-b16e-5c3269a82838 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:07.906894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-928b4e76-0f7b-43ff-b16e-5c3269a82838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:07.953793 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Sync routers for ids ['88f752db-cd29-40fe-9605-e324a4438985'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:07.959649 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:07.992398 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Routers {'88f752db-cd29-40fe-9605-e324a4438985'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:07.995220 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88f752db-cd29-40fe-9605-e324a4438985'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:08.085347 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-928b4e76-0f7b-43ff-b16e-5c3269a82838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:08.104770 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b4e76-0f7b-43ff-b16e-5c3269a82838 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:08.105704 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-928b4e76-0f7b-43ff-b16e-5c3269a82838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:08.161757 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-78500d75-f0b5-4d89-ab32-649acf40568e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7603979 Jul 16 03:53:08.163111 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-4c2c62ef-94d9-4183-9211-74231fb3152d service neutron] 10.222.0.18 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168819 Jul 16 03:53:08.164102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34758) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:08.179519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd592a8e-4908-44b9-a126-bf144e1d8ea6 req-2af69b8e-65d9-43d0-9f96-f7758f0883a7 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440771 Jul 16 03:53:08.274678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-928b4e76-0f7b-43ff-b16e-5c3269a82838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:08.283462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b4e76-0f7b-43ff-b16e-5c3269a82838 None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:08.374598 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Set router 88f752db-cd29-40fe-9605-e324a4438985 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:08.476140 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d93f3f9d-c17f-4a84-bc5a-067210ae6607 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "GET /v2.0/floatingips/5f242df4-ec4d-4985-a5ae-fe3db21863a2 HTTP/1.1" status: 200 len: 978 time: 0.3095360 Jul 16 03:53:08.480786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:08.773846 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05a22d7d-8a0b-4e41-90dc-6caceae5b567 req-723009d1-a507-42b1-912f-4c629cc4091a tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 210 time: 0.0851891 Jul 16 03:53:08.840558 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f752db-cd29-40fe-9605-e324a4438985', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:58Z', 'updated_at': '2021-07-16T03:53:04Z', 'revision_number': 4, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'gw_port': {'id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:59Z', 'updated_at': '2021-07-16T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fb5bc94c-6e4f-4a74-80fb-c62578291873', 'name': '', 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'mac_address': 'fa:16:3e:c4:77:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:03Z', 'updated_at': '2021-07-16T03:53:04Z', 'revision_number': 2, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'subnets': [{'id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:08.885653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0666d-78e8-4b56-8e1c-a30321220c1a req-5f811b74-944b-4fc1-8752-2ac1662baa4d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:08.887825 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-47c0666d-78e8-4b56-8e1c-a30321220c1a req-5f811b74-944b-4fc1-8752-2ac1662baa4d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.4166646 Jul 16 03:53:08.894354 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-22ff39bf-bde8-47d1-a719-738badcac691 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4083352 Jul 16 03:53:08.894870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34816) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:08.900356 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3a52c2a4-daa6-425d-85e0-e268a699adc7 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'floatingip': {'port_id': '65d535ca-3255-4a86-b003-420a54f930fe'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:08.919904 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Checking router: 88f752db-cd29-40fe-9605-e324a4438985 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:53:08.920293 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Updating router 88f752db-cd29-40fe-9605-e324a4438985 port fb5bc94c-6e4f-4a74-80fb-c62578291873 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:53:08.995625 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-47c0666d-78e8-4b56-8e1c-a30321220c1a req-14938910-da6d-4606-bfae-7e08a90241d4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008232 Jul 16 03:53:09.036688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:09.042103 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.102474 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a52c2a4-daa6-425d-85e0-e268a699adc7 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.124344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:09.230006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:09.231386 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.240626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7e3219-f37e-4ccb-92f6-a2a5f8b6d922 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:09.246720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 34826) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:09.252918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8b7e3219-f37e-4ccb-92f6-a2a5f8b6d922 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1092 time: 0.2150693 Jul 16 03:53:09.283442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '8f212f4c-a838-4911-a138-93af8db9ca41', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:09.508895 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:09.975428 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.000949 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Transition to ACTIVE for port object fb5bc94c-6e4f-4a74-80fb-c62578291873 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:10.014190 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.114361 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecdf03-5349-456f-9e3e-7de9a1acde94 None None] Pushing event updated for resources: {'Port': ['ID=fb5bc94c-6e4f-4a74-80fb-c62578291873,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:10.140080 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.214990 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7f1acdb-725b-409c-b06c-0d5ac1283407 req-678e352d-5eb8-4c1f-93c5-07a278f587c0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 210 time: 0.1158590 Jul 16 03:53:10.216896 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Attempting to bind port fb5bc94c-6e4f-4a74-80fb-c62578291873 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:10.217744 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Attempting to bind port fb5bc94c-6e4f-4a74-80fb-c62578291873 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '7fa56cf5-1b12-4ce1-b001-ba85a691dd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:10.221247 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Attempting to bind port fb5bc94c-6e4f-4a74-80fb-c62578291873 on network 8333af47-309d-4966-91d1-bb125390a8e6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:10.238936 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:10.239618 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Checking segment: {'id': '7fa56cf5-1b12-4ce1-b001-ba85a691dd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:10.240802 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.241959 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Bound using segment: {'id': '7fa56cf5-1b12-4ce1-b001-ba85a691dd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:10.243600 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Bound port: fb5bc94c-6e4f-4a74-80fb-c62578291873, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa56cf5-1b12-4ce1-b001-ba85a691dd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:10.244095 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.409805 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] For port fb5bc94c-6e4f-4a74-80fb-c62578291873, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:10.418035 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] For port fb5bc94c-6e4f-4a74-80fb-c62578291873, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fb5bc94c-6e4f-4a74-80fb-c62578291873,segment=NetworkSegment(7fa56cf5-1b12-4ce1-b001-ba85a691dd7b),segment_id=7fa56cf5-1b12-4ce1-b001-ba85a691dd7b)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:10.438221 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:10.451943 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.25.3.81 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/2afff3a8-9df9-4fb5-aeba-12056078aa58) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:10.546745 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Routers {'88f752db-cd29-40fe-9605-e324a4438985'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:10.550627 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88f752db-cd29-40fe-9605-e324a4438985'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:10.880660 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecdf03-5349-456f-9e3e-7de9a1acde94 None None] Pushing event updated for resources: {'Port': ['ID=fb5bc94c-6e4f-4a74-80fb-c62578291873,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:10.898316 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] Set router 88f752db-cd29-40fe-9605-e324a4438985 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:11.464161 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f752db-cd29-40fe-9605-e324a4438985', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:58Z', 'updated_at': '2021-07-16T03:53:04Z', 'revision_number': 4, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'gw_port': {'id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:59Z', 'updated_at': '2021-07-16T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fb5bc94c-6e4f-4a74-80fb-c62578291873', 'name': '', 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'mac_address': 'fa:16:3e:c4:77:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:03Z', 'updated_at': '2021-07-16T03:53:10Z', 'revision_number': 4, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'subnets': [{'id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:11.508600 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b0fdf4-1551-49d1-9036-50c496d1da6d None None] The sync data for ids ['88f752db-cd29-40fe-9605-e324a4438985'] in n-d-800088-6 is: [{'id': '88f752db-cd29-40fe-9605-e324a4438985', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:58Z', 'updated_at': '2021-07-16T03:53:04Z', 'revision_number': 4, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'gw_port': {'id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:59Z', 'updated_at': '2021-07-16T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fb5bc94c-6e4f-4a74-80fb-c62578291873', 'name': '', 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'mac_address': 'fa:16:3e:c4:77:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:03Z', 'updated_at': '2021-07-16T03:53:10Z', 'revision_number': 4, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'subnets': [{'id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:11.626685 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1a6ce1ef-4e04-48f8-b063-8ef597e93ac2 req-3a744904-bb52-43ba-8c97-a069fadde737 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 210 time: 0.1488576 Jul 16 03:53:11.787780 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:11.956929 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-38f90d4b-f298-4760-b042-515b4b85942d tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:11.959371 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-38f90d4b-f298-4760-b042-515b4b85942d tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.88 "GET /v2.0/networks?id=8333af47-309d-4966-91d1-bb125390a8e6 HTTP/1.1" status: 200 len: 820 time: 1.1618593 Jul 16 03:53:11.974766 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-3a52c2a4-daa6-425d-85e0-e268a699adc7 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:53:11.983601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-64bd5706-931a-44a1-a9cf-73d355033388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Request body: {'port': {'device_id': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6', 'admin_state_up': True, 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:12.181355 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.207624 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a52c2a4-daa6-425d-85e0-e268a699adc7 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.248820 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:12.250412 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a52c2a4-daa6-425d-85e0-e268a699adc7 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.315458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:12.329329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:12.436769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=2afff3a8-9df9-4fb5-aeba-12056078aa58,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:12.746879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-64bd5706-931a-44a1-a9cf-73d355033388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Made reservation on behalf of 3c5e0a5ddcec46d1b106eda81e57906e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:12.750370 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-64bd5706-931a-44a1-a9cf-73d355033388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:12.755482 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-3a52c2a4-daa6-425d-85e0-e268a699adc7 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Floating IP 5f242df4-ec4d-4985-a5ae-fe3db21863a2 associated. External IP: 172.25.3.185, port: 9fb7752c-6d68-4c3c-928f-48113cf21ae3. Jul 16 03:53:13.020395 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa63863c-99e7-4430-8f0d-f520740f5be1 req-5ed31915-a996-4071-8d05-772fb11ed2c2 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 210 time: 0.0632408 Jul 16 03:53:13.208817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fb5bc94c-6e4f-4a74-80fb-c62578291873 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:13.337852 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port fb5bc94c-6e4f-4a74-80fb-c62578291873 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:13.342300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port fb5bc94c-6e4f-4a74-80fb-c62578291873 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:13.342889 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.583867 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.680646 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.684023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-64bd5706-931a-44a1-a9cf-73d355033388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Allocated IP 172.20.0.4 (8333af47-309d-4966-91d1-bb125390a8e6/7e331c95-51fe-485f-8ab5-5fa7e556c33e/9dad552b-e99c-43c8-865a-9ba1a4cf7ac9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:13.722190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port fb5bc94c-6e4f-4a74-80fb-c62578291873, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fb5bc94c-6e4f-4a74-80fb-c62578291873,segment=NetworkSegment(7fa56cf5-1b12-4ce1-b001-ba85a691dd7b),segment_id=7fa56cf5-1b12-4ce1-b001-ba85a691dd7b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:13.728371 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:13.786908 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=fb5bc94c-6e4f-4a74-80fb-c62578291873,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:13.889936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a52c2a4-daa6-425d-85e0-e268a699adc7 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:13.930023 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.217173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a52c2a4-daa6-425d-85e0-e268a699adc7 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:14.228507 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678db3c7-6539-4581-a699-a22f4d742597 None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:14.235359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-64bd5706-931a-44a1-a9cf-73d355033388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.249537 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678db3c7-6539-4581-a699-a22f4d742597 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:14.250985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-678db3c7-6539-4581-a699-a22f4d742597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:14.359768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-678db3c7-6539-4581-a699-a22f4d742597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:14.377708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678db3c7-6539-4581-a699-a22f4d742597 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:14.378793 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-678db3c7-6539-4581-a699-a22f4d742597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:14.430543 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c14ac9e-57b7-4216-b63c-8bfd5c23efa9 req-ead32c1d-a8cd-4d01-9f7f-de05d782042a tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 210 time: 0.0955455 Jul 16 03:53:14.493498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-678db3c7-6539-4581-a699-a22f4d742597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:14.494393 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678db3c7-6539-4581-a699-a22f4d742597 None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:14.831063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.846583 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.859109 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-64bd5706-931a-44a1-a9cf-73d355033388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:14.983393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-64bd5706-931a-44a1-a9cf-73d355033388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Network 8333af47-309d-4966-91d1-bb125390a8e6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:15.030493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-64bd5706-931a-44a1-a9cf-73d355033388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:15.038563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-64bd5706-931a-44a1-a9cf-73d355033388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:15.047496 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=2afff3a8-9df9-4fb5-aeba-12056078aa58,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:15.090546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fb5bc94c-6e4f-4a74-80fb-c62578291873 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:15.139652 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.160434 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port fb5bc94c-6e4f-4a74-80fb-c62578291873 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:15.161139 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.216705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd5706-931a-44a1-a9cf-73d355033388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Pushing event updated for resources: {'Port': ['ID=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:15.244182 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-64bd5706-931a-44a1-a9cf-73d355033388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:15.250484 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-64bd5706-931a-44a1-a9cf-73d355033388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.327514 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-64bd5706-931a-44a1-a9cf-73d355033388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3484337 Jul 16 03:53:15.348059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Request body: {'port': {'device_id': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:15.355056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a52c2a4-daa6-425d-85e0-e268a699adc7 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:15.397970 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Floating IP 9431b875-dcb9-4db7-bd10-2f590f8dce17 associated. External IP: 172.25.3.81, port: 8f212f4c-a838-4911-a138-93af8db9ca41. Jul 16 03:53:15.601547 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.786778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76baae6-56f2-4e8c-9418-6c3c7e8f16fb req-475c7d5c-acb1-4fc5-81f7-f2cc4c3b60bf tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:15.794681 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a76baae6-56f2-4e8c-9418-6c3c7e8f16fb req-475c7d5c-acb1-4fc5-81f7-f2cc4c3b60bf tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 931 time: 0.1318264 Jul 16 03:53:15.852186 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a76baae6-56f2-4e8c-9418-6c3c7e8f16fb req-559f2f79-7c07-4c5f-b370-df8fcf8e3903 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564945 Jul 16 03:53:15.890612 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a52c2a4-daa6-425d-85e0-e268a699adc7 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:15.901101 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a52c2a4-daa6-425d-85e0-e268a699adc7 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:15.901831 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c90813e-d128-4af7-bb3b-62fc540a349f None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:15.917747 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c90813e-d128-4af7-bb3b-62fc540a349f None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:15.918382 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3c90813e-d128-4af7-bb3b-62fc540a349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:16.020758 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3c90813e-d128-4af7-bb3b-62fc540a349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:16.043366 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c90813e-d128-4af7-bb3b-62fc540a349f None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:16.046710 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3c90813e-d128-4af7-bb3b-62fc540a349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:16.141421 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3c90813e-d128-4af7-bb3b-62fc540a349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:16.143498 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c90813e-d128-4af7-bb3b-62fc540a349f None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:16.196158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 34994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:16.196439 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3a52c2a4-daa6-425d-85e0-e268a699adc7 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "PUT /v2.0/floatingips/5f242df4-ec4d-4985-a5ae-fe3db21863a2 HTTP/1.1" status: 200 len: 978 time: 7.3003631 Jul 16 03:53:16.198804 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router 5f68632e-504e-4db8-a22a-215698ffc8e3 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:16.201704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d16ff27e-1953-4fae-a023-88023fd906e3 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:16.384369 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:53:16.395255 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d16ff27e-1953-4fae-a023-88023fd906e3 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.396210 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.403945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:16.416037 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97529ce9-771f-4ffc-a158-5bd2d84a76b9 None None] Sync routers for ids ['5f68632e-504e-4db8-a22a-215698ffc8e3'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:16.421411 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Transition to ACTIVE for port object 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:16.431975 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.438758 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97529ce9-771f-4ffc-a158-5bd2d84a76b9 None None] Routers {'5f68632e-504e-4db8-a22a-215698ffc8e3'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:16.445347 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.446967 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-97529ce9-771f-4ffc-a158-5bd2d84a76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5f68632e-504e-4db8-a22a-215698ffc8e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:16.699156 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-97529ce9-771f-4ffc-a158-5bd2d84a76b9 None None] Set router 5f68632e-504e-4db8-a22a-215698ffc8e3 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:16.700734 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:16.716857 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e59a7366-5555-48d6-a4ef-a102545c66a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4608319 Jul 16 03:53:16.786847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:16.789361 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075381ea-1748-43f5-84dd-8e8c653d14d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:16.831857 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d16ff27e-1953-4fae-a023-88023fd906e3 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.832685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35004) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:16.843037 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d16ff27e-1953-4fae-a023-88023fd906e3 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.843656 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-d16ff27e-1953-4fae-a023-88023fd906e3 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Floating IP 5f242df4-ec4d-4985-a5ae-fe3db21863a2 disassociated. External IP: 172.25.3.185, port: 65d535ca-3255-4a86-b003-420a54f930fe. Jul 16 03:53:16.901078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Attempting to bind port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:16.901588 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Attempting to bind port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '7fa56cf5-1b12-4ce1-b001-ba85a691dd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:16.901940 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Attempting to bind port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 on network 8333af47-309d-4966-91d1-bb125390a8e6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:16.906520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 on network 8333af47-309d-4966-91d1-bb125390a8e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:53:16.906974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Attempting to bind port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 on network 8333af47-309d-4966-91d1-bb125390a8e6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:16.921287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:16.921748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Checking segment: {'id': '7fa56cf5-1b12-4ce1-b001-ba85a691dd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:16.922249 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Bound using segment: {'id': '7fa56cf5-1b12-4ce1-b001-ba85a691dd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:16.922830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Bound port: 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa56cf5-1b12-4ce1-b001-ba85a691dd7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:16.923947 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:16.948073 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f34f0f0-a696-4111-bba9-c90db83792c2 x-openstack-request-id: req-2f34f0f0-a696-4111-bba9-c90db83792c2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:16.950360 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:16.973234 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f34f0f0-a696-4111-bba9-c90db83792c2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:16.974025 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41', 'status': 'completed', 'code': 200} Jul 16 03:53:17.143258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06ef3682-ff0e-4c9e-a6e5-060886900f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.244522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] For port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:17.249587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] For port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9,segment=NetworkSegment(7fa56cf5-1b12-4ce1-b001-ba85a691dd7b),segment_id=7fa56cf5-1b12-4ce1-b001-ba85a691dd7b)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:17.271377 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.396928 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.398846 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.401543 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] 10.222.0.88 "PUT /v2.0/ports/9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 HTTP/1.1" status: 200 len: 1091 time: 2.0593870 Jul 16 03:53:17.422184 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-97529ce9-771f-4ffc-a158-5bd2d84a76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '9431b875-dcb9-4db7-bd10-2f590f8dce17', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'port_id': '8f212f4c-a838-4911-a138-93af8db9ca41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'mac_address': 'fa:16:3e:32:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:53:13Z', 'updated_at': '2021-07-16T03:53:13Z', 'revision_number': 0, 'project_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e6644c-ed9d-432d-81ed-dd49db94b356', 'name': '', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:7f:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:43Z', 'updated_at': '2021-07-16T03:52:51Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:17.504948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97529ce9-771f-4ffc-a158-5bd2d84a76b9 None None] Checking router: 5f68632e-504e-4db8-a22a-215698ffc8e3 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:53:17.521478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97529ce9-771f-4ffc-a158-5bd2d84a76b9 None None] Routers {'5f68632e-504e-4db8-a22a-215698ffc8e3'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:17.522657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-97529ce9-771f-4ffc-a158-5bd2d84a76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5f68632e-504e-4db8-a22a-215698ffc8e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:17.527098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075381ea-1748-43f5-84dd-8e8c653d14d9 req-ea34a032-6226-4fbf-b1ea-99a32fa07df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.528686 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-075381ea-1748-43f5-84dd-8e8c653d14d9 req-ea34a032-6226-4fbf-b1ea-99a32fa07df7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1097 time: 0.4184890 Jul 16 03:53:17.539774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635daa9b-cacf-40a7-9059-67753f37431f req-8e9e9db0-9b28-444c-b793-38f5d2839377 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.546642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd3b1b-66df-4bf3-813d-6a56c62a86f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:17.547077 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-635daa9b-cacf-40a7-9059-67753f37431f req-8e9e9db0-9b28-444c-b793-38f5d2839377 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.4349308 Jul 16 03:53:17.655607 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5a45b-816a-4023-833d-eb46510e33b0 req-ec8a295a-5d75-44c6-860f-786f11b1d219 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.657964 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3a5a45b-816a-4023-833d-eb46510e33b0 req-ec8a295a-5d75-44c6-860f-786f11b1d219 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 943 time: 0.3699799 Jul 16 03:53:17.674483 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06ef3682-ff0e-4c9e-a6e5-060886900f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.676732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-c856941f-7ec5-4493-befd-7a7f98b6e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.679019 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-c856941f-7ec5-4493-befd-7a7f98b6e8cb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3c5e0a5ddcec46d1b106eda81e57906e&device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 1094 time: 0.2177277 Jul 16 03:53:17.680124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06ef3682-ff0e-4c9e-a6e5-060886900f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:17.682819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-635daa9b-cacf-40a7-9059-67753f37431f req-011118e5-b14b-453c-b655-2116a2d78f28 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309555 Jul 16 03:53:17.724553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:17.748108 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-e8d72097-aa0a-4daf-a521-780693fffaed service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 HTTP/1.1" status: 200 len: 217 time: 0.0560169 Jul 16 03:53:17.812967 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-97529ce9-771f-4ffc-a158-5bd2d84a76b9 None None] Set router 5f68632e-504e-4db8-a22a-215698ffc8e3 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:53:17.824419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef3682-ff0e-4c9e-a6e5-060886900f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3828f51e-91fd-4e61-9bfb-067077379c83,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:17.839801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1271b4e3-1b33-4856-b4da-30c0a2a94336 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/9431b875-dcb9-4db7-bd10-2f590f8dce17 HTTP/1.1" status: 200 len: 991 time: 0.1068869 Jul 16 03:53:17.858279 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-06ef3682-ff0e-4c9e-a6e5-060886900f90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=312f618988794f54898c41b6ed3f2247&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0238507 Jul 16 03:53:17.858961 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35026) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:17.878903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16ff27e-1953-4fae-a023-88023fd906e3 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:17.934508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-6670ebbc-fa75-4fdd-b3b5-dc0087f76b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:17.936864 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-6670ebbc-fa75-4fdd-b3b5-dc0087f76b6c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e331c95-51fe-485f-8ab5-5fa7e556c33e HTTP/1.1" status: 200 len: 860 time: 0.1777694 Jul 16 03:53:17.967655 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3a5a45b-816a-4023-833d-eb46510e33b0 req-69f8310c-06a3-41c6-bfbe-0b0fccc3c6cf tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023784 Jul 16 03:53:17.998087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075381ea-1748-43f5-84dd-8e8c653d14d9 req-11c132e3-db33-4d3a-8789-0b7dd52d38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:18.007092 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-075381ea-1748-43f5-84dd-8e8c653d14d9 req-11c132e3-db33-4d3a-8789-0b7dd52d38ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=521f2e99-0acc-4c19-96ce-f5c71917e29a HTTP/1.1" status: 200 len: 898 time: 0.4552610 Jul 16 03:53:18.011950 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-9afe3929-80d5-4936-9234-14ffb1c10cc6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8333af47-309d-4966-91d1-bb125390a8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586085 Jul 16 03:53:18.088971 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f093b00d-791d-4cad-9c9e-57a36a0c5da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.106062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-075381ea-1748-43f5-84dd-8e8c653d14d9 req-b956e455-3f3d-40fb-9548-d67372e705d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 200 len: 999 time: 0.0788839 Jul 16 03:53:18.175832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075381ea-1748-43f5-84dd-8e8c653d14d9 req-2941949f-04b6-4f0c-b787-6d224512f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:18.177296 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-075381ea-1748-43f5-84dd-8e8c653d14d9 req-2941949f-04b6-4f0c-b787-6d224512f025 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c72678d-14ac-4d24-aa24-489cddb52740 HTTP/1.1" status: 200 len: 835 time: 0.0457823 Jul 16 03:53:18.248476 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-48ad8e20-48cc-4949-bb87-5bef5d8368be service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181480 Jul 16 03:53:18.270361 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f093b00d-791d-4cad-9c9e-57a36a0c5da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.297378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16ff27e-1953-4fae-a023-88023fd906e3 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:18.307469 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1e6e6-e71c-4140-83a4-66194d36e63e None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:18.315393 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d16ff27e-1953-4fae-a023-88023fd906e3 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.325236 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e1e6e6-e71c-4140-83a4-66194d36e63e None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:18.331830 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a7e1e6e6-e71c-4140-83a4-66194d36e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:18.382373 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f093b00d-791d-4cad-9c9e-57a36a0c5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.389433 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d16ff27e-1953-4fae-a023-88023fd906e3 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "PUT /v2.0/floatingips/5f242df4-ec4d-4985-a5ae-fe3db21863a2 HTTP/1.1" status: 200 len: 688 time: 2.1921105 Jul 16 03:53:18.390055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35036) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:18.391329 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f093b00d-791d-4cad-9c9e-57a36a0c5da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:18.393910 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f093b00d-791d-4cad-9c9e-57a36a0c5da0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3828f51e-91fd-4e61-9bfb-067077379c83 HTTP/1.1" status: 204 len: 168 time: 0.5267920 Jul 16 03:53:18.404206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075381ea-1748-43f5-84dd-8e8c653d14d9 req-641750be-4ba2-4837-ac66-5335d3ed744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:18.405746 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-075381ea-1748-43f5-84dd-8e8c653d14d9 req-641750be-4ba2-4837-ac66-5335d3ed744e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=521f2e99-0acc-4c19-96ce-f5c71917e29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058318 Jul 16 03:53:18.452278 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a7e1e6e6-e71c-4140-83a4-66194d36e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:18.463329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-97529ce9-771f-4ffc-a158-5bd2d84a76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '9431b875-dcb9-4db7-bd10-2f590f8dce17', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'port_id': '8f212f4c-a838-4911-a138-93af8db9ca41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'mac_address': 'fa:16:3e:32:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:53:13Z', 'updated_at': '2021-07-16T03:53:13Z', 'revision_number': 0, 'project_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e6644c-ed9d-432d-81ed-dd49db94b356', 'name': '', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:7f:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:43Z', 'updated_at': '2021-07-16T03:52:51Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:18.490540 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e1e6e6-e71c-4140-83a4-66194d36e63e None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:18.491168 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a7e1e6e6-e71c-4140-83a4-66194d36e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:18.494589 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093b00d-791d-4cad-9c9e-57a36a0c5da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3828f51e-91fd-4e61-9bfb-067077379c83,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:18.544037 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97529ce9-771f-4ffc-a158-5bd2d84a76b9 None None] The sync data for ids ['5f68632e-504e-4db8-a22a-215698ffc8e3'] in n-d-800088-6 is: [{'id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '9431b875-dcb9-4db7-bd10-2f590f8dce17', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'port_id': '8f212f4c-a838-4911-a138-93af8db9ca41', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'mac_address': 'fa:16:3e:32:86:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:53:13Z', 'updated_at': '2021-07-16T03:53:13Z', 'revision_number': 0, 'project_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e6644c-ed9d-432d-81ed-dd49db94b356', 'name': '', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:7f:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:43Z', 'updated_at': '2021-07-16T03:52:51Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:18.558342 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-a7e1e6e6-e71c-4140-83a4-66194d36e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:18.559022 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e1e6e6-e71c-4140-83a4-66194d36e63e None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:18.681875 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bab12693-e3bf-4690-b43a-7aa6a2ed3b67 req-8fade34a-e580-4392-8344-2f3d15b1cecd service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191981 Jul 16 03:53:18.843893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35048) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:19.077613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08448992-3d25-4440-9170-298c128efe49 None None] New status for floating IP 9431b875-dcb9-4db7-bd10-2f590f8dce17: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:53:19.268052 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35052) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:19.425056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'tag': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:19.427417 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3248a469-410e-45dd-ad98-50e1113820d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a582ddd-b201-4f68-b624-7130282a2ccd", "tag": "9dad552b-e99c-43c8-865a-9ba1a4cf7ac9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:19.453534 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.476628 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-44e78634-922d-407d-9982-3c9f889c5d4e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/9431b875-dcb9-4db7-bd10-2f590f8dce17 HTTP/1.1" status: 200 len: 991 time: 0.6296337 Jul 16 03:53:19.500116 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b269ef2-c0b2-49f6-a4ce-e83b4b863a28 x-openstack-request-id: req-7b269ef2-c0b2-49f6-a4ce-e83b4b863a28 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:19.500563 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a582ddd-b201-4f68-b624-7130282a2ccd", "tag": "9dad552b-e99c-43c8-865a-9ba1a4cf7ac9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:19.500941 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b269ef2-c0b2-49f6-a4ce-e83b4b863a28 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:19.501440 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'tag': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9', 'status': 'completed', 'code': 200} Jul 16 03:53:19.631993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248a469-410e-45dd-ad98-50e1113820d5 req-79334916-9111-493c-9591-bdc63604b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:19.636876 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3248a469-410e-45dd-ad98-50e1113820d5 req-79334916-9111-493c-9591-bdc63604b27f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3c5e0a5ddcec46d1b106eda81e57906e&device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 1094 time: 0.0664394 Jul 16 03:53:19.658438 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-075381ea-1748-43f5-84dd-8e8c653d14d9 req-248df2ae-c01f-4ae8-bbc4-df186b604db4 service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2238033 Jul 16 03:53:19.759231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080a4bd-e1f8-4bbc-a9b5-fd4ee6e43582 req-ab749120-07c8-4018-867f-fbb0b080ae2c tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:19.766262 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a080a4bd-e1f8-4bbc-a9b5-fd4ee6e43582 req-ab749120-07c8-4018-867f-fbb0b080ae2c tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 943 time: 0.4884040 Jul 16 03:53:19.769371 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-66f89096-b64e-4083-876f-19d5480e2289 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting port 3d0949be-f550-4a6c-b146-3f446a2ba439 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:19.769723 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66f89096-b64e-4083-876f-19d5480e2289 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.783276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248a469-410e-45dd-ad98-50e1113820d5 req-09567b0b-ca8a-40c3-8e8a-92bf241f769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:19.785168 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3248a469-410e-45dd-ad98-50e1113820d5 req-09567b0b-ca8a-40c3-8e8a-92bf241f769f service neutron] 10.222.0.88 "GET /v2.0/networks?id=8333af47-309d-4966-91d1-bb125390a8e6 HTTP/1.1" status: 200 len: 921 time: 0.1357620 Jul 16 03:53:19.828717 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-075381ea-1748-43f5-84dd-8e8c653d14d9 req-e14456ed-c03a-4ec3-8783-3e19cc9a2ea7 service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636310 Jul 16 03:53:19.882790 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3248a469-410e-45dd-ad98-50e1113820d5 req-c5d00a61-87b4-409a-a488-31c7eae125e4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 HTTP/1.1" status: 200 len: 217 time: 0.0869839 Jul 16 03:53:19.902720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a080a4bd-e1f8-4bbc-a9b5-fd4ee6e43582 req-2a52cab9-f41e-4d9a-ab95-b23655ca8359 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349578 Jul 16 03:53:19.978483 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248a469-410e-45dd-ad98-50e1113820d5 req-75e9a7c6-a951-45b5-96c1-2c7b1cf7976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:19.980016 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3248a469-410e-45dd-ad98-50e1113820d5 req-75e9a7c6-a951-45b5-96c1-2c7b1cf7976f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e331c95-51fe-485f-8ab5-5fa7e556c33e HTTP/1.1" status: 200 len: 860 time: 0.0873740 Jul 16 03:53:19.984520 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:19.999935 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66f89096-b64e-4083-876f-19d5480e2289 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.007270 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66f89096-b64e-4083-876f-19d5480e2289 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.038818 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-66f89096-b64e-4083-876f-19d5480e2289 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Calling delete_port for 3d0949be-f550-4a6c-b146-3f446a2ba439 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:20.056674 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3248a469-410e-45dd-ad98-50e1113820d5 req-c1dc3350-aaed-4a87-b0d4-d3438664284d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8333af47-309d-4966-91d1-bb125390a8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657454 Jul 16 03:53:20.061594 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.165763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e548029a-2fde-4c96-88e4-54f8749b8157,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:20.179863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=07e9ef50cc744fda8cca694b2cc1dcf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8979120 Jul 16 03:53:20.180782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:20.181348 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:20.181708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:20.182056 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:20.182520 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:20.182736 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:20.183069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:20.183401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:20.183733 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:20.184060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:20.184415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:20.184746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cbd6fb-7eed-45ba-ad42-5f48c6f6d651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:20.190072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35070) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:20.233616 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3248a469-410e-45dd-ad98-50e1113820d5 req-1b36cec8-7e13-4d76-bded-f15910506cc3 service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671941 Jul 16 03:53:20.336710 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3248a469-410e-45dd-ad98-50e1113820d5 req-239ba6fc-5e7d-498f-9ad1-50745dffb27c service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925035 Jul 16 03:53:20.338223 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66f89096-b64e-4083-876f-19d5480e2289 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.390626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f89096-b64e-4083-876f-19d5480e2289 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Port': ['ID=3d0949be-f550-4a6c-b146-3f446a2ba439,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:20.392938 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-898b6945-9984-4fe1-8edf-b6e4d229702b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.441623 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-898b6945-9984-4fe1-8edf-b6e4d229702b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.479646 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35080) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:20.583722 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-57ada9c6-8509-45d7-a8ac-35e17361bb1f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/9431b875-dcb9-4db7-bd10-2f590f8dce17 HTTP/1.1" status: 200 len: 993 time: 0.1027255 Jul 16 03:53:20.614731 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66f89096-b64e-4083-876f-19d5480e2289 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.619132 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66f89096-b64e-4083-876f-19d5480e2289 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.620738 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-66f89096-b64e-4083-876f-19d5480e2289 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/floatingips/5f242df4-ec4d-4985-a5ae-fe3db21863a2 HTTP/1.1" status: 204 len: 168 time: 2.2277033 Jul 16 03:53:20.623426 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35082) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:20.646259 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-898b6945-9984-4fe1-8edf-b6e4d229702b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.649631 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-898b6945-9984-4fe1-8edf-b6e4d229702b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:20.653328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-898b6945-9984-4fe1-8edf-b6e4d229702b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e548029a-2fde-4c96-88e4-54f8749b8157 HTTP/1.1" status: 204 len: 168 time: 0.4578755 Jul 16 03:53:20.664785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b6945-9984-4fe1-8edf-b6e4d229702b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e548029a-2fde-4c96-88e4-54f8749b8157,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:20.681760 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-328889df-1541-4089-a378-c7739dbc3feb tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] delete failed (client error): The resource could not be found. Jul 16 03:53:20.687241 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-328889df-1541-4089-a378-c7739dbc3feb tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/floatingips/5f242df4-ec4d-4985-a5ae-fe3db21863a2 HTTP/1.1" status: 404 len: 345 time: 0.0625105 Jul 16 03:53:20.687927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35086) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:20.876401 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eaebca-86f0-435f-988b-52421164ce5e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:20.882601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eaebca-86f0-435f-988b-52421164ce5e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:20.889124 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eaebca-86f0-435f-988b-52421164ce5e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:20.894556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35092) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:20.894842 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-61eaebca-86f0-435f-988b-52421164ce5e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "GET /v2.0/ports?network_id=ec35e100-c39d-4c6c-8129-ca34a50ba0ec HTTP/1.1" status: 200 len: 2358 time: 0.2059054 Jul 16 03:53:21.000126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edae816-80bd-4f4a-8ec7-bbb5cc1ffc6b tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:21.002216 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0edae816-80bd-4f4a-8ec7-bbb5cc1ffc6b tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "GET /v2.0/subnets/b1d2f6bc-2346-40db-bf89-8a3d7bcb31cc HTTP/1.1" status: 200 len: 797 time: 0.1058655 Jul 16 03:53:21.007556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:21.018157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fed0757e-eff2-458d-b414-3e56fc61de3e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'port': {'network_id': 'ec35e100-c39d-4c6c-8129-ca34a50ba0ec', 'name': 'tempest-FloatingIPTestJSON-269477242', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:21.205137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35102) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:21.230762 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e04c9c-4a3d-40cc-a13d-d0f048563c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.261854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31646d96-d0e8-4e61-95ee-8daf84c67406 req-2a6867e1-bd92-4542-a542-9fa4a9083243 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:21.263922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31646d96-d0e8-4e61-95ee-8daf84c67406 req-2a6867e1-bd92-4542-a542-9fa4a9083243 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 943 time: 0.1145353 Jul 16 03:53:21.264976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed0757e-eff2-458d-b414-3e56fc61de3e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Made reservation on behalf of 63ee019dfd614d919fb2e315ff29bbc1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:21.352414 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e04c9c-4a3d-40cc-a13d-d0f048563c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.357367 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-15e04c9c-4a3d-40cc-a13d-d0f048563c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.363088 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31646d96-d0e8-4e61-95ee-8daf84c67406 req-ccf1d6e0-336a-4b84-912e-f1f2a401ef7c tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920694 Jul 16 03:53:21.394779 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-15e04c9c-4a3d-40cc-a13d-d0f048563c2a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fd03bd713b94041b4f6144c6578ddf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885209 Jul 16 03:53:21.395446 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35104) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:21.420264 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fed0757e-eff2-458d-b414-3e56fc61de3e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.461324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-fed0757e-eff2-458d-b414-3e56fc61de3e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] device_id is not set on port 13dbe0c1-27be-4bb3-80fc-cddb60fb187a yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:53:21.473022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e04c9c-4a3d-40cc-a13d-d0f048563c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b992ebb1-5d85-416d-81ff-9e54e663d502,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:21.475876 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c67fd8a-2c06-4da7-b3d7-9d9f012805f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.506256 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c67fd8a-2c06-4da7-b3d7-9d9f012805f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.586059 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c67fd8a-2c06-4da7-b3d7-9d9f012805f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.589548 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c67fd8a-2c06-4da7-b3d7-9d9f012805f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:21.591281 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6c67fd8a-2c06-4da7-b3d7-9d9f012805f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b992ebb1-5d85-416d-81ff-9e54e663d502 HTTP/1.1" status: 204 len: 168 time: 0.1938949 Jul 16 03:53:21.605317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67fd8a-2c06-4da7-b3d7-9d9f012805f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b992ebb1-5d85-416d-81ff-9e54e663d502,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:21.964518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fed0757e-eff2-458d-b414-3e56fc61de3e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Allocated IP 172.20.0.14 (ec35e100-c39d-4c6c-8129-ca34a50ba0ec/b1d2f6bc-2346-40db-bf89-8a3d7bcb31cc/13dbe0c1-27be-4bb3-80fc-cddb60fb187a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:21.978707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-fed0757e-eff2-458d-b414-3e56fc61de3e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Allocated IP 172.20.0.13 (ec35e100-c39d-4c6c-8129-ca34a50ba0ec/b1d2f6bc-2346-40db-bf89-8a3d7bcb31cc/13dbe0c1-27be-4bb3-80fc-cddb60fb187a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:22.102573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:53:22.302706 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fed0757e-eff2-458d-b414-3e56fc61de3e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.302893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9,segment=NetworkSegment(7fa56cf5-1b12-4ce1-b001-ba85a691dd7b),segment_id=7fa56cf5-1b12-4ce1-b001-ba85a691dd7b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:22.328887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9', 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6', 'port_id': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9', 'mac_address': 'fa:16:3e:14:f0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:53:22.364591 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fed0757e-eff2-458d-b414-3e56fc61de3e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.383440 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.397915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:53:22.421686 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9,segment=NetworkSegment(7fa56cf5-1b12-4ce1-b001-ba85a691dd7b),segment_id=7fa56cf5-1b12-4ce1-b001-ba85a691dd7b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:22.428009 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.483676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:22.514992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed0757e-eff2-458d-b414-3e56fc61de3e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network ec35e100-c39d-4c6c-8129-ca34a50ba0ec is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:22.531326 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fed0757e-eff2-458d-b414-3e56fc61de3e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:22.542248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0757e-eff2-458d-b414-3e56fc61de3e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:22.547113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0757e-eff2-458d-b414-3e56fc61de3e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=13dbe0c1-27be-4bb3-80fc-cddb60fb187a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:22.658783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['9dad552b-e99c-43c8-865a-9ba1a4cf7ac9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:22.663782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed0757e-eff2-458d-b414-3e56fc61de3e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:22.664500 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fed0757e-eff2-458d-b414-3e56fc61de3e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.699043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fed0757e-eff2-458d-b414-3e56fc61de3e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6903775 Jul 16 03:53:22.701786 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35140) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:22.707834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '13dbe0c1-27be-4bb3-80fc-cddb60fb187a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:22.718810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212eed1c-2945-49dd-83c7-7287a7616a9f req-d88574a0-03a6-4ec2-ab32-5ea9bcc1e325 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:22.728086 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-212eed1c-2945-49dd-83c7-7287a7616a9f req-d88574a0-03a6-4ec2-ab32-5ea9bcc1e325 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 944 time: 0.1282501 Jul 16 03:53:22.758770 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:22.844486 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-212eed1c-2945-49dd-83c7-7287a7616a9f req-002a4bb0-fa75-4365-ab0d-6cd4b5b2b486 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122570 Jul 16 03:53:23.055180 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.214783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Allocated IP 172.25.3.180 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/99baaa83-6f5a-4e3d-8cef-a6acd998c1e4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:23.338770 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.397805 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:23.450579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=99baaa83-6f5a-4e3d-8cef-a6acd998c1e4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:23.467020 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:23.468727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:23.474289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:23.965721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:24.060556 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:24.114023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:24.187134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccf2f3-2b51-4442-bda0-7a484bf7d46c req-c7150c26-483d-4cb2-8e04-272a0b2cd4c5 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:24.188791 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2ccf2f3-2b51-4442-bda0-7a484bf7d46c req-c7150c26-483d-4cb2-8e04-272a0b2cd4c5 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 944 time: 0.1209464 Jul 16 03:53:24.205854 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:24.214372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:24.217774 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:24.238071 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2ccf2f3-2b51-4442-bda0-7a484bf7d46c req-29d7964d-9ef0-4a64-91ae-3c79be9e0f2d tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431564 Jul 16 03:53:24.334921 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:24.340854 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:24.385837 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:24.434378 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:24.436910 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abe54ca-a33f-41f0-9236-9d94b52b0ed1" -d '{"events": [{"server_uuid": "1a582ddd-b201-4f68-b624-7130282a2ccd", "name": "network-vif-plugged", "status": "completed", "tag": "9dad552b-e99c-43c8-865a-9ba1a4cf7ac9"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:24.442749 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=99baaa83-6f5a-4e3d-8cef-a6acd998c1e4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:24.461676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9,segment=NetworkSegment(7fa56cf5-1b12-4ce1-b001-ba85a691dd7b),segment_id=7fa56cf5-1b12-4ce1-b001-ba85a691dd7b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:24.463878 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:24.468858 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:24.553790 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e04fca-f7f1-4552-bf39-a69d8af7260f x-openstack-request-id: req-55e04fca-f7f1-4552-bf39-a69d8af7260f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:24.554214 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a582ddd-b201-4f68-b624-7130282a2ccd", "name": "network-vif-plugged", "status": "completed", "tag": "9dad552b-e99c-43c8-865a-9ba1a4cf7ac9", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:24.554564 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55e04fca-f7f1-4552-bf39-a69d8af7260f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:24.555052 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9', 'code': 200} Jul 16 03:53:24.602955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:24.626369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:24.626369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:24.626369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:24.626369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:24.626369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:24.626369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:24.626369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:24.627021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:24.627021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:24.627164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:24.627409 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:24.627742 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:53:24.705405 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Floating IP de735d26-97a7-4e5c-ae1a-729a3882c5b3 associated. External IP: 172.25.3.180, port: 13dbe0c1-27be-4bb3-80fc-cddb60fb187a. Jul 16 03:53:24.759885 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db24e92-b855-4c77-92a8-4ed6b4b33342 req-03d67a3a-4b7b-42cc-bc60-971a43670025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:24.761451 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6db24e92-b855-4c77-92a8-4ed6b4b33342 req-03d67a3a-4b7b-42cc-bc60-971a43670025 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 1096 time: 0.1127210 Jul 16 03:53:24.839364 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6db24e92-b855-4c77-92a8-4ed6b4b33342 req-5c72ba80-aae2-487a-bb74-38b7fb50670d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463734 Jul 16 03:53:24.956706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:25.057646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-acf047cc-e14d-4211-9463-7a6237f43219 req-f5bdd0c1-03c8-4949-bb3b-85630476ea5a tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6d5ce68485924a358aa391c77031124f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399709 Jul 16 03:53:25.106296 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:25.117318 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b573e855-dda0-4043-8bc9-e0a78acfc9d3 None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:25.129699 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:25.132411 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b573e855-dda0-4043-8bc9-e0a78acfc9d3 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:25.133500 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b573e855-dda0-4043-8bc9-e0a78acfc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:25.174534 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b573e855-dda0-4043-8bc9-e0a78acfc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:25.185212 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b573e855-dda0-4043-8bc9-e0a78acfc9d3 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:25.186079 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b573e855-dda0-4043-8bc9-e0a78acfc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:25.209549 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bbc0c2bd-5a3e-493a-948a-433598af76a1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5041742 Jul 16 03:53:25.210658 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35192) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:25.218034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d07eb370-172a-4b5e-a27f-02acc2a3fee5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'floatingip': {'port_id': '13dbe0c1-27be-4bb3-80fc-cddb60fb187a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:25.235815 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b573e855-dda0-4043-8bc9-e0a78acfc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:25.236766 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b573e855-dda0-4043-8bc9-e0a78acfc9d3 None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:25.316676 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d07eb370-172a-4b5e-a27f-02acc2a3fee5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:25.318272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf047cc-e14d-4211-9463-7a6237f43219 req-69e517dc-6d14-4ecc-9ec4-d89f6a25e686 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:25.319744 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-acf047cc-e14d-4211-9463-7a6237f43219 req-69e517dc-6d14-4ecc-9ec4-d89f6a25e686 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545323 Jul 16 03:53:25.385874 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-acf047cc-e14d-4211-9463-7a6237f43219 req-430b531f-8b9d-4c8f-915c-b41a2c61287e tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/quotas/6d5ce68485924a358aa391c77031124f HTTP/1.1" status: 200 len: 375 time: 0.0151803 Jul 16 03:53:25.430661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9ade249d-a10a-43bd-a4ee-e0293b9cae55 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6d5ce68485924a358aa391c77031124f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380576 Jul 16 03:53:25.642577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f222e-8ae5-466a-9be4-9b361c6b0c0e req-15dfb6cd-1352-4de9-b47b-d984c6dea3cd tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:25.644196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db1f222e-8ae5-466a-9be4-9b361c6b0c0e req-15dfb6cd-1352-4de9-b47b-d984c6dea3cd tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.1406562 Jul 16 03:53:25.768783 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-161f358c-e20d-4c43-9d3d-190170764229 req-9ceb6be1-e3dc-40bc-8f87-9c920daa92ef tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 210 time: 0.0815587 Jul 16 03:53:25.790676 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db1f222e-8ae5-466a-9be4-9b361c6b0c0e req-531936f7-f11b-4580-8104-0141af7cc2c1 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404619 Jul 16 03:53:26.438883 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d07eb370-172a-4b5e-a27f-02acc2a3fee5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.443789 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d07eb370-172a-4b5e-a27f-02acc2a3fee5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.715006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07eb370-172a-4b5e-a27f-02acc2a3fee5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:26.773042 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-185273c3-1d51-4ee6-8809-cefed61cf9ad req-ffacc77f-ea41-447a-abe1-90f95d2a3553 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922558 Jul 16 03:53:26.914000 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07eb370-172a-4b5e-a27f-02acc2a3fee5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:26.920959 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d07eb370-172a-4b5e-a27f-02acc2a3fee5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:26.927598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab238bde-d9ed-4dc7-a93d-6f6d677d904a None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:26.936546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185273c3-1d51-4ee6-8809-cefed61cf9ad req-ef4eca5c-20d8-43fe-8166-51083188b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:26.938909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-185273c3-1d51-4ee6-8809-cefed61cf9ad req-ef4eca5c-20d8-43fe-8166-51083188b281 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09fd537e5b9a470d874ea8a15f9d86e4&device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 1096 time: 0.1050076 Jul 16 03:53:26.943872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab238bde-d9ed-4dc7-a93d-6f6d677d904a None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:26.944708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab238bde-d9ed-4dc7-a93d-6f6d677d904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:27.020505 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab238bde-d9ed-4dc7-a93d-6f6d677d904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:27.032171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab238bde-d9ed-4dc7-a93d-6f6d677d904a None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:27.033509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab238bde-d9ed-4dc7-a93d-6f6d677d904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:27.076613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ab238bde-d9ed-4dc7-a93d-6f6d677d904a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:27.078080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab238bde-d9ed-4dc7-a93d-6f6d677d904a None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:27.107325 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94e9a733-a5a3-41ef-976c-2846e93de5ca req-824237c0-16ee-48fc-9e45-b8e7aa9ca2a9 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 210 time: 0.0935912 Jul 16 03:53:27.142200 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d07eb370-172a-4b5e-a27f-02acc2a3fee5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "PUT /v2.0/floatingips/de735d26-97a7-4e5c-ae1a-729a3882c5b3 HTTP/1.1" status: 200 len: 978 time: 1.9274824 Jul 16 03:53:27.143994 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35230) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:27.243455 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185273c3-1d51-4ee6-8809-cefed61cf9ad req-d35ba100-23fb-4e80-9d79-cb145c358907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:27.245073 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-185273c3-1d51-4ee6-8809-cefed61cf9ad req-d35ba100-23fb-4e80-9d79-cb145c358907 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f6f004e-0c28-40fb-b37e-cf15379c11a1 HTTP/1.1" status: 200 len: 915 time: 0.2748270 Jul 16 03:53:27.306398 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-185273c3-1d51-4ee6-8809-cefed61cf9ad req-05080354-6e37-4bcd-80c9-2be9ceb4fa9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e835030-677e-435d-98f7-8c9196475d8f HTTP/1.1" status: 200 len: 217 time: 0.0518403 Jul 16 03:53:27.316623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d52fc-4ddd-4009-bec1-ec3f4f834f40 req-c5a8c11b-6ab8-415d-a6aa-0e43625706fe tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:27.318723 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b54d52fc-4ddd-4009-bec1-ec3f4f834f40 req-c5a8c11b-6ab8-415d-a6aa-0e43625706fe tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.2204127 Jul 16 03:53:27.371873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185273c3-1d51-4ee6-8809-cefed61cf9ad req-b72fe69a-6468-4bd5-9def-6f0bd2263d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:27.373769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-185273c3-1d51-4ee6-8809-cefed61cf9ad req-b72fe69a-6468-4bd5-9def-6f0bd2263d76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=177c068f-4cd6-46ff-8b32-a48e01b865d1 HTTP/1.1" status: 200 len: 854 time: 0.0537925 Jul 16 03:53:27.401999 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-acf047cc-e14d-4211-9463-7a6237f43219 req-1d6977b9-59bf-4278-8caa-5e63b86a9edf tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=6d5ce68485924a358aa391c77031124f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695424 Jul 16 03:53:27.453046 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-185273c3-1d51-4ee6-8809-cefed61cf9ad req-0ec55ad3-c46a-4419-9556-20fafc808e0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f6f004e-0c28-40fb-b37e-cf15379c11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678425 Jul 16 03:53:27.505472 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b54d52fc-4ddd-4009-bec1-ec3f4f834f40 req-cc2feefb-817e-4b18-b0c4-b0e6d6e91ddf tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303296 Jul 16 03:53:27.536818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-14c3a00f-8dc3-4cfc-89ce-a8fd8f21ec58 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting port 99baaa83-6f5a-4e3d-8cef-a6acd998c1e4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:27.537356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c3a00f-8dc3-4cfc-89ce-a8fd8f21ec58 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:27.615760 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-185273c3-1d51-4ee6-8809-cefed61cf9ad req-7a01e34a-cfa8-4722-9220-370c53bc29fa service neutron] 10.222.0.20 "GET /v2.0/networks/2f6f004e-0c28-40fb-b37e-cf15379c11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531055 Jul 16 03:53:27.744657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-185273c3-1d51-4ee6-8809-cefed61cf9ad req-51f88503-7cda-4182-bcd4-71b71a38d62e service neutron] 10.222.0.20 "GET /v2.0/networks/2f6f004e-0c28-40fb-b37e-cf15379c11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225872 Jul 16 03:53:27.802831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf047cc-e14d-4211-9463-7a6237f43219 req-3d37c3ac-3e4b-4e7d-a78a-2af6dea6687a tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:27.809941 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-acf047cc-e14d-4211-9463-7a6237f43219 req-3d37c3ac-3e4b-4e7d-a78a-2af6dea6687a tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3965697 Jul 16 03:53:27.832705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Request body: {'port': {'device_id': '071ad1a9-85dd-4748-88ac-ab328782bf41', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': '6d5ce68485924a358aa391c77031124f'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:28.013587 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d215e-469d-4950-8f81-dfe2151f3915 req-fb1e7c97-15a3-4962-8807-2b5d8e381a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:28.017484 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-629d215e-469d-4950-8f81-dfe2151f3915 req-fb1e7c97-15a3-4962-8807-2b5d8e381a40 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3c5e0a5ddcec46d1b106eda81e57906e&device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 1096 time: 0.0856652 Jul 16 03:53:28.020063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c3a00f-8dc3-4cfc-89ce-a8fd8f21ec58 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.020371 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c3a00f-8dc3-4cfc-89ce-a8fd8f21ec58 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.040169 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-14c3a00f-8dc3-4cfc-89ce-a8fd8f21ec58 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Calling delete_port for 99baaa83-6f5a-4e3d-8cef-a6acd998c1e4 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:28.119904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Made reservation on behalf of 6d5ce68485924a358aa391c77031124f for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:28.124854 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.154868 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.166026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff627fc-0f9a-4dc1-bc0f-97d1b117852f req-1585d09e-d295-4858-8ffb-7d952a1ac312 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:28.167573 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ff627fc-0f9a-4dc1-bc0f-97d1b117852f req-1585d09e-d295-4858-8ffb-7d952a1ac312 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.1472929 Jul 16 03:53:28.234748 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d215e-469d-4950-8f81-dfe2151f3915 req-c857ffa4-0a16-4471-b0e8-25964b22c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:28.237141 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-629d215e-469d-4950-8f81-dfe2151f3915 req-c857ffa4-0a16-4471-b0e8-25964b22c669 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8333af47-309d-4966-91d1-bb125390a8e6 HTTP/1.1" status: 200 len: 921 time: 0.1830151 Jul 16 03:53:28.240157 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ff627fc-0f9a-4dc1-bc0f-97d1b117852f req-7b3b4a34-55c2-406d-a73d-869612b973af tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660734 Jul 16 03:53:28.328924 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-629d215e-469d-4950-8f81-dfe2151f3915 req-15b4e9a7-e071-4351-b1d5-9e0f0246f966 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 HTTP/1.1" status: 200 len: 217 time: 0.0830562 Jul 16 03:53:28.360942 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.372041 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.413592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-039c611d-9430-4f31-8c6d-7a0838c1b010 req-686c399e-9201-41e0-8fc8-dda17e34f724 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 210 time: 0.0850034 Jul 16 03:53:28.439425 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d215e-469d-4950-8f81-dfe2151f3915 req-adbe15bd-271b-4e15-bf55-f537632179de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:28.441208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-629d215e-469d-4950-8f81-dfe2151f3915 req-adbe15bd-271b-4e15-bf55-f537632179de service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e331c95-51fe-485f-8ab5-5fa7e556c33e HTTP/1.1" status: 200 len: 860 time: 0.1022120 Jul 16 03:53:28.478728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-629d215e-469d-4950-8f81-dfe2151f3915 req-a3685d82-a20b-4888-a7ac-1c3f1e3e4e48 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8333af47-309d-4966-91d1-bb125390a8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310628 Jul 16 03:53:28.480185 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a58b5721-afb0-4ec1-85e0-2ffa61bdaeb0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:28.605413 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-629d215e-469d-4950-8f81-dfe2151f3915 req-96be2448-00cd-403d-83d8-eb80f8712025 service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151607 Jul 16 03:53:28.649943 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Allocated IP 192.168.233.114 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/c72afeaa-b012-450b-9d16-f84eff45b9a4) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:28.685875 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c3a00f-8dc3-4cfc-89ce-a8fd8f21ec58 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.730938 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3a00f-8dc3-4cfc-89ce-a8fd8f21ec58 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Port': ['ID=99baaa83-6f5a-4e3d-8cef-a6acd998c1e4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:28.804755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-629d215e-469d-4950-8f81-dfe2151f3915 req-5dc6b471-757d-4b95-a922-2aac1c685c83 service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500440 Jul 16 03:53:28.981156 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c3a00f-8dc3-4cfc-89ce-a8fd8f21ec58 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:28.981579 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-14c3a00f-8dc3-4cfc-89ce-a8fd8f21ec58 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Floating IP de735d26-97a7-4e5c-ae1a-729a3882c5b3 disassociated (deleted). External IP: 172.25.3.180, port: 13dbe0c1-27be-4bb3-80fc-cddb60fb187a. Jul 16 03:53:29.117136 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.140268 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Transition to ACTIVE for port object c72afeaa-b012-450b-9d16-f84eff45b9a4 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:29.283035 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.346024 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:29.353738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:29.359319 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:29.412790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Pushing event updated for resources: {'Port': ['ID=c72afeaa-b012-450b-9d16-f84eff45b9a4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:29.417685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c3a00f-8dc3-4cfc-89ce-a8fd8f21ec58 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:29.436088 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:29.442231 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.487762 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2a1eb27b-6830-4ff9-95c1-daf17509789d tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6685839 Jul 16 03:53:29.587507 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Request body: {'port': {'device_id': '071ad1a9-85dd-4748-88ac-ab328782bf41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:29.615374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62591505-e31b-4429-b33c-e1ffb5670e6c req-21bdfd51-4129-451f-a4e0-afcffb4f76ff tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:29.623796 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62591505-e31b-4429-b33c-e1ffb5670e6c req-21bdfd51-4129-451f-a4e0-afcffb4f76ff tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.1573701 Jul 16 03:53:29.725845 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-62591505-e31b-4429-b33c-e1ffb5670e6c req-61137b7a-ac8b-4070-8f64-032cf77fb478 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948040 Jul 16 03:53:29.758681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4e79c610-53e5-4c4f-b678-dc31379ee75d None None] Provisioning for port c72afeaa-b012-450b-9d16-f84eff45b9a4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:29.772114 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4e79c610-53e5-4c4f-b678-dc31379ee75d None None] Provisioning complete for port c72afeaa-b012-450b-9d16-f84eff45b9a4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:29.773699 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e79c610-53e5-4c4f-b678-dc31379ee75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.780978 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad5a85-f01a-4c1d-a3c0-861450933557 req-43fbcbff-321c-40e2-b288-0b371caa6cd0 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:29.782726 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fad5a85-f01a-4c1d-a3c0-861450933557 req-43fbcbff-321c-40e2-b288-0b371caa6cd0 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 936 time: 0.1163321 Jul 16 03:53:29.844624 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4e79c610-53e5-4c4f-b678-dc31379ee75d None None] Port c72afeaa-b012-450b-9d16-f84eff45b9a4 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:53:29.853376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c3a00f-8dc3-4cfc-89ce-a8fd8f21ec58 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:29.863559 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfe9414-c031-4d08-97fb-c31ec70f6bd4 None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:29.867369 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fad5a85-f01a-4c1d-a3c0-861450933557 req-adb414ef-6881-4ea7-bb19-21d377b3a699 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/security-groups?id=a58b5721-afb0-4ec1-85e0-2ffa61bdaeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788610 Jul 16 03:53:29.868853 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-14c3a00f-8dc3-4cfc-89ce-a8fd8f21ec58 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.872530 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:29.879893 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe9414-c031-4d08-97fb-c31ec70f6bd4 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:29.880556 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7cfe9414-c031-4d08-97fb-c31ec70f6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:29.924911 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-14c3a00f-8dc3-4cfc-89ce-a8fd8f21ec58 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/floatingips/de735d26-97a7-4e5c-ae1a-729a3882c5b3 HTTP/1.1" status: 204 len: 168 time: 2.7770157 Jul 16 03:53:29.925166 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35288) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:29.928028 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7cfe9414-c031-4d08-97fb-c31ec70f6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:29.936893 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe9414-c031-4d08-97fb-c31ec70f6bd4 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:29.937489 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7cfe9414-c031-4d08-97fb-c31ec70f6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:29.973620 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7cfe9414-c031-4d08-97fb-c31ec70f6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:29.974264 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfe9414-c031-4d08-97fb-c31ec70f6bd4 None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:30.071250 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-810d9669-0acd-4930-a0cb-bcf376bbf9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:30.570143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2ded0281-23ee-450a-b8d4-e1e321fbdffd tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting port 13dbe0c1-27be-4bb3-80fc-cddb60fb187a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:30.570498 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ded0281-23ee-450a-b8d4-e1e321fbdffd tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:30.739096 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72afeaa-b012-450b-9d16-f84eff45b9a4 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:53:30.793904 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:30.856038 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ded0281-23ee-450a-b8d4-e1e321fbdffd tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:30.872940 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Transition to ACTIVE for port object c72afeaa-b012-450b-9d16-f84eff45b9a4 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:30.904596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2ded0281-23ee-450a-b8d4-e1e321fbdffd tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Calling delete_port for 13dbe0c1-27be-4bb3-80fc-cddb60fb187a owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:30.912589 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.035208 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Pushing event updated for resources: {'Port': ['ID=c72afeaa-b012-450b-9d16-f84eff45b9a4,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:31.118725 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.135661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a04cb-1cef-40bb-aa4f-fab58d9af99c req-3fa394a3-4438-4153-a875-0a815fcb4542 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:31.149022 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a1a04cb-1cef-40bb-aa4f-fab58d9af99c req-3fa394a3-4438-4153-a875-0a815fcb4542 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.1851716 Jul 16 03:53:31.158960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Attempting to bind port c72afeaa-b012-450b-9d16-f84eff45b9a4 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:31.159455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Attempting to bind port c72afeaa-b012-450b-9d16-f84eff45b9a4 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:31.160019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Attempting to bind port c72afeaa-b012-450b-9d16-f84eff45b9a4 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:31.182498 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Port c72afeaa-b012-450b-9d16-f84eff45b9a4 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:53:31.187625 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Attempting to bind port c72afeaa-b012-450b-9d16-f84eff45b9a4 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:31.291967 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:31.293445 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:31.294606 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:31.295181 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Bound port: c72afeaa-b012-450b-9d16-f84eff45b9a4, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:31.295655 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.372806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a1a04cb-1cef-40bb-aa4f-fab58d9af99c req-a27b7b8a-b1c3-494e-8e4c-58545cba60e3 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125874 Jul 16 03:53:31.430012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786edc51-68a7-41ea-a9e9-4dd906e23863 req-df93e6a8-ec2c-416d-95d5-89dc16728828 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:31.437568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-786edc51-68a7-41ea-a9e9-4dd906e23863 req-df93e6a8-ec2c-416d-95d5-89dc16728828 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 948 time: 0.2237449 Jul 16 03:53:31.510781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-786edc51-68a7-41ea-a9e9-4dd906e23863 req-bf165498-acde-49c8-9a83-829c760411e7 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/security-groups?id=a58b5721-afb0-4ec1-85e0-2ffa61bdaeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722353 Jul 16 03:53:31.566534 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] For port c72afeaa-b012-450b-9d16-f84eff45b9a4, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:31.570429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] For port c72afeaa-b012-450b-9d16-f84eff45b9a4, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c72afeaa-b012-450b-9d16-f84eff45b9a4,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:31.573162 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ded0281-23ee-450a-b8d4-e1e321fbdffd tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.582595 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.594986 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.639544 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded0281-23ee-450a-b8d4-e1e321fbdffd tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Port': ['ID=13dbe0c1-27be-4bb3-80fc-cddb60fb187a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:31.656002 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:31.657382 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.658927 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-acf047cc-e14d-4211-9463-7a6237f43219 req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] 10.222.0.88 "PUT /v2.0/ports/c72afeaa-b012-450b-9d16-f84eff45b9a4 HTTP/1.1" status: 200 len: 1096 time: 2.0830317 Jul 16 03:53:31.660799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071ad1a9-85dd-4748-88ac-ab328782bf41', 'tag': 'c72afeaa-b012-450b-9d16-f84eff45b9a4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:31.664754 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d001f93-ac91-460e-a90d-de1e493d9311" -d '{"events": [{"name": "network-changed", "server_uuid": "071ad1a9-85dd-4748-88ac-ab328782bf41", "tag": "c72afeaa-b012-450b-9d16-f84eff45b9a4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:31.770429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433353a-f5f9-4a3b-b8cf-ff4d5b541d88 service neutron] Pushing event updated for resources: {'Port': ['ID=c72afeaa-b012-450b-9d16-f84eff45b9a4,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:31.803405 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e467ceb1-d644-41ad-9e4f-2d7dfa1e5c3e x-openstack-request-id: req-e467ceb1-d644-41ad-9e4f-2d7dfa1e5c3e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:31.804001 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071ad1a9-85dd-4748-88ac-ab328782bf41", "tag": "c72afeaa-b012-450b-9d16-f84eff45b9a4", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:31.804566 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e467ceb1-d644-41ad-9e4f-2d7dfa1e5c3e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:31.805162 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071ad1a9-85dd-4748-88ac-ab328782bf41', 'tag': 'c72afeaa-b012-450b-9d16-f84eff45b9a4', 'status': 'completed', 'code': 200} Jul 16 03:53:31.942920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf047cc-e14d-4211-9463-7a6237f43219 req-eac07276-d2a5-4f53-83a0-14964b63c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:31.944932 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-acf047cc-e14d-4211-9463-7a6237f43219 req-eac07276-d2a5-4f53-83a0-14964b63c017 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6d5ce68485924a358aa391c77031124f&device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 1099 time: 0.2398698 Jul 16 03:53:31.948290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ded0281-23ee-450a-b8d4-e1e321fbdffd tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:31.950376 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2ded0281-23ee-450a-b8d4-e1e321fbdffd tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/ports/13dbe0c1-27be-4bb3-80fc-cddb60fb187a HTTP/1.1" status: 204 len: 168 time: 2.0241034 Jul 16 03:53:31.955317 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:31.960135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:31.999783 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.059831 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-acf047cc-e14d-4211-9463-7a6237f43219 req-2f309383-36d7-43df-a5d5-0a29b5c15a53 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c72afeaa-b012-450b-9d16-f84eff45b9a4 HTTP/1.1" status: 200 len: 217 time: 0.1079154 Jul 16 03:53:32.162126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf047cc-e14d-4211-9463-7a6237f43219 req-d5a7c321-e51a-4e84-9658-0273936ca9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:32.163818 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-acf047cc-e14d-4211-9463-7a6237f43219 req-d5a7c321-e51a-4e84-9658-0273936ca9f4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0978348 Jul 16 03:53:32.171969 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.267305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf047cc-e14d-4211-9463-7a6237f43219 req-4d6b6cf2-89dd-4074-b02e-44f76eaeebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:32.269009 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-acf047cc-e14d-4211-9463-7a6237f43219 req-4d6b6cf2-89dd-4074-b02e-44f76eaeebfe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0988157 Jul 16 03:53:32.292980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Allocated IP 172.25.3.26 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/55ac87f2-4cfe-4d6e-b9e2-dcd2c68197b1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:32.382038 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-acf047cc-e14d-4211-9463-7a6237f43219 req-d7ee5b3b-406c-4c14-8630-f8a26cf1dc96 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057608 Jul 16 03:53:32.443976 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.508663 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-acf047cc-e14d-4211-9463-7a6237f43219 req-a82f3291-cdc0-4ce1-a90f-b4c6aec9ff04 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200840 Jul 16 03:53:32.545890 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.689966 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001f93-ac91-460e-a90d-de1e493d9311 req-b406116c-d450-4c3a-9977-e9b99765a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:32.691604 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9d001f93-ac91-460e-a90d-de1e493d9311 req-b406116c-d450-4c3a-9977-e9b99765a16b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6d5ce68485924a358aa391c77031124f&device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 1099 time: 0.1250072 Jul 16 03:53:32.747815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:32.767599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:32.769941 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=55ac87f2-4cfe-4d6e-b9e2-dcd2c68197b1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:32.778202 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:32.820175 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eba35dee-16ac-4cb6-b45a-3d0632929758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.846052 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:32.934816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001f93-ac91-460e-a90d-de1e493d9311 req-7f35783f-b9ab-400c-a02e-c0cf3e3ad1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:32.939842 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9d001f93-ac91-460e-a90d-de1e493d9311 req-7f35783f-b9ab-400c-a02e-c0cf3e3ad1e3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.2415860 Jul 16 03:53:33.025196 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9d001f93-ac91-460e-a90d-de1e493d9311 req-ce51656f-5cd4-4d32-99b0-e5a74ab12806 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c72afeaa-b012-450b-9d16-f84eff45b9a4 HTTP/1.1" status: 200 len: 217 time: 0.0781453 Jul 16 03:53:33.028623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9771c-367d-4fb8-b45e-6f0b887a6bd4 req-6cba6812-15fb-4e9e-8f15-78edae52d227 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:33.034498 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d9e9771c-367d-4fb8-b45e-6f0b887a6bd4 req-6cba6812-15fb-4e9e-8f15-78edae52d227 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.4067605 Jul 16 03:53:33.052608 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.154740 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001f93-ac91-460e-a90d-de1e493d9311 req-3fff0680-80f2-4ea9-a752-63ec68e2831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:33.156442 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9d001f93-ac91-460e-a90d-de1e493d9311 req-3fff0680-80f2-4ea9-a752-63ec68e2831a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1246300 Jul 16 03:53:33.273928 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001f93-ac91-460e-a90d-de1e493d9311 req-7985cc97-d56a-4555-9fb6-d964d133ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:33.279685 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9d001f93-ac91-460e-a90d-de1e493d9311 req-7985cc97-d56a-4555-9fb6-d964d133ab7a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1133754 Jul 16 03:53:33.450635 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9d001f93-ac91-460e-a90d-de1e493d9311 req-d6f1881b-c009-40e0-b359-a0e2a151fdb9 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633413 Jul 16 03:53:33.592417 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9d001f93-ac91-460e-a90d-de1e493d9311 req-b17502bc-2822-499c-a164-bbe46a05d207 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349416 Jul 16 03:53:33.812759 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d9e9771c-367d-4fb8-b45e-6f0b887a6bd4 req-0b6448be-87b3-499c-80f6-aa901afc123e tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7694130 Jul 16 03:53:33.829643 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.876498 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:33.891747 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a7836-01ff-4b4c-a29e-0484ff6e4a2b req-f1eaba76-a92c-4919-8f6e-90536b5c4693 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:33.894265 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-848a7836-01ff-4b4c-a29e-0484ff6e4a2b req-f1eaba76-a92c-4919-8f6e-90536b5c4693 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 948 time: 0.1759977 Jul 16 03:53:33.981460 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-848a7836-01ff-4b4c-a29e-0484ff6e4a2b req-0e0a024a-f1be-4567-8191-a43b56b6bc56 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/security-groups?id=a58b5721-afb0-4ec1-85e0-2ffa61bdaeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751820 Jul 16 03:53:34.094807 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d06a8-4ae8-425c-8709-bc926ab5508f req-0e8fd409-53c2-4a59-af41-4e14d7514312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:34.097378 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d9d06a8-4ae8-425c-8709-bc926ab5508f req-0e8fd409-53c2-4a59-af41-4e14d7514312 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3c5e0a5ddcec46d1b106eda81e57906e&device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 1096 time: 0.0821881 Jul 16 03:53:34.127373 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.138414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.242324 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.259257 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.260930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3042395 Jul 16 03:53:34.265025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:34.271391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2856a0b5-e5ff-4dea-b3e3-bb68e5df079a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'port': {'network_id': 'ec35e100-c39d-4c6c-8129-ca34a50ba0ec', 'name': 'tempest-FloatingIPTestJSON-163689816'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:34.290371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d06a8-4ae8-425c-8709-bc926ab5508f req-b6750730-784f-4aa8-8bfa-3eb76bf9a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:34.292040 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d9d06a8-4ae8-425c-8709-bc926ab5508f req-b6750730-784f-4aa8-8bfa-3eb76bf9a78f service neutron] 10.222.0.88 "GET /v2.0/networks?id=8333af47-309d-4966-91d1-bb125390a8e6 HTTP/1.1" status: 200 len: 921 time: 0.1668546 Jul 16 03:53:34.341927 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d9d06a8-4ae8-425c-8709-bc926ab5508f req-20ef03d6-5f1e-4387-aba2-d0b0db718b93 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 HTTP/1.1" status: 200 len: 217 time: 0.0427370 Jul 16 03:53:34.410559 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d06a8-4ae8-425c-8709-bc926ab5508f req-a9a9363e-006b-4537-942a-0f60dd75bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:34.412357 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d9d06a8-4ae8-425c-8709-bc926ab5508f req-a9a9363e-006b-4537-942a-0f60dd75bb5d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e331c95-51fe-485f-8ab5-5fa7e556c33e HTTP/1.1" status: 200 len: 860 time: 0.0617621 Jul 16 03:53:34.415227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a261105-6741-47e1-9016-b113586bca9c tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=55ac87f2-4cfe-4d6e-b9e2-dcd2c68197b1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:34.434620 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2856a0b5-e5ff-4dea-b3e3-bb68e5df079a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Made reservation on behalf of 63ee019dfd614d919fb2e315ff29bbc1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:34.440870 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2856a0b5-e5ff-4dea-b3e3-bb68e5df079a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.460729 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d9d06a8-4ae8-425c-8709-bc926ab5508f req-1fabc521-28f9-4c11-b9e6-8d4ec6099c8e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8333af47-309d-4966-91d1-bb125390a8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422847 Jul 16 03:53:34.469822 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-2856a0b5-e5ff-4dea-b3e3-bb68e5df079a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] device_id is not set on port 0115073e-e35f-4d90-82a6-c3af481e9c9e yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:53:34.595126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2856a0b5-e5ff-4dea-b3e3-bb68e5df079a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Allocated IP 172.20.0.6 (ec35e100-c39d-4c6c-8129-ca34a50ba0ec/b1d2f6bc-2346-40db-bf89-8a3d7bcb31cc/0115073e-e35f-4d90-82a6-c3af481e9c9e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:34.623704 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d9d06a8-4ae8-425c-8709-bc926ab5508f req-d29b7f5d-ea39-4866-b146-dc317998d621 service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526766 Jul 16 03:53:34.786331 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2856a0b5-e5ff-4dea-b3e3-bb68e5df079a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.794853 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d9d06a8-4ae8-425c-8709-bc926ab5508f req-94fb3f68-6126-4d98-9cf1-c6db545bbc65 service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649032 Jul 16 03:53:34.829392 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2856a0b5-e5ff-4dea-b3e3-bb68e5df079a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.873952 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2856a0b5-e5ff-4dea-b3e3-bb68e5df079a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network ec35e100-c39d-4c6c-8129-ca34a50ba0ec is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:34.877923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2856a0b5-e5ff-4dea-b3e3-bb68e5df079a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:34.880740 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856a0b5-e5ff-4dea-b3e3-bb68e5df079a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:34.930749 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856a0b5-e5ff-4dea-b3e3-bb68e5df079a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=0115073e-e35f-4d90-82a6-c3af481e9c9e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:34.969364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2856a0b5-e5ff-4dea-b3e3-bb68e5df079a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:34.969979 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2856a0b5-e5ff-4dea-b3e3-bb68e5df079a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:34.999140 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2856a0b5-e5ff-4dea-b3e3-bb68e5df079a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7335534 Jul 16 03:53:35.002761 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35374) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:35.007830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-37d2958e-7ab5-409d-88b2-9fee3be8a2a5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'floatingip': {'port_id': '0115073e-e35f-4d90-82a6-c3af481e9c9e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:35.075281 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37d2958e-7ab5-409d-88b2-9fee3be8a2a5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.123797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b20b60-e159-4c18-87b3-f06dc63660ae req-a94274e0-d936-4e65-b48d-71d6098bd2cd tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:35.126833 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20b20b60-e159-4c18-87b3-f06dc63660ae req-a94274e0-d936-4e65-b48d-71d6098bd2cd tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.1145997 Jul 16 03:53:35.240775 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20b20b60-e159-4c18-87b3-f06dc63660ae req-8bf296ff-96ac-421c-9dec-d575abaccab2 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083329 Jul 16 03:53:35.293530 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7806225-e1ab-4102-a093-a83352f94cdc req-0d7e5859-5017-4795-8502-47a75187e523 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:35.295594 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7806225-e1ab-4102-a093-a83352f94cdc req-0d7e5859-5017-4795-8502-47a75187e523 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 948 time: 0.0885856 Jul 16 03:53:35.343106 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7806225-e1ab-4102-a093-a83352f94cdc req-4bd2ee3e-afde-48ca-9557-79bcf34a4b37 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/security-groups?id=a58b5721-afb0-4ec1-85e0-2ffa61bdaeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403776 Jul 16 03:53:35.751882 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.796830 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37d2958e-7ab5-409d-88b2-9fee3be8a2a5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.805137 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37d2958e-7ab5-409d-88b2-9fee3be8a2a5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:35.916196 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-37d2958e-7ab5-409d-88b2-9fee3be8a2a5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Floating IP 604a351b-59b6-4c29-b77b-0462768a055f associated. External IP: 172.25.3.26, port: 0115073e-e35f-4d90-82a6-c3af481e9c9e. Jul 16 03:53:36.156476 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d2958e-7ab5-409d-88b2-9fee3be8a2a5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:36.158282 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c72afeaa-b012-450b-9d16-f84eff45b9a4 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:53:36.301660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d2958e-7ab5-409d-88b2-9fee3be8a2a5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:36.309605 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37d2958e-7ab5-409d-88b2-9fee3be8a2a5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.321709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4df62-4d59-431c-9117-28cb52119012 None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:36.369403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4df62-4d59-431c-9117-28cb52119012 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:36.369967 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-49d4df62-4d59-431c-9117-28cb52119012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:36.390547 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:36.401807 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-37d2958e-7ab5-409d-88b2-9fee3be8a2a5 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "PUT /v2.0/floatingips/604a351b-59b6-4c29-b77b-0462768a055f HTTP/1.1" status: 200 len: 976 time: 1.3975375 Jul 16 03:53:36.492050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-49d4df62-4d59-431c-9117-28cb52119012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:36.518252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port c72afeaa-b012-450b-9d16-f84eff45b9a4, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c72afeaa-b012-450b-9d16-f84eff45b9a4,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:36.524015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4df62-4d59-431c-9117-28cb52119012 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:36.526502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-49d4df62-4d59-431c-9117-28cb52119012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:36.542546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'c72afeaa-b012-450b-9d16-f84eff45b9a4', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': 'c72afeaa-b012-450b-9d16-f84eff45b9a4', 'mac_address': 'fa:16:3e:18:c1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:53:36.581016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-49d4df62-4d59-431c-9117-28cb52119012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:36.581773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4df62-4d59-431c-9117-28cb52119012 None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:36.633039 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.647981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72afeaa-b012-450b-9d16-f84eff45b9a4 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:53:36.672861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port c72afeaa-b012-450b-9d16-f84eff45b9a4, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c72afeaa-b012-450b-9d16-f84eff45b9a4,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:36.677736 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.689707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa5e4c-e2d2-4d90-b1dc-9134e1de7328 req-c805033c-d443-4f56-a473-d9069ecbccf2 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:36.691412 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0fa5e4c-e2d2-4d90-b1dc-9134e1de7328 req-c805033c-d443-4f56-a473-d9069ecbccf2 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.2256331 Jul 16 03:53:36.708776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366709d-c078-4201-81f2-5f2eb86e8f32 req-14032adb-bf6e-4083-90a6-a18db06335fe tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:36.710468 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e366709d-c078-4201-81f2-5f2eb86e8f32 req-14032adb-bf6e-4083-90a6-a18db06335fe tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 948 time: 0.1647604 Jul 16 03:53:36.725983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0ac30ce7-c745-4dfb-bbb5-789e665f7a52 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting port 0115073e-e35f-4d90-82a6-c3af481e9c9e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:36.726336 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ac30ce7-c745-4dfb-bbb5-789e665f7a52 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.784617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=c72afeaa-b012-450b-9d16-f84eff45b9a4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:36.809777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0fa5e4c-e2d2-4d90-b1dc-9134e1de7328 req-ba8a8780-1ea0-44e8-b0c0-07365400d1a3 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105676 Jul 16 03:53:36.858351 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e366709d-c078-4201-81f2-5f2eb86e8f32 req-321c4fd1-82e2-4773-af70-9c650f27d671 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/security-groups?id=a58b5721-afb0-4ec1-85e0-2ffa61bdaeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278093 Jul 16 03:53:36.893059 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ac30ce7-c745-4dfb-bbb5-789e665f7a52 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:36.901568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['c72afeaa-b012-450b-9d16-f84eff45b9a4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:37.327580 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ac30ce7-c745-4dfb-bbb5-789e665f7a52 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.328023 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ac30ce7-c745-4dfb-bbb5-789e665f7a52 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.328507 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-0ac30ce7-c745-4dfb-bbb5-789e665f7a52 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Floating IP 604a351b-59b6-4c29-b77b-0462768a055f disassociated. External IP: 172.25.3.26, port: 0115073e-e35f-4d90-82a6-c3af481e9c9e. Jul 16 03:53:37.328978 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-0ac30ce7-c745-4dfb-bbb5-789e665f7a52 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Calling delete_port for 0115073e-e35f-4d90-82a6-c3af481e9c9e owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:37.581148 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ac30ce7-c745-4dfb-bbb5-789e665f7a52 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:37.721102 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac30ce7-c745-4dfb-bbb5-789e665f7a52 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Port': ['ID=0115073e-e35f-4d90-82a6-c3af481e9c9e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:37.871298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac30ce7-c745-4dfb-bbb5-789e665f7a52 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:38.106201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac30ce7-c745-4dfb-bbb5-789e665f7a52 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:38.120740 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f62afe-2a62-4ff4-82b2-4f580b1c0bd2 None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:38.125930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd47b83-b2b2-4279-8264-4aac4b4b1387 req-8319cad7-e558-49ee-80f5-280aab0a661d tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:38.127405 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-abd47b83-b2b2-4279-8264-4aac4b4b1387 req-8319cad7-e558-49ee-80f5-280aab0a661d tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.1629703 Jul 16 03:53:38.136912 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f62afe-2a62-4ff4-82b2-4f580b1c0bd2 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:38.138124 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-21f62afe-2a62-4ff4-82b2-4f580b1c0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:38.175207 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c72afeaa-b012-450b-9d16-f84eff45b9a4 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:38.179787 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-21f62afe-2a62-4ff4-82b2-4f580b1c0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:38.190446 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f62afe-2a62-4ff4-82b2-4f580b1c0bd2 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:38.191471 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-21f62afe-2a62-4ff4-82b2-4f580b1c0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:38.205863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0f478-d680-4385-a556-eaaf53ebf5ed req-4b9575a0-f793-4474-853f-fb5b8999a0fd tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:38.207336 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66c0f478-d680-4385-a556-eaaf53ebf5ed req-4b9575a0-f793-4474-853f-fb5b8999a0fd tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 949 time: 0.1727886 Jul 16 03:53:38.227342 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-21f62afe-2a62-4ff4-82b2-4f580b1c0bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:38.228242 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f62afe-2a62-4ff4-82b2-4f580b1c0bd2 None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:38.256369 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-abd47b83-b2b2-4279-8264-4aac4b4b1387 req-19641b9b-7825-4406-917c-1ebdf4ebd265 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075087 Jul 16 03:53:38.257538 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ac30ce7-c745-4dfb-bbb5-789e665f7a52 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.262073 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0ac30ce7-c745-4dfb-bbb5-789e665f7a52 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/ports/0115073e-e35f-4d90-82a6-c3af481e9c9e HTTP/1.1" status: 204 len: 168 time: 1.8704181 Jul 16 03:53:38.264741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35434) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:38.281665 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port c72afeaa-b012-450b-9d16-f84eff45b9a4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:38.289573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port c72afeaa-b012-450b-9d16-f84eff45b9a4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:38.289956 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.316282 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66c0f478-d680-4385-a556-eaaf53ebf5ed req-75c6cdff-c030-4ba3-bf47-54d5be067268 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/security-groups?id=a58b5721-afb0-4ec1-85e0-2ffa61bdaeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990150 Jul 16 03:53:38.352277 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3fe67cda-5923-4c82-bd51-8fa910069482 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "GET /v2.0/floatingips/604a351b-59b6-4c29-b77b-0462768a055f HTTP/1.1" status: 200 len: 687 time: 0.0863285 Jul 16 03:53:38.355064 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:38.442707 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.472257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071ad1a9-85dd-4748-88ac-ab328782bf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72afeaa-b012-450b-9d16-f84eff45b9a4'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:38.475169 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccdf075-0b0a-4e6e-b16a-fdeaa96a9f5e" -d '{"events": [{"server_uuid": "071ad1a9-85dd-4748-88ac-ab328782bf41", "name": "network-vif-plugged", "status": "completed", "tag": "c72afeaa-b012-450b-9d16-f84eff45b9a4"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:38.514185 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port c72afeaa-b012-450b-9d16-f84eff45b9a4, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c72afeaa-b012-450b-9d16-f84eff45b9a4,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:38.522486 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.564328 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b337b76f-10fe-46e2-b094-83c0e588ec51 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting port 55ac87f2-4cfe-4d6e-b9e2-dcd2c68197b1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:38.564958 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b337b76f-10fe-46e2-b094-83c0e588ec51 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.650823 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b337b76f-10fe-46e2-b094-83c0e588ec51 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.651391 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b337b76f-10fe-46e2-b094-83c0e588ec51 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:38.665687 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad30d8b-385b-495d-8db5-6e65791e8daf x-openstack-request-id: req-bad30d8b-385b-495d-8db5-6e65791e8daf {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:38.665977 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071ad1a9-85dd-4748-88ac-ab328782bf41", "name": "network-vif-plugged", "status": "completed", "tag": "c72afeaa-b012-450b-9d16-f84eff45b9a4", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:38.666236 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bad30d8b-385b-495d-8db5-6e65791e8daf {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:38.666959 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071ad1a9-85dd-4748-88ac-ab328782bf41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72afeaa-b012-450b-9d16-f84eff45b9a4', 'code': 200} Jul 16 03:53:38.668341 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-b337b76f-10fe-46e2-b094-83c0e588ec51 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Calling delete_port for 55ac87f2-4cfe-4d6e-b9e2-dcd2c68197b1 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:38.689498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=c72afeaa-b012-450b-9d16-f84eff45b9a4,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:38.724155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-9549b9c1-01ce-46b6-9d25-6395a32dca55 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:38.726033 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-9549b9c1-01ce-46b6-9d25-6395a32dca55 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 811 time: 0.2451108 Jul 16 03:53:38.752895 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-3504a47a-88c1-4bf7-a29c-42b3838eb4c1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/quotas/141b36b166934e7d90312d1c02c7c1cd HTTP/1.1" status: 200 len: 375 time: 0.0154941 Jul 16 03:53:38.830510 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-6194fbc3-233f-4a6a-b37a-280c14ec0a2a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764410 Jul 16 03:53:39.048702 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-457237bd-5da7-4beb-892c-b06820afd423 service neutron] 10.222.0.18 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112458 Jul 16 03:53:39.096563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e4293-9aad-447d-9349-699043bc351d req-dd403a07-5486-46dd-9f7f-fd29b231efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:39.098056 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1c0e4293-9aad-447d-9349-699043bc351d req-dd403a07-5486-46dd-9f7f-fd29b231efd7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 1101 time: 0.3847685 Jul 16 03:53:39.176161 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b337b76f-10fe-46e2-b094-83c0e588ec51 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.217781 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1c0e4293-9aad-447d-9349-699043bc351d req-787916e6-8add-47f2-9522-6156d7d24f9e service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a58b5721-afb0-4ec1-85e0-2ffa61bdaeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641637 Jul 16 03:53:39.219093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337b76f-10fe-46e2-b094-83c0e588ec51 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Port': ['ID=55ac87f2-4cfe-4d6e-b9e2-dcd2c68197b1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:39.288033 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b337b76f-10fe-46e2-b094-83c0e588ec51 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.291500 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b337b76f-10fe-46e2-b094-83c0e588ec51 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.292747 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b337b76f-10fe-46e2-b094-83c0e588ec51 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/floatingips/604a351b-59b6-4c29-b77b-0462768a055f HTTP/1.1" status: 204 len: 168 time: 0.9366055 Jul 16 03:53:39.296339 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35462) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:39.301959 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '65d535ca-3255-4a86-b003-420a54f930fe'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:39.348356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.533688 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.572496 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-604c522b-e624-485d-864e-b865cf3579bd service neutron] 10.222.0.18 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178084 Jul 16 03:53:39.601297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2340c64c-5b4e-417f-9939-901756878dc8 req-6ab8058c-b0f8-48b9-9d4e-e7b257ad13dc tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:39.602785 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2340c64c-5b4e-417f-9939-901756878dc8 req-6ab8058c-b0f8-48b9-9d4e-e7b257ad13dc tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.0845950 Jul 16 03:53:39.662861 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2340c64c-5b4e-417f-9939-901756878dc8 req-c2d1dc8b-8951-464b-bbf2-863c06dd564e tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462039 Jul 16 03:53:39.762364 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Allocated IP 172.25.3.41 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/31ef445f-a257-49a2-9095-1bfabc69cd8e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:39.920159 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.923956 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ca4fd59-bd3e-4783-820d-6fe3dafb8ac4 req-b654cdf0-175e-4267-9bb8-6483e3fab4c0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 210 time: 0.0374312 Jul 16 03:53:39.959539 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f8bf9-d9d8-4eb7-91d8-456546e1359e req-2b416766-d694-4176-b107-6b3cd4d236a7 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:39.963677 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:39.970169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-434f8bf9-d9d8-4eb7-91d8-456546e1359e req-2b416766-d694-4176-b107-6b3cd4d236a7 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 950 time: 0.1138730 Jul 16 03:53:40.011855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:40.014845 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:40.020006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:40.030017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-434f8bf9-d9d8-4eb7-91d8-456546e1359e req-6946caf0-50ac-4cd5-96db-cff4a4f98f12 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/security-groups?id=a58b5721-afb0-4ec1-85e0-2ffa61bdaeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503745 Jul 16 03:53:40.044639 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=31ef445f-a257-49a2-9095-1bfabc69cd8e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:40.441695 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:40.520919 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:40.709036 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:40.715407 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:40.801965 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=31ef445f-a257-49a2-9095-1bfabc69cd8e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:40.838486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:40.868219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7f51e-34ee-432f-9d58-72600864e0b3 req-97bc1e25-0707-4835-93e9-cca4d1b63b0f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:40.870237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-23f7f51e-34ee-432f-9d58-72600864e0b3 req-97bc1e25-0707-4835-93e9-cca4d1b63b0f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.0809674 Jul 16 03:53:40.947796 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-23f7f51e-34ee-432f-9d58-72600864e0b3 req-da42a41e-5dbe-4487-88f5-cf2bab0e9d08 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705154 Jul 16 03:53:41.085331 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Floating IP 9098504e-78f2-427a-97eb-69712778b173 associated. External IP: 172.25.3.41, port: 65d535ca-3255-4a86-b003-420a54f930fe. Jul 16 03:53:41.217191 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d52d8ebe-c912-43cf-b802-66e4f1f9586b req-873122fb-c2f8-4dbd-8b62-64d11afe7043 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 210 time: 0.0419254 Jul 16 03:53:41.341622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-11da04e7-acf7-479c-9032-e46d979a0517 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:41.343199 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-11da04e7-acf7-479c-9032-e46d979a0517 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 811 time: 0.3059156 Jul 16 03:53:41.360658 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-1f39dc83-9a0e-4f82-8b29-67df555bbbb8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'port': {'device_id': 'a2d8dd99-443c-4281-a1e1-35505bbc512d', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'admin_state_up': True, 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:41.491389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4862d8e-24cc-4b78-b17a-8a5db6dd885b req-ffd64fb3-5d5d-49bc-813f-c8ff03028ed2 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:41.493041 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4862d8e-24cc-4b78-b17a-8a5db6dd885b req-ffd64fb3-5d5d-49bc-813f-c8ff03028ed2 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 950 time: 0.2058547 Jul 16 03:53:41.498606 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:41.611171 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4862d8e-24cc-4b78-b17a-8a5db6dd885b req-5c3519f1-b586-4e81-baed-8021d6d270c4 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/security-groups?id=a58b5721-afb0-4ec1-85e0-2ffa61bdaeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123767 Jul 16 03:53:41.638717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-1f39dc83-9a0e-4f82-8b29-67df555bbbb8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Made reservation on behalf of 141b36b166934e7d90312d1c02c7c1cd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:41.643160 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-1f39dc83-9a0e-4f82-8b29-67df555bbbb8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.649890 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:41.673188 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd0980-b7cc-4498-8dcd-f5a5afcdf1a5 None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:41.681669 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.686648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bd0980-b7cc-4498-8dcd-f5a5afcdf1a5 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:41.690231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a9bd0980-b7cc-4498-8dcd-f5a5afcdf1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:41.699874 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:53:41.766472 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-def28c26-bddf-4dbb-8725-80059cf902be tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4654121 Jul 16 03:53:41.767642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35510) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:41.769805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a9bd0980-b7cc-4498-8dcd-f5a5afcdf1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:41.781744 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a6d75074-195c-4691-a49f-bff3a6898970 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1167326982'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:41.790180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bd0980-b7cc-4498-8dcd-f5a5afcdf1a5 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:41.791229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a9bd0980-b7cc-4498-8dcd-f5a5afcdf1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:41.825757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d75074-195c-4691-a49f-bff3a6898970 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Made reservation on behalf of 63ee019dfd614d919fb2e315ff29bbc1 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:41.835952 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6d75074-195c-4691-a49f-bff3a6898970 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.868169 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a9bd0980-b7cc-4498-8dcd-f5a5afcdf1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:41.871004 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bd0980-b7cc-4498-8dcd-f5a5afcdf1a5 None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:41.898548 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d75074-195c-4691-a49f-bff3a6898970 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:53:41.921199 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6d75074-195c-4691-a49f-bff3a6898970 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:41.921486 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-a6d75074-195c-4691-a49f-bff3a6898970 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Added segment f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18 of type vlan for network 629f640c-d15b-4c47-a44d-f42ba728c79e Jul 16 03:53:42.010819 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-1f39dc83-9a0e-4f82-8b29-67df555bbbb8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Allocated IP 172.20.0.11 (f55cd736-5d71-4953-92cf-213346d5a1da/71faac3d-ce79-45ad-842e-496e7071d6f0/623b0b01-6bdb-4ee3-a155-4e96b7b32f94) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:42.030526 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6d75074-195c-4691-a49f-bff3a6898970 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:42.107627 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6d75074-195c-4691-a49f-bff3a6898970 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:42.120090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d75074-195c-4691-a49f-bff3a6898970 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:42.120947 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6d75074-195c-4691-a49f-bff3a6898970 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:42.322581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d75074-195c-4691-a49f-bff3a6898970 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Network': ['ID=629f640c-d15b-4c47-a44d-f42ba728c79e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:42.340535 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 629f640c-d15b-4c47-a44d-f42ba728c79e details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:53:42.350790 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a6d75074-195c-4691-a49f-bff3a6898970 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5820587 Jul 16 03:53:42.353738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:42.369067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bfd3d160-6556-452d-8277-3c94d7183185 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'subnet': {'network_id': '629f640c-d15b-4c47-a44d-f42ba728c79e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:42.420737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab985a-0e9f-4be5-90bb-2c4e633f176e req-1573b144-8d53-4ab2-8be8-78cad49c783a tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:42.422872 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-deab985a-0e9f-4be5-90bb-2c4e633f176e req-1573b144-8d53-4ab2-8be8-78cad49c783a tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1097 time: 0.2292790 Jul 16 03:53:42.474558 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-1f39dc83-9a0e-4f82-8b29-67df555bbbb8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:42.559588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-1f39dc83-9a0e-4f82-8b29-67df555bbbb8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Transition to ACTIVE for port object 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:42.578920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd3d160-6556-452d-8277-3c94d7183185 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Made reservation on behalf of 63ee019dfd614d919fb2e315ff29bbc1 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:42.582947 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfd3d160-6556-452d-8277-3c94d7183185 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:42.584067 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-deab985a-0e9f-4be5-90bb-2c4e633f176e req-b650dca1-afe4-4834-83c1-b277f1af72a2 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382205 Jul 16 03:53:42.691500 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-1f39dc83-9a0e-4f82-8b29-67df555bbbb8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:42.755127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-1f39dc83-9a0e-4f82-8b29-67df555bbbb8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Network f55cd736-5d71-4953-92cf-213346d5a1da is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:42.758235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-1f39dc83-9a0e-4f82-8b29-67df555bbbb8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:42.794189 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39dc83-9a0e-4f82-8b29-67df555bbbb8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'Port': ['ID=623b0b01-6bdb-4ee3-a155-4e96b7b32f94,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:42.802086 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-1f39dc83-9a0e-4f82-8b29-67df555bbbb8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:42.842043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e89a24-2135-4f56-8cbc-5ad4b96b8a28 req-9ef5256a-3cb5-48fb-b5af-9c8d648e5e94 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:42.844505 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31e89a24-2135-4f56-8cbc-5ad4b96b8a28 req-9ef5256a-3cb5-48fb-b5af-9c8d648e5e94 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.2415695 Jul 16 03:53:42.975115 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31e89a24-2135-4f56-8cbc-5ad4b96b8a28 req-d74c0bf2-2759-4607-a143-58c2db12f46d tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144021 Jul 16 03:53:42.999541 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfd3d160-6556-452d-8277-3c94d7183185 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.008298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-1f39dc83-9a0e-4f82-8b29-67df555bbbb8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:43.013766 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-1f39dc83-9a0e-4f82-8b29-67df555bbbb8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.042447 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-1f39dc83-9a0e-4f82-8b29-67df555bbbb8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6891344 Jul 16 03:53:43.052597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a42000-e8d8-4d27-9e2a-96e039700c9a req-191335af-55c8-4d4f-a47e-e648c91cd211 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:43.060559 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-73a42000-e8d8-4d27-9e2a-96e039700c9a req-191335af-55c8-4d4f-a47e-e648c91cd211 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 932 time: 0.2113419 Jul 16 03:53:43.133763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3d160-6556-452d-8277-3c94d7183185 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Subnet': ['ID=4c913b80-82cc-4244-a184-041f1faa05b5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:43.139514 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Request body: {'port': {'device_id': 'a2d8dd99-443c-4281-a1e1-35505bbc512d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:43.151780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd3d160-6556-452d-8277-3c94d7183185 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Checking segment: {'id': 'f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '629f640c-d15b-4c47-a44d-f42ba728c79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:43.152164 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd3d160-6556-452d-8277-3c94d7183185 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network hostable DHCP agents. Network: 629f640c-d15b-4c47-a44d-f42ba728c79e, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:53:43.176355 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-73a42000-e8d8-4d27-9e2a-96e039700c9a req-aceb800e-a3b9-4707-a360-42c1e789e2d9 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113279 Jul 16 03:53:43.184846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd3d160-6556-452d-8277-3c94d7183185 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network 629f640c-d15b-4c47-a44d-f42ba728c79e is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:53:43.196929 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bfd3d160-6556-452d-8277-3c94d7183185 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 629f640c-d15b-4c47-a44d-f42ba728c79e) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:43.202000 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd3d160-6556-452d-8277-3c94d7183185 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:43.202810 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfd3d160-6556-452d-8277-3c94d7183185 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.207328 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138f608f-e39c-4294-909d-e64850f769c0 None None] Network 629f640c-d15b-4c47-a44d-f42ba728c79e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:43.226314 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bfd3d160-6556-452d-8277-3c94d7183185 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8703671 Jul 16 03:53:43.227102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35542) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:43.232335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1150173112', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:43.264859 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.268668 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.331962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8f3fbf45-49a3-44ec-a0dc-1993614b58a6 None None] Provisioning for port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:43.363227 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.405843 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.434631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8f3fbf45-49a3-44ec-a0dc-1993614b58a6 None None] Provisioning complete for port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:43.436786 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f3fbf45-49a3-44ec-a0dc-1993614b58a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.526882 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8f3fbf45-49a3-44ec-a0dc-1993614b58a6 None None] Port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:53:43.536484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74cb7f-d254-4e04-be35-12f1de167168 req-aae5c071-985f-435c-a962-30195238bb15 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:43.540088 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a74cb7f-d254-4e04-be35-12f1de167168 req-aae5c071-985f-435c-a962-30195238bb15 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.1918180 Jul 16 03:53:43.693356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:43.736892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-629f640c-d15b-4c47-a44d-f42ba728c79e', 'network_id': '629f640c-d15b-4c47-a44d-f42ba728c79e', 'tenant_id': '63ee019dfd614d919fb2e315ff29bbc1', 'fixed_ips': [{'subnet_id': '4c913b80-82cc-4244-a184-041f1faa05b5'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:53:43.737775 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.004266 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Allocated IP 172.20.0.2 (629f640c-d15b-4c47-a44d-f42ba728c79e/4c913b80-82cc-4244-a184-041f1faa05b5/9bc18a3c-3e3c-4206-89d9-29ca0a8a641c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:44.139891 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a74cb7f-d254-4e04-be35-12f1de167168 req-99ec2401-d10d-477d-9550-c6020e6aaad0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5875578 Jul 16 03:53:44.152198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:53:44.159934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:44.168802 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.247832 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.291800 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.296950 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.311533 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Transition to ACTIVE for port object 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:44.342621 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Transition to ACTIVE for port object 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:44.354089 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.371320 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Transition to ACTIVE for port object 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:44.400057 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.424628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Network 629f640c-d15b-4c47-a44d-f42ba728c79e is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:44.463565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Pushing event updated for resources: {'Port': ['ID=9bc18a3c-3e3c-4206-89d9-29ca0a8a641c,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:44.468397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:44.474177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:44.490529 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Pushing event updated for resources: {'Port': ['ID=623b0b01-6bdb-4ee3-a155-4e96b7b32f94,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:44.509418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e05e4fa6-df41-4b15-8a17-1078e56327e5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/9431b875-dcb9-4db7-bd10-2f590f8dce17 HTTP/1.1" status: 200 len: 993 time: 0.3478298 Jul 16 03:53:44.531785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Allocated IP 172.25.3.99 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/5432f269-f0c7-4f8a-9c6a-aa5e590f92e6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:44.546103 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Attempting to bind port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:44.546789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Attempting to bind port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '629f640c-d15b-4c47-a44d-f42ba728c79e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:44.547118 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Attempting to bind port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c on network 629f640c-d15b-4c47-a44d-f42ba728c79e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:44.554052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:44.554568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Checking segment: {'id': 'f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '629f640c-d15b-4c47-a44d-f42ba728c79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:44.554997 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.556578 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Bound using segment: {'id': 'f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '629f640c-d15b-4c47-a44d-f42ba728c79e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:44.557075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Bound port: 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '629f640c-d15b-4c47-a44d-f42ba728c79e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:44.559124 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.622360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e24548-825d-4992-870c-65c97f798755 req-2ab31196-29dd-4799-b0c3-c2986e1c5f6a tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:44.623970 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28e24548-825d-4992-870c-65c97f798755 req-2ab31196-29dd-4799-b0c3-c2986e1c5f6a tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.3599308 Jul 16 03:53:44.668427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfacff-11ff-4292-be20-49582358c651 req-7d852c4f-fe3b-4c2b-8ae2-164a86227c0f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:44.669649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] For port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:44.670946 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7bfacff-11ff-4292-be20-49582358c651 req-7d852c4f-fe3b-4c2b-8ae2-164a86227c0f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 944 time: 0.2656484 Jul 16 03:53:44.680250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] For port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9bc18a3c-3e3c-4206-89d9-29ca0a8a641c,segment=NetworkSegment(f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18),segment_id=f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:44.691152 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.772059 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7bfacff-11ff-4292-be20-49582358c651 req-2581beca-c540-4926-af07-d284c5c68fc3 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945792 Jul 16 03:53:44.782838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28e24548-825d-4992-870c-65c97f798755 req-17537f34-1d37-478e-9460-26f60a78124e tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329434 Jul 16 03:53:44.783730 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Attempting to bind port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:53:44.784265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Attempting to bind port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:53:44.784931 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Attempting to bind port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:44.791271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 on network f55cd736-5d71-4953-92cf-213346d5a1da not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:53:44.791764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Attempting to bind port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:53:44.798059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:53:44.798638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Checking segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:53:44.799219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Bound using segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:53:44.800095 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Bound port: 623b0b01-6bdb-4ee3-a155-4e96b7b32f94, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:53:44.800667 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.830395 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7347a-cac4-4fb2-93a9-80fdb899b75f None None] Pushing event updated for resources: {'Port': ['ID=9bc18a3c-3e3c-4206-89d9-29ca0a8a641c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:44.868536 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:44.963938 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] For port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:53:44.969731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] For port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=623b0b01-6bdb-4ee3-a155-4e96b7b32f94,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:53:44.977154 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.068335 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:45.069294 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.082048 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-d8c058d4-c770-460c-b714-70c848784640 service neutron] 10.222.0.20 "PUT /v2.0/ports/623b0b01-6bdb-4ee3-a155-4e96b7b32f94 HTTP/1.1" status: 200 len: 1092 time: 1.9548225 Jul 16 03:53:45.091594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d8dd99-443c-4281-a1e1-35505bbc512d', 'tag': '623b0b01-6bdb-4ee3-a155-4e96b7b32f94'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:45.095731 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a505820-5ea5-40ba-8043-b41713c8879b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d8dd99-443c-4281-a1e1-35505bbc512d", "tag": "623b0b01-6bdb-4ee3-a155-4e96b7b32f94"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:45.315401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c058d4-c770-460c-b714-70c848784640 service neutron] Pushing event updated for resources: {'Port': ['ID=623b0b01-6bdb-4ee3-a155-4e96b7b32f94,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:45.329529 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ba92d2-30c4-426a-a189-dcc6c04c7855 x-openstack-request-id: req-86ba92d2-30c4-426a-a189-dcc6c04c7855 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:45.330091 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d8dd99-443c-4281-a1e1-35505bbc512d", "tag": "623b0b01-6bdb-4ee3-a155-4e96b7b32f94", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:45.330561 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86ba92d2-30c4-426a-a189-dcc6c04c7855 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:45.331203 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d8dd99-443c-4281-a1e1-35505bbc512d', 'tag': '623b0b01-6bdb-4ee3-a155-4e96b7b32f94', 'status': 'completed', 'code': 200} Jul 16 03:53:45.413480 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-7d6a3ba1-c070-417a-b7b1-7be648282a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:45.420011 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-7d6a3ba1-c070-417a-b7b1-7be648282a7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 1095 time: 0.2804854 Jul 16 03:53:45.547846 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-ea26e73a-b00c-43b1-893d-634b6a354eec req-f7d337cd-c95f-4995-aad7-00b13dae0af2 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:53:45.549214 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea26e73a-b00c-43b1-893d-634b6a354eec req-f7d337cd-c95f-4995-aad7-00b13dae0af2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2264771 Jul 16 03:53:45.549367 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:45.551083 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-524bfefe-e18c-4a07-85c1-94dc5f93ea75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=623b0b01-6bdb-4ee3-a155-4e96b7b32f94 HTTP/1.1" status: 200 len: 217 time: 0.1196971 Jul 16 03:53:45.605646 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:45.609808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:45.635311 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:45.696684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-53d8bacb-17f4-489b-b47b-02cb7c84f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:45.698909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=5432f269-f0c7-4f8a-9c6a-aa5e590f92e6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:45.708079 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-53d8bacb-17f4-489b-b47b-02cb7c84f95b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.1506524 Jul 16 03:53:45.774216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-bb949751-37a1-4814-96aa-7c3ce2c728a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:45.775727 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-bb949751-37a1-4814-96aa-7c3ce2c728a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667458 Jul 16 03:53:46.044914 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.053591 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-144da4c2-f728-48cb-936f-620b8c0d922a service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708950 Jul 16 03:53:46.239946 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35600) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:46.382320 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a178fe5-8f64-45e6-ae2c-670cdaa48acd req-6853ee6c-6945-442d-99b2-ca960a92b9fd service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155482 Jul 16 03:53:46.447883 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada30865-29bc-4723-ace8-5174b7be1122 req-bc1a44f2-a430-40ae-abbc-3282a604bd8e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:46.455708 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ada30865-29bc-4723-ace8-5174b7be1122 req-bc1a44f2-a430-40ae-abbc-3282a604bd8e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 944 time: 0.3554831 Jul 16 03:53:46.526017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ced997-de92-453d-80a8-9960eb2f3efb None None] Network 629f640c-d15b-4c47-a44d-f42ba728c79e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:53:46.560712 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:46.626117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ada30865-29bc-4723-ace8-5174b7be1122 req-523605e8-746f-4de6-9fea-67a8b724e810 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690145 Jul 16 03:53:46.627707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cb78674f-eb9d-450b-9045-00c860d025a6 None None] Provisioning for port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:46.715110 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-7bd0fd40-e3b6-4882-a818-34f673703110 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4712505 Jul 16 03:53:46.722876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-fc313391-c3bf-4ba2-a86d-0bc6a439e91e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:53:46.745589 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-fc313391-c3bf-4ba2-a86d-0bc6a439e91e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0290787 Jul 16 03:53:46.757520 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34b217-3ef4-4dbd-a6d6-6bb400ff3598 req-e25934a0-7645-40db-b78e-3bef4dad8ff7 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:46.759135 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db34b217-3ef4-4dbd-a6d6-6bb400ff3598 req-e25934a0-7645-40db-b78e-3bef4dad8ff7 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.3403311 Jul 16 03:53:46.762280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a505820-5ea5-40ba-8043-b41713c8879b req-29031fb1-025d-4950-ac6c-2a5f157d3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:46.763848 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a505820-5ea5-40ba-8043-b41713c8879b req-29031fb1-025d-4950-ac6c-2a5f157d3a3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 1095 time: 0.2999237 Jul 16 03:53:46.860052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router b3e641d0-b801-4dc4-8e34-43c3787792ea is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:53:47.013762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:47.022807 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f3f33-2fa4-47ef-b50a-1e5fe5e4a22a None None] Sync routers for ids ['b3e641d0-b801-4dc4-8e34-43c3787792ea'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:47.051566 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f3f33-2fa4-47ef-b50a-1e5fe5e4a22a None None] Routers {'b3e641d0-b801-4dc4-8e34-43c3787792ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:47.052199 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bc0f3f33-2fa4-47ef-b50a-1e5fe5e4a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b3e641d0-b801-4dc4-8e34-43c3787792ea'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:47.106427 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.108746 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bbad5696-a584-44b5-8e3c-729d5dd87c59 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8805645 Jul 16 03:53:47.113140 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35616) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:47.147859 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bc0f3f33-2fa4-47ef-b50a-1e5fe5e4a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:47.171985 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f3f33-2fa4-47ef-b50a-1e5fe5e4a22a None None] Routers {'b3e641d0-b801-4dc4-8e34-43c3787792ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:47.172814 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bc0f3f33-2fa4-47ef-b50a-1e5fe5e4a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b3e641d0-b801-4dc4-8e34-43c3787792ea'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:47.264723 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bc0f3f33-2fa4-47ef-b50a-1e5fe5e4a22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:47.266294 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f3f33-2fa4-47ef-b50a-1e5fe5e4a22a None None] The sync data for ids ['b3e641d0-b801-4dc4-8e34-43c3787792ea'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:47.300944 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:47.489041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:47.495886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1eb90bc9-4ddd-43cd-b7a2-11057ef819fa None None] Provisioning complete for port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:47.496696 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1eb90bc9-4ddd-43cd-b7a2-11057ef819fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.499559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:47.512910 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.704392 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db34b217-3ef4-4dbd-a6d6-6bb400ff3598 req-b2951fa0-2c79-4afa-9fc8-0f64a794b968 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9384193 Jul 16 03:53:47.789493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a505820-5ea5-40ba-8043-b41713c8879b req-26816ccc-88bb-48e4-aea0-939a3eb11a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:47.791065 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a505820-5ea5-40ba-8043-b41713c8879b req-26816ccc-88bb-48e4-aea0-939a3eb11a78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 1.0187180 Jul 16 03:53:47.836372 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1eb90bc9-4ddd-43cd-b7a2-11057ef819fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.955223 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:47.957792 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a505820-5ea5-40ba-8043-b41713c8879b req-1e2d998e-2d56-4a85-99a4-832d60a6e980 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=623b0b01-6bdb-4ee3-a155-4e96b7b32f94 HTTP/1.1" status: 200 len: 217 time: 0.1575654 Jul 16 03:53:48.073044 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1eb90bc9-4ddd-43cd-b7a2-11057ef819fa None None] For port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9bc18a3c-3e3c-4206-89d9-29ca0a8a641c,segment=NetworkSegment(f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18),segment_id=f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:48.083091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a505820-5ea5-40ba-8043-b41713c8879b req-69fd0ec0-2771-484c-a174-c2c14a10b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:48.087656 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1eb90bc9-4ddd-43cd-b7a2-11057ef819fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.088260 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a505820-5ea5-40ba-8043-b41713c8879b req-69fd0ec0-2771-484c-a174-c2c14a10b6cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.1177063 Jul 16 03:53:48.106332 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a0f8b-8b76-4c3f-91b5-043005ead274 req-b5db0e56-fd88-4771-ae44-7b1b089a7223 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:48.125770 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b1a0f8b-8b76-4c3f-91b5-043005ead274 req-b5db0e56-fd88-4771-ae44-7b1b089a7223 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.4484637 Jul 16 03:53:48.170636 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:53:48.171236 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:53:48.192872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb90bc9-4ddd-43cd-b7a2-11057ef819fa None None] Pushing event updated for resources: {'Port': ['ID=9bc18a3c-3e3c-4206-89d9-29ca0a8a641c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:48.377854 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b1a0f8b-8b76-4c3f-91b5-043005ead274 req-32c0a425-4a74-4649-8f06-9170f83ed10b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435229 Jul 16 03:53:48.453664 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea0988-2f4b-4f6d-932f-6925d9167c36 req-40877ebc-2eda-4c63-99b0-833da0877f6d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:48.461392 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0ea0988-2f4b-4f6d-932f-6925d9167c36 req-40877ebc-2eda-4c63-99b0-833da0877f6d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 944 time: 0.3706391 Jul 16 03:53:48.465359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a505820-5ea5-40ba-8043-b41713c8879b req-de5b8849-3f60-48e8-b5da-de998fa5329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:48.467106 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a505820-5ea5-40ba-8043-b41713c8879b req-de5b8849-3f60-48e8-b5da-de998fa5329f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172413 Jul 16 03:53:48.662295 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:48.693824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0ea0988-2f4b-4f6d-932f-6925d9167c36 req-e989dd20-a4eb-456e-b385-cf216b01b636 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312849 Jul 16 03:53:48.785476 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a505820-5ea5-40ba-8043-b41713c8879b req-8c940b8b-1eec-4555-b4a7-b2f39c1ca8b2 service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945685 Jul 16 03:53:49.142138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:53:49.315987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a505820-5ea5-40ba-8043-b41713c8879b req-30c68268-cafd-40dc-a938-874a85ad2a05 service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225565 Jul 16 03:53:49.365511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745c0b9-a20f-40d7-9771-229b7d51510b req-f7a37c63-e2b9-4ca9-b781-a3f456921bc6 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:49.368292 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d745c0b9-a20f-40d7-9771-229b7d51510b req-f7a37c63-e2b9-4ca9-b781-a3f456921bc6 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.2981067 Jul 16 03:53:49.410227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:49.410636 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.486869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d745c0b9-a20f-40d7-9771-229b7d51510b req-e5199328-cdd3-4d03-859a-9405e7c6ef77 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106806 Jul 16 03:53:49.494371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Allocated IP 172.20.0.1 (629f640c-d15b-4c47-a44d-f42ba728c79e/4c913b80-82cc-4244-a184-041f1faa05b5/513e5e39-7922-466c-9eb6-12ac742c3280) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:49.768895 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.792487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Transition to ACTIVE for port object 513e5e39-7922-466c-9eb6-12ac742c3280 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:49.878584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577a203-a140-47ce-9d62-79187647f510 req-aa148d58-a5f9-4eed-961c-c1bd518fd78f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:49.885219 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:49.894196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b577a203-a140-47ce-9d62-79187647f510 req-aa148d58-a5f9-4eed-961c-c1bd518fd78f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.2272279 Jul 16 03:53:49.997552 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network 629f640c-d15b-4c47-a44d-f42ba728c79e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:50.009806 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:50.019207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:50.086222 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=513e5e39-7922-466c-9eb6-12ac742c3280,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:50.088377 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94125133-dc5a-49c1-92ac-b37a38fffa7d req-9676cbb0-5949-4dc2-b0ad-8e7e597eaff6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:50.102019 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94125133-dc5a-49c1-92ac-b37a38fffa7d req-9676cbb0-5949-4dc2-b0ad-8e7e597eaff6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 944 time: 0.2043130 Jul 16 03:53:50.137130 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.154792 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b577a203-a140-47ce-9d62-79187647f510 req-a42b2b4d-e189-4fd3-9bd1-8cd2f8c666e2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589107 Jul 16 03:53:50.204818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94125133-dc5a-49c1-92ac-b37a38fffa7d req-30037af2-3b3b-4e71-a06c-98289efbdacb tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999742 Jul 16 03:53:50.232083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-cb1290b2-8e42-4e84-a53c-9777f768ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:50.233906 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-cb1290b2-8e42-4e84-a53c-9777f768ec7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1097 time: 0.1730556 Jul 16 03:53:50.417388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-ae97cd1d-b47b-46cc-90d6-cc517dfb4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:50.419395 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-ae97cd1d-b47b-46cc-90d6-cc517dfb4551 service neutron] 10.222.0.20 "GET /v2.0/networks?id=521f2e99-0acc-4c19-96ce-f5c71917e29a HTTP/1.1" status: 200 len: 898 time: 0.1779339 Jul 16 03:53:50.482923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0d8c5004-1440-43a9-a35f-c6483df7e940 None None] Provisioning for port 513e5e39-7922-466c-9eb6-12ac742c3280 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:50.489884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0d8c5004-1440-43a9-a35f-c6483df7e940 None None] Provisioning complete for port 513e5e39-7922-466c-9eb6-12ac742c3280 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:50.490282 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d8c5004-1440-43a9-a35f-c6483df7e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.557915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c5004-1440-43a9-a35f-c6483df7e940 None None] Port 513e5e39-7922-466c-9eb6-12ac742c3280 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:53:50.560713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:50.567439 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-b4680516-ea68-47ed-b2fd-6a879d057576 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 200 len: 1001 time: 0.1421275 Jul 16 03:53:50.731551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-c683e83d-e6e3-4ef5-9c4b-fef389146ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:50.733061 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-c683e83d-e6e3-4ef5-9c4b-fef389146ce8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c72678d-14ac-4d24-aa24-489cddb52740 HTTP/1.1" status: 200 len: 835 time: 0.1592853 Jul 16 03:53:50.845108 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a07aa-a831-4c66-b08b-66e2b1fe5c73 req-170bf57b-1952-497d-9890-2ef6c9c02f9a tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:50.853241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-056a07aa-a831-4c66-b08b-66e2b1fe5c73 req-170bf57b-1952-497d-9890-2ef6c9c02f9a tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.1650925 Jul 16 03:53:50.916896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-f16eaad5-674c-4530-86dc-e8a4a42f67d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:50.920269 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-f16eaad5-674c-4530-86dc-e8a4a42f67d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=521f2e99-0acc-4c19-96ce-f5c71917e29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1746168 Jul 16 03:53:50.936729 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-056a07aa-a831-4c66-b08b-66e2b1fe5c73 req-100fa5dc-2e9d-4e55-b624-e220182a49ac tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822089 Jul 16 03:53:51.146407 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.154282 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-980ae064-fcf6-4ca4-9cca-6f586b9322a1 service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107196 Jul 16 03:53:51.157322 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.350012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=513e5e39-7922-466c-9eb6-12ac742c3280,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:51.360549 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:51.399299 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-92482df2-b591-4798-ab67-42c192e3c173 service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418606 Jul 16 03:53:51.557279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08b76d-cd53-4916-8e93-ce7c802ad91c req-962f3ccc-d72b-475d-b529-64e1f30a23e4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:51.565020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9b08b76d-cd53-4916-8e93-ce7c802ad91c req-962f3ccc-d72b-475d-b529-64e1f30a23e4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.1647279 Jul 16 03:53:51.614040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network 629f640c-d15b-4c47-a44d-f42ba728c79e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:51.623240 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:51.686758 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffe09c-2f3a-4c91-a8a4-34a969334250 req-a7147d41-e7d3-47f8-a713-faa310653d1f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:51.689355 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09ffe09c-2f3a-4c91-a8a4-34a969334250 req-a7147d41-e7d3-47f8-a713-faa310653d1f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 944 time: 0.1862121 Jul 16 03:53:51.708545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9b08b76d-cd53-4916-8e93-ce7c802ad91c req-8187d5c5-4531-4ca1-8555-3407bdf866b9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379480 Jul 16 03:53:51.818562 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09ffe09c-2f3a-4c91-a8a4-34a969334250 req-0d140357-7e13-4a7e-9d20-ef91ad041812 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085546 Jul 16 03:53:51.990803 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router b3e641d0-b801-4dc4-8e34-43c3787792ea has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:52.023474 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-43666e90-3de2-40ea-926a-d768252628d6 None None] Provisioning complete for port 513e5e39-7922-466c-9eb6-12ac742c3280 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:52.024025 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43666e90-3de2-40ea-926a-d768252628d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.193768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-43666e90-3de2-40ea-926a-d768252628d6 None None] Port 513e5e39-7922-466c-9eb6-12ac742c3280 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:53:52.228561 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:52.235054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5d64c-2929-4194-b25f-0b929a9e35e4 req-2eaad1ed-664e-4f01-b5fe-68e86e51e1c8 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:52.237436 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b2e2a672-2eac-4774-839a-f9cb08f5e7f6 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "PUT /v2.0/routers/b3e641d0-b801-4dc4-8e34-43c3787792ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1217031 Jul 16 03:53:52.239788 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35662) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:52.242514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e30a25-d3b6-4bf6-aaa5-a4f26770eadf None None] Sync routers for ids ['b3e641d0-b801-4dc4-8e34-43c3787792ea'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:52.242777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4bd5d64c-2929-4194-b25f-0b929a9e35e4 req-2eaad1ed-664e-4f01-b5fe-68e86e51e1c8 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.1501622 Jul 16 03:53:52.245909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fba6f54a-88c8-4083-82c3-ac394271064f tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'port': {'network_id': '629f640c-d15b-4c47-a44d-f42ba728c79e', 'name': 'tempest-FloatingIPTestJSON-1343854068'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:52.266398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e30a25-d3b6-4bf6-aaa5-a4f26770eadf None None] Routers {'b3e641d0-b801-4dc4-8e34-43c3787792ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:52.267278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75e30a25-d3b6-4bf6-aaa5-a4f26770eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b3e641d0-b801-4dc4-8e34-43c3787792ea'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:52.320827 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4bd5d64c-2929-4194-b25f-0b929a9e35e4 req-2ca38ebe-cf8e-4717-a454-92c32da45a20 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734825 Jul 16 03:53:52.376620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75e30a25-d3b6-4bf6-aaa5-a4f26770eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:52.392171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e30a25-d3b6-4bf6-aaa5-a4f26770eadf None None] Routers {'b3e641d0-b801-4dc4-8e34-43c3787792ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:52.398688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75e30a25-d3b6-4bf6-aaa5-a4f26770eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b3e641d0-b801-4dc4-8e34-43c3787792ea'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:52.448770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba6f54a-88c8-4083-82c3-ac394271064f tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Made reservation on behalf of 63ee019dfd614d919fb2e315ff29bbc1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:53:52.450238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-75e30a25-d3b6-4bf6-aaa5-a4f26770eadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:52.450961 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e30a25-d3b6-4bf6-aaa5-a4f26770eadf None None] The sync data for ids ['b3e641d0-b801-4dc4-8e34-43c3787792ea'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:52.460816 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fba6f54a-88c8-4083-82c3-ac394271064f tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:52.491111 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-fba6f54a-88c8-4083-82c3-ac394271064f tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] device_id is not set on port 5f0d4e00-ff60-49ca-9b59-14fedfdc42b9 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:53:52.649347 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fba6f54a-88c8-4083-82c3-ac394271064f tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Allocated IP 172.20.0.9 (629f640c-d15b-4c47-a44d-f42ba728c79e/4c913b80-82cc-4244-a184-041f1faa05b5/5f0d4e00-ff60-49ca-9b59-14fedfdc42b9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:53:53.174146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80221e30-2937-49cb-a4f0-97eb1b36b898 req-9e72264a-8945-46fc-8f74-f1a7294b237e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:53.181349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80221e30-2937-49cb-a4f0-97eb1b36b898 req-9e72264a-8945-46fc-8f74-f1a7294b237e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.2193520 Jul 16 03:53:53.230286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587f0b5-786c-4b10-86c2-368d1e732ca7 req-655327ce-b497-4df0-b729-a3954137ee26 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:53.237877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9587f0b5-786c-4b10-86c2-368d1e732ca7 req-655327ce-b497-4df0-b729-a3954137ee26 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 944 time: 0.2010241 Jul 16 03:53:53.264950 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80221e30-2937-49cb-a4f0-97eb1b36b898 req-bd3eaf86-13ac-4bce-b3f8-c21593c290a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826612 Jul 16 03:53:53.305195 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9587f0b5-786c-4b10-86c2-368d1e732ca7 req-3197e6cc-7045-4baf-bb06-cd0c57cdc2bd tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663688 Jul 16 03:53:53.566666 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fba6f54a-88c8-4083-82c3-ac394271064f tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:53.585390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcc866-981d-47d1-8c9f-49fca5e4b51b req-47466833-4f4f-4d3a-97f9-090cc4a59c0c tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:53.601329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-fba6f54a-88c8-4083-82c3-ac394271064f tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Transition to ACTIVE for port object 5f0d4e00-ff60-49ca-9b59-14fedfdc42b9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:53:53.603157 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92fcc866-981d-47d1-8c9f-49fca5e4b51b req-47466833-4f4f-4d3a-97f9-090cc4a59c0c tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.1579878 Jul 16 03:53:53.673996 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fba6f54a-88c8-4083-82c3-ac394271064f tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:53.682317 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92fcc866-981d-47d1-8c9f-49fca5e4b51b req-631833d0-21e9-4bc0-8c75-5d1204194967 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783787 Jul 16 03:53:53.732712 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba6f54a-88c8-4083-82c3-ac394271064f tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Network 629f640c-d15b-4c47-a44d-f42ba728c79e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:53:53.738624 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fba6f54a-88c8-4083-82c3-ac394271064f tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:53:53.759166 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba6f54a-88c8-4083-82c3-ac394271064f tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:53:53.798407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba6f54a-88c8-4083-82c3-ac394271064f tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event updated for resources: {'Port': ['ID=5f0d4e00-ff60-49ca-9b59-14fedfdc42b9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:53.870070 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba6f54a-88c8-4083-82c3-ac394271064f tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:53.872115 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fba6f54a-88c8-4083-82c3-ac394271064f tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:53.901455 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:53.904921 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fba6f54a-88c8-4083-82c3-ac394271064f tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6636562 Jul 16 03:53:53.906665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-896e4beb-d42c-4626-9939-8964cbb1b80a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Request body: {'floatingip': {'port_id': '5f0d4e00-ff60-49ca-9b59-14fedfdc42b9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:53.981727 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-896e4beb-d42c-4626-9939-8964cbb1b80a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.148693 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2881fd13-e929-493c-bd8f-944e7f111771 None None] Provisioning for port 5f0d4e00-ff60-49ca-9b59-14fedfdc42b9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:53:54.173023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2881fd13-e929-493c-bd8f-944e7f111771 None None] Provisioning complete for port 5f0d4e00-ff60-49ca-9b59-14fedfdc42b9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:53:54.173481 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2881fd13-e929-493c-bd8f-944e7f111771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:54.232454 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2881fd13-e929-493c-bd8f-944e7f111771 None None] Port 5f0d4e00-ff60-49ca-9b59-14fedfdc42b9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:53:54.411494 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-c74ec8d4-191f-4a78-ab05-550bb6f94781 req-fa05db16-0b38-4d32-8417-c1f11f238756 service neutron] (93767) timed out ('10.222.0.18', 36808) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:53:54.862185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eac4c2-b215-4d88-b546-45992aa82395 req-17bbccba-bd11-4f7e-bcb7-ab7a3d83477b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:54.870123 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9eac4c2-b215-4d88-b546-45992aa82395 req-17bbccba-bd11-4f7e-bcb7-ab7a3d83477b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 944 time: 0.3437681 Jul 16 03:53:54.974096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f27be-5c34-4d33-823b-8aad9ba7b7b2 req-87d5d99f-6fef-483a-aaf5-026fbb9379c1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:54.981536 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a40f27be-5c34-4d33-823b-8aad9ba7b7b2 req-87d5d99f-6fef-483a-aaf5-026fbb9379c1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.4468317 Jul 16 03:53:55.028611 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9eac4c2-b215-4d88-b546-45992aa82395 req-deeb09d2-6563-4ace-8bc2-3b6b7d290dad tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486950 Jul 16 03:53:55.095245 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a40f27be-5c34-4d33-823b-8aad9ba7b7b2 req-3dc0d3ae-c3d8-4514-b68b-21999c6b6b49 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127191 Jul 16 03:53:55.247236 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-896e4beb-d42c-4626-9939-8964cbb1b80a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.256376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8658ba-d2f7-4999-9a9d-e6562eb472fe req-d606bb29-d70e-4f72-95ea-aa63abc595f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:55.262159 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9d8658ba-d2f7-4999-9a9d-e6562eb472fe req-d606bb29-d70e-4f72-95ea-aa63abc595f6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 1096 time: 0.1152763 Jul 16 03:53:55.285786 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-896e4beb-d42c-4626-9939-8964cbb1b80a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:55.310776 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9d8658ba-d2f7-4999-9a9d-e6562eb472fe req-3530e404-a1fc-443a-8ed0-d30b3800d479 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410752 Jul 16 03:53:55.397127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485b109-96bb-4e63-90a5-f6ed4e1109ae req-7e88d828-23d0-44f2-8aa0-84b92e52c940 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:55.398682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9485b109-96bb-4e63-90a5-f6ed4e1109ae req-7e88d828-23d0-44f2-8aa0-84b92e52c940 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.1495678 Jul 16 03:53:55.507994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9485b109-96bb-4e63-90a5-f6ed4e1109ae req-7287fe4a-8530-4c97-8b23-fd549470d0c1 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806496 Jul 16 03:53:55.510966 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-896e4beb-d42c-4626-9939-8964cbb1b80a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Floating IP 9098504e-78f2-427a-97eb-69712778b173 associated. External IP: 172.25.3.41, port: 65d535ca-3255-4a86-b003-420a54f930fe. Jul 16 03:53:55.714721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113eabd-42fc-4edf-8d3f-b8619f4c4df1 req-e9dcc9f8-30bc-468e-ba4c-cd844e6c8b1e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:55.716288 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0113eabd-42fc-4edf-8d3f-b8619f4c4df1 req-e9dcc9f8-30bc-468e-ba4c-cd844e6c8b1e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 945 time: 0.1430857 Jul 16 03:53:55.830130 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0113eabd-42fc-4edf-8d3f-b8619f4c4df1 req-accac310-579d-4e02-bb01-35f359c88c04 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064537 Jul 16 03:53:56.193283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896e4beb-d42c-4626-9939-8964cbb1b80a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:56.402570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb48ec-d55a-44df-83fb-2bff9ac831c7 req-2ea60014-01c8-42ea-874c-995fa7c00d0f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:56.403908 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89eb48ec-d55a-44df-83fb-2bff9ac831c7 req-2ea60014-01c8-42ea-874c-995fa7c00d0f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 944 time: 0.1595159 Jul 16 03:53:56.406082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896e4beb-d42c-4626-9939-8964cbb1b80a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:56.419805 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4226-affa-4882-b39d-eba34aad5e1d req-22993d96-974f-4894-82e6-55febabd22d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:56.420882 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d5501-d425-46a7-9cdc-a63fb6ba29b8 None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:56.421922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52cf4226-affa-4882-b39d-eba34aad5e1d req-22993d96-974f-4894-82e6-55febabd22d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.1619775 Jul 16 03:53:56.431801 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d5501-d425-46a7-9cdc-a63fb6ba29b8 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:56.432771 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-595d5501-d425-46a7-9cdc-a63fb6ba29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:56.468351 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-595d5501-d425-46a7-9cdc-a63fb6ba29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:56.496263 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d5501-d425-46a7-9cdc-a63fb6ba29b8 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:56.496978 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-595d5501-d425-46a7-9cdc-a63fb6ba29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:56.537318 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-595d5501-d425-46a7-9cdc-a63fb6ba29b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:56.538296 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595d5501-d425-46a7-9cdc-a63fb6ba29b8 None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:56.567659 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89eb48ec-d55a-44df-83fb-2bff9ac831c7 req-d5ccf9df-b72f-4fc7-9cc3-066e974fc1b9 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440167 Jul 16 03:53:56.583674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52cf4226-affa-4882-b39d-eba34aad5e1d req-121021f8-aeab-495c-bee1-3ce2810ec1d7 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236761 Jul 16 03:53:56.829093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896e4beb-d42c-4626-9939-8964cbb1b80a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router b3e641d0-b801-4dc4-8e34-43c3787792ea has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:56.998939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896e4beb-d42c-4626-9939-8964cbb1b80a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:57.008854 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de8c7fb-e691-4f11-990c-b02bbf7a48c8 None None] Sync routers for ids ['b3e641d0-b801-4dc4-8e34-43c3787792ea'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:57.019930 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de8c7fb-e691-4f11-990c-b02bbf7a48c8 None None] Routers {'b3e641d0-b801-4dc4-8e34-43c3787792ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:57.021259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1de8c7fb-e691-4f11-990c-b02bbf7a48c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b3e641d0-b801-4dc4-8e34-43c3787792ea'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:57.025469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8f6a0-1742-4a0d-9a76-73a39a21b941 req-ccd99216-5877-4d71-a8ae-0898a4c4b1dd tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:57.026972 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-59e8f6a0-1742-4a0d-9a76-73a39a21b941 req-ccd99216-5877-4d71-a8ae-0898a4c4b1dd tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.2859049 Jul 16 03:53:57.033325 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-896e4beb-d42c-4626-9939-8964cbb1b80a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.071568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1de8c7fb-e691-4f11-990c-b02bbf7a48c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:57.083668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de8c7fb-e691-4f11-990c-b02bbf7a48c8 None None] Routers {'b3e641d0-b801-4dc4-8e34-43c3787792ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:57.084841 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1de8c7fb-e691-4f11-990c-b02bbf7a48c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b3e641d0-b801-4dc4-8e34-43c3787792ea'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:57.121538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1de8c7fb-e691-4f11-990c-b02bbf7a48c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:57.122551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de8c7fb-e691-4f11-990c-b02bbf7a48c8 None None] The sync data for ids ['b3e641d0-b801-4dc4-8e34-43c3787792ea'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:57.158084 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-896e4beb-d42c-4626-9939-8964cbb1b80a tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "PUT /v2.0/floatingips/9098504e-78f2-427a-97eb-69712778b173 HTTP/1.1" status: 200 len: 977 time: 3.2555075 Jul 16 03:53:57.160751 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35710) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:57.169462 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-59e8f6a0-1742-4a0d-9a76-73a39a21b941 req-28192024-8d8e-4dd8-9006-81f270db20f5 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921793 Jul 16 03:53:57.204999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999014f6-b0b2-4b03-927f-7fc802ef4bcf req-40274917-b0e1-40f2-a072-ed760c458091 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:57.207117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-999014f6-b0b2-4b03-927f-7fc802ef4bcf req-40274917-b0e1-40f2-a072-ed760c458091 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 945 time: 0.2476625 Jul 16 03:53:57.217602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d91fa-917b-4135-aba8-2dca84d24b89 req-89565679-c818-4e28-a09f-de66d2bb2d47 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:57.219758 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c95d91fa-917b-4135-aba8-2dca84d24b89 req-89565679-c818-4e28-a09f-de66d2bb2d47 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 945 time: 0.2590344 Jul 16 03:53:57.230914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-357368fa-b85d-4fed-987b-1508cec5ad04 req-9b310490-54c0-4108-893b-2d5447e78379 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1826503878', 'description': 'tempest-description-1837550638'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:57.339924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2651cafc-1aac-4a1a-b327-e57646f5f1b0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting port 5f0d4e00-ff60-49ca-9b59-14fedfdc42b9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:57.340714 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2651cafc-1aac-4a1a-b327-e57646f5f1b0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.369281 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c95d91fa-917b-4135-aba8-2dca84d24b89 req-242e4463-e88b-4dec-a301-a676f4818015 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318071 Jul 16 03:53:57.372468 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-357368fa-b85d-4fed-987b-1508cec5ad04 req-9b310490-54c0-4108-893b-2d5447e78379 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.439886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-999014f6-b0b2-4b03-927f-7fc802ef4bcf req-db85af8d-e4a2-48cb-bb04-6b1e96089d13 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Deleting port 6e835030-677e-435d-98f7-8c9196475d8f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:53:57.440152 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-999014f6-b0b2-4b03-927f-7fc802ef4bcf req-db85af8d-e4a2-48cb-bb04-6b1e96089d13 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.478892 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2651cafc-1aac-4a1a-b327-e57646f5f1b0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.569534 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-357368fa-b85d-4fed-987b-1508cec5ad04 req-9b310490-54c0-4108-893b-2d5447e78379 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.578865 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-357368fa-b85d-4fed-987b-1508cec5ad04 req-9b310490-54c0-4108-893b-2d5447e78379 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.599278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-999014f6-b0b2-4b03-927f-7fc802ef4bcf req-db85af8d-e4a2-48cb-bb04-6b1e96089d13 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] For port 6e835030-677e-435d-98f7-8c9196475d8f, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6e835030-677e-435d-98f7-8c9196475d8f,segment=NetworkSegment(584e7538-e02e-4c23-99a4-c99e8290646d),segment_id=584e7538-e02e-4c23-99a4-c99e8290646d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:57.599909 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-999014f6-b0b2-4b03-927f-7fc802ef4bcf req-db85af8d-e4a2-48cb-bb04-6b1e96089d13 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.637629 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-357368fa-b85d-4fed-987b-1508cec5ad04 req-9b310490-54c0-4108-893b-2d5447e78379 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.649853 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-357368fa-b85d-4fed-987b-1508cec5ad04 req-9b310490-54c0-4108-893b-2d5447e78379 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4188585 Jul 16 03:53:57.649853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-999014f6-b0b2-4b03-927f-7fc802ef4bcf req-db85af8d-e4a2-48cb-bb04-6b1e96089d13 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Calling delete_port for 6e835030-677e-435d-98f7-8c9196475d8f owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:57.699908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b310490-54c0-4108-893b-2d5447e78379 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89fdcb28-7a82-489e-abe4-b703acb5153f,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:57.829059 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2651cafc-1aac-4a1a-b327-e57646f5f1b0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.829446 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2651cafc-1aac-4a1a-b327-e57646f5f1b0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.830541 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-2651cafc-1aac-4a1a-b327-e57646f5f1b0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Floating IP 9098504e-78f2-427a-97eb-69712778b173 disassociated. External IP: 172.25.3.41, port: 5f0d4e00-ff60-49ca-9b59-14fedfdc42b9. Jul 16 03:53:57.830903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2651cafc-1aac-4a1a-b327-e57646f5f1b0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Calling delete_port for 5f0d4e00-ff60-49ca-9b59-14fedfdc42b9 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:53:57.948290 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-999014f6-b0b2-4b03-927f-7fc802ef4bcf req-db85af8d-e4a2-48cb-bb04-6b1e96089d13 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:57.961187 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['6e835030-677e-435d-98f7-8c9196475d8f'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:57.991720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85af8d-e4a2-48cb-bb04-6b1e96089d13 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Pushing event deleted for resources: {'Port': ['ID=6e835030-677e-435d-98f7-8c9196475d8f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:58.051688 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2651cafc-1aac-4a1a-b327-e57646f5f1b0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.055738 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd4e01-0162-4531-8300-f3c5fb9bd592 req-0e5841e6-aee8-4620-8d5a-0bbacf2a2b37 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:58.057565 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8fbd4e01-0162-4531-8300-f3c5fb9bd592 req-0e5841e6-aee8-4620-8d5a-0bbacf2a2b37 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.2591848 Jul 16 03:53:58.060378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-999014f6-b0b2-4b03-927f-7fc802ef4bcf req-db85af8d-e4a2-48cb-bb04-6b1e96089d13 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] No DVR routers for this DVR port 6e835030-677e-435d-98f7-8c9196475d8f on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:53:58.089282 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651cafc-1aac-4a1a-b327-e57646f5f1b0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Port': ['ID=5f0d4e00-ff60-49ca-9b59-14fedfdc42b9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:58.097296 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-999014f6-b0b2-4b03-927f-7fc802ef4bcf req-db85af8d-e4a2-48cb-bb04-6b1e96089d13 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.099483 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-999014f6-b0b2-4b03-927f-7fc802ef4bcf req-db85af8d-e4a2-48cb-bb04-6b1e96089d13 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.20 "DELETE /v2.0/ports/6e835030-677e-435d-98f7-8c9196475d8f HTTP/1.1" status: 204 len: 173 time: 0.8786452 Jul 16 03:53:58.102261 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8fbd4e01-0162-4531-8300-f3c5fb9bd592 req-8d905b51-0833-47fc-adb4-113e72c856bd tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375304 Jul 16 03:53:58.114278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14759bf3-c267-4d56-8e1e-4a08abf5e152 req-93029ff5-0580-484b-8b0e-858cc2ee38e1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:58.122113 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14759bf3-c267-4d56-8e1e-4a08abf5e152 req-93029ff5-0580-484b-8b0e-858cc2ee38e1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 944 time: 0.2730827 Jul 16 03:53:58.133689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e74133-ad3d-43fc-825e-717ae46ebfe6', 'name': 'network-vif-deleted', 'tag': '6e835030-677e-435d-98f7-8c9196475d8f'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:53:58.135804 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113afa96-2e7f-49bf-8b55-667beb899dbf" -d '{"events": [{"server_uuid": "c9e74133-ad3d-43fc-825e-717ae46ebfe6", "name": "network-vif-deleted", "tag": "6e835030-677e-435d-98f7-8c9196475d8f"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:53:58.194318 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14759bf3-c267-4d56-8e1e-4a08abf5e152 req-02927fb5-a11d-49b0-9303-c34ef5d98f46 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712090 Jul 16 03:53:58.245158 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40fe46c-37d0-4a18-a0ef-dc14e30c33aa x-openstack-request-id: req-d40fe46c-37d0-4a18-a0ef-dc14e30c33aa {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:53:58.245747 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e74133-ad3d-43fc-825e-717ae46ebfe6", "name": "network-vif-deleted", "tag": "6e835030-677e-435d-98f7-8c9196475d8f", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:53:58.246174 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d40fe46c-37d0-4a18-a0ef-dc14e30c33aa {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:53:58.246823 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e74133-ad3d-43fc-825e-717ae46ebfe6', 'name': 'network-vif-deleted', 'tag': '6e835030-677e-435d-98f7-8c9196475d8f', 'status': 'completed', 'code': 200} Jul 16 03:53:58.376554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c01ec118-6604-4ff1-8e49-30e5225cb4c8 req-62dceac6-5d79-47fa-98b1-e36436d5dabd tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1826503878&fields=id&tenant_id=3c5e0a5ddcec46d1b106eda81e57906e HTTP/1.1" status: 200 len: 267 time: 0.0613139 Jul 16 03:53:58.412199 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2651cafc-1aac-4a1a-b327-e57646f5f1b0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router b3e641d0-b801-4dc4-8e34-43c3787792ea has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:53:58.493157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ec118-6604-4ff1-8e49-30e5225cb4c8 req-55503b58-f0a3-476a-bb3e-3dcd99e7b886 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:58.501049 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c01ec118-6604-4ff1-8e49-30e5225cb4c8 req-55503b58-f0a3-476a-bb3e-3dcd99e7b886 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.1234696 Jul 16 03:53:58.506748 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-c01ec118-6604-4ff1-8e49-30e5225cb4c8 req-eca88edf-aeb5-44cb-b33f-fcb44b242235 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Request body: {'port': {'security_groups': ['f5ae732f-3a9e-4c73-ab9e-56f1bf34accc', '89fdcb28-7a82-489e-abe4-b703acb5153f']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:53:58.557463 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2651cafc-1aac-4a1a-b327-e57646f5f1b0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:53:58.579994 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db76265-78a7-46fc-9d81-cdd2fb12a595 None None] Sync routers for ids ['b3e641d0-b801-4dc4-8e34-43c3787792ea'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:53:58.603644 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db76265-78a7-46fc-9d81-cdd2fb12a595 None None] Routers {'b3e641d0-b801-4dc4-8e34-43c3787792ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:58.606804 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1db76265-78a7-46fc-9d81-cdd2fb12a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b3e641d0-b801-4dc4-8e34-43c3787792ea'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:58.632724 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68f131df-a3fb-4b03-a961-9e08583b2bbe req-282cd75e-f4db-43b7-875c-2e494e9424d6 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9e74133-ad3d-43fc-825e-717ae46ebfe6 HTTP/1.1" status: 200 len: 210 time: 0.0614622 Jul 16 03:53:58.654231 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1db76265-78a7-46fc-9d81-cdd2fb12a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:58.693452 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2651cafc-1aac-4a1a-b327-e57646f5f1b0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.694734 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db76265-78a7-46fc-9d81-cdd2fb12a595 None None] Routers {'b3e641d0-b801-4dc4-8e34-43c3787792ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:53:58.697805 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2651cafc-1aac-4a1a-b327-e57646f5f1b0 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/ports/5f0d4e00-ff60-49ca-9b59-14fedfdc42b9 HTTP/1.1" status: 204 len: 168 time: 1.5336552 Jul 16 03:53:58.698037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35736) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:53:58.698840 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1db76265-78a7-46fc-9d81-cdd2fb12a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b3e641d0-b801-4dc4-8e34-43c3787792ea'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:58.742692 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c01ec118-6604-4ff1-8e49-30e5225cb4c8 req-eca88edf-aeb5-44cb-b33f-fcb44b242235 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:58.791678 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1db76265-78a7-46fc-9d81-cdd2fb12a595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:53:58.797855 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db76265-78a7-46fc-9d81-cdd2fb12a595 None None] The sync data for ids ['b3e641d0-b801-4dc4-8e34-43c3787792ea'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:53:59.170287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c01ec118-6604-4ff1-8e49-30e5225cb4c8 req-eca88edf-aeb5-44cb-b33f-fcb44b242235 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] For port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9,segment=NetworkSegment(7fa56cf5-1b12-4ce1-b001-ba85a691dd7b),segment_id=7fa56cf5-1b12-4ce1-b001-ba85a691dd7b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:53:59.230717 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c01ec118-6604-4ff1-8e49-30e5225cb4c8 req-eca88edf-aeb5-44cb-b33f-fcb44b242235 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:59.239658 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c01ec118-6604-4ff1-8e49-30e5225cb4c8 req-eca88edf-aeb5-44cb-b33f-fcb44b242235 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:59.257738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['9dad552b-e99c-43c8-865a-9ba1a4cf7ac9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:59.293467 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0921093-ece7-4ca1-b153-02420a8d9d2d tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:59.363510 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ec118-6604-4ff1-8e49-30e5225cb4c8 req-eca88edf-aeb5-44cb-b33f-fcb44b242235 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:59.364211 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c01ec118-6604-4ff1-8e49-30e5225cb4c8 req-eca88edf-aeb5-44cb-b33f-fcb44b242235 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:53:59.384769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c01ec118-6604-4ff1-8e49-30e5225cb4c8 req-eca88edf-aeb5-44cb-b33f-fcb44b242235 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "PUT /v2.0/ports/9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 HTTP/1.1" status: 200 len: 981 time: 0.8827150 Jul 16 03:53:59.429464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca88edf-aeb5-44cb-b33f-fcb44b242235 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Pushing event updated for resources: {'Port': ['ID=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:53:59.519388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['9dad552b-e99c-43c8-865a-9ba1a4cf7ac9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:53:59.561002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e47db-bac4-419e-a6fb-34a0665392c6 req-3e9daf21-6f63-4aed-8b26-059de62e3581 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:59.562519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-681e47db-bac4-419e-a6fb-34a0665392c6 req-3e9daf21-6f63-4aed-8b26-059de62e3581 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.1171067 Jul 16 03:53:59.658607 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-681e47db-bac4-419e-a6fb-34a0665392c6 req-1fb8e7b4-7b0b-4fd7-b5f4-ab478a4a4bd3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843859 Jul 16 03:53:59.680049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f60602-e151-4558-b297-c2a725dce264 req-a9cfaf15-0337-400d-9e9c-7e0172225c74 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:53:59.688427 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9f60602-e151-4558-b297-c2a725dce264 req-a9cfaf15-0337-400d-9e9c-7e0172225c74 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 944 time: 0.1237524 Jul 16 03:54:00.151986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9f60602-e151-4558-b297-c2a725dce264 req-6f3dd9d3-ce99-4783-8e60-1d20de6f9b42 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626293 Jul 16 03:54:00.172298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f0921093-ece7-4ca1-b153-02420a8d9d2d tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting port 513e5e39-7922-466c-9eb6-12ac742c3280 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:00.173387 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-51bbc919-0079-4130-b7ba-0ed53b5256fe req-88ce3b46-1358-49bc-a515-02d8bec9d647 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1826503878&fields=id&tenant_id=3c5e0a5ddcec46d1b106eda81e57906e HTTP/1.1" status: 200 len: 267 time: 0.0851970 Jul 16 03:54:00.174565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0921093-ece7-4ca1-b153-02420a8d9d2d tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.203886 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-efd0f860-16a5-4ea3-8711-57f642747173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.249011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'tag': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:00.253543 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077a0cf4-1e3c-4589-af62-350c77d33bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "1a582ddd-b201-4f68-b624-7130282a2ccd", "tag": "9dad552b-e99c-43c8-865a-9ba1a4cf7ac9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:00.342591 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbc919-0079-4130-b7ba-0ed53b5256fe req-9fb93b83-bda5-4ef6-9fd7-e36f96036c1f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:00.345217 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-51bbc919-0079-4130-b7ba-0ed53b5256fe req-9fb93b83-bda5-4ef6-9fd7-e36f96036c1f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 984 time: 0.1707060 Jul 16 03:54:00.368455 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-51bbc919-0079-4130-b7ba-0ed53b5256fe req-a0e3536c-dde2-4c61-93e2-0e98b4b8d7f4 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Request body: {'port': {'security_groups': ['f5ae732f-3a9e-4c73-ab9e-56f1bf34accc']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:00.387579 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0921093-ece7-4ca1-b153-02420a8d9d2d tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.401696 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f0921093-ece7-4ca1-b153-02420a8d9d2d tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Calling delete_port for 513e5e39-7922-466c-9eb6-12ac742c3280 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:00.444247 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1606316a-5b39-4279-b9bb-646af0b49c44 x-openstack-request-id: req-1606316a-5b39-4279-b9bb-646af0b49c44 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:00.444799 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a582ddd-b201-4f68-b624-7130282a2ccd", "tag": "9dad552b-e99c-43c8-865a-9ba1a4cf7ac9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:00.445214 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1606316a-5b39-4279-b9bb-646af0b49c44 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:00.445820 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'tag': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9', 'status': 'completed', 'code': 200} Jul 16 03:54:00.534001 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51bbc919-0079-4130-b7ba-0ed53b5256fe req-a0e3536c-dde2-4c61-93e2-0e98b4b8d7f4 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.591428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a0cf4-1e3c-4589-af62-350c77d33bc2 req-517a7f46-099f-4b58-a5ba-97ba25e9b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:00.593413 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-077a0cf4-1e3c-4589-af62-350c77d33bc2 req-517a7f46-099f-4b58-a5ba-97ba25e9b805 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3c5e0a5ddcec46d1b106eda81e57906e&device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 1135 time: 0.1291325 Jul 16 03:54:00.795670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-51bbc919-0079-4130-b7ba-0ed53b5256fe req-a0e3536c-dde2-4c61-93e2-0e98b4b8d7f4 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] For port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9,segment=NetworkSegment(7fa56cf5-1b12-4ce1-b001-ba85a691dd7b),segment_id=7fa56cf5-1b12-4ce1-b001-ba85a691dd7b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:00.833172 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51bbc919-0079-4130-b7ba-0ed53b5256fe req-a0e3536c-dde2-4c61-93e2-0e98b4b8d7f4 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.840578 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51bbc919-0079-4130-b7ba-0ed53b5256fe req-a0e3536c-dde2-4c61-93e2-0e98b4b8d7f4 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.853382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['9dad552b-e99c-43c8-865a-9ba1a4cf7ac9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:54:00.955589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbc919-0079-4130-b7ba-0ed53b5256fe req-a0e3536c-dde2-4c61-93e2-0e98b4b8d7f4 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:00.961706 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-51bbc919-0079-4130-b7ba-0ed53b5256fe req-a0e3536c-dde2-4c61-93e2-0e98b4b8d7f4 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:00.963212 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-51bbc919-0079-4130-b7ba-0ed53b5256fe req-a0e3536c-dde2-4c61-93e2-0e98b4b8d7f4 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "PUT /v2.0/ports/9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 HTTP/1.1" status: 200 len: 942 time: 0.6110826 Jul 16 03:54:01.065241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['9dad552b-e99c-43c8-865a-9ba1a4cf7ac9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:54:01.126051 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.160791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3536c-dde2-4c61-93e2-0e98b4b8d7f4 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Pushing event updated for resources: {'Port': ['ID=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:01.216423 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a0cf4-1e3c-4589-af62-350c77d33bc2 req-f514f53f-a55b-44b8-a8e5-85315b3fc45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:01.218371 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-077a0cf4-1e3c-4589-af62-350c77d33bc2 req-f514f53f-a55b-44b8-a8e5-85315b3fc45b service neutron] 10.222.0.88 "GET /v2.0/networks?id=8333af47-309d-4966-91d1-bb125390a8e6 HTTP/1.1" status: 200 len: 921 time: 0.6163986 Jul 16 03:54:01.275772 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-077a0cf4-1e3c-4589-af62-350c77d33bc2 req-cec6d804-a0a1-4eb2-8c58-fd3ace0164ae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 HTTP/1.1" status: 200 len: 217 time: 0.0491505 Jul 16 03:54:01.277782 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0921093-ece7-4ca1-b153-02420a8d9d2d tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.336728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb0fd5-94fa-4fc9-b6ba-480a34079a6d req-63c1c4db-75ce-4e78-b090-619059ea9884 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:01.340944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a0cf4-1e3c-4589-af62-350c77d33bc2 req-0ada99f4-3775-48ae-ad39-cb7a847ba12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:01.342866 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-077a0cf4-1e3c-4589-af62-350c77d33bc2 req-0ada99f4-3775-48ae-ad39-cb7a847ba12e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e331c95-51fe-485f-8ab5-5fa7e556c33e HTTP/1.1" status: 200 len: 860 time: 0.0544291 Jul 16 03:54:01.345865 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afcb0fd5-94fa-4fc9-b6ba-480a34079a6d req-63c1c4db-75ce-4e78-b090-619059ea9884 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.4715912 Jul 16 03:54:01.387018 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-05b5a677-403f-4749-8c2b-a42f4a34d86f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3840809 Jul 16 03:54:01.388440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0921093-ece7-4ca1-b153-02420a8d9d2d tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Port': ['ID=513e5e39-7922-466c-9eb6-12ac742c3280,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:01.399497 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:01.477561 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afcb0fd5-94fa-4fc9-b6ba-480a34079a6d req-145316a5-637e-48d4-a9f4-35b442bfd3fb tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293652 Jul 16 03:54:01.485972 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.487071 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-077a0cf4-1e3c-4589-af62-350c77d33bc2 req-c883d958-4f39-4e7a-b3df-02f72aae7300 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8333af47-309d-4966-91d1-bb125390a8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073873 Jul 16 03:54:01.578581 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.608027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6e835030-677e-435d-98f7-8c9196475d8f no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:01.669210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 6e835030-677e-435d-98f7-8c9196475d8f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:01.669575 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6e835030-677e-435d-98f7-8c9196475d8f not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:01.729037 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.829644 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0921093-ece7-4ca1-b153-02420a8d9d2d tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:01.902701 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-077a0cf4-1e3c-4589-af62-350c77d33bc2 req-cd1a8f4e-5dbc-4139-bc91-c2c573592959 service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693738 Jul 16 03:54:02.048767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Allocated IP 172.25.3.26 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/56f9da70-eb5c-49e2-ba21-2265ba8a6d6d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:02.087181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf865c6c-a005-4a0c-a352-94dd5c374428 req-b04b1129-cf58-45c3-9b93-6ce436f7e654 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:02.095076 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cf865c6c-a005-4a0c-a352-94dd5c374428 req-b04b1129-cf58-45c3-9b93-6ce436f7e654 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 944 time: 0.2978401 Jul 16 03:54:02.221291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cf865c6c-a005-4a0c-a352-94dd5c374428 req-d828a2d0-202d-4042-a9fa-a1cb40ac0e72 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051884 Jul 16 03:54:02.227746 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-077a0cf4-1e3c-4589-af62-350c77d33bc2 req-a60d24c3-eecc-40f3-ac72-6a98f222afdb service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865317 Jul 16 03:54:02.303217 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0921093-ece7-4ca1-b153-02420a8d9d2d tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router b3e641d0-b801-4dc4-8e34-43c3787792ea has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:02.307375 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.440341 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.450258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'tag': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:02.451422 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827d1e80-5b06-45fe-bdcf-f05024853961" -d '{"events": [{"name": "network-changed", "server_uuid": "1a582ddd-b201-4f68-b624-7130282a2ccd", "tag": "9dad552b-e99c-43c8-865a-9ba1a4cf7ac9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:02.548817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:02.550268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:02.605010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:02.611251 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Pushing event updated for resources: {'Port': ['ID=56f9da70-eb5c-49e2-ba21-2265ba8a6d6d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:02.623890 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0921093-ece7-4ca1-b153-02420a8d9d2d tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:02.646078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbceaa1-f87c-4dcf-a0f6-8745d700e224 None None] Sync routers for ids ['b3e641d0-b801-4dc4-8e34-43c3787792ea'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:02.651021 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f0921093-ece7-4ca1-b153-02420a8d9d2d tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "PUT /v2.0/routers/b3e641d0-b801-4dc4-8e34-43c3787792ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9518838 Jul 16 03:54:02.652105 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35790) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:02.663044 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbceaa1-f87c-4dcf-a0f6-8745d700e224 None None] Routers {'b3e641d0-b801-4dc4-8e34-43c3787792ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:02.665586 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7fbceaa1-f87c-4dcf-a0f6-8745d700e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b3e641d0-b801-4dc4-8e34-43c3787792ea'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:02.820782 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.872346 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7fbceaa1-f87c-4dcf-a0f6-8745d700e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:02.919297 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-57d441e5-bb71-450d-af09-18b6c40f9ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.935647 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.940602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbceaa1-f87c-4dcf-a0f6-8745d700e224 None None] Routers {'b3e641d0-b801-4dc4-8e34-43c3787792ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:02.942281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7fbceaa1-f87c-4dcf-a0f6-8745d700e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:53:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b3e641d0-b801-4dc4-8e34-43c3787792ea'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:02.942765 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.945751 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:02.988346 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7fbceaa1-f87c-4dcf-a0f6-8745d700e224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:02.989428 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbceaa1-f87c-4dcf-a0f6-8745d700e224 None None] The sync data for ids ['b3e641d0-b801-4dc4-8e34-43c3787792ea'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:03.091370 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.095290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc7b09-8f42-4dc6-aec2-f570ac45ea4a req-bace4fb9-cd64-4df0-b264-9790d8ed7391 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:03.096927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cfcc7b09-8f42-4dc6-aec2-f570ac45ea4a req-bace4fb9-cd64-4df0-b264-9790d8ed7391 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.2677469 Jul 16 03:54:03.171483 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting port 5432f269-f0c7-4f8a-9c6a-aa5e590f92e6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:03.171850 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.185509 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cfcc7b09-8f42-4dc6-aec2-f570ac45ea4a req-01f22707-c7be-4d39-b7cf-ca54d476e68c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571742 Jul 16 03:54:03.221046 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.233190 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.302920 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.308641 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Pushing event updated for resources: {'Port': ['ID=56f9da70-eb5c-49e2-ba21-2265ba8a6d6d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:03.318428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Calling delete_port for 5432f269-f0c7-4f8a-9c6a-aa5e590f92e6 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:03.322584 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadd8ccb-7048-4a81-8575-10193fa67d45 x-openstack-request-id: req-cadd8ccb-7048-4a81-8575-10193fa67d45 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:03.324662 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a582ddd-b201-4f68-b624-7130282a2ccd", "tag": "9dad552b-e99c-43c8-865a-9ba1a4cf7ac9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:03.325102 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cadd8ccb-7048-4a81-8575-10193fa67d45 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:03.325682 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'tag': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9', 'status': 'completed', 'code': 200} Jul 16 03:54:03.415279 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.450838 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.458366 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-5a047ad4-bc56-4e48-96fb-9761a2e10fb0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0642643 Jul 16 03:54:03.490372 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01662237-c996-413e-844c-b04fbf7ade51 req-7746c2d0-3733-4559-9382-d391b6241466 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:03.492106 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-01662237-c996-413e-844c-b04fbf7ade51 req-7746c2d0-3733-4559-9382-d391b6241466 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 944 time: 0.1094053 Jul 16 03:54:03.560925 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-edb85d2b-fec2-4aa0-b77b-2ff07f8d3c4a tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.1015081 Jul 16 03:54:03.587781 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.604528 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-01662237-c996-413e-844c-b04fbf7ade51 req-ea43513b-52ba-48d5-8646-e0767ad0649f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793757 Jul 16 03:54:03.661510 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Port': ['ID=5432f269-f0c7-4f8a-9c6a-aa5e590f92e6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:03.711025 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:03.711365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:03.711703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:03.712167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:03.712542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:03.713236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:03.714095 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:03.714095 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:03.714520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:03.714849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:03.715191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:03.715520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:03.726224 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d1e80-5b06-45fe-bdcf-f05024853961 req-d2456d9a-ee89-4078-b526-3fb53649d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:03.727751 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-827d1e80-5b06-45fe-bdcf-f05024853961 req-d2456d9a-ee89-4078-b526-3fb53649d82a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3c5e0a5ddcec46d1b106eda81e57906e&device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 1096 time: 0.1809306 Jul 16 03:54:03.729482 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-4b40978b-cd98-4214-a4a8-c447e9d1b28e tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:03.731841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-4b40978b-cd98-4214-a4a8-c447e9d1b28e tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.1663368 Jul 16 03:54:03.743920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-99f9fc39-b889-445d-a824-bca0ae05d8bf tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:54:03.745508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d73a9ef6-a138-4c62-8279-44b4f83275f0 req-99f9fc39-b889-445d-a824-bca0ae05d8bf tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067554 Jul 16 03:54:03.758802 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.890452 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.910508 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:03.914252 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.002490 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.003397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Fanout notify agent at l3_agent the message router_deleted on router b3e641d0-b801-4dc4-8e34-43c3787792ea {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:04.017855 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.019312 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f4e70cf5-2e53-438d-b18b-06d050677d18 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/routers/b3e641d0-b801-4dc4-8e34-43c3787792ea HTTP/1.1" status: 204 len: 168 time: 1.3649111 Jul 16 03:54:04.021753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:04.090556 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d1e80-5b06-45fe-bdcf-f05024853961 req-202956ed-5363-45f8-bc32-6aa2f4c54a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:04.091212 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-827d1e80-5b06-45fe-bdcf-f05024853961 req-202956ed-5363-45f8-bc32-6aa2f4c54a90 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8333af47-309d-4966-91d1-bb125390a8e6 HTTP/1.1" status: 200 len: 921 time: 0.3519063 Jul 16 03:54:04.132553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7349087-6842-4cff-b9db-fa746bb4967f req-f7b0e984-9390-43c0-a8e7-c1f7aa199c22 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:04.133320 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7349087-6842-4cff-b9db-fa746bb4967f req-f7b0e984-9390-43c0-a8e7-c1f7aa199c22 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2233407 Jul 16 03:54:04.146171 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-50790c57-c6f6-47f0-811b-1aa14ab53360 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting subnet 4c913b80-82cc-4244-a184-041f1faa05b5 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:54:04.160299 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-827d1e80-5b06-45fe-bdcf-f05024853961 req-9a041417-3960-47df-9b66-df9f5837981f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 HTTP/1.1" status: 200 len: 217 time: 0.0596502 Jul 16 03:54:04.160985 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50790c57-c6f6-47f0-811b-1aa14ab53360 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.229642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7349087-6842-4cff-b9db-fa746bb4967f req-36875c11-9fdb-4375-ac29-967184b1b7fa tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0890086 Jul 16 03:54:04.247220 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50790c57-c6f6-47f0-811b-1aa14ab53360 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.248846 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b7349087-6842-4cff-b9db-fa746bb4967f req-9da0f816-26a1-46c2-8fc5-dfce753f8388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Request body: {'floatingip': {'port_id': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:04.279153 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d1e80-5b06-45fe-bdcf-f05024853961 req-3bc05bfa-e813-4a3b-a068-c8568c810b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:04.281445 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-827d1e80-5b06-45fe-bdcf-f05024853961 req-3bc05bfa-e813-4a3b-a068-c8568c810b88 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e331c95-51fe-485f-8ab5-5fa7e556c33e HTTP/1.1" status: 200 len: 860 time: 0.0961823 Jul 16 03:54:04.319843 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-827d1e80-5b06-45fe-bdcf-f05024853961 req-2347a102-3ce5-4ba8-9df8-908d73c08264 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8333af47-309d-4966-91d1-bb125390a8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290947 Jul 16 03:54:04.424060 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7349087-6842-4cff-b9db-fa746bb4967f req-9da0f816-26a1-46c2-8fc5-dfce753f8388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.593897 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50790c57-c6f6-47f0-811b-1aa14ab53360 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.657204 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-827d1e80-5b06-45fe-bdcf-f05024853961 req-7a8b4721-e08f-4d5a-93fb-ffd5fd41f53c service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241558 Jul 16 03:54:04.778512 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50790c57-c6f6-47f0-811b-1aa14ab53360 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.851698 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50790c57-c6f6-47f0-811b-1aa14ab53360 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:04.855447 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-50790c57-c6f6-47f0-811b-1aa14ab53360 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/subnets/4c913b80-82cc-4244-a184-041f1faa05b5 HTTP/1.1" status: 204 len: 168 time: 0.8326843 Jul 16 03:54:04.863163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a08df9-be86-4e7a-ab2f-bbc1bf9dad5a None None] Network 629f640c-d15b-4c47-a44d-f42ba728c79e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:04.872513 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35838) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:04.987071 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50790c57-c6f6-47f0-811b-1aa14ab53360 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Subnet': ['ID=4c913b80-82cc-4244-a184-041f1faa05b5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:04.999387 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-827d1e80-5b06-45fe-bdcf-f05024853961 req-3b8c4500-f7b0-4204-9de1-db7f634eef73 service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244469 Jul 16 03:54:05.215191 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.294397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432bf363-5433-424c-9103-7d54def6a039 None None] DHCP port deletion for 629f640c-d15b-4c47-a44d-f42ba728c79e request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:54:05.330434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:05.330978 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.410178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-432bf363-5433-424c-9103-7d54def6a039 None None] Deleting port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:05.410861 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-432bf363-5433-424c-9103-7d54def6a039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.536838 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] For port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9bc18a3c-3e3c-4206-89d9-29ca0a8a641c,segment=NetworkSegment(f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18),segment_id=f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:05.537257 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.573034 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-432bf363-5433-424c-9103-7d54def6a039 None None] For port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9bc18a3c-3e3c-4206-89d9-29ca0a8a641c,segment=NetworkSegment(f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18),segment_id=f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:05.573453 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-432bf363-5433-424c-9103-7d54def6a039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.593686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Calling delete_port for 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:05.637567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-432bf363-5433-424c-9103-7d54def6a039 None None] Calling delete_port for 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:05.756823 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-432bf363-5433-424c-9103-7d54def6a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.758543 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7349087-6842-4cff-b9db-fa746bb4967f req-9da0f816-26a1-46c2-8fc5-dfce753f8388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.768701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06669f49-89f5-41aa-910d-bbc324c5e145 req-6c8892d0-c1cd-44a4-9c52-5168b96d5436 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:05.770340 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06669f49-89f5-41aa-910d-bbc324c5e145 req-6c8892d0-c1cd-44a4-9c52-5168b96d5436 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.8362355 Jul 16 03:54:05.790333 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7349087-6842-4cff-b9db-fa746bb4967f req-9da0f816-26a1-46c2-8fc5-dfce753f8388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.790604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.828169 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Port': ['ID=9bc18a3c-3e3c-4206-89d9-29ca0a8a641c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:05.835835 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] No DVR routers for this DVR port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:05.845096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432bf363-5433-424c-9103-7d54def6a039 None None] No DVR routers for this DVR port 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:05.846954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432bf363-5433-424c-9103-7d54def6a039 None None] Pushing event deleted for resources: {'Port': ['ID=9bc18a3c-3e3c-4206-89d9-29ca0a8a641c,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:05.849764 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:05.907184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06669f49-89f5-41aa-910d-bbc324c5e145 req-b3d0ec1b-23c9-4da6-b5b2-f86ee1f96eec tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202269 Jul 16 03:54:06.087387 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.105661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629f640c-d15b-4c47-a44d-f42ba728c79e']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:06.119002 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:06.119002 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d4b3a8-1c88-4a3e-a1ce-de4327a23d18') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:06.126562 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.136420 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-b7349087-6842-4cff-b9db-fa746bb4967f req-9da0f816-26a1-46c2-8fc5-dfce753f8388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Floating IP c6f58465-14ae-4f76-a9a4-fd7adaad2bd0 associated. External IP: 172.25.3.26, port: 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9. Jul 16 03:54:06.166227 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.172869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:54:06.173263 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:54:06.247068 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:54:06.262583 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.271015 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.272902 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/networks/629f640c-d15b-4c47-a44d-f42ba728c79e HTTP/1.1" status: 204 len: 168 time: 1.3050623 Jul 16 03:54:06.289000 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35854) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:06.298085 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979a833-95be-41a9-8b1e-34db64f7d823 req-0cb5fdfe-8203-4723-90bb-21e1c4f8195e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:06.299942 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a979a833-95be-41a9-8b1e-34db64f7d823 req-0cb5fdfe-8203-4723-90bb-21e1c4f8195e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 944 time: 0.1999710 Jul 16 03:54:06.307181 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24de18-2222-41f6-88a8-9658905d4006 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Network': ['ID=629f640c-d15b-4c47-a44d-f42ba728c79e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:06.397859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a979a833-95be-41a9-8b1e-34db64f7d823 req-f907fee9-7d46-4aa0-acbd-7a88dd54264b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875430 Jul 16 03:54:06.566668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c09cc64c-d6f3-46fc-9df9-c67659b594b1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting port 31ef445f-a257-49a2-9095-1bfabc69cd8e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:06.567077 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09cc64c-d6f3-46fc-9df9-c67659b594b1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.659137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7349087-6842-4cff-b9db-fa746bb4967f req-9da0f816-26a1-46c2-8fc5-dfce753f8388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Router 88f752db-cd29-40fe-9605-e324a4438985 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:06.684950 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09cc64c-d6f3-46fc-9df9-c67659b594b1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.685311 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09cc64c-d6f3-46fc-9df9-c67659b594b1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.731927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c09cc64c-d6f3-46fc-9df9-c67659b594b1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Calling delete_port for 31ef445f-a257-49a2-9095-1bfabc69cd8e owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:06.854385 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7349087-6842-4cff-b9db-fa746bb4967f req-9da0f816-26a1-46c2-8fc5-dfce753f8388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:06.860369 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b7349087-6842-4cff-b9db-fa746bb4967f req-9da0f816-26a1-46c2-8fc5-dfce753f8388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:06.868454 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34731b27-09d6-49b0-b8dc-89ecd0538b71 None None] Sync routers for ids ['88f752db-cd29-40fe-9605-e324a4438985'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:06.891296 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34731b27-09d6-49b0-b8dc-89ecd0538b71 None None] Routers {'88f752db-cd29-40fe-9605-e324a4438985'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:06.891917 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-34731b27-09d6-49b0-b8dc-89ecd0538b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88f752db-cd29-40fe-9605-e324a4438985'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:06.926408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7349087-6842-4cff-b9db-fa746bb4967f req-9da0f816-26a1-46c2-8fc5-dfce753f8388 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "PUT /v2.0/floatingips/c6f58465-14ae-4f76-a9a4-fd7adaad2bd0 HTTP/1.1" status: 200 len: 995 time: 2.6863089 Jul 16 03:54:06.955537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'tag': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:06.956535 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352dacc4-4cd1-47de-94c5-4351f87b3103" -d '{"events": [{"name": "network-changed", "server_uuid": "1a582ddd-b201-4f68-b624-7130282a2ccd", "tag": "9dad552b-e99c-43c8-865a-9ba1a4cf7ac9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:07.025086 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7349087-6842-4cff-b9db-fa746bb4967f req-0a535c71-4061-492d-ba4d-94f0070e2201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:07.035634 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-34731b27-09d6-49b0-b8dc-89ecd0538b71 None None] Set router 88f752db-cd29-40fe-9605-e324a4438985 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:07.040899 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7349087-6842-4cff-b9db-fa746bb4967f req-0a535c71-4061-492d-ba4d-94f0070e2201 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c5e0a5ddcec46d1b106eda81e57906e&device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 1096 time: 0.1135733 Jul 16 03:54:07.047494 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce827c52-ed8b-4757-a7a2-fb8e583657ca x-openstack-request-id: req-ce827c52-ed8b-4757-a7a2-fb8e583657ca {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:07.047794 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a582ddd-b201-4f68-b624-7130282a2ccd", "tag": "9dad552b-e99c-43c8-865a-9ba1a4cf7ac9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:07.048048 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce827c52-ed8b-4757-a7a2-fb8e583657ca {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:07.048478 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'tag': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9', 'status': 'completed', 'code': 200} Jul 16 03:54:07.077005 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09cc64c-d6f3-46fc-9df9-c67659b594b1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.168685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dacc4-4cd1-47de-94c5-4351f87b3103 req-f0b6ef10-f324-4729-b31b-5ab6864b2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:07.170211 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-352dacc4-4cd1-47de-94c5-4351f87b3103 req-f0b6ef10-f324-4729-b31b-5ab6864b2572 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3c5e0a5ddcec46d1b106eda81e57906e&device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 1096 time: 0.1127217 Jul 16 03:54:07.191810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:07.196270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cc64c-d6f3-46fc-9df9-c67659b594b1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Port': ['ID=31ef445f-a257-49a2-9095-1bfabc69cd8e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:07.246749 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:07.248670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9bc18a3c-3e3c-4206-89d9-29ca0a8a641c not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:07.369103 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dacc4-4cd1-47de-94c5-4351f87b3103 req-5f5bf0ae-0508-4286-904d-a6a64853c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:07.370973 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-352dacc4-4cd1-47de-94c5-4351f87b3103 req-5f5bf0ae-0508-4286-904d-a6a64853c028 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8333af47-309d-4966-91d1-bb125390a8e6 HTTP/1.1" status: 200 len: 921 time: 0.1882017 Jul 16 03:54:07.467197 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-34731b27-09d6-49b0-b8dc-89ecd0538b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f752db-cd29-40fe-9605-e324a4438985', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:58Z', 'updated_at': '2021-07-16T03:53:04Z', 'revision_number': 4, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'gw_port': {'id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:59Z', 'updated_at': '2021-07-16T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'c6f58465-14ae-4f76-a9a4-fd7adaad2bd0', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '88f752db-cd29-40fe-9605-e324a4438985', 'port_id': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6', 'mac_address': 'fa:16:3e:14:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:54:02Z', 'updated_at': '2021-07-16T03:54:04Z', 'revision_number': 1, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb5bc94c-6e4f-4a74-80fb-c62578291873', 'name': '', 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'mac_address': 'fa:16:3e:c4:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:03Z', 'updated_at': '2021-07-16T03:53:13Z', 'revision_number': 5, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'subnets': [{'id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:07.481326 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-352dacc4-4cd1-47de-94c5-4351f87b3103 req-4bf3bfa7-dfec-4540-adba-e6c788abbb6c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 HTTP/1.1" status: 200 len: 998 time: 0.0942302 Jul 16 03:54:07.506223 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34731b27-09d6-49b0-b8dc-89ecd0538b71 None None] Checking router: 88f752db-cd29-40fe-9605-e324a4438985 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:54:07.519919 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34731b27-09d6-49b0-b8dc-89ecd0538b71 None None] Routers {'88f752db-cd29-40fe-9605-e324a4438985'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:07.520743 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-34731b27-09d6-49b0-b8dc-89ecd0538b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88f752db-cd29-40fe-9605-e324a4438985'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:07.522340 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7349087-6842-4cff-b9db-fa746bb4967f req-d0724c29-27ef-4909-b08a-5b56ccdb9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:07.533301 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7349087-6842-4cff-b9db-fa746bb4967f req-d0724c29-27ef-4909-b08a-5b56ccdb9099 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8333af47-309d-4966-91d1-bb125390a8e6 HTTP/1.1" status: 200 len: 921 time: 0.4914956 Jul 16 03:54:07.578450 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dacc4-4cd1-47de-94c5-4351f87b3103 req-32f093f1-61b8-414b-bede-6e2c7be8674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:07.580364 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-352dacc4-4cd1-47de-94c5-4351f87b3103 req-32f093f1-61b8-414b-bede-6e2c7be8674d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e331c95-51fe-485f-8ab5-5fa7e556c33e HTTP/1.1" status: 200 len: 860 time: 0.0915456 Jul 16 03:54:07.601676 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09cc64c-d6f3-46fc-9df9-c67659b594b1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.606881 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c09cc64c-d6f3-46fc-9df9-c67659b594b1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:07.627826 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c09cc64c-d6f3-46fc-9df9-c67659b594b1 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/floatingips/9098504e-78f2-427a-97eb-69712778b173 HTTP/1.1" status: 204 len: 168 time: 1.3263221 Jul 16 03:54:07.630542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:07.667341 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-352dacc4-4cd1-47de-94c5-4351f87b3103 req-1691b912-bc88-4fd4-a1f6-3b4c9e5dadd6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8333af47-309d-4966-91d1-bb125390a8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797224 Jul 16 03:54:07.672731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435677a-45b6-49fe-a5d5-e09fd8896b77 req-c51dfa11-cbb1-48ea-8d61-5bb7810d83ca tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:07.674813 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f435677a-45b6-49fe-a5d5-e09fd8896b77 req-c51dfa11-cbb1-48ea-8d61-5bb7810d83ca tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.3546116 Jul 16 03:54:07.706863 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d90e22a-df59-4f4a-8319-2be9161f4749 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] DELETE failed (client error): The resource could not be found. Jul 16 03:54:07.707705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d90e22a-df59-4f4a-8319-2be9161f4749 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:54:07.713269 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4d90e22a-df59-4f4a-8319-2be9161f4749 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/ports/5f0d4e00-ff60-49ca-9b59-14fedfdc42b9 HTTP/1.1" status: 404 len: 333 time: 0.0799065 Jul 16 03:54:07.713919 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:07.768400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-513ea304-e3f7-42a0-84b8-7038a559fcb2 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3e641d0-b801-4dc4-8e34-43c3787792ea HTTP/1.1" status: 200 len: 205 time: 0.0500531 Jul 16 03:54:07.774079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:07.804670 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7349087-6842-4cff-b9db-fa746bb4967f req-7e1375a2-5960-4a56-91a0-2b23175482e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 HTTP/1.1" status: 200 len: 998 time: 0.2704439 Jul 16 03:54:07.840801 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-01616abe-d9a1-447c-8006-525f5dca3769 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] delete failed (client error): The resource could not be found. Jul 16 03:54:07.844963 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-01616abe-d9a1-447c-8006-525f5dca3769 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/routers/b3e641d0-b801-4dc4-8e34-43c3787792ea HTTP/1.1" status: 404 len: 336 time: 0.0698040 Jul 16 03:54:07.845600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:07.854822 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-352dacc4-4cd1-47de-94c5-4351f87b3103 req-bbdf09b8-0fe5-4eaa-aec7-384abf4b41f2 service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761510 Jul 16 03:54:07.914290 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f435677a-45b6-49fe-a5d5-e09fd8896b77 req-c370f57d-342f-4e1a-9c98-f43d75081a06 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146497 Jul 16 03:54:07.969633 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-abca970e-9f7e-4458-a05f-1d7952631c8d tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] DELETE failed (client error): The resource could not be found. Jul 16 03:54:07.970444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abca970e-9f7e-4458-a05f-1d7952631c8d tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:54:07.987117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-abca970e-9f7e-4458-a05f-1d7952631c8d tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/subnets/4c913b80-82cc-4244-a184-041f1faa05b5 HTTP/1.1" status: 404 len: 337 time: 0.1298873 Jul 16 03:54:07.997017 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-34731b27-09d6-49b0-b8dc-89ecd0538b71 None None] Set router 88f752db-cd29-40fe-9605-e324a4438985 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:08.018037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 35886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:08.071860 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-352dacc4-4cd1-47de-94c5-4351f87b3103 req-ea81a95c-70c7-4a6d-8e1a-53338bd663d9 service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048237 Jul 16 03:54:08.149051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7349087-6842-4cff-b9db-fa746bb4967f req-dc5237d0-5f36-4a51-8c75-78d9e12ee1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:08.168047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7349087-6842-4cff-b9db-fa746bb4967f req-dc5237d0-5f36-4a51-8c75-78d9e12ee1ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e331c95-51fe-485f-8ab5-5fa7e556c33e HTTP/1.1" status: 200 len: 860 time: 0.3214073 Jul 16 03:54:08.210657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7349087-6842-4cff-b9db-fa746bb4967f req-13aa34ee-69d0-4223-8e74-0ca8d8b52a51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8333af47-309d-4966-91d1-bb125390a8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414975 Jul 16 03:54:08.216140 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-b7349087-6842-4cff-b9db-fa746bb4967f req-f05d6a70-3f84-46cf-a3a8-10e499bfb59f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:54:08.224600 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7349087-6842-4cff-b9db-fa746bb4967f req-f05d6a70-3f84-46cf-a3a8-10e499bfb59f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124674 Jul 16 03:54:08.424208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7349087-6842-4cff-b9db-fa746bb4967f req-fe8b27ef-54a8-4678-84e6-a1cee86c2890 service neutron] 10.222.0.18 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986716 Jul 16 03:54:08.446227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0a69a-777e-42c3-b2c2-d62a7748f97a req-ea3dce15-ee59-4623-872e-23098d88b8c3 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:08.447815 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-99a0a69a-777e-42c3-b2c2-d62a7748f97a req-ea3dce15-ee59-4623-872e-23098d88b8c3 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 944 time: 0.2137566 Jul 16 03:54:08.500268 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-34731b27-09d6-49b0-b8dc-89ecd0538b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f752db-cd29-40fe-9605-e324a4438985', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:58Z', 'updated_at': '2021-07-16T03:53:04Z', 'revision_number': 4, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'gw_port': {'id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:59Z', 'updated_at': '2021-07-16T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'c6f58465-14ae-4f76-a9a4-fd7adaad2bd0', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '88f752db-cd29-40fe-9605-e324a4438985', 'port_id': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6', 'mac_address': 'fa:16:3e:14:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:54:02Z', 'updated_at': '2021-07-16T03:54:04Z', 'revision_number': 1, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb5bc94c-6e4f-4a74-80fb-c62578291873', 'name': '', 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'mac_address': 'fa:16:3e:c4:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:03Z', 'updated_at': '2021-07-16T03:53:13Z', 'revision_number': 5, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'subnets': [{'id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:08.546560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c166b6d7-1c5c-4166-9c43-1b15643c4704 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting port 65d535ca-3255-4a86-b003-420a54f930fe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:08.548097 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c166b6d7-1c5c-4166-9c43-1b15643c4704 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:08.562418 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34731b27-09d6-49b0-b8dc-89ecd0538b71 None None] The sync data for ids ['88f752db-cd29-40fe-9605-e324a4438985'] in n-d-800088-6 is: [{'id': '88f752db-cd29-40fe-9605-e324a4438985', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:58Z', 'updated_at': '2021-07-16T03:53:04Z', 'revision_number': 4, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'gw_port': {'id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:59Z', 'updated_at': '2021-07-16T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'c6f58465-14ae-4f76-a9a4-fd7adaad2bd0', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'floating_ip_address': '172.25.3.26', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '88f752db-cd29-40fe-9605-e324a4438985', 'port_id': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6', 'mac_address': 'fa:16:3e:14:f0:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:54:02Z', 'updated_at': '2021-07-16T03:54:04Z', 'revision_number': 1, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb5bc94c-6e4f-4a74-80fb-c62578291873', 'name': '', 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'mac_address': 'fa:16:3e:c4:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:03Z', 'updated_at': '2021-07-16T03:53:13Z', 'revision_number': 5, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'subnets': [{'id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:09.012270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff2dda3-c366-4aee-870b-6ed7a483b240 None None] New status for floating IP c6f58465-14ae-4f76-a9a4-fd7adaad2bd0: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:54:09.192203 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-99a0a69a-777e-42c3-b2c2-d62a7748f97a req-68f33893-d1de-4252-aa02-02399f5969a9 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7295704 Jul 16 03:54:09.258791 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c166b6d7-1c5c-4166-9c43-1b15643c4704 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.326734 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7349087-6842-4cff-b9db-fa746bb4967f req-a45b102f-ab25-4f46-b3b0-cdbab2cf92f2 service neutron] 10.222.0.18 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9007804 Jul 16 03:54:09.331765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c166b6d7-1c5c-4166-9c43-1b15643c4704 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Calling delete_port for 65d535ca-3255-4a86-b003-420a54f930fe owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:09.671565 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-fcdfec8c-76f2-4e3f-ac4f-312084269123 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 1000 time: 0.1890194 Jul 16 03:54:09.767661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f26dcc-6c1f-4d50-966c-1f8d4ec90fe4 req-2428bf23-8549-46eb-a346-c049be46c9ea tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:09.769370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95f26dcc-6c1f-4d50-966c-1f8d4ec90fe4 req-2428bf23-8549-46eb-a346-c049be46c9ea tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.2887526 Jul 16 03:54:09.782380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-4a7b4d20-1992-48c8-bb1a-47dda271f63a tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:09.794067 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-4a7b4d20-1992-48c8-bb1a-47dda271f63a tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports/9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 HTTP/1.1" status: 200 len: 942 time: 0.1160190 Jul 16 03:54:09.838223 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c166b6d7-1c5c-4166-9c43-1b15643c4704 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:09.916581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95f26dcc-6c1f-4d50-966c-1f8d4ec90fe4 req-220250af-4437-4d36-b4c0-4eccb83b8e61 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161237 Jul 16 03:54:09.920417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166b6d7-1c5c-4166-9c43-1b15643c4704 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Port': ['ID=65d535ca-3255-4a86-b003-420a54f930fe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:10.070424 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c166b6d7-1c5c-4166-9c43-1b15643c4704 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.075298 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c166b6d7-1c5c-4166-9c43-1b15643c4704 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/ports/65d535ca-3255-4a86-b003-420a54f930fe HTTP/1.1" status: 204 len: 168 time: 2.0490234 Jul 16 03:54:10.076918 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35936) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:10.077389 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-068f7191-2b62-4fa1-8c22-64d7fa8a95be tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 1000 time: 0.0994446 Jul 16 03:54:10.274172 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e631add6-0078-4d69-ad56-672f7fce36de tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting port 9fb7752c-6d68-4c3c-928f-48113cf21ae3 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:10.274623 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e631add6-0078-4d69-ad56-672f7fce36de tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.290185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-eb59acd5-d9ba-4239-b55a-e1889f9478b0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:10.291600 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-eb59acd5-d9ba-4239-b55a-e1889f9478b0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.2072451 Jul 16 03:54:10.302342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-dea0349f-21b4-4cac-8994-7341e7589b8c tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:10.303889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-dea0349f-21b4-4cac-8994-7341e7589b8c tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/networks?id=2f6f004e-0c28-40fb-b37e-cf15379c11a1 HTTP/1.1" status: 200 len: 814 time: 0.1945629 Jul 16 03:54:10.325931 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-5a575e7f-2333-4773-bc28-113ca4456912 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/quotas/09fd537e5b9a470d874ea8a15f9d86e4 HTTP/1.1" status: 200 len: 375 time: 0.0149372 Jul 16 03:54:10.412506 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a6552d07-e4c9-4303-b072-34d23266617c tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=09fd537e5b9a470d874ea8a15f9d86e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389247 Jul 16 03:54:10.421313 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-3236a600-8123-41f0-8fc7-b5f6789cef1d tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 1000 time: 0.1162288 Jul 16 03:54:10.426071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-3507a21e-fbb9-4935-ba77-7be405d682d9 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:10.455157 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e631add6-0078-4d69-ad56-672f7fce36de tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.469911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e631add6-0078-4d69-ad56-672f7fce36de tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Calling delete_port for 9fb7752c-6d68-4c3c-928f-48113cf21ae3 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:10.524852 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-3507a21e-fbb9-4935-ba77-7be405d682d9 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.682029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-52d46e72-a3d2-48a7-a057-f67027f4cbdb service neutron] 10.222.0.18 "GET /v2.0/networks/2f6f004e-0c28-40fb-b37e-cf15379c11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225440 Jul 16 03:54:10.847871 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-3507a21e-fbb9-4935-ba77-7be405d682d9 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.864161 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-3507a21e-fbb9-4935-ba77-7be405d682d9 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:10.864934 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-3507a21e-fbb9-4935-ba77-7be405d682d9 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Floating IP c6f58465-14ae-4f76-a9a4-fd7adaad2bd0 disassociated. External IP: 172.25.3.26, port: 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9. Jul 16 03:54:10.937674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-145f00a1-f857-4b30-b624-a9e7cc1c285b service neutron] 10.222.0.18 "GET /v2.0/networks/2f6f004e-0c28-40fb-b37e-cf15379c11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225239 Jul 16 03:54:11.044145 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e631add6-0078-4d69-ad56-672f7fce36de tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.119791 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631add6-0078-4d69-ad56-672f7fce36de tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Port': ['ID=9fb7752c-6d68-4c3c-928f-48113cf21ae3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:11.266828 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e631add6-0078-4d69-ad56-672f7fce36de tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.271366 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e631add6-0078-4d69-ad56-672f7fce36de tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/ports/9fb7752c-6d68-4c3c-928f-48113cf21ae3 HTTP/1.1" status: 204 len: 168 time: 1.1928186 Jul 16 03:54:11.273865 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35962) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:11.302890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-3507a21e-fbb9-4935-ba77-7be405d682d9 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Router 88f752db-cd29-40fe-9605-e324a4438985 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:11.386942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3660bd-f9ac-4d22-9846-fb8f803b37bd tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:11.388562 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1a3660bd-f9ac-4d22-9846-fb8f803b37bd tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ed91945-ef39-49e5-ae2e-c595bc23a633 HTTP/1.1" status: 200 len: 913 time: 0.1136518 Jul 16 03:54:11.392083 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 35964) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:11.578978 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-3507a21e-fbb9-4935-ba77-7be405d682d9 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:11.584388 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-3507a21e-fbb9-4935-ba77-7be405d682d9 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:11.589270 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ae8e49-70f3-40f7-ae66-037ad0c55d44 None None] Sync routers for ids ['88f752db-cd29-40fe-9605-e324a4438985'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:11.602664 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ae8e49-70f3-40f7-ae66-037ad0c55d44 None None] Routers {'88f752db-cd29-40fe-9605-e324a4438985'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:11.603286 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-40ae8e49-70f3-40f7-ae66-037ad0c55d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88f752db-cd29-40fe-9605-e324a4438985'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:11.639080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:54:11.648969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-3507a21e-fbb9-4935-ba77-7be405d682d9 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "PUT /v2.0/floatingips/c6f58465-14ae-4f76-a9a4-fd7adaad2bd0 HTTP/1.1" status: 200 len: 694 time: 1.2267346 Jul 16 03:54:11.650978 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'tag': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:11.654198 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2243957-2f32-4b40-bf16-777d9e3f0d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a582ddd-b201-4f68-b624-7130282a2ccd", "tag": "9dad552b-e99c-43c8-865a-9ba1a4cf7ac9"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:11.683894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c7472-02a1-498d-885f-e7d9c0f42b15 req-87389596-7b47-41d6-8afe-de39d814947d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:11.689761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb7c7472-02a1-498d-885f-e7d9c0f42b15 req-87389596-7b47-41d6-8afe-de39d814947d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 944 time: 0.2779086 Jul 16 03:54:11.826243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb7c7472-02a1-498d-885f-e7d9c0f42b15 req-9317a109-3cec-405f-96f4-6e42ec051f2d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134317 Jul 16 03:54:11.845645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-7a68ad88-37bd-4236-85d2-de916ab68db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:11.847333 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-7a68ad88-37bd-4236-85d2-de916ab68db6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c5e0a5ddcec46d1b106eda81e57906e&device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 1096 time: 0.1524663 Jul 16 03:54:11.910318 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=623b0b01-6bdb-4ee3-a155-4e96b7b32f94,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:11.931401 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-40ae8e49-70f3-40f7-ae66-037ad0c55d44 None None] Set router 88f752db-cd29-40fe-9605-e324a4438985 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:11.940847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '623b0b01-6bdb-4ee3-a155-4e96b7b32f94', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'port_id': '623b0b01-6bdb-4ee3-a155-4e96b7b32f94', 'mac_address': 'fa:16:3e:10:44:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:54:12.024280 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:12.055641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:54:12.100202 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=623b0b01-6bdb-4ee3-a155-4e96b7b32f94,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:12.108041 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:12.125397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-9b270de7-a719-4b40-95cb-78a2017e39b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:12.140038 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-9b270de7-a719-4b40-95cb-78a2017e39b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8333af47-309d-4966-91d1-bb125390a8e6 HTTP/1.1" status: 200 len: 921 time: 0.2749503 Jul 16 03:54:12.221122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=623b0b01-6bdb-4ee3-a155-4e96b7b32f94,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:12.240708 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e5217b9-a3db-4fd6-b891-0f4c5fe04c64 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:12.259292 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-4577789b-a8e7-4b6c-9987-d56150eb56f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 HTTP/1.1" status: 200 len: 217 time: 0.1080678 Jul 16 03:54:12.343229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['623b0b01-6bdb-4ee3-a155-4e96b7b32f94'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:54:12.528175 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-40ae8e49-70f3-40f7-ae66-037ad0c55d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f752db-cd29-40fe-9605-e324a4438985', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:58Z', 'updated_at': '2021-07-16T03:53:04Z', 'revision_number': 4, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'gw_port': {'id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:59Z', 'updated_at': '2021-07-16T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fb5bc94c-6e4f-4a74-80fb-c62578291873', 'name': '', 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'mac_address': 'fa:16:3e:c4:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:03Z', 'updated_at': '2021-07-16T03:53:13Z', 'revision_number': 5, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'subnets': [{'id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:12.617065 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ae8e49-70f3-40f7-ae66-037ad0c55d44 None None] Checking router: 88f752db-cd29-40fe-9605-e324a4438985 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:54:12.643835 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ae8e49-70f3-40f7-ae66-037ad0c55d44 None None] Routers {'88f752db-cd29-40fe-9605-e324a4438985'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:12.644856 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-40ae8e49-70f3-40f7-ae66-037ad0c55d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88f752db-cd29-40fe-9605-e324a4438985'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:12.946518 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-40ae8e49-70f3-40f7-ae66-037ad0c55d44 None None] Set router 88f752db-cd29-40fe-9605-e324a4438985 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:12.948180 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d681ab-0a19-494c-b048-156e649c5a70 req-b8c79557-ca27-47b9-b4df-06c5ee51cba4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:12.955034 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9d681ab-0a19-494c-b048-156e649c5a70 req-b8c79557-ca27-47b9-b4df-06c5ee51cba4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.7183499 Jul 16 03:54:12.972123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5e5217b9-a3db-4fd6-b891-0f4c5fe04c64 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting port d65f981b-a9d4-4385-8b31-f1c1be348f55 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:12.972718 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e5217b9-a3db-4fd6-b891-0f4c5fe04c64 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:13.004548 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-6a3871a3-1bce-4c8d-bb3e-00ecc3eeb505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:13.009432 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-6a3871a3-1bce-4c8d-bb3e-00ecc3eeb505 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e331c95-51fe-485f-8ab5-5fa7e556c33e HTTP/1.1" status: 200 len: 860 time: 0.1853228 Jul 16 03:54:13.098879 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-421acf63-79ef-446d-be7e-ed70f48f8142 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8333af47-309d-4966-91d1-bb125390a8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488014 Jul 16 03:54:13.162129 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e5217b9-a3db-4fd6-b891-0f4c5fe04c64 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:13.175405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5e5217b9-a3db-4fd6-b891-0f4c5fe04c64 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Calling delete_port for d65f981b-a9d4-4385-8b31-f1c1be348f55 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:13.176084 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f9d681ab-0a19-494c-b048-156e649c5a70 req-2b089494-6349-4408-97da-6a551a7312cf tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198949 Jul 16 03:54:13.363869 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-40ae8e49-70f3-40f7-ae66-037ad0c55d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f752db-cd29-40fe-9605-e324a4438985', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:58Z', 'updated_at': '2021-07-16T03:53:04Z', 'revision_number': 4, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'gw_port': {'id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:59Z', 'updated_at': '2021-07-16T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fb5bc94c-6e4f-4a74-80fb-c62578291873', 'name': '', 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'mac_address': 'fa:16:3e:c4:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:03Z', 'updated_at': '2021-07-16T03:53:13Z', 'revision_number': 5, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'subnets': [{'id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:13.404732 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ae8e49-70f3-40f7-ae66-037ad0c55d44 None None] The sync data for ids ['88f752db-cd29-40fe-9605-e324a4438985'] in n-d-800088-6 is: [{'id': '88f752db-cd29-40fe-9605-e324a4438985', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:58Z', 'updated_at': '2021-07-16T03:53:04Z', 'revision_number': 4, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'gw_port': {'id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:59Z', 'updated_at': '2021-07-16T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fb5bc94c-6e4f-4a74-80fb-c62578291873', 'name': '', 'network_id': '8333af47-309d-4966-91d1-bb125390a8e6', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'mac_address': 'fa:16:3e:c4:77:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:53:03Z', 'updated_at': '2021-07-16T03:53:13Z', 'revision_number': 5, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'subnets': [{'id': '7e331c95-51fe-485f-8ab5-5fa7e556c33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:13.447152 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b579a9d0-b451-451a-bd4a-b4cde03ecd91 req-a36a1856-5be1-4574-a6fa-4c60e05c773a tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=162245fa-7950-4ba2-bbda-da40066d90d0 HTTP/1.1" status: 200 len: 210 time: 0.0781317 Jul 16 03:54:13.484459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-3f14ffe8-ebc3-4ecf-a675-ab06cca3235e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:13.485982 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-3f14ffe8-ebc3-4ecf-a675-ab06cca3235e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.20 "GET /v2.0/networks?id=2f6f004e-0c28-40fb-b37e-cf15379c11a1 HTTP/1.1" status: 200 len: 814 time: 0.5227597 Jul 16 03:54:13.501668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-43fa1f7e-7efb-4b91-9e4d-d21a5859fb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Request body: {'port': {'device_id': '162245fa-7950-4ba2-bbda-da40066d90d0', 'network_id': '2f6f004e-0c28-40fb-b37e-cf15379c11a1', 'admin_state_up': True, 'tenant_id': '09fd537e5b9a470d874ea8a15f9d86e4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:13.550944 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e5217b9-a3db-4fd6-b891-0f4c5fe04c64 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:13.552992 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9ff8ba-fc61-4890-bb5a-1219b3512542 x-openstack-request-id: req-aa9ff8ba-fc61-4890-bb5a-1219b3512542 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:13.553282 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a582ddd-b201-4f68-b624-7130282a2ccd", "tag": "9dad552b-e99c-43c8-865a-9ba1a4cf7ac9", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:13.553515 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa9ff8ba-fc61-4890-bb5a-1219b3512542 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:13.553940 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'tag': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9', 'status': 'completed', 'code': 200} Jul 16 03:54:13.576385 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-2e5123d2-b1ae-4cd8-b09a-59f346b61a66 service neutron] 10.222.0.18 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629905 Jul 16 03:54:13.614184 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5217b9-a3db-4fd6-b891-0f4c5fe04c64 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Port': ['ID=d65f981b-a9d4-4385-8b31-f1c1be348f55,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:13.660589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:13.759048 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:13.768272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:13.768820 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:13.872678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2243957-2f32-4b40-bf16-777d9e3f0d1e req-29cf1228-ba6c-4bde-9a11-a13b0cbb69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:13.883992 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e2243957-2f32-4b40-bf16-777d9e3f0d1e req-29cf1228-ba6c-4bde-9a11-a13b0cbb69ac service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3c5e0a5ddcec46d1b106eda81e57906e&device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 1096 time: 0.2998025 Jul 16 03:54:13.910079 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-d5423c9c-55bf-4d4a-bd50-3ff9e23b9e76 service neutron] show failed (client error): The resource could not be found. Jul 16 03:54:13.911743 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-d5423c9c-55bf-4d4a-bd50-3ff9e23b9e76 service neutron] 10.222.0.20 "GET /v2.0/ports/8f212f4c-a838-4911-a138-93af8db9ca41/bindings/n-h1-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.5313380 Jul 16 03:54:13.928991 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:13.964649 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-459e5c3e-8bc1-46d6-812c-f1659188b3b9 req-6d4ab133-19e6-4c2b-9f43-4d1b65b10e28 service neutron] 10.222.0.18 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694096 Jul 16 03:54:13.975253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53704d4e-86ce-4bbc-ba9a-d0c9b5fde1e4 None None] New status for floating IP c6f58465-14ae-4f76-a9a4-fd7adaad2bd0: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:54:13.993052 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3763b-d73f-430d-8f8c-a6a2bb10e665 req-38d933b7-1838-416c-a4e2-881e4981632f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:13.994537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eac3763b-d73f-430d-8f8c-a6a2bb10e665 req-38d933b7-1838-416c-a4e2-881e4981632f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 945 time: 0.1692202 Jul 16 03:54:14.178570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-43fa1f7e-7efb-4b91-9e4d-d21a5859fb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Made reservation on behalf of 09fd537e5b9a470d874ea8a15f9d86e4 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:14.187965 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-43fa1f7e-7efb-4b91-9e4d-d21a5859fb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.235511 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eac3763b-d73f-430d-8f8c-a6a2bb10e665 req-e7450220-4cfd-46df-a2c8-5ddbc3c3f7d7 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229030 Jul 16 03:54:14.271871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-a9e20060-c578-4a48-b588-3053dfe5e4e0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/floatingips/c6f58465-14ae-4f76-a9a4-fd7adaad2bd0 HTTP/1.1" status: 200 len: 694 time: 0.2005703 Jul 16 03:54:14.273166 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e5217b9-a3db-4fd6-b891-0f4c5fe04c64 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.436952 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2243957-2f32-4b40-bf16-777d9e3f0d1e req-4bae6231-d992-4e5e-b9bb-50710e65252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:14.441009 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e2243957-2f32-4b40-bf16-777d9e3f0d1e req-4bae6231-d992-4e5e-b9bb-50710e65252b service neutron] 10.222.0.88 "GET /v2.0/networks?id=8333af47-309d-4966-91d1-bb125390a8e6 HTTP/1.1" status: 200 len: 921 time: 0.5449021 Jul 16 03:54:14.489633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d8dd99-443c-4281-a1e1-35505bbc512d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623b0b01-6bdb-4ee3-a155-4e96b7b32f94'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:14.492431 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0c7454-c154-4246-b48b-cbf622aae28f" -d '{"events": [{"server_uuid": "a2d8dd99-443c-4281-a1e1-35505bbc512d", "name": "network-vif-plugged", "status": "completed", "tag": "623b0b01-6bdb-4ee3-a155-4e96b7b32f94"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:14.519178 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e2243957-2f32-4b40-bf16-777d9e3f0d1e req-d695fb92-d5f7-418d-98f5-45ac62091249 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 HTTP/1.1" status: 200 len: 217 time: 0.0622265 Jul 16 03:54:14.540381 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=623b0b01-6bdb-4ee3-a155-4e96b7b32f94,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:14.549237 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:14.640864 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2243957-2f32-4b40-bf16-777d9e3f0d1e req-b4132beb-77c6-4919-936a-8d28fc64d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:14.643061 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e2243957-2f32-4b40-bf16-777d9e3f0d1e req-b4132beb-77c6-4919-936a-8d28fc64d702 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7e331c95-51fe-485f-8ab5-5fa7e556c33e HTTP/1.1" status: 200 len: 860 time: 0.0963042 Jul 16 03:54:14.684912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=623b0b01-6bdb-4ee3-a155-4e96b7b32f94,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:14.727713 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e2243957-2f32-4b40-bf16-777d9e3f0d1e req-1da998b6-1908-4776-9e00-ee4e7d6c13c6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8333af47-309d-4966-91d1-bb125390a8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288353 Jul 16 03:54:14.806367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-72d7f67b-41d0-42f4-8a9f-12c246bfc26f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:14.808090 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-72d7f67b-41d0-42f4-8a9f-12c246bfc26f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/networks/7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 784 time: 0.5260997 Jul 16 03:54:14.828505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-860c39ef-4dda-41ce-9cb3-358f2ea928ae tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:54:14.829665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-860c39ef-4dda-41ce-9cb3-358f2ea928ae tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080338 Jul 16 03:54:14.858453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-43fa1f7e-7efb-4b91-9e4d-d21a5859fb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Allocated IP 172.20.0.5 (2f6f004e-0c28-40fb-b37e-cf15379c11a1/177c068f-4cd6-46ff-8b32-a48e01b865d1/2c7ebec5-9c76-4a13-9c08-ad34cc038420) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:14.885378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5217b9-a3db-4fd6-b891-0f4c5fe04c64 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Router 1ed91945-ef39-49e5-ae2e-c595bc23a633 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:14.886680 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e2243957-2f32-4b40-bf16-777d9e3f0d1e req-0b803b3c-3719-4f85-b08f-38da839e7d3e service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522038 Jul 16 03:54:14.923106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-cbe33a55-db1f-4263-83fb-0dfc20f6ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:14.924817 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-cbe33a55-db1f-4263-83fb-0dfc20f6ed35 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0&tenant_id=03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 1097 time: 0.3612442 Jul 16 03:54:14.928975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-8cf6a9e3-dba0-4668-a7d7-025594f202c4 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0897493 Jul 16 03:54:14.939614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:14.963935 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116140f-c544-42c8-9c64-05c5392764ea req-145f93da-0cb1-449f-9a0f-9f528ffafd9b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:14.970892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d116140f-c544-42c8-9c64-05c5392764ea req-145f93da-0cb1-449f-9a0f-9f528ffafd9b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.4271600 Jul 16 03:54:14.982126 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e2243957-2f32-4b40-bf16-777d9e3f0d1e req-99711ad0-e16e-4764-ba92-5094b6238bc4 service neutron] 10.222.0.88 "GET /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855350 Jul 16 03:54:15.127052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5217b9-a3db-4fd6-b891-0f4c5fe04c64 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:15.139168 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c7612-8788-41df-b695-875300419257 None None] Sync routers for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:15.142716 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5e5217b9-a3db-4fd6-b891-0f4c5fe04c64 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "PUT /v2.0/routers/1ed91945-ef39-49e5-ae2e-c595bc23a633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7466283 Jul 16 03:54:15.144980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36016) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:15.156979 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c7612-8788-41df-b695-875300419257 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:15.157615 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ab7c7612-8788-41df-b695-875300419257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:15.214276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-0a94c08b-3ce4-43ee-a40d-b38b3b2dfc5b tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.2690499 Jul 16 03:54:15.243526 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ab7c7612-8788-41df-b695-875300419257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:15.267022 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c7612-8788-41df-b695-875300419257 None None] Routers {'1ed91945-ef39-49e5-ae2e-c595bc23a633'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:15.267351 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dab46c14-7c71-4759-9631-495adfd53b70 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.267654 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ab7c7612-8788-41df-b695-875300419257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1ed91945-ef39-49e5-ae2e-c595bc23a633'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:15.322498 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.328671 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ab7c7612-8788-41df-b695-875300419257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:15.329325 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c7612-8788-41df-b695-875300419257 None None] The sync data for ids ['1ed91945-ef39-49e5-ae2e-c595bc23a633'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:15.388976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dab46c14-7c71-4759-9631-495adfd53b70 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.469112 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dab46c14-7c71-4759-9631-495adfd53b70 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting port 7db9f502-45fc-4646-a61a-6c35f2e2056a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:15.469946 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dab46c14-7c71-4759-9631-495adfd53b70 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.561311 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d116140f-c544-42c8-9c64-05c5392764ea req-7f2b7dd5-d290-441a-9a4a-ed9da2341c3c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5895126 Jul 16 03:54:15.596340 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dab46c14-7c71-4759-9631-495adfd53b70 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.633322 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-dab46c14-7c71-4759-9631-495adfd53b70 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Calling delete_port for 7db9f502-45fc-4646-a61a-6c35f2e2056a owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:15.677735 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8f212f4c-a838-4911-a138-93af8db9ca41,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:15.748224 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-43fa1f7e-7efb-4b91-9e4d-d21a5859fb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.775407 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:15.778273 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-790fdb67-1aa2-43c3-804f-dcbbdaf85b6e req-83ad58d7-a648-4160-8f78-655ddc8b063e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=162245fa-7950-4ba2-bbda-da40066d90d0 HTTP/1.1" status: 200 len: 210 time: 0.0517914 Jul 16 03:54:15.844864 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dab46c14-7c71-4759-9631-495adfd53b70 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.854156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:15.857020 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68fa669-2e9d-464b-b2c1-5e682af62e69" -d '{"events": [{"server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "name": "network-vif-unplugged", "status": "completed", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:15.862328 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.872269 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823bdb46-578e-4dec-874c-59cdcd2fbbbe x-openstack-request-id: req-823bdb46-578e-4dec-874c-59cdcd2fbbbe {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:15.872780 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d8dd99-443c-4281-a1e1-35505bbc512d", "name": "network-vif-plugged", "status": "completed", "tag": "623b0b01-6bdb-4ee3-a155-4e96b7b32f94", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:15.872780 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-823bdb46-578e-4dec-874c-59cdcd2fbbbe {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:15.873155 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d8dd99-443c-4281-a1e1-35505bbc512d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623b0b01-6bdb-4ee3-a155-4e96b7b32f94', 'code': 200} Jul 16 03:54:15.883396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab46c14-7c71-4759-9631-495adfd53b70 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Port': ['ID=7db9f502-45fc-4646-a61a-6c35f2e2056a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:15.904375 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Transition to ACTIVE for port object 8f212f4c-a838-4911-a138-93af8db9ca41 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:15.917794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-3566a1c8-faf4-4c77-be5b-ddc812cad96f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Deleting port 56f9da70-eb5c-49e2-ba21-2265ba8a6d6d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:15.918140 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-3566a1c8-faf4-4c77-be5b-ddc812cad96f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.920999 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:15.970353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dab46c14-7c71-4759-9631-495adfd53b70 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.018684 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-43fa1f7e-7efb-4b91-9e4d-d21a5859fb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.113042 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dab46c14-7c71-4759-9631-495adfd53b70 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.115483 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dab46c14-7c71-4759-9631-495adfd53b70 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.193157 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dab46c14-7c71-4759-9631-495adfd53b70 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.194430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab46c14-7c71-4759-9631-495adfd53b70 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Fanout notify agent at l3_agent the message router_deleted on router 1ed91945-ef39-49e5-ae2e-c595bc23a633 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:16.210844 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dab46c14-7c71-4759-9631-495adfd53b70 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.212619 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dab46c14-7c71-4759-9631-495adfd53b70 tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/routers/1ed91945-ef39-49e5-ae2e-c595bc23a633 HTTP/1.1" status: 204 len: 168 time: 1.0683973 Jul 16 03:54:16.215054 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36034) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:16.281832 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a69f29-ca8d-48e7-997b-d02f3b625f1b tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Deleting subnet b1d2f6bc-2346-40db-bf89-8a3d7bcb31cc {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:54:16.286052 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0a69f29-ca8d-48e7-997b-d02f3b625f1b tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.368275 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0a69f29-ca8d-48e7-997b-d02f3b625f1b tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.463185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0a69f29-ca8d-48e7-997b-d02f3b625f1b tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.507836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-43fa1f7e-7efb-4b91-9e4d-d21a5859fb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Network 2f6f004e-0c28-40fb-b37e-cf15379c11a1 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:16.517212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-43fa1f7e-7efb-4b91-9e4d-d21a5859fb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:16.637145 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-43fa1f7e-7efb-4b91-9e4d-d21a5859fb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:16.737119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Pushing event updated for resources: {'Port': ['ID=8f212f4c-a838-4911-a138-93af8db9ca41,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:16.806656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-43fa1f7e-7efb-4b91-9e4d-d21a5859fb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:16.807331 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-43fa1f7e-7efb-4b91-9e4d-d21a5859fb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.824462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa1f7e-7efb-4b91-9e4d-d21a5859fb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Pushing event updated for resources: {'Port': ['ID=2c7ebec5-9c76-4a13-9c08-ad34cc038420,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:16.838662 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-43fa1f7e-7efb-4b91-9e4d-d21a5859fb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3408256 Jul 16 03:54:16.867199 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Request body: {'port': {'device_id': '162245fa-7950-4ba2-bbda-da40066d90d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:16.875808 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0a69f29-ca8d-48e7-997b-d02f3b625f1b tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.908395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a69f29-ca8d-48e7-997b-d02f3b625f1b tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Subnet': ['ID=b1d2f6bc-2346-40db-bf89-8a3d7bcb31cc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:16.911223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] No DVR routers for this DVR port 8f212f4c-a838-4911-a138-93af8db9ca41 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:16.919670 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f0a69f29-ca8d-48e7-997b-d02f3b625f1b tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.923768 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f0a69f29-ca8d-48e7-997b-d02f3b625f1b tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/subnets/b1d2f6bc-2346-40db-bf89-8a3d7bcb31cc HTTP/1.1" status: 204 len: 168 time: 0.7076278 Jul 16 03:54:16.926376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36046) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:16.958452 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:16.971422 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f20324-f71c-431e-8d5a-d3311f37ff8f req-9668fe23-bd05-4140-a96e-68b52a803315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:16.972965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78f20324-f71c-431e-8d5a-d3311f37ff8f req-9668fe23-bd05-4140-a96e-68b52a803315 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 1097 time: 0.9876847 Jul 16 03:54:17.020193 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fbca22c-a2f2-4bfd-ac3f-4d4cc02f438e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.031832 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-3566a1c8-faf4-4c77-be5b-ddc812cad96f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.032398 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-3566a1c8-faf4-4c77-be5b-ddc812cad96f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.076451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-3566a1c8-faf4-4c77-be5b-ddc812cad96f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Calling delete_port for 56f9da70-eb5c-49e2-ba21-2265ba8a6d6d owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:17.127270 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fbca22c-a2f2-4bfd-ac3f-4d4cc02f438e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.138754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9fbca22c-a2f2-4bfd-ac3f-4d4cc02f438e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec35e100-c39d-4c6c-8129-ca34a50ba0ec']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:17.147295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0410f1-9191-4e82-a87b-2d6c0762b90d req-fe82b19d-cf24-4859-91db-da9e1779f644 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:17.152730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9fbca22c-a2f2-4bfd-ac3f-4d4cc02f438e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c1ef10-4418-48f4-b732-4eed464275a9') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:17.152918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f0410f1-9191-4e82-a87b-2d6c0762b90d req-fe82b19d-cf24-4859-91db-da9e1779f644 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 946 time: 1.0929914 Jul 16 03:54:17.153080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-9fbca22c-a2f2-4bfd-ac3f-4d4cc02f438e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c1ef10-4418-48f4-b732-4eed464275a9') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:17.163531 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fbca22c-a2f2-4bfd-ac3f-4d4cc02f438e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.178206 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fbca22c-a2f2-4bfd-ac3f-4d4cc02f438e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.185182 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbca22c-a2f2-4bfd-ac3f-4d4cc02f438e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:54:17.185838 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fbca22c-a2f2-4bfd-ac3f-4d4cc02f438e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:54:17.219603 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:54:17.262906 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fbca22c-a2f2-4bfd-ac3f-4d4cc02f438e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.267553 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9fbca22c-a2f2-4bfd-ac3f-4d4cc02f438e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.272712 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9fbca22c-a2f2-4bfd-ac3f-4d4cc02f438e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] 10.222.0.18 "DELETE /v2.0/networks/ec35e100-c39d-4c6c-8129-ca34a50ba0ec HTTP/1.1" status: 204 len: 168 time: 0.3425260 Jul 16 03:54:17.286648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbca22c-a2f2-4bfd-ac3f-4d4cc02f438e tempest-FloatingIPTestJSON-1985442549 tempest-FloatingIPTestJSON-1985442549-project] Pushing event deleted for resources: {'Network': ['ID=ec35e100-c39d-4c6c-8129-ca34a50ba0ec,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:17.451370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78f20324-f71c-431e-8d5a-d3311f37ff8f req-c73bcd9b-851c-4c20-9d99-0cccfb941661 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336190 Jul 16 03:54:17.566338 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f0410f1-9191-4e82-a87b-2d6c0762b90d req-a88d98c4-97c0-457f-a5c8-8d156d11c6d0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134928 Jul 16 03:54:17.569891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Attempting to bind port 8f212f4c-a838-4911-a138-93af8db9ca41 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:17.570236 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Attempting to bind port 8f212f4c-a838-4911-a138-93af8db9ca41 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:17.570573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Attempting to bind port 8f212f4c-a838-4911-a138-93af8db9ca41 on network 521f2e99-0acc-4c19-96ce-f5c71917e29a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:17.577719 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Port 8f212f4c-a838-4911-a138-93af8db9ca41 on network 521f2e99-0acc-4c19-96ce-f5c71917e29a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:54:17.578057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Attempting to bind port 8f212f4c-a838-4911-a138-93af8db9ca41 on network 521f2e99-0acc-4c19-96ce-f5c71917e29a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:17.585749 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:17.586101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Checking segment: {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:17.586496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Bound using segment: {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:17.586943 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Bound port: 8f212f4c-a838-4911-a138-93af8db9ca41, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:17.587309 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.670231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8f212f4c-a838-4911-a138-93af8db9ca41 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:17.713784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:17.731705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=8f212f4c-a838-4911-a138-93af8db9ca41,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:17.741397 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f626c4d5-09f6-4e34-b1f5-c61f1af5295e x-openstack-request-id: req-f626c4d5-09f6-4e34-b1f5-c61f1af5295e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:17.741627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8f212f4c-a838-4911-a138-93af8db9ca41 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:17.742065 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "name": "network-vif-unplugged", "status": "completed", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:17.742470 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f626c4d5-09f6-4e34-b1f5-c61f1af5295e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:17.743612 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41', 'code': 200} Jul 16 03:54:17.792165 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.884179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36068) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:17.922620 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:17.923296 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:17.924765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] 10.222.0.88 "PUT /v2.0/ports/8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 200 len: 1092 time: 2.9899154 Jul 16 03:54:17.937474 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-3566a1c8-faf4-4c77-be5b-ddc812cad96f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.034828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7ebec5-9c76-4a13-9c08-ad34cc038420 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:54:18.070839 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.146910 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48107bbb-d0ea-4f3e-84a4-b88df1a6a6df service neutron] Pushing event updated for resources: {'Port': ['ID=8f212f4c-a838-4911-a138-93af8db9ca41,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:18.242433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Transition to ACTIVE for port object 2c7ebec5-9c76-4a13-9c08-ad34cc038420 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:18.243697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566a1c8-faf4-4c77-be5b-ddc812cad96f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Pushing event deleted for resources: {'Port': ['ID=56f9da70-eb5c-49e2-ba21-2265ba8a6d6d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:18.258520 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bd220eed-bca4-421b-bbee-f17d4aa4d433 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63ee019dfd614d919fb2e315ff29bbc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717196 Jul 16 03:54:18.260792 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36078) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:18.268027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f27f72-60ef-45cb-abbf-21f50b75ee65 req-555d3fcd-78c4-43b1-a9ac-ce4f03eed0ba tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:18.275605 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7f27f72-60ef-45cb-abbf-21f50b75ee65 req-555d3fcd-78c4-43b1-a9ac-ce4f03eed0ba tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 944 time: 0.4789433 Jul 16 03:54:18.284184 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.347196 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7ebec5-9c76-4a13-9c08-ad34cc038420,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:18.365297 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-3566a1c8-faf4-4c77-be5b-ddc812cad96f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.370047 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-3566a1c8-faf4-4c77-be5b-ddc812cad96f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.380905 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-342840cb-7a2c-4181-8021-8e1c166739a7 req-3566a1c8-faf4-4c77-be5b-ddc812cad96f tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "DELETE /v2.0/floatingips/c6f58465-14ae-4f76-a9a4-fd7adaad2bd0 HTTP/1.1" status: 204 len: 173 time: 3.0728571 Jul 16 03:54:18.391904 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1a395ba-de2d-4b2e-9ef5-22c97cb3efbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.432428 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1a395ba-de2d-4b2e-9ef5-22c97cb3efbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.459866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7f27f72-60ef-45cb-abbf-21f50b75ee65 req-eb228373-7636-4d59-8d26-6a5f52450c80 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819599 Jul 16 03:54:18.503502 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-ddcdbe5a-199a-4cf7-af66-dcab18cbf17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:18.505195 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-ddcdbe5a-199a-4cf7-af66-dcab18cbf17c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1095 time: 0.5431757 Jul 16 03:54:18.522302 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1a395ba-de2d-4b2e-9ef5-22c97cb3efbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.524898 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1a395ba-de2d-4b2e-9ef5-22c97cb3efbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.526058 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b1a395ba-de2d-4b2e-9ef5-22c97cb3efbe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/994f9e8a-c1b7-4550-9215-2d6470c08137 HTTP/1.1" status: 204 len: 168 time: 0.2625849 Jul 16 03:54:18.544015 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a395ba-de2d-4b2e-9ef5-22c97cb3efbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994f9e8a-c1b7-4550-9215-2d6470c08137,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:18.669609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Attempting to bind port 2c7ebec5-9c76-4a13-9c08-ad34cc038420 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:18.669968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Attempting to bind port 2c7ebec5-9c76-4a13-9c08-ad34cc038420 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '584e7538-e02e-4c23-99a4-c99e8290646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2f6f004e-0c28-40fb-b37e-cf15379c11a1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:18.671437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Attempting to bind port 2c7ebec5-9c76-4a13-9c08-ad34cc038420 on network 2f6f004e-0c28-40fb-b37e-cf15379c11a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:18.700994 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:54:18.706416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Port 2c7ebec5-9c76-4a13-9c08-ad34cc038420 on network 2f6f004e-0c28-40fb-b37e-cf15379c11a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:54:18.706577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Attempting to bind port 2c7ebec5-9c76-4a13-9c08-ad34cc038420 on network 2f6f004e-0c28-40fb-b37e-cf15379c11a1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:18.779618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:18.780034 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Checking segment: {'id': '584e7538-e02e-4c23-99a4-c99e8290646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2f6f004e-0c28-40fb-b37e-cf15379c11a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:18.780463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Bound using segment: {'id': '584e7538-e02e-4c23-99a4-c99e8290646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2f6f004e-0c28-40fb-b37e-cf15379c11a1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:18.781057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Bound port: 2c7ebec5-9c76-4a13-9c08-ad34cc038420, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '584e7538-e02e-4c23-99a4-c99e8290646d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '2f6f004e-0c28-40fb-b37e-cf15379c11a1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:18.781430 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:18.807932 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8abb6287-14c8-4b24-97f8-2acaa8d62726 req-80c3c97c-2768-4075-a358-0e80220b7184 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups/89fdcb28-7a82-489e-abe4-b703acb5153f HTTP/1.1" status: 200 len: 1810 time: 0.3020186 Jul 16 03:54:18.888358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dc5c1-4a8b-441d-a1b1-ba46e4a981fa req-363aab80-e541-4b41-b576-05c2ee8b8fba tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:18.889873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-667dc5c1-4a8b-441d-a1b1-ba46e4a981fa req-363aab80-e541-4b41-b576-05c2ee8b8fba tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=162245fa-7950-4ba2-bbda-da40066d90d0 HTTP/1.1" status: 200 len: 943 time: 0.3923314 Jul 16 03:54:18.920932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] For port 2c7ebec5-9c76-4a13-9c08-ad34cc038420, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:18.924721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-f9d562ed-0f03-41de-834b-2ab49bad5ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:18.926355 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-f9d562ed-0f03-41de-834b-2ab49bad5ee1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521f2e99-0acc-4c19-96ce-f5c71917e29a HTTP/1.1" status: 200 len: 898 time: 0.3494859 Jul 16 03:54:18.965217 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] For port 2c7ebec5-9c76-4a13-9c08-ad34cc038420, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2c7ebec5-9c76-4a13-9c08-ad34cc038420,segment=NetworkSegment(584e7538-e02e-4c23-99a4-c99e8290646d),segment_id=584e7538-e02e-4c23-99a4-c99e8290646d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:19.063712 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.114051 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-667dc5c1-4a8b-441d-a1b1-ba46e4a981fa req-345345bf-bac4-4926-9f33-6e37cabf726b tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088995 Jul 16 03:54:19.130832 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-78eac635-aede-4827-9d8d-1e3a3fa2690a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 200 len: 999 time: 0.1831808 Jul 16 03:54:19.131429 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8abb6287-14c8-4b24-97f8-2acaa8d62726 req-ccd2efc8-389a-4347-938a-93bb5ba1abf0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.157429 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8abb6287-14c8-4b24-97f8-2acaa8d62726 req-ccd2efc8-389a-4347-938a-93bb5ba1abf0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.260927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:19.261558 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.263213 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] 10.222.0.20 "PUT /v2.0/ports/2c7ebec5-9c76-4a13-9c08-ad34cc038420 HTTP/1.1" status: 200 len: 1091 time: 2.4004858 Jul 16 03:54:19.265240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-a4828a69-0324-4441-95dc-397bdf923300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:19.267172 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-a4828a69-0324-4441-95dc-397bdf923300 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0c72678d-14ac-4d24-aa24-489cddb52740 HTTP/1.1" status: 200 len: 835 time: 0.0577199 Jul 16 03:54:19.267973 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8abb6287-14c8-4b24-97f8-2acaa8d62726 req-ccd2efc8-389a-4347-938a-93bb5ba1abf0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.270762 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-8abb6287-14c8-4b24-97f8-2acaa8d62726 req-ccd2efc8-389a-4347-938a-93bb5ba1abf0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.271909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8abb6287-14c8-4b24-97f8-2acaa8d62726 req-ccd2efc8-389a-4347-938a-93bb5ba1abf0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "DELETE /v2.0/security-groups/89fdcb28-7a82-489e-abe4-b703acb5153f HTTP/1.1" status: 204 len: 173 time: 0.4139907 Jul 16 03:54:19.289742 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2efc8-389a-4347-938a-93bb5ba1abf0 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fdcb28-7a82-489e-abe4-b703acb5153f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:19.425963 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739e91e-7e61-4979-a5f0-aee066d01903 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7ebec5-9c76-4a13-9c08-ad34cc038420,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:19.522602 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36116) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:19.556158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13304-4a97-41ce-925d-8afefd792207 req-7fe19e43-2298-49fd-adfa-e9700f742383 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:19.557739 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fb13304-4a97-41ce-925d-8afefd792207 req-7fe19e43-2298-49fd-adfa-e9700f742383 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 946 time: 0.2826657 Jul 16 03:54:19.578163 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-7f0e27f9-420c-400a-aebf-3e3d3a6fa079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:19.579843 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-7f0e27f9-420c-400a-aebf-3e3d3a6fa079 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521f2e99-0acc-4c19-96ce-f5c71917e29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2938671 Jul 16 03:54:19.586806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-317c27be-801b-4855-956c-6c8b46dd6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:19.588166 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-317c27be-801b-4855-956c-6c8b46dd6b4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09fd537e5b9a470d874ea8a15f9d86e4&device_id=162245fa-7950-4ba2-bbda-da40066d90d0 HTTP/1.1" status: 200 len: 1094 time: 0.2082689 Jul 16 03:54:19.729260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-498620221'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:19.775931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:19.780556 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.797064 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.897013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41'}, {'name': 'network-changed', 'server_uuid': '162245fa-7950-4ba2-bbda-da40066d90d0', 'tag': '2c7ebec5-9c76-4a13-9c08-ad34cc038420'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:19.899941 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41"}, {"name": "network-changed", "server_uuid": "162245fa-7950-4ba2-bbda-da40066d90d0", "tag": "2c7ebec5-9c76-4a13-9c08-ad34cc038420"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:19.938385 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.945253 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.946069 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-cf78821a-5182-441b-b64b-41e58f728b2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c7ebec5-9c76-4a13-9c08-ad34cc038420 HTTP/1.1" status: 200 len: 217 time: 0.0393798 Jul 16 03:54:19.977529 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:54:19.985167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c73a9f-ec32-406a-984c-ee075ec3a660,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:19.991682 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:19.992122 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Added segment 5a1c9bb5-fd6d-4c43-8a8f-b0d3a3ce11d9 of type vlan for network bac8fa6f-8ac7-40ca-9693-2def9c8b3c33 Jul 16 03:54:20.036781 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.073869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.080298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:20.081220 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.083236 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5fb13304-4a97-41ce-925d-8afefd792207 req-848e80c8-996c-4f4d-b795-b977d5119ab8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148473 Jul 16 03:54:20.121338 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-8e98840f-5457-431e-9d4d-d92a11851438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:20.122820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-8e98840f-5457-431e-9d4d-d92a11851438 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=177c068f-4cd6-46ff-8b32-a48e01b865d1 HTTP/1.1" status: 200 len: 854 time: 0.1594419 Jul 16 03:54:20.145915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849a349-3632-4ed5-83c9-4af07025e3a4 req-cce638ec-6778-4795-b7eb-18a31d378fd5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:20.147423 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b849a349-3632-4ed5-83c9-4af07025e3a4 req-cce638ec-6778-4795-b7eb-18a31d378fd5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 944 time: 0.2447846 Jul 16 03:54:20.158273 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-017d09d5-b1e7-4f01-88a3-c12d6f833bec service neutron] 10.222.0.88 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676658 Jul 16 03:54:20.176465 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Network': ['ID=bac8fa6f-8ac7-40ca-9693-2def9c8b3c33,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:20.190449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network bac8fa6f-8ac7-40ca-9693-2def9c8b3c33 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:54:20.193207 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-de14679f-9585-4611-9c43-9f2240fa00c0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6687684 Jul 16 03:54:20.195614 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36130) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:20.199517 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-111828db-7f04-4a12-bf7b-28e36a82b944 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f6f004e-0c28-40fb-b37e-cf15379c11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619907 Jul 16 03:54:20.203405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b245b569-d1fe-4da6-b2fe-2cbb6c0b309e tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1053074263'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:20.240028 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b245b569-d1fe-4da6-b2fe-2cbb6c0b309e tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:20.245885 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b245b569-d1fe-4da6-b2fe-2cbb6c0b309e tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.286391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b245b569-d1fe-4da6-b2fe-2cbb6c0b309e tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:54:20.298108 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b245b569-d1fe-4da6-b2fe-2cbb6c0b309e tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.298473 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-b245b569-d1fe-4da6-b2fe-2cbb6c0b309e tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Added segment 50247759-c9b5-412f-9078-008a8e282730 of type vlan for network 60ef52dc-9a58-4a00-a5f0-0e5be94854ae Jul 16 03:54:20.298839 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98323219-9f54-43f3-bcd6-fcf1ae9b7328 req-15b3b3a4-332d-47a6-80e5-d1d95bbf4e21 service neutron] 10.222.0.88 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012580 Jul 16 03:54:20.367379 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b245b569-d1fe-4da6-b2fe-2cbb6c0b309e tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.402936 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b245b569-d1fe-4da6-b2fe-2cbb6c0b309e tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.418936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b245b569-d1fe-4da6-b2fe-2cbb6c0b309e tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:20.420833 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b245b569-d1fe-4da6-b2fe-2cbb6c0b309e tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.469348 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b245b569-d1fe-4da6-b2fe-2cbb6c0b309e tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2723358 Jul 16 03:54:20.472155 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36134) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:20.477720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ca4cc631-cd31-4c59-b2d1-14990628645d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'subnet': {'network_id': 'bac8fa6f-8ac7-40ca-9693-2def9c8b3c33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:20.485587 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b849a349-3632-4ed5-83c9-4af07025e3a4 req-01b66ce8-ba1d-451d-9324-a1722134ccf3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296194 Jul 16 03:54:20.514554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-db0a2d1a-0959-4ea7-adf5-4a3367783ce8 service neutron] 10.222.0.20 "GET /v2.0/networks/2f6f004e-0c28-40fb-b37e-cf15379c11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124386 Jul 16 03:54:20.654439 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4cc631-cd31-4c59-b2d1-14990628645d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:20.658552 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc631-cd31-4c59-b2d1-14990628645d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:20.696623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245b569-d1fe-4da6-b2fe-2cbb6c0b309e tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Network': ['ID=60ef52dc-9a58-4a00-a5f0-0e5be94854ae,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:20.697231 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b864332-be0d-42fa-95d6-de41d76ff157 req-6cb00b54-b328-478f-a7cd-d7f1b2fb042e service neutron] 10.222.0.20 "GET /v2.0/networks/2f6f004e-0c28-40fb-b37e-cf15379c11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692240 Jul 16 03:54:20.698962 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd9cba1-b098-4e5c-93ec-9a2b245fb3a7 x-openstack-request-id: req-1dd9cba1-b098-4e5c-93ec-9a2b245fb3a7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:20.699213 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "162245fa-7950-4ba2-bbda-da40066d90d0", "tag": "2c7ebec5-9c76-4a13-9c08-ad34cc038420", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:20.699610 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1dd9cba1-b098-4e5c-93ec-9a2b245fb3a7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:20.700294 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41', 'status': 'completed', 'code': 200} Jul 16 03:54:20.700451 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162245fa-7950-4ba2-bbda-da40066d90d0', 'tag': '2c7ebec5-9c76-4a13-9c08-ad34cc038420', 'status': 'completed', 'code': 200} Jul 16 03:54:20.714883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 60ef52dc-9a58-4a00-a5f0-0e5be94854ae details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:54:20.921043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b26e1-9b89-497d-9560-0996a21dc2cf req-72c197fb-35ba-4e41-ae81-06fce72c4e62 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:20.922657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-222b26e1-9b89-497d-9560-0996a21dc2cf req-72c197fb-35ba-4e41-ae81-06fce72c4e62 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.5218093 Jul 16 03:54:21.025714 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-222b26e1-9b89-497d-9560-0996a21dc2cf req-99cccefd-bfbd-4bf0-9bec-aecaa16c0b32 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933890 Jul 16 03:54:21.033538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-f6080404-838e-41f1-948e-b5229234176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:21.035235 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-f6080404-838e-41f1-948e-b5229234176c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1095 time: 0.3312891 Jul 16 03:54:21.041243 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc631-cd31-4c59-b2d1-14990628645d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:21.043401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-2ed49751-e133-47ca-824c-b4430f0fbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:21.045056 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-2ed49751-e133-47ca-824c-b4430f0fbf66 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1095 time: 0.3424096 Jul 16 03:54:21.062193 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941220b9-90a7-4626-95f2-6fe8289b905d req-652531b7-4cd0-4fe7-ba60-7f6d0ef502a7 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:21.063624 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-941220b9-90a7-4626-95f2-6fe8289b905d req-652531b7-4cd0-4fe7-ba60-7f6d0ef502a7 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 946 time: 0.2294910 Jul 16 03:54:21.158807 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cc631-cd31-4c59-b2d1-14990628645d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Subnet': ['ID=72c743f7-4541-4ee9-96d4-55b6edbf9c3e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:21.164884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4cc631-cd31-4c59-b2d1-14990628645d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Checking segment: {'id': '5a1c9bb5-fd6d-4c43-8a8f-b0d3a3ce11d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'bac8fa6f-8ac7-40ca-9693-2def9c8b3c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:21.165372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4cc631-cd31-4c59-b2d1-14990628645d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network hostable DHCP agents. Network: bac8fa6f-8ac7-40ca-9693-2def9c8b3c33, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:54:21.174311 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-4f846c18-798b-4a4a-852d-976716709c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:21.176833 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-4f846c18-798b-4a4a-852d-976716709c2c service neutron] 10.222.0.88 "GET /v2.0/networks?id=521f2e99-0acc-4c19-96ce-f5c71917e29a HTTP/1.1" status: 200 len: 898 time: 0.1102633 Jul 16 03:54:21.189450 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4cc631-cd31-4c59-b2d1-14990628645d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network bac8fa6f-8ac7-40ca-9693-2def9c8b3c33 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:54:21.201192 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ca4cc631-cd31-4c59-b2d1-14990628645d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, bac8fa6f-8ac7-40ca-9693-2def9c8b3c33) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:21.211587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba85c75-cbe4-4b35-8670-9c9616ee3570 None None] Network bac8fa6f-8ac7-40ca-9693-2def9c8b3c33 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:21.216699 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4cc631-cd31-4c59-b2d1-14990628645d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:21.218790 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc631-cd31-4c59-b2d1-14990628645d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:21.241627 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ca4cc631-cd31-4c59-b2d1-14990628645d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7684081 Jul 16 03:54:21.244778 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36142) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:21.253087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-776556f2-c64f-4e5a-ace2-180248d6bb72 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'subnet': {'network_id': '60ef52dc-9a58-4a00-a5f0-0e5be94854ae', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:21.343933 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-75dd0087-f0de-4a08-ac8d-8eb1bf4bb10a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 200 len: 999 time: 0.1604214 Jul 16 03:54:21.377037 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-941220b9-90a7-4626-95f2-6fe8289b905d req-43a3f921-4b61-43c9-9090-5aab44cc1adb tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001653 Jul 16 03:54:21.391165 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776556f2-c64f-4e5a-ace2-180248d6bb72 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:21.395609 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-776556f2-c64f-4e5a-ace2-180248d6bb72 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:21.490466 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-bac8fa6f-8ac7-40ca-9693-2def9c8b3c33', 'network_id': 'bac8fa6f-8ac7-40ca-9693-2def9c8b3c33', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'fixed_ips': [{'subnet_id': '72c743f7-4541-4ee9-96d4-55b6edbf9c3e'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:54:21.492668 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:21.497897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-eb8ea153-fee0-4a95-aad6-5fb1128454c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:21.504511 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-eb8ea153-fee0-4a95-aad6-5fb1128454c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=521f2e99-0acc-4c19-96ce-f5c71917e29a HTTP/1.1" status: 200 len: 898 time: 0.4569061 Jul 16 03:54:21.606048 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-314f256b-ee66-45ff-8cd4-c73eac897894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:21.607495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-314f256b-ee66-45ff-8cd4-c73eac897894 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0c72678d-14ac-4d24-aa24-489cddb52740 HTTP/1.1" status: 200 len: 835 time: 0.2438166 Jul 16 03:54:21.683643 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-776556f2-c64f-4e5a-ace2-180248d6bb72 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:21.718915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Allocated IP 2001:db8::2 (bac8fa6f-8ac7-40ca-9693-2def9c8b3c33/72c743f7-4541-4ee9-96d4-55b6edbf9c3e/92735e06-0abf-49e1-8a54-bf3113a90931) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:21.779364 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-e281a2e3-194d-4d95-ba3f-acedd23f1e96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 200 len: 999 time: 0.2615986 Jul 16 03:54:21.780410 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776556f2-c64f-4e5a-ace2-180248d6bb72 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Subnet': ['ID=f3b62d0f-7973-4627-9112-863c7c6304f7,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:21.787737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed1c84-0ce6-4502-b2a4-aeec32bb741a req-b0e19546-5d5c-421e-903c-86ec7c7c0be9 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:21.789285 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fed1c84-0ce6-4502-b2a4-aeec32bb741a req-b0e19546-5d5c-421e-903c-86ec7c7c0be9 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=162245fa-7950-4ba2-bbda-da40066d90d0 HTTP/1.1" status: 200 len: 943 time: 0.4794905 Jul 16 03:54:21.814362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776556f2-c64f-4e5a-ace2-180248d6bb72 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Checking segment: {'id': '50247759-c9b5-412f-9078-008a8e282730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '60ef52dc-9a58-4a00-a5f0-0e5be94854ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:21.818838 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776556f2-c64f-4e5a-ace2-180248d6bb72 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network hostable DHCP agents. Network: 60ef52dc-9a58-4a00-a5f0-0e5be94854ae, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:54:21.855725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776556f2-c64f-4e5a-ace2-180248d6bb72 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 60ef52dc-9a58-4a00-a5f0-0e5be94854ae is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:54:21.874187 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-776556f2-c64f-4e5a-ace2-180248d6bb72 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 60ef52dc-9a58-4a00-a5f0-0e5be94854ae) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:21.886335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776556f2-c64f-4e5a-ace2-180248d6bb72 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:21.887156 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-776556f2-c64f-4e5a-ace2-180248d6bb72 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:21.887748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78e6c41-b369-4543-8a1e-1818ffd519e0 None None] Network 60ef52dc-9a58-4a00-a5f0-0e5be94854ae requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:21.888500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-7aff6a3a-d68a-4031-8b4c-0ea1396db0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:21.890203 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-7aff6a3a-d68a-4031-8b4c-0ea1396db0db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c72678d-14ac-4d24-aa24-489cddb52740 HTTP/1.1" status: 200 len: 835 time: 0.0998597 Jul 16 03:54:21.902304 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827dde55-1f76-404b-af18-217925770886 req-921b153c-2d82-4687-be70-188062dea912 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:21.911910 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-827dde55-1f76-404b-af18-217925770886 req-921b153c-2d82-4687-be70-188062dea912 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 946 time: 0.3080676 Jul 16 03:54:21.920920 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-776556f2-c64f-4e5a-ace2-180248d6bb72 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6718538 Jul 16 03:54:21.922070 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36156) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:21.931019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-67ab3087-bad1-4da0-b544-0a753e73adee tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-909068795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:21.975447 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fed1c84-0ce6-4502-b2a4-aeec32bb741a req-5308186f-4f3f-45ed-b8ed-c75ffcdfe63e tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735404 Jul 16 03:54:21.984003 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67ab3087-bad1-4da0-b544-0a753e73adee tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:21.985209 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67ab3087-bad1-4da0-b544-0a753e73adee tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.024255 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.045219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-92b0a1aa-1570-4006-a8af-ddce9c54631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:22.047544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Transition to ACTIVE for port object 92735e06-0abf-49e1-8a54-bf3113a90931 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:22.049645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-92b0a1aa-1570-4006-a8af-ddce9c54631f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521f2e99-0acc-4c19-96ce-f5c71917e29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4265332 Jul 16 03:54:22.100895 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Transition to ACTIVE for port object 92735e06-0abf-49e1-8a54-bf3113a90931 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:22.114147 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67ab3087-bad1-4da0-b544-0a753e73adee tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.120411 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67ab3087-bad1-4da0-b544-0a753e73adee tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.160972 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-827dde55-1f76-404b-af18-217925770886 req-41d7cb91-a1e9-4edb-bf80-b5d3067db0b8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477000 Jul 16 03:54:22.213742 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67ab3087-bad1-4da0-b544-0a753e73adee tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.218270 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-67ab3087-bad1-4da0-b544-0a753e73adee tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2898798 Jul 16 03:54:22.225685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36164) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:22.241198 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.343663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-60ef52dc-9a58-4a00-a5f0-0e5be94854ae', 'network_id': '60ef52dc-9a58-4a00-a5f0-0e5be94854ae', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'fixed_ips': [{'subnet_id': 'f3b62d0f-7973-4627-9112-863c7c6304f7'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:54:22.343663 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.385973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Network bac8fa6f-8ac7-40ca-9693-2def9c8b3c33 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:22.397525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:22.406934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:22.432733 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Pushing event updated for resources: {'Port': ['ID=92735e06-0abf-49e1-8a54-bf3113a90931,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:22.474305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-ff7a8ab6-9749-43ce-a2ce-1afcd94612f8 service neutron] 10.222.0.88 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060845 Jul 16 03:54:22.532755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-66595fd3-5ee1-4905-aef2-ac1d2ca7850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:22.534507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-66595fd3-5ee1-4905-aef2-ac1d2ca7850a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=521f2e99-0acc-4c19-96ce-f5c71917e29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5984097 Jul 16 03:54:22.572733 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Attempting to bind port 92735e06-0abf-49e1-8a54-bf3113a90931 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:22.572997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Attempting to bind port 92735e06-0abf-49e1-8a54-bf3113a90931 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '5a1c9bb5-fd6d-4c43-8a8f-b0d3a3ce11d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'bac8fa6f-8ac7-40ca-9693-2def9c8b3c33'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:22.573542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Attempting to bind port 92735e06-0abf-49e1-8a54-bf3113a90931 on network bac8fa6f-8ac7-40ca-9693-2def9c8b3c33 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:22.583969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:22.584964 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Checking segment: {'id': '5a1c9bb5-fd6d-4c43-8a8f-b0d3a3ce11d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'bac8fa6f-8ac7-40ca-9693-2def9c8b3c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:22.585616 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.586391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Bound using segment: {'id': '5a1c9bb5-fd6d-4c43-8a8f-b0d3a3ce11d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'bac8fa6f-8ac7-40ca-9693-2def9c8b3c33'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:22.587044 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Bound port: 92735e06-0abf-49e1-8a54-bf3113a90931, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1c9bb5-fd6d-4c43-8a8f-b0d3a3ce11d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'bac8fa6f-8ac7-40ca-9693-2def9c8b3c33'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:22.587600 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.763446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] For port 92735e06-0abf-49e1-8a54-bf3113a90931, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:22.767440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596fa2b-ed05-446b-95b3-91d492768041 req-2c402cc5-b617-42e5-90ad-1c357a7a096b tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:22.769619 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9596fa2b-ed05-446b-95b3-91d492768041 req-2c402cc5-b617-42e5-90ad-1c357a7a096b tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.88 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.5910642 Jul 16 03:54:22.773581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] For port 92735e06-0abf-49e1-8a54-bf3113a90931, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=92735e06-0abf-49e1-8a54-bf3113a90931,segment=NetworkSegment(5a1c9bb5-fd6d-4c43-8a8f-b0d3a3ce11d9),segment_id=5a1c9bb5-fd6d-4c43-8a8f-b0d3a3ce11d9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:22.775547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Allocated IP 2001:db8:1::2 (60ef52dc-9a58-4a00-a5f0-0e5be94854ae/f3b62d0f-7973-4627-9112-863c7c6304f7/227da420-eff0-40df-b55d-af94cbba32c5) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:22.781906 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.842630 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:22.842845 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-d3009cc3-4a7b-4ee5-b98b-f4ce4c04a139 service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253065 Jul 16 03:54:22.867192 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ab1a1-2c73-4a6f-abee-27635e2abf3d None None] Pushing event updated for resources: {'Port': ['ID=92735e06-0abf-49e1-8a54-bf3113a90931,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:22.935616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27da1f4-2bf5-4ce3-b1c9-61e6e6b7d00a req-532ef426-3489-4a21-acb9-9918886ccbdc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:22.938240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e27da1f4-2bf5-4ce3-b1c9-61e6e6b7d00a req-532ef426-3489-4a21-acb9-9918886ccbdc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 944 time: 0.5981851 Jul 16 03:54:23.011693 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-dcd740fd-573b-4049-bf02-3c5320a0c55c service neutron] 10.222.0.88 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979568 Jul 16 03:54:23.060297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e68439-dc94-4a1d-8fb4-fc28473e0aaf req-7906bd2d-91c9-4c9e-a475-1addd6016e14 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:23.073851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9596fa2b-ed05-446b-95b3-91d492768041 req-927dea31-d80f-464d-ab81-c09f3c7ac452 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Deleting port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:23.074303 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9596fa2b-ed05-446b-95b3-91d492768041 req-927dea31-d80f-464d-ab81-c09f3c7ac452 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.081520 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9e68439-dc94-4a1d-8fb4-fc28473e0aaf req-7906bd2d-91c9-4c9e-a475-1addd6016e14 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a582ddd-b201-4f68-b624-7130282a2ccd HTTP/1.1" status: 200 len: 945 time: 0.6170197 Jul 16 03:54:23.134117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e27da1f4-2bf5-4ce3-b1c9-61e6e6b7d00a req-fd7407cd-97b3-4825-877d-4ad70aa8ff18 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726463 Jul 16 03:54:23.165766 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.176181 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Transition to ACTIVE for port object 227da420-eff0-40df-b55d-af94cbba32c5 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:23.183312 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9e68439-dc94-4a1d-8fb4-fc28473e0aaf req-8487271d-1694-46b0-8cc9-cbd3ff804005 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006160 Jul 16 03:54:23.215374 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-d39dadf6-30ce-4330-8e8e-8828adb4475d service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637908 Jul 16 03:54:23.248181 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Transition to ACTIVE for port object 227da420-eff0-40df-b55d-af94cbba32c5 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:23.268923 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.390974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-656b074a-563f-4ff4-8888-2dbce9b78008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:23.391671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Network 60ef52dc-9a58-4a00-a5f0-0e5be94854ae is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:23.393408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-656b074a-563f-4ff4-8888-2dbce9b78008 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=09fd537e5b9a470d874ea8a15f9d86e4&device_id=162245fa-7950-4ba2-bbda-da40066d90d0 HTTP/1.1" status: 200 len: 1094 time: 0.1170206 Jul 16 03:54:23.394661 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Pushing event updated for resources: {'Port': ['ID=227da420-eff0-40df-b55d-af94cbba32c5,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:23.407011 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:23.430959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:23.507021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Attempting to bind port 227da420-eff0-40df-b55d-af94cbba32c5 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:23.507489 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Attempting to bind port 227da420-eff0-40df-b55d-af94cbba32c5 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '50247759-c9b5-412f-9078-008a8e282730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '60ef52dc-9a58-4a00-a5f0-0e5be94854ae'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:23.507923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Attempting to bind port 227da420-eff0-40df-b55d-af94cbba32c5 on network 60ef52dc-9a58-4a00-a5f0-0e5be94854ae {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:23.514434 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:23.514933 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Checking segment: {'id': '50247759-c9b5-412f-9078-008a8e282730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '60ef52dc-9a58-4a00-a5f0-0e5be94854ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:23.515399 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.515861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Bound using segment: {'id': '50247759-c9b5-412f-9078-008a8e282730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '60ef52dc-9a58-4a00-a5f0-0e5be94854ae'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:23.517247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Bound port: 227da420-eff0-40df-b55d-af94cbba32c5, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50247759-c9b5-412f-9078-008a8e282730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '60ef52dc-9a58-4a00-a5f0-0e5be94854ae'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:23.517797 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.539103 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-9596fa2b-ed05-446b-95b3-91d492768041 req-927dea31-d80f-464d-ab81-c09f3c7ac452 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] For port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9,segment=NetworkSegment(7fa56cf5-1b12-4ce1-b001-ba85a691dd7b),segment_id=7fa56cf5-1b12-4ce1-b001-ba85a691dd7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:23.543129 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9596fa2b-ed05-446b-95b3-91d492768041 req-927dea31-d80f-464d-ab81-c09f3c7ac452 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.565035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Allocated IP 2001:db8::1 (bac8fa6f-8ac7-40ca-9693-2def9c8b3c33/72c743f7-4541-4ee9-96d4-55b6edbf9c3e/29bf0a36-9750-495b-b2c6-fe08100db51e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:23.583439 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-9596fa2b-ed05-446b-95b3-91d492768041 req-927dea31-d80f-464d-ab81-c09f3c7ac452 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Calling delete_port for 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:23.604128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] For port 227da420-eff0-40df-b55d-af94cbba32c5, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:23.607993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] For port 227da420-eff0-40df-b55d-af94cbba32c5, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=227da420-eff0-40df-b55d-af94cbba32c5,segment=NetworkSegment(50247759-c9b5-412f-9078-008a8e282730),segment_id=50247759-c9b5-412f-9078-008a8e282730)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:23.621288 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:23.710701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-305a16d1-95ea-4768-be79-785c2f641e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:23.713385 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-305a16d1-95ea-4768-be79-785c2f641e66 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2f6f004e-0c28-40fb-b37e-cf15379c11a1 HTTP/1.1" status: 200 len: 915 time: 0.3133576 Jul 16 03:54:23.720797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 2c7ebec5-9c76-4a13-9c08-ad34cc038420 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:54:23.832997 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-1ed206bd-8b45-4272-8006-6df932990331 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c7ebec5-9c76-4a13-9c08-ad34cc038420 HTTP/1.1" status: 200 len: 217 time: 0.1019936 Jul 16 03:54:23.866698 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f515a68-f2d2-4ad6-93a8-386b6cb9a724 None None] Pushing event updated for resources: {'Port': ['ID=227da420-eff0-40df-b55d-af94cbba32c5,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:23.961643 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b797143-130e-4ac7-91da-d59077998e7f req-d342ff96-6426-4f88-a16c-1ea7c7c870b2 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:23.963231 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b797143-130e-4ac7-91da-d59077998e7f req-d342ff96-6426-4f88-a16c-1ea7c7c870b2 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=162245fa-7950-4ba2-bbda-da40066d90d0 HTTP/1.1" status: 200 len: 943 time: 0.5130045 Jul 16 03:54:24.038502 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-3aeeb5ff-e36e-4c32-b3bd-3d73b2a5c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:24.043978 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 2c7ebec5-9c76-4a13-9c08-ad34cc038420, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2c7ebec5-9c76-4a13-9c08-ad34cc038420,segment=NetworkSegment(584e7538-e02e-4c23-99a4-c99e8290646d),segment_id=584e7538-e02e-4c23-99a4-c99e8290646d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:24.050478 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-3aeeb5ff-e36e-4c32-b3bd-3d73b2a5c782 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=177c068f-4cd6-46ff-8b32-a48e01b865d1 HTTP/1.1" status: 200 len: 854 time: 0.1971557 Jul 16 03:54:24.083424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '2c7ebec5-9c76-4a13-9c08-ad34cc038420', 'network_id': '2f6f004e-0c28-40fb-b37e-cf15379c11a1', 'port_id': '2c7ebec5-9c76-4a13-9c08-ad34cc038420', 'mac_address': 'fa:16:3e:14:ec:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177c068f-4cd6-46ff-8b32-a48e01b865d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:54:24.109863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-37a30a7d-f01b-4007-8515-c11a20b771ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2f6f004e-0c28-40fb-b37e-cf15379c11a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574636 Jul 16 03:54:24.195245 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.221669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7ebec5-9c76-4a13-9c08-ad34cc038420 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:54:24.246000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 2c7ebec5-9c76-4a13-9c08-ad34cc038420, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2c7ebec5-9c76-4a13-9c08-ad34cc038420,segment=NetworkSegment(584e7538-e02e-4c23-99a4-c99e8290646d),segment_id=584e7538-e02e-4c23-99a4-c99e8290646d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:24.252552 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.256025 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.325438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Transition to ACTIVE for port object 29bf0a36-9750-495b-b2c6-fe08100db51e will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:24.327720 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9596fa2b-ed05-446b-95b3-91d492768041 req-927dea31-d80f-464d-ab81-c09f3c7ac452 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.350008 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['9dad552b-e99c-43c8-865a-9ba1a4cf7ac9'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:54:24.408259 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927dea31-d80f-464d-ab81-c09f3c7ac452 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Pushing event deleted for resources: {'Port': ['ID=9dad552b-e99c-43c8-865a-9ba1a4cf7ac9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:24.435405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-9596fa2b-ed05-446b-95b3-91d492768041 req-927dea31-d80f-464d-ab81-c09f3c7ac452 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] No DVR routers for this DVR port 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:24.438795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=2c7ebec5-9c76-4a13-9c08-ad34cc038420,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:24.445284 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-9596fa2b-ed05-446b-95b3-91d492768041 req-927dea31-d80f-464d-ab81-c09f3c7ac452 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.454808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 8f212f4c-a838-4911-a138-93af8db9ca41 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:54:24.456450 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9596fa2b-ed05-446b-95b3-91d492768041 req-927dea31-d80f-464d-ab81-c09f3c7ac452 tempest-ServerRescueTestJSONUnderV235-357792414 tempest-ServerRescueTestJSONUnderV235-357792414-project] 10.222.0.88 "DELETE /v2.0/ports/9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 HTTP/1.1" status: 204 len: 173 time: 1.6737885 Jul 16 03:54:24.457041 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'name': 'network-vif-deleted', 'tag': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:24.459820 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707f5e38-04a1-42bc-8f5e-82bae2f7938a" -d '{"events": [{"server_uuid": "1a582ddd-b201-4f68-b624-7130282a2ccd", "name": "network-vif-deleted", "tag": "9dad552b-e99c-43c8-865a-9ba1a4cf7ac9"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:24.515879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.530733 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['2c7ebec5-9c76-4a13-9c08-ad34cc038420'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:54:24.680488 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network bac8fa6f-8ac7-40ca-9693-2def9c8b3c33 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:24.688304 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:24.694061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:24.694658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:24.891110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a53d26-15c0-4eaa-ba06-824a90c5ff40 None None] Network bac8fa6f-8ac7-40ca-9693-2def9c8b3c33 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:24.994926 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=29bf0a36-9750-495b-b2c6-fe08100db51e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:24.996708 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b797143-130e-4ac7-91da-d59077998e7f req-fdd37159-d775-4015-a434-ea2767c592e0 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0065594 Jul 16 03:54:25.066200 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=8f212f4c-a838-4911-a138-93af8db9ca41,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:25.092227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '8f212f4c-a838-4911-a138-93af8db9ca41', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'port_id': '8f212f4c-a838-4911-a138-93af8db9ca41', 'mac_address': 'fa:16:3e:32:86:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:54:25.095646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e740f51c-e3e5-4853-9e5a-fbf051ba1b44 None None] Provisioning for port 92735e06-0abf-49e1-8a54-bf3113a90931 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:25.120188 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed5d22-0104-4edb-8d04-0f6af553663f req-fac54aaf-d8d9-4ea9-8ea4-1601956f007b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:25.149912 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.151588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42ed5d22-0104-4edb-8d04-0f6af553663f req-fac54aaf-d8d9-4ea9-8ea4-1601956f007b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 946 time: 1.2742722 Jul 16 03:54:25.172641 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-87609241-b901-4893-9356-e7605977600c service neutron] 10.222.0.20 "GET /v2.0/networks/2f6f004e-0c28-40fb-b37e-cf15379c11a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0491898 Jul 16 03:54:25.314246 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.360756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 92735e06-0abf-49e1-8a54-bf3113a90931 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:25.457194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f212f4c-a838-4911-a138-93af8db9ca41 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:54:25.524195 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 92735e06-0abf-49e1-8a54-bf3113a90931 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:25.557912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=8f212f4c-a838-4911-a138-93af8db9ca41,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:25.574617 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.580672 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42ed5d22-0104-4edb-8d04-0f6af553663f req-9df73791-1a9b-4879-89bd-1276a02e6f74 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279246 Jul 16 03:54:25.584957 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 92735e06-0abf-49e1-8a54-bf3113a90931 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:25.585625 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:25.681571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa05a0-caa6-407f-ba27-b71c0bb01107 req-b120808a-1408-4ce7-a613-e86f8aa6879c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:25.698207 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12fa05a0-caa6-407f-ba27-b71c0bb01107 req-b120808a-1408-4ce7-a613-e86f8aa6879c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 944 time: 0.4723432 Jul 16 03:54:25.768238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 2c7ebec5-9c76-4a13-9c08-ad34cc038420 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:25.774743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36242) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:25.824171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3769e9a1-dfe2-4fa3-950e-fa840a906a7a None None] Network 60ef52dc-9a58-4a00-a5f0-0e5be94854ae requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:25.848303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea38b4b-3e53-4ad7-bb4d-92e63e360650 req-ddc35bd1-d45d-4866-8393-301a750502d1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:25.849884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dea38b4b-3e53-4ad7-bb4d-92e63e360650 req-ddc35bd1-d45d-4866-8393-301a750502d1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 946 time: 0.6374040 Jul 16 03:54:25.866654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffa928bb-c980-47e9-b8e0-b9e35e5eb0f9 req-7dff4905-3af1-44f1-bedc-6aaf0788917d service neutron] 10.222.0.20 "GET /v2.0/networks/2f6f004e-0c28-40fb-b37e-cf15379c11a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6452556 Jul 16 03:54:25.901216 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12fa05a0-caa6-407f-ba27-b71c0bb01107 req-ffe78464-3d93-42df-a8af-dc40de1cddd0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867356 Jul 16 03:54:26.016729 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.042134 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.043001 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.114700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['8f212f4c-a838-4911-a138-93af8db9ca41'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:54:26.166362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-dea38b4b-3e53-4ad7-bb4d-92e63e360650 req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Deleting port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:26.166934 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dea38b4b-3e53-4ad7-bb4d-92e63e360650 req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.210740 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b7a4c5-98ba-4876-b66a-72f6492ee432 x-openstack-request-id: req-e3b7a4c5-98ba-4876-b66a-72f6492ee432 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:26.211034 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a582ddd-b201-4f68-b624-7130282a2ccd", "name": "network-vif-deleted", "tag": "9dad552b-e99c-43c8-865a-9ba1a4cf7ac9", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:26.211290 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3b7a4c5-98ba-4876-b66a-72f6492ee432 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:26.212109 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a582ddd-b201-4f68-b624-7130282a2ccd', 'name': 'network-vif-deleted', 'tag': '9dad552b-e99c-43c8-865a-9ba1a4cf7ac9', 'status': 'completed', 'code': 200} Jul 16 03:54:26.212245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=29bf0a36-9750-495b-b2c6-fe08100db51e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:26.356631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=8f212f4c-a838-4911-a138-93af8db9ca41,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:26.472469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dea38b4b-3e53-4ad7-bb4d-92e63e360650 req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] For port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=623b0b01-6bdb-4ee3-a155-4e96b7b32f94,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:26.472732 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dea38b4b-3e53-4ad7-bb4d-92e63e360650 req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.478973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:26.481923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:26.482442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:26.482878 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:26.483315 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:26.483845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:26.484279 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:26.484745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:26.486399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:26.486972 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:26.487399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:26.490473 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:26.556324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-dea38b4b-3e53-4ad7-bb4d-92e63e360650 req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Calling delete_port for 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:26.584387 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23846b3-438b-44d6-abba-9f57a8904900 req-e7ed5e07-fb3a-440e-9c3f-ae805ec162bc tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:26.591317 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f23846b3-438b-44d6-abba-9f57a8904900 req-e7ed5e07-fb3a-440e-9c3f-ae805ec162bc tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=162245fa-7950-4ba2-bbda-da40066d90d0 HTTP/1.1" status: 200 len: 944 time: 0.2333415 Jul 16 03:54:26.610683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-402c4ac1-b98a-4f4c-a0c3-7e9c65745734 None None] Provisioning for port 227da420-eff0-40df-b55d-af94cbba32c5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:26.617168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:26.704775 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f23846b3-438b-44d6-abba-9f57a8904900 req-83986809-88bd-4db4-b70f-7abaa2e15139 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124415 Jul 16 03:54:26.726458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:26.726458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9dad552b-e99c-43c8-865a-9ba1a4cf7ac9 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:26.758038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network bac8fa6f-8ac7-40ca-9693-2def9c8b3c33 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:26.765292 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:26.788894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 2c7ebec5-9c76-4a13-9c08-ad34cc038420 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:26.800337 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.809752 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 2c7ebec5-9c76-4a13-9c08-ad34cc038420 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:26.810131 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:26.974841 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0fafd646-636d-44c8-b21e-9b0d06a9bf1f None None] Provisioning for port 29bf0a36-9750-495b-b2c6-fe08100db51e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:27.020513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0238c-ae4f-4077-a708-9ee2ef501072 req-db547d82-d9be-422f-8e32-155bbb6957b3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:27.027716 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34c0238c-ae4f-4077-a708-9ee2ef501072 req-db547d82-d9be-422f-8e32-155bbb6957b3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 945 time: 0.2236032 Jul 16 03:54:27.046866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0fafd646-636d-44c8-b21e-9b0d06a9bf1f None None] Provisioning complete for port 29bf0a36-9750-495b-b2c6-fe08100db51e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:27.047572 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0fafd646-636d-44c8-b21e-9b0d06a9bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:27.074005 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dea38b4b-3e53-4ad7-bb4d-92e63e360650 req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:27.137838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab375784-ef1d-43a3-baf5-ca8fc95c1582 req-ca1e8abb-bea1-4587-af0e-a77196ebc9be tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 210 time: 0.1074960 Jul 16 03:54:27.168908 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['623b0b01-6bdb-4ee3-a155-4e96b7b32f94'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:54:27.212046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event deleted for resources: {'Port': ['ID=623b0b01-6bdb-4ee3-a155-4e96b7b32f94,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:27.265563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 92735e06-0abf-49e1-8a54-bf3113a90931, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=92735e06-0abf-49e1-8a54-bf3113a90931,segment=NetworkSegment(5a1c9bb5-fd6d-4c43-8a8f-b0d3a3ce11d9),segment_id=5a1c9bb5-fd6d-4c43-8a8f-b0d3a3ce11d9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:27.306222 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:27.306836 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 227da420-eff0-40df-b55d-af94cbba32c5 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:27.319250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0fafd646-636d-44c8-b21e-9b0d06a9bf1f None None] Port 29bf0a36-9750-495b-b2c6-fe08100db51e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:54:27.354504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea38b4b-3e53-4ad7-bb4d-92e63e360650 req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] No DVR routers for this DVR port 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:27.362931 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dea38b4b-3e53-4ad7-bb4d-92e63e360650 req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:27.366290 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dea38b4b-3e53-4ad7-bb4d-92e63e360650 req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "DELETE /v2.0/ports/623b0b01-6bdb-4ee3-a155-4e96b7b32f94 HTTP/1.1" status: 204 len: 173 time: 1.4972458 Jul 16 03:54:27.366748 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d8dd99-443c-4281-a1e1-35505bbc512d', 'name': 'network-vif-deleted', 'tag': '623b0b01-6bdb-4ee3-a155-4e96b7b32f94'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:27.370846 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93507b9-783c-49ad-a230-52deb6e66e63" -d '{"events": [{"server_uuid": "a2d8dd99-443c-4281-a1e1-35505bbc512d", "name": "network-vif-deleted", "tag": "623b0b01-6bdb-4ee3-a155-4e96b7b32f94"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:27.377267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:27.377612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:27.378213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:27.378546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:27.378873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:27.379197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:27.379519 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:27.379838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:27.380156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:27.380542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:27.380815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:27.381134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2f891c-f5c9-420a-82a2-7ddae48e259c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:54:27.403801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34c0238c-ae4f-4077-a708-9ee2ef501072 req-2634ca03-2f02-4d76-aabf-459cda5782d5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3753285 Jul 16 03:54:27.473357 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d83aa0-8c05-4d7b-82f6-7872f883968b x-openstack-request-id: req-40d83aa0-8c05-4d7b-82f6-7872f883968b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:27.473656 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d8dd99-443c-4281-a1e1-35505bbc512d", "name": "network-vif-deleted", "tag": "623b0b01-6bdb-4ee3-a155-4e96b7b32f94", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:27.473907 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40d83aa0-8c05-4d7b-82f6-7872f883968b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:27.474309 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d8dd99-443c-4281-a1e1-35505bbc512d', 'name': 'network-vif-deleted', 'tag': '623b0b01-6bdb-4ee3-a155-4e96b7b32f94', 'status': 'completed', 'code': 200} Jul 16 03:54:27.554727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0fafd646-636d-44c8-b21e-9b0d06a9bf1f None None] Provisioning complete for port 92735e06-0abf-49e1-8a54-bf3113a90931 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:27.555326 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0fafd646-636d-44c8-b21e-9b0d06a9bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:27.624032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=92735e06-0abf-49e1-8a54-bf3113a90931,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:27.655109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122232e7-c338-4a9f-a643-eb8925a0684e req-aadc5775-70e6-4d8a-afc6-fc891bd799de tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:27.662380 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-aadc5775-70e6-4d8a-afc6-fc891bd799de tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.88 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0&tenant_id=03422a5449cd4807854f59afa4486f72&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 945 time: 1.0114660 Jul 16 03:54:27.685304 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:27.826873 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 227da420-eff0-40df-b55d-af94cbba32c5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:27.842907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162245fa-7950-4ba2-bbda-da40066d90d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7ebec5-9c76-4a13-9c08-ad34cc038420'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:27.847409 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-d67fd1f2-c655-4ad3-bcff-e46449d4b439 service neutron] 10.222.0.88 "GET /v2.0/ports/8f212f4c-a838-4911-a138-93af8db9ca41/bindings/n-h1-800088-6 HTTP/1.1" status: 200 len: 382 time: 0.1599560 Jul 16 03:54:27.847762 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5546bb40-d70f-438a-8408-16db7291c7ed" -d '{"events": [{"server_uuid": "162245fa-7950-4ba2-bbda-da40066d90d0", "name": "network-vif-plugged", "status": "completed", "tag": "2c7ebec5-9c76-4a13-9c08-ad34cc038420"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:27.927439 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 227da420-eff0-40df-b55d-af94cbba32c5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:27.927827 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:27.979397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:54:27.986092 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 2c7ebec5-9c76-4a13-9c08-ad34cc038420, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2c7ebec5-9c76-4a13-9c08-ad34cc038420,segment=NetworkSegment(584e7538-e02e-4c23-99a4-c99e8290646d),segment_id=584e7538-e02e-4c23-99a4-c99e8290646d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:27.988941 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125e1f24-319b-4a27-95eb-ac0bf837d664 x-openstack-request-id: req-125e1f24-319b-4a27-95eb-ac0bf837d664 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:27.989642 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162245fa-7950-4ba2-bbda-da40066d90d0", "name": "network-vif-plugged", "status": "completed", "tag": "2c7ebec5-9c76-4a13-9c08-ad34cc038420", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:27.990057 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-125e1f24-319b-4a27-95eb-ac0bf837d664 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:27.990630 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162245fa-7950-4ba2-bbda-da40066d90d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7ebec5-9c76-4a13-9c08-ad34cc038420', 'code': 200} Jul 16 03:54:28.011670 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.073875 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.088096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:28.089923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7cd7b8c5-7343-494f-b15e-a6b1981ecf55 None None] Provisioning complete for port 29bf0a36-9750-495b-b2c6-fe08100db51e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:28.090299 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7cd7b8c5-7343-494f-b15e-a6b1981ecf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.235463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb62ac-59a4-4a97-8022-a35bfaf03037 req-e3d6a763-34a3-4adb-bef1-71a789dffb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:28.237040 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-10cb62ac-59a4-4a97-8022-a35bfaf03037 req-e3d6a763-34a3-4adb-bef1-71a789dffb72 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=162245fa-7950-4ba2-bbda-da40066d90d0 HTTP/1.1" status: 200 len: 1096 time: 0.2016242 Jul 16 03:54:28.291492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122232e7-c338-4a9f-a643-eb8925a0684e req-fcb10568-2b83-4924-bc49-13142476e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:28.293581 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-fcb10568-2b83-4924-bc49-13142476e440 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1096 time: 0.4039652 Jul 16 03:54:28.301897 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:28.303757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:28.304229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 623b0b01-6bdb-4ee3-a155-4e96b7b32f94 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:28.321092 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6dcd4ae5-16ba-42c3-87f3-dc0a9fea8f9b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0926082 Jul 16 03:54:28.323095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 227da420-eff0-40df-b55d-af94cbba32c5, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=227da420-eff0-40df-b55d-af94cbba32c5,segment=NetworkSegment(50247759-c9b5-412f-9078-008a8e282730),segment_id=50247759-c9b5-412f-9078-008a8e282730)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:28.349254 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36310) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:28.356034 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-10cb62ac-59a4-4a97-8022-a35bfaf03037 req-70e9d072-a2e1-4352-ac86-415bf36fbe6b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041515 Jul 16 03:54:28.368835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec1bd8-649f-46ea-ab01-76cbf07be1d5 None None] Sync routers for ids ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:28.383350 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-429ca347-e157-4a42-89f6-b90ef54b6607 req-308764af-52e6-48a4-b37d-549e260424b4 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 210 time: 0.0433869 Jul 16 03:54:28.394213 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.417272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-083a4ec6-ec6d-405e-9c37-39a1f10cbba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.423563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cc72e-08c2-4eca-b45e-321fb6c817d3 req-b41f30c2-3824-410d-addf-b5ae9435933d tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:28.428222 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-819cc72e-08c2-4eca-b45e-321fb6c817d3 req-b41f30c2-3824-410d-addf-b5ae9435933d tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=162245fa-7950-4ba2-bbda-da40066d90d0 HTTP/1.1" status: 200 len: 945 time: 0.3232684 Jul 16 03:54:28.473856 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 8f212f4c-a838-4911-a138-93af8db9ca41 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:28.531239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-819cc72e-08c2-4eca-b45e-321fb6c817d3 req-d19c93f0-88a6-46a4-8c61-ec16ac33eb43 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972114 Jul 16 03:54:28.627012 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 92735e06-0abf-49e1-8a54-bf3113a90931 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:28.636771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=2c7ebec5-9c76-4a13-9c08-ad34cc038420,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:28.642592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7cd7b8c5-7343-494f-b15e-a6b1981ecf55 None None] Port 29bf0a36-9750-495b-b2c6-fe08100db51e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:54:28.647354 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec1bd8-649f-46ea-ab01-76cbf07be1d5 None None] Routers {'a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:28.648351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8fec1bd8-649f-46ea-ab01-76cbf07be1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:28.778799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939fbe51-2c59-46ab-8375-9e1c30d613db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:28.781126 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-939fbe51-2c59-46ab-8375-9e1c30d613db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports/29bf0a36-9750-495b-b2c6-fe08100db51e HTTP/1.1" status: 200 len: 911 time: 0.4305396 Jul 16 03:54:28.784708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 8f212f4c-a838-4911-a138-93af8db9ca41 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:28.784896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36326) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:28.803046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 8f212f4c-a838-4911-a138-93af8db9ca41 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:28.803761 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.817235 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122232e7-c338-4a9f-a643-eb8925a0684e req-d3aa62f1-73bb-40f2-becf-5e0e50085de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:28.818757 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-d3aa62f1-73bb-40f2-becf-5e0e50085de6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521f2e99-0acc-4c19-96ce-f5c71917e29a HTTP/1.1" status: 200 len: 898 time: 0.5146716 Jul 16 03:54:28.852197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8fec1bd8-649f-46ea-ab01-76cbf07be1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:28.905899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec1bd8-649f-46ea-ab01-76cbf07be1d5 None None] Routers {'a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:28.906580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8fec1bd8-649f-46ea-ab01-76cbf07be1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:28.915627 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-2600877d-2777-43c0-affc-c7bd92b8cd80 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 200 len: 1000 time: 0.0864153 Jul 16 03:54:28.916816 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=227da420-eff0-40df-b55d-af94cbba32c5,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:28.991455 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-51096fda-6a9d-4311-8a18-ea80397dbf56 None None] Provisioning complete for port 227da420-eff0-40df-b55d-af94cbba32c5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:28.991455 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51096fda-6a9d-4311-8a18-ea80397dbf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:28.992794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0919be-af66-4c12-9eab-48229f0e6d4e req-b8951ec9-159b-4a67-8c74-c1f5dd690ba6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:28.994637 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb0919be-af66-4c12-9eab-48229f0e6d4e req-b8951ec9-159b-4a67-8c74-c1f5dd690ba6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 945 time: 0.2745287 Jul 16 03:54:29.033791 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8fec1bd8-649f-46ea-ab01-76cbf07be1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:29.044657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fec1bd8-649f-46ea-ab01-76cbf07be1d5 None None] The sync data for ids ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:29.097766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122232e7-c338-4a9f-a643-eb8925a0684e req-97f61ca3-2ecb-4c31-b409-fdfe972abdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:29.099344 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-97f61ca3-2ecb-4c31-b409-fdfe972abdda service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0c72678d-14ac-4d24-aa24-489cddb52740 HTTP/1.1" status: 200 len: 835 time: 0.1751862 Jul 16 03:54:29.154217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 92735e06-0abf-49e1-8a54-bf3113a90931 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:29.155398 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.164101 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb0919be-af66-4c12-9eab-48229f0e6d4e req-7330ef3a-706a-4336-b856-fa118c376a1a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596119 Jul 16 03:54:29.209146 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.341500 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122232e7-c338-4a9f-a643-eb8925a0684e req-6ccca743-1078-43b8-b87b-aab2c2e59626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:29.344246 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-6ccca743-1078-43b8-b87b-aab2c2e59626 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521f2e99-0acc-4c19-96ce-f5c71917e29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279072 Jul 16 03:54:29.454547 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.515861 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-083a4ec6-ec6d-405e-9c37-39a1f10cbba5 admin admin] Deleting port fb5bc94c-6e4f-4a74-80fb-c62578291873 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:29.516213 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-083a4ec6-ec6d-405e-9c37-39a1f10cbba5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.537413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=8f212f4c-a838-4911-a138-93af8db9ca41,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:29.550409 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.624281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=8f212f4c-a838-4911-a138-93af8db9ca41,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:29.630103 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-94a5865d-77de-4d08-ad5d-6cc10f851683 service neutron] 10.222.0.88 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736230 Jul 16 03:54:29.804111 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-083a4ec6-ec6d-405e-9c37-39a1f10cbba5 admin admin] For port fb5bc94c-6e4f-4a74-80fb-c62578291873, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fb5bc94c-6e4f-4a74-80fb-c62578291873,segment=NetworkSegment(7fa56cf5-1b12-4ce1-b001-ba85a691dd7b),segment_id=7fa56cf5-1b12-4ce1-b001-ba85a691dd7b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:29.804826 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-083a4ec6-ec6d-405e-9c37-39a1f10cbba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:29.828269 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-083a4ec6-ec6d-405e-9c37-39a1f10cbba5 admin admin] Calling delete_port for fb5bc94c-6e4f-4a74-80fb-c62578291873 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:29.858794 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-5d318b07-5b8a-4a95-ab6c-ce6317c981fb service neutron] 10.222.0.88 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603816 Jul 16 03:54:29.920828 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-878f1943-960c-4501-8e0d-25c09c62cc77 req-15feb621-daf3-4733-a897-3dee7403f039 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 210 time: 0.1543725 Jul 16 03:54:30.000031 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:30.002917 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c3b45d-f4ff-4901-a503-6401a68195f7" -d '{"events": [{"server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "name": "network-vif-plugged", "status": "completed", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:30.069990 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ee347a14-07e3-4b02-b438-289917f380b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.099378 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f863329-0b24-434a-a54b-312bc322659e x-openstack-request-id: req-5f863329-0b24-434a-a54b-312bc322659e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:30.099686 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "name": "network-vif-plugged", "status": "completed", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:30.099994 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f863329-0b24-434a-a54b-312bc322659e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:30.100663 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41', 'code': 200} Jul 16 03:54:30.158666 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-083a4ec6-ec6d-405e-9c37-39a1f10cbba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.165351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4da15d-3d82-4a27-ae47-4d91724e40ae req-7681f8cc-fdd5-4013-bc45-fd0ea3d6e034 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:30.172174 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a4da15d-3d82-4a27-ae47-4d91724e40ae req-7681f8cc-fdd5-4013-bc45-fd0ea3d6e034 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=162245fa-7950-4ba2-bbda-da40066d90d0 HTTP/1.1" status: 200 len: 945 time: 0.3087158 Jul 16 03:54:30.194319 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a4ec6-ec6d-405e-9c37-39a1f10cbba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5bc94c-6e4f-4a74-80fb-c62578291873,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:30.329882 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a4da15d-3d82-4a27-ae47-4d91724e40ae req-c95d7749-2f33-4751-98f7-2ad8c55d5224 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567435 Jul 16 03:54:30.419109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Allocated IP 2001:db8:1::1 (60ef52dc-9a58-4a00-a5f0-0e5be94854ae/f3b62d0f-7973-4627-9112-863c7c6304f7/35c96707-1b5f-4f64-bd87-bac04308d166) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:30.559137 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-083a4ec6-ec6d-405e-9c37-39a1f10cbba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.611516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83072f10-43ea-4c66-872f-6c6630ff5114 req-dc0e1efb-94d0-4a75-8d1d-3e2fb7fee532 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:30.619916 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83072f10-43ea-4c66-872f-6c6630ff5114 req-dc0e1efb-94d0-4a75-8d1d-3e2fb7fee532 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.2885299 Jul 16 03:54:30.654792 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 227da420-eff0-40df-b55d-af94cbba32c5 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:30.760253 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83072f10-43ea-4c66-872f-6c6630ff5114 req-6206a1db-5cbd-42b5-8aca-e87bbb249432 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952630 Jul 16 03:54:30.827618 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 227da420-eff0-40df-b55d-af94cbba32c5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:30.829380 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.862295 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:30.895961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Transition to ACTIVE for port object 35c96707-1b5f-4f64-bd87-bac04308d166 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:30.984878 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.073669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 60ef52dc-9a58-4a00-a5f0-0e5be94854ae is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:31.077437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:31.081583 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:31.082140 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.105450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=35c96707-1b5f-4f64-bd87-bac04308d166,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:31.127024 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.163381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083a4ec6-ec6d-405e-9c37-39a1f10cbba5 admin admin] Router 88f752db-cd29-40fe-9605-e324a4438985 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:31.474580 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083a4ec6-ec6d-405e-9c37-39a1f10cbba5 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:31.482523 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-083a4ec6-ec6d-405e-9c37-39a1f10cbba5 admin admin] 10.222.0.18 "PUT /v2.0/routers/88f752db-cd29-40fe-9605-e324a4438985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7057612 Jul 16 03:54:31.483137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36398) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:31.487081 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d2125-7736-44f3-893e-854751a07dfb None None] Sync routers for ids ['88f752db-cd29-40fe-9605-e324a4438985'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:31.495299 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd83f9f6-914e-4a63-a712-7d05b146d68b req-fbede204-2009-47d8-a6b5-a723b614822d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 210 time: 0.1585584 Jul 16 03:54:31.508418 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d2125-7736-44f3-893e-854751a07dfb None None] Routers {'88f752db-cd29-40fe-9605-e324a4438985'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:31.509507 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3d4d2125-7736-44f3-893e-854751a07dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88f752db-cd29-40fe-9605-e324a4438985'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:31.603174 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5dd62d94-774f-4392-b816-45478e296ec2 None None] Provisioning for port 35c96707-1b5f-4f64-bd87-bac04308d166 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:31.617776 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.634974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5dd62d94-774f-4392-b816-45478e296ec2 None None] Provisioning complete for port 35c96707-1b5f-4f64-bd87-bac04308d166 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:31.635532 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5dd62d94-774f-4392-b816-45478e296ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.698138 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:31.743345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5dd62d94-774f-4392-b816-45478e296ec2 None None] Port 35c96707-1b5f-4f64-bd87-bac04308d166 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:54:31.837450 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-3d4d2125-7736-44f3-893e-854751a07dfb None None] Set router 88f752db-cd29-40fe-9605-e324a4438985 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:32.394843 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.610710 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3d4d2125-7736-44f3-893e-854751a07dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f752db-cd29-40fe-9605-e324a4438985', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:58Z', 'updated_at': '2021-07-16T03:54:30Z', 'revision_number': 5, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'gw_port': {'id': 'a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f752db-cd29-40fe-9605-e324a4438985', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:59Z', 'updated_at': '2021-07-16T03:53:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:32.693894 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.695371 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d2125-7736-44f3-893e-854751a07dfb None None] Checking router: 88f752db-cd29-40fe-9605-e324a4438985 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:54:32.714464 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d2125-7736-44f3-893e-854751a07dfb None None] Routers {'88f752db-cd29-40fe-9605-e324a4438985'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:32.716188 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3d4d2125-7736-44f3-893e-854751a07dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88f752db-cd29-40fe-9605-e324a4438985'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:32.762514 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb29109-5a8c-4756-9663-5b14a0b29ce3 req-b4c7a9e7-86ca-48b6-a414-2ec0f9a2cb78 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:32.772493 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1bb29109-5a8c-4756-9663-5b14a0b29ce3 req-b4c7a9e7-86ca-48b6-a414-2ec0f9a2cb78 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.4949262 Jul 16 03:54:32.806853 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cd8b8e57-326c-4271-9ce1-8f5874b64ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.827437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] Deleting port a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:32.827695 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.848579 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:32.856143 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a900f9b-ccba-433e-859e-dbf6928804aa req-fafe4279-7351-40f2-9e23-aa2fc75cb09d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 210 time: 0.0613525 Jul 16 03:54:33.020158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] For port a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:33.021822 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.025730 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4d1e4266-bb51-463a-b258-a2a902e16805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:33.028000 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4d1e4266-bb51-463a-b258-a2a902e16805 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0&tenant_id=03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 1097 time: 0.5302889 Jul 16 03:54:33.032359 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-3d4d2125-7736-44f3-893e-854751a07dfb None None] Set router 88f752db-cd29-40fe-9605-e324a4438985 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:54:33.065409 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] Calling delete_port for a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:33.093819 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:33.150244 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3d4d2125-7736-44f3-893e-854751a07dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f752db-cd29-40fe-9605-e324a4438985', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:58Z', 'updated_at': '2021-07-16T03:54:32Z', 'revision_number': 6, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:33.219430 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d2125-7736-44f3-893e-854751a07dfb None None] The sync data for ids ['88f752db-cd29-40fe-9605-e324a4438985'] in n-d-800088-6 is: [{'id': '88f752db-cd29-40fe-9605-e324a4438985', 'name': 'tempest-ServerRescueTestJSONUnderV235-1459695678-router', 'tenant_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:58Z', 'updated_at': '2021-07-16T03:54:32Z', 'revision_number': 6, 'project_id': '3c5e0a5ddcec46d1b106eda81e57906e', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:33.322823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1bb29109-5a8c-4756-9663-5b14a0b29ce3 req-fd8cba25-5f2e-4572-9626-936467d27f96 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5489769 Jul 16 03:54:33.328686 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.331813 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.387149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] Pushing event deleted for resources: {'Port': ['ID=a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:33.410932 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.426719 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.427428 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.461428 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.575887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=35c96707-1b5f-4f64-bd87-bac04308d166,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:33.589843 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.592084 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.662186 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.663160 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f752db-cd29-40fe-9605-e324a4438985 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:33.673437 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.674972 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ed2bdb21-0634-4f9b-b95c-d49a931c902e admin admin] 10.222.0.18 "DELETE /v2.0/routers/88f752db-cd29-40fe-9605-e324a4438985 HTTP/1.1" status: 204 len: 168 time: 2.1907928 Jul 16 03:54:33.677394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36444) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:33.760220 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-298b5f96-3d1e-4659-bd2c-e51d1cc4f2dd admin admin] Deleting subnet 7e331c95-51fe-485f-8ab5-5fa7e556c33e {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:54:33.764964 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-298b5f96-3d1e-4659-bd2c-e51d1cc4f2dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.805126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=8f212f4c-a838-4911-a138-93af8db9ca41,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:33.809155 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-298b5f96-3d1e-4659-bd2c-e51d1cc4f2dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.862361 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 60ef52dc-9a58-4a00-a5f0-0e5be94854ae is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:33.864060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:33.877181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:33.937878 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-298b5f96-3d1e-4659-bd2c-e51d1cc4f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:33.952911 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.006186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:34.036245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:34.049180 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a8d50d-0233-4a26-8fdd-e67ef35c9228" -d '{"events": [{"server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "name": "network-vif-unplugged", "status": "completed", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:34.053376 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.159767 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-298b5f96-3d1e-4659-bd2c-e51d1cc4f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.199547 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696243e2-1b8d-4361-ace7-218724588ebc x-openstack-request-id: req-696243e2-1b8d-4361-ace7-218724588ebc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:34.199871 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "name": "network-vif-unplugged", "status": "completed", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:34.200248 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-696243e2-1b8d-4361-ace7-218724588ebc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:34.200760 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41', 'code': 200} Jul 16 03:54:34.222889 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Transition to ACTIVE for port object 8f212f4c-a838-4911-a138-93af8db9ca41 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:34.252951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b5f96-3d1e-4659-bd2c-e51d1cc4f2dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e331c95-51fe-485f-8ab5-5fa7e556c33e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:34.258250 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-298b5f96-3d1e-4659-bd2c-e51d1cc4f2dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.263060 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-298b5f96-3d1e-4659-bd2c-e51d1cc4f2dd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7e331c95-51fe-485f-8ab5-5fa7e556c33e HTTP/1.1" status: 204 len: 168 time: 0.5823095 Jul 16 03:54:34.263466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36460) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:34.287887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.345691 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d750da3c-02bb-48be-b191-ea071b4ab3a8 req-e2881d45-0513-40a7-8984-b4311456ecd7 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 210 time: 0.1242580 Jul 16 03:54:34.477084 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2779b3c0-65e1-4eaf-8b91-b7f1789c5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.497017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 8f212f4c-a838-4911-a138-93af8db9ca41 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:34.553409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:34.595827 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e5c1ed68-e5ee-4d39-bcb9-70afcf6a7752 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8096676 Jul 16 03:54:34.607366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:34.676853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f212f4c-a838-4911-a138-93af8db9ca41,revision_number=10']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:34.729639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f401c-739e-4976-9e46-84bba74849b7 None None] Sync routers for ids ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:34.738197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:34.746893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fab14e4b-f8d3-486d-b53e-410dbc1f5c8a None None] Provisioning complete for port 35c96707-1b5f-4f64-bd87-bac04308d166 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:34.750846 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fab14e4b-f8d3-486d-b53e-410dbc1f5c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.758257 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2779b3c0-65e1-4eaf-8b91-b7f1789c5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.789968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2779b3c0-65e1-4eaf-8b91-b7f1789c5d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8333af47-309d-4966-91d1-bb125390a8e6']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:34.833754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2779b3c0-65e1-4eaf-8b91-b7f1789c5d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa56cf5-1b12-4ce1-b001-ba85a691dd7b') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:34.833978 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2779b3c0-65e1-4eaf-8b91-b7f1789c5d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa56cf5-1b12-4ce1-b001-ba85a691dd7b') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:34.843193 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2779b3c0-65e1-4eaf-8b91-b7f1789c5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.862039 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2779b3c0-65e1-4eaf-8b91-b7f1789c5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.862467 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 8f212f4c-a838-4911-a138-93af8db9ca41 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:34.864830 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:34.865173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a51aa1fb-1ce3-451d-9df6-a7b6e7e909dd not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:34.865585 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fb5bc94c-6e4f-4a74-80fb-c62578291873 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:34.876682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2779b3c0-65e1-4eaf-8b91-b7f1789c5d6a admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:54:34.876985 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2779b3c0-65e1-4eaf-8b91-b7f1789c5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:34.879661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] No DVR routers for this DVR port 8f212f4c-a838-4911-a138-93af8db9ca41 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:54:34.881656 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:54:34.895093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f401c-739e-4976-9e46-84bba74849b7 None None] Routers {'a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:34.895729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-970f401c-739e-4976-9e46-84bba74849b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:34.901123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: fb5bc94c-6e4f-4a74-80fb-c62578291873 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:34.901325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fb5bc94c-6e4f-4a74-80fb-c62578291873 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:34.967505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39a1b0b-c1ad-4b46-bd6a-fdf1768efb6c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:34.969200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f39a1b0b-c1ad-4b46-bd6a-fdf1768efb6c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports/35c96707-1b5f-4f64-bd87-bac04308d166 HTTP/1.1" status: 200 len: 913 time: 0.3608680 Jul 16 03:54:35.030787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36476) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:35.173208 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2779b3c0-65e1-4eaf-8b91-b7f1789c5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.183527 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2779b3c0-65e1-4eaf-8b91-b7f1789c5d6a admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.188694 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2779b3c0-65e1-4eaf-8b91-b7f1789c5d6a admin admin] 10.222.0.18 "DELETE /v2.0/networks/8333af47-309d-4966-91d1-bb125390a8e6 HTTP/1.1" status: 204 len: 168 time: 0.9214616 Jul 16 03:54:35.210508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779b3c0-65e1-4eaf-8b91-b7f1789c5d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=8333af47-309d-4966-91d1-bb125390a8e6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:35.269382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-970f401c-739e-4976-9e46-84bba74849b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:35.277973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fab14e4b-f8d3-486d-b53e-410dbc1f5c8a None None] Port 35c96707-1b5f-4f64-bd87-bac04308d166 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:54:35.285889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f401c-739e-4976-9e46-84bba74849b7 None None] Routers {'a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:35.286738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-970f401c-739e-4976-9e46-84bba74849b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:35.326593 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-970f401c-739e-4976-9e46-84bba74849b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:35.327505 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f401c-739e-4976-9e46-84bba74849b7 None None] The sync data for ids ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:35.339641 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c326b70-278f-4e1f-ad24-9bca5c17be49 req-5b797396-91ca-49ca-acc8-0cbf237ef9c4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:35.346509 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c326b70-278f-4e1f-ad24-9bca5c17be49 req-5b797396-91ca-49ca-acc8-0cbf237ef9c4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 945 time: 0.5806012 Jul 16 03:54:35.502134 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c326b70-278f-4e1f-ad24-9bca5c17be49 req-f94e6736-c022-4b23-b5ca-06cd96316a5b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504064 Jul 16 03:54:35.503513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Attempting to bind port 8f212f4c-a838-4911-a138-93af8db9ca41 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:35.504052 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Attempting to bind port 8f212f4c-a838-4911-a138-93af8db9ca41 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:35.504582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Attempting to bind port 8f212f4c-a838-4911-a138-93af8db9ca41 on network 521f2e99-0acc-4c19-96ce-f5c71917e29a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:35.509893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Port 8f212f4c-a838-4911-a138-93af8db9ca41 on network 521f2e99-0acc-4c19-96ce-f5c71917e29a not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:54:35.510499 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Attempting to bind port 8f212f4c-a838-4911-a138-93af8db9ca41 on network 521f2e99-0acc-4c19-96ce-f5c71917e29a {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:35.521108 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:35.521724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Checking segment: {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:35.522472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Bound using segment: {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:35.523674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Bound port: 8f212f4c-a838-4911-a138-93af8db9ca41, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781dc2e2-366c-4c01-8b0a-7eb78ac10033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:35.524369 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.625511 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36494) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:35.677640 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:35.693673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8f212f4c-a838-4911-a138-93af8db9ca41,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:35.700880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.769316 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.773027 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b062f47e-4a51-4029-8096-e428ab3b75fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c5e0a5ddcec46d1b106eda81e57906e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458385 Jul 16 03:54:35.775333 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36498) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:35.855963 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f212f4c-a838-4911-a138-93af8db9ca41,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:35.894364 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb26ffe0-7ab5-4786-9b6c-9708529b7c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.916119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:35.916980 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.918557 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-4c4fd4f7-714e-44cb-be6a-feebd20413c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 200 len: 1093 time: 2.8303003 Jul 16 03:54:35.921404 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba264299-d25a-4820-bea0-34bd70e4c57b req-0a47fabb-1088-4472-82ff-17bed5cf4947 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2d8dd99-443c-4281-a1e1-35505bbc512d HTTP/1.1" status: 200 len: 210 time: 0.1858575 Jul 16 03:54:35.966616 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb26ffe0-7ab5-4786-9b6c-9708529b7c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:35.991773 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf74e989-3201-4f7e-80c0-99f759e94283 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.098193 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122232e7-c338-4a9f-a643-eb8925a0684e req-667d3912-43b6-44a7-9c22-3ccec4eba978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:36.106008 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-667d3912-43b6-44a7-9c22-3ccec4eba978 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1096 time: 0.1371703 Jul 16 03:54:36.200000 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb26ffe0-7ab5-4786-9b6c-9708529b7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.203209 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb26ffe0-7ab5-4786-9b6c-9708529b7c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.207269 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-eb26ffe0-7ab5-4786-9b6c-9708529b7c23 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5ae732f-3a9e-4c73-ab9e-56f1bf34accc HTTP/1.1" status: 204 len: 168 time: 0.4295859 Jul 16 03:54:36.231306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:36.235259 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:36.254730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26ffe0-7ab5-4786-9b6c-9708529b7c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ae732f-3a9e-4c73-ab9e-56f1bf34accc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:36.336147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122232e7-c338-4a9f-a643-eb8925a0684e req-decdcb75-6edf-402d-868b-370ca9803871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:36.340696 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-decdcb75-6edf-402d-868b-370ca9803871 service neutron] 10.222.0.20 "GET /v2.0/networks?id=521f2e99-0acc-4c19-96ce-f5c71917e29a HTTP/1.1" status: 200 len: 898 time: 0.2252717 Jul 16 03:54:36.446589 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-fb526656-7834-48e4-858b-7b5318df01cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 200 len: 999 time: 0.0995107 Jul 16 03:54:36.448606 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492a9c6d-0f4c-4482-83d5-106548bf4ce8 x-openstack-request-id: req-492a9c6d-0f4c-4482-83d5-106548bf4ce8 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:36.449725 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:36.450484 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-492a9c6d-0f4c-4482-83d5-106548bf4ce8 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:36.451154 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41', 'status': 'completed', 'code': 200} Jul 16 03:54:36.603336 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b55de17a-dcc5-4396-ab1a-d3edfd4dd4de req-52b4acc8-1ac6-4004-bf25-d6cfce6bf035 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4371252 Jul 16 03:54:36.639373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122232e7-c338-4a9f-a643-eb8925a0684e req-237997d5-1ead-4ff5-8dad-4a01de0f336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:36.640892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-237997d5-1ead-4ff5-8dad-4a01de0f336e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c72678d-14ac-4d24-aa24-489cddb52740 HTTP/1.1" status: 200 len: 835 time: 0.1412108 Jul 16 03:54:36.658114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bf74e989-3201-4f7e-80c0-99f759e94283 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port 35c96707-1b5f-4f64-bd87-bac04308d166 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:36.658457 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf74e989-3201-4f7e-80c0-99f759e94283 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.760773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-ffc5b08d-492f-4dbc-80c8-5b22c8fce86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:36.762626 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-ffc5b08d-492f-4dbc-80c8-5b22c8fce86b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1096 time: 0.3102815 Jul 16 03:54:36.812529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf74e989-3201-4f7e-80c0-99f759e94283 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:36.824690 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bf74e989-3201-4f7e-80c0-99f759e94283 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for 35c96707-1b5f-4f64-bd87-bac04308d166 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:36.981532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122232e7-c338-4a9f-a643-eb8925a0684e req-6ef1fcfc-1d7e-469b-a26e-f629b42dc0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:36.983216 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-6ef1fcfc-1d7e-469b-a26e-f629b42dc0b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=521f2e99-0acc-4c19-96ce-f5c71917e29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3305869 Jul 16 03:54:36.998757 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e2842-3b6f-4416-9d25-ab513a2ba8d5 req-006cccec-5756-4326-ad54-46d24a1d42bf tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:37.015304 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a68e2842-3b6f-4416-9d25-ab513a2ba8d5 req-006cccec-5756-4326-ad54-46d24a1d42bf tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 945 time: 0.2363763 Jul 16 03:54:37.151141 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-bec2486d-de23-481f-a457-ea0f02a285f2 service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408625 Jul 16 03:54:37.292466 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-122232e7-c338-4a9f-a643-eb8925a0684e req-3dbccd71-1288-4745-a365-078083ebe5b4 service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261418 Jul 16 03:54:37.371863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-265ab2f5-5c50-491d-aa67-b246e1b9b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:37.373951 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-265ab2f5-5c50-491d-aa67-b246e1b9b0b9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=521f2e99-0acc-4c19-96ce-f5c71917e29a HTTP/1.1" status: 200 len: 898 time: 0.5455132 Jul 16 03:54:37.403627 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf74e989-3201-4f7e-80c0-99f759e94283 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:37.433137 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a68e2842-3b6f-4416-9d25-ab513a2ba8d5 req-d0d5aad9-ce42-4590-a600-622c3c5b56a0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4259017 Jul 16 03:54:37.479854 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de17a-dcc5-4396-ab1a-d3edfd4dd4de req-396d5bb5-c06a-4d5e-b1de-c31304cc1b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:37.483354 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b55de17a-dcc5-4396-ab1a-d3edfd4dd4de req-396d5bb5-c06a-4d5e-b1de-c31304cc1b37 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6d5ce68485924a358aa391c77031124f&device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 1101 time: 0.2286875 Jul 16 03:54:37.486151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74e989-3201-4f7e-80c0-99f759e94283 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=35c96707-1b5f-4f64-bd87-bac04308d166,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:37.801029 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf74e989-3201-4f7e-80c0-99f759e94283 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:37.827861 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de17a-dcc5-4396-ab1a-d3edfd4dd4de req-2aaf3f50-47f2-41a2-9d1d-7cbbeb9f5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:37.829383 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b55de17a-dcc5-4396-ab1a-d3edfd4dd4de req-2aaf3f50-47f2-41a2-9d1d-7cbbeb9f5905 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.3071334 Jul 16 03:54:37.983461 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b55de17a-dcc5-4396-ab1a-d3edfd4dd4de req-dd9c8ade-9119-4502-9cd8-9063d1a5c6ce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c72afeaa-b012-450b-9d16-f84eff45b9a4 HTTP/1.1" status: 200 len: 217 time: 0.1015913 Jul 16 03:54:38.075516 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-65254d13-ee16-430c-a07d-44835e9d7d24 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 200 len: 999 time: 0.6597369 Jul 16 03:54:38.135465 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de17a-dcc5-4396-ab1a-d3edfd4dd4de req-b13996d4-39e7-400f-97ef-125c92ab70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:38.135465 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b55de17a-dcc5-4396-ab1a-d3edfd4dd4de req-b13996d4-39e7-400f-97ef-125c92ab70a0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.1264851 Jul 16 03:54:38.233005 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-16c1e502-8eb7-4434-ba43-85e0c92acfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:38.244347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-16c1e502-8eb7-4434-ba43-85e0c92acfbb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1096 time: 0.8670492 Jul 16 03:54:38.254304 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-26995f9b-1c92-448e-858f-0656ed30373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:38.255936 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-26995f9b-1c92-448e-858f-0656ed30373f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0c72678d-14ac-4d24-aa24-489cddb52740 HTTP/1.1" status: 200 len: 835 time: 0.1538050 Jul 16 03:54:38.453551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf74e989-3201-4f7e-80c0-99f759e94283 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:38.504190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c656127c-d756-4d58-970a-d969594f8351 req-494d994e-1a0f-424c-85f1-8b6f13a5f2df tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db7231a-3f9c-4219-891a-c843355361f5 HTTP/1.1" status: 200 len: 210 time: 0.0509079 Jul 16 03:54:38.511289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55de17a-dcc5-4396-ab1a-d3edfd4dd4de req-eb1ee94c-b348-4cd8-bda5-d80bd1533185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:38.516861 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b55de17a-dcc5-4396-ab1a-d3edfd4dd4de req-eb1ee94c-b348-4cd8-bda5-d80bd1533185 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3064752 Jul 16 03:54:38.517068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-2aa0a8a0-cc9e-44c0-9910-d532ee788c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:38.519747 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-2aa0a8a0-cc9e-44c0-9910-d532ee788c90 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=521f2e99-0acc-4c19-96ce-f5c71917e29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2353606 Jul 16 03:54:38.722195 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-e39659a9-32b9-4344-be1b-04f7296df500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:38.724151 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-e39659a9-32b9-4344-be1b-04f7296df500 service neutron] 10.222.0.20 "GET /v2.0/networks?id=521f2e99-0acc-4c19-96ce-f5c71917e29a HTTP/1.1" status: 200 len: 898 time: 0.4675629 Jul 16 03:54:38.985866 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b55de17a-dcc5-4396-ab1a-d3edfd4dd4de req-9486bc0d-134d-4709-8f34-8593e722cb27 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490757 Jul 16 03:54:38.987476 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf74e989-3201-4f7e-80c0-99f759e94283 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:38.993961 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bf74e989-3201-4f7e-80c0-99f759e94283 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9678261 Jul 16 03:54:39.002053 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9443621-b234-42ee-ac70-96c36dcff0d4 None None] Sync routers for ids ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:39.024459 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9443621-b234-42ee-ac70-96c36dcff0d4 None None] Routers {'a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:39.025092 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f9443621-b234-42ee-ac70-96c36dcff0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:39.034687 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36638) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:39.162474 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f9443621-b234-42ee-ac70-96c36dcff0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:39.174838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-3fde0e86-e6b6-4d1a-bd3c-c14dc6ee1d49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 200 len: 999 time: 0.4410150 Jul 16 03:54:39.198390 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9443621-b234-42ee-ac70-96c36dcff0d4 None None] Routers {'a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:39.199003 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f9443621-b234-42ee-ac70-96c36dcff0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:39.266030 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-19b29d3d-5c3b-4819-80df-878beab6a149 service neutron] 10.222.0.88 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7298286 Jul 16 03:54:39.335219 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f9443621-b234-42ee-ac70-96c36dcff0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:39.356708 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9443621-b234-42ee-ac70-96c36dcff0d4 None None] The sync data for ids ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:39.389666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cac2a7e3-0cea-4ffc-9fa8-fd1541361452 req-0f477d95-5520-482f-ac6d-0901c90a33c6 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.2117031 Jul 16 03:54:39.548341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-4b3b86f7-e48f-41ce-8bde-ab602bd9cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:39.550280 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-4b3b86f7-e48f-41ce-8bde-ab602bd9cad9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c72678d-14ac-4d24-aa24-489cddb52740 HTTP/1.1" status: 200 len: 835 time: 0.3418844 Jul 16 03:54:39.619392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156903d6-5841-454c-80be-9f009c88c71b req-7665520c-fb59-4d2b-9dd0-54ab3409f5f1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:39.631062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-156903d6-5841-454c-80be-9f009c88c71b req-7665520c-fb59-4d2b-9dd0-54ab3409f5f1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 945 time: 0.9006383 Jul 16 03:54:39.672175 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-2aa48b77-15c8-4c93-b8e4-f08efa51827f service neutron] 10.222.0.88 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889819 Jul 16 03:54:39.750857 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b55de17a-dcc5-4396-ab1a-d3edfd4dd4de req-890f4aba-0dbb-4c01-add9-0ad8fa3da006 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7536297 Jul 16 03:54:39.780568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-156903d6-5841-454c-80be-9f009c88c71b req-7001b5fe-3b49-493f-9aaf-e2a7492d2b60 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482337 Jul 16 03:54:39.827395 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8f212f4c-a838-4911-a138-93af8db9ca41 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:54:39.837679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-44d39c70-9c76-4b19-89ee-2acb14d0f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:39.842629 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-44d39c70-9c76-4b19-89ee-2acb14d0f6bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=521f2e99-0acc-4c19-96ce-f5c71917e29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2840374 Jul 16 03:54:40.048354 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8f212f4c-a838-4911-a138-93af8db9ca41,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:40.062515 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '8f212f4c-a838-4911-a138-93af8db9ca41', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'port_id': '8f212f4c-a838-4911-a138-93af8db9ca41', 'mac_address': 'fa:16:3e:32:86:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:54:40.069897 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-02c089b7-d16e-4437-8ff5-e496fa4138f4 service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208459 Jul 16 03:54:40.109778 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:40.119225 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88a2eacc-1ec0-442a-afec-7532d4d20a71 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:40.133114 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f212f4c-a838-4911-a138-93af8db9ca41 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:54:40.155148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8f212f4c-a838-4911-a138-93af8db9ca41,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:40.161245 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:40.228918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5680960b-8bf2-4cad-b6ee-fca91fce5aa5 req-e2c82ca9-4930-4e05-b839-5cd4ae44a0ae service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519825 Jul 16 03:54:40.335602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=8f212f4c-a838-4911-a138-93af8db9ca41,revision_number=12']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:40.403145 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['8f212f4c-a838-4911-a138-93af8db9ca41'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:54:40.726774 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d99f4f8-e16d-4156-8672-02c1b85b7e30 req-d43ab541-4768-4c2b-b5d5-410ccc34ffd6 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0596642 Jul 16 03:54:41.271444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4b3d7-1bd7-465c-a047-0f2264c16754 req-de001542-7b56-4daf-8e93-80f9cc290f7d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:41.281136 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1f4b3d7-1bd7-465c-a047-0f2264c16754 req-de001542-7b56-4daf-8e93-80f9cc290f7d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 946 time: 0.1409388 Jul 16 03:54:41.391777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1f4b3d7-1bd7-465c-a047-0f2264c16754 req-812fde80-86a9-4492-8c84-f8b219bb4211 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026702 Jul 16 03:54:41.422557 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:41.511455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-88a2eacc-1ec0-442a-afec-7532d4d20a71 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port 29bf0a36-9750-495b-b2c6-fe08100db51e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:41.512579 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88a2eacc-1ec0-442a-afec-7532d4d20a71 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.601855 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2b4b147e-a48c-4c77-a025-fb06b74db70a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/9431b875-dcb9-4db7-bd10-2f590f8dce17 HTTP/1.1" status: 200 len: 992 time: 0.1698201 Jul 16 03:54:41.678984 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88a2eacc-1ec0-442a-afec-7532d4d20a71 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:41.694670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-88a2eacc-1ec0-442a-afec-7532d4d20a71 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for 29bf0a36-9750-495b-b2c6-fe08100db51e owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:41.840849 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8f212f4c-a838-4911-a138-93af8db9ca41 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:41.996047 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 8f212f4c-a838-4911-a138-93af8db9ca41 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:42.005046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 8f212f4c-a838-4911-a138-93af8db9ca41 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:42.006528 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.012750 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88a2eacc-1ec0-442a-afec-7532d4d20a71 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.048676 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-88201ef7-5782-4e76-b510-f206f5e91907 req-bc80b5dc-6410-4a48-bd3c-975b8f68649a tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0443020 Jul 16 03:54:42.099234 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2eacc-1ec0-442a-afec-7532d4d20a71 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=29bf0a36-9750-495b-b2c6-fe08100db51e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:42.168708 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.212180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:54:42.216129 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b3e21d-6c0e-4ad5-9ebf-335bd75d1857" -d '{"events": [{"server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "name": "network-vif-plugged", "status": "completed", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:54:42.220472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88a2eacc-1ec0-442a-afec-7532d4d20a71 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.256724 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8f212f4c-a838-4911-a138-93af8db9ca41,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:42.262287 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.305972 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05132ef-6b1d-4bc2-94a4-bca4cc9c0ed2 x-openstack-request-id: req-d05132ef-6b1d-4bc2-94a4-bca4cc9c0ed2 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:54:42.306396 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "name": "network-vif-plugged", "status": "completed", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:54:42.306753 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d05132ef-6b1d-4bc2-94a4-bca4cc9c0ed2 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:54:42.307248 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41', 'code': 200} Jul 16 03:54:42.348740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=8f212f4c-a838-4911-a138-93af8db9ca41,revision_number=13']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:42.523995 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a2eacc-1ec0-442a-afec-7532d4d20a71 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:42.621203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a2eacc-1ec0-442a-afec-7532d4d20a71 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:42.640278 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-88a2eacc-1ec0-442a-afec-7532d4d20a71 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6032498 Jul 16 03:54:42.641908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36736) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:42.656596 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1db790-b4d9-47e5-ace0-c645e1ee5e6c None None] Sync routers for ids ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:42.663067 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d579b54d-d873-4d80-afcd-f0c7d9f56056 req-99b1ff75-c6b8-4a20-8b30-00b420ae24cc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=8db7231a-3f9c-4219-891a-c843355361f5 HTTP/1.1" status: 200 len: 210 time: 0.0367310 Jul 16 03:54:42.673587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1db790-b4d9-47e5-ace0-c645e1ee5e6c None None] Routers {'a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:42.679701 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6f1db790-b4d9-47e5-ace0-c645e1ee5e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:42.706091 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-23784aaa-136a-4aa9-bcf4-024166279803 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f HTTP/1.1" status: 200 len: 205 time: 0.0622399 Jul 16 03:54:42.708849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:42.753123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6f1db790-b4d9-47e5-ace0-c645e1ee5e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:42.763003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1db790-b4d9-47e5-ace0-c645e1ee5e6c None None] Routers {'a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:42.763887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6f1db790-b4d9-47e5-ace0-c645e1ee5e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:42.795432 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-463d6225-07ef-42cc-89d5-39682b1e5df5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:42.803223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-6f1db790-b4d9-47e5-ace0-c645e1ee5e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:42.804059 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1db790-b4d9-47e5-ace0-c645e1ee5e6c None None] The sync data for ids ['a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:43.035534 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-463d6225-07ef-42cc-89d5-39682b1e5df5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.038921 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-463d6225-07ef-42cc-89d5-39682b1e5df5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.113010 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-463d6225-07ef-42cc-89d5-39682b1e5df5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.113585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463d6225-07ef-42cc-89d5-39682b1e5df5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Fanout notify agent at l3_agent the message router_deleted on router a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:43.125321 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-463d6225-07ef-42cc-89d5-39682b1e5df5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.126503 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-463d6225-07ef-42cc-89d5-39682b1e5df5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/routers/a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f HTTP/1.1" status: 204 len: 168 time: 0.4164040 Jul 16 03:54:43.129622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:43.261302 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7d41c1f9-06d3-41c6-a843-7dd3eebef467 req-7dc688ab-3d26-4825-9c62-f77063de97c3 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0477240 Jul 16 03:54:43.266310 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e99c840-1571-4fea-96c7-f11a4c9e2952 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting subnet f3b62d0f-7973-4627-9112-863c7c6304f7 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:54:43.272360 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e99c840-1571-4fea-96c7-f11a4c9e2952 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.320536 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e99c840-1571-4fea-96c7-f11a4c9e2952 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.399395 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f344d59e-51ce-455c-8a9c-03a304d9b75e req-ac15b6c0-3bc5-4f34-8b06-4c2f192e4684 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0443752 Jul 16 03:54:43.472801 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e99c840-1571-4fea-96c7-f11a4c9e2952 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.550416 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e99c840-1571-4fea-96c7-f11a4c9e2952 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.578923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99c840-1571-4fea-96c7-f11a4c9e2952 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b62d0f-7973-4627-9112-863c7c6304f7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:43.581591 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e99c840-1571-4fea-96c7-f11a4c9e2952 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.586021 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1e99c840-1571-4fea-96c7-f11a4c9e2952 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/f3b62d0f-7973-4627-9112-863c7c6304f7 HTTP/1.1" status: 204 len: 168 time: 0.4514298 Jul 16 03:54:43.586774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:43.597398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c572485e-ce31-4146-ad21-f0f5772136ad None None] Network 60ef52dc-9a58-4a00-a5f0-0e5be94854ae requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:43.663530 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2edb0e-9b0c-4e5b-af0c-b682cfa32e96 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting subnet 72c743f7-4541-4ee9-96d4-55b6edbf9c3e {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:54:43.667837 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff2edb0e-9b0c-4e5b-af0c-b682cfa32e96 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.757818 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff2edb0e-9b0c-4e5b-af0c-b682cfa32e96 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.929099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff2edb0e-9b0c-4e5b-af0c-b682cfa32e96 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:43.958984 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e8375a-0c55-4033-903b-e94de9043c6b None None] DHCP port deletion for 60ef52dc-9a58-4a00-a5f0-0e5be94854ae request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:54:44.037899 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff2edb0e-9b0c-4e5b-af0c-b682cfa32e96 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.052386 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff2edb0e-9b0c-4e5b-af0c-b682cfa32e96 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.061536 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36784) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:44.078530 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ff2edb0e-9b0c-4e5b-af0c-b682cfa32e96 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/72c743f7-4541-4ee9-96d4-55b6edbf9c3e HTTP/1.1" status: 204 len: 168 time: 0.4906843 Jul 16 03:54:44.097266 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30212146-dbbd-49c9-ae62-ab2e5b43d21a None None] Network bac8fa6f-8ac7-40ca-9693-2def9c8b3c33 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:44.134893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2edb0e-9b0c-4e5b-af0c-b682cfa32e96 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Subnet': ['ID=72c743f7-4541-4ee9-96d4-55b6edbf9c3e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:44.213185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.293744 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8375a-0c55-4033-903b-e94de9043c6b None None] Deleting port 227da420-eff0-40df-b55d-af94cbba32c5 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:44.293993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port 227da420-eff0-40df-b55d-af94cbba32c5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:44.294941 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.295223 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1e8375a-0c55-4033-903b-e94de9043c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.443282 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e1e8375a-0c55-4033-903b-e94de9043c6b None None] For port 227da420-eff0-40df-b55d-af94cbba32c5, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=227da420-eff0-40df-b55d-af94cbba32c5,segment=NetworkSegment(50247759-c9b5-412f-9078-008a8e282730),segment_id=50247759-c9b5-412f-9078-008a8e282730)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:44.443680 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1e8375a-0c55-4033-903b-e94de9043c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.459592 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] For port 227da420-eff0-40df-b55d-af94cbba32c5, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=227da420-eff0-40df-b55d-af94cbba32c5,segment=NetworkSegment(50247759-c9b5-412f-9078-008a8e282730),segment_id=50247759-c9b5-412f-9078-008a8e282730)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:44.460135 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.474050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for 227da420-eff0-40df-b55d-af94cbba32c5 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:44.490499 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e1e8375a-0c55-4033-903b-e94de9043c6b None None] Calling delete_port for 227da420-eff0-40df-b55d-af94cbba32c5 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:44.584395 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f532eb31-46ee-451f-9c7b-700a1e8a69a5 req-b5dc0d14-74d2-4d5f-a7ad-06f094636363 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0801184 Jul 16 03:54:44.630557 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.638124 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1e8375a-0c55-4033-903b-e94de9043c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.713228 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=227da420-eff0-40df-b55d-af94cbba32c5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:44.713825 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 227da420-eff0-40df-b55d-af94cbba32c5 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:44.725621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No DVR routers for this DVR port 227da420-eff0-40df-b55d-af94cbba32c5 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:44.734843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8375a-0c55-4033-903b-e94de9043c6b None None] Pushing event deleted for resources: {'Port': ['ID=227da420-eff0-40df-b55d-af94cbba32c5,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:44.834582 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 227da420-eff0-40df-b55d-af94cbba32c5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:44.834996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 227da420-eff0-40df-b55d-af94cbba32c5 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:44.845769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e8375a-0c55-4033-903b-e94de9043c6b None None] No DVR routers for this DVR port 227da420-eff0-40df-b55d-af94cbba32c5 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:44.871122 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.900135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ef52dc-9a58-4a00-a5f0-0e5be94854ae']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:44.917022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50247759-c9b5-412f-9078-008a8e282730') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:44.917440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50247759-c9b5-412f-9078-008a8e282730') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:44.927664 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.947335 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.949789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb98f12-3eec-48f1-96f9-e3ff15cb1d51 None None] DHCP port deletion for bac8fa6f-8ac7-40ca-9693-2def9c8b3c33 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:54:44.960038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:54:44.960646 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:54:44.971545 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:54:45.064363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7fb98f12-3eec-48f1-96f9-e3ff15cb1d51 None None] Deleting port 92735e06-0abf-49e1-8a54-bf3113a90931 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:45.064862 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7fb98f12-3eec-48f1-96f9-e3ff15cb1d51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.118790 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.132113 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.140225 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/networks/60ef52dc-9a58-4a00-a5f0-0e5be94854ae HTTP/1.1" status: 204 len: 168 time: 1.0774670 Jul 16 03:54:45.143143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36814) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:45.155064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7fb98f12-3eec-48f1-96f9-e3ff15cb1d51 None None] For port 92735e06-0abf-49e1-8a54-bf3113a90931, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=92735e06-0abf-49e1-8a54-bf3113a90931,segment=NetworkSegment(5a1c9bb5-fd6d-4c43-8a8f-b0d3a3ce11d9),segment_id=5a1c9bb5-fd6d-4c43-8a8f-b0d3a3ce11d9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:45.155816 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7fb98f12-3eec-48f1-96f9-e3ff15cb1d51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.167516 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ee49c-fedb-46d7-9c1a-0b4c2ce0dec4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Network': ['ID=60ef52dc-9a58-4a00-a5f0-0e5be94854ae,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:45.173943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7fb98f12-3eec-48f1-96f9-e3ff15cb1d51 None None] Calling delete_port for 92735e06-0abf-49e1-8a54-bf3113a90931 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:45.270575 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7fb98f12-3eec-48f1-96f9-e3ff15cb1d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.303252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb98f12-3eec-48f1-96f9-e3ff15cb1d51 None None] Pushing event deleted for resources: {'Port': ['ID=92735e06-0abf-49e1-8a54-bf3113a90931,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:45.309080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb98f12-3eec-48f1-96f9-e3ff15cb1d51 None None] No DVR routers for this DVR port 92735e06-0abf-49e1-8a54-bf3113a90931 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:45.333661 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3af7cad-7209-4e67-8e9a-b1355aa9b396 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.456859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64619d96-69a9-43ad-97cf-0d56593e617a req-e4d61b47-ec2a-40d3-b737-ae595ab9b895 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0446007 Jul 16 03:54:45.503050 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3af7cad-7209-4e67-8e9a-b1355aa9b396 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.514730 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c3af7cad-7209-4e67-8e9a-b1355aa9b396 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac8fa6f-8ac7-40ca-9693-2def9c8b3c33']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:45.525409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c3af7cad-7209-4e67-8e9a-b1355aa9b396 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1c9bb5-fd6d-4c43-8a8f-b0d3a3ce11d9') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:45.525843 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c3af7cad-7209-4e67-8e9a-b1355aa9b396 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1c9bb5-fd6d-4c43-8a8f-b0d3a3ce11d9') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:45.534978 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3af7cad-7209-4e67-8e9a-b1355aa9b396 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.548962 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3af7cad-7209-4e67-8e9a-b1355aa9b396 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.554862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3af7cad-7209-4e67-8e9a-b1355aa9b396 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Releasing vlan 903 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:54:45.555355 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3af7cad-7209-4e67-8e9a-b1355aa9b396 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:54:45.559193 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:54:45.641608 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3af7cad-7209-4e67-8e9a-b1355aa9b396 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.650638 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3af7cad-7209-4e67-8e9a-b1355aa9b396 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.652999 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c3af7cad-7209-4e67-8e9a-b1355aa9b396 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/networks/bac8fa6f-8ac7-40ca-9693-2def9c8b3c33 HTTP/1.1" status: 204 len: 168 time: 0.5082147 Jul 16 03:54:45.656956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36824) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:45.665154 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bcabfb8d-840b-412d-8d11-af23059398dd tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1112598339'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:45.673917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af7cad-7209-4e67-8e9a-b1355aa9b396 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Network': ['ID=bac8fa6f-8ac7-40ca-9693-2def9c8b3c33,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:45.697749 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcabfb8d-840b-412d-8d11-af23059398dd tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:45.702679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcabfb8d-840b-412d-8d11-af23059398dd tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.766558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcabfb8d-840b-412d-8d11-af23059398dd tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:54:45.778312 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcabfb8d-840b-412d-8d11-af23059398dd tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.779343 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-bcabfb8d-840b-412d-8d11-af23059398dd tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Added segment 963f0703-fa9d-48ce-8414-fe236313eb72 of type vlan for network 16f64be5-0a80-423c-a8e2-b2b33279a02c Jul 16 03:54:45.850388 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcabfb8d-840b-412d-8d11-af23059398dd tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.888338 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcabfb8d-840b-412d-8d11-af23059398dd tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.894371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcabfb8d-840b-412d-8d11-af23059398dd tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:45.894919 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bcabfb8d-840b-412d-8d11-af23059398dd tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:45.948152 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bcabfb8d-840b-412d-8d11-af23059398dd tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2881327 Jul 16 03:54:45.951204 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36834) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:45.956240 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1dee0308-eab8-4db4-aaaa-1645cf125192 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'subnet': {'network_id': '16f64be5-0a80-423c-a8e2-b2b33279a02c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:46.017366 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabfb8d-840b-412d-8d11-af23059398dd tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Network': ['ID=16f64be5-0a80-423c-a8e2-b2b33279a02c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:46.030643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 16f64be5-0a80-423c-a8e2-b2b33279a02c details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:54:46.108370 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dee0308-eab8-4db4-aaaa-1645cf125192 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:46.116700 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1dee0308-eab8-4db4-aaaa-1645cf125192 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.400183 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1dee0308-eab8-4db4-aaaa-1645cf125192 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.524634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dee0308-eab8-4db4-aaaa-1645cf125192 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Checking segment: {'id': '963f0703-fa9d-48ce-8414-fe236313eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16f64be5-0a80-423c-a8e2-b2b33279a02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:46.525013 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee0308-eab8-4db4-aaaa-1645cf125192 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network hostable DHCP agents. Network: 16f64be5-0a80-423c-a8e2-b2b33279a02c, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:54:46.547223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee0308-eab8-4db4-aaaa-1645cf125192 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Subnet': ['ID=edb1a6ac-6bfe-4d69-a588-120f09874e59,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:46.562615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 92735e06-0abf-49e1-8a54-bf3113a90931 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:46.580898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee0308-eab8-4db4-aaaa-1645cf125192 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 16f64be5-0a80-423c-a8e2-b2b33279a02c is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:54:46.590964 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1dee0308-eab8-4db4-aaaa-1645cf125192 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 16f64be5-0a80-423c-a8e2-b2b33279a02c) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:46.595165 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee0308-eab8-4db4-aaaa-1645cf125192 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:46.595758 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1dee0308-eab8-4db4-aaaa-1645cf125192 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.614027 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1dee0308-eab8-4db4-aaaa-1645cf125192 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6617806 Jul 16 03:54:46.617077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36860) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:46.621922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2ba29587-e0d5-4b69-b22e-7de655f124cf tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-356202139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:46.624561 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7582a4-26b0-4da1-99a4-d28899ba9e1d None None] Network 16f64be5-0a80-423c-a8e2-b2b33279a02c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:46.654405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 92735e06-0abf-49e1-8a54-bf3113a90931 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:46.656117 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 92735e06-0abf-49e1-8a54-bf3113a90931 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:46.668298 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba29587-e0d5-4b69-b22e-7de655f124cf tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.670000 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba29587-e0d5-4b69-b22e-7de655f124cf tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.735621 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-88e68e1b-a317-4b96-a27e-80fdf78298c8 req-f39ae996-cf48-422d-845f-a3dd23ea9e4b tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0597765 Jul 16 03:54:46.783224 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba29587-e0d5-4b69-b22e-7de655f124cf tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.788607 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba29587-e0d5-4b69-b22e-7de655f124cf tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.821610 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba29587-e0d5-4b69-b22e-7de655f124cf tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:46.826489 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 36864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:46.827232 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2ba29587-e0d5-4b69-b22e-7de655f124cf tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2090342 Jul 16 03:54:46.832945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c7299a8c-f3d0-460d-8341-0d1fc489b83f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'port': {'network_id': '16f64be5-0a80-423c-a8e2-b2b33279a02c', 'name': 'tempest-RoutersIpV6Test-1771402892'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:46.963379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-16f64be5-0a80-423c-a8e2-b2b33279a02c', 'network_id': '16f64be5-0a80-423c-a8e2-b2b33279a02c', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'fixed_ips': [{'subnet_id': 'edb1a6ac-6bfe-4d69-a588-120f09874e59'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:54:46.964419 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.041484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7299a8c-f3d0-460d-8341-0d1fc489b83f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:47.046327 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7299a8c-f3d0-460d-8341-0d1fc489b83f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.074778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c7299a8c-f3d0-460d-8341-0d1fc489b83f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] device_id is not set on port 29bace68-304a-49db-b381-719dbdef2c03 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:54:47.186273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Allocated IP 2001:db8::2 (16f64be5-0a80-423c-a8e2-b2b33279a02c/edb1a6ac-6bfe-4d69-a588-120f09874e59/a1f32000-6d64-49ea-baa9-474c7c740812) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:47.354038 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.363953 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Transition to ACTIVE for port object a1f32000-6d64-49ea-baa9-474c7c740812 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:47.379450 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Transition to ACTIVE for port object a1f32000-6d64-49ea-baa9-474c7c740812 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:47.401681 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.438516 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Network 16f64be5-0a80-423c-a8e2-b2b33279a02c is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:47.441665 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:47.451746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:47.465719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Pushing event updated for resources: {'Port': ['ID=a1f32000-6d64-49ea-baa9-474c7c740812,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:47.505896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c7299a8c-f3d0-460d-8341-0d1fc489b83f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Allocated IP 2001:db8::1fb (16f64be5-0a80-423c-a8e2-b2b33279a02c/edb1a6ac-6bfe-4d69-a588-120f09874e59/29bace68-304a-49db-b381-719dbdef2c03) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:47.519390 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Attempting to bind port a1f32000-6d64-49ea-baa9-474c7c740812 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:47.520129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Attempting to bind port a1f32000-6d64-49ea-baa9-474c7c740812 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '963f0703-fa9d-48ce-8414-fe236313eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16f64be5-0a80-423c-a8e2-b2b33279a02c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:47.531685 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Attempting to bind port a1f32000-6d64-49ea-baa9-474c7c740812 on network 16f64be5-0a80-423c-a8e2-b2b33279a02c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:47.537572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:47.538148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Checking segment: {'id': '963f0703-fa9d-48ce-8414-fe236313eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16f64be5-0a80-423c-a8e2-b2b33279a02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:47.538877 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.539477 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Bound using segment: {'id': '963f0703-fa9d-48ce-8414-fe236313eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16f64be5-0a80-423c-a8e2-b2b33279a02c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:47.540062 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Bound port: a1f32000-6d64-49ea-baa9-474c7c740812, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963f0703-fa9d-48ce-8414-fe236313eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '16f64be5-0a80-423c-a8e2-b2b33279a02c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:47.540536 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.621069 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] For port a1f32000-6d64-49ea-baa9-474c7c740812, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:47.639527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] For port a1f32000-6d64-49ea-baa9-474c7c740812, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a1f32000-6d64-49ea-baa9-474c7c740812,segment=NetworkSegment(963f0703-fa9d-48ce-8414-fe236313eb72),segment_id=963f0703-fa9d-48ce-8414-fe236313eb72)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:47.644688 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.720292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c23528-c940-4a40-bebe-0dc379a2846f None None] Pushing event updated for resources: {'Port': ['ID=a1f32000-6d64-49ea-baa9-474c7c740812,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:47.742040 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7299a8c-f3d0-460d-8341-0d1fc489b83f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.779184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c7299a8c-f3d0-460d-8341-0d1fc489b83f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Transition to ACTIVE for port object 29bace68-304a-49db-b381-719dbdef2c03 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:47.867988 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7299a8c-f3d0-460d-8341-0d1fc489b83f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:47.980964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7299a8c-f3d0-460d-8341-0d1fc489b83f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=29bace68-304a-49db-b381-719dbdef2c03,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:48.019754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7299a8c-f3d0-460d-8341-0d1fc489b83f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 16f64be5-0a80-423c-a8e2-b2b33279a02c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:48.034361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d95628c8-e459-4900-89b9-cf0253da82dd req-bcddd3a0-9a7c-4d13-962f-3ba04e841c41 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0479155 Jul 16 03:54:48.038212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c7299a8c-f3d0-460d-8341-0d1fc489b83f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:48.045889 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7299a8c-f3d0-460d-8341-0d1fc489b83f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:48.088363 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7299a8c-f3d0-460d-8341-0d1fc489b83f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:48.094138 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7299a8c-f3d0-460d-8341-0d1fc489b83f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:48.113842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c7299a8c-f3d0-460d-8341-0d1fc489b83f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2830124 Jul 16 03:54:48.114231 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 36890) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:48.563719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a1f32000-6d64-49ea-baa9-474c7c740812 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:48.573683 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd96a686-da58-446a-ae3d-aa89f6ae8c85 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:48.663209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port a1f32000-6d64-49ea-baa9-474c7c740812 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:49.001879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd96a686-da58-446a-ae3d-aa89f6ae8c85 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.008661 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd96a686-da58-446a-ae3d-aa89f6ae8c85 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.076064 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96a686-da58-446a-ae3d-aa89f6ae8c85 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=29bace68-304a-49db-b381-719dbdef2c03,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:49.327565 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-771bd91f-f761-43a5-ac8d-131c3a9b628e req-608b37c0-95a4-4b0e-ae68-6a9832447892 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0878744 Jul 16 03:54:49.329933 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd96a686-da58-446a-ae3d-aa89f6ae8c85 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.448180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e7f971-64fc-46cc-8d30-8996d5232aa0 None None] Network 16f64be5-0a80-423c-a8e2-b2b33279a02c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:49.736116 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d59be2a9-12d1-4c24-97ea-7a38e1cc2aff None None] Provisioning for port a1f32000-6d64-49ea-baa9-474c7c740812 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:49.744548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d59be2a9-12d1-4c24-97ea-7a38e1cc2aff None None] Provisioning complete for port a1f32000-6d64-49ea-baa9-474c7c740812 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:49.744927 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d59be2a9-12d1-4c24-97ea-7a38e1cc2aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.760702 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd96a686-da58-446a-ae3d-aa89f6ae8c85 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:49.969438 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d59be2a9-12d1-4c24-97ea-7a38e1cc2aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.036028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d59be2a9-12d1-4c24-97ea-7a38e1cc2aff None None] For port a1f32000-6d64-49ea-baa9-474c7c740812, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a1f32000-6d64-49ea-baa9-474c7c740812,segment=NetworkSegment(963f0703-fa9d-48ce-8414-fe236313eb72),segment_id=963f0703-fa9d-48ce-8414-fe236313eb72)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:50.044278 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d59be2a9-12d1-4c24-97ea-7a38e1cc2aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.161291 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59be2a9-12d1-4c24-97ea-7a38e1cc2aff None None] Pushing event updated for resources: {'Port': ['ID=a1f32000-6d64-49ea-baa9-474c7c740812,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:50.335507 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd96a686-da58-446a-ae3d-aa89f6ae8c85 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.351989 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd96a686-da58-446a-ae3d-aa89f6ae8c85 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.356238 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd96a686-da58-446a-ae3d-aa89f6ae8c85 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.381886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-779d5843-4dd1-4c91-bc1c-0030e2c5d51c None None] Provisioning complete for port a1f32000-6d64-49ea-baa9-474c7c740812 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:50.382272 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-779d5843-4dd1-4c91-bc1c-0030e2c5d51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.536803 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96a686-da58-446a-ae3d-aa89f6ae8c85 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=29bace68-304a-49db-b381-719dbdef2c03,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:50.618438 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-779d5843-4dd1-4c91-bc1c-0030e2c5d51c None None] Provisioning for port 29bace68-304a-49db-b381-719dbdef2c03 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:54:50.624699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-779d5843-4dd1-4c91-bc1c-0030e2c5d51c None None] Provisioning complete for port 29bace68-304a-49db-b381-719dbdef2c03 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:50.625317 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-779d5843-4dd1-4c91-bc1c-0030e2c5d51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.733423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a1f32000-6d64-49ea-baa9-474c7c740812 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:54:50.764242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96a686-da58-446a-ae3d-aa89f6ae8c85 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 16f64be5-0a80-423c-a8e2-b2b33279a02c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:50.766907 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cd96a686-da58-446a-ae3d-aa89f6ae8c85 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:50.830173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-779d5843-4dd1-4c91-bc1c-0030e2c5d51c None None] Port 29bace68-304a-49db-b381-719dbdef2c03 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:54:50.898462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port a1f32000-6d64-49ea-baa9-474c7c740812 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:50.899135 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:50.998275 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4e7ca383-f893-40ce-bf97-b00ce783673f None None] Provisioning complete for port 29bace68-304a-49db-b381-719dbdef2c03 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:50.998904 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e7ca383-f893-40ce-bf97-b00ce783673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.085082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd96a686-da58-446a-ae3d-aa89f6ae8c85 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:54:51.088707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4e7ca383-f893-40ce-bf97-b00ce783673f None None] Port 29bace68-304a-49db-b381-719dbdef2c03 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:54:51.328765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1bc9a6f7-2b7a-4e51-99d1-1503d8b59466 None None] Provisioning complete for port 29bace68-304a-49db-b381-719dbdef2c03 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:51.329675 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1bc9a6f7-2b7a-4e51-99d1-1503d8b59466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.357333 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fcdd461d-8c07-477f-a8d2-5ef556f1e0ea req-29ca455f-164d-4611-bfcf-5b1d03ca0111 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.8177693 Jul 16 03:54:51.392183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd96a686-da58-446a-ae3d-aa89f6ae8c85 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:51.404738 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cd96a686-da58-446a-ae3d-aa89f6ae8c85 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2889762 Jul 16 03:54:51.408198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:51.415464 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7962b1-4af3-43da-9f63-1d5e90549a89 None None] Sync routers for ids ['2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:51.418821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1bc9a6f7-2b7a-4e51-99d1-1503d8b59466 None None] Port 29bace68-304a-49db-b381-719dbdef2c03 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:54:51.485748 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7962b1-4af3-43da-9f63-1d5e90549a89 None None] Routers {'2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:51.487827 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9b7962b1-4af3-43da-9f63-1d5e90549a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:51.531046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6208536c-11c3-46fc-8eef-3c2275e55315 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:51.535332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37030) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:51.543494 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9b7962b1-4af3-43da-9f63-1d5e90549a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:51.546456 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6208536c-11c3-46fc-8eef-3c2275e55315 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports/29bace68-304a-49db-b381-719dbdef2c03 HTTP/1.1" status: 200 len: 984 time: 0.1369574 Jul 16 03:54:51.554031 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7962b1-4af3-43da-9f63-1d5e90549a89 None None] Routers {'2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:51.555095 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9b7962b1-4af3-43da-9f63-1d5e90549a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:51.604976 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9b7962b1-4af3-43da-9f63-1d5e90549a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:51.605873 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7962b1-4af3-43da-9f63-1d5e90549a89 None None] The sync data for ids ['2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:51.891045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-80b4ba9c-99d8-450d-9486-0020e94333a0 None None] Provisioning complete for port 29bace68-304a-49db-b381-719dbdef2c03 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:54:51.900948 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-80b4ba9c-99d8-450d-9486-0020e94333a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:51.999588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-80b4ba9c-99d8-450d-9486-0020e94333a0 None None] Port 29bace68-304a-49db-b381-719dbdef2c03 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:54:52.519694 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a27bb0de-7ec1-405a-8114-0bfba20e11bc req-beef4217-d05d-4615-b2f5-93dcfb7d0288 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0295124 Jul 16 03:54:52.674002 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-607def19-3332-4cae-b123-46480b5d5cd2 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:52.976548 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-607def19-3332-4cae-b123-46480b5d5cd2 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port 29bace68-304a-49db-b381-719dbdef2c03 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:52.977051 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-607def19-3332-4cae-b123-46480b5d5cd2 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:53.125389 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-607def19-3332-4cae-b123-46480b5d5cd2 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:53.146455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-607def19-3332-4cae-b123-46480b5d5cd2 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for 29bace68-304a-49db-b381-719dbdef2c03 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:53.410392 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-607def19-3332-4cae-b123-46480b5d5cd2 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:53.443372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607def19-3332-4cae-b123-46480b5d5cd2 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=29bace68-304a-49db-b381-719dbdef2c03,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:53.622766 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-607def19-3332-4cae-b123-46480b5d5cd2 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:53.784941 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fc97c1e-9351-487e-8b99-9d62dbcb286a req-55eb1a73-ac09-4832-928d-bdb6af0db0fa tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0850163 Jul 16 03:54:53.973128 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607def19-3332-4cae-b123-46480b5d5cd2 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:54:54.076011 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607def19-3332-4cae-b123-46480b5d5cd2 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:54:54.085212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8759ca2b-665b-47bf-bc30-2c6e91912d2a None None] Sync routers for ids ['2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:54:54.088262 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-607def19-3332-4cae-b123-46480b5d5cd2 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5518510 Jul 16 03:54:54.091667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:54.118857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8759ca2b-665b-47bf-bc30-2c6e91912d2a None None] Routers {'2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:54.119998 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8759ca2b-665b-47bf-bc30-2c6e91912d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:54.213710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8759ca2b-665b-47bf-bc30-2c6e91912d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:54.224136 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8759ca2b-665b-47bf-bc30-2c6e91912d2a None None] Routers {'2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:54:54.225104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8759ca2b-665b-47bf-bc30-2c6e91912d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:54.291016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8759ca2b-665b-47bf-bc30-2c6e91912d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:54.295067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8759ca2b-665b-47bf-bc30-2c6e91912d2a None None] The sync data for ids ['2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:54:54.438675 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-d364a89f-ed2d-494b-aa12-99466d204cf1 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 03:54:54.439959 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d364a89f-ed2d-494b-aa12-99466d204cf1 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3468752 Jul 16 03:54:54.442833 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37096) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:54.490709 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f70f9507-e12b-42a7-a03f-c9cf884448ca tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f HTTP/1.1" status: 200 len: 205 time: 0.0463593 Jul 16 03:54:54.498976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:54.657325 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f6336e8-16eb-406e-8afd-26f2fc2d5a84 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.977949 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f6336e8-16eb-406e-8afd-26f2fc2d5a84 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:54.980216 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f6336e8-16eb-406e-8afd-26f2fc2d5a84 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.070087 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc2f9e0a-ad08-4fe3-a9b4-e218cc555712 req-9ec649a4-d11a-4f3b-bf44-51a956c99fbc tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0462437 Jul 16 03:54:55.071608 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f6336e8-16eb-406e-8afd-26f2fc2d5a84 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.072155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6336e8-16eb-406e-8afd-26f2fc2d5a84 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Fanout notify agent at l3_agent the message router_deleted on router 2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:54:55.091480 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f6336e8-16eb-406e-8afd-26f2fc2d5a84 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.093346 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2f6336e8-16eb-406e-8afd-26f2fc2d5a84 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/routers/2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f HTTP/1.1" status: 204 len: 168 time: 0.5816050 Jul 16 03:54:55.096034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37110) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:55.182455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-702c7cc2-df59-4d01-baee-e74516d7666c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting subnet edb1a6ac-6bfe-4d69-a588-120f09874e59 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:54:55.192163 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-702c7cc2-df59-4d01-baee-e74516d7666c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.271933 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-702c7cc2-df59-4d01-baee-e74516d7666c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.377005 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-702c7cc2-df59-4d01-baee-e74516d7666c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.485478 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-702c7cc2-df59-4d01-baee-e74516d7666c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.520101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c7cc2-df59-4d01-baee-e74516d7666c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Subnet': ['ID=edb1a6ac-6bfe-4d69-a588-120f09874e59,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:55.520905 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-702c7cc2-df59-4d01-baee-e74516d7666c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.524996 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-702c7cc2-df59-4d01-baee-e74516d7666c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/edb1a6ac-6bfe-4d69-a588-120f09874e59 HTTP/1.1" status: 204 len: 168 time: 0.4234896 Jul 16 03:54:55.525538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:55.531310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934dbdc5-d297-48f5-a10a-3e7d14e99541 None None] Network 16f64be5-0a80-423c-a8e2-b2b33279a02c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:55.690969 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.703030 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:54:55.766373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port a1f32000-6d64-49ea-baa9-474c7c740812 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:54:55.767163 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.891074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] For port a1f32000-6d64-49ea-baa9-474c7c740812, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a1f32000-6d64-49ea-baa9-474c7c740812,segment=NetworkSegment(963f0703-fa9d-48ce-8414-fe236313eb72),segment_id=963f0703-fa9d-48ce-8414-fe236313eb72)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:54:55.891469 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:55.925897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for a1f32000-6d64-49ea-baa9-474c7c740812 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:54:56.099757 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.112354 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70b6e1c-1b1a-40e1-b57b-d941c35704d7 None None] DHCP port deletion for 16f64be5-0a80-423c-a8e2-b2b33279a02c request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:54:56.171633 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=a1f32000-6d64-49ea-baa9-474c7c740812,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:56.179792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No DVR routers for this DVR port a1f32000-6d64-49ea-baa9-474c7c740812 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:54:56.340769 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.353046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f64be5-0a80-423c-a8e2-b2b33279a02c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:56.367247 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963f0703-fa9d-48ce-8414-fe236313eb72') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:56.367552 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963f0703-fa9d-48ce-8414-fe236313eb72') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:54:56.380295 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.396470 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.405269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Releasing vlan 935 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:54:56.405823 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:54:56.499324 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:54:56.550912 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-188b9954-6d4f-49a7-abee-1b6cdb9a7e56 req-0a779619-4b89-402d-91c5-f60b40268b0b tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.2068419 Jul 16 03:54:56.555183 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.573294 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a1f32000-6d64-49ea-baa9-474c7c740812 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:54:56.578732 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.589159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/networks/16f64be5-0a80-423c-a8e2-b2b33279a02c HTTP/1.1" status: 204 len: 168 time: 1.0611582 Jul 16 03:54:56.599970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37148) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:56.606834 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0c66b299-a468-40f2-9c46-9ca99a61285a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1239502615'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:56.634964 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: a1f32000-6d64-49ea-baa9-474c7c740812 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:54:56.635337 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a1f32000-6d64-49ea-baa9-474c7c740812 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:54:56.638346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee1b3b-aa4f-4d1f-9853-1f0c128993db tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Network': ['ID=16f64be5-0a80-423c-a8e2-b2b33279a02c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:56.662660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c66b299-a468-40f2-9c46-9ca99a61285a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:56.670652 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c66b299-a468-40f2-9c46-9ca99a61285a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.703668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c66b299-a468-40f2-9c46-9ca99a61285a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 905} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:54:56.780018 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c66b299-a468-40f2-9c46-9ca99a61285a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.781440 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-0c66b299-a468-40f2-9c46-9ca99a61285a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Added segment 4499b873-bd3a-424a-8de0-87469529ae76 of type vlan for network 2c35661a-c1d3-40b1-9d32-7959f928dc48 Jul 16 03:54:56.906232 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c66b299-a468-40f2-9c46-9ca99a61285a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.952424 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c66b299-a468-40f2-9c46-9ca99a61285a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.958006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c66b299-a468-40f2-9c46-9ca99a61285a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:56.958619 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0c66b299-a468-40f2-9c46-9ca99a61285a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:56.984892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37154) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:56.985409 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0c66b299-a468-40f2-9c46-9ca99a61285a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3838415 Jul 16 03:54:56.990725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-da07c505-daa4-46ef-a78f-15b22fdcc3a4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'subnet': {'network_id': '2c35661a-c1d3-40b1-9d32-7959f928dc48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:57.136037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da07c505-daa4-46ef-a78f-15b22fdcc3a4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:54:57.140511 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da07c505-daa4-46ef-a78f-15b22fdcc3a4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:57.162816 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66b299-a468-40f2-9c46-9ca99a61285a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Network': ['ID=2c35661a-c1d3-40b1-9d32-7959f928dc48,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:57.180207 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 2c35661a-c1d3-40b1-9d32-7959f928dc48 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:54:57.405258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da07c505-daa4-46ef-a78f-15b22fdcc3a4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:57.501936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da07c505-daa4-46ef-a78f-15b22fdcc3a4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Checking segment: {'id': '4499b873-bd3a-424a-8de0-87469529ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2c35661a-c1d3-40b1-9d32-7959f928dc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:57.502593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da07c505-daa4-46ef-a78f-15b22fdcc3a4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network hostable DHCP agents. Network: 2c35661a-c1d3-40b1-9d32-7959f928dc48, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:54:57.504814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07c505-daa4-46ef-a78f-15b22fdcc3a4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Subnet': ['ID=0ed60025-3744-450e-9979-3abbec3fa6df,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:57.538231 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da07c505-daa4-46ef-a78f-15b22fdcc3a4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 2c35661a-c1d3-40b1-9d32-7959f928dc48 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:54:57.549637 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-da07c505-daa4-46ef-a78f-15b22fdcc3a4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 2c35661a-c1d3-40b1-9d32-7959f928dc48) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:57.555436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da07c505-daa4-46ef-a78f-15b22fdcc3a4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:54:57.556119 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da07c505-daa4-46ef-a78f-15b22fdcc3a4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:57.561535 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27706dd5-3dbc-433e-8ee8-470984bf383d None None] Network 2c35661a-c1d3-40b1-9d32-7959f928dc48 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:54:57.590868 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37172) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:57.597735 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-49b66a37-6ce3-4987-a2c5-c97fe8494f1a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-648058953', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:54:57.598434 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-da07c505-daa4-46ef-a78f-15b22fdcc3a4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6119621 Jul 16 03:54:57.651964 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b66a37-6ce3-4987-a2c5-c97fe8494f1a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:57.653081 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b66a37-6ce3-4987-a2c5-c97fe8494f1a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:57.801803 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b66a37-6ce3-4987-a2c5-c97fe8494f1a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:57.813160 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b66a37-6ce3-4987-a2c5-c97fe8494f1a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:57.844162 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-2c35661a-c1d3-40b1-9d32-7959f928dc48', 'network_id': '2c35661a-c1d3-40b1-9d32-7959f928dc48', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'fixed_ips': [{'subnet_id': '0ed60025-3744-450e-9979-3abbec3fa6df'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:54:57.845295 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:57.910830 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8cd3bee-6d59-4da2-a97d-ab1fd672ce80 req-83aa9f4b-9497-44e5-a608-8ab84c97271c tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0832009 Jul 16 03:54:57.953808 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-49b66a37-6ce3-4987-a2c5-c97fe8494f1a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:57.955503 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-49b66a37-6ce3-4987-a2c5-c97fe8494f1a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3621926 Jul 16 03:54:57.957926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37180) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:54:58.124209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Allocated IP 2001:db8::2 (2c35661a-c1d3-40b1-9d32-7959f928dc48/0ed60025-3744-450e-9979-3abbec3fa6df/6fdcf9cd-cadb-4414-9439-8c88daf578f0) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:58.324997 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:58.333718 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:58.335760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Transition to ACTIVE for port object 6fdcf9cd-cadb-4414-9439-8c88daf578f0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:58.353980 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Transition to ACTIVE for port object 6fdcf9cd-cadb-4414-9439-8c88daf578f0 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:58.360289 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:58.413384 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Network 2c35661a-c1d3-40b1-9d32-7959f928dc48 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:58.424164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:58.431955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:58.582239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Attempting to bind port 6fdcf9cd-cadb-4414-9439-8c88daf578f0 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:54:58.582980 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Attempting to bind port 6fdcf9cd-cadb-4414-9439-8c88daf578f0 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4499b873-bd3a-424a-8de0-87469529ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2c35661a-c1d3-40b1-9d32-7959f928dc48'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:54:58.583796 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Attempting to bind port 6fdcf9cd-cadb-4414-9439-8c88daf578f0 on network 2c35661a-c1d3-40b1-9d32-7959f928dc48 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:54:58.587949 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Pushing event updated for resources: {'Port': ['ID=6fdcf9cd-cadb-4414-9439-8c88daf578f0,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:58.594760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:54:58.595834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Checking segment: {'id': '4499b873-bd3a-424a-8de0-87469529ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2c35661a-c1d3-40b1-9d32-7959f928dc48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:54:58.597029 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:58.597603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Bound using segment: {'id': '4499b873-bd3a-424a-8de0-87469529ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2c35661a-c1d3-40b1-9d32-7959f928dc48'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:54:58.598301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Bound port: 6fdcf9cd-cadb-4414-9439-8c88daf578f0, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4499b873-bd3a-424a-8de0-87469529ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': '2c35661a-c1d3-40b1-9d32-7959f928dc48'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:54:58.598863 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:58.716688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] For port 6fdcf9cd-cadb-4414-9439-8c88daf578f0, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:54:58.720216 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] For port 6fdcf9cd-cadb-4414-9439-8c88daf578f0, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6fdcf9cd-cadb-4414-9439-8c88daf578f0,segment=NetworkSegment(4499b873-bd3a-424a-8de0-87469529ae76),segment_id=4499b873-bd3a-424a-8de0-87469529ae76)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:54:58.725971 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:58.741586 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Allocated IP 2001:db8::1 (2c35661a-c1d3-40b1-9d32-7959f928dc48/0ed60025-3744-450e-9979-3abbec3fa6df/fc95134a-c5e5-4238-895f-df9adb3238ac) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:54:58.785994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8d794-a99a-43be-a2b9-95a8c7406582 None None] Pushing event updated for resources: {'Port': ['ID=6fdcf9cd-cadb-4414-9439-8c88daf578f0,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:58.919975 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:58.941421 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Transition to ACTIVE for port object fc95134a-c5e5-4238-895f-df9adb3238ac will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:54:58.986424 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:59.172433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 2c35661a-c1d3-40b1-9d32-7959f928dc48 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:54:59.175949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:54:59.187502 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:54:59.188148 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:54:59.333394 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=fc95134a-c5e5-4238-895f-df9adb3238ac,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:54:59.374481 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-88c2c67d-4a0e-47a5-b01f-f378ab412bc2 req-0f2d8605-fc6f-447f-ab76-3671d89c0132 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0788920 Jul 16 03:54:59.488755 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:00.035322 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:00.092159 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:00.093175 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:00.101073 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-584595ac-ae47-472d-9114-e0d14f3f3043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:00.368146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=fc95134a-c5e5-4238-895f-df9adb3238ac,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:00.394325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 2c35661a-c1d3-40b1-9d32-7959f928dc48 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:00.396180 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:00.541076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23092f-395b-414e-b7f4-57d4712fbc63 None None] Network 2c35661a-c1d3-40b1-9d32-7959f928dc48 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:00.704729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 205937d4-a9dc-4767-8d65-902734d04cd0 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:55:00.713508 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6fdcf9cd-cadb-4414-9439-8c88daf578f0 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:00.744066 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a35c9bd0-02d9-4fbd-b84d-362260f1b4d3 None None] Provisioning for port 6fdcf9cd-cadb-4414-9439-8c88daf578f0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:00.890880 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 6fdcf9cd-cadb-4414-9439-8c88daf578f0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:00.908373 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 6fdcf9cd-cadb-4414-9439-8c88daf578f0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:00.909021 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.172883 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.189899 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.226431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 6fdcf9cd-cadb-4414-9439-8c88daf578f0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6fdcf9cd-cadb-4414-9439-8c88daf578f0,segment=NetworkSegment(4499b873-bd3a-424a-8de0-87469529ae76),segment_id=4499b873-bd3a-424a-8de0-87469529ae76)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:01.233033 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.331824 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=6fdcf9cd-cadb-4414-9439-8c88daf578f0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:01.597481 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.653687 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-deed114a-c019-465d-9029-7baf0046f1c9 req-f541788f-8dd1-48b4-becb-1855e20df795 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.8823524 Jul 16 03:55:01.690196 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:01.707032 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937de0b-1a39-41f2-b430-cef3e2c0716a None None] Sync routers for ids ['205937d4-a9dc-4767-8d65-902734d04cd0'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:01.710752 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f4a51f8c-6c5a-4f84-adb9-99f21cd6d348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/205937d4-a9dc-4767-8d65-902734d04cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7516251 Jul 16 03:55:01.713175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37270) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:01.734725 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d937de0b-1a39-41f2-b430-cef3e2c0716a None None] Routers {'205937d4-a9dc-4767-8d65-902734d04cd0'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:01.735382 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d937de0b-1a39-41f2-b430-cef3e2c0716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['205937d4-a9dc-4767-8d65-902734d04cd0'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:01.787762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076d6014-8e3e-4e7c-b902-b41c7933fcde tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:01.789529 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-076d6014-8e3e-4e7c-b902-b41c7933fcde tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports/fc95134a-c5e5-4238-895f-df9adb3238ac HTTP/1.1" status: 200 len: 911 time: 0.0751173 Jul 16 03:55:01.795802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:01.821026 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d937de0b-1a39-41f2-b430-cef3e2c0716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:01.859341 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d937de0b-1a39-41f2-b430-cef3e2c0716a None None] Routers {'205937d4-a9dc-4767-8d65-902734d04cd0'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:01.861504 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d937de0b-1a39-41f2-b430-cef3e2c0716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:54:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['205937d4-a9dc-4767-8d65-902734d04cd0'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:01.891053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-edc7800d-c82c-4271-bd6e-43aa67e0a1b8 None None] Provisioning for port fc95134a-c5e5-4238-895f-df9adb3238ac completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:01.906218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-edc7800d-c82c-4271-bd6e-43aa67e0a1b8 None None] Provisioning complete for port fc95134a-c5e5-4238-895f-df9adb3238ac triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:01.906727 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-edc7800d-c82c-4271-bd6e-43aa67e0a1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:01.953722 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d937de0b-1a39-41f2-b430-cef3e2c0716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:01.959995 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937de0b-1a39-41f2-b430-cef3e2c0716a None None] The sync data for ids ['205937d4-a9dc-4767-8d65-902734d04cd0'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:01.994674 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-edc7800d-c82c-4271-bd6e-43aa67e0a1b8 None None] Port fc95134a-c5e5-4238-895f-df9adb3238ac cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:02.027461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-edc7800d-c82c-4271-bd6e-43aa67e0a1b8 None None] Provisioning complete for port 6fdcf9cd-cadb-4414-9439-8c88daf578f0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:02.027806 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-edc7800d-c82c-4271-bd6e-43aa67e0a1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.324671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1ac31482-7183-4c23-bf23-3467dec294c5 None None] Provisioning complete for port fc95134a-c5e5-4238-895f-df9adb3238ac triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:02.325288 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1ac31482-7183-4c23-bf23-3467dec294c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.388227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1ac31482-7183-4c23-bf23-3467dec294c5 None None] Port fc95134a-c5e5-4238-895f-df9adb3238ac cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:02.614992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d0aa6a84-83ad-46f1-a4ad-b392f09a89e1 None None] Provisioning complete for port fc95134a-c5e5-4238-895f-df9adb3238ac triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:02.615380 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0aa6a84-83ad-46f1-a4ad-b392f09a89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.625469 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6fdcf9cd-cadb-4414-9439-8c88daf578f0 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:02.728817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d0aa6a84-83ad-46f1-a4ad-b392f09a89e1 None None] Port fc95134a-c5e5-4238-895f-df9adb3238ac cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:02.734833 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-390a4487-824c-4334-bbac-1d45ba188bdb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.746286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 6fdcf9cd-cadb-4414-9439-8c88daf578f0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:02.747281 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.865278 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-26baa070-a70a-48dc-99fe-01ede2e190c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:02.882444 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.006093 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-70753fd0-dc1a-4a77-97dc-a2561dadccf4 req-e7a666b5-a815-4800-8816-0ed7c620a857 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0782239 Jul 16 03:55:03.374368 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-390a4487-824c-4334-bbac-1d45ba188bdb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port fc95134a-c5e5-4238-895f-df9adb3238ac {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:03.378019 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-390a4487-824c-4334-bbac-1d45ba188bdb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.492494 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-390a4487-824c-4334-bbac-1d45ba188bdb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.508861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-390a4487-824c-4334-bbac-1d45ba188bdb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for fc95134a-c5e5-4238-895f-df9adb3238ac owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:03.760779 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-390a4487-824c-4334-bbac-1d45ba188bdb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.825766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a4487-824c-4334-bbac-1d45ba188bdb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=fc95134a-c5e5-4238-895f-df9adb3238ac,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:03.905314 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:03.980351 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-390a4487-824c-4334-bbac-1d45ba188bdb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:04.290722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390a4487-824c-4334-bbac-1d45ba188bdb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 205937d4-a9dc-4767-8d65-902734d04cd0 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:55:04.393005 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b59cfc95-d7c7-4ed6-bcc7-dbf69d438fb0 req-276dea11-20af-4aa4-9dbe-9226e899a7e4 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0848703 Jul 16 03:55:04.597483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390a4487-824c-4334-bbac-1d45ba188bdb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:04.608207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37356) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:04.615657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ed4f3-7dac-4036-bacd-a74355f9384e None None] Sync routers for ids ['205937d4-a9dc-4767-8d65-902734d04cd0'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:04.623270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ed4f3-7dac-4036-bacd-a74355f9384e None None] Routers {'205937d4-a9dc-4767-8d65-902734d04cd0'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:04.623898 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-863ed4f3-7dac-4036-bacd-a74355f9384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['205937d4-a9dc-4767-8d65-902734d04cd0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:04.639659 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-390a4487-824c-4334-bbac-1d45ba188bdb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/205937d4-a9dc-4767-8d65-902734d04cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8422258 Jul 16 03:55:04.716552 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-863ed4f3-7dac-4036-bacd-a74355f9384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:04.739834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ed4f3-7dac-4036-bacd-a74355f9384e None None] Routers {'205937d4-a9dc-4767-8d65-902734d04cd0'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:04.740514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-863ed4f3-7dac-4036-bacd-a74355f9384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['205937d4-a9dc-4767-8d65-902734d04cd0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:04.745888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:04.754947 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d6d34f5d-4e95-4750-947a-f0637102f229 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports?device_id=205937d4-a9dc-4767-8d65-902734d04cd0 HTTP/1.1" status: 200 len: 205 time: 0.1371834 Jul 16 03:55:04.826830 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-863ed4f3-7dac-4036-bacd-a74355f9384e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:04.827503 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ed4f3-7dac-4036-bacd-a74355f9384e None None] The sync data for ids ['205937d4-a9dc-4767-8d65-902734d04cd0'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:04.845222 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5022c96-27b6-4399-9ce3-910bac6723a7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.115096 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5022c96-27b6-4399-9ce3-910bac6723a7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.117523 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5022c96-27b6-4399-9ce3-910bac6723a7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.171610 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5022c96-27b6-4399-9ce3-910bac6723a7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.172232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5022c96-27b6-4399-9ce3-910bac6723a7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Fanout notify agent at l3_agent the message router_deleted on router 205937d4-a9dc-4767-8d65-902734d04cd0 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:55:05.190818 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e5022c96-27b6-4399-9ce3-910bac6723a7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.194319 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e5022c96-27b6-4399-9ce3-910bac6723a7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/routers/205937d4-a9dc-4767-8d65-902734d04cd0 HTTP/1.1" status: 204 len: 168 time: 0.4450576 Jul 16 03:55:05.194987 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37374) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:05.311245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting subnet 0ed60025-3744-450e-9979-3abbec3fa6df {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:55:05.315264 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.371195 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.561238 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.780104 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.826857 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.877977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17a56dfd-2100-457a-991d-ba25f8ee0934 req-313ce17f-8a2e-4be6-8293-d24240eaf5e1 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.1360993 Jul 16 03:55:05.936737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed60025-3744-450e-9979-3abbec3fa6df,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:05.945453 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:05.951003 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:05.953021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aab3203-b8a3-49c8-b241-66db7fee4258 None None] Network 2c35661a-c1d3-40b1-9d32-7959f928dc48 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:05.964048 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/0ed60025-3744-450e-9979-3abbec3fa6df HTTP/1.1" status: 204 len: 168 time: 0.7675986 Jul 16 03:55:05.979113 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:05.996225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:06.002420 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:06.003194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:06.003838 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:06.004609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:06.005373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:06.005962 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:06.006531 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:06.007094 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:06.007650 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:06.008213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d6e165-cbb8-43ef-a939-08ef4cb51a8c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:06.158156 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.226912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port 6fdcf9cd-cadb-4414-9439-8c88daf578f0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:06.227756 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.317769 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b2eb6-a006-4cf0-b0bc-6ded374013d1 None None] DHCP port deletion for 2c35661a-c1d3-40b1-9d32-7959f928dc48 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:55:06.384769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] For port 6fdcf9cd-cadb-4414-9439-8c88daf578f0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6fdcf9cd-cadb-4414-9439-8c88daf578f0,segment=NetworkSegment(4499b873-bd3a-424a-8de0-87469529ae76),segment_id=4499b873-bd3a-424a-8de0-87469529ae76)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:06.385053 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.403280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for 6fdcf9cd-cadb-4414-9439-8c88daf578f0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:06.410493 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b2eb6-a006-4cf0-b0bc-6ded374013d1 None None] Deleting port 6fdcf9cd-cadb-4414-9439-8c88daf578f0 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:06.411105 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb4b2eb6-a006-4cf0-b0bc-6ded374013d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.500611 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.506008 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bb4b2eb6-a006-4cf0-b0bc-6ded374013d1 None None] For port 6fdcf9cd-cadb-4414-9439-8c88daf578f0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6fdcf9cd-cadb-4414-9439-8c88daf578f0,segment=NetworkSegment(4499b873-bd3a-424a-8de0-87469529ae76),segment_id=4499b873-bd3a-424a-8de0-87469529ae76)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:06.507492 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb4b2eb6-a006-4cf0-b0bc-6ded374013d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.532370 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b2eb6-a006-4cf0-b0bc-6ded374013d1 None None] Calling delete_port for 6fdcf9cd-cadb-4414-9439-8c88daf578f0 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:06.533809 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=6fdcf9cd-cadb-4414-9439-8c88daf578f0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:06.552582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No DVR routers for this DVR port 6fdcf9cd-cadb-4414-9439-8c88daf578f0 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:06.676654 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6fdcf9cd-cadb-4414-9439-8c88daf578f0 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:06.704462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 6fdcf9cd-cadb-4414-9439-8c88daf578f0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:06.705104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6fdcf9cd-cadb-4414-9439-8c88daf578f0 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:06.751616 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.756008 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb4b2eb6-a006-4cf0-b0bc-6ded374013d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.795915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b2eb6-a006-4cf0-b0bc-6ded374013d1 None None] Pushing event deleted for resources: {'Port': ['ID=6fdcf9cd-cadb-4414-9439-8c88daf578f0,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:06.801386 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4b2eb6-a006-4cf0-b0bc-6ded374013d1 None None] No DVR routers for this DVR port 6fdcf9cd-cadb-4414-9439-8c88daf578f0 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:06.808102 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c35661a-c1d3-40b1-9d32-7959f928dc48']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:06.834334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4499b873-bd3a-424a-8de0-87469529ae76') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:06.834641 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4499b873-bd3a-424a-8de0-87469529ae76') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:06.866281 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.888716 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.911218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Releasing vlan 905 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:55:06.912093 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:55:06.918635 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:55:07.093456 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e70b319-8422-40c6-a919-a818088efb69 req-bc1a42f3-4749-42df-861a-b31b5aa3ae19 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0458329 Jul 16 03:55:07.095355 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.118494 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.129135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37428) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:07.134055 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1335406830', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:07.146119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/networks/2c35661a-c1d3-40b1-9d32-7959f928dc48 HTTP/1.1" status: 204 len: 168 time: 1.1927629 Jul 16 03:55:07.195480 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.197370 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.211626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6c01d-ec42-4f07-94b7-30177b775926 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Network': ['ID=2c35661a-c1d3-40b1-9d32-7959f928dc48,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:07.289957 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.509671 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.826523 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:07.849917 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:08.028924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Allocated IP 172.25.3.51 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/fbf95286-9493-4a85-a75e-c88d0b20ae6d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:08.165311 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:08.314025 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:08.436847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-efe7ffa6-f6fd-4697-9949-e50f3f751c3e req-771baf34-12b9-4aeb-a3c6-f3e7e94823ff tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0491161 Jul 16 03:55:08.442314 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:08.445417 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:08.449110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:08.486360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=fbf95286-9493-4a85-a75e-c88d0b20ae6d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:08.822721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.576850 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:09.779072 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d6dc770-ba30-4012-a5fc-963251618c89 req-6aa72c04-a172-4dfb-8e78-a4676add30c2 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0854802 Jul 16 03:55:09.788393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 6781a79f-963e-4caa-a653-e1ca79fd549b is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:55:09.963742 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:09.976430 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c6ce7-b4d1-4876-b3ca-7dd1bb352307 None None] Sync routers for ids ['6781a79f-963e-4caa-a653-e1ca79fd549b'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:10.003875 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c6ce7-b4d1-4876-b3ca-7dd1bb352307 None None] Routers {'6781a79f-963e-4caa-a653-e1ca79fd549b'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:10.004526 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b50c6ce7-b4d1-4876-b3ca-7dd1bb352307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['6781a79f-963e-4caa-a653-e1ca79fd549b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:10.021249 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:10.022498 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-19c032d0-63ff-4d3f-b5fc-4c518a2a019d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8922400 Jul 16 03:55:10.025709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37512) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:10.051694 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b50c6ce7-b4d1-4876-b3ca-7dd1bb352307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:10.061776 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c6ce7-b4d1-4876-b3ca-7dd1bb352307 None None] Routers {'6781a79f-963e-4caa-a653-e1ca79fd549b'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:10.062394 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b50c6ce7-b4d1-4876-b3ca-7dd1bb352307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['6781a79f-963e-4caa-a653-e1ca79fd549b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:10.138453 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b50c6ce7-b4d1-4876-b3ca-7dd1bb352307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:10.139115 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c6ce7-b4d1-4876-b3ca-7dd1bb352307 None None] The sync data for ids ['6781a79f-963e-4caa-a653-e1ca79fd549b'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:10.239126 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5ee3a41a-fa99-42ef-a9b4-79d6df856bd5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/routers/6781a79f-963e-4caa-a653-e1ca79fd549b HTTP/1.1" status: 200 len: 884 time: 0.2120106 Jul 16 03:55:10.241600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:11.003674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c140b5ed-dc95-418f-be26-18340b40dfc9 req-2373c8d7-c920-437e-9065-1a8e91203c33 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0547647 Jul 16 03:55:11.013364 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8135b884-f252-4ac2-a3dd-8faee3ba8735 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.7706928 Jul 16 03:55:11.016286 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37548) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:11.022368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0ba561ee-8108-45ae-b780-bd0ee8d6804f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1335406830'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:11.058919 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cdc95-8213-419b-8395-6cf06058c7d3 req-ec4769ec-aa87-4ff4-ab6a-c0172e7135d6 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:11.066293 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-428cdc95-8213-419b-8395-6cf06058c7d3 req-ec4769ec-aa87-4ff4-ab6a-c0172e7135d6 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=162245fa-7950-4ba2-bbda-da40066d90d0 HTTP/1.1" status: 200 len: 945 time: 0.1948838 Jul 16 03:55:11.131603 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-428cdc95-8213-419b-8395-6cf06058c7d3 req-a019733c-f50e-4fb0-82c2-dd5728b72ff2 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643358 Jul 16 03:55:11.471887 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ba561ee-8108-45ae-b780-bd0ee8d6804f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:11.493665 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ba561ee-8108-45ae-b780-bd0ee8d6804f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:11.647636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba561ee-8108-45ae-b780-bd0ee8d6804f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 6781a79f-963e-4caa-a653-e1ca79fd549b has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:55:11.782871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba561ee-8108-45ae-b780-bd0ee8d6804f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:11.789885 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ba561ee-8108-45ae-b780-bd0ee8d6804f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:11.790592 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0ba561ee-8108-45ae-b780-bd0ee8d6804f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/6781a79f-963e-4caa-a653-e1ca79fd549b HTTP/1.1" status: 200 len: 891 time: 0.7726202 Jul 16 03:55:11.792261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69bc8b-3219-4fd4-95b4-2c821ff88ded None None] Sync routers for ids ['6781a79f-963e-4caa-a653-e1ca79fd549b'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:11.793886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:11.805335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de69bc8b-3219-4fd4-95b4-2c821ff88ded None None] Routers {'6781a79f-963e-4caa-a653-e1ca79fd549b'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:11.806641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de69bc8b-3219-4fd4-95b4-2c821ff88ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['6781a79f-963e-4caa-a653-e1ca79fd549b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:11.848474 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de69bc8b-3219-4fd4-95b4-2c821ff88ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:11.858498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de69bc8b-3219-4fd4-95b4-2c821ff88ded None None] Routers {'6781a79f-963e-4caa-a653-e1ca79fd549b'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:11.859382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de69bc8b-3219-4fd4-95b4-2c821ff88ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['6781a79f-963e-4caa-a653-e1ca79fd549b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:11.894993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de69bc8b-3219-4fd4-95b4-2c821ff88ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:11.896053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de69bc8b-3219-4fd4-95b4-2c821ff88ded None None] The sync data for ids ['6781a79f-963e-4caa-a653-e1ca79fd549b'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:11.942241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2eae647a-80a1-4726-af03-eb3c140ebc1f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/routers/6781a79f-963e-4caa-a653-e1ca79fd549b HTTP/1.1" status: 200 len: 891 time: 0.1462049 Jul 16 03:55:11.944485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37592) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:11.985267 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6dfe1ff6-0f3a-4244-aefd-7a6e4bc724be tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports?device_id=6781a79f-963e-4caa-a653-e1ca79fd549b HTTP/1.1" status: 200 len: 205 time: 0.0381153 Jul 16 03:55:11.985398 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37598) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:12.274922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8525d66-5b10-42bc-9216-b7bd837de7f7 req-56f0d5e4-63c0-40a8-b436-0c65e9cab31e tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0428846 Jul 16 03:55:12.310481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a112810-69e0-4f96-8cbf-6365c37ef8f9 req-0b029a0f-a4c8-4a6c-8eee-619b7fc1bf55 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:12.312088 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a112810-69e0-4f96-8cbf-6365c37ef8f9 req-0b029a0f-a4c8-4a6c-8eee-619b7fc1bf55 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.20 "GET /v2.0/ports?device_id=162245fa-7950-4ba2-bbda-da40066d90d0 HTTP/1.1" status: 200 len: 945 time: 0.3035095 Jul 16 03:55:12.399688 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-028119df-aea2-4744-8b03-597c76262122 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:12.599962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceea630-8a71-4d3f-98c6-dafd35308115 req-61a24407-80c4-41ce-a83d-37bdbb0c7a54 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:12.607260 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dceea630-8a71-4d3f-98c6-dafd35308115 req-61a24407-80c4-41ce-a83d-37bdbb0c7a54 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=162245fa-7950-4ba2-bbda-da40066d90d0 HTTP/1.1" status: 200 len: 945 time: 0.3285036 Jul 16 03:55:12.721556 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-028119df-aea2-4744-8b03-597c76262122 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:12.745050 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dceea630-8a71-4d3f-98c6-dafd35308115 req-a60af842-a7fb-4071-865e-a7eaa6bd4c03 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/security-groups?id=c0a098d0-7071-4eea-8d2f-44c6f4f50775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084487 Jul 16 03:55:12.769454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a112810-69e0-4f96-8cbf-6365c37ef8f9 req-af1294b0-04a2-49b3-aa33-5618c611cb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Deleting port 2c7ebec5-9c76-4a13-9c08-ad34cc038420 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:12.769806 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a112810-69e0-4f96-8cbf-6365c37ef8f9 req-af1294b0-04a2-49b3-aa33-5618c611cb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:12.893584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a42d29-d5d9-4bb3-94da-70ee08c0101e req-2d6b1f2d-fd70-4708-bd6d-13bd5c910c08 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:12.895347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31a42d29-d5d9-4bb3-94da-70ee08c0101e req-2d6b1f2d-fd70-4708-bd6d-13bd5c910c08 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1098 time: 0.2352037 Jul 16 03:55:12.949863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-3a112810-69e0-4f96-8cbf-6365c37ef8f9 req-af1294b0-04a2-49b3-aa33-5618c611cb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] For port 2c7ebec5-9c76-4a13-9c08-ad34cc038420, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=2c7ebec5-9c76-4a13-9c08-ad34cc038420,segment=NetworkSegment(584e7538-e02e-4c23-99a4-c99e8290646d),segment_id=584e7538-e02e-4c23-99a4-c99e8290646d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:12.950229 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a112810-69e0-4f96-8cbf-6365c37ef8f9 req-af1294b0-04a2-49b3-aa33-5618c611cb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:12.988984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-3a112810-69e0-4f96-8cbf-6365c37ef8f9 req-af1294b0-04a2-49b3-aa33-5618c611cb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Calling delete_port for 2c7ebec5-9c76-4a13-9c08-ad34cc038420 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:12.992974 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31a42d29-d5d9-4bb3-94da-70ee08c0101e req-a124aa0a-1936-4d58-9c8d-58ad0af065c0 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861020 Jul 16 03:55:13.003030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-028119df-aea2-4744-8b03-597c76262122 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port fbf95286-9493-4a85-a75e-c88d0b20ae6d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:13.003374 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-028119df-aea2-4744-8b03-597c76262122 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:13.022514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37634) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:13.272882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a4980d80-753e-482f-998e-763f0f02f62c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port 2afff3a8-9df9-4fb5-aeba-12056078aa58 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:13.273239 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4980d80-753e-482f-998e-763f0f02f62c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:13.358113 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a112810-69e0-4f96-8cbf-6365c37ef8f9 req-af1294b0-04a2-49b3-aa33-5618c611cb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:13.370667 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['2c7ebec5-9c76-4a13-9c08-ad34cc038420'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:13.418434 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-028119df-aea2-4744-8b03-597c76262122 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:13.514181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1294b0-04a2-49b3-aa33-5618c611cb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Pushing event deleted for resources: {'Port': ['ID=2c7ebec5-9c76-4a13-9c08-ad34cc038420,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:13.521037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-028119df-aea2-4744-8b03-597c76262122 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for fbf95286-9493-4a85-a75e-c88d0b20ae6d owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:13.534357 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4980d80-753e-482f-998e-763f0f02f62c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:13.534678 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4980d80-753e-482f-998e-763f0f02f62c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:13.565786 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a4980d80-753e-482f-998e-763f0f02f62c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for 2afff3a8-9df9-4fb5-aeba-12056078aa58 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:13.657286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a112810-69e0-4f96-8cbf-6365c37ef8f9 req-af1294b0-04a2-49b3-aa33-5618c611cb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] No DVR routers for this DVR port 2c7ebec5-9c76-4a13-9c08-ad34cc038420 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:13.661765 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-3a112810-69e0-4f96-8cbf-6365c37ef8f9 req-af1294b0-04a2-49b3-aa33-5618c611cb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:13.668242 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a112810-69e0-4f96-8cbf-6365c37ef8f9 req-af1294b0-04a2-49b3-aa33-5618c611cb45 tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.20 "DELETE /v2.0/ports/2c7ebec5-9c76-4a13-9c08-ad34cc038420 HTTP/1.1" status: 204 len: 173 time: 1.3340628 Jul 16 03:55:13.673489 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92ca1778-1e92-4cd2-bafd-a4f30f8b5445 req-8dac7747-a3f7-492b-8850-cc31ba5e67e1 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.1083112 Jul 16 03:55:13.676461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162245fa-7950-4ba2-bbda-da40066d90d0', 'name': 'network-vif-deleted', 'tag': '2c7ebec5-9c76-4a13-9c08-ad34cc038420'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:13.677937 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803f4d9b-6a82-4ed6-ae54-b3ff59752b80" -d '{"events": [{"server_uuid": "162245fa-7950-4ba2-bbda-da40066d90d0", "name": "network-vif-deleted", "tag": "2c7ebec5-9c76-4a13-9c08-ad34cc038420"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:13.780659 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef701887-2a62-4c36-8700-921804629fe9 x-openstack-request-id: req-ef701887-2a62-4c36-8700-921804629fe9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:13.780956 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162245fa-7950-4ba2-bbda-da40066d90d0", "name": "network-vif-deleted", "tag": "2c7ebec5-9c76-4a13-9c08-ad34cc038420", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:13.781391 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef701887-2a62-4c36-8700-921804629fe9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:13.781642 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162245fa-7950-4ba2-bbda-da40066d90d0', 'name': 'network-vif-deleted', 'tag': '2c7ebec5-9c76-4a13-9c08-ad34cc038420', 'status': 'completed', 'code': 200} Jul 16 03:55:13.848921 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4980d80-753e-482f-998e-763f0f02f62c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:13.880246 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4980d80-753e-482f-998e-763f0f02f62c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=2afff3a8-9df9-4fb5-aeba-12056078aa58,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:14.013288 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4980d80-753e-482f-998e-763f0f02f62c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.013645 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-a4980d80-753e-482f-998e-763f0f02f62c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Floating IP 9431b875-dcb9-4db7-bd10-2f590f8dce17 disassociated (deleted). External IP: 172.25.3.81, port: 8f212f4c-a838-4911-a138-93af8db9ca41. Jul 16 03:55:14.054880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-028119df-aea2-4744-8b03-597c76262122 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.180329 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028119df-aea2-4744-8b03-597c76262122 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=fbf95286-9493-4a85-a75e-c88d0b20ae6d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:14.260962 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-028119df-aea2-4744-8b03-597c76262122 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.369934 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-028119df-aea2-4744-8b03-597c76262122 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.373198 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-028119df-aea2-4744-8b03-597c76262122 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.422412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4980d80-753e-482f-998e-763f0f02f62c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router 5f68632e-504e-4db8-a22a-215698ffc8e3 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:55:14.443120 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5313c5da-d23c-458a-b111-1fb94bd46ba9 req-c2ca3c3d-f26d-4c2f-b544-9eb8a3acb5dd tempest-VolumesSnapshotTestJSON-848357478 tempest-VolumesSnapshotTestJSON-848357478-project] 10.222.0.18 "GET /v2.0/ports?device_id=162245fa-7950-4ba2-bbda-da40066d90d0 HTTP/1.1" status: 200 len: 210 time: 0.4227953 Jul 16 03:55:14.444107 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-028119df-aea2-4744-8b03-597c76262122 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.444820 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028119df-aea2-4744-8b03-597c76262122 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Fanout notify agent at l3_agent the message router_deleted on router 6781a79f-963e-4caa-a653-e1ca79fd549b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:55:14.470801 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-028119df-aea2-4744-8b03-597c76262122 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.479727 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-028119df-aea2-4744-8b03-597c76262122 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/routers/6781a79f-963e-4caa-a653-e1ca79fd549b HTTP/1.1" status: 204 len: 168 time: 2.4936125 Jul 16 03:55:14.485017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:14.491250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a8014a05-964d-4aaf-932c-742b831b06f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-58533607'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:14.517045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8014a05-964d-4aaf-932c-742b831b06f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:14.521781 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8014a05-964d-4aaf-932c-742b831b06f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.555248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8014a05-964d-4aaf-932c-742b831b06f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:55:14.570046 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8014a05-964d-4aaf-932c-742b831b06f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.570784 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-a8014a05-964d-4aaf-932c-742b831b06f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Added segment 93dc2c7d-5536-4558-8a45-2d65d8fbe6ab of type vlan for network 256d5357-1f9d-4c97-a084-eceed6f4a811 Jul 16 03:55:14.642061 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8014a05-964d-4aaf-932c-742b831b06f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.691713 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8014a05-964d-4aaf-932c-742b831b06f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.699579 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8014a05-964d-4aaf-932c-742b831b06f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:14.700776 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a8014a05-964d-4aaf-932c-742b831b06f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.753313 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4980d80-753e-482f-998e-763f0f02f62c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:14.766112 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a9bd2b-5512-4884-86bd-f80a1ecb2e6e None None] Sync routers for ids ['5f68632e-504e-4db8-a22a-215698ffc8e3'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:14.767699 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a4980d80-753e-482f-998e-763f0f02f62c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:14.768168 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a8014a05-964d-4aaf-932c-742b831b06f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2815013 Jul 16 03:55:14.771245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:14.784723 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9bd2b-5512-4884-86bd-f80a1ecb2e6e None None] Routers {'5f68632e-504e-4db8-a22a-215698ffc8e3'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:14.785568 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d4a9bd2b-5512-4884-86bd-f80a1ecb2e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5f68632e-504e-4db8-a22a-215698ffc8e3'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:14.787722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fedc88e7-85e3-4f5c-a1e9-a496b3ea19bc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'subnet': {'network_id': '256d5357-1f9d-4c97-a084-eceed6f4a811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:14.854969 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-490ebacf-4ce2-4693-8d46-204690835cb8 req-509e460e-8e77-4c0a-ab3b-1808f5ce25ea service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0773478 Jul 16 03:55:14.910213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8014a05-964d-4aaf-932c-742b831b06f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Network': ['ID=256d5357-1f9d-4c97-a084-eceed6f4a811,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:14.920587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 256d5357-1f9d-4c97-a084-eceed6f4a811 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:55:14.951086 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d4a9bd2b-5512-4884-86bd-f80a1ecb2e6e None None] Set router 5f68632e-504e-4db8-a22a-215698ffc8e3 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:14.951397 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a4980d80-753e-482f-998e-763f0f02f62c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/floatingips/9431b875-dcb9-4db7-bd10-2f590f8dce17 HTTP/1.1" status: 204 len: 168 time: 1.9178336 Jul 16 03:55:14.959561 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:14.967892 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d454d96-00cd-4996-a493-8e2f6706c419" -d '{"events": [{"name": "network-changed", "server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:15.086291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-141c19db-b2c7-4328-acc3-a265315ab40f req-845213bf-f429-4f57-afe4-dcb7c7c38393 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0981503 Jul 16 03:55:15.201987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedc88e7-85e3-4f5c-a1e9-a496b3ea19bc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:15.216017 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedc88e7-85e3-4f5c-a1e9-a496b3ea19bc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:15.245160 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eec8a1-b9b7-4b08-a256-8e9d8b127542 x-openstack-request-id: req-33eec8a1-b9b7-4b08-a256-8e9d8b127542 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:15.245683 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:15.246173 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33eec8a1-b9b7-4b08-a256-8e9d8b127542 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:15.246730 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41', 'status': 'completed', 'code': 200} Jul 16 03:55:15.418544 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d4a9bd2b-5512-4884-86bd-f80a1ecb2e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'e6e6644c-ed9d-432d-81ed-dd49db94b356', 'name': '', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:7f:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:43Z', 'updated_at': '2021-07-16T03:52:51Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:15.472533 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a9bd2b-5512-4884-86bd-f80a1ecb2e6e None None] Checking router: 5f68632e-504e-4db8-a22a-215698ffc8e3 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:15.482295 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9bd2b-5512-4884-86bd-f80a1ecb2e6e None None] Routers {'5f68632e-504e-4db8-a22a-215698ffc8e3'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:15.483636 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d4a9bd2b-5512-4884-86bd-f80a1ecb2e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5f68632e-504e-4db8-a22a-215698ffc8e3'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:15.514487 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedc88e7-85e3-4f5c-a1e9-a496b3ea19bc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:15.633905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc88e7-85e3-4f5c-a1e9-a496b3ea19bc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Subnet': ['ID=e3bf422b-96a2-434c-abc4-64fcc4919412,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:15.711477 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d4a9bd2b-5512-4884-86bd-f80a1ecb2e6e None None] Set router 5f68632e-504e-4db8-a22a-215698ffc8e3 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:15.743478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc88e7-85e3-4f5c-a1e9-a496b3ea19bc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Checking segment: {'id': '93dc2c7d-5536-4558-8a45-2d65d8fbe6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '256d5357-1f9d-4c97-a084-eceed6f4a811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:15.743478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedc88e7-85e3-4f5c-a1e9-a496b3ea19bc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network hostable DHCP agents. Network: 256d5357-1f9d-4c97-a084-eceed6f4a811, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:55:15.755316 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d454d96-00cd-4996-a493-8e2f6706c419 req-0e0570a1-76a3-40d1-ac97-2a3f9ec5764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:15.763465 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d454d96-00cd-4996-a493-8e2f6706c419 req-0e0570a1-76a3-40d1-ac97-2a3f9ec5764a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 1098 time: 0.2613945 Jul 16 03:55:15.882440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d454d96-00cd-4996-a493-8e2f6706c419 req-c899927a-4646-45cd-a84f-b06145a348b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:15.884015 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d454d96-00cd-4996-a493-8e2f6706c419 req-c899927a-4646-45cd-a84f-b06145a348b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=521f2e99-0acc-4c19-96ce-f5c71917e29a HTTP/1.1" status: 200 len: 898 time: 0.1106877 Jul 16 03:55:15.990231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 2c7ebec5-9c76-4a13-9c08-ad34cc038420 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:15.998097 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d454d96-00cd-4996-a493-8e2f6706c419 req-400c159e-dd1e-48c7-8dbc-f8501b1c8b30 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 200 len: 217 time: 0.1055896 Jul 16 03:55:15.998996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedc88e7-85e3-4f5c-a1e9-a496b3ea19bc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 256d5357-1f9d-4c97-a084-eceed6f4a811 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:55:16.050985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 2c7ebec5-9c76-4a13-9c08-ad34cc038420 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:16.051330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 2c7ebec5-9c76-4a13-9c08-ad34cc038420 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:16.053490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d454d96-00cd-4996-a493-8e2f6706c419 req-c590d3f9-63e9-484c-b9fa-e104f403951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:16.055074 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d454d96-00cd-4996-a493-8e2f6706c419 req-c590d3f9-63e9-484c-b9fa-e104f403951e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c72678d-14ac-4d24-aa24-489cddb52740 HTTP/1.1" status: 200 len: 835 time: 0.0483959 Jul 16 03:55:16.062213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fedc88e7-85e3-4f5c-a1e9-a496b3ea19bc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 256d5357-1f9d-4c97-a084-eceed6f4a811) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:16.081590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc88e7-85e3-4f5c-a1e9-a496b3ea19bc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:16.082285 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fedc88e7-85e3-4f5c-a1e9-a496b3ea19bc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.104807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657de435-3895-4b5f-8c62-d4422c97f4be None None] Network 256d5357-1f9d-4c97-a084-eceed6f4a811 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:16.174267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cec56-e598-44fa-a39f-f6060220a6b7 req-c07fbeda-2323-40b7-bd29-0b2b94a47e28 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:16.187298 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e6cec56-e598-44fa-a39f-f6060220a6b7 req-c07fbeda-2323-40b7-bd29-0b2b94a47e28 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 947 time: 0.5325406 Jul 16 03:55:16.204281 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fedc88e7-85e3-4f5c-a1e9-a496b3ea19bc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4320846 Jul 16 03:55:16.206919 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37740) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:16.211729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-93313122-d5b8-4e31-a0a8-71812d3f4cd4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1502416342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:16.335300 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93313122-d5b8-4e31-a0a8-71812d3f4cd4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.336552 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93313122-d5b8-4e31-a0a8-71812d3f4cd4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.352111 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e6cec56-e598-44fa-a39f-f6060220a6b7 req-457f80c6-4474-4ca4-a161-2c9da8ce9628 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609643 Jul 16 03:55:16.416277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d454d96-00cd-4996-a493-8e2f6706c419 req-069705fb-7a6a-4556-8e46-71d6307e63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:16.422827 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d454d96-00cd-4996-a493-8e2f6706c419 req-069705fb-7a6a-4556-8e46-71d6307e63b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=521f2e99-0acc-4c19-96ce-f5c71917e29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3580120 Jul 16 03:55:16.577916 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93313122-d5b8-4e31-a0a8-71812d3f4cd4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.583604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93313122-d5b8-4e31-a0a8-71812d3f4cd4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.593972 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-256d5357-1f9d-4c97-a084-eceed6f4a811', 'network_id': '256d5357-1f9d-4c97-a084-eceed6f4a811', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'fixed_ips': [{'subnet_id': 'e3bf422b-96a2-434c-abc4-64fcc4919412'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:55:16.595139 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.629524 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-93313122-d5b8-4e31-a0a8-71812d3f4cd4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:16.633421 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-93313122-d5b8-4e31-a0a8-71812d3f4cd4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4229085 Jul 16 03:55:16.634044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37752) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:16.811282 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d4a9bd2b-5512-4884-86bd-f80a1ecb2e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'e6e6644c-ed9d-432d-81ed-dd49db94b356', 'name': '', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:7f:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:43Z', 'updated_at': '2021-07-16T03:52:51Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:16.836727 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d454d96-00cd-4996-a493-8e2f6706c419 req-00bdd95e-0cec-400e-8803-fc70e731f2d6 service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957667 Jul 16 03:55:16.844194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Allocated IP 2001:db8::2 (256d5357-1f9d-4c97-a084-eceed6f4a811/e3bf422b-96a2-434c-abc4-64fcc4919412/8c8f9dad-d8ce-42c6-83ca-31ed98403ef1) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:16.850869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0324fdb-d541-4662-9c65-d01aac51cd4b req-88314426-5300-4c4c-9455-74897bb63c85 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.4268258 Jul 16 03:55:16.897980 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a9bd2b-5512-4884-86bd-f80a1ecb2e6e None None] The sync data for ids ['5f68632e-504e-4db8-a22a-215698ffc8e3'] in n-d-800088-6 is: [{'id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'e6e6644c-ed9d-432d-81ed-dd49db94b356', 'name': '', 'network_id': '521f2e99-0acc-4c19-96ce-f5c71917e29a', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:7f:02:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:43Z', 'updated_at': '2021-07-16T03:52:51Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '0c72678d-14ac-4d24-aa24-489cddb52740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:17.174449 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.200227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Transition to ACTIVE for port object 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:17.237609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d454d96-00cd-4996-a493-8e2f6706c419 req-06808f68-b9d4-4647-bc5b-61e2fd302022 service neutron] 10.222.0.20 "GET /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095095 Jul 16 03:55:17.239255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Transition to ACTIVE for port object 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:17.250274 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.333753 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4d8d6-2f3e-4a7c-a296-e4d25236b8e5 req-a9c3b59f-813b-4d3c-b614-d9ba91f51d92 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:17.336259 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3f4d8d6-2f3e-4a7c-a296-e4d25236b8e5 req-a9c3b59f-813b-4d3c-b614-d9ba91f51d92 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 947 time: 0.6480412 Jul 16 03:55:17.340696 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Network 256d5357-1f9d-4c97-a084-eceed6f4a811 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:17.344303 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:17.354546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:17.537690 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Attempting to bind port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:17.545336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Attempting to bind port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '93dc2c7d-5536-4558-8a45-2d65d8fbe6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '256d5357-1f9d-4c97-a084-eceed6f4a811'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:17.546155 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Attempting to bind port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 on network 256d5357-1f9d-4c97-a084-eceed6f4a811 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:17.549368 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Pushing event updated for resources: {'Port': ['ID=8c8f9dad-d8ce-42c6-83ca-31ed98403ef1,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:17.579304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:17.581711 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Checking segment: {'id': '93dc2c7d-5536-4558-8a45-2d65d8fbe6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '256d5357-1f9d-4c97-a084-eceed6f4a811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:17.582298 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.582908 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Bound using segment: {'id': '93dc2c7d-5536-4558-8a45-2d65d8fbe6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '256d5357-1f9d-4c97-a084-eceed6f4a811'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:17.585590 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Bound port: 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dc2c7d-5536-4558-8a45-2d65d8fbe6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '256d5357-1f9d-4c97-a084-eceed6f4a811'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:17.586197 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.599705 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.617540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6eda4-fde5-4fe1-9efe-a19b9398d1dc None None] New status for floating IP 9431b875-dcb9-4db7-bd10-2f590f8dce17: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:55:17.761013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c3f4d8d6-2f3e-4a7c-a296-e4d25236b8e5 req-e7832812-2126-457e-832b-a064ce616ba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port 8f212f4c-a838-4911-a138-93af8db9ca41 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:17.761421 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3f4d8d6-2f3e-4a7c-a296-e4d25236b8e5 req-e7832812-2126-457e-832b-a064ce616ba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:17.997113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] For port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:18.002407 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] For port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8c8f9dad-d8ce-42c6-83ca-31ed98403ef1,segment=NetworkSegment(93dc2c7d-5536-4558-8a45-2d65d8fbe6ab),segment_id=93dc2c7d-5536-4558-8a45-2d65d8fbe6ab)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:18.008826 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.141546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fbea6-a15f-4b1e-b35a-29e10b688af1 None None] Pushing event updated for resources: {'Port': ['ID=8c8f9dad-d8ce-42c6-83ca-31ed98403ef1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:18.206634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Allocated IP 2001:db8::1 (256d5357-1f9d-4c97-a084-eceed6f4a811/e3bf422b-96a2-434c-abc4-64fcc4919412/37214756-2383-4b4f-9b2d-c3bdc014c8d0) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:18.565245 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.636054 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Transition to ACTIVE for port object 37214756-2383-4b4f-9b2d-c3bdc014c8d0 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:18.786636 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.846022 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1167419d-5c99-48f4-b9bc-385031186728 req-8e2660ff-c2a8-4752-bd0b-72afcca2672e tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db7231a-3f9c-4219-891a-c843355361f5&device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.8721673 Jul 16 03:55:18.917926 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=37214756-2383-4b4f-9b2d-c3bdc014c8d0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:18.918754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-c3f4d8d6-2f3e-4a7c-a296-e4d25236b8e5 req-e7832812-2126-457e-832b-a064ce616ba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] For port 8f212f4c-a838-4911-a138-93af8db9ca41, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8f212f4c-a838-4911-a138-93af8db9ca41,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:18.919140 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3f4d8d6-2f3e-4a7c-a296-e4d25236b8e5 req-e7832812-2126-457e-832b-a064ce616ba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.954191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 256d5357-1f9d-4c97-a084-eceed6f4a811 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:18.962255 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:18.963374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-c3f4d8d6-2f3e-4a7c-a296-e4d25236b8e5 req-e7832812-2126-457e-832b-a064ce616ba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for 8f212f4c-a838-4911-a138-93af8db9ca41 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:18.970796 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:18.976709 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:18.998039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb40b06-bd21-4ef1-810f-7781013da081 req-7e29cc1e-da01-4093-8300-2ac05b8a1bcd tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:19.006356 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffb40b06-bd21-4ef1-810f-7781013da081 req-7e29cc1e-da01-4093-8300-2ac05b8a1bcd tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 947 time: 1.2720985 Jul 16 03:55:19.150892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ffb40b06-bd21-4ef1-810f-7781013da081 req-c45cc2ed-e150-4dd8-9a7f-f3b6d54bc2f4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=330e8d29-c47f-4978-9158-1432689d37e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431351 Jul 16 03:55:19.328840 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3f4d8d6-2f3e-4a7c-a296-e4d25236b8e5 req-e7832812-2126-457e-832b-a064ce616ba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:19.443614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7832812-2126-457e-832b-a064ce616ba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=8f212f4c-a838-4911-a138-93af8db9ca41,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:19.451535 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:19.481746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f4d8d6-2f3e-4a7c-a296-e4d25236b8e5 req-e7832812-2126-457e-832b-a064ce616ba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] No DVR routers for this DVR port 8f212f4c-a838-4911-a138-93af8db9ca41 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:19.486656 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-c3f4d8d6-2f3e-4a7c-a296-e4d25236b8e5 req-e7832812-2126-457e-832b-a064ce616ba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:19.489684 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3f4d8d6-2f3e-4a7c-a296-e4d25236b8e5 req-e7832812-2126-457e-832b-a064ce616ba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "DELETE /v2.0/ports/8f212f4c-a838-4911-a138-93af8db9ca41 HTTP/1.1" status: 204 len: 173 time: 2.1478932 Jul 16 03:55:19.491254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'name': 'network-vif-deleted', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:19.494991 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d0a183-cf9e-4b84-8602-9423abfc131d" -d '{"events": [{"server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "name": "network-vif-deleted", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:19.571835 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9d3875-d64d-4a61-9c6b-415fedb330f7 x-openstack-request-id: req-4c9d3875-d64d-4a61-9c6b-415fedb330f7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:19.572151 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e282a4df-08b9-45da-ad22-44a10dd4bbd0", "name": "network-vif-deleted", "tag": "8f212f4c-a838-4911-a138-93af8db9ca41", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:19.572423 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c9d3875-d64d-4a61-9c6b-415fedb330f7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:19.572819 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e282a4df-08b9-45da-ad22-44a10dd4bbd0', 'name': 'network-vif-deleted', 'tag': '8f212f4c-a838-4911-a138-93af8db9ca41', 'status': 'completed', 'code': 200} Jul 16 03:55:19.941193 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-088aa69d-0383-48ed-aa18-69ef15ac04f7 req-b253b206-c8f8-474e-a060-9b49f48103b2 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0630293 Jul 16 03:55:19.996431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8f212f4c-a838-4911-a138-93af8db9ca41 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:20.061568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 8f212f4c-a838-4911-a138-93af8db9ca41 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:20.062186 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8f212f4c-a838-4911-a138-93af8db9ca41 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:20.065705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e492ee9b-f693-4e2e-a7c7-e0788b48e516 None None] Network 256d5357-1f9d-4c97-a084-eceed6f4a811 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:20.090694 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:20.106592 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:20.106592 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:20.210492 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-98f11bbb-d51e-49ec-a6a4-d510be37e210 req-42153727-5070-4e90-90ad-d016916f6aec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52889a55f3f7413c935352e308c0e768&device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.1172812 Jul 16 03:55:20.468885 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34d75b6a-e71b-4e92-bd5f-70715f7a3336 req-78d2ee1f-0347-43ed-a9a2-1901f3f5268d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282a4df-08b9-45da-ad22-44a10dd4bbd0 HTTP/1.1" status: 200 len: 210 time: 0.0821323 Jul 16 03:55:20.475923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5125da0e-4337-4661-b85b-5c43bcde15f6 None None] Provisioning for port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:20.738806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:20.850395 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:20.862046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:20.862740 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.097831 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.101017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=37214756-2383-4b4f-9b2d-c3bdc014c8d0,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:21.152941 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-98f11bbb-d51e-49ec-a6a4-d510be37e210 req-88d392c4-7380-470f-b196-583c3f68ee31 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=52889a55f3f7413c935352e308c0e768&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9246416 Jul 16 03:55:21.166110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8c8f9dad-d8ce-42c6-83ca-31ed98403ef1,segment=NetworkSegment(93dc2c7d-5536-4558-8a45-2d65d8fbe6ab),segment_id=93dc2c7d-5536-4558-8a45-2d65d8fbe6ab)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:21.171404 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.195242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 256d5357-1f9d-4c97-a084-eceed6f4a811 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:21.281182 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:21.339003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=8c8f9dad-d8ce-42c6-83ca-31ed98403ef1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:21.423207 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e28a2b77-703a-49f6-b074-d8553846c51e None None] Provisioning complete for port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:21.424177 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e28a2b77-703a-49f6-b074-d8553846c51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.429222 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89facdc2-ac71-4669-b41e-97ca1882c4e9 req-6912c3fa-d494-457e-bf01-80572aa5b9ea tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.2326877 Jul 16 03:55:21.552039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-5d795880-7ec2-4d15-90b7-61e19c31aa55 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:21.575452 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-5d795880-7ec2-4d15-90b7-61e19c31aa55 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 811 time: 0.3040802 Jul 16 03:55:21.660764 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-d89a5b4f-39d0-44a9-bb7a-eabad82b329d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/quotas/141b36b166934e7d90312d1c02c7c1cd HTTP/1.1" status: 200 len: 375 time: 0.0842428 Jul 16 03:55:21.718364 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e28a2b77-703a-49f6-b074-d8553846c51e None None] Provisioning for port 37214756-2383-4b4f-9b2d-c3bdc014c8d0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:21.751547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e28a2b77-703a-49f6-b074-d8553846c51e None None] Provisioning complete for port 37214756-2383-4b4f-9b2d-c3bdc014c8d0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:21.758523 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e28a2b77-703a-49f6-b074-d8553846c51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.777849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 37880) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:21.838338 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e28a2b77-703a-49f6-b074-d8553846c51e None None] Port 37214756-2383-4b4f-9b2d-c3bdc014c8d0 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:21.848658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-4589bad4-bc92-4025-8bc6-74f0a35c7d0f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1763165 Jul 16 03:55:21.972883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-232bde62-527d-48c3-af5c-b384e2c4df84 None None] Provisioning complete for port 37214756-2383-4b4f-9b2d-c3bdc014c8d0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:21.973390 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-232bde62-527d-48c3-af5c-b384e2c4df84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:21.981948 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f11bbb-d51e-49ec-a6a4-d510be37e210 req-b5386cbd-41f5-4a9e-94d0-98ad78e61ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:21.983673 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-98f11bbb-d51e-49ec-a6a4-d510be37e210 req-b5386cbd-41f5-4a9e-94d0-98ad78e61ab0 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8194363 Jul 16 03:55:22.013619 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-8e46a9d6-761f-4f40-b8d0-ed736d56e895 service neutron] 10.222.0.18 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640043 Jul 16 03:55:22.074785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-232bde62-527d-48c3-af5c-b384e2c4df84 None None] Port 37214756-2383-4b4f-9b2d-c3bdc014c8d0 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:22.093842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router a4feb317-df48-416d-b3a6-f4d7f035153f is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:55:22.181625 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-df2e8fb4-cecf-48bd-bbdd-021812a90c0b service neutron] 10.222.0.18 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613667 Jul 16 03:55:22.258299 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:22.267108 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-85074834-bf04-4511-b271-0db641b0a7d4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/a4feb317-df48-416d-b3a6-f4d7f035153f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6316288 Jul 16 03:55:22.269945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:22.273273 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aeb6bd-fbaf-4fa0-bd7a-cebdf9b4ce03 None None] Sync routers for ids ['a4feb317-df48-416d-b3a6-f4d7f035153f'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:22.293858 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aeb6bd-fbaf-4fa0-bd7a-cebdf9b4ce03 None None] Routers {'a4feb317-df48-416d-b3a6-f4d7f035153f'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:22.294693 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-46aeb6bd-fbaf-4fa0-bd7a-cebdf9b4ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a4feb317-df48-416d-b3a6-f4d7f035153f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:22.317661 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b05a8ee1-4bfe-4e9b-a3cd-3e55f0dbd0bc None None] Provisioning complete for port 37214756-2383-4b4f-9b2d-c3bdc014c8d0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:22.318150 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b05a8ee1-4bfe-4e9b-a3cd-3e55f0dbd0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.380059 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b05a8ee1-4bfe-4e9b-a3cd-3e55f0dbd0bc None None] Port 37214756-2383-4b4f-9b2d-c3bdc014c8d0 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:22.386733 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b48b3c-2c1e-41e3-bf32-bac57fca1bc0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:22.392838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e0b48b3c-2c1e-41e3-bf32-bac57fca1bc0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports/37214756-2383-4b4f-9b2d-c3bdc014c8d0 HTTP/1.1" status: 200 len: 911 time: 0.1192284 Jul 16 03:55:22.396639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:22.404817 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-46aeb6bd-fbaf-4fa0-bd7a-cebdf9b4ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:22.414070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f33d4703-b89e-4461-97ea-aeb3ae5513ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e3bf422b-96a2-434c-abc4-64fcc4919412'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:22.447584 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aeb6bd-fbaf-4fa0-bd7a-cebdf9b4ce03 None None] Routers {'a4feb317-df48-416d-b3a6-f4d7f035153f'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:22.448489 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-46aeb6bd-fbaf-4fa0-bd7a-cebdf9b4ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a4feb317-df48-416d-b3a6-f4d7f035153f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:22.580141 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-46aeb6bd-fbaf-4fa0-bd7a-cebdf9b4ce03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:22.581382 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aeb6bd-fbaf-4fa0-bd7a-cebdf9b4ce03 None None] The sync data for ids ['a4feb317-df48-416d-b3a6-f4d7f035153f'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:22.614871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:22.709548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:22.710264 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:22.774304 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ff30599-8d7d-4b37-abfe-9284566f8843 req-f7f28366-2f05-4a34-aace-b1869ec20d86 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0759482 Jul 16 03:55:22.987514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-343aab3f-0026-4a16-bcf2-041c52574546 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.041899 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b9e1499-a366-4d55-8a8a-19f11fa8590b req-e808a226-56cb-471f-bdc3-5142d1568159 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 210 time: 0.1193225 Jul 16 03:55:23.059105 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f33d4703-b89e-4461-97ea-aeb3ae5513ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.352075 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-98f11bbb-d51e-49ec-a6a4-d510be37e210 req-6a4673cb-eb4b-4908-a082-314cdbd123fc tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.88 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.0583978 Jul 16 03:55:23.586458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-343aab3f-0026-4a16-bcf2-041c52574546 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port e6e6644c-ed9d-432d-81ed-dd49db94b356 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:23.592972 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-343aab3f-0026-4a16-bcf2-041c52574546 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.806305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-343aab3f-0026-4a16-bcf2-041c52574546 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] For port e6e6644c-ed9d-432d-81ed-dd49db94b356, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e6e6644c-ed9d-432d-81ed-dd49db94b356,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:23.806723 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-343aab3f-0026-4a16-bcf2-041c52574546 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.866926 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f33d4703-b89e-4461-97ea-aeb3ae5513ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.887776 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-343aab3f-0026-4a16-bcf2-041c52574546 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for e6e6644c-ed9d-432d-81ed-dd49db94b356 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:23.888173 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f33d4703-b89e-4461-97ea-aeb3ae5513ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.895140 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33d4703-b89e-4461-97ea-aeb3ae5513ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:23.896294 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f33d4703-b89e-4461-97ea-aeb3ae5513ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:23.898380 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f33d4703-b89e-4461-97ea-aeb3ae5513ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/ports/37214756-2383-4b4f-9b2d-c3bdc014c8d0 HTTP/1.1" status: 200 len: 911 time: 1.5007360 Jul 16 03:55:23.905222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 37932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:24.342518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d4703-b89e-4461-97ea-aeb3ae5513ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=37214756-2383-4b4f-9b2d-c3bdc014c8d0,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:24.691406 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6cb3e6f6-6c4f-4744-8c2b-76e73e9e9ac9 req-88dcae7d-7aaf-4bb0-a566-63b296f52723 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 210 time: 0.0786963 Jul 16 03:55:24.768549 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9c268f5a-2260-4bce-8632-ab8e15d9e3e6 req-3ef4c4cc-5062-4612-84c0-aa9973015f59 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=b382aaa3-359a-45e3-960f-a29e961618da HTTP/1.1" status: 200 len: 210 time: 0.1649442 Jul 16 03:55:24.771117 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-343aab3f-0026-4a16-bcf2-041c52574546 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:24.880893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343aab3f-0026-4a16-bcf2-041c52574546 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=e6e6644c-ed9d-432d-81ed-dd49db94b356,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:25.135307 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-f6df211e-4d55-452c-9737-5b30d8ef6e78 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:25.142801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-f6df211e-4d55-452c-9737-5b30d8ef6e78 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 811 time: 0.2699196 Jul 16 03:55:25.147649 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:25.160154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-fc29628d-b7bd-4831-b1a2-3d15d7c4f911 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'port': {'device_id': '83e67f02-c7e6-4814-9fda-743a7bd7da85', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'admin_state_up': True, 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:25.325429 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-343aab3f-0026-4a16-bcf2-041c52574546 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:25.556771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-fc29628d-b7bd-4831-b1a2-3d15d7c4f911 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Made reservation on behalf of 141b36b166934e7d90312d1c02c7c1cd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:25.561253 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-fc29628d-b7bd-4831-b1a2-3d15d7c4f911 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:25.793915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-fc29628d-b7bd-4831-b1a2-3d15d7c4f911 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Allocated IP 172.20.0.10 (f55cd736-5d71-4953-92cf-213346d5a1da/71faac3d-ce79-45ad-842e-496e7071d6f0/8adc818f-ad51-4f50-b69e-9172a1e4afea) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:25.858310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343aab3f-0026-4a16-bcf2-041c52574546 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router 5f68632e-504e-4db8-a22a-215698ffc8e3 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:55:26.108705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343aab3f-0026-4a16-bcf2-041c52574546 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:26.113851 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-fc29628d-b7bd-4831-b1a2-3d15d7c4f911 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:26.121875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5a436-e78f-4894-a58b-b25a60a69fde None None] Sync routers for ids ['5f68632e-504e-4db8-a22a-215698ffc8e3'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:26.122754 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-343aab3f-0026-4a16-bcf2-041c52574546 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "PUT /v2.0/routers/5f68632e-504e-4db8-a22a-215698ffc8e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3071985 Jul 16 03:55:26.125372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38120) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:26.138660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5a436-e78f-4894-a58b-b25a60a69fde None None] Routers {'5f68632e-504e-4db8-a22a-215698ffc8e3'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:26.139451 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1c5a436-e78f-4894-a58b-b25a60a69fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5f68632e-504e-4db8-a22a-215698ffc8e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:26.153476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-fc29628d-b7bd-4831-b1a2-3d15d7c4f911 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Transition to ACTIVE for port object 8adc818f-ad51-4f50-b69e-9172a1e4afea will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:26.240823 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb955b4-6a28-41df-9cbd-a110e88c7ebc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting subnet 0c72678d-14ac-4d24-aa24-489cddb52740 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:55:26.249572 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdb955b4-6a28-41df-9cbd-a110e88c7ebc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:26.328359 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-fc29628d-b7bd-4831-b1a2-3d15d7c4f911 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:26.426931 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdb955b4-6a28-41df-9cbd-a110e88c7ebc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:26.454048 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-fc29628d-b7bd-4831-b1a2-3d15d7c4f911 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Network f55cd736-5d71-4953-92cf-213346d5a1da is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:26.468324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-fc29628d-b7bd-4831-b1a2-3d15d7c4f911 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:26.474844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-fc29628d-b7bd-4831-b1a2-3d15d7c4f911 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:26.499912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b1c5a436-e78f-4894-a58b-b25a60a69fde None None] Set router 5f68632e-504e-4db8-a22a-215698ffc8e3 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:26.656235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29628d-b7bd-4831-b1a2-3d15d7c4f911 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'Port': ['ID=8adc818f-ad51-4f50-b69e-9172a1e4afea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:26.750297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445fb82-6167-40ca-9a12-247c50bd2a49 req-c3a9f0bc-1663-4124-83a5-86611c3c1cc5 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:26.763307 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0445fb82-6167-40ca-9a12-247c50bd2a49 req-c3a9f0bc-1663-4124-83a5-86611c3c1cc5 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 932 time: 0.4971006 Jul 16 03:55:26.806067 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdb955b4-6a28-41df-9cbd-a110e88c7ebc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:26.834390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-fc29628d-b7bd-4831-b1a2-3d15d7c4f911 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:26.835077 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-fc29628d-b7bd-4831-b1a2-3d15d7c4f911 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:26.893480 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-fc29628d-b7bd-4831-b1a2-3d15d7c4f911 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7373688 Jul 16 03:55:26.922504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Request body: {'port': {'device_id': '83e67f02-c7e6-4814-9fda-743a7bd7da85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:26.930511 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdb955b4-6a28-41df-9cbd-a110e88c7ebc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:26.945469 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0445fb82-6167-40ca-9a12-247c50bd2a49 req-c290fcaa-9589-46d8-88ce-3047a21daa74 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803272 Jul 16 03:55:27.044798 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port 37214756-2383-4b4f-9b2d-c3bdc014c8d0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:27.045202 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.055784 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fdb955b4-6a28-41df-9cbd-a110e88c7ebc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.060350 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fdb955b4-6a28-41df-9cbd-a110e88c7ebc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/subnets/0c72678d-14ac-4d24-aa24-489cddb52740 HTTP/1.1" status: 204 len: 168 time: 0.9338973 Jul 16 03:55:27.065509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb955b4-6a28-41df-9cbd-a110e88c7ebc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Subnet': ['ID=0c72678d-14ac-4d24-aa24-489cddb52740,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:27.081989 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ee01c7-eeb4-41b3-ac99-ad9d5d54ab8c None None] Network 521f2e99-0acc-4c19-96ce-f5c71917e29a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:27.096079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38206) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:27.198089 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.217431 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.221855 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3236270-4610-472b-99e4-7938d5c1a535 req-1084c617-d1b9-461c-bcf3-88bd9cbfd93e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=52889a55f3f7413c935352e308c0e768&device_id=8db7231a-3f9c-4219-891a-c843355361f5 HTTP/1.1" status: 200 len: 210 time: 0.1923540 Jul 16 03:55:27.225843 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for 37214756-2383-4b4f-9b2d-c3bdc014c8d0 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:27.311655 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3236270-4610-472b-99e4-7938d5c1a535 req-b2d27520-c130-4e0a-9cfd-b1a64333abd1 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=52889a55f3f7413c935352e308c0e768&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332429 Jul 16 03:55:27.395225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0a64a28e-4200-4de2-b74c-32483d967b10 None None] Provisioning for port 8adc818f-ad51-4f50-b69e-9172a1e4afea completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:27.407387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0a64a28e-4200-4de2-b74c-32483d967b10 None None] Provisioning complete for port 8adc818f-ad51-4f50-b69e-9172a1e4afea triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:27.407927 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0a64a28e-4200-4de2-b74c-32483d967b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.460646 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.482167 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0a64a28e-4200-4de2-b74c-32483d967b10 None None] Port 8adc818f-ad51-4f50-b69e-9172a1e4afea cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:27.517008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3236270-4610-472b-99e4-7938d5c1a535 req-3d1b9810-b71d-4b1a-9bb4-9076bf87184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:27.518989 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3236270-4610-472b-99e4-7938d5c1a535 req-3d1b9810-b71d-4b1a-9bb4-9076bf87184a service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1691575 Jul 16 03:55:27.545393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:27.545740 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.613065 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.663819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1c5a436-e78f-4894-a58b-b25a60a69fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:55:24Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:27.751043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] For port 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:27.752913 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:27.755405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5a436-e78f-4894-a58b-b25a60a69fde None None] Checking router: 5f68632e-504e-4db8-a22a-215698ffc8e3 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:27.768051 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54f53d62-983b-4e15-82cc-1e65be424924 req-29e186b7-e049-4549-9b3b-f2c1449e1367 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db7231a-3f9c-4219-891a-c843355361f5 HTTP/1.1" status: 200 len: 210 time: 0.1691859 Jul 16 03:55:27.783283 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] DHCP port deletion for 521f2e99-0acc-4c19-96ce-f5c71917e29a request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:55:27.790855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:27.794067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c5a436-e78f-4894-a58b-b25a60a69fde None None] Routers {'5f68632e-504e-4db8-a22a-215698ffc8e3'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:27.794959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1c5a436-e78f-4894-a58b-b25a60a69fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5f68632e-504e-4db8-a22a-215698ffc8e3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:27.808658 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=37214756-2383-4b4f-9b2d-c3bdc014c8d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:27.881797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:27.882156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:27.882501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:27.882841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:27.883178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:27.883506 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:27.889781 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:27.891644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:27.892184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:27.892993 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:27.893546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:27.898661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:27.999828 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.001425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b1c5a436-e78f-4894-a58b-b25a60a69fde None None] Set router 5f68632e-504e-4db8-a22a-215698ffc8e3 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:28.106675 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b1c5a436-e78f-4894-a58b-b25a60a69fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:55:27Z', 'revision_number': 6, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:28.195845 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.199953 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c5a436-e78f-4894-a58b-b25a60a69fde None None] The sync data for ids ['5f68632e-504e-4db8-a22a-215698ffc8e3'] in n-d-800088-6 is: [{'id': '5f68632e-504e-4db8-a22a-215698ffc8e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1879306253', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:37Z', 'updated_at': '2021-07-16T03:55:27Z', 'revision_number': 6, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:28.287632 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Deleting port 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:28.291089 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.293481 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:28.331082 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.498419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] For port 030e2ef8-59e1-4e1c-a067-97fdc0028cc9, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=030e2ef8-59e1-4e1c-a067-97fdc0028cc9,segment=NetworkSegment(781dc2e2-366c-4c01-8b0a-7eb78ac10033),segment_id=781dc2e2-366c-4c01-8b0a-7eb78ac10033)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:28.498955 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.541381 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Calling delete_port for 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:28.793605 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:28.899173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Pushing event deleted for resources: {'Port': ['ID=030e2ef8-59e1-4e1c-a067-97fdc0028cc9,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:28.937509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] No DVR routers for this DVR port 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:28.941199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:28.941383 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:28.941722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:28.942049 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:28.954342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:28.955782 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:28.956781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:28.959082 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:28.959603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:28.960094 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:28.960615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:28.962957 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bcd713-bd73-4699-a4fd-a4690edb41ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:29.244390 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e6e6644c-ed9d-432d-81ed-dd49db94b356 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:29.292041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: e6e6644c-ed9d-432d-81ed-dd49db94b356 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:29.296228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e6e6644c-ed9d-432d-81ed-dd49db94b356 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:29.297078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:29.357536 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:29.358130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 030e2ef8-59e1-4e1c-a067-97fdc0028cc9 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:29.479062 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3236270-4610-472b-99e4-7938d5c1a535 req-7b5fbc07-9480-47c7-bce1-07937b4f8980 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.88 "GET /v2.0/ports?device_id=8db7231a-3f9c-4219-891a-c843355361f5 HTTP/1.1" status: 200 len: 210 time: 0.0906563 Jul 16 03:55:29.509997 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.648538 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.650698 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.716076 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.717133 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Fanout notify agent at l3_agent the message router_deleted on router 5f68632e-504e-4db8-a22a-215698ffc8e3 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:55:29.734172 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:29.741825 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4e8d9cbc-7410-4394-8c20-41117fa14b34 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/routers/5f68632e-504e-4db8-a22a-215698ffc8e3 HTTP/1.1" status: 204 len: 168 time: 2.6446550 Jul 16 03:55:29.743302 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38418) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:29.952511 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a76820e0-bb77-4c59-aef7-e8449e191f72 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.024679 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cff6bac3-2f31-4e6d-8dca-891445c0c51e req-3ab2b9db-4302-4ded-a318-8a39ed4dc5b4 tempest-ServerShowV247Test-1495503826 tempest-ServerShowV247Test-1495503826-project] 10.222.0.18 "GET /v2.0/ports?device_id=8db7231a-3f9c-4219-891a-c843355361f5 HTTP/1.1" status: 200 len: 210 time: 0.1042213 Jul 16 03:55:30.072102 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-faec4473-8a6b-4093-a615-1d77ce8a1ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.156889 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a76820e0-bb77-4c59-aef7-e8449e191f72 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.168626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a76820e0-bb77-4c59-aef7-e8449e191f72 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521f2e99-0acc-4c19-96ce-f5c71917e29a']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:30.179432 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a76820e0-bb77-4c59-aef7-e8449e191f72 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781dc2e2-366c-4c01-8b0a-7eb78ac10033') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:30.179991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-a76820e0-bb77-4c59-aef7-e8449e191f72 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781dc2e2-366c-4c01-8b0a-7eb78ac10033') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:30.191058 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a76820e0-bb77-4c59-aef7-e8449e191f72 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.206343 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a76820e0-bb77-4c59-aef7-e8449e191f72 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.213694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76820e0-bb77-4c59-aef7-e8449e191f72 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:55:30.214130 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a76820e0-bb77-4c59-aef7-e8449e191f72 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:55:30.217580 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:55:30.253238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router a4feb317-df48-416d-b3a6-f4d7f035153f has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:55:30.270435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061be627-3a1a-4970-b97f-a22984050910 req-f6bcc4c6-918d-4162-861f-d7ef6f206e17 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:30.277950 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-061be627-3a1a-4970-b97f-a22984050910 req-f6bcc4c6-918d-4162-861f-d7ef6f206e17 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 932 time: 1.8926239 Jul 16 03:55:30.366688 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a76820e0-bb77-4c59-aef7-e8449e191f72 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.372283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a76820e0-bb77-4c59-aef7-e8449e191f72 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.376490 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a76820e0-bb77-4c59-aef7-e8449e191f72 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/networks/521f2e99-0acc-4c19-96ce-f5c71917e29a HTTP/1.1" status: 204 len: 168 time: 0.6317787 Jul 16 03:55:30.381099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38430) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:30.401195 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76820e0-bb77-4c59-aef7-e8449e191f72 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Network': ['ID=521f2e99-0acc-4c19-96ce-f5c71917e29a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:30.474321 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-061be627-3a1a-4970-b97f-a22984050910 req-772fc67b-003c-42d7-a810-13523ece005f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904786 Jul 16 03:55:30.535696 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:30.583340 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:30.584826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9b6f35eb-90f7-4be4-98b9-b0fd97f6f8fc not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:30.630661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:30.634064 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea4bafdc-ec5f-4503-898d-9c66f1d755a3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.648418 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faaeeff-1674-49cb-aba6-8bf79792b799 None None] Sync routers for ids ['a4feb317-df48-416d-b3a6-f4d7f035153f'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:30.655827 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-739deae3-e0f5-48ce-b4f8-63204d16c4ea tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/a4feb317-df48-416d-b3a6-f4d7f035153f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7504895 Jul 16 03:55:30.659048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38436) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:30.661969 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faaeeff-1674-49cb-aba6-8bf79792b799 None None] Routers {'a4feb317-df48-416d-b3a6-f4d7f035153f'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:30.663164 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4faaeeff-1674-49cb-aba6-8bf79792b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a4feb317-df48-416d-b3a6-f4d7f035153f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:30.667763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8adc818f-ad51-4f50-b69e-9172a1e4afea {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:30.686450 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.712205 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-915a9ca7-c523-4212-9016-c5ba5e5c0c43 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4feb317-df48-416d-b3a6-f4d7f035153f HTTP/1.1" status: 200 len: 205 time: 0.0518594 Jul 16 03:55:30.715330 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea4bafdc-ec5f-4503-898d-9c66f1d755a3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.715950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Transition to ACTIVE for port object 8adc818f-ad51-4f50-b69e-9172a1e4afea will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:30.716727 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:30.725450 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.733054 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4faaeeff-1674-49cb-aba6-8bf79792b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:30.743229 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faaeeff-1674-49cb-aba6-8bf79792b799 None None] Routers {'a4feb317-df48-416d-b3a6-f4d7f035153f'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:30.744236 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4faaeeff-1674-49cb-aba6-8bf79792b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a4feb317-df48-416d-b3a6-f4d7f035153f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:30.780245 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4faaeeff-1674-49cb-aba6-8bf79792b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:30.781220 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faaeeff-1674-49cb-aba6-8bf79792b799 None None] The sync data for ids ['a4feb317-df48-416d-b3a6-f4d7f035153f'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:30.830409 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea4bafdc-ec5f-4503-898d-9c66f1d755a3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.838810 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea4bafdc-ec5f-4503-898d-9c66f1d755a3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:30.841743 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ea4bafdc-ec5f-4503-898d-9c66f1d755a3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/security-groups/330e8d29-c47f-4978-9158-1432689d37e4 HTTP/1.1" status: 204 len: 168 time: 0.4574344 Jul 16 03:55:30.878873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bafdc-ec5f-4503-898d-9c66f1d755a3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330e8d29-c47f-4978-9158-1432689d37e4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:30.889460 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c10d9b6a-53e4-40d2-a29c-13c9bcbec8a5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.030291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Pushing event updated for resources: {'Port': ['ID=8adc818f-ad51-4f50-b69e-9172a1e4afea,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:31.142055 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.305872 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38452) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:31.310673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-62783bae-4164-4cf9-9c25-b4a8d83be4a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1806587819', 'description': 'tempest-secgroup-smoke-1806587819 description', 'project_id': '03422a5449cd4807854f59afa4486f72'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:31.345303 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62783bae-4164-4cf9-9c25-b4a8d83be4a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.425573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Attempting to bind port 8adc818f-ad51-4f50-b69e-9172a1e4afea on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:31.425912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Attempting to bind port 8adc818f-ad51-4f50-b69e-9172a1e4afea by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:31.426430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Attempting to bind port 8adc818f-ad51-4f50-b69e-9172a1e4afea on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:31.430548 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c10d9b6a-53e4-40d2-a29c-13c9bcbec8a5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.433782 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c10d9b6a-53e4-40d2-a29c-13c9bcbec8a5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.437359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Port 8adc818f-ad51-4f50-b69e-9172a1e4afea on network f55cd736-5d71-4953-92cf-213346d5a1da not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:55:31.437702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Attempting to bind port 8adc818f-ad51-4f50-b69e-9172a1e4afea on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:31.475911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:31.476599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Checking segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:31.477256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Bound using segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:31.477912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Bound port: 8adc818f-ad51-4f50-b69e-9172a1e4afea, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:31.478448 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.516982 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c10d9b6a-53e4-40d2-a29c-13c9bcbec8a5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.519056 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10d9b6a-53e4-40d2-a29c-13c9bcbec8a5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Fanout notify agent at l3_agent the message router_deleted on router a4feb317-df48-416d-b3a6-f4d7f035153f {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:55:31.549113 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c10d9b6a-53e4-40d2-a29c-13c9bcbec8a5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.554280 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c10d9b6a-53e4-40d2-a29c-13c9bcbec8a5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/routers/a4feb317-df48-416d-b3a6-f4d7f035153f HTTP/1.1" status: 204 len: 168 time: 0.8356121 Jul 16 03:55:31.556061 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:31.574382 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.584556 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62783bae-4164-4cf9-9c25-b4a8d83be4a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.591010 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62783bae-4164-4cf9-9c25-b4a8d83be4a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.676017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a0f833-04cf-4ada-bdf8-336865faf138 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting subnet e3bf422b-96a2-434c-abc4-64fcc4919412 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:55:31.679860 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40a0f833-04cf-4ada-bdf8-336865faf138 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.708210 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62783bae-4164-4cf9-9c25-b4a8d83be4a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.714726 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-62783bae-4164-4cf9-9c25-b4a8d83be4a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4059932 Jul 16 03:55:31.724942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38462) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:31.726572 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40a0f833-04cf-4ada-bdf8-336865faf138 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.735852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0e18a5a5-479b-40de-89e6-7d0bc57e0f4e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '58e4bffb-2cc9-459f-b7cb-e8cc705f96b7', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:31.746328 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38464) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:31.754101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62783bae-4164-4cf9-9c25-b4a8d83be4a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:31.787940 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e18a5a5-479b-40de-89e6-7d0bc57e0f4e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.798848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] For port 8adc818f-ad51-4f50-b69e-9172a1e4afea, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:31.845791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] For port 8adc818f-ad51-4f50-b69e-9172a1e4afea, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8adc818f-ad51-4f50-b69e-9172a1e4afea,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:31.855416 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.897285 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e18a5a5-479b-40de-89e6-7d0bc57e0f4e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.903950 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e18a5a5-479b-40de-89e6-7d0bc57e0f4e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.946396 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e18a5a5-479b-40de-89e6-7d0bc57e0f4e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.948029 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0e18a5a5-479b-40de-89e6-7d0bc57e0f4e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2213829 Jul 16 03:55:31.949118 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18a5a5-479b-40de-89e6-7d0bc57e0f4e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff558c89-d2a8-4d44-9f0b-81265916fb1a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:31.954540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38468) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:31.984887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:31.985584 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:31.987240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] 10.222.0.20 "PUT /v2.0/ports/8adc818f-ad51-4f50-b69e-9172a1e4afea HTTP/1.1" status: 200 len: 1092 time: 5.0777509 Jul 16 03:55:31.990949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e67f02-c7e6-4814-9fda-743a7bd7da85', 'tag': '8adc818f-ad51-4f50-b69e-9172a1e4afea'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:31.997817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3151a77a-1233-4a22-9903-4f950ce9b3e5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '58e4bffb-2cc9-459f-b7cb-e8cc705f96b7', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:32.007118 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1092b723-77f3-4f5d-9d10-3469ef9df52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.008200 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692ba24a-2ea5-4fe9-8f77-c6531e6aa8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "83e67f02-c7e6-4814-9fda-743a7bd7da85", "tag": "8adc818f-ad51-4f50-b69e-9172a1e4afea"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:32.075628 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb57b45-7de1-4b80-8b02-029cf2fc3ade x-openstack-request-id: req-9fb57b45-7de1-4b80-8b02-029cf2fc3ade {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:32.076303 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e67f02-c7e6-4814-9fda-743a7bd7da85", "tag": "8adc818f-ad51-4f50-b69e-9172a1e4afea", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:32.076303 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9fb57b45-7de1-4b80-8b02-029cf2fc3ade {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:32.076607 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e67f02-c7e6-4814-9fda-743a7bd7da85', 'tag': '8adc818f-ad51-4f50-b69e-9172a1e4afea', 'status': 'completed', 'code': 200} Jul 16 03:55:32.112667 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40a0f833-04cf-4ada-bdf8-336865faf138 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.120244 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-1092b723-77f3-4f5d-9d10-3469ef9df52a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:55:32.120244 n-d-800088-6 neutron-server[93768]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:55:32.120244 n-d-800088-6 neutron-server[93768]: [parameters: {'project_id_1': '52889a55f3f7413c935352e308c0e768', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 55, 32, 26194)}] Jul 16 03:55:32.120244 n-d-800088-6 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:55:32.120244 n-d-800088-6 neutron-server[93768]: DEBUG oslo_db.api [None req-1092b723-77f3-4f5d-9d10-3469ef9df52a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:55:32.142210 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239fca48-65ac-43f4-99d8-e41ea72fdd0f service neutron] Pushing event updated for resources: {'Port': ['ID=8adc818f-ad51-4f50-b69e-9172a1e4afea,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:32.143525 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3151a77a-1233-4a22-9903-4f950ce9b3e5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.176929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4baf27-cc8a-436c-9c9d-5bdcbb1ba6da req-06b835d2-3cf0-4b31-acc8-127c831b3421 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:32.188909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da4baf27-cc8a-436c-9c9d-5bdcbb1ba6da req-06b835d2-3cf0-4b31-acc8-127c831b3421 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 944 time: 0.4373980 Jul 16 03:55:32.278676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-6182ae28-fbee-4dc7-bbf0-9a140937fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:32.280525 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-6182ae28-fbee-4dc7-bbf0-9a140937fc1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 1095 time: 0.2417297 Jul 16 03:55:32.284711 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da4baf27-cc8a-436c-9c9d-5bdcbb1ba6da req-b1e6b868-2d13-43c3-bcbf-a3d147f179d5 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953348 Jul 16 03:55:32.319287 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3151a77a-1233-4a22-9903-4f950ce9b3e5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.325043 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3151a77a-1233-4a22-9903-4f950ce9b3e5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.343143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151a77a-1233-4a22-9903-4f950ce9b3e5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c2b1ca-bf19-4d44-ab1e-15fb4f6ff124,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:32.351241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-b806af8d-3d21-43b8-a4bc-b088b2a73ca8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8adc818f-ad51-4f50-b69e-9172a1e4afea HTTP/1.1" status: 200 len: 217 time: 0.0620222 Jul 16 03:55:32.353223 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40a0f833-04cf-4ada-bdf8-336865faf138 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.356740 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3151a77a-1233-4a22-9903-4f950ce9b3e5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.360810 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3151a77a-1233-4a22-9903-4f950ce9b3e5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4050806 Jul 16 03:55:32.361393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38478) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:32.366162 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b381d84e-d292-453b-9ffa-f1e97a8f3b2a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '58e4bffb-2cc9-459f-b7cb-e8cc705f96b7', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:32.390906 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0f833-04cf-4ada-bdf8-336865faf138 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Subnet': ['ID=e3bf422b-96a2-434c-abc4-64fcc4919412,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:32.404962 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b381d84e-d292-453b-9ffa-f1e97a8f3b2a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.443105 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40a0f833-04cf-4ada-bdf8-336865faf138 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.445816 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-40a0f833-04cf-4ada-bdf8-336865faf138 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/e3bf422b-96a2-434c-abc4-64fcc4919412 HTTP/1.1" status: 204 len: 168 time: 0.8882563 Jul 16 03:55:32.450463 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38480) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:32.460158 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a885d05-e377-46d3-a694-42147ddc1069 None None] Network 256d5357-1f9d-4c97-a084-eceed6f4a811 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:32.465731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-9d4ea53d-34f6-42f7-9665-4df9ecc3abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:32.468206 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-9d4ea53d-34f6-42f7-9665-4df9ecc3abd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.0782013 Jul 16 03:55:32.556595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-5410ba6f-18ba-4df2-ac6d-676de1315518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:32.558219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-5410ba6f-18ba-4df2-ac6d-676de1315518 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840092 Jul 16 03:55:32.569562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-f107365a-a486-4101-bb25-9467bd42d07e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:55:32.570901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-f107365a-a486-4101-bb25-9467bd42d07e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068417 Jul 16 03:55:32.622468 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1092b723-77f3-4f5d-9d10-3469ef9df52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.683564 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b381d84e-d292-453b-9ffa-f1e97a8f3b2a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.696292 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.702975 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:55:32.708796 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b381d84e-d292-453b-9ffa-f1e97a8f3b2a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.775943 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381d84e-d292-453b-9ffa-f1e97a8f3b2a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9d2f21-db06-43e7-8e44-7bd28bc873ad,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:32.784968 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dbea7854-4802-40f9-9423-d54151eef308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.801472 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-f3a9aa43-3438-404c-baa7-8b2d511fc1ab service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243104 Jul 16 03:55:32.840790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:32.841171 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.868688 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:32.874441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf56866-6efa-4026-89db-0565a356e06a None None] DHCP port deletion for 256d5357-1f9d-4c97-a084-eceed6f4a811 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:55:32.979081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0cf56866-6efa-4026-89db-0565a356e06a None None] Deleting port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:32.979500 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cf56866-6efa-4026-89db-0565a356e06a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.001154 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] For port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8c8f9dad-d8ce-42c6-83ca-31ed98403ef1,segment=NetworkSegment(93dc2c7d-5536-4558-8a45-2d65d8fbe6ab),segment_id=93dc2c7d-5536-4558-8a45-2d65d8fbe6ab)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:33.001523 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.055225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:33.059685 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1092b723-77f3-4f5d-9d10-3469ef9df52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.066421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41dbafc-bbe7-4e1e-b123-dedecc57b753 req-5003cc16-44f3-4a8f-9abf-2912647659d7 service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580726 Jul 16 03:55:33.097396 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1092b723-77f3-4f5d-9d10-3469ef9df52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.114853 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0cf56866-6efa-4026-89db-0565a356e06a None None] For port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8c8f9dad-d8ce-42c6-83ca-31ed98403ef1,segment=NetworkSegment(93dc2c7d-5536-4558-8a45-2d65d8fbe6ab),segment_id=93dc2c7d-5536-4558-8a45-2d65d8fbe6ab)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:33.116254 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cf56866-6efa-4026-89db-0565a356e06a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.164797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0cf56866-6efa-4026-89db-0565a356e06a None None] Calling delete_port for 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:33.205559 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ba24a-2ea5-4fe9-8f77-c6531e6aa8f0 req-86e38086-8f8a-4c57-91ba-7a6cfefcade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:33.206697 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b381d84e-d292-453b-9ffa-f1e97a8f3b2a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.207075 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-692ba24a-2ea5-4fe9-8f77-c6531e6aa8f0 req-86e38086-8f8a-4c57-91ba-7a6cfefcade4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 1095 time: 0.0764732 Jul 16 03:55:33.208365 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b381d84e-d292-453b-9ffa-f1e97a8f3b2a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8459778 Jul 16 03:55:33.211216 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1092b723-77f3-4f5d-9d10-3469ef9df52a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52889a55f3f7413c935352e308c0e768&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4637234 Jul 16 03:55:33.211357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38482) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:33.216618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3ecf6205-3c8b-4a3d-9491-8b5c8563d5ff tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '58e4bffb-2cc9-459f-b7cb-e8cc705f96b7', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:33.235688 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092b723-77f3-4f5d-9d10-3469ef9df52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4faa66f-0d9b-42da-9909-f0b5b558703b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:33.239894 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38484) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:33.338908 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-520ddf72-6b2a-49bd-a7ce-c20026488ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.371533 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-520ddf72-6b2a-49bd-a7ce-c20026488ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.375614 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.391282 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0cf56866-6efa-4026-89db-0565a356e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.423248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No DVR routers for this DVR port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:33.425340 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=8c8f9dad-d8ce-42c6-83ca-31ed98403ef1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:33.453479 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6205-3c8b-4a3d-9491-8b5c8563d5ff tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.468367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf56866-6efa-4026-89db-0565a356e06a None None] Pushing event deleted for resources: {'Port': ['ID=8c8f9dad-d8ce-42c6-83ca-31ed98403ef1,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:33.487350 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf56866-6efa-4026-89db-0565a356e06a None None] No DVR routers for this DVR port 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:33.566336 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.579835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ba24a-2ea5-4fe9-8f77-c6531e6aa8f0 req-23b13af2-4575-48ca-9b46-3ccb712097ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:33.581376 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-692ba24a-2ea5-4fe9-8f77-c6531e6aa8f0 req-23b13af2-4575-48ca-9b46-3ccb712097ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.3437891 Jul 16 03:55:33.587764 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256d5357-1f9d-4c97-a084-eceed6f4a811']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:33.603451 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93dc2c7d-5536-4558-8a45-2d65d8fbe6ab') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:33.604109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93dc2c7d-5536-4558-8a45-2d65d8fbe6ab') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:33.645396 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-692ba24a-2ea5-4fe9-8f77-c6531e6aa8f0 req-f2c24214-2aa8-40f9-87a1-a2ac5872191f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8adc818f-ad51-4f50-b69e-9172a1e4afea HTTP/1.1" status: 200 len: 217 time: 0.0567422 Jul 16 03:55:33.649849 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-520ddf72-6b2a-49bd-a7ce-c20026488ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.657594 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-520ddf72-6b2a-49bd-a7ce-c20026488ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.658770 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-520ddf72-6b2a-49bd-a7ce-c20026488ff8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4faa66f-0d9b-42da-9909-f0b5b558703b HTTP/1.1" status: 204 len: 168 time: 0.4153328 Jul 16 03:55:33.664175 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.664565 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6205-3c8b-4a3d-9491-8b5c8563d5ff tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.680764 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ddf72-6b2a-49bd-a7ce-c20026488ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4faa66f-0d9b-42da-9909-f0b5b558703b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:33.689366 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.693104 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6205-3c8b-4a3d-9491-8b5c8563d5ff tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.697039 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:55:33.697512 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:55:33.701479 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:55:33.739602 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6205-3c8b-4a3d-9491-8b5c8563d5ff tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.740888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3ecf6205-3c8b-4a3d-9491-8b5c8563d5ff tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5285459 Jul 16 03:55:33.743762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38490) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:33.755127 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d6b92e4f-86b1-4dde-baf1-065a485c6092 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '58e4bffb-2cc9-459f-b7cb-e8cc705f96b7', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:33.759745 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15f7bc-fd9d-4639-b2e4-0320ba80a07f req-cefc8d44-5942-4b56-8a74-e8c06903ad87 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:33.761402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a15f7bc-fd9d-4639-b2e4-0320ba80a07f req-cefc8d44-5942-4b56-8a74-e8c06903ad87 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 944 time: 0.2282453 Jul 16 03:55:33.764258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf6205-3c8b-4a3d-9491-8b5c8563d5ff tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1325202-5f4f-44cd-a2ed-eff6d27c650a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:33.772172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ba24a-2ea5-4fe9-8f77-c6531e6aa8f0 req-a68a2b14-130c-49a0-b1ff-7730feae10bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:33.774109 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-692ba24a-2ea5-4fe9-8f77-c6531e6aa8f0 req-a68a2b14-130c-49a0-b1ff-7730feae10bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.1188915 Jul 16 03:55:33.864029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a15f7bc-fd9d-4639-b2e4-0320ba80a07f req-badbdf51-2329-4827-b23e-e74e53dae1cd tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885630 Jul 16 03:55:33.910300 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.912724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ba24a-2ea5-4fe9-8f77-c6531e6aa8f0 req-374a8419-0074-4922-90db-1acaae192be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:33.914381 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-692ba24a-2ea5-4fe9-8f77-c6531e6aa8f0 req-374a8419-0074-4922-90db-1acaae192be0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277590 Jul 16 03:55:33.915092 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.964452 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:33.966573 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/networks/256d5357-1f9d-4c97-a084-eceed6f4a811 HTTP/1.1" status: 204 len: 168 time: 1.5150983 Jul 16 03:55:33.971631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd64a8-0cd6-438d-8c12-f9fb34211631 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Network': ['ID=256d5357-1f9d-4c97-a084-eceed6f4a811,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:33.977748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38492) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:33.982259 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a3e4f672-233e-4e04-919f-2fbd752bea00 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1116223933', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:34.033391 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-d6b92e4f-86b1-4dde-baf1-065a485c6092 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Project 03422a5449cd4807854f59afa4486f72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:55:34.045141 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6b92e4f-86b1-4dde-baf1-065a485c6092 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.048507 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3e4f672-233e-4e04-919f-2fbd752bea00 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.049557 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3e4f672-233e-4e04-919f-2fbd752bea00 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.099439 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-692ba24a-2ea5-4fe9-8f77-c6531e6aa8f0 req-bc606c30-4a68-4eb1-9ba1-994e270b9a32 service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783042 Jul 16 03:55:34.229890 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3e4f672-233e-4e04-919f-2fbd752bea00 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.236240 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3e4f672-233e-4e04-919f-2fbd752bea00 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.243115 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6b92e4f-86b1-4dde-baf1-065a485c6092 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.254546 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-692ba24a-2ea5-4fe9-8f77-c6531e6aa8f0 req-67a330a2-51ec-41c4-afe4-166b6b2b79a2 service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481152 Jul 16 03:55:34.257139 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6b92e4f-86b1-4dde-baf1-065a485c6092 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.277194 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a3e4f672-233e-4e04-919f-2fbd752bea00 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.278776 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a3e4f672-233e-4e04-919f-2fbd752bea00 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3006961 Jul 16 03:55:34.283206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:34.283654 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b92e4f-86b1-4dde-baf1-065a485c6092 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f94c00-d868-45e7-881e-f1f33952005c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:34.289268 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6b92e4f-86b1-4dde-baf1-065a485c6092 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.293010 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d6b92e4f-86b1-4dde-baf1-065a485c6092 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5461802 Jul 16 03:55:34.295574 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38502) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:34.301222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-22750de2-4cda-4195-98b4-ec42277fd983 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-902940039'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:34.302180 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-eca7f76c-00ee-4b77-940f-8051c67f2488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '58e4bffb-2cc9-459f-b7cb-e8cc705f96b7', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:34.343213 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-eca7f76c-00ee-4b77-940f-8051c67f2488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:55:34.343213 n-d-800088-6 neutron-server[93768]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:55:34.343213 n-d-800088-6 neutron-server[93768]: [parameters: {'project_id': '03422a5449cd4807854f59afa4486f72', 'id': '96af2f83-05c0-4e4d-8979-04c8fd7dac62', 'expiration': datetime.datetime(2021, 7, 16, 3, 57, 34, 337624)}] Jul 16 03:55:34.343213 n-d-800088-6 neutron-server[93768]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:55:34.345966 n-d-800088-6 neutron-server[93768]: DEBUG oslo_db.api [None req-eca7f76c-00ee-4b77-940f-8051c67f2488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:55:34.355796 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22750de2-4cda-4195-98b4-ec42277fd983 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:34.361101 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22750de2-4cda-4195-98b4-ec42277fd983 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.388255 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22750de2-4cda-4195-98b4-ec42277fd983 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:55:34.399019 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22750de2-4cda-4195-98b4-ec42277fd983 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.399546 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-22750de2-4cda-4195-98b4-ec42277fd983 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Added segment a1285b06-2118-4694-980b-50c139835e0e of type vlan for network 9e3bb744-4918-4569-b886-00a98b149b0a Jul 16 03:55:34.458326 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22750de2-4cda-4195-98b4-ec42277fd983 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.501099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22750de2-4cda-4195-98b4-ec42277fd983 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.523626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22750de2-4cda-4195-98b4-ec42277fd983 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:34.524111 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22750de2-4cda-4195-98b4-ec42277fd983 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.541672 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:34.580994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-22750de2-4cda-4195-98b4-ec42277fd983 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2871540 Jul 16 03:55:34.581232 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38508) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:34.584777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d54083d0-c516-427b-88aa-9b9699f4fd88 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'subnet': {'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:34.596831 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:34.597176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8c8f9dad-d8ce-42c6-83ca-31ed98403ef1 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:34.636940 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22750de2-4cda-4195-98b4-ec42277fd983 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Network': ['ID=9e3bb744-4918-4569-b886-00a98b149b0a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:34.657788 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 9e3bb744-4918-4569-b886-00a98b149b0a details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:55:34.717486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54083d0-c516-427b-88aa-9b9699f4fd88 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:34.724776 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d54083d0-c516-427b-88aa-9b9699f4fd88 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:34.903354 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-eca7f76c-00ee-4b77-940f-8051c67f2488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Project 03422a5449cd4807854f59afa4486f72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:55:34.984598 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eca7f76c-00ee-4b77-940f-8051c67f2488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.060486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eca7f76c-00ee-4b77-940f-8051c67f2488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.063200 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38520) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:35.073742 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eca7f76c-00ee-4b77-940f-8051c67f2488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.148030 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7f76c-00ee-4b77-940f-8051c67f2488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d364bd05-6859-4b08-884f-d545763d542e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:35.155753 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eca7f76c-00ee-4b77-940f-8051c67f2488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.160050 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-eca7f76c-00ee-4b77-940f-8051c67f2488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8592398 Jul 16 03:55:35.160050 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d54083d0-c516-427b-88aa-9b9699f4fd88 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.160656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38524) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:35.168086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-79705294-75cb-4d2a-b46d-f68591fbdba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'network': {'name': 'tempest-network-smoke--613645394', 'project_id': '03422a5449cd4807854f59afa4486f72', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:35.200491 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e2879-1b1c-4708-8d94-faa64eb6f5f7 req-bba316de-ab70-41f3-96e7-e5c15b12fd1d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:35.202237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-417e2879-1b1c-4708-8d94-faa64eb6f5f7 req-bba316de-ab70-41f3-96e7-e5c15b12fd1d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 944 time: 0.1636221 Jul 16 03:55:35.235778 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54083d0-c516-427b-88aa-9b9699f4fd88 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Subnet': ['ID=469bc9f0-44f3-44c5-8acd-7cfbee5aecd5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:35.247532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79705294-75cb-4d2a-b46d-f68591fbdba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Made reservation on behalf of 03422a5449cd4807854f59afa4486f72 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:35.251115 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79705294-75cb-4d2a-b46d-f68591fbdba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.263011 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1508335201-network', 'tenant_id': 'a28cd4ba0f054d09b0ff23c46bd7d8f9'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:35.275674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-417e2879-1b1c-4708-8d94-faa64eb6f5f7 req-86377afa-820b-41f6-b284-0a5bfaef021c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640194 Jul 16 03:55:35.282791 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54083d0-c516-427b-88aa-9b9699f4fd88 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Checking segment: {'id': 'a1285b06-2118-4694-980b-50c139835e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:35.283159 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54083d0-c516-427b-88aa-9b9699f4fd88 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network hostable DHCP agents. Network: 9e3bb744-4918-4569-b886-00a98b149b0a, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:55:35.316708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79705294-75cb-4d2a-b46d-f68591fbdba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:55:35.332557 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] Made reservation on behalf of a28cd4ba0f054d09b0ff23c46bd7d8f9 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:35.335070 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.338512 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79705294-75cb-4d2a-b46d-f68591fbdba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.339064 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-79705294-75cb-4d2a-b46d-f68591fbdba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Added segment 777aed33-ab7b-488e-af79-b2f8bc3d4102 of type vlan for network bf569b92-d644-4546-b6d7-f032ee5253db Jul 16 03:55:35.345792 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54083d0-c516-427b-88aa-9b9699f4fd88 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 9e3bb744-4918-4569-b886-00a98b149b0a is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:55:35.360027 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.400974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d54083d0-c516-427b-88aa-9b9699f4fd88 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 9e3bb744-4918-4569-b886-00a98b149b0a) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:35.414129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54083d0-c516-427b-88aa-9b9699f4fd88 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:35.414830 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d54083d0-c516-427b-88aa-9b9699f4fd88 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.433753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba0853b-66f0-4281-8550-adb3c9b03276 None None] Network 9e3bb744-4918-4569-b886-00a98b149b0a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:35.446514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79705294-75cb-4d2a-b46d-f68591fbdba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.517952 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79705294-75cb-4d2a-b46d-f68591fbdba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.523927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79705294-75cb-4d2a-b46d-f68591fbdba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:35.524670 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-79705294-75cb-4d2a-b46d-f68591fbdba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.623282 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79705294-75cb-4d2a-b46d-f68591fbdba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Network': ['ID=bf569b92-d644-4546-b6d7-f032ee5253db,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:35.628509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-9e3bb744-4918-4569-b886-00a98b149b0a', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:55:35.630386 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.645160 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network bf569b92-d644-4546-b6d7-f032ee5253db details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:55:35.658673 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.665412 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.674014 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d54083d0-c516-427b-88aa-9b9699f4fd88 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0939090 Jul 16 03:55:35.678553 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-79705294-75cb-4d2a-b46d-f68591fbdba2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5112700 Jul 16 03:55:35.681618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:35.683915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:35.690381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:55:35.694929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'admin_state_up': True, 'project_id': '03422a5449cd4807854f59afa4486f72', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:35.705928 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb82a9d3-862e-49fe-b5e3-9d3aa391ab9a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:35.711142 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.711498 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] Added segment 5d324d9e-c2ef-45cf-af66-151879465437 of type vlan for network 38b6bc4a-0cf4-4e8f-9fa1-9b4b67740ecf Jul 16 03:55:35.775287 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.813234 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.814380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:35.815054 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.837217 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.838467 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.848786 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7843404 Jul 16 03:55:35.896171 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34173add-3776-4485-a815-65df3220ee09 admin admin] Pushing event updated for resources: {'Network': ['ID=38b6bc4a-0cf4-4e8f-9fa1-9b4b67740ecf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:35.936716 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 38b6bc4a-0cf4-4e8f-9fa1-9b4b67740ecf details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:55:35.968133 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:35.985719 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.068995 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ac75e5e-01b0-42e3-bd0d-638a6cee3aa8 req-ed462965-5dca-4f39-93ae-58fcfa9645e5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0877714 Jul 16 03:55:36.108617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Allocated IP 2001:db8::2 (9e3bb744-4918-4569-b886-00a98b149b0a/469bc9f0-44f3-44c5-8acd-7cfbee5aecd5/1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:36.211999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac75e5e-01b0-42e3-bd0d-638a6cee3aa8 req-c6ace7ad-2acf-456c-9d8d-959334cfbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:36.213646 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ac75e5e-01b0-42e3-bd0d-638a6cee3aa8 req-c6ace7ad-2acf-456c-9d8d-959334cfbf1c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6d5ce68485924a358aa391c77031124f&device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 1101 time: 0.0755894 Jul 16 03:55:36.294694 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.326212 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.335847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Transition to ACTIVE for port object 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:36.351910 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Transition to ACTIVE for port object 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:36.361777 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.377454 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac75e5e-01b0-42e3-bd0d-638a6cee3aa8 req-549985ac-fdfe-4e44-8713-d63749d0a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:36.379219 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ac75e5e-01b0-42e3-bd0d-638a6cee3aa8 req-549985ac-fdfe-4e44-8713-d63749d0a65a service neutron] 10.222.0.88 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.1399722 Jul 16 03:55:36.413311 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Pushing event updated for resources: {'Port': ['ID=1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:36.434406 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Network 9e3bb744-4918-4569-b886-00a98b149b0a is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:36.436495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:36.441675 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:36.457768 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ac75e5e-01b0-42e3-bd0d-638a6cee3aa8 req-ede84cf1-0eea-42c3-826d-0f37cd76bc3f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c72afeaa-b012-450b-9d16-f84eff45b9a4 HTTP/1.1" status: 200 len: 217 time: 0.0676742 Jul 16 03:55:36.514370 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Attempting to bind port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:36.514931 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Attempting to bind port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'a1285b06-2118-4694-980b-50c139835e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:36.515798 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Attempting to bind port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 on network 9e3bb744-4918-4569-b886-00a98b149b0a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:36.517409 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac75e5e-01b0-42e3-bd0d-638a6cee3aa8 req-2f6846c4-b692-46af-a877-0783215b2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:36.519853 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ac75e5e-01b0-42e3-bd0d-638a6cee3aa8 req-2f6846c4-b692-46af-a877-0783215b2f15 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0476627 Jul 16 03:55:36.522955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:36.523493 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Checking segment: {'id': 'a1285b06-2118-4694-980b-50c139835e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:36.523997 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.524526 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Bound using segment: {'id': 'a1285b06-2118-4694-980b-50c139835e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:36.525109 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Bound port: 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1285b06-2118-4694-980b-50c139835e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:36.525880 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.597500 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac75e5e-01b0-42e3-bd0d-638a6cee3aa8 req-fd8c7c6f-a776-45a1-9245-67e203058e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:36.599290 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ac75e5e-01b0-42e3-bd0d-638a6cee3aa8 req-fd8c7c6f-a776-45a1-9245-67e203058e82 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0619240 Jul 16 03:55:36.604893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] For port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:36.608171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] For port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8,segment=NetworkSegment(a1285b06-2118-4694-980b-50c139835e0e),segment_id=a1285b06-2118-4694-980b-50c139835e0e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:36.612640 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.681850 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97bb74-1814-4a46-9097-78bd8011c016 None None] Pushing event updated for resources: {'Port': ['ID=1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:36.756971 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ac75e5e-01b0-42e3-bd0d-638a6cee3aa8 req-52aa97ec-b704-42bb-bc70-918f18513219 service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396246 Jul 16 03:55:36.809475 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:36.857553 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1ac75e5e-01b0-42e3-bd0d-638a6cee3aa8 req-74d0fd9c-12ea-46a6-914c-f49e158ea7af service neutron] 10.222.0.88 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900278 Jul 16 03:55:37.096171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955b4b4-2887-42d7-80c7-ea7e97d9259e req-7d7ae201-5d89-493e-b334-b83b27e0c35c tempest-ComputeTenantNetworksTest-729748109 tempest-ComputeTenantNetworksTest-729748109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:37.102072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955b4b4-2887-42d7-80c7-ea7e97d9259e req-7d7ae201-5d89-493e-b334-b83b27e0c35c tempest-ComputeTenantNetworksTest-729748109 tempest-ComputeTenantNetworksTest-729748109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:37.108130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955b4b4-2887-42d7-80c7-ea7e97d9259e req-7d7ae201-5d89-493e-b334-b83b27e0c35c tempest-ComputeTenantNetworksTest-729748109 tempest-ComputeTenantNetworksTest-729748109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:37.109749 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a955b4b4-2887-42d7-80c7-ea7e97d9259e req-7d7ae201-5d89-493e-b334-b83b27e0c35c tempest-ComputeTenantNetworksTest-729748109 tempest-ComputeTenantNetworksTest-729748109-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8083658 Jul 16 03:55:37.249981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45c1e6-4cbd-420e-853a-a5d19746e2b9 req-a6ffe492-1bfe-4daa-904a-61e2f9ef6f08 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:37.251403 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f45c1e6-4cbd-420e-853a-a5d19746e2b9 req-a6ffe492-1bfe-4daa-904a-61e2f9ef6f08 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 944 time: 0.4544127 Jul 16 03:55:37.332464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9f633-d591-41a2-a6b4-522027e97944 req-7636e4e2-105d-4560-ae2a-86938c8d6496 tempest-ComputeTenantNetworksTest-729748109 tempest-ComputeTenantNetworksTest-729748109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:37.333783 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9cc9f633-d591-41a2-a6b4-522027e97944 req-7636e4e2-105d-4560-ae2a-86938c8d6496 tempest-ComputeTenantNetworksTest-729748109 tempest-ComputeTenantNetworksTest-729748109-project] 10.222.0.18 "GET /v2.0/networks/38b6bc4a-0cf4-4e8f-9fa1-9b4b67740ecf HTTP/1.1" status: 200 len: 769 time: 0.1798089 Jul 16 03:55:37.342705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38542) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:37.425382 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b2b0789-341b-4b34-8db6-2d39bc8239e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.450304 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f45c1e6-4cbd-420e-853a-a5d19746e2b9 req-e2367128-71c5-4547-87ca-27711bc30116 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619055 Jul 16 03:55:37.499090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Allocated IP 2001:db8::1 (9e3bb744-4918-4569-b886-00a98b149b0a/469bc9f0-44f3-44c5-8acd-7cfbee5aecd5/ca55cada-28b9-4c40-b4ce-1259a8613bd6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:37.502232 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.519794 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b2b0789-341b-4b34-8db6-2d39bc8239e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.533066 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.541199 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4b2b0789-341b-4b34-8db6-2d39bc8239e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b6bc4a-0cf4-4e8f-9fa1-9b4b67740ecf']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:37.572774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4b2b0789-341b-4b34-8db6-2d39bc8239e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d324d9e-c2ef-45cf-af66-151879465437') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:37.573148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4b2b0789-341b-4b34-8db6-2d39bc8239e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d324d9e-c2ef-45cf-af66-151879465437') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:37.590275 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b2b0789-341b-4b34-8db6-2d39bc8239e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.650879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b2b0789-341b-4b34-8db6-2d39bc8239e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.670901 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2b0789-341b-4b34-8db6-2d39bc8239e0 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:55:37.671329 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b2b0789-341b-4b34-8db6-2d39bc8239e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:55:37.673539 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:55:37.791448 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b2b0789-341b-4b34-8db6-2d39bc8239e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.796780 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b2b0789-341b-4b34-8db6-2d39bc8239e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:37.803564 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4b2b0789-341b-4b34-8db6-2d39bc8239e0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/38b6bc4a-0cf4-4e8f-9fa1-9b4b67740ecf HTTP/1.1" status: 204 len: 168 time: 0.4576175 Jul 16 03:55:37.828573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b0789-341b-4b34-8db6-2d39bc8239e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=38b6bc4a-0cf4-4e8f-9fa1-9b4b67740ecf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:37.921797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.25.3.116 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/8fa83473-ce85-4a42-a15f-8c6f90b46668) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:37.977250 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.023700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae9305-97eb-4742-9caa-783a78d9e026 None None] Network 9e3bb744-4918-4569-b886-00a98b149b0a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:38.031018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Transition to ACTIVE for port object ca55cada-28b9-4c40-b4ce-1259a8613bd6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:38.060222 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38554) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:38.083293 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.155871 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-893809e0-7646-445a-9262-beba5668ae31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a28cd4ba0f054d09b0ff23c46bd7d8f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932972 Jul 16 03:55:38.157307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38558) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:38.171035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=ca55cada-28b9-4c40-b4ce-1259a8613bd6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:38.188159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-38641f0f-9ca5-4e5e-a17d-ee45fb56d9d4 None None] Provisioning for port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:38.202622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 9e3bb744-4918-4569-b886-00a98b149b0a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:38.207796 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:38.218556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:38.219262 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.273797 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a782e428-617b-4cb6-8a8b-87c66d618106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.335021 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a782e428-617b-4cb6-8a8b-87c66d618106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.404575 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a782e428-617b-4cb6-8a8b-87c66d618106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.408690 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a782e428-617b-4cb6-8a8b-87c66d618106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.413560 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a782e428-617b-4cb6-8a8b-87c66d618106 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb82a9d3-862e-49fe-b5e3-9d3aa391ab9a HTTP/1.1" status: 204 len: 168 time: 0.2541864 Jul 16 03:55:38.438658 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782e428-617b-4cb6-8a8b-87c66d618106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb82a9d3-862e-49fe-b5e3-9d3aa391ab9a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:38.468038 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.537410 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.622118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e0869-3068-419f-86af-21750edfcc84 req-405a3594-2a67-4f85-868f-c3b79d235206 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:38.632437 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a73e0869-3068-419f-86af-21750edfcc84 req-405a3594-2a67-4f85-868f-c3b79d235206 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 950 time: 0.3200819 Jul 16 03:55:38.641212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:38.733567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:38.742345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:38.742802 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.883993 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a73e0869-3068-419f-86af-21750edfcc84 req-a6d988d8-f2d3-4ffd-88e0-c691741089a9 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/security-groups?id=a58b5721-afb0-4ec1-85e0-2ffa61bdaeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522502 Jul 16 03:55:38.901082 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-569a1280-d463-4580-b85e-3f7760e2873d None None] Provisioning for port ca55cada-28b9-4c40-b4ce-1259a8613bd6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:38.904024 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.908344 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.939433 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-569a1280-d463-4580-b85e-3f7760e2873d None None] Provisioning complete for port ca55cada-28b9-4c40-b4ce-1259a8613bd6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:38.942550 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-569a1280-d463-4580-b85e-3f7760e2873d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:38.995739 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8,segment=NetworkSegment(a1285b06-2118-4694-980b-50c139835e0e),segment_id=a1285b06-2118-4694-980b-50c139835e0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:39.004887 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.010050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:39.026162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:39.050371 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:39.064570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=8fa83473-ce85-4a42-a15f-8c6f90b46668,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:39.086141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-569a1280-d463-4580-b85e-3f7760e2873d None None] Port ca55cada-28b9-4c40-b4ce-1259a8613bd6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:39.114132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665dc5b-c4c4-4bfa-b790-afe2137da160 req-20567399-6652-4385-8ec8-004092a2369e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:39.117330 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f665dc5b-c4c4-4bfa-b790-afe2137da160 req-20567399-6652-4385-8ec8-004092a2369e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 944 time: 0.3665690 Jul 16 03:55:39.155597 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-569a1280-d463-4580-b85e-3f7760e2873d None None] Provisioning complete for port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:39.159609 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-569a1280-d463-4580-b85e-3f7760e2873d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.216764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:39.217656 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f665dc5b-c4c4-4bfa-b790-afe2137da160 req-4bd9739e-987e-4046-ad1e-299cf7630833 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895257 Jul 16 03:55:39.409497 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.415779 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.416763 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.463213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2ee2204d-8421-4f52-9932-97f691afc91d None None] Provisioning complete for port ca55cada-28b9-4c40-b4ce-1259a8613bd6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:39.464270 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ee2204d-8421-4f52-9932-97f691afc91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.508129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2ee2204d-8421-4f52-9932-97f691afc91d None None] Port ca55cada-28b9-4c40-b4ce-1259a8613bd6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:39.558667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=ca55cada-28b9-4c40-b4ce-1259a8613bd6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:39.632414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:39.683021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 9e3bb744-4918-4569-b886-00a98b149b0a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:39.686965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:39.949315 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ac7f3-c0ba-400e-afb6-c6f79e784a0c req-b87407d0-70ef-460d-b852-4eaf75311b6a tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:39.952024 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5a9ac7f3-c0ba-400e-afb6-c6f79e784a0c req-b87407d0-70ef-460d-b852-4eaf75311b6a tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.88 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 950 time: 0.0958109 Jul 16 03:55:40.145239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-53671d82-1a61-457e-9221-b38a41975691 None None] Provisioning complete for port ca55cada-28b9-4c40-b4ce-1259a8613bd6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:40.145746 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-53671d82-1a61-457e-9221-b38a41975691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.217908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5a9ac7f3-c0ba-400e-afb6-c6f79e784a0c req-92246030-106d-4a5d-9e2f-4be7f7946151 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Deleting port c72afeaa-b012-450b-9d16-f84eff45b9a4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:55:40.218691 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5a9ac7f3-c0ba-400e-afb6-c6f79e784a0c req-92246030-106d-4a5d-9e2f-4be7f7946151 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.219968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-53671d82-1a61-457e-9221-b38a41975691 None None] Port ca55cada-28b9-4c40-b4ce-1259a8613bd6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:40.355230 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5a9ac7f3-c0ba-400e-afb6-c6f79e784a0c req-92246030-106d-4a5d-9e2f-4be7f7946151 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] For port c72afeaa-b012-450b-9d16-f84eff45b9a4, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c72afeaa-b012-450b-9d16-f84eff45b9a4,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:40.355677 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5a9ac7f3-c0ba-400e-afb6-c6f79e784a0c req-92246030-106d-4a5d-9e2f-4be7f7946151 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.371587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5a9ac7f3-c0ba-400e-afb6-c6f79e784a0c req-92246030-106d-4a5d-9e2f-4be7f7946151 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Calling delete_port for c72afeaa-b012-450b-9d16-f84eff45b9a4 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:55:40.586655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:40.619111 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5a9ac7f3-c0ba-400e-afb6-c6f79e784a0c req-92246030-106d-4a5d-9e2f-4be7f7946151 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.638174 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['c72afeaa-b012-450b-9d16-f84eff45b9a4'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:40.692580 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92246030-106d-4a5d-9e2f-4be7f7946151 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Pushing event deleted for resources: {'Port': ['ID=c72afeaa-b012-450b-9d16-f84eff45b9a4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:40.728201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9ac7f3-c0ba-400e-afb6-c6f79e784a0c req-92246030-106d-4a5d-9e2f-4be7f7946151 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] No DVR routers for this DVR port c72afeaa-b012-450b-9d16-f84eff45b9a4 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:55:40.730498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:40.731108 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.746093 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5a9ac7f3-c0ba-400e-afb6-c6f79e784a0c req-92246030-106d-4a5d-9e2f-4be7f7946151 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.752864 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5a9ac7f3-c0ba-400e-afb6-c6f79e784a0c req-92246030-106d-4a5d-9e2f-4be7f7946151 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.88 "DELETE /v2.0/ports/c72afeaa-b012-450b-9d16-f84eff45b9a4 HTTP/1.1" status: 204 len: 173 time: 0.7921193 Jul 16 03:55:40.754457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071ad1a9-85dd-4748-88ac-ab328782bf41', 'name': 'network-vif-deleted', 'tag': 'c72afeaa-b012-450b-9d16-f84eff45b9a4'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:55:40.761761 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfff97e-b041-479f-8eef-b9d552bc6a2e" -d '{"events": [{"server_uuid": "071ad1a9-85dd-4748-88ac-ab328782bf41", "name": "network-vif-deleted", "tag": "c72afeaa-b012-450b-9d16-f84eff45b9a4"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:55:40.890186 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:40.927488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a0a9c-1b4f-4aac-b36d-a23dc051e409 req-2147b2c8-b43c-4ba4-8190-0d302bef1fb3 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:40.942523 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-342a0a9c-1b4f-4aac-b36d-a23dc051e409 req-2147b2c8-b43c-4ba4-8190-0d302bef1fb3 tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/ports?device_id=071ad1a9-85dd-4748-88ac-ab328782bf41 HTTP/1.1" status: 200 len: 867 time: 0.3675199 Jul 16 03:55:40.973799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4237a7-1189-4322-b7ba-7bd33f2304fc req-fe05d7f8-a5b9-4d41-a1e7-51b0ad9776ed tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:40.975627 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c4237a7-1189-4322-b7ba-7bd33f2304fc req-fe05d7f8-a5b9-4d41-a1e7-51b0ad9776ed tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 944 time: 0.5801919 Jul 16 03:55:41.053074 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 3bdf15df-2af6-44fc-8085-9a526f95dc30 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:55:41.151888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c4237a7-1189-4322-b7ba-7bd33f2304fc req-66d4ce8d-45f9-47fb-82c1-c9912505f5a5 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943742 Jul 16 03:55:41.154572 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-342a0a9c-1b4f-4aac-b36d-a23dc051e409 req-39417257-74e8-49cf-8847-bd4bc6032cfd tempest-VolumesBackupsTest-1359389689 tempest-VolumesBackupsTest-1359389689-project] 10.222.0.18 "GET /v2.0/security-groups?id=a58b5721-afb0-4ec1-85e0-2ffa61bdaeb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109478 Jul 16 03:55:41.227335 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc3fc17-ebbf-4d63-b944-3280bfe98326 x-openstack-request-id: req-4cc3fc17-ebbf-4d63-b944-3280bfe98326 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:55:41.228703 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071ad1a9-85dd-4748-88ac-ab328782bf41", "name": "network-vif-deleted", "tag": "c72afeaa-b012-450b-9d16-f84eff45b9a4", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:55:41.230112 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4cc3fc17-ebbf-4d63-b944-3280bfe98326 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:55:41.230647 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071ad1a9-85dd-4748-88ac-ab328782bf41', 'name': 'network-vif-deleted', 'tag': 'c72afeaa-b012-450b-9d16-f84eff45b9a4', 'status': 'completed', 'code': 200} Jul 16 03:55:41.300364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:41.313732 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-db570505-bf03-44b9-9494-e77465c89de3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/3bdf15df-2af6-44fc-8085-9a526f95dc30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6248846 Jul 16 03:55:41.315536 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38624) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:41.331272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8b7a0e09-50f2-4ce0-a144-349db41ba4fc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1251897214'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:41.339050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Sync routers for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:41.353958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:41.355951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:41.384037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7a0e09-50f2-4ce0-a144-349db41ba4fc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:41.392089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0e09-50f2-4ce0-a144-349db41ba4fc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.404927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router da88635a-cfea-42df-a9c8-d455b801363b is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:55:41.461595 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7a0e09-50f2-4ce0-a144-349db41ba4fc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:55:41.489474 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0e09-50f2-4ce0-a144-349db41ba4fc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.489824 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-8b7a0e09-50f2-4ce0-a144-349db41ba4fc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Added segment 23353909-7fb1-4422-b74e-a9ad50325332 of type vlan for network 9e64546c-47b2-4e06-8164-afad83b315c6 Jul 16 03:55:41.545281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:41.600106 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0e09-50f2-4ce0-a144-349db41ba4fc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.696230 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0e09-50f2-4ce0-a144-349db41ba4fc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.728169 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a0e09-50f2-4ce0-a144-349db41ba4fc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:41.730756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0e09-50f2-4ce0-a144-349db41ba4fc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.737267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:41.749611 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Sync routers for ids ['da88635a-cfea-42df-a9c8-d455b801363b'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:41.779965 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Routers {'da88635a-cfea-42df-a9c8-d455b801363b'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:41.780691 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['da88635a-cfea-42df-a9c8-d455b801363b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:41.790419 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:41.801165 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cd03c44e-4743-4d11-8565-fcd1203d3c5c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.1138961 Jul 16 03:55:41.803691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38638) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:41.916942 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7eb1dcab-c8de-42cf-9b0b-028891ed88cf tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=03422a5449cd4807854f59afa4486f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1098177 Jul 16 03:55:41.919430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:41.929984 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8b7a0e09-50f2-4ce0-a144-349db41ba4fc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6128869 Jul 16 03:55:41.933498 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38650) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:41.939381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a8b8adb7-34a5-4450-a8a6-bdb9a1445032 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'subnet': {'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:42.005828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a0e09-50f2-4ce0-a144-349db41ba4fc tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Network': ['ID=9e64546c-47b2-4e06-8164-afad83b315c6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:42.031367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 9e64546c-47b2-4e06-8164-afad83b315c6 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:55:42.121523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b8adb7-34a5-4450-a8a6-bdb9a1445032 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:42.130329 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8b8adb7-34a5-4450-a8a6-bdb9a1445032 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.151429 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Set router da88635a-cfea-42df-a9c8-d455b801363b gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:42.405721 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:55:38Z', 'revision_number': 2, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:38Z', 'revision_number': 2, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:42.465811 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:35Z', 'updated_at': '2021-07-16T03:55:39Z', 'revision_number': 3, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:42.527679 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Checking router: da88635a-cfea-42df-a9c8-d455b801363b for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:42.528501 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Updating router da88635a-cfea-42df-a9c8-d455b801363b port 8fa83473-ce85-4a42-a15f-8c6f90b46668 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:55:42.555050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Checking router: 3bdf15df-2af6-44fc-8085-9a526f95dc30 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:42.555402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Updating router 3bdf15df-2af6-44fc-8085-9a526f95dc30 port ca55cada-28b9-4c40-b4ce-1259a8613bd6 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:55:42.656789 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.699173 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.770790 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8b8adb7-34a5-4450-a8a6-bdb9a1445032 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:42.806189 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58cac72-7b0f-4473-ac57-ced103fed112 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:42.812575 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b58cac72-7b0f-4473-ac57-ced103fed112 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8917680 Jul 16 03:55:42.819356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:42.906785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8adb7-34a5-4450-a8a6-bdb9a1445032 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Subnet': ['ID=73be18c8-8426-48b9-8c52-96e2c979feee,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:42.935126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b8adb7-34a5-4450-a8a6-bdb9a1445032 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Checking segment: {'id': '23353909-7fb1-4422-b74e-a9ad50325332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:42.939216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b8adb7-34a5-4450-a8a6-bdb9a1445032 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network hostable DHCP agents. Network: 9e64546c-47b2-4e06-8164-afad83b315c6, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:55:42.959005 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b8adb7-34a5-4450-a8a6-bdb9a1445032 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 9e64546c-47b2-4e06-8164-afad83b315c6 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:55:42.975541 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d0b89db0-5b48-4e03-af7a-e1a517191bd5 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1418707 Jul 16 03:55:42.976105 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38676) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:43.011480 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c9c895f0-0d25-43b3-9d57-446594d4a328 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1728778187', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'project_id': '03422a5449cd4807854f59afa4486f72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:43.013626 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.023974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a8b8adb7-34a5-4450-a8a6-bdb9a1445032 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 9e64546c-47b2-4e06-8164-afad83b315c6) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:43.042195 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8429d-ac4f-46b8-866c-d93d2abf5e21 req-c532244f-b86e-4da4-85c5-7d926977cec5 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:43.043657 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Transition to ACTIVE for port object 8fa83473-ce85-4a42-a15f-8c6f90b46668 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:43.053634 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-21f8429d-ac4f-46b8-866c-d93d2abf5e21 req-c532244f-b86e-4da4-85c5-7d926977cec5 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 944 time: 0.5248671 Jul 16 03:55:43.055430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b8adb7-34a5-4450-a8a6-bdb9a1445032 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:43.055603 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.057717 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a8b8adb7-34a5-4450-a8a6-bdb9a1445032 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.083349 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a788c-bae1-430a-94a0-fab14e8a741e None None] Network 9e64546c-47b2-4e06-8164-afad83b315c6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:43.129224 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-21f8429d-ac4f-46b8-866c-d93d2abf5e21 req-c4e09b9c-b91e-47e0-973e-4505777d955b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718875 Jul 16 03:55:43.179852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38682) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:43.181989 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219ffb3-616f-4f1d-889c-8ee9d7ecb3d5 None None] Pushing event updated for resources: {'Port': ['ID=8fa83473-ce85-4a42-a15f-8c6f90b46668,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:43.186840 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ebc9e98c-606b-4b28-ad5d-5ac2b7685f89 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-946630471', 'description': 'tempest-secgroup-smoke-946630471 description', 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:43.213106 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Attempting to bind port 8fa83473-ce85-4a42-a15f-8c6f90b46668 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:43.213573 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Attempting to bind port 8fa83473-ce85-4a42-a15f-8c6f90b46668 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:43.213944 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Attempting to bind port 8fa83473-ce85-4a42-a15f-8c6f90b46668 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:43.218070 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219ffb3-616f-4f1d-889c-8ee9d7ecb3d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:43.218418 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219ffb3-616f-4f1d-889c-8ee9d7ecb3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:43.218761 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219ffb3-616f-4f1d-889c-8ee9d7ecb3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:43.219103 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219ffb3-616f-4f1d-889c-8ee9d7ecb3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:43.219436 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219ffb3-616f-4f1d-889c-8ee9d7ecb3d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:43.219769 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219ffb3-616f-4f1d-889c-8ee9d7ecb3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:43.220095 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219ffb3-616f-4f1d-889c-8ee9d7ecb3d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:43.220453 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219ffb3-616f-4f1d-889c-8ee9d7ecb3d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:43.220781 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219ffb3-616f-4f1d-889c-8ee9d7ecb3d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:43.221105 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219ffb3-616f-4f1d-889c-8ee9d7ecb3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:43.221430 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219ffb3-616f-4f1d-889c-8ee9d7ecb3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:43.221751 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8219ffb3-616f-4f1d-889c-8ee9d7ecb3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:55:43.234246 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebc9e98c-606b-4b28-ad5d-5ac2b7685f89 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.238634 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:43.239014 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:43.239426 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.239809 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:43.240286 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Bound port: 8fa83473-ce85-4a42-a15f-8c6f90b46668, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:43.245847 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.337025 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] For port 8fa83473-ce85-4a42-a15f-8c6f90b46668, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:43.344681 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] For port 8fa83473-ce85-4a42-a15f-8c6f90b46668, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8fa83473-ce85-4a42-a15f-8c6f90b46668,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:43.355821 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.439998 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Routers {'da88635a-cfea-42df-a9c8-d455b801363b'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:43.440677 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['da88635a-cfea-42df-a9c8-d455b801363b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:43.472368 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebc9e98c-606b-4b28-ad5d-5ac2b7685f89 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.483429 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebc9e98c-606b-4b28-ad5d-5ac2b7685f89 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.529576 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c895f0-0d25-43b3-9d57-446594d4a328 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Made reservation on behalf of 03422a5449cd4807854f59afa4486f72 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:43.546581 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9c895f0-0d25-43b3-9d57-446594d4a328 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.555552 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebc9e98c-606b-4b28-ad5d-5ac2b7685f89 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.559913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ebc9e98c-606b-4b28-ad5d-5ac2b7685f89 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3784633 Jul 16 03:55:43.565448 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a8b8adb7-34a5-4450-a8a6-bdb9a1445032 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6278207 Jul 16 03:55:43.565448 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38686) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:43.567324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:43.567468 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219ffb3-616f-4f1d-889c-8ee9d7ecb3d5 None None] Pushing event updated for resources: {'Port': ['ID=8fa83473-ce85-4a42-a15f-8c6f90b46668,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:43.595542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d3a8fef9-5b9c-4696-a29f-60685c767d61 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Request body: {'security_group_rule': {'security_group_id': '466dfd54-6162-473a-90a8-b64918453bae', 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:43.640046 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38690) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:43.759384 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] Set router da88635a-cfea-42df-a9c8-d455b801363b gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:43.802112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-9e64546c-47b2-4e06-8164-afad83b315c6', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:55:43.804986 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.843894 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.916075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Transition to ACTIVE for port object ca55cada-28b9-4c40-b4ce-1259a8613bd6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:43.918865 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3a8fef9-5b9c-4696-a29f-60685c767d61 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.927398 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f668ba1-8608-4b92-8183-b95d5cd82496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.930784 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:43.978622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9e98c-606b-4b28-ad5d-5ac2b7685f89 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466dfd54-6162-473a-90a8-b64918453bae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:44.139916 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:35Z', 'updated_at': '2021-07-16T03:55:39Z', 'revision_number': 3, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:44.146346 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9c895f0-0d25-43b3-9d57-446594d4a328 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.184007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be96f2-9e07-4c95-8297-61d7342030d8 None None] Pushing event updated for resources: {'Port': ['ID=ca55cada-28b9-4c40-b4ce-1259a8613bd6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:44.186846 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3a8fef9-5b9c-4696-a29f-60685c767d61 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.229894 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.239824 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134e3d20-5fe3-46ce-aa08-b6165d6f9a8d None None] The sync data for ids ['da88635a-cfea-42df-a9c8-d455b801363b'] in n-d-800088-6 is: [{'id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:35Z', 'updated_at': '2021-07-16T03:55:39Z', 'revision_number': 3, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:44.285989 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Allocated IP 2001:db8:1::2 (9e64546c-47b2-4e06-8164-afad83b315c6/73be18c8-8426-48b9-8c52-96e2c979feee/0e7fac5b-7150-4abe-a5fd-481a27d83873) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:44.317320 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3a8fef9-5b9c-4696-a29f-60685c767d61 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.506416 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f668ba1-8608-4b92-8183-b95d5cd82496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.513743 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.530715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Transition to ACTIVE for port object 0e7fac5b-7150-4abe-a5fd-481a27d83873 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:44.553459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8fef9-5b9c-4696-a29f-60685c767d61 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea44e0a2-023f-4ad4-bc15-da13caa3cc8f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:44.559417 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4f668ba1-8608-4b92-8183-b95d5cd82496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.562552 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Transition to ACTIVE for port object 0e7fac5b-7150-4abe-a5fd-481a27d83873 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:44.610090 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.689897 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f668ba1-8608-4b92-8183-b95d5cd82496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1ca3e3-cb0a-42f5-9f07-28dce1dd022e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:44.725780 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3a8fef9-5b9c-4696-a29f-60685c767d61 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.734980 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d3a8fef9-5b9c-4696-a29f-60685c767d61 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1437137 Jul 16 03:55:44.738882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38704) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:44.744132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24d601-a410-4c34-bfaa-0ea30af54db5 req-ceece361-8d38-4de6-9ee2-53d1b86af697 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:44.746014 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d24d601-a410-4c34-bfaa-0ea30af54db5 req-ceece361-8d38-4de6-9ee2-53d1b86af697 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 944 time: 0.2972682 Jul 16 03:55:44.749252 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cf132763-f00b-4585-96ff-bca1022fcbd2 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Request body: {'security_group_rule': {'security_group_id': '466dfd54-6162-473a-90a8-b64918453bae', 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:44.756641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Attempting to bind port ca55cada-28b9-4c40-b4ce-1259a8613bd6 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:44.758745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Attempting to bind port ca55cada-28b9-4c40-b4ce-1259a8613bd6 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'a1285b06-2118-4694-980b-50c139835e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:44.758745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Attempting to bind port ca55cada-28b9-4c40-b4ce-1259a8613bd6 on network 9e3bb744-4918-4569-b886-00a98b149b0a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:44.799760 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c895f0-0d25-43b3-9d57-446594d4a328 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Subnet': ['ID=939a70b4-117e-4c69-bdb2-0b762d61557f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:44.813414 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Network 9e64546c-47b2-4e06-8164-afad83b315c6 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:44.817858 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:44.818309 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Checking segment: {'id': 'a1285b06-2118-4694-980b-50c139835e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:44.818604 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.819167 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Bound using segment: {'id': 'a1285b06-2118-4694-980b-50c139835e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:44.819807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Bound port: ca55cada-28b9-4c40-b4ce-1259a8613bd6, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1285b06-2118-4694-980b-50c139835e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:44.820381 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:44.825110 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d24d601-a410-4c34-bfaa-0ea30af54db5 req-46117e5c-4f94-4961-98e6-181560de160f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722942 Jul 16 03:55:44.853893 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4f668ba1-8608-4b92-8183-b95d5cd82496 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54770ab82f904ffeb606cff0c2c9a0d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2049997 Jul 16 03:55:44.873241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38708) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:44.873771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:44.875867 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c72afeaa-b012-450b-9d16-f84eff45b9a4 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:55:44.878642 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:44.899750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Pushing event updated for resources: {'Port': ['ID=0e7fac5b-7150-4abe-a5fd-481a27d83873,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:44.946952 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c895f0-0d25-43b3-9d57-446594d4a328 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Checking segment: {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:44.948715 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c895f0-0d25-43b3-9d57-446594d4a328 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network hostable DHCP agents. Network: bf569b92-d644-4546-b6d7-f032ee5253db, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:55:44.978662 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf132763-f00b-4585-96ff-bca1022fcbd2 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.011512 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] For port ca55cada-28b9-4c40-b4ce-1259a8613bd6, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:45.014971 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] For port ca55cada-28b9-4c40-b4ce-1259a8613bd6, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ca55cada-28b9-4c40-b4ce-1259a8613bd6,segment=NetworkSegment(a1285b06-2118-4694-980b-50c139835e0e),segment_id=a1285b06-2118-4694-980b-50c139835e0e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:45.020671 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.027263 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: c72afeaa-b012-450b-9d16-f84eff45b9a4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:55:45.027597 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c72afeaa-b012-450b-9d16-f84eff45b9a4 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:55:45.036639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Allocated IP 2001:db8:1::1 (9e64546c-47b2-4e06-8164-afad83b315c6/73be18c8-8426-48b9-8c52-96e2c979feee/f5f82445-ec81-4730-b8cc-610ab754a0c1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:45.040863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c895f0-0d25-43b3-9d57-446594d4a328 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network bf569b92-d644-4546-b6d7-f032ee5253db is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:55:45.066017 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-052c9404-fe15-4bc9-a9ae-f438a71e0e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.067834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c9c895f0-0d25-43b3-9d57-446594d4a328 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, bf569b92-d644-4546-b6d7-f032ee5253db) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:45.072614 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c895f0-0d25-43b3-9d57-446594d4a328 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:45.074241 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c9c895f0-0d25-43b3-9d57-446594d4a328 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.141089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf132763-f00b-4585-96ff-bca1022fcbd2 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.156866 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c9c895f0-0d25-43b3-9d57-446594d4a328 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1798289 Jul 16 03:55:45.172473 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-052c9404-fe15-4bc9-a9ae-f438a71e0e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.174628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38710) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:45.195070 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf132763-f00b-4585-96ff-bca1022fcbd2 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.303518 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.322386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Transition to ACTIVE for port object f5f82445-ec81-4730-b8cc-610ab754a0c1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:45.344161 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf132763-f00b-4585-96ff-bca1022fcbd2 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97813484-9f16-42f2-847a-8c2b6ab8de6d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:45.355191 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf132763-f00b-4585-96ff-bca1022fcbd2 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.359465 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cf132763-f00b-4585-96ff-bca1022fcbd2 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6171815 Jul 16 03:55:45.370997 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:45.378713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-944f52ad-c8ae-45ce-8f49-1524d61c9456 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Request body: {'security_group_rule': {'security_group_id': '466dfd54-6162-473a-90a8-b64918453bae', 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:45.417555 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.472653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7197c8ee-a430-4283-af11-c6e3f7e64876 None None] Network bf569b92-d644-4546-b6d7-f032ee5253db requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:45.489364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 9e64546c-47b2-4e06-8164-afad83b315c6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:45.493116 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-944f52ad-c8ae-45ce-8f49-1524d61c9456 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.500604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:45.519104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:45.519861 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.659362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=f5f82445-ec81-4730-b8cc-610ab754a0c1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:45.703107 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-052c9404-fe15-4bc9-a9ae-f438a71e0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.711003 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-052c9404-fe15-4bc9-a9ae-f438a71e0e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.712345 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-052c9404-fe15-4bc9-a9ae-f438a71e0e8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e1ca3e3-cb0a-42f5-9f07-28dce1dd022e HTTP/1.1" status: 204 len: 168 time: 0.8295109 Jul 16 03:55:45.758095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Attempting to bind port 0e7fac5b-7150-4abe-a5fd-481a27d83873 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:45.758527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Attempting to bind port 0e7fac5b-7150-4abe-a5fd-481a27d83873 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '23353909-7fb1-4422-b74e-a9ad50325332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:45.758909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Attempting to bind port 0e7fac5b-7150-4abe-a5fd-481a27d83873 on network 9e64546c-47b2-4e06-8164-afad83b315c6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:45.776573 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-944f52ad-c8ae-45ce-8f49-1524d61c9456 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.796833 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-944f52ad-c8ae-45ce-8f49-1524d61c9456 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.835449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:45.844503 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Checking segment: {'id': '23353909-7fb1-4422-b74e-a9ad50325332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:45.845319 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.845968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Bound using segment: {'id': '23353909-7fb1-4422-b74e-a9ad50325332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:45.846724 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Bound port: 0e7fac5b-7150-4abe-a5fd-481a27d83873, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23353909-7fb1-4422-b74e-a9ad50325332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:45.847353 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.851857 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c9404-fe15-4bc9-a9ae-f438a71e0e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1ca3e3-cb0a-42f5-9f07-28dce1dd022e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:45.862115 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f52ad-c8ae-45ce-8f49-1524d61c9456 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb9aae4-1241-450c-91c1-bdf23106aeb7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:45.905534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:45.906768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:45.952624 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-944f52ad-c8ae-45ce-8f49-1524d61c9456 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:45.968282 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-944f52ad-c8ae-45ce-8f49-1524d61c9456 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5941169 Jul 16 03:55:45.969118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38722) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:45.990272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-40a10065-62ef-479f-bcd5-3d2d0a8c069a tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Request body: {'security_group_rule': {'security_group_id': '466dfd54-6162-473a-90a8-b64918453bae', 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:46.062304 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.171212 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.181517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-bf569b92-d644-4546-b6d7-f032ee5253db', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ips': [{'subnet_id': '939a70b4-117e-4c69-bdb2-0b762d61557f'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:55:46.183082 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.265371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40a10065-62ef-479f-bcd5-3d2d0a8c069a tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.328704 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] For port 0e7fac5b-7150-4abe-a5fd-481a27d83873, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:46.332754 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] For port 0e7fac5b-7150-4abe-a5fd-481a27d83873, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0e7fac5b-7150-4abe-a5fd-481a27d83873,segment=NetworkSegment(23353909-7fb1-4422-b74e-a9ad50325332),segment_id=23353909-7fb1-4422-b74e-a9ad50325332)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:46.345726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be96f2-9e07-4c95-8297-61d7342030d8 None None] Pushing event updated for resources: {'Port': ['ID=ca55cada-28b9-4c40-b4ce-1259a8613bd6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:46.367134 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.398855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38726) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:46.455386 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b9bfeca-1594-4533-921c-3314c7070507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.597878 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:46.771540 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9856368-57bf-412b-b966-af0dad8220c7 req-5f41d7aa-02d5-4931-90d0-3acb34c2ff86 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:46.774926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d9856368-57bf-412b-b966-af0dad8220c7 req-5f41d7aa-02d5-4931-90d0-3acb34c2ff86 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 944 time: 0.6670313 Jul 16 03:55:46.795798 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8fa83473-ce85-4a42-a15f-8c6f90b46668 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:46.876382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911af024-4d89-4a16-9b4a-78a9cc02b1a4 None None] Pushing event updated for resources: {'Port': ['ID=0e7fac5b-7150-4abe-a5fd-481a27d83873,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:46.962262 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b9bfeca-1594-4533-921c-3314c7070507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:46.981127 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8b9bfeca-1594-4533-921c-3314c7070507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:47.154811 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 8fa83473-ce85-4a42-a15f-8c6f90b46668 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:47.169935 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 8fa83473-ce85-4a42-a15f-8c6f90b46668 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:47.170619 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:47.202938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Allocated IP 172.20.0.2 (bf569b92-d644-4546-b6d7-f032ee5253db/939a70b4-117e-4c69-bdb2-0b762d61557f/4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:47.497437 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:47.542498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:55:45Z', 'revision_number': 3, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:45Z', 'revision_number': 4, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:55:45Z', 'revision_number': 1, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:47.575976 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 8fa83473-ce85-4a42-a15f-8c6f90b46668, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8fa83473-ce85-4a42-a15f-8c6f90b46668,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:47.583415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbadeea6-e53e-43be-9a78-934aac5040af None None] The sync data for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 is: [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:55:45Z', 'revision_number': 3, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:45Z', 'revision_number': 4, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:55:45Z', 'revision_number': 1, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:47.594885 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:47.615105 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:47.680094 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Transition to ACTIVE for port object 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:47.715481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Transition to ACTIVE for port object 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:47.720819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=8fa83473-ce85-4a42-a15f-8c6f90b46668,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:47.722691 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40a10065-62ef-479f-bcd5-3d2d0a8c069a tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:47.740111 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:47.759750 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40a10065-62ef-479f-bcd5-3d2d0a8c069a tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:47.761962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Network bf569b92-d644-4546-b6d7-f032ee5253db is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:47.765376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:47.773480 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:47.822781 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bfeca-1594-4533-921c-3314c7070507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9496e65a-f24a-463b-a355-bdd7dff83097,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:47.841684 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.20.0.1 (bf569b92-d644-4546-b6d7-f032ee5253db/939a70b4-117e-4c69-bdb2-0b762d61557f/aacd46bd-23b8-4713-89f4-1fee38f5d211) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:47.847063 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8b9bfeca-1594-4533-921c-3314c7070507 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cd7bc2ed69a4d558ebfd8054e7f4d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4341390 Jul 16 03:55:47.853546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38740) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:47.856415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a10065-62ef-479f-bcd5-3d2d0a8c069a tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec42ddd-4067-43ea-99f1-d1e8c80eaef7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:47.878435 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d9856368-57bf-412b-b966-af0dad8220c7 req-08ee189b-77a0-402e-8b8d-e6acc2d41260 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0940413 Jul 16 03:55:47.884597 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-40a10065-62ef-479f-bcd5-3d2d0a8c069a tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:47.890974 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-40a10065-62ef-479f-bcd5-3d2d0a8c069a tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9043484 Jul 16 03:55:47.899969 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:47.916141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4a1d84b9-6ed7-42a0-a1c1-d1896862e7ea tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Request body: {'security_group_rule': {'security_group_id': '466dfd54-6162-473a-90a8-b64918453bae', 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:47.932255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Pushing event updated for resources: {'Port': ['ID=4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:47.953485 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Attempting to bind port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:47.956883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Attempting to bind port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:47.958004 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Attempting to bind port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 on network bf569b92-d644-4546-b6d7-f032ee5253db {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:47.971605 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:47.973021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Checking segment: {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:47.974911 n-d-800088-6 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-4a1d84b9-6ed7-42a0-a1c1-d1896862e7ea tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Project e7c2348a6101491f9cfb1053e2dfc567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:55:47.975347 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:47.976730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Bound using segment: {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:47.977692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Bound port: 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:47.978957 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.024900 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1d84b9-6ed7-42a0-a1c1-d1896862e7ea tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.062485 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.086221 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.087030 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.167146 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d952256e-fd35-4d38-a0bc-375e24b504a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.216065 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] For port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:48.224532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] For port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:48.230751 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.242945 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d952256e-fd35-4d38-a0bc-375e24b504a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.248705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=f5f82445-ec81-4730-b8cc-610ab754a0c1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:48.265668 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1d84b9-6ed7-42a0-a1c1-d1896862e7ea tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.328549 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1d84b9-6ed7-42a0-a1c1-d1896862e7ea tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.362825 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28eec0b-3274-4632-919a-ee14ea000a9c None None] Pushing event updated for resources: {'Port': ['ID=4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:48.391818 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d84b9-6ed7-42a0-a1c1-d1896862e7ea tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5870e743-f70d-4e12-b5e2-393ab545a0f4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:48.420043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4a1d84b9-6ed7-42a0-a1c1-d1896862e7ea tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.437183 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4a1d84b9-6ed7-42a0-a1c1-d1896862e7ea tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5279887 Jul 16 03:55:48.437819 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38748) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:48.464334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1a864c97-6056-4509-af5c-d8af19ea9391 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Request body: {'security_group_rule': {'security_group_id': '466dfd54-6162-473a-90a8-b64918453bae', 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:48.523172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network 9e64546c-47b2-4e06-8164-afad83b315c6 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:48.539401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:48.555535 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d952256e-fd35-4d38-a0bc-375e24b504a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.563914 n-d-800088-6 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-1a864c97-6056-4509-af5c-d8af19ea9391 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Project e7c2348a6101491f9cfb1053e2dfc567 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:55:48.571800 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d952256e-fd35-4d38-a0bc-375e24b504a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.578541 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d952256e-fd35-4d38-a0bc-375e24b504a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9496e65a-f24a-463b-a355-bdd7dff83097 HTTP/1.1" status: 204 len: 168 time: 0.7201803 Jul 16 03:55:48.587020 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.607028 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Transition to ACTIVE for port object aacd46bd-23b8-4713-89f4-1fee38f5d211 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:48.706966 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952256e-fd35-4d38-a0bc-375e24b504a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9496e65a-f24a-463b-a355-bdd7dff83097,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:48.735627 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.761591 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a864c97-6056-4509-af5c-d8af19ea9391 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:48.832379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b1ea2-f42c-4e0c-a8da-714713f6c80d None None] Network 9e64546c-47b2-4e06-8164-afad83b315c6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:48.936113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 3bdf15df-2af6-44fc-8085-9a526f95dc30 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:55:48.972081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=aacd46bd-23b8-4713-89f4-1fee38f5d211,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:48.996468 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0e7fac5b-7150-4abe-a5fd-481a27d83873 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:49.002835 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network bf569b92-d644-4546-b6d7-f032ee5253db is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:49.011126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:49.019233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:49.139994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ed289245-ea72-4859-a69f-97343a288064 None None] Provisioning for port 0e7fac5b-7150-4abe-a5fd-481a27d83873 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:49.181802 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:49.417007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 0e7fac5b-7150-4abe-a5fd-481a27d83873 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:49.422867 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 0e7fac5b-7150-4abe-a5fd-481a27d83873 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:49.423218 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:49.446674 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a864c97-6056-4509-af5c-d8af19ea9391 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:49.467916 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a864c97-6056-4509-af5c-d8af19ea9391 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:49.529375 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:49.565367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:49.588226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a864c97-6056-4509-af5c-d8af19ea9391 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7feae83f-7119-4958-85d0-0b15bf105943,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:49.603540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ada789df-a51f-4ef0-bfa6-1efe73d7efe0 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/3bdf15df-2af6-44fc-8085-9a526f95dc30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0354755 Jul 16 03:55:49.611819 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38792) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:49.612661 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1a864c97-6056-4509-af5c-d8af19ea9391 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:49.614148 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1a864c97-6056-4509-af5c-d8af19ea9391 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1620522 Jul 16 03:55:49.623480 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c33cbf30-b899-4741-b26f-b6623ac92e26 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1783245311'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:49.700698 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33cbf30-b899-4741-b26f-b6623ac92e26 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:49.709252 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c33cbf30-b899-4741-b26f-b6623ac92e26 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:49.751399 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:49.846094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33cbf30-b899-4741-b26f-b6623ac92e26 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:55:49.879593 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c33cbf30-b899-4741-b26f-b6623ac92e26 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:49.884501 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-c33cbf30-b899-4741-b26f-b6623ac92e26 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Added segment 97135345-0dac-436d-8b77-740a567e5062 of type vlan for network f44ddffa-b792-46c3-aaa8-eaac19b9d688 Jul 16 03:55:49.919772 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 0e7fac5b-7150-4abe-a5fd-481a27d83873, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0e7fac5b-7150-4abe-a5fd-481a27d83873,segment=NetworkSegment(23353909-7fb1-4422-b74e-a9ad50325332),segment_id=23353909-7fb1-4422-b74e-a9ad50325332)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:49.943459 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:49.944690 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ca55cada-28b9-4c40-b4ce-1259a8613bd6 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:50.093631 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c33cbf30-b899-4741-b26f-b6623ac92e26 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.170798 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd5cdb-ef51-4be0-bd06-2b90ab088e1a req-557a0040-5a88-477a-891f-983af84f2a41 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:50.179107 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=0e7fac5b-7150-4abe-a5fd-481a27d83873,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:50.181984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adfd5cdb-ef51-4be0-bd06-2b90ab088e1a req-557a0040-5a88-477a-891f-983af84f2a41 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 944 time: 0.8095832 Jul 16 03:55:50.243292 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-c33cbf30-b899-4741-b26f-b6623ac92e26 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:55:50.303980 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port ca55cada-28b9-4c40-b4ce-1259a8613bd6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:50.320823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ca55cada-28b9-4c40-b4ce-1259a8613bd6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:50.321586 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.368025 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-15a98983-d181-43c3-bc68-013159f2039a tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946630471&fields=id&tenant_id=e7c2348a6101491f9cfb1053e2dfc567 HTTP/1.1" status: 200 len: 267 time: 0.1038013 Jul 16 03:55:50.527223 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c33cbf30-b899-4741-b26f-b6623ac92e26 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.557472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33cbf30-b899-4741-b26f-b6623ac92e26 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:50.558146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c33cbf30-b899-4741-b26f-b6623ac92e26 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.561626 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.571216 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.581481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61945c7e-903a-4aff-9656-9fae42f82ecd None None] Network bf569b92-d644-4546-b6d7-f032ee5253db requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:50.679210 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adfd5cdb-ef51-4be0-bd06-2b90ab088e1a req-93fae683-ce40-47ac-a9e7-db105fae6620 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775357 Jul 16 03:55:50.765176 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c33cbf30-b899-4741-b26f-b6623ac92e26 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1463807 Jul 16 03:55:50.765408 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=aacd46bd-23b8-4713-89f4-1fee38f5d211,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:50.784186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38832) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:50.792038 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:50.796496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b7f86dd0-e1aa-4607-b44e-95cdefa4fba9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'subnet': {'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:50.896100 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cbf30-b899-4741-b26f-b6623ac92e26 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Network': ['ID=f44ddffa-b792-46c3-aaa8-eaac19b9d688,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:50.971574 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network f44ddffa-b792-46c3-aaa8-eaac19b9d688 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:55:50.998757 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-73d46cf9-a31a-4977-9160-f94e573b9550 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:51.008586 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-73d46cf9-a31a-4977-9160-f94e573b9550 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/networks?id=c4325c50-f7f4-49da-b4ac-a049a40582b0 HTTP/1.1" status: 200 len: 811 time: 0.6392286 Jul 16 03:55:51.043282 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network bf569b92-d644-4546-b6d7-f032ee5253db is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:51.047490 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:51.066766 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:51.220205 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-e778ec35-a111-425a-8640-70581c9ee6c6 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/quotas/e7c2348a6101491f9cfb1053e2dfc567 HTTP/1.1" status: 200 len: 375 time: 0.1996999 Jul 16 03:55:51.330772 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-92417e7c-4739-4ee6-a6ef-55e0bb00c8eb None None] Provisioning complete for port 0e7fac5b-7150-4abe-a5fd-481a27d83873 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:51.331344 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-92417e7c-4739-4ee6-a6ef-55e0bb00c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:51.398284 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router da88635a-cfea-42df-a9c8-d455b801363b has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:55:51.417839 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f86dd0-e1aa-4607-b44e-95cdefa4fba9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:51.427725 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7f86dd0-e1aa-4607-b44e-95cdefa4fba9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:51.447576 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-ea9f9c80-e89d-452c-9b39-b3fff22539fb tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e7c2348a6101491f9cfb1053e2dfc567&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2233574 Jul 16 03:55:51.454465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port ca55cada-28b9-4c40-b4ce-1259a8613bd6, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ca55cada-28b9-4c40-b4ce-1259a8613bd6,segment=NetworkSegment(a1285b06-2118-4694-980b-50c139835e0e),segment_id=a1285b06-2118-4694-980b-50c139835e0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:51.597129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Sync routers for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:51.607386 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:51.618614 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8fa83473-ce85-4a42-a15f-8c6f90b46668 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:51.682639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:51.683872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:51.700522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:55:51.707023 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-96fca218-92b2-4b68-bb42-ee866595e2b4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "PUT /v2.0/routers/da88635a-cfea-42df-a9c8-d455b801363b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5307608 Jul 16 03:55:51.718807 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Sync routers for ids ['da88635a-cfea-42df-a9c8-d455b801363b'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:55:51.744135 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Routers {'da88635a-cfea-42df-a9c8-d455b801363b'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:51.744977 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['da88635a-cfea-42df-a9c8-d455b801363b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:51.860975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-72f27ccf-9416-4de2-9437-2e98767c0c8c service neutron] 10.222.0.18 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738341 Jul 16 03:55:52.083248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:52.088778 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=ca55cada-28b9-4c40-b4ce-1259a8613bd6,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:52.130243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8adc818f-ad51-4f50-b69e-9172a1e4afea details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:55:52.265092 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8adc818f-ad51-4f50-b69e-9172a1e4afea, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8adc818f-ad51-4f50-b69e-9172a1e4afea,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:52.268462 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Set router da88635a-cfea-42df-a9c8-d455b801363b gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:52.277592 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7f86dd0-e1aa-4607-b44e-95cdefa4fba9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:52.300820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-5e54b0f2-0665-4274-95c7-83d825dee5fe service neutron] 10.222.0.18 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269171 Jul 16 03:55:52.319002 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '8adc818f-ad51-4f50-b69e-9172a1e4afea', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'port_id': '8adc818f-ad51-4f50-b69e-9172a1e4afea', 'mac_address': 'fa:16:3e:d2:65:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:55:52.454530 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ea20e-b6c1-4a47-8203-a3ce7877b0ae req-0acd4f6e-46f7-4184-8a17-bf2e46c8c669 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:52.456180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-476ea20e-b6c1-4a47-8203-a3ce7877b0ae req-0acd4f6e-46f7-4184-8a17-bf2e46c8c669 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 944 time: 0.4758024 Jul 16 03:55:52.473654 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 8fa83473-ce85-4a42-a15f-8c6f90b46668 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:52.474270 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:52.491890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f86dd0-e1aa-4607-b44e-95cdefa4fba9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Subnet': ['ID=1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:52.670450 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-92417e7c-4739-4ee6-a6ef-55e0bb00c8eb None None] Provisioning for port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:52.721479 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:52.731951 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-476ea20e-b6c1-4a47-8203-a3ce7877b0ae req-9f0c51bb-f4ca-459a-ad33-0068ef892c6f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490020 Jul 16 03:55:52.732346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f86dd0-e1aa-4607-b44e-95cdefa4fba9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Checking segment: {'id': '97135345-0dac-436d-8b77-740a567e5062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:52.732682 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f86dd0-e1aa-4607-b44e-95cdefa4fba9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network hostable DHCP agents. Network: f44ddffa-b792-46c3-aaa8-eaac19b9d688, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:55:52.819703 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f86dd0-e1aa-4607-b44e-95cdefa4fba9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network f44ddffa-b792-46c3-aaa8-eaac19b9d688 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:55:52.844912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8adc818f-ad51-4f50-b69e-9172a1e4afea {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:55:52.851385 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:35Z', 'updated_at': '2021-07-16T03:55:49Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'aacd46bd-23b8-4713-89f4-1fee38f5d211', 'name': '', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:dc:0f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:47Z', 'updated_at': '2021-07-16T03:55:50Z', 'revision_number': 2, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:52.862543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b7f86dd0-e1aa-4607-b44e-95cdefa4fba9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, f44ddffa-b792-46c3-aaa8-eaac19b9d688) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:52.874388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f86dd0-e1aa-4607-b44e-95cdefa4fba9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:52.874991 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b7f86dd0-e1aa-4607-b44e-95cdefa4fba9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:52.916860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b7f86dd0-e1aa-4607-b44e-95cdefa4fba9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1283841 Jul 16 03:55:52.917152 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Checking router: da88635a-cfea-42df-a9c8-d455b801363b for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:52.917360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38916) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:52.918319 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Updating router da88635a-cfea-42df-a9c8-d455b801363b port aacd46bd-23b8-4713-89f4-1fee38f5d211 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:55:52.984655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-92417e7c-4739-4ee6-a6ef-55e0bb00c8eb None None] Provisioning for port f5f82445-ec81-4730-b8cc-610ab754a0c1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:52.996280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f93986-c824-4b3b-b36c-6b9d0c21cb96 None None] Network f44ddffa-b792-46c3-aaa8-eaac19b9d688 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:55:53.020378 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:53.062995 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-67870985-e226-493c-addb-9216f09c7e22 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806587819&fields=id&tenant_id=03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 267 time: 0.1017237 Jul 16 03:55:53.186607 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801b91-e5b6-49f8-9542-142d987ca775 req-f3117145-7db9-4566-8cef-97866c13a26c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:53.196430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-f3117145-7db9-4566-8cef-97866c13a26c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/networks?id=bf569b92-d644-4546-b6d7-f032ee5253db HTTP/1.1" status: 200 len: 796 time: 0.1319349 Jul 16 03:55:53.257936 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43062a38-223e-4d0b-8fcf-374cc677c178 req-01fb715b-2c00-448a-be17-561806005637 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 210 time: 0.0550516 Jul 16 03:55:53.298066 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-6cba2164-10e0-4d77-9d27-c124c2380b57 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/quotas/03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 375 time: 0.0983233 Jul 16 03:55:53.322718 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-92417e7c-4739-4ee6-a6ef-55e0bb00c8eb None None] Provisioning complete for port f5f82445-ec81-4730-b8cc-610ab754a0c1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:53.323583 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-92417e7c-4739-4ee6-a6ef-55e0bb00c8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:53.455470 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-50d11cfe-6fab-43fd-af77-38001c0901bd tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1522336 Jul 16 03:55:53.462238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-92417e7c-4739-4ee6-a6ef-55e0bb00c8eb None None] Port f5f82445-ec81-4730-b8cc-610ab754a0c1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:53.495668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-f44ddffa-b792-46c3-aaa8-eaac19b9d688', 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'fixed_ips': [{'subnet_id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:55:53.498115 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:53.534470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8adc818f-ad51-4f50-b69e-9172a1e4afea, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8adc818f-ad51-4f50-b69e-9172a1e4afea,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:55:53.607826 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-345e5df3-050f-4665-9b64-ec0a418bd728 service neutron] 10.222.0.18 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491630 Jul 16 03:55:53.786202 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.002343 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.045745 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Transition to ACTIVE for port object aacd46bd-23b8-4713-89f4-1fee38f5d211 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:54.050846 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-80f68af8-d980-4314-87e7-e6fc294a4a10 service neutron] 10.222.0.18 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420016 Jul 16 03:55:54.075299 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.085320 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.090884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['8adc818f-ad51-4f50-b69e-9172a1e4afea'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:55:54.317198 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20861b35-8e25-41dd-8be5-9f10b0a7a6ea None None] Pushing event updated for resources: {'Port': ['ID=aacd46bd-23b8-4713-89f4-1fee38f5d211,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:54.414066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a48985-5795-46f5-8faa-d8fdef2c7eca req-1d9cc163-b18d-4fb7-86fe-dd76a5edab8b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:54.424674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63a48985-5795-46f5-8faa-d8fdef2c7eca req-1d9cc163-b18d-4fb7-86fe-dd76a5edab8b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 945 time: 0.2625508 Jul 16 03:55:54.509234 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Attempting to bind port aacd46bd-23b8-4713-89f4-1fee38f5d211 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:54.517237 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Attempting to bind port aacd46bd-23b8-4713-89f4-1fee38f5d211 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:54.519545 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Attempting to bind port aacd46bd-23b8-4713-89f4-1fee38f5d211 on network bf569b92-d644-4546-b6d7-f032ee5253db {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:54.561018 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:54.561018 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Checking segment: {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:54.562840 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63a48985-5795-46f5-8faa-d8fdef2c7eca req-eeaed212-1a60-4c78-944e-1486fc268068 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161141 Jul 16 03:55:54.563775 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Allocated IP 2001:db8:2::2 (f44ddffa-b792-46c3-aaa8-eaac19b9d688/1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a/65f39fe2-ff66-4870-bd28-9c4ac2828ca0) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:54.570651 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.579394 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Bound using segment: {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:54.580908 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Bound port: aacd46bd-23b8-4713-89f4-1fee38f5d211, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:54.581353 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.697671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:54.739813 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=8adc818f-ad51-4f50-b69e-9172a1e4afea,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:54.766673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0e7fac5b-7150-4abe-a5fd-481a27d83873 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:54.786853 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:55:45Z', 'revision_number': 3, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:55:46Z', 'revision_number': 2, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:54.841073 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] For port aacd46bd-23b8-4713-89f4-1fee38f5d211, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:54.849724 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] For port aacd46bd-23b8-4713-89f4-1fee38f5d211, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=aacd46bd-23b8-4713-89f4-1fee38f5d211,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:54.859266 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.913487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0ebcfa6a-1eba-4f93-be9b-8fec938266bf None None] Provisioning for port aacd46bd-23b8-4713-89f4-1fee38f5d211 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:54.927495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Checking router: 3bdf15df-2af6-44fc-8085-9a526f95dc30 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:55:54.928111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Updating router 3bdf15df-2af6-44fc-8085-9a526f95dc30 port f5f82445-ec81-4730-b8cc-610ab754a0c1 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:55:54.935247 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20861b35-8e25-41dd-8be5-9f10b0a7a6ea None None] Pushing event updated for resources: {'Port': ['ID=aacd46bd-23b8-4713-89f4-1fee38f5d211,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:54.977037 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:54.981834 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Routers {'da88635a-cfea-42df-a9c8-d455b801363b'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:54.982537 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['da88635a-cfea-42df-a9c8-d455b801363b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:55.025253 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e262ad6-e993-4bd3-8d71-c39a4e7ebb9b req-503cc17e-e4a6-491b-b282-436a11c21bc2 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 210 time: 0.1189985 Jul 16 03:55:55.046000 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d6d02a1-c6d3-4759-bc4f-ee1838f01b41 req-cb89cd02-384a-4dc0-9459-54eaf5e75f69 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 210 time: 0.2661815 Jul 16 03:55:55.135106 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8371a5fd-2b46-446b-9138-9955dfcfc3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.333614 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] Set router da88635a-cfea-42df-a9c8-d455b801363b gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:55:55.512064 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8371a5fd-2b46-446b-9138-9955dfcfc3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.520601 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8371a5fd-2b46-446b-9138-9955dfcfc3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.597701 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8371a5fd-2b46-446b-9138-9955dfcfc3fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dd5e68d76180444abf8f8aa1377befe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8985150 Jul 16 03:55:55.602215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 38976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:55.651626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371a5fd-2b46-446b-9138-9955dfcfc3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5624cfa7-c654-44cb-9f5d-0acecf76d407,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:55.832831 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:35Z', 'updated_at': '2021-07-16T03:55:49Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'aacd46bd-23b8-4713-89f4-1fee38f5d211', 'name': '', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:dc:0f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:47Z', 'updated_at': '2021-07-16T03:55:54Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:55.836613 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f02a1d19-e057-49d6-90b4-fd99d30aacd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:55.900951 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fab95f-f9a0-45c7-9bed-2d1037a7ba90 None None] The sync data for ids ['da88635a-cfea-42df-a9c8-d455b801363b'] in n-d-800088-6 is: [{'id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:35Z', 'updated_at': '2021-07-16T03:55:49Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'aacd46bd-23b8-4713-89f4-1fee38f5d211', 'name': '', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:dc:0f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:47Z', 'updated_at': '2021-07-16T03:55:54Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:55:55.905530 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f02a1d19-e057-49d6-90b4-fd99d30aacd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.044788 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-8ad3a360-8671-43ed-a05c-69146ebfcd6c tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:56.058054 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-8ad3a360-8671-43ed-a05c-69146ebfcd6c tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.88 "GET /v2.0/networks?id=c4325c50-f7f4-49da-b4ac-a049a40582b0 HTTP/1.1" status: 200 len: 811 time: 0.3317297 Jul 16 03:55:56.205390 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f02a1d19-e057-49d6-90b4-fd99d30aacd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.207208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0ebcfa6a-1eba-4f93-be9b-8fec938266bf None None] Provisioning complete for port f5f82445-ec81-4730-b8cc-610ab754a0c1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:56.207682 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0ebcfa6a-1eba-4f93-be9b-8fec938266bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.209898 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f02a1d19-e057-49d6-90b4-fd99d30aacd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.211301 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f02a1d19-e057-49d6-90b4-fd99d30aacd6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5624cfa7-c654-44cb-9f5d-0acecf76d407 HTTP/1.1" status: 204 len: 168 time: 0.6077251 Jul 16 03:55:56.289972 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-b0c04afa-8399-4b76-8fc5-b691d9faf789 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7c2348a6101491f9cfb1053e2dfc567 HTTP/1.1" status: 200 len: 379 time: 0.2155828 Jul 16 03:55:56.297035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a1d19-e057-49d6-90b4-fd99d30aacd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5624cfa7-c654-44cb-9f5d-0acecf76d407,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:56.320398 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57986da4-693b-4a1e-9907-4ffd7c5bd16b req-0891bc67-350a-4e4d-a762-36f8b62d26e1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:56.326229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-38e7f9d3-cd4d-4ed1-a79b-118481a30e0b tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Request body: {'port': {'device_id': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'admin_state_up': True, 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'security_groups': ['466dfd54-6162-473a-90a8-b64918453bae']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:56.341246 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-57986da4-693b-4a1e-9907-4ffd7c5bd16b req-0891bc67-350a-4e4d-a762-36f8b62d26e1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 945 time: 0.4192343 Jul 16 03:55:56.472922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-57986da4-693b-4a1e-9907-4ffd7c5bd16b req-d1c40777-e2c0-44e1-bf5a-5007c8b8121e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300154 Jul 16 03:55:56.585519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2468bd4-d255-44bc-838a-a731ac2450a4 req-832db689-069a-495f-b900-a86c7718736e tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 210 time: 0.1027696 Jul 16 03:55:56.779784 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-38e7f9d3-cd4d-4ed1-a79b-118481a30e0b tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Made reservation on behalf of e7c2348a6101491f9cfb1053e2dfc567 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:56.796628 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-38e7f9d3-cd4d-4ed1-a79b-118481a30e0b tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.821198 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 0e7fac5b-7150-4abe-a5fd-481a27d83873 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:56.822587 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:56.882679 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0ebcfa6a-1eba-4f93-be9b-8fec938266bf None None] Port f5f82445-ec81-4730-b8cc-610ab754a0c1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:55:56.966309 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.081395 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Transition to ACTIVE for port object 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:57.107917 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 38990) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:57.125941 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8c08f28-361f-448c-bef6-8ae0e50cc01e req-f7a499ca-0eee-4058-958b-9f1bc26e8924 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 210 time: 0.0849936 Jul 16 03:55:57.164817 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59c7c96c-d4c7-446c-8ff3-4bcfb279845b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.357235 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Transition to ACTIVE for port object 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:57.383372 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.394821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Transition to ACTIVE for port object f5f82445-ec81-4730-b8cc-610ab754a0c1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:57.397452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-38e7f9d3-cd4d-4ed1-a79b-118481a30e0b tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Allocated IP 172.20.0.9 (c4325c50-f7f4-49da-b4ac-a049a40582b0/51d078c8-9340-47c3-bb8a-847e15bc1646/55ad0809-c108-4f84-a8b9-8509a683c5a5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:57.416567 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.421056 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:57.498324 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Pushing event updated for resources: {'Port': ['ID=65f39fe2-ff66-4870-bd28-9c4ac2828ca0,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:57.681200 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Network f44ddffa-b792-46c3-aaa8-eaac19b9d688 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:57.735443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801b91-e5b6-49f8-9542-142d987ca775 req-d2ec0d90-30cd-4517-b402-9967a1c2f92c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:57.748664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-d2ec0d90-30cd-4517-b402-9967a1c2f92c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.88 "GET /v2.0/networks?id=bf569b92-d644-4546-b6d7-f032ee5253db HTTP/1.1" status: 200 len: 796 time: 0.4352398 Jul 16 03:55:57.763603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:57.861005 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:57.864585 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Allocated IP 2001:db8:2::1 (f44ddffa-b792-46c3-aaa8-eaac19b9d688/1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a/d1471122-4ca5-45b0-81b5-5b5801dd9aef) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:57.925073 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-f9bb6639-2eb3-4bdc-a445-cdcd65c78a62 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 380 time: 0.1551466 Jul 16 03:55:57.933786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febae3c1-b624-4c36-9952-ea7c6fe277a4 None None] Pushing event updated for resources: {'Port': ['ID=f5f82445-ec81-4730-b8cc-610ab754a0c1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:57.966954 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-09801b91-e5b6-49f8-9542-142d987ca775 req-9fdb278d-d11d-4b6e-a1b4-791d8f1da80b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'port': {'device_id': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'admin_state_up': True, 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'security_groups': ['58e4bffb-2cc9-459f-b7cb-e8cc705f96b7']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:55:58.182669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8adc818f-ad51-4f50-b69e-9172a1e4afea up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:58.249203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ca55cada-28b9-4c40-b4ce-1259a8613bd6 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:55:58.354967 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2dade419-2fad-4554-accf-619f89fcf464 req-94dcd06b-6c6e-4c9d-8e09-6f8f5072a63d tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 210 time: 0.2037852 Jul 16 03:55:58.484404 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Attempting to bind port f5f82445-ec81-4730-b8cc-610ab754a0c1 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:58.484982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Attempting to bind port f5f82445-ec81-4730-b8cc-610ab754a0c1 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '23353909-7fb1-4422-b74e-a9ad50325332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:58.492829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Attempting to bind port f5f82445-ec81-4730-b8cc-610ab754a0c1 on network 9e64546c-47b2-4e06-8164-afad83b315c6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:58.538343 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Attempting to bind port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:55:58.541685 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Attempting to bind port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '97135345-0dac-436d-8b77-740a567e5062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:55:58.545587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Attempting to bind port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 on network f44ddffa-b792-46c3-aaa8-eaac19b9d688 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:55:58.591523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:58.592053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Checking segment: {'id': '23353909-7fb1-4422-b74e-a9ad50325332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:58.592594 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.593091 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Bound using segment: {'id': '23353909-7fb1-4422-b74e-a9ad50325332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:58.593691 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Bound port: f5f82445-ec81-4730-b8cc-610ab754a0c1, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23353909-7fb1-4422-b74e-a9ad50325332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:58.602577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12fb95-83f8-40d3-b780-3594c2d912fc req-65e0bd63-841c-4e77-b84d-c1d4975a2f39 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:55:58.603828 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.606853 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:55:58.606853 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Checking segment: {'id': '97135345-0dac-436d-8b77-740a567e5062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:55:58.607113 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.608615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Bound using segment: {'id': '97135345-0dac-436d-8b77-740a567e5062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:55:58.608615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Bound port: 65f39fe2-ff66-4870-bd28-9c4ac2828ca0, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97135345-0dac-436d-8b77-740a567e5062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:55:58.608615 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.614420 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf12fb95-83f8-40d3-b780-3594c2d912fc req-65e0bd63-841c-4e77-b84d-c1d4975a2f39 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 945 time: 0.5660269 Jul 16 03:55:58.641825 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.674159 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59c7c96c-d4c7-446c-8ff3-4bcfb279845b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.703700 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59c7c96c-d4c7-446c-8ff3-4bcfb279845b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.710889 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Transition to ACTIVE for port object d1471122-4ca5-45b0-81b5-5b5801dd9aef will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:58.741524 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a1d92863-2f39-4983-99dc-fe79b63c79bb req-c272f3f6-cee0-45a5-9242-14dea0e6ce82 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 210 time: 0.1587536 Jul 16 03:55:58.785252 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-38e7f9d3-cd4d-4ed1-a79b-118481a30e0b tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.800808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09801b91-e5b6-49f8-9542-142d987ca775 req-9fdb278d-d11d-4b6e-a1b4-791d8f1da80b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Made reservation on behalf of 03422a5449cd4807854f59afa4486f72 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:55:58.807401 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09801b91-e5b6-49f8-9542-142d987ca775 req-9fdb278d-d11d-4b6e-a1b4-791d8f1da80b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.816287 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 8adc818f-ad51-4f50-b69e-9172a1e4afea completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:55:58.829172 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf12fb95-83f8-40d3-b780-3594c2d912fc req-455dde70-9915-4c14-a5b4-b41b3ebfd4e8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138855 Jul 16 03:55:58.858391 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-59c7c96c-d4c7-446c-8ff3-4bcfb279845b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1413db4ec90445ab98c074bbcb6b5092&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7472684 Jul 16 03:55:58.877921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 8adc818f-ad51-4f50-b69e-9172a1e4afea triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:58.877921 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.890943 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:55:58.892491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ca55cada-28b9-4c40-b4ce-1259a8613bd6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:55:58.892887 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:58.953635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7c96c-d4c7-446c-8ff3-4bcfb279845b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c054a67b-b8d1-40d0-879b-ad9d7617fd1a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:58.965991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-38e7f9d3-cd4d-4ed1-a79b-118481a30e0b tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Transition to ACTIVE for port object 55ad0809-c108-4f84-a8b9-8509a683c5a5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:55:59.058942 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] For port f5f82445-ec81-4730-b8cc-610ab754a0c1, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:59.079398 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4618c55-e25d-46d9-a870-24d0bc4c085a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.149220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] For port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:55:59.152685 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] For port f5f82445-ec81-4730-b8cc-610ab754a0c1, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f5f82445-ec81-4730-b8cc-610ab754a0c1,segment=NetworkSegment(23353909-7fb1-4422-b74e-a9ad50325332),segment_id=23353909-7fb1-4422-b74e-a9ad50325332)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:59.168774 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.177478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] For port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=65f39fe2-ff66-4870-bd28-9c4ac2828ca0,segment=NetworkSegment(97135345-0dac-436d-8b77-740a567e5062),segment_id=97135345-0dac-436d-8b77-740a567e5062)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:55:59.188163 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4618c55-e25d-46d9-a870-24d0bc4c085a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.197422 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-09801b91-e5b6-49f8-9542-142d987ca775 req-9fdb278d-d11d-4b6e-a1b4-791d8f1da80b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.20.0.5 (bf569b92-d644-4546-b6d7-f032ee5253db/939a70b4-117e-4c69-bdb2-0b762d61557f/9d353934-1048-4e82-af97-0245388f543a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:55:59.218968 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.221735 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.367153 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-38e7f9d3-cd4d-4ed1-a79b-118481a30e0b tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.435509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:55:59.436758 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:55:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:55:59.474564 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febae3c1-b624-4c36-9952-ea7c6fe277a4 None None] Pushing event updated for resources: {'Port': ['ID=f5f82445-ec81-4730-b8cc-610ab754a0c1,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:59.493515 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network f44ddffa-b792-46c3-aaa8-eaac19b9d688 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:59.506597 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4618c55-e25d-46d9-a870-24d0bc4c085a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.509778 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c4618c55-e25d-46d9-a870-24d0bc4c085a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.514489 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c4618c55-e25d-46d9-a870-24d0bc4c085a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c054a67b-b8d1-40d0-879b-ad9d7617fd1a HTTP/1.1" status: 204 len: 168 time: 0.6235075 Jul 16 03:55:59.546603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:59.575140 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:59.577127 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:55:59.607401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4618c55-e25d-46d9-a870-24d0bc4c085a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c054a67b-b8d1-40d0-879b-ad9d7617fd1a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:59.798742 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-38e7f9d3-cd4d-4ed1-a79b-118481a30e0b tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Network c4325c50-f7f4-49da-b4ac-a049a40582b0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:55:59.818521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=d1471122-4ca5-45b0-81b5-5b5801dd9aef,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:55:59.867436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-38e7f9d3-cd4d-4ed1-a79b-118481a30e0b tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:55:59.872674 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-38e7f9d3-cd4d-4ed1-a79b-118481a30e0b tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:55:59.982161 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.079737 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3baeab46-62a3-4e9d-83a4-f9aa73df90d2 req-cff2eeff-9a7f-4dc1-adae-93860603307c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 210 time: 0.0884283 Jul 16 03:56:00.125229 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09801b91-e5b6-49f8-9542-142d987ca775 req-9fdb278d-d11d-4b6e-a1b4-791d8f1da80b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.182379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8adc818f-ad51-4f50-b69e-9172a1e4afea, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8adc818f-ad51-4f50-b69e-9172a1e4afea,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:00.206761 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-09801b91-e5b6-49f8-9542-142d987ca775 req-9fdb278d-d11d-4b6e-a1b4-791d8f1da80b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Transition to ACTIVE for port object 9d353934-1048-4e82-af97-0245388f543a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:00.227129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e67f02-c7e6-4814-9fda-743a7bd7da85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adc818f-ad51-4f50-b69e-9172a1e4afea'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:00.238209 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cdec35-6393-4ed7-bf32-ce1f4417ee81" -d '{"events": [{"server_uuid": "83e67f02-c7e6-4814-9fda-743a7bd7da85", "name": "network-vif-plugged", "status": "completed", "tag": "8adc818f-ad51-4f50-b69e-9172a1e4afea"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:00.248437 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:00.263663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfe7e8-2473-4e66-90ba-66d623e60b55 req-2bce53d2-958d-4eb8-b199-1480b5c85649 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:00.270611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-38e7f9d3-cd4d-4ed1-a79b-118481a30e0b tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:00.284868 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-38e7f9d3-cd4d-4ed1-a79b-118481a30e0b tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.285146 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-75bfe7e8-2473-4e66-90ba-66d623e60b55 req-2bce53d2-958d-4eb8-b199-1480b5c85649 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 931 time: 0.5212176 Jul 16 03:56:00.325790 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.405224 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7f9d3-cd4d-4ed1-a79b-118481a30e0b tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Pushing event updated for resources: {'Port': ['ID=55ad0809-c108-4f84-a8b9-8509a683c5a5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:00.513866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-75bfe7e8-2473-4e66-90ba-66d623e60b55 req-693dbcff-4e0e-4666-b7b2-1eb3495c2819 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/security-groups?id=466dfd54-6162-473a-90a8-b64918453bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093501 Jul 16 03:56:00.546464 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-38e7f9d3-cd4d-4ed1-a79b-118481a30e0b tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2229307 Jul 16 03:56:00.554274 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09801b91-e5b6-49f8-9542-142d987ca775 req-9fdb278d-d11d-4b6e-a1b4-791d8f1da80b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.559500 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-46f9fc65-a78b-40cb-af89-36076090c0e6 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:56:00.560493 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-46f9fc65-a78b-40cb-af89-36076090c0e6 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131392 Jul 16 03:56:00.566380 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f29095d-50d3-44dc-9a07-a0e1a663f143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.585516 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Request body: {'port': {'device_id': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:00.658674 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:00.704906 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0038750-1812-4f55-bcb8-4d61ecb6e490 x-openstack-request-id: req-b0038750-1812-4f55-bcb8-4d61ecb6e490 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:00.705207 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e67f02-c7e6-4814-9fda-743a7bd7da85", "name": "network-vif-plugged", "status": "completed", "tag": "8adc818f-ad51-4f50-b69e-9172a1e4afea", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:00.705467 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0038750-1812-4f55-bcb8-4d61ecb6e490 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:00.708058 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e67f02-c7e6-4814-9fda-743a7bd7da85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adc818f-ad51-4f50-b69e-9172a1e4afea', 'code': 200} Jul 16 03:56:00.729833 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:00.905042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb278d-d11d-4b6e-a1b4-791d8f1da80b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=9d353934-1048-4e82-af97-0245388f543a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:00.942447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb575f-1eba-4d03-8669-2c369de400e3 None None] Pushing event updated for resources: {'Port': ['ID=65f39fe2-ff66-4870-bd28-9c4ac2828ca0,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:00.953292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09801b91-e5b6-49f8-9542-142d987ca775 req-9fdb278d-d11d-4b6e-a1b4-791d8f1da80b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network bf569b92-d644-4546-b6d7-f032ee5253db is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:00.976300 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-09801b91-e5b6-49f8-9542-142d987ca775 req-9fdb278d-d11d-4b6e-a1b4-791d8f1da80b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:00.998750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-09801b91-e5b6-49f8-9542-142d987ca775 req-9fdb278d-d11d-4b6e-a1b4-791d8f1da80b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:01.316184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b790fcf-30bd-483a-ab99-36ffaf05bdeb req-c93be813-8c8c-4eb0-8665-38a2f57e0d9d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:01.336021 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b790fcf-30bd-483a-ab99-36ffaf05bdeb req-c93be813-8c8c-4eb0-8665-38a2f57e0d9d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 946 time: 0.8156106 Jul 16 03:56:01.464957 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.485447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=8adc818f-ad51-4f50-b69e-9172a1e4afea,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:01.512236 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.513067 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.527797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:01.541955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801b91-e5b6-49f8-9542-142d987ca775 req-9fdb278d-d11d-4b6e-a1b4-791d8f1da80b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:01.545134 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09801b91-e5b6-49f8-9542-142d987ca775 req-9fdb278d-d11d-4b6e-a1b4-791d8f1da80b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.548621 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f492ad9d-0e7d-4c8c-887f-80cfee702992 None None] Network f44ddffa-b792-46c3-aaa8-eaac19b9d688 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:01.577500 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-9fdb278d-d11d-4b6e-a1b4-791d8f1da80b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6410131 Jul 16 03:56:01.625103 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Request body: {'port': {'device_id': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:01.684184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b790fcf-30bd-483a-ab99-36ffaf05bdeb req-14f075b3-7d0e-4886-b76e-2033cf02cf64 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460941 Jul 16 03:56:01.796046 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.809592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0a0ca-142e-4203-8f34-30a41865c3bb req-b6b4abde-8ff9-4e46-bd48-c2cf2afba135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:01.813219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89f0a0ca-142e-4203-8f34-30a41865c3bb req-b6b4abde-8ff9-4e46-bd48-c2cf2afba135 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 1097 time: 0.8511012 Jul 16 03:56:01.874586 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6ee4c-1424-4b77-80d9-a2a574207c7c req-448b9a1f-58db-468c-9843-098c3316c6b1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:01.885464 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-beb6ee4c-1424-4b77-80d9-a2a574207c7c req-448b9a1f-58db-468c-9843-098c3316c6b1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 931 time: 0.2670524 Jul 16 03:56:01.918392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=d1471122-4ca5-45b0-81b5-5b5801dd9aef,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:01.968280 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-beb6ee4c-1424-4b77-80d9-a2a574207c7c req-64700e51-bd9f-4844-9b79-90bf27b6579e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818136 Jul 16 03:56:01.997805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:01.998198 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:01.999504 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89f0a0ca-142e-4203-8f34-30a41865c3bb req-8eee29bb-0c00-4bcf-845a-8259d386e417 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751196 Jul 16 03:56:02.021262 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.073171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-703f1031-363d-4d34-8ad2-2e1c0d341119 None None] Provisioning for port 55ad0809-c108-4f84-a8b9-8509a683c5a5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:02.093030 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.102532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-703f1031-363d-4d34-8ad2-2e1c0d341119 None None] Provisioning complete for port 55ad0809-c108-4f84-a8b9-8509a683c5a5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:02.103413 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-703f1031-363d-4d34-8ad2-2e1c0d341119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.158581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network f44ddffa-b792-46c3-aaa8-eaac19b9d688 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:02.191809 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:02.197838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738da2b-0ef2-432a-8cf5-90e06819a636 req-d5938408-4a88-45c9-9bed-168240aac351 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:02.198142 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.199805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f738da2b-0ef2-432a-8cf5-90e06819a636 req-d5938408-4a88-45c9-9bed-168240aac351 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 931 time: 0.2027786 Jul 16 03:56:02.256844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-703f1031-363d-4d34-8ad2-2e1c0d341119 None None] Port 55ad0809-c108-4f84-a8b9-8509a683c5a5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:02.310021 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f738da2b-0ef2-432a-8cf5-90e06819a636 req-e860d147-b2bb-4b95-8bfb-8806dab46978 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/security-groups?id=466dfd54-6162-473a-90a8-b64918453bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019640 Jul 16 03:56:02.474665 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 3bdf15df-2af6-44fc-8085-9a526f95dc30 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:02.490590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d353934-1048-4e82-af97-0245388f543a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:56:02.500927 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.537371 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Transition to ACTIVE for port object 9d353934-1048-4e82-af97-0245388f543a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:02.542958 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:02.598080 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d353934-1048-4e82-af97-0245388f543a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:02.889488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Attempting to bind port 9d353934-1048-4e82-af97-0245388f543a on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:02.889837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Attempting to bind port 9d353934-1048-4e82-af97-0245388f543a by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:02.893637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Attempting to bind port 9d353934-1048-4e82-af97-0245388f543a on network bf569b92-d644-4546-b6d7-f032ee5253db {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:02.912950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Port 9d353934-1048-4e82-af97-0245388f543a on network bf569b92-d644-4546-b6d7-f032ee5253db not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:56:02.913286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Attempting to bind port 9d353934-1048-4e82-af97-0245388f543a on network bf569b92-d644-4546-b6d7-f032ee5253db {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:02.933663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:02.934013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Checking segment: {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:02.941699 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Bound using segment: {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:02.942257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Bound port: 9d353934-1048-4e82-af97-0245388f543a, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:02.945708 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.094104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:55:45Z', 'revision_number': 3, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:55:58Z', 'revision_number': 4, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:03.101530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-58b8baa2-faf6-42af-9c30-8daf275ea933 None None] Provisioning for port 9d353934-1048-4e82-af97-0245388f543a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:03.143867 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.148393 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60ae5559-38f6-498d-b16b-2b7f2381ac78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.193564 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.199986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0e70cf-4ddd-48d5-bf9a-a0f3306e0874 None None] The sync data for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 is: [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:55:45Z', 'revision_number': 3, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:55:58Z', 'revision_number': 4, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:03.368591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-58b8baa2-faf6-42af-9c30-8daf275ea933 None None] Provisioning for port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:03.409904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:03.410156 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:03.431990 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.450211 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d353934-1048-4e82-af97-0245388f543a,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:03.528194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:03.536773 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.560531 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-509f7e77-eee1-4a68-8c6b-c775631b871d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/3bdf15df-2af6-44fc-8085-9a526f95dc30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6395226 Jul 16 03:56:03.568072 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:03.582983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bc84cf81-e681-4647-bde6-54ef2bb5ef34 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1224234901'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:03.613305 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Sync routers for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:03.642000 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ad0809-c108-4f84-a8b9-8509a683c5a5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:56:03.655529 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc84cf81-e681-4647-bde6-54ef2bb5ef34 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:03.659497 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc84cf81-e681-4647-bde6-54ef2bb5ef34 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.664652 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.699265 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Transition to ACTIVE for port object 55ad0809-c108-4f84-a8b9-8509a683c5a5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:03.712227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:03.715484 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.736667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33673e8e-64fd-4d8b-9851-ac77fce47507 req-8a5bcd89-e573-4bbf-a9a8-400472d22692 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:03.744781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:03.745646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:03.745794 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-33673e8e-64fd-4d8b-9851-ac77fce47507 req-8a5bcd89-e573-4bbf-a9a8-400472d22692 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 946 time: 0.5994284 Jul 16 03:56:03.776771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc84cf81-e681-4647-bde6-54ef2bb5ef34 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:56:03.798424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:03.799467 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.801329 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] 10.222.0.88 "PUT /v2.0/ports/9d353934-1048-4e82-af97-0245388f543a HTTP/1.1" status: 200 len: 1091 time: 2.1900001 Jul 16 03:56:03.810817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'tag': '9d353934-1048-4e82-af97-0245388f543a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:03.813498 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bf5896-1403-4731-ac57-e1bf228abf38" -d '{"events": [{"name": "network-changed", "server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "tag": "9d353934-1048-4e82-af97-0245388f543a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:03.882604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc152eb1-eae0-468f-a0cc-d1f8ee36cbda req-7cab4898-f89e-4741-9e61-9a41b12a2d0b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:03.894291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc152eb1-eae0-468f-a0cc-d1f8ee36cbda req-7cab4898-f89e-4741-9e61-9a41b12a2d0b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 943 time: 0.5654204 Jul 16 03:56:03.981473 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc84cf81-e681-4647-bde6-54ef2bb5ef34 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:03.985127 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-bc84cf81-e681-4647-bde6-54ef2bb5ef34 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Added segment b7abaf79-b07d-4c7a-861d-f589aff9705b of type vlan for network ee05207a-51a3-4c0c-9cee-fb85211f5e0d Jul 16 03:56:04.000523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc3937-a442-4934-a26e-97f1dc8b1ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=9d353934-1048-4e82-af97-0245388f543a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:04.027738 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-33673e8e-64fd-4d8b-9851-ac77fce47507 req-3109d163-ce33-4adf-bae6-f327db3a3053 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805433 Jul 16 03:56:04.063626 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc152eb1-eae0-468f-a0cc-d1f8ee36cbda req-0e7c763c-881e-43c8-a3ba-c0346dc85ecb tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696358 Jul 16 03:56:04.108330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device aacd46bd-23b8-4713-89f4-1fee38f5d211 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:04.116153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801b91-e5b6-49f8-9542-142d987ca775 req-801fd09c-418e-4397-ab2e-bf9cb4b2457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:04.122870 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-801fd09c-418e-4397-ab2e-bf9cb4b2457d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 1094 time: 0.2652221 Jul 16 03:56:04.254475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Pushing event updated for resources: {'Port': ['ID=55ad0809-c108-4f84-a8b9-8509a683c5a5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:04.303872 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-f6df5088-df8c-482c-9397-31e98ff7c97e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d353934-1048-4e82-af97-0245388f543a HTTP/1.1" status: 200 len: 217 time: 0.1504571 Jul 16 03:56:04.303872 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25561357-fa0b-4569-aa40-43d5095347f7 x-openstack-request-id: req-25561357-fa0b-4569-aa40-43d5095347f7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:04.303872 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "tag": "9d353934-1048-4e82-af97-0245388f543a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:04.303872 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25561357-fa0b-4569-aa40-43d5095347f7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:04.303872 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'tag': '9d353934-1048-4e82-af97-0245388f543a', 'status': 'completed', 'code': 200} Jul 16 03:56:04.331034 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc84cf81-e681-4647-bde6-54ef2bb5ef34 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.336366 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.488737 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:04.492073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e3a6e4bc-50e0-4caf-93c3-f0bb422ed0a0 None None] Provisioning for port d1471122-4ca5-45b0-81b5-5b5801dd9aef completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:04.527179 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801b91-e5b6-49f8-9542-142d987ca775 req-e4c5abbe-20a3-4522-85f0-780e3ed6c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:04.536011 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-e4c5abbe-20a3-4522-85f0-780e3ed6c109 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=939a70b4-117e-4c69-bdb2-0b762d61557f HTTP/1.1" status: 200 len: 835 time: 0.2298899 Jul 16 03:56:04.581977 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-bc84cf81-e681-4647-bde6-54ef2bb5ef34 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:56:04.600420 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e3a6e4bc-50e0-4caf-93c3-f0bb422ed0a0 None None] Provisioning complete for port d1471122-4ca5-45b0-81b5-5b5801dd9aef triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:04.600883 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3a6e4bc-50e0-4caf-93c3-f0bb422ed0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.686681 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc84cf81-e681-4647-bde6-54ef2bb5ef34 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.700260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc84cf81-e681-4647-bde6-54ef2bb5ef34 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:04.701280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc84cf81-e681-4647-bde6-54ef2bb5ef34 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.731287 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port aacd46bd-23b8-4713-89f4-1fee38f5d211 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:04.785109 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bc84cf81-e681-4647-bde6-54ef2bb5ef34 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2166157 Jul 16 03:56:04.788402 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39126) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:04.819422 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a000f93e-0783-4b62-8870-f2b03c097a5c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'subnet': {'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:04.830450 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port aacd46bd-23b8-4713-89f4-1fee38f5d211 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:04.835924 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:04.910296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e3a6e4bc-50e0-4caf-93c3-f0bb422ed0a0 None None] Port d1471122-4ca5-45b0-81b5-5b5801dd9aef cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:04.970875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Attempting to bind port 55ad0809-c108-4f84-a8b9-8509a683c5a5 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:04.974400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Attempting to bind port 55ad0809-c108-4f84-a8b9-8509a683c5a5 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '2fd09f9c-011d-4ded-8867-77675e513d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:04.974747 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Attempting to bind port 55ad0809-c108-4f84-a8b9-8509a683c5a5 on network c4325c50-f7f4-49da-b4ac-a049a40582b0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:05.100984 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84cf81-e681-4647-bde6-54ef2bb5ef34 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Network': ['ID=ee05207a-51a3-4c0c-9cee-fb85211f5e0d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:05.110124 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Port 55ad0809-c108-4f84-a8b9-8509a683c5a5 on network c4325c50-f7f4-49da-b4ac-a049a40582b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:56:05.111526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Attempting to bind port 55ad0809-c108-4f84-a8b9-8509a683c5a5 on network c4325c50-f7f4-49da-b4ac-a049a40582b0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:05.122175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:05.122849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Checking segment: {'id': '2fd09f9c-011d-4ded-8867-77675e513d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:05.123465 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Bound using segment: {'id': '2fd09f9c-011d-4ded-8867-77675e513d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:05.125722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Bound port: 55ad0809-c108-4f84-a8b9-8509a683c5a5, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd09f9c-011d-4ded-8867-77675e513d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:05.126856 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.147845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network ee05207a-51a3-4c0c-9cee-fb85211f5e0d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:56:05.358259 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] For port 55ad0809-c108-4f84-a8b9-8509a683c5a5, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:05.364226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] For port 55ad0809-c108-4f84-a8b9-8509a683c5a5, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=55ad0809-c108-4f84-a8b9-8509a683c5a5,segment=NetworkSegment(2fd09f9c-011d-4ded-8867-77675e513d30),segment_id=2fd09f9c-011d-4ded-8867-77675e513d30)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:05.370544 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.452457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39136) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:05.452620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b37e1c11-4b6a-4c85-acfd-b9edb1a88e67 None None] Provisioning complete for port d1471122-4ca5-45b0-81b5-5b5801dd9aef triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:05.452620 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b37e1c11-4b6a-4c85-acfd-b9edb1a88e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.493697 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.529075 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:05.529899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.536239 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] 10.222.0.88 "PUT /v2.0/ports/55ad0809-c108-4f84-a8b9-8509a683c5a5 HTTP/1.1" status: 200 len: 1091 time: 4.9593704 Jul 16 03:56:05.536993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'tag': '55ad0809-c108-4f84-a8b9-8509a683c5a5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:05.557339 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dc077c-a2bb-40d1-b724-94a3d6ab6cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "ef120631-d424-44d5-a839-95ecd1d6e78b", "tag": "55ad0809-c108-4f84-a8b9-8509a683c5a5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:05.674636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b37e1c11-4b6a-4c85-acfd-b9edb1a88e67 None None] Port d1471122-4ca5-45b0-81b5-5b5801dd9aef cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:05.689666 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port aacd46bd-23b8-4713-89f4-1fee38f5d211, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=aacd46bd-23b8-4713-89f4-1fee38f5d211,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:05.725037 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.730853 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:05.796775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea112c2-1deb-4665-b0ac-3583492ac459 service neutron] Pushing event updated for resources: {'Port': ['ID=55ad0809-c108-4f84-a8b9-8509a683c5a5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:05.804820 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.831063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:00Z', 'revision_number': 4, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1471122-4ca5-45b0-81b5-5b5801dd9aef', 'name': '', 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:e0:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:54Z', 'updated_at': '2021-07-16T03:56:01Z', 'revision_number': 2, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:55:58Z', 'revision_number': 4, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:05.848142 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec498b16-2bbb-4a7a-bd1f-e85d00131071 req-0463676b-761b-4d59-ae8f-83c3e74a5cea tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:05.849762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec498b16-2bbb-4a7a-bd1f-e85d00131071 req-0463676b-761b-4d59-ae8f-83c3e74a5cea tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 943 time: 1.3741710 Jul 16 03:56:05.895616 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-f1a2a6d9-46ea-41a2-804a-15e954719948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:05.902352 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-f1a2a6d9-46ea-41a2-804a-15e954719948 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e7c2348a6101491f9cfb1053e2dfc567&device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 1094 time: 0.3251281 Jul 16 03:56:05.921219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Checking router: 3bdf15df-2af6-44fc-8085-9a526f95dc30 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:05.921860 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Updating router 3bdf15df-2af6-44fc-8085-9a526f95dc30 port d1471122-4ca5-45b0-81b5-5b5801dd9aef binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:56:05.926399 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.965666 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=aacd46bd-23b8-4713-89f4-1fee38f5d211,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:05.987569 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:05.991573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:06.008037 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:06.008715 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.028189 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-79c41a6c-4409-4075-8c02-2fae2927dbb8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ad0809-c108-4f84-a8b9-8509a683c5a5 HTTP/1.1" status: 200 len: 217 time: 0.0937898 Jul 16 03:56:06.048092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09801b91-e5b6-49f8-9542-142d987ca775 req-93cedc78-0231-4d6c-bb1c-0210a8210583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:06.052198 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-93cedc78-0231-4d6c-bb1c-0210a8210583 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bf569b92-d644-4546-b6d7-f032ee5253db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4603884 Jul 16 03:56:06.127955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-9d0cf02c-886f-4006-99fa-3536cc791bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:06.129690 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-9d0cf02c-886f-4006-99fa-3536cc791bee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51d078c8-9340-47c3-bb8a-847e15bc1646 HTTP/1.1" status: 200 len: 850 time: 0.0865457 Jul 16 03:56:06.186497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-16f029fe-2e46-46ba-8f2a-2296a300c3f4 None None] Provisioning complete for port d1471122-4ca5-45b0-81b5-5b5801dd9aef triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:06.187478 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-16f029fe-2e46-46ba-8f2a-2296a300c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.234786 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.242003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-16f029fe-2e46-46ba-8f2a-2296a300c3f4 None None] Port d1471122-4ca5-45b0-81b5-5b5801dd9aef cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:06.249216 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.268754 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-c51910a0-fe9e-414b-87a2-56bc3a053101 service neutron] 10.222.0.88 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923683 Jul 16 03:56:06.288997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1158ad8-68e3-45f4-a790-537e92c5a957,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:06.292742 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.294628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-ff5c785a-9e6f-4839-bfa5-daddd5bfe528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:06.296385 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-ff5c785a-9e6f-4839-bfa5-daddd5bfe528 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c4325c50-f7f4-49da-b4ac-a049a40582b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1557860 Jul 16 03:56:06.337157 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:06.338198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:06.338654 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:06.339106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:06.340442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:06.341453 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:06.342151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:06.342597 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:06.343041 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:06.343480 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:06.343919 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:06.344378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:06.376160 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8c88b08a-7c59-4580-9dd6-f02916eefea2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84212a69cb8341df8aeca303a3754726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9185741 Jul 16 03:56:06.378996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39144) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:06.441063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a000f93e-0783-4b62-8870-f2b03c097a5c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Made reservation on behalf of c840e75b2258467a8d6066213f54fa4a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:06.444535 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a000f93e-0783-4b62-8870-f2b03c097a5c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.485520 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=65f39fe2-ff66-4870-bd28-9c4ac2828ca0,segment=NetworkSegment(97135345-0dac-436d-8b77-740a567e5062),segment_id=97135345-0dac-436d-8b77-740a567e5062)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:06.490566 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.491529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f5f82445-ec81-4730-b8cc-610ab754a0c1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:06.534899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a022298-1a54-4491-83c4-3746c89b29d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.566981 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-a20e64d1-9ea5-4538-a6e2-9814ab398f63 service neutron] 10.222.0.88 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527494 Jul 16 03:56:06.575396 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec498b16-2bbb-4a7a-bd1f-e85d00131071 req-d587e1fd-efa9-4e6e-b19a-e6fa5258125e tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/security-groups?id=466dfd54-6162-473a-90a8-b64918453bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7035992 Jul 16 03:56:06.578576 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09801b91-e5b6-49f8-9542-142d987ca775 req-6cf33946-d41c-4c95-92a0-828dba317191 service neutron] 10.222.0.88 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961202 Jul 16 03:56:06.579015 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a022298-1a54-4491-83c4-3746c89b29d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.588002 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=65f39fe2-ff66-4870-bd28-9c4ac2828ca0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:06.790928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f234e-b0f8-4e0c-9b40-b3f5c631ff0f req-5cc4cfae-72ed-4feb-af35-a1fc0123f1a1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:06.803171 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-735f234e-b0f8-4e0c-9b40-b3f5c631ff0f req-5cc4cfae-72ed-4feb-af35-a1fc0123f1a1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 946 time: 1.0817573 Jul 16 03:56:06.828328 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port f5f82445-ec81-4730-b8cc-610ab754a0c1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:06.853677 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a022298-1a54-4491-83c4-3746c89b29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.857177 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a022298-1a54-4491-83c4-3746c89b29d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.859084 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1a022298-1a54-4491-83c4-3746c89b29d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1158ad8-68e3-45f4-a790-537e92c5a957 HTTP/1.1" status: 204 len: 168 time: 0.4790680 Jul 16 03:56:06.874376 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:06.874850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a022298-1a54-4491-83c4-3746c89b29d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1158ad8-68e3-45f4-a790-537e92c5a957,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:06.877148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port f5f82445-ec81-4730-b8cc-610ab754a0c1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:06.877520 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.029636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Transition to ACTIVE for port object d1471122-4ca5-45b0-81b5-5b5801dd9aef will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:07.065975 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.067270 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20c0bb53-53cb-4b26-9430-9f1aeaed2341 req-cacb594b-81f0-4d0a-8d5f-5a65e6e0391d service neutron] 10.222.0.88 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852924 Jul 16 03:56:07.102939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-735f234e-b0f8-4e0c-9b40-b3f5c631ff0f req-6b886a0b-4638-42a8-b152-09da6c4154d4 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986996 Jul 16 03:56:07.157848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf5896-1403-4731-ac57-e1bf228abf38 req-285bb902-42ca-4344-9a29-7292c19fede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:07.164086 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a0bf5896-1403-4731-ac57-e1bf228abf38 req-285bb902-42ca-4344-9a29-7292c19fede0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 1094 time: 0.4558783 Jul 16 03:56:07.202503 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0801f48e-4953-400b-9596-046f8c9e75dd x-openstack-request-id: req-0801f48e-4953-400b-9596-046f8c9e75dd {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:07.203042 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef120631-d424-44d5-a839-95ecd1d6e78b", "tag": "55ad0809-c108-4f84-a8b9-8509a683c5a5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:07.203442 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0801f48e-4953-400b-9596-046f8c9e75dd {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:07.203949 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'tag': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'status': 'completed', 'code': 200} Jul 16 03:56:07.249777 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dca62d-177a-4716-be61-d23082e03beb None None] Pushing event updated for resources: {'Port': ['ID=d1471122-4ca5-45b0-81b5-5b5801dd9aef,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:07.263667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746e746-e19f-42ac-b599-d40afb33013c req-38dd95eb-9d8b-4119-a950-58e4ef1ab02c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:07.283776 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8746e746-e19f-42ac-b599-d40afb33013c req-38dd95eb-9d8b-4119-a950-58e4ef1ab02c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 943 time: 0.3530040 Jul 16 03:56:07.365786 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.433939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8746e746-e19f-42ac-b599-d40afb33013c req-392edeca-02de-494a-80d9-c55a808d533b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458447 Jul 16 03:56:07.466736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39162) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:07.506385 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37c8e66a-59b6-4aa4-9f37-5d3b804f4435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.518731 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Attempting to bind port d1471122-4ca5-45b0-81b5-5b5801dd9aef on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:07.519398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Attempting to bind port d1471122-4ca5-45b0-81b5-5b5801dd9aef by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '97135345-0dac-436d-8b77-740a567e5062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:07.522208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Attempting to bind port d1471122-4ca5-45b0-81b5-5b5801dd9aef on network f44ddffa-b792-46c3-aaa8-eaac19b9d688 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:07.550643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:07.551025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Checking segment: {'id': '97135345-0dac-436d-8b77-740a567e5062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:07.551459 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.553652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Bound using segment: {'id': '97135345-0dac-436d-8b77-740a567e5062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:07.554844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Bound port: d1471122-4ca5-45b0-81b5-5b5801dd9aef, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97135345-0dac-436d-8b77-740a567e5062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:07.555234 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.580257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port f5f82445-ec81-4730-b8cc-610ab754a0c1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f5f82445-ec81-4730-b8cc-610ab754a0c1,segment=NetworkSegment(23353909-7fb1-4422-b74e-a9ad50325332),segment_id=23353909-7fb1-4422-b74e-a9ad50325332)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:07.589697 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.665947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] For port d1471122-4ca5-45b0-81b5-5b5801dd9aef, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:07.669328 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] For port d1471122-4ca5-45b0-81b5-5b5801dd9aef, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d1471122-4ca5-45b0-81b5-5b5801dd9aef,segment=NetworkSegment(97135345-0dac-436d-8b77-740a567e5062),segment_id=97135345-0dac-436d-8b77-740a567e5062)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:07.695570 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.759111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:07.759810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:07.810648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=f5f82445-ec81-4730-b8cc-610ab754a0c1,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:07.857921 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf5896-1403-4731-ac57-e1bf228abf38 req-bc1e34a1-3de3-460e-98aa-cd13acdcd34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:07.869763 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a0bf5896-1403-4731-ac57-e1bf228abf38 req-bc1e34a1-3de3-460e-98aa-cd13acdcd34d service neutron] 10.222.0.88 "GET /v2.0/networks?id=bf569b92-d644-4546-b6d7-f032ee5253db HTTP/1.1" status: 200 len: 897 time: 0.6970115 Jul 16 03:56:07.927470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dca62d-177a-4716-be61-d23082e03beb None None] Pushing event updated for resources: {'Port': ['ID=d1471122-4ca5-45b0-81b5-5b5801dd9aef,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:07.940233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device aacd46bd-23b8-4713-89f4-1fee38f5d211 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:07.951369 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37c8e66a-59b6-4aa4-9f37-5d3b804f4435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:07.995024 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37c8e66a-59b6-4aa4-9f37-5d3b804f4435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.124218 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-37c8e66a-59b6-4aa4-9f37-5d3b804f4435 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5acf3c52ded743589c20e7c3c3ccdbc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6542618 Jul 16 03:56:08.127968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39176) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:08.129395 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a0bf5896-1403-4731-ac57-e1bf228abf38 req-b344acfe-ec70-40d7-8382-5b287cde7264 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d353934-1048-4e82-af97-0245388f543a HTTP/1.1" status: 200 len: 217 time: 0.2407277 Jul 16 03:56:08.179950 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a000f93e-0783-4b62-8870-f2b03c097a5c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.255519 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8e66a-59b6-4aa4-9f37-5d3b804f4435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37334c5-fc55-4833-b392-5c1789646730,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:08.313716 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf5896-1403-4731-ac57-e1bf228abf38 req-ff9ee67f-a47e-4462-b2a8-9170cf07bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:08.315561 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a0bf5896-1403-4731-ac57-e1bf228abf38 req-ff9ee67f-a47e-4462-b2a8-9170cf07bc5b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=939a70b4-117e-4c69-bdb2-0b762d61557f HTTP/1.1" status: 200 len: 835 time: 0.1207056 Jul 16 03:56:08.356135 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1f17383-61e3-47c2-a80e-9ebc720d60db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.379129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc077c-a2bb-40d1-b724-94a3d6ab6cc7 req-c784e350-6508-4ef5-a486-15817a1d4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:08.381055 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-57dc077c-a2bb-40d1-b724-94a3d6ab6cc7 req-c784e350-6508-4ef5-a486-15817a1d4c44 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e7c2348a6101491f9cfb1053e2dfc567&device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 1094 time: 1.1422787 Jul 16 03:56:08.467753 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1f17383-61e3-47c2-a80e-9ebc720d60db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.540059 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:08.648644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86ea2a-24fd-4d11-9177-fc59d56d0132 req-732adcfb-b7f8-46da-9f64-73ef638e4204 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:08.651628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc077c-a2bb-40d1-b724-94a3d6ab6cc7 req-fd6ac627-356b-4fd7-a030-c9439a597852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:08.653749 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-57dc077c-a2bb-40d1-b724-94a3d6ab6cc7 req-fd6ac627-356b-4fd7-a030-c9439a597852 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c4325c50-f7f4-49da-b4ac-a049a40582b0 HTTP/1.1" status: 200 len: 912 time: 0.2603254 Jul 16 03:56:08.655483 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1f17383-61e3-47c2-a80e-9ebc720d60db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.658212 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1f17383-61e3-47c2-a80e-9ebc720d60db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.659188 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc86ea2a-24fd-4d11-9177-fc59d56d0132 req-732adcfb-b7f8-46da-9f64-73ef638e4204 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 946 time: 0.8276591 Jul 16 03:56:08.659643 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a1f17383-61e3-47c2-a80e-9ebc720d60db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e37334c5-fc55-4833-b392-5c1789646730 HTTP/1.1" status: 204 len: 168 time: 0.5113704 Jul 16 03:56:08.690500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port aacd46bd-23b8-4713-89f4-1fee38f5d211 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:08.705065 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:08.723722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000f93e-0783-4b62-8870-f2b03c097a5c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Subnet': ['ID=fc31bcee-6827-46aa-bcef-4b9480625b74,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:08.735185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf5896-1403-4731-ac57-e1bf228abf38 req-47f1548e-74c6-4f32-9efe-e3b3b37b8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:08.737242 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a0bf5896-1403-4731-ac57-e1bf228abf38 req-47f1548e-74c6-4f32-9efe-e3b3b37b8792 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bf569b92-d644-4546-b6d7-f032ee5253db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3582180 Jul 16 03:56:08.783765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc86ea2a-24fd-4d11-9177-fc59d56d0132 req-c3c55fa9-b3eb-4dee-9c41-298102e6659b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235440 Jul 16 03:56:08.799318 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-57dc077c-a2bb-40d1-b724-94a3d6ab6cc7 req-bf6d8cdc-bc36-4dff-a480-13b18eca1dc4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ad0809-c108-4f84-a8b9-8509a683c5a5 HTTP/1.1" status: 200 len: 217 time: 0.1332812 Jul 16 03:56:08.800303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f17383-61e3-47c2-a80e-9ebc720d60db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37334c5-fc55-4833-b392-5c1789646730,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:08.809648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442c8d4-90e8-4a44-b017-0f3183e810dc req-ae800bf5-5778-4562-b5a8-239060271334 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:08.819281 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0442c8d4-90e8-4a44-b017-0f3183e810dc req-ae800bf5-5778-4562-b5a8-239060271334 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 943 time: 0.8033397 Jul 16 03:56:08.830862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a000f93e-0783-4b62-8870-f2b03c097a5c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Checking segment: {'id': 'b7abaf79-b07d-4c7a-861d-f589aff9705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:08.838184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a000f93e-0783-4b62-8870-f2b03c097a5c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network hostable DHCP agents. Network: ee05207a-51a3-4c0c-9cee-fb85211f5e0d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:56:08.922250 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc077c-a2bb-40d1-b724-94a3d6ab6cc7 req-7d65ba7b-52f5-442e-aab0-1791ca68cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:08.926610 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-57dc077c-a2bb-40d1-b724-94a3d6ab6cc7 req-7d65ba7b-52f5-442e-aab0-1791ca68cec6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51d078c8-9340-47c3-bb8a-847e15bc1646 HTTP/1.1" status: 200 len: 850 time: 0.1105592 Jul 16 03:56:08.996731 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-26dc38d2-a22e-4627-85cd-2187f5e5bbe8 req-5f6e7000-86b2-48ce-9623-336569342ba2 service neutron] (93768) timed out ('10.222.0.88', 63427) {{(pid=93768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:56:09.022733 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc077c-a2bb-40d1-b724-94a3d6ab6cc7 req-5895aab3-3041-4470-b773-32132e8e92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:09.028124 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-57dc077c-a2bb-40d1-b724-94a3d6ab6cc7 req-5895aab3-3041-4470-b773-32132e8e92b4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c4325c50-f7f4-49da-b4ac-a049a40582b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942810 Jul 16 03:56:09.049538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9d353934-1048-4e82-af97-0245388f543a details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:56:09.057762 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a000f93e-0783-4b62-8870-f2b03c097a5c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network ee05207a-51a3-4c0c-9cee-fb85211f5e0d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:56:09.088519 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a000f93e-0783-4b62-8870-f2b03c097a5c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, ee05207a-51a3-4c0c-9cee-fb85211f5e0d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:09.095562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a000f93e-0783-4b62-8870-f2b03c097a5c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:09.096418 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a000f93e-0783-4b62-8870-f2b03c097a5c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:09.160931 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0442c8d4-90e8-4a44-b017-0f3183e810dc req-e55addbb-aa6f-4f7b-8d94-8e6dd2b37139 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/security-groups?id=466dfd54-6162-473a-90a8-b64918453bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3392541 Jul 16 03:56:09.211005 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a000f93e-0783-4b62-8870-f2b03c097a5c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4202213 Jul 16 03:56:09.222740 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:09.390339 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-57dc077c-a2bb-40d1-b724-94a3d6ab6cc7 req-c1c16cb3-848b-4886-b33a-da60c1dbb636 service neutron] 10.222.0.88 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400903 Jul 16 03:56:09.532208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d601a7d-46d3-409a-9786-fdbdbf6f1976 None None] Network ee05207a-51a3-4c0c-9cee-fb85211f5e0d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:09.634228 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a0bf5896-1403-4731-ac57-e1bf228abf38 req-5adf1ad6-9f11-4959-9ca7-3462c573ae0f service neutron] 10.222.0.88 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8707480 Jul 16 03:56:09.668718 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-57dc077c-a2bb-40d1-b724-94a3d6ab6cc7 req-30c5b5cf-c668-44b4-955d-29bc474ca3a9 service neutron] 10.222.0.88 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737942 Jul 16 03:56:09.704521 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:56:09.807714 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a0bf5896-1403-4731-ac57-e1bf228abf38 req-d314c7db-f6cd-474e-a69c-e39f158c6a63 service neutron] 10.222.0.88 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425719 Jul 16 03:56:09.882967 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dddf7-3fdc-437b-b714-ed8e82b44fc6 req-3097d4b2-a43d-4f64-b15d-b2e716fb4dcb tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:09.892151 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef1dddf7-3fdc-437b-b714-ed8e82b44fc6 req-3097d4b2-a43d-4f64-b15d-b2e716fb4dcb tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 943 time: 0.8187585 Jul 16 03:56:09.911215 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d353934-1048-4e82-af97-0245388f543a,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:09.970722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:10.027391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '9d353934-1048-4e82-af97-0245388f543a', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'port_id': '9d353934-1048-4e82-af97-0245388f543a', 'mac_address': 'fa:16:3e:22:36:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:56:10.171984 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-ee05207a-51a3-4c0c-9cee-fb85211f5e0d', 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'fixed_ips': [{'subnet_id': 'fc31bcee-6827-46aa-bcef-4b9480625b74'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:56:10.172220 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:10.184218 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef1dddf7-3fdc-437b-b714-ed8e82b44fc6 req-6c2adad1-47e6-46eb-ad71-8ffc50c72892 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909851 Jul 16 03:56:10.280689 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:10.281314 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:10.416564 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:10.420332 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:10.490306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-c3490fbf-f2f7-4878-bdfb-780514d272d7 req-bcaf52cd-2e1b-4479-a5ea-991fc2396b5c tempest-AttachVolumeShelveTestJSON-757415293 tempest-AttachVolumeShelveTestJSON-757415293-project] (93767) timed out ('10.222.0.88', 63447) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:56:10.558172 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d353934-1048-4e82-af97-0245388f543a {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:56:10.667352 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d353934-1048-4e82-af97-0245388f543a,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:10.673581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:00Z', 'revision_number': 4, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1471122-4ca5-45b0-81b5-5b5801dd9aef', 'name': '', 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:e0:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:54Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 4, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:10.710579 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:10.741492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-06e75de2-018c-4002-81b9-8048cc2f48f3 req-cc73ec7f-45b7-41ee-880c-4c86b5e9718c tempest-TaggedBootDevicesTest_v242-1754159885 tempest-TaggedBootDevicesTest_v242-1754159885-project] (93768) timed out ('10.222.0.88', 63446) {{(pid=93768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:56:10.768760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9d353934-1048-4e82-af97-0245388f543a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:10.771507 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef44faa-d675-478c-8851-6bce56272a3f None None] The sync data for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 is: [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:00Z', 'revision_number': 4, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1471122-4ca5-45b0-81b5-5b5801dd9aef', 'name': '', 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:e0:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:54Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 4, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:10.778635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:10.805226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Allocated IP 2001:db8:3::2 (ee05207a-51a3-4c0c-9cee-fb85211f5e0d/fc31bcee-6827-46aa-bcef-4b9480625b74/585a2bf6-eb5e-432f-a9fe-e5b137a52882) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:10.942288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:10.942916 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.032345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['9d353934-1048-4e82-af97-0245388f543a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:11.083069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432e259-547f-40a7-9c7d-2a3036c4b48e req-ca68e162-5ce8-4084-838e-1074bac65a27 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:11.088476 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a432e259-547f-40a7-9c7d-2a3036c4b48e req-ca68e162-5ce8-4084-838e-1074bac65a27 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 943 time: 0.5392146 Jul 16 03:56:11.164407 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a432e259-547f-40a7-9c7d-2a3036c4b48e req-bd65988a-b34e-4373-bb12-ad16df1ed71d tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/security-groups?id=466dfd54-6162-473a-90a8-b64918453bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717833 Jul 16 03:56:11.362842 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.455913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Transition to ACTIVE for port object 585a2bf6-eb5e-432f-a9fe-e5b137a52882 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:11.551064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Transition to ACTIVE for port object 585a2bf6-eb5e-432f-a9fe-e5b137a52882 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:11.577021 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:11.710359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Network ee05207a-51a3-4c0c-9cee-fb85211f5e0d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:11.728456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d1471122-4ca5-45b0-81b5-5b5801dd9aef up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:11.769275 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Allocated IP 2001:db8:3::1 (ee05207a-51a3-4c0c-9cee-fb85211f5e0d/fc31bcee-6827-46aa-bcef-4b9480625b74/1d8e9c75-3d0d-413a-a2f7-9721670107f6) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:11.793321 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:11.813524 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:11.963588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Pushing event updated for resources: {'Port': ['ID=585a2bf6-eb5e-432f-a9fe-e5b137a52882,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:12.051379 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6e5cf-9203-4dfe-9c30-587d6464d1f3 req-613ee1a5-1af4-4423-bea8-a54418522b8d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:12.064169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66c6e5cf-9203-4dfe-9c30-587d6464d1f3 req-613ee1a5-1af4-4423-bea8-a54418522b8d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 944 time: 0.6559701 Jul 16 03:56:12.065085 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Attempting to bind port 585a2bf6-eb5e-432f-a9fe-e5b137a52882 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:12.065685 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Attempting to bind port 585a2bf6-eb5e-432f-a9fe-e5b137a52882 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'b7abaf79-b07d-4c7a-861d-f589aff9705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:12.066064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Attempting to bind port 585a2bf6-eb5e-432f-a9fe-e5b137a52882 on network ee05207a-51a3-4c0c-9cee-fb85211f5e0d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:12.118488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:12.124394 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Checking segment: {'id': 'b7abaf79-b07d-4c7a-861d-f589aff9705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:12.124394 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.124394 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Bound using segment: {'id': 'b7abaf79-b07d-4c7a-861d-f589aff9705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:12.124394 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Bound port: 585a2bf6-eb5e-432f-a9fe-e5b137a52882, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7abaf79-b07d-4c7a-861d-f589aff9705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:12.124394 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.176397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d1471122-4ca5-45b0-81b5-5b5801dd9aef completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:12.205440 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d1471122-4ca5-45b0-81b5-5b5801dd9aef triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:12.205880 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.309703 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66c6e5cf-9203-4dfe-9c30-587d6464d1f3 req-1184eaec-0139-4fda-b36b-1a53dc35108e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344601 Jul 16 03:56:12.433953 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.470475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Transition to ACTIVE for port object 1d8e9c75-3d0d-413a-a2f7-9721670107f6 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:12.504271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] For port 585a2bf6-eb5e-432f-a9fe-e5b137a52882, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:12.531509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] For port 585a2bf6-eb5e-432f-a9fe-e5b137a52882, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=585a2bf6-eb5e-432f-a9fe-e5b137a52882,segment=NetworkSegment(b7abaf79-b07d-4c7a-861d-f589aff9705b),segment_id=b7abaf79-b07d-4c7a-861d-f589aff9705b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:12.574162 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.593865 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.671271 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.717358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network ee05207a-51a3-4c0c-9cee-fb85211f5e0d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:12.735594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=1d8e9c75-3d0d-413a-a2f7-9721670107f6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:12.749069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:12.750368 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcefabe-413d-4131-afeb-0b4cfd2dc22a None None] Pushing event updated for resources: {'Port': ['ID=585a2bf6-eb5e-432f-a9fe-e5b137a52882,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:12.762807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:12.764198 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.783687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port d1471122-4ca5-45b0-81b5-5b5801dd9aef, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d1471122-4ca5-45b0-81b5-5b5801dd9aef,segment=NetworkSegment(97135345-0dac-436d-8b77-740a567e5062),segment_id=97135345-0dac-436d-8b77-740a567e5062)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:12.797706 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:12.798528 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f5f82445-ec81-4730-b8cc-610ab754a0c1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:12.925635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b977caf-c696-448a-b743-d214e7811824 req-f0c4dd87-2869-4e0c-9f71-647ed5f5dbcf tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:12.927247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b977caf-c696-448a-b743-d214e7811824 req-f0c4dd87-2869-4e0c-9f71-647ed5f5dbcf tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 943 time: 0.3766217 Jul 16 03:56:12.979664 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=d1471122-4ca5-45b0-81b5-5b5801dd9aef,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:13.016998 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port f5f82445-ec81-4730-b8cc-610ab754a0c1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:13.017461 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.082477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b977caf-c696-448a-b743-d214e7811824 req-7e3bb286-75a5-46d1-bf28-fec0c87ae923 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/security-groups?id=466dfd54-6162-473a-90a8-b64918453bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350138 Jul 16 03:56:13.173601 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.741126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 585a2bf6-eb5e-432f-a9fe-e5b137a52882 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:13.816073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 585a2bf6-eb5e-432f-a9fe-e5b137a52882 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:13.821828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d1471122-4ca5-45b0-81b5-5b5801dd9aef up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:13.856193 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90046cd-411b-4b8d-a567-9e7fea7fa9b0 req-dd81e3e8-3834-4ea5-bbd4-7b0ed50f06df tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:13.859344 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e90046cd-411b-4b8d-a567-9e7fea7fa9b0 req-dd81e3e8-3834-4ea5-bbd4-7b0ed50f06df tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 944 time: 0.3352404 Jul 16 03:56:13.934676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d1471122-4ca5-45b0-81b5-5b5801dd9aef triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:13.935045 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:13.943494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39360) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:14.033159 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.042043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.045216 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.055516 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e90046cd-411b-4b8d-a567-9e7fea7fa9b0 req-e88fdede-1548-472c-b1e6-4a25b8aba940 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570361 Jul 16 03:56:14.144355 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981accaf-845b-40e1-9dfa-9888dfc858c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.197279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event updated for resources: {'Port': ['ID=1d8e9c75-3d0d-413a-a2f7-9721670107f6,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:14.218480 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-535f9600-edcc-43fd-b9aa-56d95f372d58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:14.227538 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-535f9600-edcc-43fd-b9aa-56d95f372d58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 811 time: 0.4714117 Jul 16 03:56:14.302651 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-65206f57-4612-4830-b04c-2747f09ef3d5 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/quotas/141b36b166934e7d90312d1c02c7c1cd HTTP/1.1" status: 200 len: 375 time: 0.0724673 Jul 16 03:56:14.316819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e9547a-54eb-424e-b387-bf5b178d674f None None] Network ee05207a-51a3-4c0c-9cee-fb85211f5e0d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:14.357609 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981accaf-845b-40e1-9dfa-9888dfc858c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.364680 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981accaf-845b-40e1-9dfa-9888dfc858c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.420620 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-981accaf-845b-40e1-9dfa-9888dfc858c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88beebabc25c4c2b911624c5f22d3c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4750211 Jul 16 03:56:14.422238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39366) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:14.423096 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981accaf-845b-40e1-9dfa-9888dfc858c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d984101-42e9-4f49-9f46-940d9c1eca65,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:14.492071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Network ee05207a-51a3-4c0c-9cee-fb85211f5e0d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:14.496208 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:14.563501 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-8867ae67-fed1-4316-9d7f-564e0b83c946 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2595294 Jul 16 03:56:14.574751 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-17b1412b-807a-4e23-91dc-cdf531bf862f None None] Provisioning for port 585a2bf6-eb5e-432f-a9fe-e5b137a52882 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:14.580724 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-17b1412b-807a-4e23-91dc-cdf531bf862f None None] Provisioning complete for port 585a2bf6-eb5e-432f-a9fe-e5b137a52882 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:14.581156 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17b1412b-807a-4e23-91dc-cdf531bf862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.586975 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f466ad5-b00b-49c1-85b3-3d201cef3d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.633795 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f466ad5-b00b-49c1-85b3-3d201cef3d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.717095 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17b1412b-807a-4e23-91dc-cdf531bf862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.742456 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f466ad5-b00b-49c1-85b3-3d201cef3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.752480 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2f466ad5-b00b-49c1-85b3-3d201cef3d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.754156 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2f466ad5-b00b-49c1-85b3-3d201cef3d4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d984101-42e9-4f49-9f46-940d9c1eca65 HTTP/1.1" status: 204 len: 168 time: 0.3274233 Jul 16 03:56:14.765299 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f466ad5-b00b-49c1-85b3-3d201cef3d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d984101-42e9-4f49-9f46-940d9c1eca65,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:14.787599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-17b1412b-807a-4e23-91dc-cdf531bf862f None None] For port 585a2bf6-eb5e-432f-a9fe-e5b137a52882, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=585a2bf6-eb5e-432f-a9fe-e5b137a52882,segment=NetworkSegment(b7abaf79-b07d-4c7a-861d-f589aff9705b),segment_id=b7abaf79-b07d-4c7a-861d-f589aff9705b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:14.799866 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-17b1412b-807a-4e23-91dc-cdf531bf862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:14.896079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1412b-807a-4e23-91dc-cdf531bf862f None None] Pushing event updated for resources: {'Port': ['ID=585a2bf6-eb5e-432f-a9fe-e5b137a52882,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:15.052694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9d353934-1048-4e82-af97-0245388f543a up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:15.170898 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 9d353934-1048-4e82-af97-0245388f543a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:15.183366 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4c8f9594-9a7a-4bd4-9de5-b91be1f3c7a4 None None] Provisioning complete for port 585a2bf6-eb5e-432f-a9fe-e5b137a52882 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:15.183898 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9594-9a7a-4bd4-9de5-b91be1f3c7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.239779 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 9d353934-1048-4e82-af97-0245388f543a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:15.239779 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.337023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39384) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:15.363892 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eabb6f0c-db59-4b29-9f9b-be3f7a11634c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.521604 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.525132 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4c8f9594-9a7a-4bd4-9de5-b91be1f3c7a4 None None] Provisioning for port 1d8e9c75-3d0d-413a-a2f7-9721670107f6 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:15.558176 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-4855d925-1e90-439a-86ad-470dca086916 service neutron] 10.222.0.18 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9111965 Jul 16 03:56:15.573960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4c8f9594-9a7a-4bd4-9de5-b91be1f3c7a4 None None] Provisioning complete for port 1d8e9c75-3d0d-413a-a2f7-9721670107f6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:15.574743 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9594-9a7a-4bd4-9de5-b91be1f3c7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.619966 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 585a2bf6-eb5e-432f-a9fe-e5b137a52882 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:15.630358 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eabb6f0c-db59-4b29-9f9b-be3f7a11634c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.635897 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eabb6f0c-db59-4b29-9f9b-be3f7a11634c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.641338 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d353934-1048-4e82-af97-0245388f543a'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:15.644273 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509b02dc-1925-4888-ac3d-babdd9605a36" -d '{"events": [{"server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "name": "network-vif-plugged", "status": "completed", "tag": "9d353934-1048-4e82-af97-0245388f543a"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:15.710497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d353934-1048-4e82-af97-0245388f543a,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:15.718082 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f9594-9a7a-4bd4-9de5-b91be1f3c7a4 None None] Port 1d8e9c75-3d0d-413a-a2f7-9721670107f6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:15.730623 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.745659 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-eabb6f0c-db59-4b29-9f9b-be3f7a11634c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3996ab925a964274adf7c6bc47982f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031832 Jul 16 03:56:15.746436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb6f0c-db59-4b29-9f9b-be3f7a11634c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e7bcf9-2dae-4b40-abd9-ed80c4966d85,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:15.756891 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39388) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:15.815803 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1308d1-2c9c-4220-91fa-5aafbdab3bbc req-d0cd85d3-af7b-4477-8353-c50529d160f0 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:15.820103 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e1308d1-2c9c-4220-91fa-5aafbdab3bbc req-d0cd85d3-af7b-4477-8353-c50529d160f0 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 943 time: 1.4108224 Jul 16 03:56:15.860812 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 3bdf15df-2af6-44fc-8085-9a526f95dc30 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:15.896826 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4245e5bb-8c52-49a9-a4f5-704f59f8d26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.931666 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-97fefa74-d053-43b2-b98e-dabb1109d155 None None] Provisioning complete for port 1d8e9c75-3d0d-413a-a2f7-9721670107f6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:15.932061 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-97fefa74-d053-43b2-b98e-dabb1109d155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.942863 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9d353934-1048-4e82-af97-0245388f543a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:15.955502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 585a2bf6-eb5e-432f-a9fe-e5b137a52882 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:15.955881 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:15.970846 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4245e5bb-8c52-49a9-a4f5-704f59f8d26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:16.069340 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4245e5bb-8c52-49a9-a4f5-704f59f8d26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:16.072377 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4245e5bb-8c52-49a9-a4f5-704f59f8d26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:16.073743 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4245e5bb-8c52-49a9-a4f5-704f59f8d26c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7e7bcf9-2dae-4b40-abd9-ed80c4966d85 HTTP/1.1" status: 204 len: 168 time: 0.3155851 Jul 16 03:56:16.085781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-97fefa74-d053-43b2-b98e-dabb1109d155 None None] Port 1d8e9c75-3d0d-413a-a2f7-9721670107f6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:16.093292 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-b32093df-1703-4ac1-b17d-5dd2baa0f237 service neutron] 10.222.0.18 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137196 Jul 16 03:56:16.108229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245e5bb-8c52-49a9-a4f5-704f59f8d26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e7bcf9-2dae-4b40-abd9-ed80c4966d85,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:16.164458 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e1308d1-2c9c-4220-91fa-5aafbdab3bbc req-6ae9b909-09f2-4fb5-905a-cdbe466f1f27 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/security-groups?id=466dfd54-6162-473a-90a8-b64918453bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3259180 Jul 16 03:56:16.214757 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:16.238098 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52299012-7622-43af-a22a-9c1591221648 None None] Sync routers for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:16.240599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-04dfb5d3-3a47-4d71-8429-dc83b4a9a7e1 None None] Provisioning complete for port 1d8e9c75-3d0d-413a-a2f7-9721670107f6 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:16.240983 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-04dfb5d3-3a47-4d71-8429-dc83b4a9a7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:16.253009 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52299012-7622-43af-a22a-9c1591221648 None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:16.253704 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-52299012-7622-43af-a22a-9c1591221648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:16.261329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39396) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:16.266427 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6b62ddf5-a77c-43ef-af67-a959a4abf64a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:16.281020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-22273094-4ec1-4142-8481-05eb4a2e4e40 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/3bdf15df-2af6-44fc-8085-9a526f95dc30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0382819 Jul 16 03:56:16.347723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-04dfb5d3-3a47-4d71-8429-dc83b4a9a7e1 None None] Port 1d8e9c75-3d0d-413a-a2f7-9721670107f6 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:16.447029 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-52299012-7622-43af-a22a-9c1591221648 None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:16.590329 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ea90f-4a6d-4aa7-a36b-9e409ca0ecc7 req-1d864cec-8671-4334-9319-acd691437806 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:16.594154 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-200ea90f-4a6d-4aa7-a36b-9e409ca0ecc7 req-1d864cec-8671-4334-9319-acd691437806 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 945 time: 0.2508745 Jul 16 03:56:16.668932 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-200ea90f-4a6d-4aa7-a36b-9e409ca0ecc7 req-4f3f304b-e5a6-43ab-b2a0-54b6e82a9732 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688491 Jul 16 03:56:16.860543 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-994bbb6f-f4e2-4488-94cc-38175c5080c3 req-b4ce35f0-846a-4da3-996c-67f2fcf8bf42 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 210 time: 0.0625618 Jul 16 03:56:16.944111 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-52299012-7622-43af-a22a-9c1591221648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:13Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': '1d8e9c75-3d0d-413a-a2f7-9721670107f6', 'name': '', 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:b4:e3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'fc31bcee-6827-46aa-bcef-4b9480625b74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:10Z', 'updated_at': '2021-07-16T03:56:13Z', 'revision_number': 2, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': 'fc31bcee-6827-46aa-bcef-4b9480625b74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1471122-4ca5-45b0-81b5-5b5801dd9aef', 'name': '', 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:e0:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:54Z', 'updated_at': '2021-07-16T03:56:12Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:17.035464 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00b6ac1-ad8a-4684-9384-212f11236bc8 x-openstack-request-id: req-b00b6ac1-ad8a-4684-9384-212f11236bc8 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:17.036242 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "name": "network-vif-plugged", "status": "completed", "tag": "9d353934-1048-4e82-af97-0245388f543a", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:17.036517 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b00b6ac1-ad8a-4684-9384-212f11236bc8 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:17.036918 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d353934-1048-4e82-af97-0245388f543a', 'code': 200} Jul 16 03:56:17.038368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.extraroute_db [None req-6b62ddf5-a77c-43ef-af67-a959a4abf64a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 03:56:17.046968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 55ad0809-c108-4f84-a8b9-8509a683c5a5 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:56:17.073852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.extraroute_db [None req-6b62ddf5-a77c-43ef-af67-a959a4abf64a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Removed routes are [] {{(pid=93768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 03:56:17.075425 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b62ddf5-a77c-43ef-af67-a959a4abf64a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.246257 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52299012-7622-43af-a22a-9c1591221648 None None] Checking router: 3bdf15df-2af6-44fc-8085-9a526f95dc30 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:17.250534 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52299012-7622-43af-a22a-9c1591221648 None None] Updating router 3bdf15df-2af6-44fc-8085-9a526f95dc30 port 1d8e9c75-3d0d-413a-a2f7-9721670107f6 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:56:17.250674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e49042-918d-47f6-bb89-f1fea83a1808 req-61afd9a6-81e6-42cb-858d-4803e2ef85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:17.255196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90e49042-918d-47f6-bb89-f1fea83a1808 req-61afd9a6-81e6-42cb-858d-4803e2ef85f1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 1096 time: 0.1150477 Jul 16 03:56:17.273482 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 55ad0809-c108-4f84-a8b9-8509a683c5a5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=55ad0809-c108-4f84-a8b9-8509a683c5a5,segment=NetworkSegment(2fd09f9c-011d-4ded-8867-77675e513d30),segment_id=2fd09f9c-011d-4ded-8867-77675e513d30)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:17.292856 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'port_id': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'mac_address': 'fa:16:3e:3d:e5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:56:17.334676 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52299012-7622-43af-a22a-9c1591221648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.341786 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90e49042-918d-47f6-bb89-f1fea83a1808 req-20fae599-5fb6-4fd8-91f0-849e5fdd5917 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759521 Jul 16 03:56:17.399420 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.443367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ad0809-c108-4f84-a8b9-8509a683c5a5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:56:17.501099 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b62ddf5-a77c-43ef-af67-a959a4abf64a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.503026 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 55ad0809-c108-4f84-a8b9-8509a683c5a5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=55ad0809-c108-4f84-a8b9-8509a683c5a5,segment=NetworkSegment(2fd09f9c-011d-4ded-8867-77675e513d30),segment_id=2fd09f9c-011d-4ded-8867-77675e513d30)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:17.509039 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.512396 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b62ddf5-a77c-43ef-af67-a959a4abf64a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.557531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b9758-6953-4bcf-a91c-f31b3a52c30b req-b12521e6-9ce6-4754-837d-621d894fddcf tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:17.571212 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-359b9758-6953-4bcf-a91c-f31b3a52c30b req-b12521e6-9ce6-4754-837d-621d894fddcf tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 943 time: 0.1544693 Jul 16 03:56:17.621526 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=55ad0809-c108-4f84-a8b9-8509a683c5a5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:17.657843 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-359b9758-6953-4bcf-a91c-f31b3a52c30b req-13a71f9a-1d25-4470-a4f8-759d023db03d tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/security-groups?id=466dfd54-6162-473a-90a8-b64918453bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852029 Jul 16 03:56:17.727211 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b62ddf5-a77c-43ef-af67-a959a4abf64a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 3bdf15df-2af6-44fc-8085-9a526f95dc30 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:17.754781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['55ad0809-c108-4f84-a8b9-8509a683c5a5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:17.861828 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52299012-7622-43af-a22a-9c1591221648 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.895710 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-52299012-7622-43af-a22a-9c1591221648 None None] Transition to ACTIVE for port object 1d8e9c75-3d0d-413a-a2f7-9721670107f6 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:17.896901 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b62ddf5-a77c-43ef-af67-a959a4abf64a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:17.906758 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b62ddf5-a77c-43ef-af67-a959a4abf64a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.908383 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6b62ddf5-a77c-43ef-af67-a959a4abf64a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/3bdf15df-2af6-44fc-8085-9a526f95dc30 HTTP/1.1" status: 200 len: 954 time: 1.6457033 Jul 16 03:56:17.908506 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52299012-7622-43af-a22a-9c1591221648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:17.911010 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39452) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:18.127336 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-df59e7b1-fd49-4f20-81b7-4fecf5bdc853 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/routers/3bdf15df-2af6-44fc-8085-9a526f95dc30 HTTP/1.1" status: 200 len: 954 time: 0.2136116 Jul 16 03:56:18.127336 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39458) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:18.136798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-06f15524-d307-46f7-94a5-ff50258062eb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'router': {'routes': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:18.143747 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421e64d-e812-4ee2-9ad9-d2b9293d2816 None None] Pushing event updated for resources: {'Port': ['ID=1d8e9c75-3d0d-413a-a2f7-9721670107f6,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:18.181453 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-52299012-7622-43af-a22a-9c1591221648 None None] Attempting to bind port 1d8e9c75-3d0d-413a-a2f7-9721670107f6 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:18.181935 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-52299012-7622-43af-a22a-9c1591221648 None None] Attempting to bind port 1d8e9c75-3d0d-413a-a2f7-9721670107f6 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'b7abaf79-b07d-4c7a-861d-f589aff9705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:18.182421 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52299012-7622-43af-a22a-9c1591221648 None None] Attempting to bind port 1d8e9c75-3d0d-413a-a2f7-9721670107f6 on network ee05207a-51a3-4c0c-9cee-fb85211f5e0d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:18.191777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0a408edd-5978-4957-8880-5ae082136aca req-04e7a597-76a9-435b-9138-f183b7882796 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 210 time: 0.2458704 Jul 16 03:56:18.191959 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52299012-7622-43af-a22a-9c1591221648 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:18.194443 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52299012-7622-43af-a22a-9c1591221648 None None] Checking segment: {'id': 'b7abaf79-b07d-4c7a-861d-f589aff9705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:18.195033 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52299012-7622-43af-a22a-9c1591221648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.195577 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52299012-7622-43af-a22a-9c1591221648 None None] Bound using segment: {'id': 'b7abaf79-b07d-4c7a-861d-f589aff9705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:18.196168 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-52299012-7622-43af-a22a-9c1591221648 None None] Bound port: 1d8e9c75-3d0d-413a-a2f7-9721670107f6, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7abaf79-b07d-4c7a-861d-f589aff9705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:18.198040 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52299012-7622-43af-a22a-9c1591221648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.293427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584c7eb-db7e-4397-ba14-d5814435c320 req-86368868-e617-4794-a5ae-e43a67c488d8 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:18.301435 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8584c7eb-db7e-4397-ba14-d5814435c320 req-86368868-e617-4794-a5ae-e43a67c488d8 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 945 time: 0.3423653 Jul 16 03:56:18.359918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8584c7eb-db7e-4397-ba14-d5814435c320 req-3f6728ed-90eb-4ac4-bbe1-ba08be55f700 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553346 Jul 16 03:56:18.412232 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-52299012-7622-43af-a22a-9c1591221648 None None] For port 1d8e9c75-3d0d-413a-a2f7-9721670107f6, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:18.427450 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-52299012-7622-43af-a22a-9c1591221648 None None] For port 1d8e9c75-3d0d-413a-a2f7-9721670107f6, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1d8e9c75-3d0d-413a-a2f7-9721670107f6,segment=NetworkSegment(b7abaf79-b07d-4c7a-861d-f589aff9705b),segment_id=b7abaf79-b07d-4c7a-861d-f589aff9705b)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:18.440151 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-52299012-7622-43af-a22a-9c1591221648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:18.607476 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52299012-7622-43af-a22a-9c1591221648 None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:18.611967 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-52299012-7622-43af-a22a-9c1591221648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:18.611967 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421e64d-e812-4ee2-9ad9-d2b9293d2816 None None] Pushing event updated for resources: {'Port': ['ID=1d8e9c75-3d0d-413a-a2f7-9721670107f6,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:18.861092 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-52299012-7622-43af-a22a-9c1591221648 None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:18.953172 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.extraroute_db [None req-06f15524-d307-46f7-94a5-ff50258062eb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Added routes are [] {{(pid=93768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 03:56:18.953706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.extraroute_db [None req-06f15524-d307-46f7-94a5-ff50258062eb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 03:56:19.002240 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06f15524-d307-46f7-94a5-ff50258062eb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.019125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad2b7e-9d5a-4a6f-82ee-224331a5eba3 req-f8670ee7-49ce-441b-b124-e573396b6a46 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:19.034062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54ad2b7e-9d5a-4a6f-82ee-224331a5eba3 req-f8670ee7-49ce-441b-b124-e573396b6a46 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 944 time: 0.1459346 Jul 16 03:56:19.048498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 55ad0809-c108-4f84-a8b9-8509a683c5a5 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:19.139861 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54ad2b7e-9d5a-4a6f-82ee-224331a5eba3 req-be1ba846-1ffe-4eb1-a5fd-04b7215402d2 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/security-groups?id=466dfd54-6162-473a-90a8-b64918453bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046331 Jul 16 03:56:19.183635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 55ad0809-c108-4f84-a8b9-8509a683c5a5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:19.188196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 55ad0809-c108-4f84-a8b9-8509a683c5a5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:19.189418 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.356080 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-52299012-7622-43af-a22a-9c1591221648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:17Z', 'revision_number': 6, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': '1d8e9c75-3d0d-413a-a2f7-9721670107f6', 'name': '', 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:b4:e3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'fc31bcee-6827-46aa-bcef-4b9480625b74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:10Z', 'updated_at': '2021-07-16T03:56:18Z', 'revision_number': 4, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': 'fc31bcee-6827-46aa-bcef-4b9480625b74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1471122-4ca5-45b0-81b5-5b5801dd9aef', 'name': '', 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:e0:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:54Z', 'updated_at': '2021-07-16T03:56:12Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:19.414476 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52299012-7622-43af-a22a-9c1591221648 None None] The sync data for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 is: [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:17Z', 'revision_number': 6, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': '1d8e9c75-3d0d-413a-a2f7-9721670107f6', 'name': '', 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:b4:e3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'fc31bcee-6827-46aa-bcef-4b9480625b74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:10Z', 'updated_at': '2021-07-16T03:56:18Z', 'revision_number': 4, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': 'fc31bcee-6827-46aa-bcef-4b9480625b74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1471122-4ca5-45b0-81b5-5b5801dd9aef', 'name': '', 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:e0:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:54Z', 'updated_at': '2021-07-16T03:56:12Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:19.444422 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.453056 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1e5e78e6-b429-4120-9010-b76d3d50df73 req-700e5472-a18b-47d7-a4ca-6d5cf9d3a4d7 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 210 time: 0.0961254 Jul 16 03:56:19.524180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ad0809-c108-4f84-a8b9-8509a683c5a5'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:19.536893 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a473a47-c29e-4fb2-815f-dfb2984bee51" -d '{"events": [{"server_uuid": "ef120631-d424-44d5-a839-95ecd1d6e78b", "name": "network-vif-plugged", "status": "completed", "tag": "55ad0809-c108-4f84-a8b9-8509a683c5a5"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:19.584654 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 55ad0809-c108-4f84-a8b9-8509a683c5a5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=55ad0809-c108-4f84-a8b9-8509a683c5a5,segment=NetworkSegment(2fd09f9c-011d-4ded-8867-77675e513d30),segment_id=2fd09f9c-011d-4ded-8867-77675e513d30)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:19.592783 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:19.612553 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5a485c-c7c2-4f1f-944c-e0a5a5e9e53f x-openstack-request-id: req-5e5a485c-c7c2-4f1f-944c-e0a5a5e9e53f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:19.612957 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef120631-d424-44d5-a839-95ecd1d6e78b", "name": "network-vif-plugged", "status": "completed", "tag": "55ad0809-c108-4f84-a8b9-8509a683c5a5", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:19.613181 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e5a485c-c7c2-4f1f-944c-e0a5a5e9e53f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:19.613614 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'code': 200} Jul 16 03:56:19.722414 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=55ad0809-c108-4f84-a8b9-8509a683c5a5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:19.887654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-87378fb1-b1d4-497d-bdce-a07da9d25230 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:19.891616 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-87378fb1-b1d4-497d-bdce-a07da9d25230 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 811 time: 0.2697957 Jul 16 03:56:19.974556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-a8b92eb1-d9ee-433a-b58f-acc8df95fd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'port': {'device_id': '95533ce6-38e1-420a-9118-43879f7becbc', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'admin_state_up': True, 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:20.139091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce80bc9-f750-41f1-9017-74b38b22fbed req-398cac67-ea5e-4f8a-997c-72569368dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:20.146182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ce80bc9-f750-41f1-9017-74b38b22fbed req-398cac67-ea5e-4f8a-997c-72569368dc19 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 1096 time: 0.2469747 Jul 16 03:56:20.158409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bf642-dee1-49a0-aea8-00c776fb1bc4 req-c46b27e4-b381-4617-a777-90715353c232 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:20.159902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a00bf642-dee1-49a0-aea8-00c776fb1bc4 req-c46b27e4-b381-4617-a777-90715353c232 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 945 time: 0.2671034 Jul 16 03:56:20.181183 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06f15524-d307-46f7-94a5-ff50258062eb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:20.191449 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06f15524-d307-46f7-94a5-ff50258062eb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:20.412947 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a00bf642-dee1-49a0-aea8-00c776fb1bc4 req-263ed599-ed72-4922-989e-b730f3c48610 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153966 Jul 16 03:56:20.435932 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ce80bc9-f750-41f1-9017-74b38b22fbed req-732bd325-f594-40f7-b1c6-93ed1561963a service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=466dfd54-6162-473a-90a8-b64918453bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746639 Jul 16 03:56:20.467274 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f15524-d307-46f7-94a5-ff50258062eb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 3bdf15df-2af6-44fc-8085-9a526f95dc30 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:20.520194 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-a8b92eb1-d9ee-433a-b58f-acc8df95fd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Made reservation on behalf of 141b36b166934e7d90312d1c02c7c1cd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:20.525089 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-a8b92eb1-d9ee-433a-b58f-acc8df95fd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:20.667174 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca439e3-f8b4-423f-9852-e71f003497ed req-798f9e0d-f215-4757-818d-f62ed1742bcf tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:20.674125 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ca439e3-f8b4-423f-9852-e71f003497ed req-798f9e0d-f215-4757-818d-f62ed1742bcf tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 945 time: 0.2371142 Jul 16 03:56:20.731946 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f15524-d307-46f7-94a5-ff50258062eb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:20.769165 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06f15524-d307-46f7-94a5-ff50258062eb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:20.771178 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-06f15524-d307-46f7-94a5-ff50258062eb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/3bdf15df-2af6-44fc-8085-9a526f95dc30 HTTP/1.1" status: 200 len: 704 time: 2.6431475 Jul 16 03:56:20.774454 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39522) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:20.930381 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ca439e3-f8b4-423f-9852-e71f003497ed req-b9551eb2-c8ef-433e-8168-287c301a7db7 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/security-groups?id=466dfd54-6162-473a-90a8-b64918453bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552869 Jul 16 03:56:20.986287 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb8f85-de1a-492c-9ff7-1b03223f1109 None None] Sync routers for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:21.012559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb8f85-de1a-492c-9ff7-1b03223f1109 None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:21.013226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-23eb8f85-de1a-492c-9ff7-1b03223f1109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:21.061109 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-498bddf7-5613-4464-8193-3991b58f9fc3 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/routers/3bdf15df-2af6-44fc-8085-9a526f95dc30 HTTP/1.1" status: 200 len: 704 time: 0.2826760 Jul 16 03:56:21.061324 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39526) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:21.212583 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-a8b92eb1-d9ee-433a-b58f-acc8df95fd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Allocated IP 172.20.0.12 (f55cd736-5d71-4953-92cf-213346d5a1da/71faac3d-ce79-45ad-842e-496e7071d6f0/7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:21.249004 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e74565-505a-4f0d-8b29-41485c580157 req-45bce7b9-3a6b-42d8-9f58-73ee2dd933af tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:21.267799 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0e74565-505a-4f0d-8b29-41485c580157 req-45bce7b9-3a6b-42d8-9f58-73ee2dd933af tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 945 time: 0.6760039 Jul 16 03:56:21.300907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-23eb8f85-de1a-492c-9ff7-1b03223f1109 None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:21.330735 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db6f5e5f-2e69-49c0-b7f3-19d8afa78067 req-1421763f-c13f-47fb-a09f-1241b5864168 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 210 time: 0.1235301 Jul 16 03:56:21.410641 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0e74565-505a-4f0d-8b29-41485c580157 req-becdbd41-18c5-4b39-91b6-9c2612d65fda tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381316 Jul 16 03:56:21.457209 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39534) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:21.719610 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1d8e9c75-3d0d-413a-a2f7-9721670107f6 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:21.803040 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-a8b92eb1-d9ee-433a-b58f-acc8df95fd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:21.822198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-a8b92eb1-d9ee-433a-b58f-acc8df95fd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Transition to ACTIVE for port object 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:21.921072 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-a8b92eb1-d9ee-433a-b58f-acc8df95fd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:22.006142 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-a8b92eb1-d9ee-433a-b58f-acc8df95fd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Network f55cd736-5d71-4953-92cf-213346d5a1da is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:22.019853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-a8b92eb1-d9ee-433a-b58f-acc8df95fd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:22.030836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf8fe73-47a2-41b6-80b1-8f86d1c69cf4 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:22.035137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['8adc818f-ad51-4f50-b69e-9172a1e4afea'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:22.036916 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8cf8fe73-47a2-41b6-80b1-8f86d1c69cf4 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 1091 time: 0.5719028 Jul 16 03:56:22.041921 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39574) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:22.083368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '9d353934-1048-4e82-af97-0245388f543a', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:22.122714 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-a8b92eb1-d9ee-433a-b58f-acc8df95fd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:22.175691 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 1d8e9c75-3d0d-413a-a2f7-9721670107f6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:22.242565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 1d8e9c75-3d0d-413a-a2f7-9721670107f6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:22.245676 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:22.298949 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:22.466864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b92eb1-d9ee-433a-b58f-acc8df95fd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'Port': ['ID=7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:22.618790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-a8b92eb1-d9ee-433a-b58f-acc8df95fd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:22.624298 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-a8b92eb1-d9ee-433a-b58f-acc8df95fd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:22.793559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-23eb8f85-de1a-492c-9ff7-1b03223f1109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:18Z', 'revision_number': 7, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': '1d8e9c75-3d0d-413a-a2f7-9721670107f6', 'name': '', 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:b4:e3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'fc31bcee-6827-46aa-bcef-4b9480625b74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:10Z', 'updated_at': '2021-07-16T03:56:18Z', 'revision_number': 4, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': 'fc31bcee-6827-46aa-bcef-4b9480625b74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1471122-4ca5-45b0-81b5-5b5801dd9aef', 'name': '', 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:e0:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:54Z', 'updated_at': '2021-07-16T03:56:12Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:22.793801 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:22.801098 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-a8b92eb1-d9ee-433a-b58f-acc8df95fd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8286841 Jul 16 03:56:22.810075 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af646ab-70c9-45bd-9f47-b2b040d80927 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:22.830092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Request body: {'port': {'device_id': '95533ce6-38e1-420a-9118-43879f7becbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:22.932707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b7945-c453-429e-aa28-13f3c9c6bc01 req-6228970a-cce4-4e24-a4eb-945a55d7e771 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:22.940829 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-405b7945-c453-429e-aa28-13f3c9c6bc01 req-6228970a-cce4-4e24-a4eb-945a55d7e771 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 945 time: 0.6455879 Jul 16 03:56:22.942139 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.25.3.198 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/f84c7d1a-f1d1-4266-a741-018178a1d78b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:23.018989 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb8f85-de1a-492c-9ff7-1b03223f1109 None None] Checking router: 3bdf15df-2af6-44fc-8085-9a526f95dc30 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:23.057922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-405b7945-c453-429e-aa28-13f3c9c6bc01 req-7f1a6435-73e3-4fe9-82e7-35288a78539f tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/security-groups?id=466dfd54-6162-473a-90a8-b64918453bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161535 Jul 16 03:56:23.091660 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:23.158517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd7b41-afff-4467-9979-b72a0e0980c2 req-59a87dc1-4ef2-40f3-87b0-ecc3dc4c567a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:23.167813 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:23.171186 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6fd7b41-afff-4467-9979-b72a0e0980c2 req-59a87dc1-4ef2-40f3-87b0-ecc3dc4c567a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 932 time: 0.4837623 Jul 16 03:56:23.173569 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3ef2f4cc-91e5-4790-aeee-fbc2eb3a9fd2 None None] Provisioning for port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:23.200567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3ef2f4cc-91e5-4790-aeee-fbc2eb3a9fd2 None None] Provisioning complete for port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:23.208119 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3ef2f4cc-91e5-4790-aeee-fbc2eb3a9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:23.226526 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:23.242717 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb8f85-de1a-492c-9ff7-1b03223f1109 None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:23.243931 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-23eb8f85-de1a-492c-9ff7-1b03223f1109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:23.289357 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:23.317429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:23.322289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:23.397853 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:23.417088 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=f84c7d1a-f1d1-4266-a741-018178a1d78b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:23.514857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6fd7b41-afff-4467-9979-b72a0e0980c2 req-7d569131-39e8-4b85-8131-67ebab3640d4 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359890 Jul 16 03:56:23.675431 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89eef08-0e6a-4cff-8521-faed573757c4 req-adf19d5c-501f-478f-980f-9427946a09c2 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:23.705221 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c89eef08-0e6a-4cff-8521-faed573757c4 req-adf19d5c-501f-478f-980f-9427946a09c2 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 945 time: 0.4589305 Jul 16 03:56:23.764095 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c89eef08-0e6a-4cff-8521-faed573757c4 req-dc930301-d66c-478a-b468-be592dd71dcb tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/security-groups?id=466dfd54-6162-473a-90a8-b64918453bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649855 Jul 16 03:56:23.787957 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3ef2f4cc-91e5-4790-aeee-fbc2eb3a9fd2 None None] Port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:23.799056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39604) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:23.813273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 1d8e9c75-3d0d-413a-a2f7-9721670107f6, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1d8e9c75-3d0d-413a-a2f7-9721670107f6,segment=NetworkSegment(b7abaf79-b07d-4c7a-861d-f589aff9705b),segment_id=b7abaf79-b07d-4c7a-861d-f589aff9705b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:23.814951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-23eb8f85-de1a-492c-9ff7-1b03223f1109 None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:24.340543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9af646ab-70c9-45bd-9f47-b2b040d80927 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port 1d8e9c75-3d0d-413a-a2f7-9721670107f6 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:24.342852 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af646ab-70c9-45bd-9f47-b2b040d80927 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.357063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:56:24.390133 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.419446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Transition to ACTIVE for port object 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:24.424382 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.494330 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.623171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=1d8e9c75-3d0d-413a-a2f7-9721670107f6,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:24.671268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Pushing event updated for resources: {'Port': ['ID=7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:24.691257 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9af646ab-70c9-45bd-9f47-b2b040d80927 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] For port 1d8e9c75-3d0d-413a-a2f7-9721670107f6, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1d8e9c75-3d0d-413a-a2f7-9721670107f6,segment=NetworkSegment(b7abaf79-b07d-4c7a-861d-f589aff9705b),segment_id=b7abaf79-b07d-4c7a-861d-f589aff9705b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:24.691631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af646ab-70c9-45bd-9f47-b2b040d80927 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:24.937785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Attempting to bind port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:24.938611 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Attempting to bind port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:24.939192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Attempting to bind port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:24.946799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 on network f55cd736-5d71-4953-92cf-213346d5a1da not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:56:24.947538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Attempting to bind port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:24.952286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-23eb8f85-de1a-492c-9ff7-1b03223f1109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:18Z', 'revision_number': 7, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': '1d8e9c75-3d0d-413a-a2f7-9721670107f6', 'name': '', 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:b4:e3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'fc31bcee-6827-46aa-bcef-4b9480625b74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:10Z', 'updated_at': '2021-07-16T03:56:18Z', 'revision_number': 4, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': 'fc31bcee-6827-46aa-bcef-4b9480625b74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1471122-4ca5-45b0-81b5-5b5801dd9aef', 'name': '', 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:e0:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:54Z', 'updated_at': '2021-07-16T03:56:12Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:24.954918 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:24.955572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Checking segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:24.956285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Bound using segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:24.957054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Bound port: 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:24.957666 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.007455 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb8f85-de1a-492c-9ff7-1b03223f1109 None None] The sync data for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 is: [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:18Z', 'revision_number': 7, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': '1d8e9c75-3d0d-413a-a2f7-9721670107f6', 'name': '', 'network_id': 'ee05207a-51a3-4c0c-9cee-fb85211f5e0d', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:b4:e3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'fc31bcee-6827-46aa-bcef-4b9480625b74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:10Z', 'updated_at': '2021-07-16T03:56:18Z', 'revision_number': 4, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': 'fc31bcee-6827-46aa-bcef-4b9480625b74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1471122-4ca5-45b0-81b5-5b5801dd9aef', 'name': '', 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:e0:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:54Z', 'updated_at': '2021-07-16T03:56:12Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:25.131520 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] For port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:25.171193 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.186667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f4ee4-ab5e-46b7-ad98-cdf3c1b25c1e req-2fb4e1a2-1c79-4838-96ba-9261f85f6701 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:25.197195 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c9f4ee4-ab5e-46b7-ad98-cdf3c1b25c1e req-2fb4e1a2-1c79-4838-96ba-9261f85f6701 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.2192538 Jul 16 03:56:25.203211 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] For port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:25.266889 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.288152 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9af646ab-70c9-45bd-9f47-b2b040d80927 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for 1d8e9c75-3d0d-413a-a2f7-9721670107f6 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:25.343139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c9f4ee4-ab5e-46b7-ad98-cdf3c1b25c1e req-5001d4c7-3002-4d6b-a331-8b94c9ba630a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445382 Jul 16 03:56:25.360518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:25.367153 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.370038 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] 10.222.0.20 "PUT /v2.0/ports/7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 HTTP/1.1" status: 200 len: 1092 time: 2.5550075 Jul 16 03:56:25.373605 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95533ce6-38e1-420a-9118-43879f7becbc', 'tag': '7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:25.384133 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37351c80-6a59-4ac6-a499-3c3ee74ebcab" -d '{"events": [{"name": "network-changed", "server_uuid": "95533ce6-38e1-420a-9118-43879f7becbc", "tag": "7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:25.420008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd88c9-c659-4fe3-b363-840b9b5374eb service neutron] Pushing event updated for resources: {'Port': ['ID=7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:25.503369 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d378e363-83b3-4607-a008-40beecac3420 x-openstack-request-id: req-d378e363-83b3-4607-a008-40beecac3420 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:25.503674 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95533ce6-38e1-420a-9118-43879f7becbc", "tag": "7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:25.503930 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d378e363-83b3-4607-a008-40beecac3420 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:25.504384 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95533ce6-38e1-420a-9118-43879f7becbc', 'tag': '7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216', 'status': 'completed', 'code': 200} Jul 16 03:56:25.523113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-9d7574e8-48c1-426d-8f61-8cadabbd1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:25.524890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-9d7574e8-48c1-426d-8f61-8cadabbd1606 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 1095 time: 0.0982869 Jul 16 03:56:25.605653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-16e77b82-7984-4d3c-9253-9cc78e6d0d60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 HTTP/1.1" status: 200 len: 217 time: 0.0694673 Jul 16 03:56:25.664261 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.746853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-9c4dd45b-f3f3-4ba9-870e-85abf49c111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:25.753601 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-9c4dd45b-f3f3-4ba9-870e-85abf49c111a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.1349995 Jul 16 03:56:25.772495 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bcddc2-75c7-42f5-8d49-4df2633be9d9 tempest-TestVolumeBackupRestore-969044448 tempest-TestVolumeBackupRestore-969044448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:25.777114 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e2bcddc2-75c7-42f5-8d49-4df2633be9d9 tempest-TestVolumeBackupRestore-969044448 tempest-TestVolumeBackupRestore-969044448-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 1091 time: 1.9713113 Jul 16 03:56:25.811806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:25.817689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:25.909399 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:25.982829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c24601ca-41a2-44f1-83a7-b04baad170b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:25.984519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-c24601ca-41a2-44f1-83a7-b04baad170b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2284417 Jul 16 03:56:26.202498 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af646ab-70c9-45bd-9f47-b2b040d80927 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.281865 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af646ab-70c9-45bd-9f47-b2b040d80927 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=1d8e9c75-3d0d-413a-a2f7-9721670107f6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:26.320116 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-4fecd0ab-73cb-47d3-94ce-75cd5fdd0173 service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249152 Jul 16 03:56:26.356998 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.365445 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.640905 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=f84c7d1a-f1d1-4266-a741-018178a1d78b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:26.686386 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9af646ab-70c9-45bd-9f47-b2b040d80927 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.722480 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.731556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe73903-de2c-4776-8534-6e8e5f8ef7b4 req-51f658a5-59bd-4dc9-ac2c-6c9d1b9d4f8c service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848805 Jul 16 03:56:26.887490 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:26.929944 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Floating IP 9f78fbbf-80b6-4f61-8d54-482e10bf1da5 associated. External IP: 172.25.3.198, port: 9d353934-1048-4e82-af97-0245388f543a. Jul 16 03:56:27.091618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Allocated IP 172.25.3.88 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/7585e4c1-c5d4-4205-bc08-58baa0e74db4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:27.207166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465984b-f6e5-45ec-9a38-dcfaab31ad74 req-d24627d2-9cc7-442d-92c4-afbfed46ff28 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:27.208754 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e465984b-f6e5-45ec-9a38-dcfaab31ad74 req-d24627d2-9cc7-442d-92c4-afbfed46ff28 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.4151673 Jul 16 03:56:27.447180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e465984b-f6e5-45ec-9a38-dcfaab31ad74 req-584e21f6-0881-4b1f-9d7e-787b91cc0973 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404035 Jul 16 03:56:27.457906 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37351c80-6a59-4ac6-a499-3c3ee74ebcab req-02baac07-4834-44c8-b8cc-bd9383f28021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:27.460471 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37351c80-6a59-4ac6-a499-3c3ee74ebcab req-02baac07-4834-44c8-b8cc-bd9383f28021 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 1095 time: 0.6327784 Jul 16 03:56:27.522561 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:27.638566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37351c80-6a59-4ac6-a499-3c3ee74ebcab req-f210c8e2-03a5-426e-9920-da951786d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:27.640249 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37351c80-6a59-4ac6-a499-3c3ee74ebcab req-f210c8e2-03a5-426e-9920-da951786d0bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.1721985 Jul 16 03:56:27.746725 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37351c80-6a59-4ac6-a499-3c3ee74ebcab req-6c13566e-e1d3-478e-bbac-bee9122d512c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 HTTP/1.1" status: 200 len: 217 time: 0.0998325 Jul 16 03:56:27.752483 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:27.822253 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Pushing event updated for resources: {'Port': ['ID=7585e4c1-c5d4-4205-bc08-58baa0e74db4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:27.874526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:27.880816 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:27.888562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:27.951915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37351c80-6a59-4ac6-a499-3c3ee74ebcab req-fb90590a-daf7-42ce-beff-f0ad4bf695da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:27.954146 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37351c80-6a59-4ac6-a499-3c3ee74ebcab req-fb90590a-daf7-42ce-beff-f0ad4bf695da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.1985114 Jul 16 03:56:28.211678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af646ab-70c9-45bd-9f47-b2b040d80927 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 3bdf15df-2af6-44fc-8085-9a526f95dc30 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:28.279116 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37351c80-6a59-4ac6-a499-3c3ee74ebcab req-7207c725-2ebc-4df5-b430-ac9585af9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:28.293100 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37351c80-6a59-4ac6-a499-3c3ee74ebcab req-7207c725-2ebc-4df5-b430-ac9585af9da2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3292289 Jul 16 03:56:28.399346 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router da88635a-cfea-42df-a9c8-d455b801363b has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:28.425724 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af646ab-70c9-45bd-9f47-b2b040d80927 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:28.440022 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9af646ab-70c9-45bd-9f47-b2b040d80927 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/3bdf15df-2af6-44fc-8085-9a526f95dc30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3753507 Jul 16 03:56:28.440211 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30cc4bb-1249-426d-9f4d-dab720dccf63 None None] Sync routers for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:28.455748 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30cc4bb-1249-426d-9f4d-dab720dccf63 None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:28.458150 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f30cc4bb-1249-426d-9f4d-dab720dccf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:28.469787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39666) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:28.582805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37351c80-6a59-4ac6-a499-3c3ee74ebcab req-fcd06279-e63b-41a7-865b-534fd5695a6b service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725611 Jul 16 03:56:28.671666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb0bd5e-d31d-4df9-914d-66a6a0e10f46 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting subnet fc31bcee-6827-46aa-bcef-4b9480625b74 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:56:28.687545 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f30cc4bb-1249-426d-9f4d-dab720dccf63 None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:28.698611 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cb0bd5e-d31d-4df9-914d-66a6a0e10f46 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.800096 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:28.811979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b1a08-f8d0-4c1e-82b8-03411e8ec35e None None] Sync routers for ids ['da88635a-cfea-42df-a9c8-d455b801363b'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:28.826524 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b1a08-f8d0-4c1e-82b8-03411e8ec35e None None] Routers {'da88635a-cfea-42df-a9c8-d455b801363b'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:28.827077 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a81b1a08-f8d0-4c1e-82b8-03411e8ec35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['da88635a-cfea-42df-a9c8-d455b801363b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:28.845304 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cb0bd5e-d31d-4df9-914d-66a6a0e10f46 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.929131 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:28.942782 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37351c80-6a59-4ac6-a499-3c3ee74ebcab req-67a63cf2-69ab-43dd-b75b-f0cf371192bf service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495066 Jul 16 03:56:29.053962 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9fd56c8-2e91-474e-9a5f-18e8494f4e84 req-9e611788-fa5f-4061-992f-4be4c622f2d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3793399 Jul 16 03:56:29.061462 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-097bfdb9-cf85-4efb-b324-84c17021bd14 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0007758 Jul 16 03:56:29.064207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'tag': '9d353934-1048-4e82-af97-0245388f543a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:29.066825 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea75486-0af9-4459-828a-7194705de79b" -d '{"events": [{"name": "network-changed", "server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "tag": "9d353934-1048-4e82-af97-0245388f543a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:29.084005 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cb0bd5e-d31d-4df9-914d-66a6a0e10f46 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.120916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a81b1a08-f8d0-4c1e-82b8-03411e8ec35e None None] Set router da88635a-cfea-42df-a9c8-d455b801363b gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:29.162341 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f30cc4bb-1249-426d-9f4d-dab720dccf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:26Z', 'revision_number': 8, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1471122-4ca5-45b0-81b5-5b5801dd9aef', 'name': '', 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:e0:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:54Z', 'updated_at': '2021-07-16T03:56:12Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:29.167019 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cb0bd5e-d31d-4df9-914d-66a6a0e10f46 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.210709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0bd5e-d31d-4df9-914d-66a6a0e10f46 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Subnet': ['ID=fc31bcee-6827-46aa-bcef-4b9480625b74,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:29.223358 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3cb0bd5e-d31d-4df9-914d-66a6a0e10f46 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.231015 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30cc4bb-1249-426d-9f4d-dab720dccf63 None None] Checking router: 3bdf15df-2af6-44fc-8085-9a526f95dc30 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:29.233383 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3cb0bd5e-d31d-4df9-914d-66a6a0e10f46 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/fc31bcee-6827-46aa-bcef-4b9480625b74 HTTP/1.1" status: 204 len: 168 time: 0.7620349 Jul 16 03:56:29.233878 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39686) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:29.262622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d699efd8-de62-4236-ba6d-43bce1a0952e None None] Network ee05207a-51a3-4c0c-9cee-fb85211f5e0d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:29.263839 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30cc4bb-1249-426d-9f4d-dab720dccf63 None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:29.265074 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f30cc4bb-1249-426d-9f4d-dab720dccf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:29.306738 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b7c80-7ad2-4ad6-a379-ee2b0a5186e8 req-127b9237-8bf9-46d9-83a9-e6ddcdce71cf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:29.323802 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-196b7c80-7ad2-4ad6-a379-ee2b0a5186e8 req-127b9237-8bf9-46d9-83a9-e6ddcdce71cf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.5411847 Jul 16 03:56:29.405534 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.433196 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f30cc4bb-1249-426d-9f4d-dab720dccf63 None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:29.527298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port 585a2bf6-eb5e-432f-a9fe-e5b137a52882 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:29.527969 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.676010 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] For port 585a2bf6-eb5e-432f-a9fe-e5b137a52882, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=585a2bf6-eb5e-432f-a9fe-e5b137a52882,segment=NetworkSegment(b7abaf79-b07d-4c7a-861d-f589aff9705b),segment_id=b7abaf79-b07d-4c7a-861d-f589aff9705b)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:29.679468 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:29.736459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for 585a2bf6-eb5e-432f-a9fe-e5b137a52882 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:29.872991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a81b1a08-f8d0-4c1e-82b8-03411e8ec35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:35Z', 'updated_at': '2021-07-16T03:55:49Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '9f78fbbf-80b6-4f61-8d54-482e10bf1da5', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'port_id': '9d353934-1048-4e82-af97-0245388f543a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'mac_address': 'fa:16:3e:22:36:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:24Z', 'updated_at': '2021-07-16T03:56:24Z', 'revision_number': 0, 'project_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aacd46bd-23b8-4713-89f4-1fee38f5d211', 'name': '', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:dc:0f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:47Z', 'updated_at': '2021-07-16T03:56:05Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:29.912836 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b1a08-f8d0-4c1e-82b8-03411e8ec35e None None] Checking router: da88635a-cfea-42df-a9c8-d455b801363b for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:29.929631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b1a08-f8d0-4c1e-82b8-03411e8ec35e None None] Routers {'da88635a-cfea-42df-a9c8-d455b801363b'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:29.931258 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a81b1a08-f8d0-4c1e-82b8-03411e8ec35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['da88635a-cfea-42df-a9c8-d455b801363b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:30.023392 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.082495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a00d87-fd3b-4ad7-be27-36d39ca2c2f8 None None] DHCP port deletion for ee05207a-51a3-4c0c-9cee-fb85211f5e0d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:56:30.121044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No DVR routers for this DVR port 585a2bf6-eb5e-432f-a9fe-e5b137a52882 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:30.129279 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=585a2bf6-eb5e-432f-a9fe-e5b137a52882,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:30.259887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a81b1a08-f8d0-4c1e-82b8-03411e8ec35e None None] Set router da88635a-cfea-42df-a9c8-d455b801363b gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:30.354668 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ce85b6ed-b4db-4451-989a-964240592c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.411965 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f30cc4bb-1249-426d-9f4d-dab720dccf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:26Z', 'revision_number': 8, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1471122-4ca5-45b0-81b5-5b5801dd9aef', 'name': '', 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:e0:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:54Z', 'updated_at': '2021-07-16T03:56:12Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:30.424741 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.452906 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30cc4bb-1249-426d-9f4d-dab720dccf63 None None] The sync data for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 is: [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:26Z', 'revision_number': 8, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1471122-4ca5-45b0-81b5-5b5801dd9aef', 'name': '', 'network_id': 'f44ddffa-b792-46c3-aaa8-eaac19b9d688', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:e0:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3349, 'fixed_ips': [{'subnet_id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:54Z', 'updated_at': '2021-07-16T03:56:12Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:30.519963 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee05207a-51a3-4c0c-9cee-fb85211f5e0d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:30.560972 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7abaf79-b07d-4c7a-861d-f589aff9705b') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:30.561552 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7abaf79-b07d-4c7a-861d-f589aff9705b') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:30.587662 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.604064 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.611669 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Releasing vlan 902 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:30.612303 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.674238 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:30.754775 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:30.762904 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.779394 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:30.788962 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/networks/ee05207a-51a3-4c0c-9cee-fb85211f5e0d HTTP/1.1" status: 204 len: 168 time: 1.5535922 Jul 16 03:56:30.834343 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39702) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:30.835430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2cb3e-1b02-43c5-a725-149f54a58f25 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Network': ['ID=ee05207a-51a3-4c0c-9cee-fb85211f5e0d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:30.856240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-196b7c80-7ad2-4ad6-a379-ee2b0a5186e8 req-ca5aa5d4-0f67-4200-bf6d-0e712dde6ae7 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5292788 Jul 16 03:56:31.030270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:31.046355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 585a2bf6-eb5e-432f-a9fe-e5b137a52882 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:31.091254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd56c8-2e91-474e-9a5f-18e8494f4e84 req-3d5f1703-e98f-4de1-9b81-4d807ebd513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:31.096135 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9fd56c8-2e91-474e-9a5f-18e8494f4e84 req-3d5f1703-e98f-4de1-9b81-4d807ebd513c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 1097 time: 1.9776473 Jul 16 03:56:31.103576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 585a2bf6-eb5e-432f-a9fe-e5b137a52882 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:31.104022 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 585a2bf6-eb5e-432f-a9fe-e5b137a52882 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:31.107306 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1d8e9c75-3d0d-413a-a2f7-9721670107f6 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:31.138888 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48b073d-f780-497a-84f4-ebe2afaf1f7b x-openstack-request-id: req-a48b073d-f780-497a-84f4-ebe2afaf1f7b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:31.138888 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "tag": "9d353934-1048-4e82-af97-0245388f543a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:31.139223 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a48b073d-f780-497a-84f4-ebe2afaf1f7b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:31.139932 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'tag': '9d353934-1048-4e82-af97-0245388f543a', 'status': 'completed', 'code': 200} Jul 16 03:56:31.146133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 1d8e9c75-3d0d-413a-a2f7-9721670107f6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:31.146485 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1d8e9c75-3d0d-413a-a2f7-9721670107f6 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:31.279637 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.330176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a81b1a08-f8d0-4c1e-82b8-03411e8ec35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:35Z', 'updated_at': '2021-07-16T03:55:49Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '9f78fbbf-80b6-4f61-8d54-482e10bf1da5', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'port_id': '9d353934-1048-4e82-af97-0245388f543a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'mac_address': 'fa:16:3e:22:36:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:24Z', 'updated_at': '2021-07-16T03:56:24Z', 'revision_number': 0, 'project_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aacd46bd-23b8-4713-89f4-1fee38f5d211', 'name': '', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:dc:0f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:47Z', 'updated_at': '2021-07-16T03:56:05Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:31.423009 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b1a08-f8d0-4c1e-82b8-03411e8ec35e None None] The sync data for ids ['da88635a-cfea-42df-a9c8-d455b801363b'] in n-d-800088-6 is: [{'id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:35Z', 'updated_at': '2021-07-16T03:55:49Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '9f78fbbf-80b6-4f61-8d54-482e10bf1da5', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'port_id': '9d353934-1048-4e82-af97-0245388f543a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'mac_address': 'fa:16:3e:22:36:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:24Z', 'updated_at': '2021-07-16T03:56:24Z', 'revision_number': 0, 'project_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aacd46bd-23b8-4713-89f4-1fee38f5d211', 'name': '', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:dc:0f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:47Z', 'updated_at': '2021-07-16T03:56:05Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:31.439980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37ca42-55e7-4f5f-b3ee-dfd745cafa4a req-6d55417d-d8cc-4e98-8162-883d73d1fa29 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:31.462302 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c37ca42-55e7-4f5f-b3ee-dfd745cafa4a req-6d55417d-d8cc-4e98-8162-883d73d1fa29 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 945 time: 1.1542242 Jul 16 03:56:31.605393 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.607022 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.667423 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.735869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3478d12-97a4-4a2d-8b64-eda9ef9ef130 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:31.792188 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86208117-b7bc-46fa-ae92-1fe2185cb97f None None] New status for floating IP 9f78fbbf-80b6-4f61-8d54-482e10bf1da5: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:56:31.813243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c37ca42-55e7-4f5f-b3ee-dfd745cafa4a req-d5bae0b1-a464-445b-85a8-5060fb794123 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462859 Jul 16 03:56:31.820356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea75486-0af9-4459-828a-7194705de79b req-8b736e95-c7ad-4b2d-bdf2-72428a444bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:31.826324 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ea75486-0af9-4459-828a-7194705de79b req-8b736e95-c7ad-4b2d-bdf2-72428a444bd0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 1096 time: 0.7284093 Jul 16 03:56:31.827500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd56c8-2e91-474e-9a5f-18e8494f4e84 req-83207352-dab5-4886-bc09-5dac76f8a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:31.830900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9fd56c8-2e91-474e-9a5f-18e8494f4e84 req-83207352-dab5-4886-bc09-5dac76f8a1bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.6335762 Jul 16 03:56:31.850613 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39716) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:31.950214 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9fd56c8-2e91-474e-9a5f-18e8494f4e84 req-87b0255e-025d-4d83-9444-ac9fb243efd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8adc818f-ad51-4f50-b69e-9172a1e4afea HTTP/1.1" status: 200 len: 217 time: 0.0651362 Jul 16 03:56:31.978144 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-976c66cd-86bd-488b-a799-beb4d46a6379 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/9f78fbbf-80b6-4f61-8d54-482e10bf1da5 HTTP/1.1" status: 200 len: 991 time: 0.1260982 Jul 16 03:56:32.242393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d3478d12-97a4-4a2d-8b64-eda9ef9ef130 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port d1471122-4ca5-45b0-81b5-5b5801dd9aef {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:32.243587 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3478d12-97a4-4a2d-8b64-eda9ef9ef130 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.332721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd56c8-2e91-474e-9a5f-18e8494f4e84 req-2115411a-7716-40fc-acb1-4b115ce005d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:32.334289 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9fd56c8-2e91-474e-9a5f-18e8494f4e84 req-2115411a-7716-40fc-acb1-4b115ce005d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.3647723 Jul 16 03:56:32.357221 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.409622 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.412465 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.419850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d3478d12-97a4-4a2d-8b64-eda9ef9ef130 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] For port d1471122-4ca5-45b0-81b5-5b5801dd9aef, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d1471122-4ca5-45b0-81b5-5b5801dd9aef,segment=NetworkSegment(97135345-0dac-436d-8b77-740a567e5062),segment_id=97135345-0dac-436d-8b77-740a567e5062)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:32.421957 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3478d12-97a4-4a2d-8b64-eda9ef9ef130 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.440718 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea75486-0af9-4459-828a-7194705de79b req-ea5438ff-cea4-4a58-9195-deeb24efec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:32.442387 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ea75486-0af9-4459-828a-7194705de79b req-ea5438ff-cea4-4a58-9195-deeb24efec0f service neutron] 10.222.0.88 "GET /v2.0/networks?id=bf569b92-d644-4546-b6d7-f032ee5253db HTTP/1.1" status: 200 len: 897 time: 0.6046510 Jul 16 03:56:32.447975 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fed6012-0fc9-43fa-a358-31e912cfe6df,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:32.463233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d3478d12-97a4-4a2d-8b64-eda9ef9ef130 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for d1471122-4ca5-45b0-81b5-5b5801dd9aef owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:32.465393 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:32.465743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:32.466090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:32.466424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:32.466755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:32.467087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:32.467414 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:32.467737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:32.468062 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:32.468406 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:32.468727 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:32.469049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:32.472595 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.605575 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7a92625b-da27-4305-a9a6-c8a9f548c6f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b8bc49a8a0247eeafb0ecb88853439b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5674002 Jul 16 03:56:32.611043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39724) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:32.683171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80b893-d393-4a92-9125-3ea1a0475ef1 req-e3e61422-f8b6-4672-8151-3b5e9c8de409 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:32.685460 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b80b893-d393-4a92-9125-3ea1a0475ef1 req-e3e61422-f8b6-4672-8151-3b5e9c8de409 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.5553768 Jul 16 03:56:32.697103 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ea75486-0af9-4459-828a-7194705de79b req-fbb5381e-a029-48ed-927d-11557f5efddc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d353934-1048-4e82-af97-0245388f543a HTTP/1.1" status: 200 len: 1001 time: 0.2408864 Jul 16 03:56:32.708300 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Pushing event updated for resources: {'Port': ['ID=7585e4c1-c5d4-4205-bc08-58baa0e74db4,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:32.726108 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd56c8-2e91-474e-9a5f-18e8494f4e84 req-a241bc28-ee85-4e68-99f4-418094b4af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:32.727714 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9fd56c8-2e91-474e-9a5f-18e8494f4e84 req-a241bc28-ee85-4e68-99f4-418094b4af8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3741834 Jul 16 03:56:32.792068 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.819641 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ed690af-9e98-4f0d-a8ed-ba66a0438c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.831374 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-72c8b401-d6bc-4f79-8f62-df0363ea6ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.858897 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ed690af-9e98-4f0d-a8ed-ba66a0438c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.891884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b80b893-d393-4a92-9125-3ea1a0475ef1 req-b515e97c-9364-4ccd-a2bf-3789d9c9d406 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888463 Jul 16 03:56:32.899988 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea75486-0af9-4459-828a-7194705de79b req-d3e7e2aa-3e25-44da-a413-3a6d67a22675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:32.902470 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ea75486-0af9-4459-828a-7194705de79b req-d3e7e2aa-3e25-44da-a413-3a6d67a22675 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=939a70b4-117e-4c69-bdb2-0b762d61557f HTTP/1.1" status: 200 len: 835 time: 0.1984358 Jul 16 03:56:32.926236 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ed690af-9e98-4f0d-a8ed-ba66a0438c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.927244 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.928960 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ed690af-9e98-4f0d-a8ed-ba66a0438c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:32.930680 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8ed690af-9e98-4f0d-a8ed-ba66a0438c11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fed6012-0fc9-43fa-a358-31e912cfe6df HTTP/1.1" status: 204 len: 168 time: 0.3177223 Jul 16 03:56:32.980339 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39730) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:33.035925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed690af-9e98-4f0d-a8ed-ba66a0438c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fed6012-0fc9-43fa-a358-31e912cfe6df,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:33.125923 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-515f1ca5-32a9-4adf-a960-f6e9710d05dd tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/9f78fbbf-80b6-4f61-8d54-482e10bf1da5 HTTP/1.1" status: 200 len: 993 time: 0.1385498 Jul 16 03:56:33.127032 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3478d12-97a4-4a2d-8b64-eda9ef9ef130 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:33.128897 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Floating IP f012523f-9389-43ef-a61d-3bb5cccffe57 associated. External IP: 172.25.3.88, port: 55ad0809-c108-4f84-a8b9-8509a683c5a5. Jul 16 03:56:33.134679 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9fd56c8-2e91-474e-9a5f-18e8494f4e84 req-6bc4636e-b17b-4a29-bb2c-ff496c6e56db service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729618 Jul 16 03:56:33.162254 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3478d12-97a4-4a2d-8b64-eda9ef9ef130 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=d1471122-4ca5-45b0-81b5-5b5801dd9aef,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:33.307600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39736) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:33.326697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea75486-0af9-4459-828a-7194705de79b req-1189ae8a-ce09-4d63-99ce-d3acbe2f828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:33.328367 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ea75486-0af9-4459-828a-7194705de79b req-1189ae8a-ce09-4d63-99ce-d3acbe2f828c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bf569b92-d644-4546-b6d7-f032ee5253db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3777897 Jul 16 03:56:33.332219 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53041938-102e-4284-ab1e-27588f51f534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:33.410286 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9fd56c8-2e91-474e-9a5f-18e8494f4e84 req-b3ea71da-a81d-4110-bfe4-1200c635ef20 service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330594 Jul 16 03:56:33.461739 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53041938-102e-4284-ab1e-27588f51f534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:33.468236 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53041938-102e-4284-ab1e-27588f51f534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:33.496684 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d3478d12-97a4-4a2d-8b64-eda9ef9ef130 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:33.517232 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-53041938-102e-4284-ab1e-27588f51f534 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34c15b8a06de4b3da25d4988afee4976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2084961 Jul 16 03:56:33.522355 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ea75486-0af9-4459-828a-7194705de79b req-509b4931-319d-438f-9aaa-716ed0934be8 service neutron] 10.222.0.88 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816940 Jul 16 03:56:33.525352 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:33.532823 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53041938-102e-4284-ab1e-27588f51f534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4622571b-a028-4ee3-9c94-43b7bd928a30,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:33.814278 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3478d12-97a4-4a2d-8b64-eda9ef9ef130 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 3bdf15df-2af6-44fc-8085-9a526f95dc30 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:33.912986 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:33.991381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3478d12-97a4-4a2d-8b64-eda9ef9ef130 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:33.995245 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae68ba2f-6f36-4330-8d2a-8805ecff314e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.002380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa79d2cf-90c8-4a9d-9f3f-31e792fe16b1 None None] Sync routers for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:34.004200 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d3478d12-97a4-4a2d-8b64-eda9ef9ef130 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/3bdf15df-2af6-44fc-8085-9a526f95dc30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1578000 Jul 16 03:56:34.007082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39744) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:34.008985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Router 5e145a69-8971-491f-a302-327e9c910ade has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:34.045560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa79d2cf-90c8-4a9d-9f3f-31e792fe16b1 None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:34.046639 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ea75486-0af9-4459-828a-7194705de79b req-193dc7ed-2b9e-4475-9ff7-0e453fca0d71 service neutron] 10.222.0.88 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108156 Jul 16 03:56:34.048753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa79d2cf-90c8-4a9d-9f3f-31e792fe16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:34.071703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc09a3f5-dac3-466c-a7c7-4e9ed31bb1f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting subnet 1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:56:34.078033 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc09a3f5-dac3-466c-a7c7-4e9ed31bb1f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.125449 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae68ba2f-6f36-4330-8d2a-8805ecff314e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.137176 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc09a3f5-dac3-466c-a7c7-4e9ed31bb1f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.164214 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-aa79d2cf-90c8-4a9d-9f3f-31e792fe16b1 None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:34.261637 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc09a3f5-dac3-466c-a7c7-4e9ed31bb1f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.286565 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38498bbe-c47c-4862-ab31-7bb4242c93ab req-9c526eea-d455-4336-a647-d4bc8c7d9edc tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:34.289284 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38498bbe-c47c-4862-ab31-7bb4242c93ab req-9c526eea-d455-4336-a647-d4bc8c7d9edc tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.1805718 Jul 16 03:56:34.294690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:34.310735 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c966ead6-3fe8-4c41-9a39-db7e4bf4c9e3 None None] Sync routers for ids ['5e145a69-8971-491f-a302-327e9c910ade'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:34.312163 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae68ba2f-6f36-4330-8d2a-8805ecff314e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.314980 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ae68ba2f-6f36-4330-8d2a-8805ecff314e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.319185 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ae68ba2f-6f36-4330-8d2a-8805ecff314e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4622571b-a028-4ee3-9c94-43b7bd928a30 HTTP/1.1" status: 204 len: 168 time: 0.7930045 Jul 16 03:56:34.333374 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c966ead6-3fe8-4c41-9a39-db7e4bf4c9e3 None None] Routers {'5e145a69-8971-491f-a302-327e9c910ade'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:34.334316 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c966ead6-3fe8-4c41-9a39-db7e4bf4c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5e145a69-8971-491f-a302-327e9c910ade'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:34.355988 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68ba2f-6f36-4330-8d2a-8805ecff314e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4622571b-a028-4ee3-9c94-43b7bd928a30,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:34.367868 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc09a3f5-dac3-466c-a7c7-4e9ed31bb1f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.385147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38498bbe-c47c-4862-ab31-7bb4242c93ab req-c4a47e48-dc2d-460c-b0f5-f668a99ae582 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862019 Jul 16 03:56:34.386059 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.422918 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc09a3f5-dac3-466c-a7c7-4e9ed31bb1f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.429522 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bc09a3f5-dac3-466c-a7c7-4e9ed31bb1f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a HTTP/1.1" status: 204 len: 168 time: 0.4183536 Jul 16 03:56:34.431137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39750) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:34.437225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d2719-d0bd-475a-a93c-01f78c21e3cb None None] Network f44ddffa-b792-46c3-aaa8-eaac19b9d688 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:34.454588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bbf32f29-8c5a-4b3b-b768-05c7c3345283 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.6415236 Jul 16 03:56:34.465861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'tag': '55ad0809-c108-4f84-a8b9-8509a683c5a5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:34.468530 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5308204-5d71-416e-b4f7-76d0695faf5b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef120631-d424-44d5-a839-95ecd1d6e78b", "tag": "55ad0809-c108-4f84-a8b9-8509a683c5a5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:34.475679 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39752) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:34.496173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09a3f5-dac3-466c-a7c7-4e9ed31bb1f7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Subnet': ['ID=1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:34.578673 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c966ead6-3fe8-4c41-9a39-db7e4bf4c9e3 None None] Set router 5e145a69-8971-491f-a302-327e9c910ade gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:34.667981 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719f337d-79ac-4da2-baf1-38506ec92702 x-openstack-request-id: req-719f337d-79ac-4da2-baf1-38506ec92702 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:34.668359 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef120631-d424-44d5-a839-95ecd1d6e78b", "tag": "55ad0809-c108-4f84-a8b9-8509a683c5a5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:34.668577 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-719f337d-79ac-4da2-baf1-38506ec92702 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:34.668962 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'tag': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'status': 'completed', 'code': 200} Jul 16 03:56:34.728045 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0cfdbd-1285-4ebf-8020-92952cb79497 tempest-TestVolumeBackupRestore-969044448 tempest-TestVolumeBackupRestore-969044448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:34.732902 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2b0cfdbd-1285-4ebf-8020-92952cb79497 tempest-TestVolumeBackupRestore-969044448 tempest-TestVolumeBackupRestore-969044448-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 1091 time: 0.2561378 Jul 16 03:56:34.734260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39758) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:34.747305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a2ada6c0-04a0-4ac4-88f6-c308505dff16 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Request body: {'floatingip': {'port_id': '55ad0809-c108-4f84-a8b9-8509a683c5a5'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:34.786823 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.884706 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2ada6c0-04a0-4ac4-88f6-c308505dff16 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for floatingip, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:34.903671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5308204-5d71-416e-b4f7-76d0695faf5b req-612a7ed8-098c-4546-8b86-c4de43463850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:34.917830 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5308204-5d71-416e-b4f7-76d0695faf5b req-612a7ed8-098c-4546-8b86-c4de43463850 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e7c2348a6101491f9cfb1053e2dfc567&device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 1096 time: 0.2977448 Jul 16 03:56:35.080630 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa79d2cf-90c8-4a9d-9f3f-31e792fe16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:32Z', 'revision_number': 9, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:35.124533 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa79d2cf-90c8-4a9d-9f3f-31e792fe16b1 None None] Checking router: 3bdf15df-2af6-44fc-8085-9a526f95dc30 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:35.131134 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c966ead6-3fe8-4c41-9a39-db7e4bf4c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'f012523f-9389-43ef-a61d-3bb5cccffe57', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '5e145a69-8971-491f-a302-327e9c910ade', 'port_id': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'mac_address': 'fa:16:3e:3d:e5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:28Z', 'updated_at': '2021-07-16T03:56:28Z', 'revision_number': 0, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc765e29-07e0-4d82-b063-b1c78ea8a159', 'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'mac_address': 'fa:16:3e:00:ad:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:00Z', 'updated_at': '2021-07-16T03:52:20Z', 'revision_number': 5, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'subnets': [{'id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:35.171807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa79d2cf-90c8-4a9d-9f3f-31e792fe16b1 None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:35.172478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa79d2cf-90c8-4a9d-9f3f-31e792fe16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:35.192595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:35.193246 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:35.213467 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c966ead6-3fe8-4c41-9a39-db7e4bf4c9e3 None None] Checking router: 5e145a69-8971-491f-a302-327e9c910ade for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:35.236205 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c966ead6-3fe8-4c41-9a39-db7e4bf4c9e3 None None] Routers {'5e145a69-8971-491f-a302-327e9c910ade'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:35.236868 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c966ead6-3fe8-4c41-9a39-db7e4bf4c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5e145a69-8971-491f-a302-327e9c910ade'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:35.266007 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5308204-5d71-416e-b4f7-76d0695faf5b req-7368a940-9f16-4b2c-b6ee-8c2e59b42bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:35.267825 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5308204-5d71-416e-b4f7-76d0695faf5b req-7368a940-9f16-4b2c-b6ee-8c2e59b42bf1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=c4325c50-f7f4-49da-b4ac-a049a40582b0 HTTP/1.1" status: 200 len: 912 time: 0.3366399 Jul 16 03:56:35.449907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] DHCP port deletion for f44ddffa-b792-46c3-aaa8-eaac19b9d688 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:56:35.472079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-aa79d2cf-90c8-4a9d-9f3f-31e792fe16b1 None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:35.500079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] For port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=65f39fe2-ff66-4870-bd28-9c4ac2828ca0,segment=NetworkSegment(97135345-0dac-436d-8b77-740a567e5062),segment_id=97135345-0dac-436d-8b77-740a567e5062)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:35.500522 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:35.545304 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:35.546845 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c966ead6-3fe8-4c41-9a39-db7e4bf4c9e3 None None] Set router 5e145a69-8971-491f-a302-327e9c910ade gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:35.987745 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c966ead6-3fe8-4c41-9a39-db7e4bf4c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'f012523f-9389-43ef-a61d-3bb5cccffe57', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '5e145a69-8971-491f-a302-327e9c910ade', 'port_id': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'mac_address': 'fa:16:3e:3d:e5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:28Z', 'updated_at': '2021-07-16T03:56:28Z', 'revision_number': 0, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc765e29-07e0-4d82-b063-b1c78ea8a159', 'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'mac_address': 'fa:16:3e:00:ad:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:00Z', 'updated_at': '2021-07-16T03:52:20Z', 'revision_number': 5, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'subnets': [{'id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:36.024815 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c966ead6-3fe8-4c41-9a39-db7e4bf4c9e3 None None] The sync data for ids ['5e145a69-8971-491f-a302-327e9c910ade'] in n-d-800088-6 is: [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'f012523f-9389-43ef-a61d-3bb5cccffe57', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '5e145a69-8971-491f-a302-327e9c910ade', 'port_id': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'mac_address': 'fa:16:3e:3d:e5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:28Z', 'updated_at': '2021-07-16T03:56:28Z', 'revision_number': 0, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc765e29-07e0-4d82-b063-b1c78ea8a159', 'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'mac_address': 'fa:16:3e:00:ad:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:00Z', 'updated_at': '2021-07-16T03:52:20Z', 'revision_number': 5, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'subnets': [{'id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:36.139334 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.resource_extend [None req-a2ada6c0-04a0-4ac4-88f6-c308505dff16 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:56:36.343726 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2ada6c0-04a0-4ac4-88f6-c308505dff16 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:36.368882 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2ada6c0-04a0-4ac4-88f6-c308505dff16 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:36.382599 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-94adff13-2ffb-4dde-a3b2-68ebc97c8bff req-6c88f5d2-d1c5-4b06-b29d-b7c6ba1cb193 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3447328 Jul 16 03:56:36.478133 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:36.516965 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Deleting port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:36.517454 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:36.539057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbdeb2c-c894-4fd2-bc07-4d5eb8a7976f None None] New status for floating IP f012523f-9389-43ef-a61d-3bb5cccffe57: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:56:36.585528 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:36.720877 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No DVR routers for this DVR port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:36.733853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=65f39fe2-ff66-4870-bd28-9c4ac2828ca0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:36.780860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5308204-5d71-416e-b4f7-76d0695faf5b req-15e5664f-3cae-41a4-b03e-6cf0d1fc5a2d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ad0809-c108-4f84-a8b9-8509a683c5a5 HTTP/1.1" status: 200 len: 998 time: 1.3679311 Jul 16 03:56:36.838175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:37.026010 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:37.026426 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:37.044741 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.073125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44ddffa-b792-46c3-aaa8-eaac19b9d688']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:37.086911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ada6c0-04a0-4ac4-88f6-c308505dff16 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Router 5e145a69-8971-491f-a302-327e9c910ade has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:37.096756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644362d-ec34-4ba9-9d84-d670348d66ab req-fbd832bb-0fe5-493e-acf5-3b0b7201bb85 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:37.099208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9644362d-ec34-4ba9-9d84-d670348d66ab req-fbd832bb-0fe5-493e-acf5-3b0b7201bb85 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.6793916 Jul 16 03:56:37.103250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97135345-0dac-436d-8b77-740a567e5062') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:37.103771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97135345-0dac-436d-8b77-740a567e5062') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:37.112282 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5308204-5d71-416e-b4f7-76d0695faf5b req-abfd38ee-ae9c-4ff5-bfa3-c375aaa970ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:37.114105 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5308204-5d71-416e-b4f7-76d0695faf5b req-abfd38ee-ae9c-4ff5-bfa3-c375aaa970ec service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51d078c8-9340-47c3-bb8a-847e15bc1646 HTTP/1.1" status: 200 len: 850 time: 0.2922349 Jul 16 03:56:37.124827 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.139225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] For port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=65f39fe2-ff66-4870-bd28-9c4ac2828ca0,segment=NetworkSegment(97135345-0dac-436d-8b77-740a567e5062),segment_id=97135345-0dac-436d-8b77-740a567e5062)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:37.139604 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.172162 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Calling delete_port for 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:37.181997 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.206429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:37.207332 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:37.211696 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:37.230943 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9644362d-ec34-4ba9-9d84-d670348d66ab req-f25be25e-0f8a-46ea-8283-1ae225c9db17 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156573 Jul 16 03:56:37.345785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5308204-5d71-416e-b4f7-76d0695faf5b req-b5151f05-6a99-42ac-9466-9f8686a8539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:37.348031 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5308204-5d71-416e-b4f7-76d0695faf5b req-b5151f05-6a99-42ac-9466-9f8686a8539e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c4325c50-f7f4-49da-b4ac-a049a40582b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2196162 Jul 16 03:56:37.350265 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.360979 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.363077 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/networks/f44ddffa-b792-46c3-aaa8-eaac19b9d688 HTTP/1.1" status: 204 len: 168 time: 2.9301484 Jul 16 03:56:37.381577 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39800) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:37.396362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa0557-fd66-45bb-8982-fb8eddfb8f4a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Network': ['ID=f44ddffa-b792-46c3-aaa8-eaac19b9d688,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:37.504819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aa79d2cf-90c8-4a9d-9f3f-31e792fe16b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:32Z', 'revision_number': 9, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:37.601326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5308204-5d71-416e-b4f7-76d0695faf5b req-4663d53f-38c3-4bd2-84b0-4801a3dcec1e service neutron] 10.222.0.88 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369459 Jul 16 03:56:37.619760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa79d2cf-90c8-4a9d-9f3f-31e792fe16b1 None None] The sync data for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 is: [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:32Z', 'revision_number': 9, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5f82445-ec81-4730-b8cc-610ab754a0c1', 'name': '', 'network_id': '9e64546c-47b2-4e06-8164-afad83b315c6', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:82:8e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:44Z', 'updated_at': '2021-07-16T03:56:07Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '73be18c8-8426-48b9-8c52-96e2c979feee', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:37.766148 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:37.811573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Network f44ddffa-b792-46c3-aaa8-eaac19b9d688 is not hosted by any dhcp agent {{(pid=93769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:56:37.814527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] No DVR routers for this DVR port 65f39fe2-ff66-4870-bd28-9c4ac2828ca0 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:37.981617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Pushing event deleted for resources: {'Port': ['ID=65f39fe2-ff66-4870-bd28-9c4ac2828ca0,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:38.006930 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:38.006930 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:38.006930 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:38.007277 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:38.007402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:38.007695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:38.008095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:38.008448 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:38.008780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:38.009104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:38.009431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:38.009755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eca719-4459-4f06-83df-8922b6aaef3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:38.099394 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e5308204-5d71-416e-b4f7-76d0695faf5b req-0ab74e43-8c12-4ac5-8fae-ff134605225e service neutron] 10.222.0.88 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793332 Jul 16 03:56:38.364061 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adff13-2ffb-4dde-a3b2-68ebc97c8bff req-29137556-f0f9-4627-9d07-b6e9d2e7d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:38.366118 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94adff13-2ffb-4dde-a3b2-68ebc97c8bff req-29137556-f0f9-4627-9d07-b6e9d2e7d045 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e7c2348a6101491f9cfb1053e2dfc567&device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 1096 time: 0.1387556 Jul 16 03:56:38.441245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ada6c0-04a0-4ac4-88f6-c308505dff16 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:38.456832 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3199455-7d5f-4474-a697-d6059a073b64 None None] Sync routers for ids ['5e145a69-8971-491f-a302-327e9c910ade'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:38.460012 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a2ada6c0-04a0-4ac4-88f6-c308505dff16 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:38.471695 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3199455-7d5f-4474-a697-d6059a073b64 None None] Routers {'5e145a69-8971-491f-a302-327e9c910ade'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:38.473851 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c3199455-7d5f-4474-a697-d6059a073b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5e145a69-8971-491f-a302-327e9c910ade'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:38.599585 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d1471122-4ca5-45b0-81b5-5b5801dd9aef no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:38.643758 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'tag': '55ad0809-c108-4f84-a8b9-8509a683c5a5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:38.647597 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bc05ba-2264-4636-8d63-dee5560e19a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef120631-d424-44d5-a839-95ecd1d6e78b", "tag": "55ad0809-c108-4f84-a8b9-8509a683c5a5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:38.649096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: d1471122-4ca5-45b0-81b5-5b5801dd9aef {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:38.649478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d1471122-4ca5-45b0-81b5-5b5801dd9aef not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:38.678792 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c3199455-7d5f-4474-a697-d6059a073b64 None None] Set router 5e145a69-8971-491f-a302-327e9c910ade gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:38.703279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adff13-2ffb-4dde-a3b2-68ebc97c8bff req-25b45110-8ad5-493a-8635-e3e52eb4d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:38.706934 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94adff13-2ffb-4dde-a3b2-68ebc97c8bff req-25b45110-8ad5-493a-8635-e3e52eb4d22b service neutron] 10.222.0.88 "GET /v2.0/networks?id=c4325c50-f7f4-49da-b4ac-a049a40582b0 HTTP/1.1" status: 200 len: 912 time: 0.3061736 Jul 16 03:56:38.735077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74088ca6-1d8e-4df6-a05b-8d1ef6f5eb97 req-a278a9ea-083b-4c87-ac97-dfb3635ab611 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:38.740655 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74088ca6-1d8e-4df6-a05b-8d1ef6f5eb97 req-a278a9ea-083b-4c87-ac97-dfb3635ab611 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.2513268 Jul 16 03:56:38.793975 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd68c8c-cc97-4627-9971-cc2e29abe44b x-openstack-request-id: req-5cd68c8c-cc97-4627-9971-cc2e29abe44b {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:38.794393 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef120631-d424-44d5-a839-95ecd1d6e78b", "tag": "55ad0809-c108-4f84-a8b9-8509a683c5a5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:38.794736 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cd68c8c-cc97-4627-9971-cc2e29abe44b {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:38.795379 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'tag': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'status': 'completed', 'code': 200} Jul 16 03:56:38.817753 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a2ada6c0-04a0-4ac4-88f6-c308505dff16 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "PUT /v2.0/floatingips/f012523f-9389-43ef-a61d-3bb5cccffe57 HTTP/1.1" status: 200 len: 990 time: 4.0822375 Jul 16 03:56:39.005568 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74088ca6-1d8e-4df6-a05b-8d1ef6f5eb97 req-b8f186f0-8f42-4501-9bc5-79a4d16381c7 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440562 Jul 16 03:56:39.009466 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94adff13-2ffb-4dde-a3b2-68ebc97c8bff req-87e0cd4a-c8c6-4dba-bac5-704cc2496418 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ad0809-c108-4f84-a8b9-8509a683c5a5 HTTP/1.1" status: 200 len: 1000 time: 0.2672381 Jul 16 03:56:39.068847 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c3199455-7d5f-4474-a697-d6059a073b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'f012523f-9389-43ef-a61d-3bb5cccffe57', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '5e145a69-8971-491f-a302-327e9c910ade', 'port_id': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'mac_address': 'fa:16:3e:3d:e5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:28Z', 'updated_at': '2021-07-16T03:56:37Z', 'revision_number': 2, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc765e29-07e0-4d82-b063-b1c78ea8a159', 'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'mac_address': 'fa:16:3e:00:ad:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:00Z', 'updated_at': '2021-07-16T03:52:20Z', 'revision_number': 5, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'subnets': [{'id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:39.081021 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6da26834-e1fb-42a9-b67e-229148231111 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.113808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adff13-2ffb-4dde-a3b2-68ebc97c8bff req-e9268bc1-6856-498c-800d-e6f44c13b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:39.115945 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94adff13-2ffb-4dde-a3b2-68ebc97c8bff req-e9268bc1-6856-498c-800d-e6f44c13b98a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51d078c8-9340-47c3-bb8a-847e15bc1646 HTTP/1.1" status: 200 len: 850 time: 0.0916624 Jul 16 03:56:39.206011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adff13-2ffb-4dde-a3b2-68ebc97c8bff req-405ebdfa-8804-46bd-ad3a-88a5277d54e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:39.208158 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94adff13-2ffb-4dde-a3b2-68ebc97c8bff req-405ebdfa-8804-46bd-ad3a-88a5277d54e5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c4325c50-f7f4-49da-b4ac-a049a40582b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783515 Jul 16 03:56:39.260106 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3199455-7d5f-4474-a697-d6059a073b64 None None] Checking router: 5e145a69-8971-491f-a302-327e9c910ade for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:39.281712 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3199455-7d5f-4474-a697-d6059a073b64 None None] Routers {'5e145a69-8971-491f-a302-327e9c910ade'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:39.282471 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c3199455-7d5f-4474-a697-d6059a073b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5e145a69-8971-491f-a302-327e9c910ade'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:39.433555 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94adff13-2ffb-4dde-a3b2-68ebc97c8bff req-35a25ce1-3aba-4140-b04f-10ce71e80cd9 service neutron] 10.222.0.88 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137046 Jul 16 03:56:39.455927 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c3199455-7d5f-4474-a697-d6059a073b64 None None] Set router 5e145a69-8971-491f-a302-327e9c910ade gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:39.538752 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39858) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:39.548034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6da26834-e1fb-42a9-b67e-229148231111 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port f5f82445-ec81-4730-b8cc-610ab754a0c1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:39.548471 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6da26834-e1fb-42a9-b67e-229148231111 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.588672 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94adff13-2ffb-4dde-a3b2-68ebc97c8bff req-87fa0c27-aacf-4b83-a588-d0693b66a9e2 service neutron] 10.222.0.88 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384733 Jul 16 03:56:39.658547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6da26834-e1fb-42a9-b67e-229148231111 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] For port f5f82445-ec81-4730-b8cc-610ab754a0c1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f5f82445-ec81-4730-b8cc-610ab754a0c1,segment=NetworkSegment(23353909-7fb1-4422-b74e-a9ad50325332),segment_id=23353909-7fb1-4422-b74e-a9ad50325332)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:39.659022 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6da26834-e1fb-42a9-b67e-229148231111 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.684896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6da26834-e1fb-42a9-b67e-229148231111 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for f5f82445-ec81-4730-b8cc-610ab754a0c1 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:39.698680 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad83601c-e212-44b3-bbc1-9398c974fc0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.704828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc05ba-2264-4636-8d63-dee5560e19a9 req-e62542f5-e397-48b9-8320-e368a731d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:39.706193 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93bc05ba-2264-4636-8d63-dee5560e19a9 req-e62542f5-e397-48b9-8320-e368a731d5f4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e7c2348a6101491f9cfb1053e2dfc567&device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 1096 time: 0.0645766 Jul 16 03:56:39.734540 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c3199455-7d5f-4474-a697-d6059a073b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'f012523f-9389-43ef-a61d-3bb5cccffe57', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '5e145a69-8971-491f-a302-327e9c910ade', 'port_id': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'mac_address': 'fa:16:3e:3d:e5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:28Z', 'updated_at': '2021-07-16T03:56:37Z', 'revision_number': 2, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc765e29-07e0-4d82-b063-b1c78ea8a159', 'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'mac_address': 'fa:16:3e:00:ad:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:00Z', 'updated_at': '2021-07-16T03:52:20Z', 'revision_number': 5, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'subnets': [{'id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:39.761943 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3199455-7d5f-4474-a697-d6059a073b64 None None] The sync data for ids ['5e145a69-8971-491f-a302-327e9c910ade'] in n-d-800088-6 is: [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'f012523f-9389-43ef-a61d-3bb5cccffe57', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'floating_ip_address': '172.25.3.88', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '5e145a69-8971-491f-a302-327e9c910ade', 'port_id': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'mac_address': 'fa:16:3e:3d:e5:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:56:28Z', 'updated_at': '2021-07-16T03:56:37Z', 'revision_number': 2, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc765e29-07e0-4d82-b063-b1c78ea8a159', 'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'mac_address': 'fa:16:3e:00:ad:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:00Z', 'updated_at': '2021-07-16T03:52:20Z', 'revision_number': 5, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'subnets': [{'id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:39.806325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc05ba-2264-4636-8d63-dee5560e19a9 req-2d522c30-76ee-4698-85aa-daa80a4bf94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:39.807994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93bc05ba-2264-4636-8d63-dee5560e19a9 req-2d522c30-76ee-4698-85aa-daa80a4bf94d service neutron] 10.222.0.88 "GET /v2.0/networks?id=c4325c50-f7f4-49da-b4ac-a049a40582b0 HTTP/1.1" status: 200 len: 912 time: 0.0951071 Jul 16 03:56:39.890960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93bc05ba-2264-4636-8d63-dee5560e19a9 req-f48a89b9-cc2c-43d8-8301-238767164a94 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ad0809-c108-4f84-a8b9-8509a683c5a5 HTTP/1.1" status: 200 len: 1000 time: 0.0739768 Jul 16 03:56:39.918064 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad83601c-e212-44b3-bbc1-9398c974fc0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.932255 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad83601c-e212-44b3-bbc1-9398c974fc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.959518 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6da26834-e1fb-42a9-b67e-229148231111 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:39.962527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc05ba-2264-4636-8d63-dee5560e19a9 req-d2939ed6-5eaf-48b7-bd2a-1c95daf7edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:39.964034 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93bc05ba-2264-4636-8d63-dee5560e19a9 req-d2939ed6-5eaf-48b7-bd2a-1c95daf7edfd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51d078c8-9340-47c3-bb8a-847e15bc1646 HTTP/1.1" status: 200 len: 850 time: 0.0597990 Jul 16 03:56:40.009294 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ad83601c-e212-44b3-bbc1-9398c974fc0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b79b0c5c615141b4a0a5955bd690d0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695518 Jul 16 03:56:40.011951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:40.012350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83601c-e212-44b3-bbc1-9398c974fc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ef7c16-eba9-47d1-9a1d-405dafcc0ae0,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:40.019317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da26834-e1fb-42a9-b67e-229148231111 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=f5f82445-ec81-4730-b8cc-610ab754a0c1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:40.091132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc05ba-2264-4636-8d63-dee5560e19a9 req-10abe8f1-b1ea-4198-8ad1-899ce6aab15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:40.093309 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93bc05ba-2264-4636-8d63-dee5560e19a9 req-10abe8f1-b1ea-4198-8ad1-899ce6aab15e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c4325c50-f7f4-49da-b4ac-a049a40582b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220462 Jul 16 03:56:40.133302 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671a9804-7426-4066-8d0b-4cdcd3a4c6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:40.208512 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6da26834-e1fb-42a9-b67e-229148231111 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:40.214859 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671a9804-7426-4066-8d0b-4cdcd3a4c6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:40.417106 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93bc05ba-2264-4636-8d63-dee5560e19a9 req-d26765d4-d189-4970-895a-801136c0b7d7 service neutron] 10.222.0.88 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111639 Jul 16 03:56:40.487084 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671a9804-7426-4066-8d0b-4cdcd3a4c6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:40.490074 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-671a9804-7426-4066-8d0b-4cdcd3a4c6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:40.494749 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-671a9804-7426-4066-8d0b-4cdcd3a4c6aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3ef7c16-eba9-47d1-9a1d-405dafcc0ae0 HTTP/1.1" status: 204 len: 168 time: 0.4816511 Jul 16 03:56:40.509985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a9804-7426-4066-8d0b-4cdcd3a4c6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ef7c16-eba9-47d1-9a1d-405dafcc0ae0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:40.533160 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfbc1f-d872-4a1c-90c7-59eaf432b9bc req-a224a371-8520-42aa-be2c-1a1018c70715 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:40.543065 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4bdfbc1f-d872-4a1c-90c7-59eaf432b9bc req-a224a371-8520-42aa-be2c-1a1018c70715 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.3308287 Jul 16 03:56:40.635915 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4bdfbc1f-d872-4a1c-90c7-59eaf432b9bc req-539fcf49-3e2c-4354-beb7-f388a1064831 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919583 Jul 16 03:56:40.667879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da26834-e1fb-42a9-b67e-229148231111 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 3bdf15df-2af6-44fc-8085-9a526f95dc30 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:40.685360 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93bc05ba-2264-4636-8d63-dee5560e19a9 req-ff483a0c-90b0-4228-8305-e36c43994142 service neutron] 10.222.0.88 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579386 Jul 16 03:56:40.803518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'tag': '55ad0809-c108-4f84-a8b9-8509a683c5a5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:56:40.811731 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5538fa8c-4e95-43a5-ba7b-3be8c10493f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef120631-d424-44d5-a839-95ecd1d6e78b", "tag": "55ad0809-c108-4f84-a8b9-8509a683c5a5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:56:40.919465 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da26834-e1fb-42a9-b67e-229148231111 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:40.923578 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f127edf2-f6bd-4cb6-abaa-7654fe5c9496 x-openstack-request-id: req-f127edf2-f6bd-4cb6-abaa-7654fe5c9496 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:56:40.924700 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef120631-d424-44d5-a839-95ecd1d6e78b", "tag": "55ad0809-c108-4f84-a8b9-8509a683c5a5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:56:40.925538 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f127edf2-f6bd-4cb6-abaa-7654fe5c9496 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:56:40.926092 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'tag': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'status': 'completed', 'code': 200} Jul 16 03:56:40.932041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25cc9bf-dfe9-4dc2-8947-1663135ffaf5 None None] Sync routers for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:40.939196 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6da26834-e1fb-42a9-b67e-229148231111 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/3bdf15df-2af6-44fc-8085-9a526f95dc30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5544574 Jul 16 03:56:40.941900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39876) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:40.968567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25cc9bf-dfe9-4dc2-8947-1663135ffaf5 None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:40.969382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d25cc9bf-dfe9-4dc2-8947-1663135ffaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:41.017298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b05763a-076c-49a4-b274-d0c03983ff5d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting subnet 73be18c8-8426-48b9-8c52-96e2c979feee {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:56:41.022108 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b05763a-076c-49a4-b274-d0c03983ff5d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.063560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538fa8c-4e95-43a5-ba7b-3be8c10493f2 req-fd60e126-b7fb-474e-9525-65b118d985a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:41.065313 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5538fa8c-4e95-43a5-ba7b-3be8c10493f2 req-fd60e126-b7fb-474e-9525-65b118d985a2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e7c2348a6101491f9cfb1053e2dfc567&device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 1096 time: 0.1077960 Jul 16 03:56:41.098891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b05763a-076c-49a4-b274-d0c03983ff5d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.196782 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d25cc9bf-dfe9-4dc2-8947-1663135ffaf5 None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:41.202527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538fa8c-4e95-43a5-ba7b-3be8c10493f2 req-309bdffa-67a0-4ad4-ad27-37c9583b677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:41.204485 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5538fa8c-4e95-43a5-ba7b-3be8c10493f2 req-309bdffa-67a0-4ad4-ad27-37c9583b677b service neutron] 10.222.0.88 "GET /v2.0/networks?id=c4325c50-f7f4-49da-b4ac-a049a40582b0 HTTP/1.1" status: 200 len: 912 time: 0.1304502 Jul 16 03:56:41.225613 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39878) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:41.258346 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b96dbaa4-aab1-4610-9b67-2380afc7a70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.341280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b05763a-076c-49a4-b274-d0c03983ff5d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.353793 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5538fa8c-4e95-43a5-ba7b-3be8c10493f2 req-782fbc6c-4554-44f3-b563-a3de15d7ce6a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ad0809-c108-4f84-a8b9-8509a683c5a5 HTTP/1.1" status: 200 len: 1000 time: 0.1426048 Jul 16 03:56:41.424717 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b05763a-076c-49a4-b274-d0c03983ff5d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.458618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538fa8c-4e95-43a5-ba7b-3be8c10493f2 req-19d563ef-7a30-4aaf-9ae5-dcbd6ec0c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:41.460359 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5538fa8c-4e95-43a5-ba7b-3be8c10493f2 req-19d563ef-7a30-4aaf-9ae5-dcbd6ec0c876 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51d078c8-9340-47c3-bb8a-847e15bc1646 HTTP/1.1" status: 200 len: 850 time: 0.0891862 Jul 16 03:56:41.501932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:41.504063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5b05763a-076c-49a4-b274-d0c03983ff5d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.508657 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5b05763a-076c-49a4-b274-d0c03983ff5d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/73be18c8-8426-48b9-8c52-96e2c979feee HTTP/1.1" status: 204 len: 168 time: 0.5601127 Jul 16 03:56:41.548902 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1ee09f-c8c6-451a-8dc5-6badba77d794 None None] Network 9e64546c-47b2-4e06-8164-afad83b315c6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:41.575546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:41.631720 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b96dbaa4-aab1-4610-9b67-2380afc7a70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.633455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05763a-076c-49a4-b274-d0c03983ff5d tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Subnet': ['ID=73be18c8-8426-48b9-8c52-96e2c979feee,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:41.645482 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b96dbaa4-aab1-4610-9b67-2380afc7a70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.773108 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b96dbaa4-aab1-4610-9b67-2380afc7a70d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58337c83493a45edbb1333cbdc3443d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404048 Jul 16 03:56:41.775354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39902) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:41.776067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96dbaa4-aab1-4610-9b67-2380afc7a70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbfae26-232a-4745-b509-10dd31147c89,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:41.832176 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.899461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d25cc9bf-dfe9-4dc2-8947-1663135ffaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:39Z', 'revision_number': 10, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:41.938359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d784a113-10a2-4482-9118-4f9157553022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:41.958057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25cc9bf-dfe9-4dc2-8947-1663135ffaf5 None None] Checking router: 3bdf15df-2af6-44fc-8085-9a526f95dc30 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:41.975822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25cc9bf-dfe9-4dc2-8947-1663135ffaf5 None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:41.977360 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d25cc9bf-dfe9-4dc2-8947-1663135ffaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:42.004619 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d784a113-10a2-4482-9118-4f9157553022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.123083 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d784a113-10a2-4482-9118-4f9157553022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.126450 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d784a113-10a2-4482-9118-4f9157553022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.127724 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d784a113-10a2-4482-9118-4f9157553022 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ccbfae26-232a-4745-b509-10dd31147c89 HTTP/1.1" status: 204 len: 168 time: 0.3325377 Jul 16 03:56:42.141350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784a113-10a2-4482-9118-4f9157553022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbfae26-232a-4745-b509-10dd31147c89,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:42.191932 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d25cc9bf-dfe9-4dc2-8947-1663135ffaf5 None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:42.198192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port 0e7fac5b-7150-4abe-a5fd-481a27d83873 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:42.198878 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.224957 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538fa8c-4e95-43a5-ba7b-3be8c10493f2 req-5b0a7410-dd40-46a2-8976-f4b5f9ade390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:42.225178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0899f956-c2f5-4295-ac07-1ecd5344b630 None None] DHCP port deletion for 9e64546c-47b2-4e06-8164-afad83b315c6 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:56:42.227311 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5538fa8c-4e95-43a5-ba7b-3be8c10493f2 req-5b0a7410-dd40-46a2-8976-f4b5f9ade390 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c4325c50-f7f4-49da-b4ac-a049a40582b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7566228 Jul 16 03:56:42.245324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96093625-3bf0-4910-bccf-c45bcbab0bf7 req-e4ccf25f-7563-4427-9e73-17cb2189eb7c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:42.247208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96093625-3bf0-4910-bccf-c45bcbab0bf7 req-e4ccf25f-7563-4427-9e73-17cb2189eb7c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.3651145 Jul 16 03:56:42.327891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] For port 0e7fac5b-7150-4abe-a5fd-481a27d83873, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0e7fac5b-7150-4abe-a5fd-481a27d83873,segment=NetworkSegment(23353909-7fb1-4422-b74e-a9ad50325332),segment_id=23353909-7fb1-4422-b74e-a9ad50325332)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:42.328504 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.351230 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for 0e7fac5b-7150-4abe-a5fd-481a27d83873 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:42.475728 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.529125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5895e6f6-a72f-417f-89d7-3c977426fce0 admin admin] Deleting subnet 177c068f-4cd6-46ff-8b32-a48e01b865d1 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:56:42.546192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No DVR routers for this DVR port 0e7fac5b-7150-4abe-a5fd-481a27d83873 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:42.569734 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5895e6f6-a72f-417f-89d7-3c977426fce0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.648936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0899f956-c2f5-4295-ac07-1ecd5344b630 None None] Deleting port 0e7fac5b-7150-4abe-a5fd-481a27d83873 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:42.649556 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0899f956-c2f5-4295-ac07-1ecd5344b630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.672749 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=0e7fac5b-7150-4abe-a5fd-481a27d83873,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:42.766282 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0e7fac5b-7150-4abe-a5fd-481a27d83873 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:42.777414 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96093625-3bf0-4910-bccf-c45bcbab0bf7 req-333ff86c-82ee-42e6-a1c3-2f94be66390a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827275 Jul 16 03:56:42.777726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d25cc9bf-dfe9-4dc2-8947-1663135ffaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:39Z', 'revision_number': 10, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:42.817768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25cc9bf-dfe9-4dc2-8947-1663135ffaf5 None None] The sync data for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 is: [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:39Z', 'revision_number': 10, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None, '_interfaces': [{'id': 'ca55cada-28b9-4c40-b4ce-1259a8613bd6', 'name': '', 'network_id': '9e3bb744-4918-4569-b886-00a98b149b0a', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'mac_address': 'fa:16:3e:27:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:51Z', 'revision_number': 5, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'subnets': [{'id': '469bc9f0-44f3-44c5-8acd-7cfbee5aecd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:42.820080 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5895e6f6-a72f-417f-89d7-3c977426fce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.861008 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0899f956-c2f5-4295-ac07-1ecd5344b630 None None] For port 0e7fac5b-7150-4abe-a5fd-481a27d83873, host n-d-800088-6, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:42.862105 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0899f956-c2f5-4295-ac07-1ecd5344b630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.865915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 0e7fac5b-7150-4abe-a5fd-481a27d83873 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:42.866721 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0e7fac5b-7150-4abe-a5fd-481a27d83873 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:42.892740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0899f956-c2f5-4295-ac07-1ecd5344b630 None None] Calling delete_port for 0e7fac5b-7150-4abe-a5fd-481a27d83873 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:42.898245 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-0899f956-c2f5-4295-ac07-1ecd5344b630 None None] Port 0e7fac5b-7150-4abe-a5fd-481a27d83873 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:56:42.903592 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0899f956-c2f5-4295-ac07-1ecd5344b630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.929141 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5895e6f6-a72f-417f-89d7-3c977426fce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:42.936729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899f956-c2f5-4295-ac07-1ecd5344b630 None None] Pushing event deleted for resources: {'Port': ['ID=0e7fac5b-7150-4abe-a5fd-481a27d83873,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:42.946032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0899f956-c2f5-4295-ac07-1ecd5344b630 None None] No DVR routers for this DVR port 0e7fac5b-7150-4abe-a5fd-481a27d83873 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:43.026959 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.041292 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5538fa8c-4e95-43a5-ba7b-3be8c10493f2 req-8e3f8e10-2f21-4360-b65e-63ad22403a88 service neutron] 10.222.0.88 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7630074 Jul 16 03:56:43.049366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e64546c-47b2-4e06-8164-afad83b315c6']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:43.082225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23353909-7fb1-4422-b74e-a9ad50325332') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:43.082438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23353909-7fb1-4422-b74e-a9ad50325332') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:43.104630 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.150051 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5895e6f6-a72f-417f-89d7-3c977426fce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.158929 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.214085 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5895e6f6-a72f-417f-89d7-3c977426fce0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.218563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5895e6f6-a72f-417f-89d7-3c977426fce0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/177c068f-4cd6-46ff-8b32-a48e01b865d1 HTTP/1.1" status: 204 len: 168 time: 1.7156255 Jul 16 03:56:43.221202 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39934) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:43.233510 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895e6f6-a72f-417f-89d7-3c977426fce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177c068f-4cd6-46ff-8b32-a48e01b865d1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:43.245558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:43.257126 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:43.261830 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:43.350186 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5538fa8c-4e95-43a5-ba7b-3be8c10493f2 req-36edceb0-d51b-4d49-b1d8-f44bae420e84 service neutron] 10.222.0.88 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975359 Jul 16 03:56:43.370933 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.395694 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.397928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/networks/9e64546c-47b2-4e06-8164-afad83b315c6 HTTP/1.1" status: 204 len: 168 time: 1.8096280 Jul 16 03:56:43.399003 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1ecb1-0bad-46ae-9a32-ba7d21abc67c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Network': ['ID=9e64546c-47b2-4e06-8164-afad83b315c6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:43.400917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 39938) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:43.402378 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16728433-4f17-4bf3-8eb1-e375ce3369a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.521264 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16728433-4f17-4bf3-8eb1-e375ce3369a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.535275 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-16728433-4f17-4bf3-8eb1-e375ce3369a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6f004e-0c28-40fb-b37e-cf15379c11a1']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:43.550909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-16728433-4f17-4bf3-8eb1-e375ce3369a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584e7538-e02e-4c23-99a4-c99e8290646d') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:43.551442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-16728433-4f17-4bf3-8eb1-e375ce3369a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584e7538-e02e-4c23-99a4-c99e8290646d') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:43.563766 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16728433-4f17-4bf3-8eb1-e375ce3369a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.580432 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16728433-4f17-4bf3-8eb1-e375ce3369a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.592396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16728433-4f17-4bf3-8eb1-e375ce3369a5 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:43.593951 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16728433-4f17-4bf3-8eb1-e375ce3369a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:43.597548 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:43.704979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16728433-4f17-4bf3-8eb1-e375ce3369a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.720108 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16728433-4f17-4bf3-8eb1-e375ce3369a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:43.725736 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-16728433-4f17-4bf3-8eb1-e375ce3369a5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2f6f004e-0c28-40fb-b37e-cf15379c11a1 HTTP/1.1" status: 204 len: 168 time: 0.5021601 Jul 16 03:56:43.783211 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16728433-4f17-4bf3-8eb1-e375ce3369a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f6f004e-0c28-40fb-b37e-cf15379c11a1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:44.050272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:44.067955 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4716a7dd-77fd-4e47-8685-ef39ac90861a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.125508 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-00959cbe-ea06-435a-815a-6f1dcf2dcb83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09fd537e5b9a470d874ea8a15f9d86e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738831 Jul 16 03:56:44.128214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 39964) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:44.204977 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-021c349f-f555-45cf-a2f6-685ffb963d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.235010 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-021c349f-f555-45cf-a2f6-685ffb963d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.294527 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-021c349f-f555-45cf-a2f6-685ffb963d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.300513 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-021c349f-f555-45cf-a2f6-685ffb963d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.300513 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-021c349f-f555-45cf-a2f6-685ffb963d4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c0a098d0-7071-4eea-8d2f-44c6f4f50775 HTTP/1.1" status: 204 len: 168 time: 0.1690717 Jul 16 03:56:44.310786 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c349f-f555-45cf-a2f6-685ffb963d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a098d0-7071-4eea-8d2f-44c6f4f50775,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:44.374838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3b018-6f7e-4be7-8c18-c93e4e09c470 req-cda9689e-2728-41ed-93ed-d8f9787d9ce6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:44.377405 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7d3b018-6f7e-4be7-8c18-c93e4e09c470 req-cda9689e-2728-41ed-93ed-d8f9787d9ce6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.3369172 Jul 16 03:56:44.463216 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7d3b018-6f7e-4be7-8c18-c93e4e09c470 req-8e3100c8-39d0-40be-9917-ea945c20eaaf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778055 Jul 16 03:56:44.578015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f5f82445-ec81-4730-b8cc-610ab754a0c1 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:44.608763 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: f5f82445-ec81-4730-b8cc-610ab754a0c1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:44.609412 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f5f82445-ec81-4730-b8cc-610ab754a0c1 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:44.637025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4716a7dd-77fd-4e47-8685-ef39ac90861a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port ca55cada-28b9-4c40-b4ce-1259a8613bd6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:44.637513 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4716a7dd-77fd-4e47-8685-ef39ac90861a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.796955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4716a7dd-77fd-4e47-8685-ef39ac90861a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] For port ca55cada-28b9-4c40-b4ce-1259a8613bd6, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ca55cada-28b9-4c40-b4ce-1259a8613bd6,segment=NetworkSegment(a1285b06-2118-4694-980b-50c139835e0e),segment_id=a1285b06-2118-4694-980b-50c139835e0e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:44.797352 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4716a7dd-77fd-4e47-8685-ef39ac90861a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:44.831065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4716a7dd-77fd-4e47-8685-ef39ac90861a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for ca55cada-28b9-4c40-b4ce-1259a8613bd6 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:45.094129 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4716a7dd-77fd-4e47-8685-ef39ac90861a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:45.129667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716a7dd-77fd-4e47-8685-ef39ac90861a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=ca55cada-28b9-4c40-b4ce-1259a8613bd6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:45.391860 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4716a7dd-77fd-4e47-8685-ef39ac90861a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.151767 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40082) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:46.347266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4716a7dd-77fd-4e47-8685-ef39ac90861a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 3bdf15df-2af6-44fc-8085-9a526f95dc30 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:46.384086 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc784493-e18d-4e49-bd7d-bcad5598c80e req-8b600a3c-6733-465f-97c4-035f6eb57001 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:46.386633 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc784493-e18d-4e49-bd7d-bcad5598c80e req-8b600a3c-6733-465f-97c4-035f6eb57001 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.1846225 Jul 16 03:56:46.409769 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8626622-af0b-41e7-954e-f2bd377a992a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.575158 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8626622-af0b-41e7-954e-f2bd377a992a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.584795 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c8626622-af0b-41e7-954e-f2bd377a992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.598592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4716a7dd-77fd-4e47-8685-ef39ac90861a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:46.611656 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1446328-e9fe-4320-9dea-917015df4447 None None] Sync routers for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:46.629060 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4716a7dd-77fd-4e47-8685-ef39ac90861a tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/3bdf15df-2af6-44fc-8085-9a526f95dc30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2238946 Jul 16 03:56:46.630663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:46.635318 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1446328-e9fe-4320-9dea-917015df4447 None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:46.635975 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c1446328-e9fe-4320-9dea-917015df4447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:46.684865 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc784493-e18d-4e49-bd7d-bcad5598c80e req-d8a4f48f-6f9b-473a-8eae-bb11cfa117e0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393084 Jul 16 03:56:46.720832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:46.725542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-965b2430-57ff-4683-b5e2-7ddb54cb89f5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting subnet 469bc9f0-44f3-44c5-8acd-7cfbee5aecd5 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:56:46.731363 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-965b2430-57ff-4683-b5e2-7ddb54cb89f5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.737313 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c8626622-af0b-41e7-954e-f2bd377a992a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8b1a9c8811a47e98a0248f10774a644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5835233 Jul 16 03:56:46.738199 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8626622-af0b-41e7-954e-f2bd377a992a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02794cb-3fe5-416c-bb89-8c9591710090,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:46.740046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40102) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:46.811797 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-965b2430-57ff-4683-b5e2-7ddb54cb89f5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.862819 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c1446328-e9fe-4320-9dea-917015df4447 None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:46.885098 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b428bb06-a80b-4d45-b1f2-815050bddeb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.945367 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b428bb06-a80b-4d45-b1f2-815050bddeb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.957164 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-965b2430-57ff-4683-b5e2-7ddb54cb89f5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:46.985846 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c1446328-e9fe-4320-9dea-917015df4447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:45Z', 'revision_number': 11, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:47.025208 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-965b2430-57ff-4683-b5e2-7ddb54cb89f5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.027166 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1446328-e9fe-4320-9dea-917015df4447 None None] Checking router: 3bdf15df-2af6-44fc-8085-9a526f95dc30 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:47.041632 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1446328-e9fe-4320-9dea-917015df4447 None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:47.042165 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b428bb06-a80b-4d45-b1f2-815050bddeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.042787 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c1446328-e9fe-4320-9dea-917015df4447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:47.046181 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b428bb06-a80b-4d45-b1f2-815050bddeb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.046767 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b428bb06-a80b-4d45-b1f2-815050bddeb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a02794cb-3fe5-416c-bb89-8c9591710090 HTTP/1.1" status: 204 len: 168 time: 0.3053620 Jul 16 03:56:47.073534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'network': {'name': 'tempest-network-smoke--1612971851', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:47.089010 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b2430-57ff-4683-b5e2-7ddb54cb89f5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Subnet': ['ID=469bc9f0-44f3-44c5-8acd-7cfbee5aecd5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:47.105658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-965b2430-57ff-4683-b5e2-7ddb54cb89f5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.110164 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-965b2430-57ff-4683-b5e2-7ddb54cb89f5 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/469bc9f0-44f3-44c5-8acd-7cfbee5aecd5 HTTP/1.1" status: 204 len: 168 time: 0.4661987 Jul 16 03:56:47.111160 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40112) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:47.115844 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428bb06-a80b-4d45-b1f2-815050bddeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02794cb-3fe5-416c-bb89-8c9591710090,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:47.116043 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfa6ba3-179a-4008-b89d-8b2b6c5f1788 None None] Network 9e3bb744-4918-4569-b886-00a98b149b0a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:47.121409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Made reservation on behalf of 3e7bbcc6fe2649adab81afb7b0ba2f38 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:47.129891 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.152567 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.163989 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c1446328-e9fe-4320-9dea-917015df4447 None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:47.288691 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.294913 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c1446328-e9fe-4320-9dea-917015df4447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:45Z', 'revision_number': 11, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:47.377572 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.384682 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:56:47.385983 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1446328-e9fe-4320-9dea-917015df4447 None None] The sync data for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 is: [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:45Z', 'revision_number': 11, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:47.388952 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.413726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 915} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:56:47.449045 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.451291 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Added segment 13a63ed0-2b34-4330-978c-cc22b86fcfb2 of type vlan for network 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e Jul 16 03:56:47.497942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e118f4-1ddc-4204-b0d1-2e6d69300e37,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:47.505482 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2af3e3-953e-43dc-8f49-469bbcfdcd65 None None] DHCP port deletion for 9e3bb744-4918-4569-b886-00a98b149b0a request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:56:47.510716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Deleting port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:47.511086 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.514289 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.581443 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.593950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:47.594777 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.620168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] For port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8,segment=NetworkSegment(a1285b06-2118-4694-980b-50c139835e0e),segment_id=a1285b06-2118-4694-980b-50c139835e0e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:47.620600 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.623904 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8993721 Jul 16 03:56:47.624422 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40120) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:47.641291 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fa2af3e3-953e-43dc-8f49-469bbcfdcd65 None None] Deleting port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:56:47.641693 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa2af3e3-953e-43dc-8f49-469bbcfdcd65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.643601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'admin_state_up': True, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:47.657119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Calling delete_port for 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:47.714769 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.715986 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.739835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f7b15-4549-4e33-ac2d-ccc591ac2d06 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Network': ['ID=2fd24362-7d26-4a40-b0c6-5502b9ef1b9e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:47.827333 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.841036 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:56:47.877268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40130) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:47.905090 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fa2af3e3-953e-43dc-8f49-469bbcfdcd65 None None] For port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8,segment=NetworkSegment(a1285b06-2118-4694-980b-50c139835e0e),segment_id=a1285b06-2118-4694-980b-50c139835e0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:47.905787 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa2af3e3-953e-43dc-8f49-469bbcfdcd65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.922130 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac25a55f-50d4-4eb0-b9fd-a7f517ac430a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.928274 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:47.981979 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Port': ['ID=1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:47.993567 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No DVR routers for this DVR port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:47.995591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fa2af3e3-953e-43dc-8f49-469bbcfdcd65 None None] Calling delete_port for 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:56:48.078155 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.093273 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac25a55f-50d4-4eb0-b9fd-a7f517ac430a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.102945 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac25a55f-50d4-4eb0-b9fd-a7f517ac430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.117899 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa2af3e3-953e-43dc-8f49-469bbcfdcd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.149088 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2af3e3-953e-43dc-8f49-469bbcfdcd65 None None] No DVR routers for this DVR port 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:56:48.155712 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ac25a55f-50d4-4eb0-b9fd-a7f517ac430a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd5239dfddc94586b18a73ddd3ab1d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770548 Jul 16 03:56:48.159626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:48.163712 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25a55f-50d4-4eb0-b9fd-a7f517ac430a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e18e5e3-f2be-4d95-8b72-82138870ec13,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:48.175820 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.181018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2af3e3-953e-43dc-8f49-469bbcfdcd65 None None] Pushing event deleted for resources: {'Port': ['ID=1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:48.208974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3bb744-4918-4569-b886-00a98b149b0a']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:48.217685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40a283-1f76-4ef9-91b0-496e6ec81065 req-652049c5-d6ea-49df-82a5-4e3cc1037dd1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:48.219232 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a40a283-1f76-4ef9-91b0-496e6ec81065 req-652049c5-d6ea-49df-82a5-4e3cc1037dd1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.2993417 Jul 16 03:56:48.232148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1285b06-2118-4694-980b-50c139835e0e') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:48.232517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1285b06-2118-4694-980b-50c139835e0e') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:48.247653 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.265413 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.274650 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:56:48.275112 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.276911 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a40a283-1f76-4ef9-91b0-496e6ec81065 req-739804e1-db3e-4c81-94e4-b8d89d4a3a9b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494246 Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:56:48.278190 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:56:48.289615 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91c02829-a873-4bf4-a54b-d67ad93b446f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.323947 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91c02829-a873-4bf4-a54b-d67ad93b446f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.382174 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.383919 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91c02829-a873-4bf4-a54b-d67ad93b446f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.386672 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-91c02829-a873-4bf4-a54b-d67ad93b446f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.390200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-91c02829-a873-4bf4-a54b-d67ad93b446f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e18e5e3-f2be-4d95-8b72-82138870ec13 HTTP/1.1" status: 204 len: 168 time: 0.2268393 Jul 16 03:56:48.390359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.393496 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/networks/9e3bb744-4918-4569-b886-00a98b149b0a HTTP/1.1" status: 204 len: 168 time: 1.2786467 Jul 16 03:56:48.396670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:48.401440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d8d55d3a-77c9-4de9-8cc5-1c87aa5f418c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'router': {'routes': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:48.403710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c02829-a873-4bf4-a54b-d67ad93b446f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e18e5e3-f2be-4d95-8b72-82138870ec13,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:48.436187 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebac8e3-0190-4f0c-97be-fca7f3c2d975 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Pushing event deleted for resources: {'Network': ['ID=9e3bb744-4918-4569-b886-00a98b149b0a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:48.576287 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.597421 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.633293 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-d8d55d3a-77c9-4de9-8cc5-1c87aa5f418c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Added routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 03:56:48.633854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-d8d55d3a-77c9-4de9-8cc5-1c87aa5f418c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Removed routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 03:56:48.633985 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d55d3a-77c9-4de9-8cc5-1c87aa5f418c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.692230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:48.724389 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:48.724800 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1dc9fa88-7d86-4501-8bc1-c53d8db6d8b8 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:48.725218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ca55cada-28b9-4c40-b4ce-1259a8613bd6 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:56:48.733655 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Allocated IP 172.25.3.140 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/41f36e10-367f-411c-9f8c-c334c5f4a4af) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:48.764196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: ca55cada-28b9-4c40-b4ce-1259a8613bd6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:56:48.766618 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ca55cada-28b9-4c40-b4ce-1259a8613bd6 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:56:48.881952 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d55d3a-77c9-4de9-8cc5-1c87aa5f418c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.886196 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d55d3a-77c9-4de9-8cc5-1c87aa5f418c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.886537 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.936356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:48.982698 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d55d3a-77c9-4de9-8cc5-1c87aa5f418c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router 3bdf15df-2af6-44fc-8085-9a526f95dc30 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:48.989389 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:48.993455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:48.997693 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:49.040603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Port': ['ID=41f36e10-367f-411c-9f8c-c334c5f4a4af,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:49.092472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d55d3a-77c9-4de9-8cc5-1c87aa5f418c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:49.106385 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8d55d3a-77c9-4de9-8cc5-1c87aa5f418c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.106385 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d8d55d3a-77c9-4de9-8cc5-1c87aa5f418c tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/3bdf15df-2af6-44fc-8085-9a526f95dc30 HTTP/1.1" status: 200 len: 705 time: 0.7071958 Jul 16 03:56:49.107628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:49.109955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7fd4f3-297f-488f-ae7e-607bce8e871f None None] Sync routers for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:49.137047 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7fd4f3-297f-488f-ae7e-607bce8e871f None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:49.137699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc7fd4f3-297f-488f-ae7e-607bce8e871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:49.143555 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6d73d969-3880-4ddd-adfa-25e04c43a035 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bdf15df-2af6-44fc-8085-9a526f95dc30 HTTP/1.1" status: 200 len: 205 time: 0.0341589 Jul 16 03:56:49.145436 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:49.242372 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1444e6de-4be2-4a9d-9547-6f75e09be91f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.301218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bc7fd4f3-297f-488f-ae7e-607bce8e871f None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:49.389513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc7fd4f3-297f-488f-ae7e-607bce8e871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:45Z', 'revision_number': 11, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:49.389986 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.479794 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7fd4f3-297f-488f-ae7e-607bce8e871f None None] Checking router: 3bdf15df-2af6-44fc-8085-9a526f95dc30 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:49.501572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7fd4f3-297f-488f-ae7e-607bce8e871f None None] Routers {'3bdf15df-2af6-44fc-8085-9a526f95dc30'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:49.505056 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc7fd4f3-297f-488f-ae7e-607bce8e871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3bdf15df-2af6-44fc-8085-9a526f95dc30'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:49.558930 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1444e6de-4be2-4a9d-9547-6f75e09be91f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.563806 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1444e6de-4be2-4a9d-9547-6f75e09be91f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.605584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bc7fd4f3-297f-488f-ae7e-607bce8e871f None None] Set router 3bdf15df-2af6-44fc-8085-9a526f95dc30 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:49.652767 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1444e6de-4be2-4a9d-9547-6f75e09be91f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.653415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1444e6de-4be2-4a9d-9547-6f75e09be91f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Fanout notify agent at l3_agent the message router_deleted on router 3bdf15df-2af6-44fc-8085-9a526f95dc30 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:56:49.663141 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1444e6de-4be2-4a9d-9547-6f75e09be91f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.665136 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1444e6de-4be2-4a9d-9547-6f75e09be91f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/routers/3bdf15df-2af6-44fc-8085-9a526f95dc30 HTTP/1.1" status: 204 len: 168 time: 0.5184677 Jul 16 03:56:49.670928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:49.680928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1b706-9dae-4a4f-ab42-997abb8bcafd req-46e9fda2-43d7-4a9b-a0b4-ca76034a5206 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:49.683168 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ee1b706-9dae-4a4f-ab42-997abb8bcafd req-46e9fda2-43d7-4a9b-a0b4-ca76034a5206 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.1596282 Jul 16 03:56:49.688478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a5d8f359-9c4d-426b-bb6a-960fae115c97 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1287653520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:49.698003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bc7fd4f3-297f-488f-ae7e-607bce8e871f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:45Z', 'revision_number': 11, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:49.735687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7fd4f3-297f-488f-ae7e-607bce8e871f None None] The sync data for ids ['3bdf15df-2af6-44fc-8085-9a526f95dc30'] in n-d-800088-6 is: [{'id': '3bdf15df-2af6-44fc-8085-9a526f95dc30', 'name': 'tempest-RoutersIpV6Test-router-1116223933', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:34Z', 'updated_at': '2021-07-16T03:56:45Z', 'revision_number': 11, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:49.748437 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ee1b706-9dae-4a4f-ab42-997abb8bcafd req-b74e2b75-bfa3-4348-b163-599f55bb8001 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514500 Jul 16 03:56:49.763294 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.763479 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f359-9c4d-426b-bb6a-960fae115c97 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.764598 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f359-9c4d-426b-bb6a-960fae115c97 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.830562 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f359-9c4d-426b-bb6a-960fae115c97 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.838462 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f359-9c4d-426b-bb6a-960fae115c97 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.860831 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a5d8f359-9c4d-426b-bb6a-960fae115c97 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:49.862384 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a5d8f359-9c4d-426b-bb6a-960fae115c97 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1781290 Jul 16 03:56:49.865270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:49.871595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-be0b50dd-b979-46bb-9c34-bdae253c1d89 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:50.128583 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be0b50dd-b979-46bb-9c34-bdae253c1d89 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.150352 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be0b50dd-b979-46bb-9c34-bdae253c1d89 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.293356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0b50dd-b979-46bb-9c34-bdae253c1d89 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Router deec667c-ae4b-4c81-bade-7c086f56b6fc is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:56:50.385715 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Router d3b87b3b-16bc-4913-955e-0d76fb1dd27d is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:56:50.397543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0b50dd-b979-46bb-9c34-bdae253c1d89 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:50.414205 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-be0b50dd-b979-46bb-9c34-bdae253c1d89 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.420289 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-be0b50dd-b979-46bb-9c34-bdae253c1d89 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "PUT /v2.0/routers/deec667c-ae4b-4c81-bade-7c086f56b6fc HTTP/1.1" status: 200 len: 698 time: 0.5502019 Jul 16 03:56:50.420289 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:50.426879 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f0ee0-78be-4ba9-920c-c89a77351591 None None] Sync routers for ids ['deec667c-ae4b-4c81-bade-7c086f56b6fc'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:50.450063 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f0ee0-78be-4ba9-920c-c89a77351591 None None] Routers {'deec667c-ae4b-4c81-bade-7c086f56b6fc'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:50.451083 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6a0f0ee0-78be-4ba9-920c-c89a77351591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['deec667c-ae4b-4c81-bade-7c086f56b6fc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:50.517214 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ad1e3e9f-ed85-4410-9960-884c96c42167 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/routers/deec667c-ae4b-4c81-bade-7c086f56b6fc HTTP/1.1" status: 200 len: 704 time: 0.0969701 Jul 16 03:56:50.519903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:50.524990 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6a0f0ee0-78be-4ba9-920c-c89a77351591 None None] Set router deec667c-ae4b-4c81-bade-7c086f56b6fc gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:50.530094 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:50.544034 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Sync routers for ids ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:50.557763 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.559319 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fb1739d9-caa1-4ab0-8ac0-7aa1ac296f6a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9342604 Jul 16 03:56:50.562704 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40216) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:50.566798 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Routers {'d3b87b3b-16bc-4913-955e-0d76fb1dd27d'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:50.567447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:50.584836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40220) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:50.585246 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-249acacc-ea28-4adc-a287-bbff5662c4ab tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports?device_id=deec667c-ae4b-4c81-bade-7c086f56b6fc HTTP/1.1" status: 200 len: 205 time: 0.0639775 Jul 16 03:56:50.650385 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6a0f0ee0-78be-4ba9-920c-c89a77351591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deec667c-ae4b-4c81-bade-7c086f56b6fc', 'name': 'tempest-RoutersIpV6Test-router-1287653520', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:49Z', 'updated_at': '2021-07-16T03:56:50Z', 'revision_number': 2, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:50.692684 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f0ee0-78be-4ba9-920c-c89a77351591 None None] Checking router: deec667c-ae4b-4c81-bade-7c086f56b6fc for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:50.695764 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ea85-0c4c-48e6-bc29-e1f58069e70f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.704661 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f0ee0-78be-4ba9-920c-c89a77351591 None None] Routers {'deec667c-ae4b-4c81-bade-7c086f56b6fc'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:50.705844 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6a0f0ee0-78be-4ba9-920c-c89a77351591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['deec667c-ae4b-4c81-bade-7c086f56b6fc'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:50.801640 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6a0f0ee0-78be-4ba9-920c-c89a77351591 None None] Set router deec667c-ae4b-4c81-bade-7c086f56b6fc gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:50.885832 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6a0f0ee0-78be-4ba9-920c-c89a77351591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deec667c-ae4b-4c81-bade-7c086f56b6fc', 'name': 'tempest-RoutersIpV6Test-router-1287653520', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:49Z', 'updated_at': '2021-07-16T03:56:50Z', 'revision_number': 2, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:50.891764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Set router d3b87b3b-16bc-4913-955e-0d76fb1dd27d gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:50.920855 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0f0ee0-78be-4ba9-920c-c89a77351591 None None] The sync data for ids ['deec667c-ae4b-4c81-bade-7c086f56b6fc'] in n-d-800088-6 is: [{'id': 'deec667c-ae4b-4c81-bade-7c086f56b6fc', 'name': 'tempest-RoutersIpV6Test-router-1287653520', 'tenant_id': 'c840e75b2258467a8d6066213f54fa4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:49Z', 'updated_at': '2021-07-16T03:56:50Z', 'revision_number': 2, 'project_id': 'c840e75b2258467a8d6066213f54fa4a', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:50.938788 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ea85-0c4c-48e6-bc29-e1f58069e70f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:50.944671 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ea85-0c4c-48e6-bc29-e1f58069e70f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.098165 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6dd9b6b4-8004-4764-8d0c-6be6ea365227 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=3e7bbcc6fe2649adab81afb7b0ba2f38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5333881 Jul 16 03:56:51.100197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40256) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.111940 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ea85-0c4c-48e6-bc29-e1f58069e70f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.114568 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d6ea85-0c4c-48e6-bc29-e1f58069e70f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Fanout notify agent at l3_agent the message router_deleted on router deec667c-ae4b-4c81-bade-7c086f56b6fc {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:56:51.140836 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8d6ea85-0c4c-48e6-bc29-e1f58069e70f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.141674 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e8d6ea85-0c4c-48e6-bc29-e1f58069e70f tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/routers/deec667c-ae4b-4c81-bade-7c086f56b6fc HTTP/1.1" status: 204 len: 168 time: 0.5556741 Jul 16 03:56:51.155428 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40262) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.209454 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3dd55faf-af87-4de8-b061-9b194fe1db8b tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports?device_id=deec667c-ae4b-4c81-bade-7c086f56b6fc HTTP/1.1" status: 200 len: 205 time: 0.0516372 Jul 16 03:56:51.211109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.282212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c0a83-a55e-4316-9a63-ca404bc00a24 req-ec31bd64-26d9-4f4d-8bf3-3054576d6dca tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:51.284410 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-314c0a83-a55e-4316-9a63-ca404bc00a24 req-ec31bd64-26d9-4f4d-8bf3-3054576d6dca tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.2374065 Jul 16 03:56:51.285892 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-d6d56d53-cd76-4d5e-965c-8010cd4802a7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] delete failed (client error): The resource could not be found. Jul 16 03:56:51.286506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302f83df-b9ec-46f1-a560-a9fcfd6467e6 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:51.290731 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-302f83df-b9ec-46f1-a560-a9fcfd6467e6 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1868832 Jul 16 03:56:51.291130 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40276) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.310607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:56:49Z', 'revision_number': 3, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:51.313711 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d6d56d53-cd76-4d5e-965c-8010cd4802a7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/routers/deec667c-ae4b-4c81-bade-7c086f56b6fc HTTP/1.1" status: 404 len: 336 time: 0.0993464 Jul 16 03:56:51.314069 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40282) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.360037 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Checking router: d3b87b3b-16bc-4913-955e-0d76fb1dd27d for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:51.360431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Updating router d3b87b3b-16bc-4913-955e-0d76fb1dd27d port 41f36e10-367f-411c-9f8c-c334c5f4a4af binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:56:51.388053 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-314c0a83-a55e-4316-9a63-ca404bc00a24 req-368731f4-8498-4d83-89e1-e4018e4958bd tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735779 Jul 16 03:56:51.388279 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f03c944f-bd89-4c20-ac09-e7f52b63dc5c tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0946529 Jul 16 03:56:51.391649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40288) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.402871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6b8ad29a-3be2-49b6-9f2a-a2a50645c975 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-197588719', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:51.431574 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4f6de1-3682-4587-9cae-7409c4ffd389 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:51.432034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4f6de1-3682-4587-9cae-7409c4ffd389 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:51.432721 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.434056 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ad4f6de1-3682-4587-9cae-7409c4ffd389 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/fc31bcee-6827-46aa-bcef-4b9480625b74 HTTP/1.1" status: 404 len: 337 time: 0.1188178 Jul 16 03:56:51.436821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40294) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.466511 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a523550-950b-41f1-b354-29890ddc2eb1 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:51.467245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a523550-950b-41f1-b354-29890ddc2eb1 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:51.469174 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1a523550-950b-41f1-b354-29890ddc2eb1 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/1e20f2ac-b7e5-42dd-a7cf-6440c3d1fd3a HTTP/1.1" status: 404 len: 337 time: 0.0312715 Jul 16 03:56:51.471956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40296) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.531281 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-938f1d0c-66bd-4a1d-a305-b0bb524efce7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:51.531870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938f1d0c-66bd-4a1d-a305-b0bb524efce7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:51.535807 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-938f1d0c-66bd-4a1d-a305-b0bb524efce7 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/73be18c8-8426-48b9-8c52-96e2c979feee HTTP/1.1" status: 404 len: 337 time: 0.0606322 Jul 16 03:56:51.536001 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40308) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.592575 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f106c66-c9a4-41b2-9bd7-6d9029a89391 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:51.593076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f106c66-c9a4-41b2-9bd7-6d9029a89391 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:51.597315 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2f106c66-c9a4-41b2-9bd7-6d9029a89391 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/469bc9f0-44f3-44c5-8acd-7cfbee5aecd5 HTTP/1.1" status: 404 len: 337 time: 0.0579143 Jul 16 03:56:51.597471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8ad29a-3be2-49b6-9f2a-a2a50645c975 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Made reservation on behalf of 3e7bbcc6fe2649adab81afb7b0ba2f38 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:51.600215 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad29a-3be2-49b6-9f2a-a2a50645c975 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.603521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.668121 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dc6b6887-3b89-4399-bbfb-1019feabe145 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports?device_id=3bdf15df-2af6-44fc-8085-9a526f95dc30 HTTP/1.1" status: 200 len: 205 time: 0.0577605 Jul 16 03:56:51.669281 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40318) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.721691 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-38fe6111-9ac5-4dff-96dc-66a666cba0d9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] delete failed (client error): The resource could not be found. Jul 16 03:56:51.725650 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-38fe6111-9ac5-4dff-96dc-66a666cba0d9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/routers/3bdf15df-2af6-44fc-8085-9a526f95dc30 HTTP/1.1" status: 404 len: 336 time: 0.0526185 Jul 16 03:56:51.726359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40320) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.794487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.795387 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2a59012f-a77d-4442-ab50-19eb84b0a524 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4feb317-df48-416d-b3a6-f4d7f035153f HTTP/1.1" status: 200 len: 205 time: 0.0674584 Jul 16 03:56:51.845202 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-ef82ddbe-05fe-4b4c-ae4a-f6dd4a8038d8 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] delete failed (client error): The resource could not be found. Jul 16 03:56:51.848640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ef82ddbe-05fe-4b4c-ae4a-f6dd4a8038d8 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/routers/a4feb317-df48-416d-b3a6-f4d7f035153f HTTP/1.1" status: 404 len: 336 time: 0.0508640 Jul 16 03:56:51.849623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40324) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.915196 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-838ea969-d14a-410a-aa1a-b56d306264ed tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:51.916067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838ea969-d14a-410a-aa1a-b56d306264ed tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:51.918522 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-838ea969-d14a-410a-aa1a-b56d306264ed tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/e3bf422b-96a2-434c-abc4-64fcc4919412 HTTP/1.1" status: 404 len: 337 time: 0.0673840 Jul 16 03:56:51.922029 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40328) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.949997 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.957332 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad29a-3be2-49b6-9f2a-a2a50645c975 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:51.984603 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e4ebbb93-2812-48a4-b99f-dff351f841f6 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports?device_id=6781a79f-963e-4caa-a653-e1ca79fd549b HTTP/1.1" status: 200 len: 205 time: 0.0596969 Jul 16 03:56:51.988119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40332) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:51.997699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Transition to ACTIVE for port object 41f36e10-367f-411c-9f8c-c334c5f4a4af will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:52.016371 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.047991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8ad29a-3be2-49b6-9f2a-a2a50645c975 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Checking segment: {'id': '13a63ed0-2b34-4330-978c-cc22b86fcfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:52.048791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ad29a-3be2-49b6-9f2a-a2a50645c975 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network hostable DHCP agents. Network: 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:56:52.051313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ad29a-3be2-49b6-9f2a-a2a50645c975 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Subnet': ['ID=8a18b56e-b149-48e6-b088-51ea7739e00e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:52.056913 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-a9df81ca-4e4d-4775-9514-557c7ad6f348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] delete failed (client error): The resource could not be found. Jul 16 03:56:52.061806 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a9df81ca-4e4d-4775-9514-557c7ad6f348 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/routers/6781a79f-963e-4caa-a653-e1ca79fd549b HTTP/1.1" status: 404 len: 336 time: 0.0718162 Jul 16 03:56:52.065121 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40334) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:52.073554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ad29a-3be2-49b6-9f2a-a2a50645c975 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:56:52.087110 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6b8ad29a-3be2-49b6-9f2a-a2a50645c975 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:52.102224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8ad29a-3be2-49b6-9f2a-a2a50645c975 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:52.103095 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad29a-3be2-49b6-9f2a-a2a50645c975 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.120469 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a431ce6f-dea1-453b-9090-9a55eb6dd81e tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports?device_id=205937d4-a9dc-4767-8d65-902734d04cd0 HTTP/1.1" status: 200 len: 205 time: 0.0532606 Jul 16 03:56:52.121173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40336) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:52.123490 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6b8ad29a-3be2-49b6-9f2a-a2a50645c975 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7288115 Jul 16 03:56:52.125628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40338) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:52.165856 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5d481-8356-429d-a1c5-fad62f98450f None None] Pushing event updated for resources: {'Port': ['ID=41f36e10-367f-411c-9f8c-c334c5f4a4af,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:52.170149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40340) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:52.170994 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-a5427881-7a82-46b2-860c-0979fa3305b1 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] delete failed (client error): The resource could not be found. Jul 16 03:56:52.172040 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a5427881-7a82-46b2-860c-0979fa3305b1 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/routers/205937d4-a9dc-4767-8d65-902734d04cd0 HTTP/1.1" status: 404 len: 336 time: 0.0494025 Jul 16 03:56:52.175388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:52.184583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Attempting to bind port 41f36e10-367f-411c-9f8c-c334c5f4a4af on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:52.184839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Attempting to bind port 41f36e10-367f-411c-9f8c-c334c5f4a4af by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:52.185431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Attempting to bind port 41f36e10-367f-411c-9f8c-c334c5f4a4af on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:52.192757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4d3c5e-d800-43c1-a896-3eeae74c7965 None None] Network 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:52.196356 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:52.196906 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:52.197322 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.197720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:52.198205 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Bound port: 41f36e10-367f-411c-9f8c-c334c5f4a4af, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:52.198591 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.239523 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e62bc7-7cdc-4fba-936b-95f35aec50eb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:52.239982 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e62bc7-7cdc-4fba-936b-95f35aec50eb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:52.242279 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-59e62bc7-7cdc-4fba-936b-95f35aec50eb tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/0ed60025-3744-450e-9979-3abbec3fa6df HTTP/1.1" status: 404 len: 337 time: 0.0642240 Jul 16 03:56:52.244885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:52.282062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bfd987ac-5cf4-4b77-9d54-10346aebb9c4 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f HTTP/1.1" status: 200 len: 205 time: 0.0361066 Jul 16 03:56:52.284427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40350) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:52.337340 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ff268b5-db2b-4a29-9125-cb06a6a01e6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.355095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] For port 41f36e10-367f-411c-9f8c-c334c5f4a4af, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:52.361546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] For port 41f36e10-367f-411c-9f8c-c334c5f4a4af, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=41f36e10-367f-411c-9f8c-c334c5f4a4af,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:52.372778 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.507299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:56:52.508232 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.509976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ff268b5-db2b-4a29-9125-cb06a6a01e6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.525088 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5ff268b5-db2b-4a29-9125-cb06a6a01e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.531016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Routers {'d3b87b3b-16bc-4913-955e-0d76fb1dd27d'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:52.531864 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:52.587507 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5ff268b5-db2b-4a29-9125-cb06a6a01e6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=062f211acc1a42bc86ae9f1bf18c8dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107425 Jul 16 03:56:52.587507 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff268b5-db2b-4a29-9125-cb06a6a01e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09497aee-b787-4f6a-8416-d9c4c1253b5b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:52.589150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40356) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:52.660170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b586c8a-4c85-478c-801d-4cf005827789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.690097 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b586c8a-4c85-478c-801d-4cf005827789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.723103 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5d481-8356-429d-a1c5-fad62f98450f None None] Pushing event updated for resources: {'Port': ['ID=41f36e10-367f-411c-9f8c-c334c5f4a4af,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:52.760342 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b586c8a-4c85-478c-801d-4cf005827789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.763131 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7b586c8a-4c85-478c-801d-4cf005827789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:52.765627 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7b586c8a-4c85-478c-801d-4cf005827789 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09497aee-b787-4f6a-8416-d9c4c1253b5b HTTP/1.1" status: 204 len: 168 time: 0.1754560 Jul 16 03:56:52.779406 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b586c8a-4c85-478c-801d-4cf005827789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09497aee-b787-4f6a-8416-d9c4c1253b5b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:52.893517 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-82650fab-b3ad-48f7-8491-d59d9616d942 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] delete failed (client error): The resource could not be found. Jul 16 03:56:52.894557 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-82650fab-b3ad-48f7-8491-d59d9616d942 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/routers/2fcfb5c0-a9f8-460c-b61b-ae24e24fe69f HTTP/1.1" status: 404 len: 336 time: 0.6092081 Jul 16 03:56:52.897942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40360) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:52.985005 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-88795978-9879-4b4a-b572-28e4d042cabf tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:52.985766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88795978-9879-4b4a-b572-28e4d042cabf tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:52.991343 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-88795978-9879-4b4a-b572-28e4d042cabf tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/edb1a6ac-6bfe-4d69-a588-120f09874e59 HTTP/1.1" status: 404 len: 337 time: 0.0893795 Jul 16 03:56:52.992673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40364) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:53.058355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] Set router d3b87b3b-16bc-4913-955e-0d76fb1dd27d gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:53.077249 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d769f3fb-86c2-4da2-804b-e7539eb08b45 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f HTTP/1.1" status: 200 len: 205 time: 0.0808074 Jul 16 03:56:53.077489 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:53.163033 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-2b7724c2-bb34-4d96-b427-f0ed6d7cff34 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] delete failed (client error): The resource could not be found. Jul 16 03:56:53.167477 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2b7724c2-bb34-4d96-b427-f0ed6d7cff34 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/routers/a3125ec0-3a1a-41de-bcb4-8ef6a81cf16f HTTP/1.1" status: 404 len: 336 time: 0.0864961 Jul 16 03:56:53.167860 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40370) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:53.203935 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e02320-2c4b-4441-8e98-6bce2e063ab9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:53.204277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e02320-2c4b-4441-8e98-6bce2e063ab9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:53.208402 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b0e02320-2c4b-4441-8e98-6bce2e063ab9 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/f3b62d0f-7973-4627-9112-863c7c6304f7 HTTP/1.1" status: 404 len: 337 time: 0.0367353 Jul 16 03:56:53.208659 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40372) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:53.220183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6027b2f-b4ca-495e-a9ea-6e6abfee6cf9 req-c34f5230-b838-4712-8e5e-e1562a7cb5eb tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:53.224111 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6027b2f-b4ca-495e-a9ea-6e6abfee6cf9 req-c34f5230-b838-4712-8e5e-e1562a7cb5eb tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.3345830 Jul 16 03:56:53.236033 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0347ec-30ea-4e4d-bfa1-d6d5c8f4da60 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] DELETE failed (client error): The resource could not be found. Jul 16 03:56:53.236531 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0347ec-30ea-4e4d-bfa1-d6d5c8f4da60 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:56:53.239452 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8d0347ec-30ea-4e4d-bfa1-d6d5c8f4da60 tempest-RoutersIpV6Test-1719219005 tempest-RoutersIpV6Test-1719219005-project] 10.222.0.18 "DELETE /v2.0/subnets/72c743f7-4541-4ee9-96d4-55b6edbf9c3e HTTP/1.1" status: 404 len: 337 time: 0.0290036 Jul 16 03:56:53.256452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Allocated IP 172.20.0.2 (2fd24362-7d26-4a40-b0c6-5502b9ef1b9e/8a18b56e-b149-48e6-b088-51ea7739e00e/4902bd7e-27b1-4bc3-a060-2d10b986b9e9) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:53.322276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:53.360112 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f29a818-ee82-45e9-af8f-64e45f99352f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.399829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:56:49Z', 'revision_number': 3, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:53.403537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6027b2f-b4ca-495e-a9ea-6e6abfee6cf9 req-689f7da0-c120-44f5-adfe-c24fd424b212 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676805 Jul 16 03:56:53.440418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27598a4a-6da5-44ce-86d7-bb89bfe21c9e None None] The sync data for ids ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'] in n-d-800088-6 is: [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:56:49Z', 'revision_number': 3, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:53.539353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f29a818-ee82-45e9-af8f-64e45f99352f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.549022 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8f29a818-ee82-45e9-af8f-64e45f99352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.596520 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.610769 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.614351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Transition to ACTIVE for port object 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:53.633056 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:53.633487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40386) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:53.634407 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8f29a818-ee82-45e9-af8f-64e45f99352f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03a6943f0b6f439fa20ca5bd5e6d2fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100488 Jul 16 03:56:53.636021 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29a818-ee82-45e9-af8f-64e45f99352f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78363100-d80b-47aa-8304-856659896bc1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:53.643840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Transition to ACTIVE for port object 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:53.650432 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.699339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Network 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:53.703955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:53.706906 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:53.746363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Pushing event updated for resources: {'Port': ['ID=4902bd7e-27b1-4bc3-a060-2d10b986b9e9,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:53.786488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Attempting to bind port 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:53.786934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Attempting to bind port 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '13a63ed0-2b34-4330-978c-cc22b86fcfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:53.787313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Attempting to bind port 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 on network 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:53.793517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:53.794068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Checking segment: {'id': '13a63ed0-2b34-4330-978c-cc22b86fcfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:53.794844 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.795332 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Bound using segment: {'id': '13a63ed0-2b34-4330-978c-cc22b86fcfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:53.795823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Bound port: 4902bd7e-27b1-4bc3-a060-2d10b986b9e9, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a63ed0-2b34-4330-978c-cc22b86fcfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:53.796505 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.800743 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6727358-f6cf-45f3-b0ff-ff048c9b886b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.832227 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6727358-f6cf-45f3-b0ff-ff048c9b886b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.931374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] For port 4902bd7e-27b1-4bc3-a060-2d10b986b9e9, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:53.937933 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] For port 4902bd7e-27b1-4bc3-a060-2d10b986b9e9, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4902bd7e-27b1-4bc3-a060-2d10b986b9e9,segment=NetworkSegment(13a63ed0-2b34-4330-978c-cc22b86fcfb2),segment_id=13a63ed0-2b34-4330-978c-cc22b86fcfb2)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:53.954698 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:53.989474 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40390) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:53.989696 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-89741ece-8669-4bae-ac52-0643719b98ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c840e75b2258467a8d6066213f54fa4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3164196 Jul 16 03:56:54.019745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c3ac3-a644-42df-9ea1-4cb7ca5f0409 None None] Pushing event updated for resources: {'Port': ['ID=4902bd7e-27b1-4bc3-a060-2d10b986b9e9,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:54.045018 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6727358-f6cf-45f3-b0ff-ff048c9b886b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.047917 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6727358-f6cf-45f3-b0ff-ff048c9b886b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.049535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b6727358-f6cf-45f3-b0ff-ff048c9b886b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78363100-d80b-47aa-8304-856659896bc1 HTTP/1.1" status: 204 len: 168 time: 0.3776081 Jul 16 03:56:54.069839 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6727358-f6cf-45f3-b0ff-ff048c9b886b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78363100-d80b-47aa-8304-856659896bc1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:54.120559 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af36f8ec-8ac7-41f1-b4ae-21de350f0d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.144888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Allocated IP 172.20.0.1 (2fd24362-7d26-4a40-b0c6-5502b9ef1b9e/8a18b56e-b149-48e6-b088-51ea7739e00e/40dc6a2e-bc42-42ef-815e-a734209e84d1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:56:54.183440 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af36f8ec-8ac7-41f1-b4ae-21de350f0d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.291044 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af36f8ec-8ac7-41f1-b4ae-21de350f0d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.295801 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af36f8ec-8ac7-41f1-b4ae-21de350f0d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.299640 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-af36f8ec-8ac7-41f1-b4ae-21de350f0d2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9c73a9f-ec32-406a-984c-ee075ec3a660 HTTP/1.1" status: 204 len: 168 time: 0.3064990 Jul 16 03:56:54.331121 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36f8ec-8ac7-41f1-b4ae-21de350f0d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c73a9f-ec32-406a-984c-ee075ec3a660,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:54.360171 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.394099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Transition to ACTIVE for port object 40dc6a2e-bc42-42ef-815e-a734209e84d1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:54.510373 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.665802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:54.697060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:54.772533 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:56:54.798784 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:54.874973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Port': ['ID=40dc6a2e-bc42-42ef-815e-a734209e84d1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:54.919978 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:54.924435 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:54.931907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 41f36e10-367f-411c-9f8c-c334c5f4a4af up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:55.011789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a2cdf-f1ae-48f6-916b-033f2548e91d req-5025246a-5bf8-43d4-a4e7-4867d814f723 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:55.014031 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d81a2cdf-f1ae-48f6-916b-033f2548e91d req-5025246a-5bf8-43d4-a4e7-4867d814f723 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.3530734 Jul 16 03:56:55.055708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 41f36e10-367f-411c-9f8c-c334c5f4a4af completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:55.067118 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 41f36e10-367f-411c-9f8c-c334c5f4a4af triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:55.067587 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:55.205974 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d81a2cdf-f1ae-48f6-916b-033f2548e91d req-f54aa6b5-a37c-4069-8f67-a38c436dd889 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793172 Jul 16 03:56:55.252163 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:55.320237 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 41f36e10-367f-411c-9f8c-c334c5f4a4af, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=41f36e10-367f-411c-9f8c-c334c5f4a4af,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:55.335422 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:55.358323 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:55.456223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=41f36e10-367f-411c-9f8c-c334c5f4a4af,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:55.817272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ec8e62-ce26-46b8-b030-6770cb22f0ea None None] Network 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:55.926811 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55905446-e551-47b1-a10e-e1275446f2f6 None None] Provisioning for port 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:55.937535 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55905446-e551-47b1-a10e-e1275446f2f6 None None] Provisioning complete for port 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:55.938181 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55905446-e551-47b1-a10e-e1275446f2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:55.943144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:55.982498 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:55.993257 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.182090 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55905446-e551-47b1-a10e-e1275446f2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.189979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Port': ['ID=40dc6a2e-bc42-42ef-815e-a734209e84d1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:56.230649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-55905446-e551-47b1-a10e-e1275446f2f6 None None] For port 4902bd7e-27b1-4bc3-a060-2d10b986b9e9, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4902bd7e-27b1-4bc3-a060-2d10b986b9e9,segment=NetworkSegment(13a63ed0-2b34-4330-978c-cc22b86fcfb2),segment_id=13a63ed0-2b34-4330-978c-cc22b86fcfb2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:56.243761 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55905446-e551-47b1-a10e-e1275446f2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.253770 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.364677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-36dc3a37-a8a7-4627-ad2c-db8466e58783 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1556768897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:56.382900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55905446-e551-47b1-a10e-e1275446f2f6 None None] Pushing event updated for resources: {'Port': ['ID=4902bd7e-27b1-4bc3-a060-2d10b986b9e9,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:56.432555 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36dc3a37-a8a7-4627-ad2c-db8466e58783 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.438402 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36dc3a37-a8a7-4627-ad2c-db8466e58783 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.461326 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:56:56.532094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:56:56.535887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:56.643381 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36dc3a37-a8a7-4627-ad2c-db8466e58783 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.652627 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36dc3a37-a8a7-4627-ad2c-db8466e58783 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.679466 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faa00d-1c8f-4a94-9905-342fbebde6ff req-835027a9-c9ff-409e-8c9e-38fe5ae75d1a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:56.681825 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7faa00d-1c8f-4a94-9905-342fbebde6ff req-835027a9-c9ff-409e-8c9e-38fe5ae75d1a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 944 time: 0.2448235 Jul 16 03:56:56.684048 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:56.697324 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36dc3a37-a8a7-4627-ad2c-db8466e58783 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.701584 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-36dc3a37-a8a7-4627-ad2c-db8466e58783 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7572646 Jul 16 03:56:56.704113 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40466) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:56.705268 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'port_id': '7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216', 'mac_address': 'fa:16:3e:a7:04:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:56:56.713719 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1864525154'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:56.747664 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:56.760128 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Made reservation on behalf of 734c275623ba46b798dd8bc7a5edad9a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:56.763961 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.797651 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.810231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Router d3b87b3b-16bc-4913-955e-0d76fb1dd27d has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:56:56.832344 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.861744 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:56:56.890894 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7faa00d-1c8f-4a94-9905-342fbebde6ff req-e389a99d-22f2-44f9-b16e-ac6e182cf556 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902585 Jul 16 03:56:56.930168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:56:56.939679 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-402c6762-ee45-4110-85b8-8004a013c205 None None] Provisioning for port 40dc6a2e-bc42-42ef-815e-a734209e84d1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:56:56.953174 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.968232 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-402c6762-ee45-4110-85b8-8004a013c205 None None] Provisioning complete for port 40dc6a2e-bc42-42ef-815e-a734209e84d1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:56.970665 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-402c6762-ee45-4110-85b8-8004a013c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.973476 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:56.989585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ad6f1-dff9-45b0-bda3-aec1cda9a9f0 req-37aaa5f0-42e6-4281-90d3-f21a90d6b0ff tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:56.991257 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-998ad6f1-dff9-45b0-bda3-aec1cda9a9f0 req-37aaa5f0-42e6-4281-90d3-f21a90d6b0ff tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 945 time: 0.3797135 Jul 16 03:56:56.992933 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.042348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fc8ad7-9d77-4281-a34b-63dc36300ad7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:57.062522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40472) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:57.090403 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:56:57.102203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:57.103883 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.106172 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.107628 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Added segment 06feac28-0d55-4412-b08f-304006f8745b of type vlan for network 2cd6cab6-36ac-4bfb-96e8-07f51832afd4 Jul 16 03:56:57.116148 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-998ad6f1-dff9-45b0-bda3-aec1cda9a9f0 req-d00d20a1-94f6-42f6-8337-48f098e22fea tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133776 Jul 16 03:56:57.133613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:56:57.144859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a7438b36-3e60-4fb9-b6a7-f3885fc83978 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "PUT /v2.0/routers/d3b87b3b-16bc-4913-955e-0d76fb1dd27d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0174253 Jul 16 03:56:57.146564 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Sync routers for ids ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:56:57.147400 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40476) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:57.163957 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Routers {'d3b87b3b-16bc-4913-955e-0d76fb1dd27d'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:57.168289 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:57.180046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:57.222090 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.299359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.305033 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.307395 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.326520 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-402c6762-ee45-4110-85b8-8004a013c205 None None] Port 40dc6a2e-bc42-42ef-815e-a734209e84d1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:57.338889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:57.352296 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2d0634e8-3d45-41c9-bce9-c4d7d04af3f5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/9f78fbbf-80b6-4f61-8d54-482e10bf1da5 HTTP/1.1" status: 200 len: 993 time: 0.1648788 Jul 16 03:56:57.395663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1875086814'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:57.418230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:56:57.456468 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7507308 Jul 16 03:56:57.469206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40490) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:57.484469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0b095f5c-f40d-41c0-b7ce-8286e1ed7afd tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Request body: {'subnet': {'network_id': '2cd6cab6-36ac-4bfb-96e8-07f51832afd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:57.555295 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363849f6-d856-4c86-8293-d7a1b9c6ce97 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event updated for resources: {'Network': ['ID=2cd6cab6-36ac-4bfb-96e8-07f51832afd4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:57.593975 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 2cd6cab6-36ac-4bfb-96e8-07f51832afd4 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:56:57.594706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Made reservation on behalf of be0525e6b5d84d82aad89354112cf69a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:57.599463 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.612201 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-402c6762-ee45-4110-85b8-8004a013c205 None None] Provisioning complete for port 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:57.613917 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-402c6762-ee45-4110-85b8-8004a013c205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.636755 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.690808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d89b7-aa68-4c09-b9f9-ff8b648a951f tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.691397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d89b7-aa68-4c09-b9f9-ff8b648a951f tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.692198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d89b7-aa68-4c09-b9f9-ff8b648a951f tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.692966 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d89b7-aa68-4c09-b9f9-ff8b648a951f tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.693495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d89b7-aa68-4c09-b9f9-ff8b648a951f tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.694325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d89b7-aa68-4c09-b9f9-ff8b648a951f tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.695043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d89b7-aa68-4c09-b9f9-ff8b648a951f tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.695771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d89b7-aa68-4c09-b9f9-ff8b648a951f tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.696337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d89b7-aa68-4c09-b9f9-ff8b648a951f tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.701917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6e1d89b7-aa68-4c09-b9f9-ff8b648a951f tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6370 time: 0.5531564 Jul 16 03:56:57.704943 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40494) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:57.718156 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Set router d3b87b3b-16bc-4913-955e-0d76fb1dd27d gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:57.765533 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.766861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 41f36e10-367f-411c-9f8c-c334c5f4a4af up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:56:57.772244 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.803334 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:56:57.829216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa4563e-3350-424c-903c-cbd5171a44a4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:57.844303 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.846424 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Added segment 5a0e3c78-2719-49c5-a367-554b82c73496 of type vlan for network 345af047-4788-4e93-96bf-8fc050b375ba Jul 16 03:56:57.853695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b095f5c-f40d-41c0-b7ce-8286e1ed7afd tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Made reservation on behalf of 734c275623ba46b798dd8bc7a5edad9a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:57.862756 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b095f5c-f40d-41c0-b7ce-8286e1ed7afd tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.906913 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.927360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1625a79e-472f-48ba-8e69-10324cb6a8bb tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.928839 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1625a79e-472f-48ba-8e69-10324cb6a8bb tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.929881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1625a79e-472f-48ba-8e69-10324cb6a8bb tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.930915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1625a79e-472f-48ba-8e69-10324cb6a8bb tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.931653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1625a79e-472f-48ba-8e69-10324cb6a8bb tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.932046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1625a79e-472f-48ba-8e69-10324cb6a8bb tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.936501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1625a79e-472f-48ba-8e69-10324cb6a8bb tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.937360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1625a79e-472f-48ba-8e69-10324cb6a8bb tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.937543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1625a79e-472f-48ba-8e69-10324cb6a8bb tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.944877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1625a79e-472f-48ba-8e69-10324cb6a8bb tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5906 time: 0.2381911 Jul 16 03:56:57.945517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:57.962141 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:57.974467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:57.976546 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.067799 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9976006 Jul 16 03:56:58.111186 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2205bd0b-71cb-4236-bd2c-16e642227fd7 None None] Provisioning complete for port 40dc6a2e-bc42-42ef-815e-a734209e84d1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:58.112661 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2205bd0b-71cb-4236-bd2c-16e642227fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.153705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a234664-a985-4747-979d-b54555f50991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Pushing event updated for resources: {'Network': ['ID=345af047-4788-4e93-96bf-8fc050b375ba,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:58.161490 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '40dc6a2e-bc42-42ef-815e-a734209e84d1', 'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:38:65:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:53Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 2, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:58.176973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 41f36e10-367f-411c-9f8c-c334c5f4a4af triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:56:58.177364 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.180076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 345af047-4788-4e93-96bf-8fc050b375ba details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:56:58.213264 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Checking router: d3b87b3b-16bc-4913-955e-0d76fb1dd27d for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:56:58.213684 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Updating router d3b87b3b-16bc-4913-955e-0d76fb1dd27d port 40dc6a2e-bc42-42ef-815e-a734209e84d1 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:56:58.259286 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.293449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2205bd0b-71cb-4236-bd2c-16e642227fd7 None None] Port 40dc6a2e-bc42-42ef-815e-a734209e84d1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:56:58.586452 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.597937 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Transition to ACTIVE for port object 40dc6a2e-bc42-42ef-815e-a734209e84d1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:56:58.604539 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.656473 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75496e1-86fd-4451-88b2-11d6bb07a843 None None] Pushing event updated for resources: {'Port': ['ID=40dc6a2e-bc42-42ef-815e-a734209e84d1,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:58.675354 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75496e1-86fd-4451-88b2-11d6bb07a843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:58.675943 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75496e1-86fd-4451-88b2-11d6bb07a843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:58.676217 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75496e1-86fd-4451-88b2-11d6bb07a843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:58.676612 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75496e1-86fd-4451-88b2-11d6bb07a843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:58.677081 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75496e1-86fd-4451-88b2-11d6bb07a843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:58.677515 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75496e1-86fd-4451-88b2-11d6bb07a843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:58.677945 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75496e1-86fd-4451-88b2-11d6bb07a843 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:58.678375 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75496e1-86fd-4451-88b2-11d6bb07a843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:58.678797 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75496e1-86fd-4451-88b2-11d6bb07a843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:58.679323 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75496e1-86fd-4451-88b2-11d6bb07a843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:58.679765 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75496e1-86fd-4451-88b2-11d6bb07a843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:58.680213 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75496e1-86fd-4451-88b2-11d6bb07a843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:56:58.748446 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Attempting to bind port 40dc6a2e-bc42-42ef-815e-a734209e84d1 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:56:58.749194 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Attempting to bind port 40dc6a2e-bc42-42ef-815e-a734209e84d1 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '13a63ed0-2b34-4330-978c-cc22b86fcfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:56:58.749809 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Attempting to bind port 40dc6a2e-bc42-42ef-815e-a734209e84d1 on network 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:56:58.759328 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:56:58.760041 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Checking segment: {'id': '13a63ed0-2b34-4330-978c-cc22b86fcfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:58.760822 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.761436 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Bound using segment: {'id': '13a63ed0-2b34-4330-978c-cc22b86fcfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:56:58.762144 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Bound port: 40dc6a2e-bc42-42ef-815e-a734209e84d1, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a63ed0-2b34-4330-978c-cc22b86fcfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:56:58.762761 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.867323 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] For port 40dc6a2e-bc42-42ef-815e-a734209e84d1, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:56:58.870644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ac198-c54f-491c-ac47-a69855c0bb88 req-73a03a4d-7b82-4d4c-94ef-77ce5d2dad61 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:58.872537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-042ac198-c54f-491c-ac47-a69855c0bb88 req-73a03a4d-7b82-4d4c-94ef-77ce5d2dad61 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 945 time: 0.7043791 Jul 16 03:56:58.874547 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf835e-0924-4294-ac2a-76ef9376667e req-cc32f817-8b1f-4a20-adef-6c8f07313515 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:58.875558 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] For port 40dc6a2e-bc42-42ef-815e-a734209e84d1, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=40dc6a2e-bc42-42ef-815e-a734209e84d1,segment=NetworkSegment(13a63ed0-2b34-4330-978c-cc22b86fcfb2),segment_id=13a63ed0-2b34-4330-978c-cc22b86fcfb2)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:56:58.882720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3cf835e-0924-4294-ac2a-76ef9376667e req-cc32f817-8b1f-4a20-adef-6c8f07313515 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 1096 time: 0.7156076 Jul 16 03:56:58.883084 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:58.942061 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75496e1-86fd-4451-88b2-11d6bb07a843 None None] Pushing event updated for resources: {'Port': ['ID=40dc6a2e-bc42-42ef-815e-a734209e84d1,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:59.005378 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Routers {'d3b87b3b-16bc-4913-955e-0d76fb1dd27d'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:56:59.006387 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:56:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:59.074403 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3cf835e-0924-4294-ac2a-76ef9376667e req-d409139d-921d-45bd-b9a2-abda68d08334 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907215 Jul 16 03:56:59.089247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-042ac198-c54f-491c-ac47-a69855c0bb88 req-a4d2fa34-be45-4fa2-860f-4474c704f855 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030563 Jul 16 03:56:59.209409 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b095f5c-f40d-41c0-b7ce-8286e1ed7afd tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.239135 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] Set router d3b87b3b-16bc-4913-955e-0d76fb1dd27d gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:56:59.284920 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-107a980b-3350-44c5-8bb5-b0979cefa17f tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5755 time: 1.3206282 Jul 16 03:56:59.311921 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b095f5c-f40d-41c0-b7ce-8286e1ed7afd tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event updated for resources: {'Subnet': ['ID=2b21d4e2-b793-4432-a306-2f41b51763cc,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:56:59.358296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b095f5c-f40d-41c0-b7ce-8286e1ed7afd tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Checking segment: {'id': '06feac28-0d55-4412-b08f-304006f8745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2cd6cab6-36ac-4bfb-96e8-07f51832afd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:56:59.359279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b095f5c-f40d-41c0-b7ce-8286e1ed7afd tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Network hostable DHCP agents. Network: 2cd6cab6-36ac-4bfb-96e8-07f51832afd4, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:56:59.407231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b095f5c-f40d-41c0-b7ce-8286e1ed7afd tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Network 2cd6cab6-36ac-4bfb-96e8-07f51832afd4 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:56:59.420392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0b095f5c-f40d-41c0-b7ce-8286e1ed7afd tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 2cd6cab6-36ac-4bfb-96e8-07f51832afd4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:56:59.429984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b095f5c-f40d-41c0-b7ce-8286e1ed7afd tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:59.431167 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b095f5c-f40d-41c0-b7ce-8286e1ed7afd tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.440333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d502f9c9-bc75-4286-86d4-d73349803477 None None] Network 2cd6cab6-36ac-4bfb-96e8-07f51832afd4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:56:59.467193 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40518) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:59.468023 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0b095f5c-f40d-41c0-b7ce-8286e1ed7afd tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9965241 Jul 16 03:56:59.472972 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-37384752-f15b-427f-818b-30a024d6c3c7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Request body: {'network': {'name': 'tempest-router-network01--469784304'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:59.529615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37384752-f15b-427f-818b-30a024d6c3c7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Made reservation on behalf of 734c275623ba46b798dd8bc7a5edad9a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:59.533222 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37384752-f15b-427f-818b-30a024d6c3c7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.574673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40520) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:56:59.579792 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Request body: {'port': {'network_id': '345af047-4788-4e93-96bf-8fc050b375ba', 'binding:host_id': 'n-h1-800088-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297735675'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:56:59.600391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37384752-f15b-427f-818b-30a024d6c3c7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:56:59.645613 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37384752-f15b-427f-818b-30a024d6c3c7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.646326 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-37384752-f15b-427f-818b-30a024d6c3c7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Added segment bf8bee4c-c0a2-4e29-99f3-2001656dfd4a of type vlan for network a23bb7f8-a18e-4ae7-9470-022209581323 Jul 16 03:56:59.703339 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Made reservation on behalf of 4468243ee93f4e569bbf152b4aa17405 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:56:59.708176 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.717344 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '40dc6a2e-bc42-42ef-815e-a734209e84d1', 'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:38:65:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:53Z', 'updated_at': '2021-07-16T03:56:58Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:56:59.761492 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37384752-f15b-427f-818b-30a024d6c3c7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.765337 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-2cd6cab6-36ac-4bfb-96e8-07f51832afd4', 'network_id': '2cd6cab6-36ac-4bfb-96e8-07f51832afd4', 'tenant_id': '734c275623ba46b798dd8bc7a5edad9a', 'fixed_ips': [{'subnet_id': '2b21d4e2-b793-4432-a306-2f41b51763cc'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:56:59.766219 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.779689 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892deaf3-4780-4ed1-bfad-dc09933760b5 None None] The sync data for ids ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'] in n-d-800088-6 is: [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '40dc6a2e-bc42-42ef-815e-a734209e84d1', 'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:38:65:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:53Z', 'updated_at': '2021-07-16T03:56:58Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:56:59.816551 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.956227 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37384752-f15b-427f-818b-30a024d6c3c7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:56:59.965449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37384752-f15b-427f-818b-30a024d6c3c7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:56:59.966237 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37384752-f15b-427f-818b-30a024d6c3c7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.013568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Allocated IP 2001:db8::2 (2cd6cab6-36ac-4bfb-96e8-07f51832afd4/2b21d4e2-b793-4432-a306-2f41b51763cc/f1bf089b-04ad-49d0-99d2-be3a8b9c32c4) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:00.048563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:00.065527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-25f853a8-16c3-4ee7-82a3-cabf0eeb5239 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100687435', 'description': 'tempest-secgroup-smoke-1100687435 description', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:00.102106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37384752-f15b-427f-818b-30a024d6c3c7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event updated for resources: {'Network': ['ID=a23bb7f8-a18e-4ae7-9470-022209581323,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:00.196065 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network a23bb7f8-a18e-4ae7-9470-022209581323 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:00.205891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.221327 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.227853 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] device_id is not set on port dc336372-fd93-425d-b6f9-b28e299e964f yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:57:00.237546 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-37384752-f15b-427f-818b-30a024d6c3c7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7691674 Jul 16 03:57:00.239853 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.241801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:00.270689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b0e0befa-3554-43e3-8b67-90546f2cf696 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Request body: {'network': {'name': 'tempest-router-network02--1210727394'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:00.294700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Transition to ACTIVE for port object f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:00.311101 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-b0e0befa-3554-43e3-8b67-90546f2cf696 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:57:00.311101 n-d-800088-6 neutron-server[93767]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 03:57:00.311101 n-d-800088-6 neutron-server[93767]: [parameters: {'project_id_1': '734c275623ba46b798dd8bc7a5edad9a', 'expiration_1': datetime.datetime(2021, 7, 16, 3, 57, 0, 280931)}] Jul 16 03:57:00.311101 n-d-800088-6 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:57:00.311655 n-d-800088-6 neutron-server[93767]: DEBUG oslo_db.api [None req-b0e0befa-3554-43e3-8b67-90546f2cf696 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:57:00.330107 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25f853a8-16c3-4ee7-82a3-cabf0eeb5239 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.346962 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ea8f2cf7-70ce-48fc-91db-c3faa5973c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.416821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Transition to ACTIVE for port object f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:00.425190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b0977e-5a7c-4af3-867d-e4bf2444b7fd,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:00.431732 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.509230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:00.515741 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Network 2cd6cab6-36ac-4bfb-96e8-07f51832afd4 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:00.529709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:00.532836 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:00.554855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c7aa8-b98c-4721-9efa-b9ee567b4dcd req-bc487923-ad11-4c0b-acde-ef31b2adc157 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:00.571923 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d0c7aa8-b98c-4721-9efa-b9ee567b4dcd req-bc487923-ad11-4c0b-acde-ef31b2adc157 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 945 time: 0.1932712 Jul 16 03:57:00.583030 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Pushing event updated for resources: {'Port': ['ID=f1bf089b-04ad-49d0-99d2-be3a8b9c32c4,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:00.670445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Attempting to bind port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:00.671018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Attempting to bind port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '06feac28-0d55-4412-b08f-304006f8745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2cd6cab6-36ac-4bfb-96e8-07f51832afd4'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:00.671457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Attempting to bind port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 on network 2cd6cab6-36ac-4bfb-96e8-07f51832afd4 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:00.681513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:00.684987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:00.685872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Checking segment: {'id': '06feac28-0d55-4412-b08f-304006f8745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2cd6cab6-36ac-4bfb-96e8-07f51832afd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:00.685872 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.688767 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Bound using segment: {'id': '06feac28-0d55-4412-b08f-304006f8745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2cd6cab6-36ac-4bfb-96e8-07f51832afd4'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:00.688767 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Bound port: f1bf089b-04ad-49d0-99d2-be3a8b9c32c4, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06feac28-0d55-4412-b08f-304006f8745b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2cd6cab6-36ac-4bfb-96e8-07f51832afd4'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:00.688984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d0c7aa8-b98c-4721-9efa-b9ee567b4dcd req-993809a0-1624-43f5-8114-e94f227f3734 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143420 Jul 16 03:57:00.698830 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.722687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:00.724201 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.738934 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25f853a8-16c3-4ee7-82a3-cabf0eeb5239 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.744586 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25f853a8-16c3-4ee7-82a3-cabf0eeb5239 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.786575 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 40dc6a2e-bc42-42ef-815e-a734209e84d1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:00.794815 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25f853a8-16c3-4ee7-82a3-cabf0eeb5239 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.796644 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-25f853a8-16c3-4ee7-82a3-cabf0eeb5239 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7470219 Jul 16 03:57:00.799595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:00.811214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2373ca8b-9cc7-4081-ab23-15f6e1003470 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '57ff1e93-0baa-4f2d-9d4d-37839035201c', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:00.847571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f853a8-16c3-4ee7-82a3-cabf0eeb5239 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ff1e93-0baa-4f2d-9d4d-37839035201c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:00.853427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e0befa-3554-43e3-8b67-90546f2cf696 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Made reservation on behalf of 734c275623ba46b798dd8bc7a5edad9a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:00.860146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0e0befa-3554-43e3-8b67-90546f2cf696 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.887191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] device_id is not set on port dc336372-fd93-425d-b6f9-b28e299e964f yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:57:00.909461 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-6877e69c-88ed-4e36-800d-084777c3aade service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4837306 Jul 16 03:57:00.918656 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2373ca8b-9cc7-4081-ab23-15f6e1003470 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.925945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-3cc57dd1-8e48-4d85-9822-df5825a22050 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:57:00.929111 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-3cc57dd1-8e48-4d85-9822-df5825a22050 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150292 Jul 16 03:57:00.938956 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:00.952026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e0befa-3554-43e3-8b67-90546f2cf696 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:00.963782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Transition to ACTIVE for port object dc336372-fd93-425d-b6f9-b28e299e964f will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:00.983726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] For port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:00.993978 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.084384 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2373ca8b-9cc7-4081-ab23-15f6e1003470 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.084877 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.094172 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0e0befa-3554-43e3-8b67-90546f2cf696 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.096688 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-b0e0befa-3554-43e3-8b67-90546f2cf696 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Added segment c16e8864-6ca9-423e-b9a7-267a57452b39 of type vlan for network 76703318-6b31-4fd4-aa01-cc1bc9426d63 Jul 16 03:57:01.128371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2373ca8b-9cc7-4081-ab23-15f6e1003470 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.142081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] For port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f1bf089b-04ad-49d0-99d2-be3a8b9c32c4,segment=NetworkSegment(06feac28-0d55-4412-b08f-304006f8745b),segment_id=06feac28-0d55-4412-b08f-304006f8745b)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:01.153982 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Pushing event updated for resources: {'Port': ['ID=dc336372-fd93-425d-b6f9-b28e299e964f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:01.169230 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Checking segment: {'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:01.169868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Network hostable DHCP agents. Network: 345af047-4788-4e93-96bf-8fc050b375ba, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:57:01.171992 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.186488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373ca8b-9cc7-4081-ab23-15f6e1003470 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571277e8-df72-4194-9f0f-05845f8c61a8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:01.199283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Network 345af047-4788-4e93-96bf-8fc050b375ba is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:57:01.225084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 345af047-4788-4e93-96bf-8fc050b375ba) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:01.228798 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:01.232821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:01.251338 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0e0befa-3554-43e3-8b67-90546f2cf696 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.256835 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:01.258244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:01.258814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:01.262495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95533ce6-38e1-420a-9118-43879f7becbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:01.264615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:01.264797 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef7e9f6-a0e3-4328-9bc3-500a4c27f547" -d '{"events": [{"server_uuid": "95533ce6-38e1-420a-9118-43879f7becbc", "name": "network-vif-plugged", "status": "completed", "tag": "7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:01.265157 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:01.265686 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 2 to bind port dc336372-fd93-425d-b6f9-b28e299e964f Jul 16 03:57:01.284808 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2373ca8b-9cc7-4081-ab23-15f6e1003470 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.287187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2373ca8b-9cc7-4081-ab23-15f6e1003470 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4863658 Jul 16 03:57:01.292720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40562) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:01.297535 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:01.297981 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:01.298426 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:01.300002 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a735c-900f-4997-99c5-226b35026dd5 None None] Network 345af047-4788-4e93-96bf-8fc050b375ba requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:01.306300 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b9ea6720-ff74-4e63-9825-377dd80afd22 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '57ff1e93-0baa-4f2d-9d4d-37839035201c', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:01.316712 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 40dc6a2e-bc42-42ef-815e-a734209e84d1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:01.344786 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:01.344905 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:01.346293 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 3 to bind port dc336372-fd93-425d-b6f9-b28e299e964f Jul 16 03:57:01.359558 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0e0befa-3554-43e3-8b67-90546f2cf696 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.360650 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.370106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e0befa-3554-43e3-8b67-90546f2cf696 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:01.370868 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0e0befa-3554-43e3-8b67-90546f2cf696 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.380817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:01.381460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:01.381617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:01.414814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:01.415206 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:01.429484 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 4 to bind port dc336372-fd93-425d-b6f9-b28e299e964f Jul 16 03:57:01.431125 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade52f9c-7d78-4f44-a4a7-1c851fd4de85 x-openstack-request-id: req-ade52f9c-7d78-4f44-a4a7-1c851fd4de85 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:01.434227 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95533ce6-38e1-420a-9118-43879f7becbc", "name": "network-vif-plugged", "status": "completed", "tag": "7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:01.434531 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ade52f9c-7d78-4f44-a4a7-1c851fd4de85 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:01.434959 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95533ce6-38e1-420a-9118-43879f7becbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216', 'code': 200} Jul 16 03:57:01.441614 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.465578 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b0e0befa-3554-43e3-8b67-90546f2cf696 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2224083 Jul 16 03:57:01.471502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 40dc6a2e-bc42-42ef-815e-a734209e84d1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:01.472479 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40568) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:01.472609 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.489793 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6720-ff74-4e63-9825-377dd80afd22 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.526392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:01.526748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:01.527226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:01.530318 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2decf19b-272b-4d59-8d34-7edeec70b799 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Request body: {'subnet': {'network_id': 'a23bb7f8-a18e-4ae7-9470-022209581323', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:01.556151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:01.579268 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:01.589913 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 5 to bind port dc336372-fd93-425d-b6f9-b28e299e964f Jul 16 03:57:01.658030 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:01.658457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:01.658774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:01.674557 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:01.674557 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:01.676197 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 6 to bind port dc336372-fd93-425d-b6f9-b28e299e964f Jul 16 03:57:01.723524 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:01.739876 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:01.741120 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:01.775836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:01.777526 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:01.783615 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6720-ff74-4e63-9825-377dd80afd22 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.789054 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 7 to bind port dc336372-fd93-425d-b6f9-b28e299e964f Jul 16 03:57:01.847363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:01.848810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:01.849397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:01.854169 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6720-ff74-4e63-9825-377dd80afd22 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.882929 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea6720-ff74-4e63-9825-377dd80afd22 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c29ba2-5f09-4866-81cc-e858b411e0b0,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:01.890167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:01.890699 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:01.894533 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 8 to bind port dc336372-fd93-425d-b6f9-b28e299e964f Jul 16 03:57:01.918258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0befa-3554-43e3-8b67-90546f2cf696 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event updated for resources: {'Network': ['ID=76703318-6b31-4fd4-aa01-cc1bc9426d63,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:01.927980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:01.928644 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:01.930717 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:01.941273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:01.942167 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:01.949040 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2decf19b-272b-4d59-8d34-7edeec70b799 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Made reservation on behalf of 734c275623ba46b798dd8bc7a5edad9a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:01.949188 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 9 to bind port dc336372-fd93-425d-b6f9-b28e299e964f Jul 16 03:57:01.954349 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2decf19b-272b-4d59-8d34-7edeec70b799 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.956386 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6720-ff74-4e63-9825-377dd80afd22 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:01.958264 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b9ea6720-ff74-4e63-9825-377dd80afd22 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6637645 Jul 16 03:57:01.966984 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40578) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:01.975431 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f289e3c1-9b3f-4b5d-9d99-0a10f063f43f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '57ff1e93-0baa-4f2d-9d4d-37839035201c', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:02.027025 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:02.028118 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:02.029044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:02.049289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:02.052396 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:02.053760 n-d-800088-6 neutron-server[93768]: INFO neutron.plugins.ml2.plugin [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 10 to bind port dc336372-fd93-425d-b6f9-b28e299e964f Jul 16 03:57:02.087960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:02.088681 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:02.089444 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:02.092218 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f289e3c1-9b3f-4b5d-9d99-0a10f063f43f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.141294 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port dc336372-fd93-425d-b6f9-b28e299e964f on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:02.141947 n-d-800088-6 neutron-server[93768]: ERROR neutron.plugins.ml2.managers [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port dc336372-fd93-425d-b6f9-b28e299e964f on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:02.142512 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.144600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 76703318-6b31-4fd4-aa01-cc1bc9426d63 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:02.166127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0a927-5a79-4efd-b0e6-e6e28ecf49fd req-c297acf4-ccd8-47bc-b009-3a6276c19851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:02.167822 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53d0a927-5a79-4efd-b0e6-e6e28ecf49fd req-c297acf4-ccd8-47bc-b009-3a6276c19851 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 1097 time: 0.6987128 Jul 16 03:57:02.179954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-ff7d1aa4-9954-4e29-a29f-5001f25628f0 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:02.181689 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-ff7d1aa4-9954-4e29-a29f-5001f25628f0 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/ports/9d353934-1048-4e82-af97-0245388f543a HTTP/1.1" status: 200 len: 1093 time: 0.2438726 Jul 16 03:57:02.213681 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-34ea84d9-e60d-4c74-b6d0-72e51c0e4d4d service neutron] Request body: {'binding': {'host': 'n-h2-800088-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:02.214486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-34ea84d9-e60d-4c74-b6d0-72e51c0e4d4d service neutron] Unknown quota resources ['binding']. {{(pid=93768) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 03:57:02.282811 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bb9d2-ea65-43f8-b6aa-786cf41b7ede req-262d1fef-3b50-40f1-8520-aa1507fbd4a5 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:02.290803 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d9bb9d2-ea65-43f8-b6aa-786cf41b7ede req-262d1fef-3b50-40f1-8520-aa1507fbd4a5 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 946 time: 0.1749794 Jul 16 03:57:02.302447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f289e3c1-9b3f-4b5d-9d99-0a10f063f43f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.322269 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f289e3c1-9b3f-4b5d-9d99-0a10f063f43f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.322732 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53d0a927-5a79-4efd-b0e6-e6e28ecf49fd req-eb3d8b34-ed66-40f2-ad10-602c70273786 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454716 Jul 16 03:57:02.323209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfddb8-61d1-4bf5-aec5-2ff6dcb7ee50 None None] Pushing event updated for resources: {'Port': ['ID=f1bf089b-04ad-49d0-99d2-be3a8b9c32c4,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:02.339725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] For port dc336372-fd93-425d-b6f9-b28e299e964f, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:02.340414 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempted to set empty binding levels {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:57:02.383106 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.384935 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d9bb9d2-ea65-43f8-b6aa-786cf41b7ede req-2dc7a8c5-e379-4aca-bd36-02130ce9f485 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899284 Jul 16 03:57:02.389961 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289e3c1-9b3f-4b5d-9d99-0a10f063f43f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371e32c7-b485-42a4-9898-d1484d7fbc83,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:02.395929 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.420098 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2decf19b-272b-4d59-8d34-7edeec70b799 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.433825 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f289e3c1-9b3f-4b5d-9d99-0a10f063f43f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.436237 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f289e3c1-9b3f-4b5d-9d99-0a10f063f43f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4678814 Jul 16 03:57:02.446583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:02.464780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cf734add-a864-4204-b10d-ae1a6a149be7 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '57ff1e93-0baa-4f2d-9d4d-37839035201c', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:02.469338 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:02.487492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:02.488115 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.518482 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decf19b-272b-4d59-8d34-7edeec70b799 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event updated for resources: {'Subnet': ['ID=b174d524-35cc-4aa7-8c33-d4399ab71398,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:02.521465 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2decf19b-272b-4d59-8d34-7edeec70b799 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Checking segment: {'id': 'bf8bee4c-c0a2-4e29-99f3-2001656dfd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a23bb7f8-a18e-4ae7-9470-022209581323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:02.522506 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2decf19b-272b-4d59-8d34-7edeec70b799 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Network hostable DHCP agents. Network: a23bb7f8-a18e-4ae7-9470-022209581323, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:57:02.545894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2decf19b-272b-4d59-8d34-7edeec70b799 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Network a23bb7f8-a18e-4ae7-9470-022209581323 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:57:02.549521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Pushing event updated for resources: {'Port': ['ID=dc336372-fd93-425d-b6f9-b28e299e964f,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:02.565179 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2decf19b-272b-4d59-8d34-7edeec70b799 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, a23bb7f8-a18e-4ae7-9470-022209581323) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:02.571854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2decf19b-272b-4d59-8d34-7edeec70b799 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:02.572702 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2decf19b-272b-4d59-8d34-7edeec70b799 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.583329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d1d5fc-c2e0-46e7-8325-e93453b0c200 None None] Network a23bb7f8-a18e-4ae7-9470-022209581323 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:02.592642 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf734add-a864-4204-b10d-ae1a6a149be7 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.604564 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a7c02435-085f-4718-bcac-169ff4c5052e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.0233200 Jul 16 03:57:02.604783 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2decf19b-272b-4d59-8d34-7edeec70b799 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1265621 Jul 16 03:57:02.604881 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-34ea84d9-e60d-4c74-b6d0-72e51c0e4d4d service neutron] Attempting to bind port 9d353934-1048-4e82-af97-0245388f543a on host n-h2-800088-6 for vnic_type normal with profile None {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:02.604881 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-34ea84d9-e60d-4c74-b6d0-72e51c0e4d4d service neutron] Attempting to bind port 9d353934-1048-4e82-af97-0245388f543a by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:02.604881 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-34ea84d9-e60d-4c74-b6d0-72e51c0e4d4d service neutron] Attempting to bind port 9d353934-1048-4e82-af97-0245388f543a on network bf569b92-d644-4546-b6d7-f032ee5253db {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:02.605152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:02.615318 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40586) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:02.624084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-da677708-675a-4020-86b1-296241f12096 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Request body: {'subnet': {'network_id': '76703318-6b31-4fd4-aa01-cc1bc9426d63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:02.722174 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-34ea84d9-e60d-4c74-b6d0-72e51c0e4d4d service neutron] Port 9d353934-1048-4e82-af97-0245388f543a on network bf569b92-d644-4546-b6d7-f032ee5253db not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:02.722467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-34ea84d9-e60d-4c74-b6d0-72e51c0e4d4d service neutron] Attempting to bind port 9d353934-1048-4e82-af97-0245388f543a on network bf569b92-d644-4546-b6d7-f032ee5253db {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:02.743663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-34ea84d9-e60d-4c74-b6d0-72e51c0e4d4d service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:02.744342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-34ea84d9-e60d-4c74-b6d0-72e51c0e4d4d service neutron] Checking segment: {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:02.744476 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-34ea84d9-e60d-4c74-b6d0-72e51c0e4d4d service neutron] Bound using segment: {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:02.745269 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-34ea84d9-e60d-4c74-b6d0-72e51c0e4d4d service neutron] Bound port: 9d353934-1048-4e82-af97-0245388f543a, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:02.760028 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9c638-4771-4138-a876-7c1852a09b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Deleting port dc336372-fd93-425d-b6f9-b28e299e964f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:02.760464 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c638-4771-4138-a876-7c1852a09b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.777566 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.811305 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-a23bb7f8-a18e-4ae7-9470-022209581323', 'network_id': 'a23bb7f8-a18e-4ae7-9470-022209581323', 'tenant_id': '734c275623ba46b798dd8bc7a5edad9a', 'fixed_ips': [{'subnet_id': 'b174d524-35cc-4aa7-8c33-d4399ab71398'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:57:02.812398 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.841837 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da677708-675a-4020-86b1-296241f12096 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Made reservation on behalf of 734c275623ba46b798dd8bc7a5edad9a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:02.845953 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da677708-675a-4020-86b1-296241f12096 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.857573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5ed9c638-4771-4138-a876-7c1852a09b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] For port dc336372-fd93-425d-b6f9-b28e299e964f, host n-h1-800088-6, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:02.857943 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c638-4771-4138-a876-7c1852a09b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.880193 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9c638-4771-4138-a876-7c1852a09b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Calling delete_port for dc336372-fd93-425d-b6f9-b28e299e964f owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:02.941479 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf734add-a864-4204-b10d-ae1a6a149be7 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:02.966175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Allocated IP 2001:db8::2 (a23bb7f8-a18e-4ae7-9470-022209581323/b174d524-35cc-4aa7-8c33-d4399ab71398/72f59699-e8f4-4638-ac60-7cf835ce1777) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:02.990658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf734add-a864-4204-b10d-ae1a6a149be7 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.012440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf734add-a864-4204-b10d-ae1a6a149be7 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026240a5-9290-4674-b1eb-8ce8b25a615a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:03.015435 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c638-4771-4138-a876-7c1852a09b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.029631 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-37a11908-6b6d-4835-8cf3-506563fab9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.037367 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.048664 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 40dc6a2e-bc42-42ef-815e-a734209e84d1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=40dc6a2e-bc42-42ef-815e-a734209e84d1,segment=NetworkSegment(13a63ed0-2b34-4330-978c-cc22b86fcfb2),segment_id=13a63ed0-2b34-4330-978c-cc22b86fcfb2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:03.075363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-34ea84d9-e60d-4c74-b6d0-72e51c0e4d4d service neutron] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=9d353934-1048-4e82-af97-0245388f543a,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:03.083112 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.094668 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf734add-a864-4204-b10d-ae1a6a149be7 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.110379 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cf734add-a864-4204-b10d-ae1a6a149be7 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6623502 Jul 16 03:57:03.113555 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40592) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:03.115177 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-34ea84d9-e60d-4c74-b6d0-72e51c0e4d4d service neutron] Notify callbacks [] for binding, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.115307 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9c638-4771-4138-a876-7c1852a09b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc336372-fd93-425d-b6f9-b28e299e964f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:03.117805 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-34ea84d9-e60d-4c74-b6d0-72e51c0e4d4d service neutron] 10.222.0.18 "POST /v2.0/ports/9d353934-1048-4e82-af97-0245388f543a/bindings HTTP/1.1" status: 201 len: 389 time: 0.9256196 Jul 16 03:57:03.121693 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5ed9c638-4771-4138-a876-7c1852a09b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.123458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-619ef215-d1cb-4f29-9fb4-bb384bf09f62 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '57ff1e93-0baa-4f2d-9d4d-37839035201c', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:03.127142 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5ed9c638-4771-4138-a876-7c1852a09b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "DELETE /v2.0/ports/dc336372-fd93-425d-b6f9-b28e299e964f HTTP/1.1" status: 204 len: 168 time: 0.5230818 Jul 16 03:57:03.129487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:03.178225 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86ee693-3b1b-4e24-bad0-3f4d900ee997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:57:03.180089 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c86ee693-3b1b-4e24-bad0-3f4d900ee997 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "GET /v2.0/ports/dc336372-fd93-425d-b6f9-b28e299e964f HTTP/1.1" status: 404 len: 333 time: 0.0496702 Jul 16 03:57:03.184958 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:03.196034 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1b61cf32-1291-483a-930a-08233d9bc517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Request body: {'port': {'network_id': '345af047-4788-4e93-96bf-8fc050b375ba', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090525198'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:03.209791 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=40dc6a2e-bc42-42ef-815e-a734209e84d1,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:03.266550 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-619ef215-d1cb-4f29-9fb4-bb384bf09f62 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Project 3e7bbcc6fe2649adab81afb7b0ba2f38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:57:03.323787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b61cf32-1291-483a-930a-08233d9bc517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Made reservation on behalf of 4468243ee93f4e569bbf152b4aa17405 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:03.335646 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b61cf32-1291-483a-930a-08233d9bc517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.339755 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-619ef215-d1cb-4f29-9fb4-bb384bf09f62 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.350292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4028d868-45d3-44d7-a363-e77b859c84f2 None None] Network 2cd6cab6-36ac-4bfb-96e8-07f51832afd4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:03.370368 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1b61cf32-1291-483a-930a-08233d9bc517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] device_id is not set on port fc90ca08-8c47-4ee8-b158-352bd426ce12 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:57:03.372552 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:03.386252 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da677708-675a-4020-86b1-296241f12096 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.450842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da677708-675a-4020-86b1-296241f12096 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event updated for resources: {'Subnet': ['ID=d7963e2b-c4bb-43c7-917e-cc9ec1e8f440,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:03.454748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8c225a3a-c6ef-4433-ba9b-2269559c886f None None] Provisioning for port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:03.517756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-619ef215-d1cb-4f29-9fb4-bb384bf09f62 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.533727 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-619ef215-d1cb-4f29-9fb4-bb384bf09f62 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.535604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:03.546244 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:03.546620 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.559759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ef215-d1cb-4f29-9fb4-bb384bf09f62 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a782d968-7d05-4883-9f1f-4f3797b9fcd0,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:03.584551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da677708-675a-4020-86b1-296241f12096 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Checking segment: {'id': 'c16e8864-6ca9-423e-b9a7-267a57452b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '76703318-6b31-4fd4-aa01-cc1bc9426d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:03.585512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da677708-675a-4020-86b1-296241f12096 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Network hostable DHCP agents. Network: 76703318-6b31-4fd4-aa01-cc1bc9426d63, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:57:03.621765 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-619ef215-d1cb-4f29-9fb4-bb384bf09f62 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.623408 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-619ef215-d1cb-4f29-9fb4-bb384bf09f62 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5045519 Jul 16 03:57:03.636562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40604) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:03.645955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ee475bb7-9673-45e8-8658-aae86cb0b058 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '57ff1e93-0baa-4f2d-9d4d-37839035201c', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:03.651471 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da677708-675a-4020-86b1-296241f12096 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Network 76703318-6b31-4fd4-aa01-cc1bc9426d63 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:57:03.687992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-da677708-675a-4020-86b1-296241f12096 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 76703318-6b31-4fd4-aa01-cc1bc9426d63) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:03.700057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da677708-675a-4020-86b1-296241f12096 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:03.700697 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da677708-675a-4020-86b1-296241f12096 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.714231 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-ee475bb7-9673-45e8-8658-aae86cb0b058 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Project 3e7bbcc6fe2649adab81afb7b0ba2f38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:57:03.722162 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee475bb7-9673-45e8-8658-aae86cb0b058 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.723234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c41070c-0f08-41a3-9b6c-1a4cf9b4e168 None None] Network 76703318-6b31-4fd4-aa01-cc1bc9426d63 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:03.730116 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-da677708-675a-4020-86b1-296241f12096 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1107774 Jul 16 03:57:03.739974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40606) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:03.798764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282000b1-d8db-49b4-b46d-7a768d06b5be req-2a0dfccb-8bf9-417f-ab14-a078c0293445 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:03.800553 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-282000b1-d8db-49b4-b46d-7a768d06b5be req-2a0dfccb-8bf9-417f-ab14-a078c0293445 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 945 time: 0.2609093 Jul 16 03:57:03.861143 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.884280 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:03.896733 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-e560dfb7-e125-4c72-8064-06b1c667e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:03.898317 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-e560dfb7-e125-4c72-8064-06b1c667e0f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 1096 time: 0.3358278 Jul 16 03:57:03.904087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Transition to ACTIVE for port object 72f59699-e8f4-4638-ac60-7cf835ce1777 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:03.943741 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-282000b1-d8db-49b4-b46d-7a768d06b5be req-0c3cd40a-3ad5-4839-84bf-de6847beeec8 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328177 Jul 16 03:57:03.980491 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b61cf32-1291-483a-930a-08233d9bc517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.012159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Transition to ACTIVE for port object 72f59699-e8f4-4638-ac60-7cf835ce1777 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:04.026225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-76703318-6b31-4fd4-aa01-cc1bc9426d63', 'network_id': '76703318-6b31-4fd4-aa01-cc1bc9426d63', 'tenant_id': '734c275623ba46b798dd8bc7a5edad9a', 'fixed_ips': [{'subnet_id': 'd7963e2b-c4bb-43c7-917e-cc9ec1e8f440'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:57:04.027176 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.037887 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee475bb7-9673-45e8-8658-aae86cb0b058 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.040793 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.041677 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ce329-8e99-478f-8842-d679bc9c0f86 req-b99949da-efa9-451c-a0da-5279b4eaf566 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:04.043709 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b9ce329-8e99-478f-8842-d679bc9c0f86 req-b99949da-efa9-451c-a0da-5279b4eaf566 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 946 time: 0.3792970 Jul 16 03:57:04.054451 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b61cf32-1291-483a-930a-08233d9bc517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.066366 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f1bf089b-04ad-49d0-99d2-be3a8b9c32c4,segment=NetworkSegment(06feac28-0d55-4412-b08f-304006f8745b),segment_id=06feac28-0d55-4412-b08f-304006f8745b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:04.068810 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.073226 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee475bb7-9673-45e8-8658-aae86cb0b058 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.108515 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee475bb7-9673-45e8-8658-aae86cb0b058 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc31cf2c-93f3-420c-8825-c1421fef4876,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:04.109435 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.139404 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee475bb7-9673-45e8-8658-aae86cb0b058 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.151165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Network a23bb7f8-a18e-4ae7-9470-022209581323 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:04.156589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:04.159244 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ee475bb7-9673-45e8-8658-aae86cb0b058 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5151308 Jul 16 03:57:04.162211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:04.168233 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.198615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b9ce329-8e99-478f-8842-d679bc9c0f86 req-8781344c-6c72-4d53-a824-c2911799f49e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401818 Jul 16 03:57:04.205751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61cf32-1291-483a-930a-08233d9bc517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Network 345af047-4788-4e93-96bf-8fc050b375ba is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:04.266555 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1b61cf32-1291-483a-930a-08233d9bc517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:04.272108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Pushing event updated for resources: {'Port': ['ID=72f59699-e8f4-4638-ac60-7cf835ce1777,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:04.286581 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61cf32-1291-483a-930a-08233d9bc517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Pushing event updated for resources: {'Port': ['ID=fc90ca08-8c47-4ee8-b158-352bd426ce12,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:04.297490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b61cf32-1291-483a-930a-08233d9bc517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:04.298747 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b61cf32-1291-483a-930a-08233d9bc517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:04.299365 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1b61cf32-1291-483a-930a-08233d9bc517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.333615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1b61cf32-1291-483a-930a-08233d9bc517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1447263 Jul 16 03:57:04.333615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:04.338870 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:04.345114 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-0da12d00-988a-47af-8a49-f794d839a6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:04.346569 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-0da12d00-988a-47af-8a49-f794d839a6ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf569b92-d644-4546-b6d7-f032ee5253db HTTP/1.1" status: 200 len: 897 time: 0.3992560 Jul 16 03:57:04.409874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=f1bf089b-04ad-49d0-99d2-be3a8b9c32c4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:04.460271 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-f7a65564-303d-42e3-84a1-d62886d5d2fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d353934-1048-4e82-af97-0245388f543a HTTP/1.1" status: 200 len: 1001 time: 0.0930634 Jul 16 03:57:04.561055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Attempting to bind port 72f59699-e8f4-4638-ac60-7cf835ce1777 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:04.561589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Attempting to bind port 72f59699-e8f4-4638-ac60-7cf835ce1777 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'bf8bee4c-c0a2-4e29-99f3-2001656dfd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a23bb7f8-a18e-4ae7-9470-022209581323'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:04.562063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Attempting to bind port 72f59699-e8f4-4638-ac60-7cf835ce1777 on network a23bb7f8-a18e-4ae7-9470-022209581323 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:04.588826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:04.589370 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Checking segment: {'id': 'bf8bee4c-c0a2-4e29-99f3-2001656dfd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a23bb7f8-a18e-4ae7-9470-022209581323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:04.589900 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.590402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Bound using segment: {'id': 'bf8bee4c-c0a2-4e29-99f3-2001656dfd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a23bb7f8-a18e-4ae7-9470-022209581323'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:04.590988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Bound port: 72f59699-e8f4-4638-ac60-7cf835ce1777, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8bee4c-c0a2-4e29-99f3-2001656dfd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'a23bb7f8-a18e-4ae7-9470-022209581323'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:04.591488 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.636970 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Allocated IP 2001:db8::2 (76703318-6b31-4fd4-aa01-cc1bc9426d63/d7963e2b-c4bb-43c7-917e-cc9ec1e8f440/df9322da-993e-4904-aa04-b1519474905f) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:04.774597 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Allocated IP 2001:db8::1 (a23bb7f8-a18e-4ae7-9470-022209581323/b174d524-35cc-4aa7-8c33-d4399ab71398/c5a10a4d-a46d-4e15-a1d5-5dc3f774bb20) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:04.824137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] For port 72f59699-e8f4-4638-ac60-7cf835ce1777, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:04.849806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] For port 72f59699-e8f4-4638-ac60-7cf835ce1777, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=72f59699-e8f4-4638-ac60-7cf835ce1777,segment=NetworkSegment(bf8bee4c-c0a2-4e29-99f3-2001656dfd4a),segment_id=bf8bee4c-c0a2-4e29-99f3-2001656dfd4a)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:04.929885 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.941029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Transition to ACTIVE for port object df9322da-993e-4904-aa04-b1519474905f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:04.959435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Transition to ACTIVE for port object df9322da-993e-4904-aa04-b1519474905f will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:04.966681 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.979405 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:04.993460 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.023375 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Transition to ACTIVE for port object c5a10a4d-a46d-4e15-a1d5-5dc3f774bb20 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:05.028715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f14601fb-fcf9-4549-baa6-e0b4e63b06e1 None None] Provisioning complete for port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:05.032219 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f14601fb-fcf9-4549-baa6-e0b4e63b06e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.086614 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-866df95d-64a8-4cfb-bb8e-74be8566b275 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100687435&fields=id&tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38 HTTP/1.1" status: 200 len: 267 time: 0.6230326 Jul 16 03:57:05.087232 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.097579 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Network 76703318-6b31-4fd4-aa01-cc1bc9426d63 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:05.104100 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:05.130955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:05.195598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c9134-24de-4f9f-acb6-75a824b1fe4d None None] Pushing event updated for resources: {'Port': ['ID=72f59699-e8f4-4638-ac60-7cf835ce1777,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:05.236544 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Network a23bb7f8-a18e-4ae7-9470-022209581323 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:05.246532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:05.254148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:05.254706 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.259408 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-bbeab451-d34b-4472-9427-9921bb24eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:05.274719 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-bbeab451-d34b-4472-9427-9921bb24eaf3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=939a70b4-117e-4c69-bdb2-0b762d61557f HTTP/1.1" status: 200 len: 835 time: 0.7416723 Jul 16 03:57:05.275490 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.279820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Pushing event updated for resources: {'Port': ['ID=df9322da-993e-4904-aa04-b1519474905f,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:05.290576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:05.320685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event updated for resources: {'Port': ['ID=c5a10a4d-a46d-4e15-a1d5-5dc3f774bb20,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:05.353236 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Attempting to bind port df9322da-993e-4904-aa04-b1519474905f on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:05.353629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Attempting to bind port df9322da-993e-4904-aa04-b1519474905f by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'c16e8864-6ca9-423e-b9a7-267a57452b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '76703318-6b31-4fd4-aa01-cc1bc9426d63'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:05.353977 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Attempting to bind port df9322da-993e-4904-aa04-b1519474905f on network 76703318-6b31-4fd4-aa01-cc1bc9426d63 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:05.402234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:05.402639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Checking segment: {'id': 'c16e8864-6ca9-423e-b9a7-267a57452b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '76703318-6b31-4fd4-aa01-cc1bc9426d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:05.403031 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.403440 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Bound using segment: {'id': 'c16e8864-6ca9-423e-b9a7-267a57452b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '76703318-6b31-4fd4-aa01-cc1bc9426d63'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:05.403937 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Bound port: df9322da-993e-4904-aa04-b1519474905f, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16e8864-6ca9-423e-b9a7-267a57452b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '76703318-6b31-4fd4-aa01-cc1bc9426d63'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:05.404369 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.493350 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:05.493751 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.516401 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.543822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] For port df9322da-993e-4904-aa04-b1519474905f, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:05.563582 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] For port df9322da-993e-4904-aa04-b1519474905f, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=df9322da-993e-4904-aa04-b1519474905f,segment=NetworkSegment(c16e8864-6ca9-423e-b9a7-267a57452b39),segment_id=c16e8864-6ca9-423e-b9a7-267a57452b39)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:05.652747 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 40dc6a2e-bc42-42ef-815e-a734209e84d1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:05.694561 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.754016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba793383-7df6-4e56-9e47-7006f931b150 None None] Pushing event updated for resources: {'Port': ['ID=df9322da-993e-4904-aa04-b1519474905f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:05.786081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 40dc6a2e-bc42-42ef-815e-a734209e84d1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:05.786452 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.790253 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:05.939752 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b915a-7b85-4f88-9f1d-adad9aad265e req-cb537bb6-f9e5-4ba8-8be5-1dd1e0372887 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:05.941414 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e92b915a-7b85-4f88-9f1d-adad9aad265e req-cb537bb6-f9e5-4ba8-8be5-1dd1e0372887 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 946 time: 1.3697295 Jul 16 03:57:05.949060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-2409debd-2b2d-4dd2-b0b8-cf2ec22b8fb8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:05.950652 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-2409debd-2b2d-4dd2-b0b8-cf2ec22b8fb8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/networks?id=2fd24362-7d26-4a40-b0c6-5502b9ef1b9e HTTP/1.1" status: 200 len: 797 time: 0.8621998 Jul 16 03:57:05.990004 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-45d20d82-b693-4601-be1c-a75a6c318406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:05.991223 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-45d20d82-b693-4601-be1c-a75a6c318406 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf569b92-d644-4546-b6d7-f032ee5253db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6723638 Jul 16 03:57:06.033157 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:06.037385 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-01a7bf62-3e28-4346-a015-6425f652d724 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/quotas/3e7bbcc6fe2649adab81afb7b0ba2f38 HTTP/1.1" status: 200 len: 375 time: 0.0721712 Jul 16 03:57:06.042996 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:06.045414 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:06.140276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event updated for resources: {'Port': ['ID=c5a10a4d-a46d-4e15-a1d5-5dc3f774bb20,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:06.220438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Network a23bb7f8-a18e-4ae7-9470-022209581323 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:06.221980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:06.310391 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e92b915a-7b85-4f88-9f1d-adad9aad265e req-44c7967c-87bb-4081-81c6-d76dfd22602a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585765 Jul 16 03:57:06.401636 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] device_id is not set on port fc90ca08-8c47-4ee8-b158-352bd426ce12 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:57:06.415406 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Router 51f0afe7-02ea-408e-af7e-031ef8dabe10 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:57:06.441741 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:06.471966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-49015552-93e3-44fe-93ef-332de71fd37e service neutron] 10.222.0.20 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671302 Jul 16 03:57:06.496044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Transition to ACTIVE for port object fc90ca08-8c47-4ee8-b158-352bd426ce12 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:06.546230 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:06.565682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-d48a023a-2635-4d0b-adbe-d8469279caff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5200689 Jul 16 03:57:06.581582 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:06.594411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c753c0e-0b9f-490f-a563-87ac4f1bf91c None None] Sync routers for ids ['51f0afe7-02ea-408e-af7e-031ef8dabe10'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:06.621895 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-349cebe4-d953-40d0-95ef-4c3812d4f9d7 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "PUT /v2.0/routers/51f0afe7-02ea-408e-af7e-031ef8dabe10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8779142 Jul 16 03:57:06.622971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40646) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:06.625902 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c753c0e-0b9f-490f-a563-87ac4f1bf91c None None] Routers {'51f0afe7-02ea-408e-af7e-031ef8dabe10'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:06.626562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c753c0e-0b9f-490f-a563-87ac4f1bf91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['51f0afe7-02ea-408e-af7e-031ef8dabe10'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:06.695195 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c753c0e-0b9f-490f-a563-87ac4f1bf91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:06.704413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c753c0e-0b9f-490f-a563-87ac4f1bf91c None None] Routers {'51f0afe7-02ea-408e-af7e-031ef8dabe10'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:06.705070 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c753c0e-0b9f-490f-a563-87ac4f1bf91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['51f0afe7-02ea-408e-af7e-031ef8dabe10'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:06.731643 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-dd6794a4-d3a9-4750-9600-604b5e29aa82 service neutron] 10.222.0.18 "GET /v2.0/networks/2fd24362-7d26-4a40-b0c6-5502b9ef1b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170557 Jul 16 03:57:06.749772 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d277c62-4243-457f-8cb6-f11749211872 None None] Network a23bb7f8-a18e-4ae7-9470-022209581323 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:06.752992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8c753c0e-0b9f-490f-a563-87ac4f1bf91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:06.753685 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c753c0e-0b9f-490f-a563-87ac4f1bf91c None None] The sync data for ids ['51f0afe7-02ea-408e-af7e-031ef8dabe10'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:06.847627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-aa5c5010-000f-4b57-bdc0-9729581b0428 None None] Provisioning for port 72f59699-e8f4-4638-ac60-7cf835ce1777 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:06.956296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:06.956664 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:06.956998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:06.962366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Pushing event updated for resources: {'Port': ['ID=fc90ca08-8c47-4ee8-b158-352bd426ce12,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:06.972749 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:06.973084 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:06.986762 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 2 to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 Jul 16 03:57:07.018723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b6a98-8c2e-45b8-843d-260da9703968 req-74d32cea-24d4-4aac-9e2c-31c65317130a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:07.020379 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-992b6a98-8c2e-45b8-843d-260da9703968 req-74d32cea-24d4-4aac-9e2c-31c65317130a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 945 time: 0.4839194 Jul 16 03:57:07.030824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-c8ac6bde-d96a-42e4-8b91-faca4689551f service neutron] 10.222.0.20 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455589 Jul 16 03:57:07.039638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:07.040002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:07.040355 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:07.087852 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-b67c3d41-0bb9-45c4-a35f-3d75cc295cdf service neutron] 10.222.0.18 "GET /v2.0/networks/2fd24362-7d26-4a40-b0c6-5502b9ef1b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552308 Jul 16 03:57:07.089563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:07.101769 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:07.118663 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 3 to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 Jul 16 03:57:07.255258 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-992b6a98-8c2e-45b8-843d-260da9703968 req-22f52956-f05c-437e-b159-a8fe387d3b96 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273564 Jul 16 03:57:07.265243 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:07.265590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:07.265940 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:07.287534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:07.288825 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:07.299548 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 4 to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 Jul 16 03:57:07.344104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:07.345201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:07.345570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:07.356870 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:07.357093 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:07.384433 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 5 to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 Jul 16 03:57:07.389015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 72f59699-e8f4-4638-ac60-7cf835ce1777 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:07.411668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:07.411997 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:07.412359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:07.416654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-1a7c147b-e007-4942-b0fa-4a98105f67f1 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:07.418224 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-1a7c147b-e007-4942-b0fa-4a98105f67f1 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f&tenant_id=03422a5449cd4807854f59afa4486f72&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 1096 time: 0.3154702 Jul 16 03:57:07.446622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-6'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:07.464112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:07.464112 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:07.478964 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 72f59699-e8f4-4638-ac60-7cf835ce1777 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:07.489656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 72f59699-e8f4-4638-ac60-7cf835ce1777 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:07.490044 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.517808 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 6 to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 Jul 16 03:57:07.602975 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:07.603518 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:07.604047 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:07.607554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1525a934-b19b-4983-916c-d7559c0d925c req-51ee597c-e583-4693-b896-e6f0fb58b958 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 210 time: 0.0594432 Jul 16 03:57:07.618142 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:07.618142 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:07.618763 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 7 to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 Jul 16 03:57:07.640057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:07.641922 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:07.641922 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:07.661634 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:07.661970 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:07.662377 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 8 to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 Jul 16 03:57:07.709404 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:07.709802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:07.710156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:07.710614 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc1c076-f9a7-438d-a9a6-2da31cb5f161 None None] Network 76703318-6b31-4fd4-aa01-cc1bc9426d63 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:07.744446 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.789857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:07.790608 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:07.832271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4e45524c-3aa5-4c61-b9e8-f89ad33f2e10 None None] Provisioning for port df9322da-993e-4904-aa04-b1519474905f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:07.839698 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.954364 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 72f59699-e8f4-4638-ac60-7cf835ce1777, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=72f59699-e8f4-4638-ac60-7cf835ce1777,segment=NetworkSegment(bf8bee4c-c0a2-4e29-99f3-2001656dfd4a),segment_id=bf8bee4c-c0a2-4e29-99f3-2001656dfd4a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:07.984859 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-a583c40b-c038-4a0d-9c08-e713ecb7e406 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:07.985907 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a583c40b-c038-4a0d-9c08-e713ecb7e406 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "PUT /v2.0/routers/51f0afe7-02ea-408e-af7e-031ef8dabe10/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3616884 Jul 16 03:57:07.993730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40664) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:07.995475 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:07.996265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device df9322da-993e-4904-aa04-b1519474905f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:08.076157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3b000e4b-279c-44ff-ac7b-dd2101e095e4 None None] Provisioning for port c5a10a4d-a46d-4e15-a1d5-5dc3f774bb20 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:08.103963 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d353934-1048-4e82-af97-0245388f543a,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:08.118273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3b000e4b-279c-44ff-ac7b-dd2101e095e4 None None] Provisioning complete for port c5a10a4d-a46d-4e15-a1d5-5dc3f774bb20 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:08.118558 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b000e4b-279c-44ff-ac7b-dd2101e095e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.174487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=72f59699-e8f4-4638-ac60-7cf835ce1777,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:08.187127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:08.244277 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3b000e4b-279c-44ff-ac7b-dd2101e095e4 None None] Port c5a10a4d-a46d-4e15-a1d5-5dc3f774bb20 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:08.248570 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port df9322da-993e-4904-aa04-b1519474905f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:08.255611 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port df9322da-993e-4904-aa04-b1519474905f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:08.255995 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.280503 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.286773 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 9 to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 Jul 16 03:57:08.314517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d353934-1048-4e82-af97-0245388f543a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:08.325257 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d36a1e-9ca0-4408-87af-2a8329656352" -d '{"events": [{"server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d353934-1048-4e82-af97-0245388f543a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:08.328050 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.338789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3b000e4b-279c-44ff-ac7b-dd2101e095e4 None None] Provisioning complete for port 72f59699-e8f4-4638-ac60-7cf835ce1777 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:08.339468 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b000e4b-279c-44ff-ac7b-dd2101e095e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.478583 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.562109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Pushing event updated for resources: {'Port': ['ID=9d353934-1048-4e82-af97-0245388f543a,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:08.631406 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port df9322da-993e-4904-aa04-b1519474905f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=df9322da-993e-4904-aa04-b1519474905f,segment=NetworkSegment(c16e8864-6ca9-423e-b9a7-267a57452b39),segment_id=c16e8864-6ca9-423e-b9a7-267a57452b39)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:08.637968 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.659437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:08.660085 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:08.660667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:08.703119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:08.703450 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:08.727158 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=df9322da-993e-4904-aa04-b1519474905f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:08.757834 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 10 to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 Jul 16 03:57:08.783073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-01c1d24b-5fd6-4e5e-b733-16c6338268cb None None] Provisioning complete for port df9322da-993e-4904-aa04-b1519474905f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:08.783562 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-01c1d24b-5fd6-4e5e-b733-16c6338268cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.790215 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:08.958613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-01c1d24b-5fd6-4e5e-b733-16c6338268cb None None] Provisioning complete for port c5a10a4d-a46d-4e15-a1d5-5dc3f774bb20 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:08.959035 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-01c1d24b-5fd6-4e5e-b733-16c6338268cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.006759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-01c1d24b-5fd6-4e5e-b733-16c6338268cb None None] Port c5a10a4d-a46d-4e15-a1d5-5dc3f774bb20 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:09.140407 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b5446d73-a3fc-47b6-a7b8-3d63f3c1796a None None] Provisioning complete for port 9d353934-1048-4e82-af97-0245388f543a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:09.144786 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b5446d73-a3fc-47b6-a7b8-3d63f3c1796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.184374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Deleting port c5a10a4d-a46d-4e15-a1d5-5dc3f774bb20 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:09.186287 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.198534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b5446d73-a3fc-47b6-a7b8-3d63f3c1796a None None] Port 9d353934-1048-4e82-af97-0245388f543a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:09.221875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b5446d73-a3fc-47b6-a7b8-3d63f3c1796a None None] Provisioning complete for port c5a10a4d-a46d-4e15-a1d5-5dc3f774bb20 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:09.222251 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b5446d73-a3fc-47b6-a7b8-3d63f3c1796a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.246415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 72f59699-e8f4-4638-ac60-7cf835ce1777 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:09.285920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:09.286621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:09.287540 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:09.316446 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.330872 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Calling delete_port for c5a10a4d-a46d-4e15-a1d5-5dc3f774bb20 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:09.340162 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b5446d73-a3fc-47b6-a7b8-3d63f3c1796a None None] Port c5a10a4d-a46d-4e15-a1d5-5dc3f774bb20 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:09.357570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:09.358316 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port fc90ca08-8c47-4ee8-b158-352bd426ce12 on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:09.359053 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.365613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 72f59699-e8f4-4638-ac60-7cf835ce1777 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:09.366026 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.391610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Attempting to bind port 9d353934-1048-4e82-af97-0245388f543a on host n-h1-800088-6 for vnic_type normal with profile {"migrating_to": "n-h2-800088-6"} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:09.392700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Attempting to bind port 9d353934-1048-4e82-af97-0245388f543a by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:09.393440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Attempting to bind port 9d353934-1048-4e82-af97-0245388f543a on network bf569b92-d644-4546-b6d7-f032ee5253db {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:09.430891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96022cde-afec-4242-9656-7c32272f02be req-be7fa3f9-7692-4dd8-9b8d-ed45a896434f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:09.439135 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96022cde-afec-4242-9656-7c32272f02be req-be7fa3f9-7692-4dd8-9b8d-ed45a896434f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 943 time: 0.8707156 Jul 16 03:57:09.485563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device df9322da-993e-4904-aa04-b1519474905f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:09.497673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235e2c3-354b-403e-843c-eef8838a3c7d req-561c236d-a2a4-479a-8eed-07343fbfa2f2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:09.504799 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f235e2c3-354b-403e-843c-eef8838a3c7d req-561c236d-a2a4-479a-8eed-07343fbfa2f2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 946 time: 1.2104244 Jul 16 03:57:09.541260 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port df9322da-993e-4904-aa04-b1519474905f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:09.541844 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.544857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96022cde-afec-4242-9656-7c32272f02be req-bfb9327e-f600-43f8-95e0-7a776f87b18f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043241 Jul 16 03:57:09.550223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Port 9d353934-1048-4e82-af97-0245388f543a on network bf569b92-d644-4546-b6d7-f032ee5253db not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:09.551830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Attempting to bind port 9d353934-1048-4e82-af97-0245388f543a on network bf569b92-d644-4546-b6d7-f032ee5253db {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:09.622884 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.652750 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event deleted for resources: {'Port': ['ID=c5a10a4d-a46d-4e15-a1d5-5dc3f774bb20,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:09.682574 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:09.683229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:09.683734 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:09.684289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:09.684803 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:09.685320 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:09.685850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:09.686390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:09.686878 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:09.687368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:09.687951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:09.688473 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:09.738233 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f235e2c3-354b-403e-843c-eef8838a3c7d req-6f9648b6-6197-4eda-81c0-f405bd759ace tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175270 Jul 16 03:57:09.773238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:09.773238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Checking segment: {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:09.773238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Bound using segment: {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:09.773238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Bound port: 9d353934-1048-4e82-af97-0245388f543a, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '777aed33-ab7b-488e-af79-b2f8bc3d4102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:09.773238 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.831906 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51ae25c-9bcc-4601-9ad4-bcbf16f66f24 x-openstack-request-id: req-e51ae25c-9bcc-4601-9ad4-bcbf16f66f24 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:09.832389 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d353934-1048-4e82-af97-0245388f543a", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:09.832793 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e51ae25c-9bcc-4601-9ad4-bcbf16f66f24 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:09.833261 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d353934-1048-4e82-af97-0245388f543a', 'code': 200} Jul 16 03:57:09.902289 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:09.995422 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] For port fc90ca08-8c47-4ee8-b158-352bd426ce12, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:09.995806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:57:10.021981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ce618-cb84-4300-93f3-d59e472fe020 req-18189a55-9965-48ab-8aae-bf8b1af173fa tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.024032 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-872ce618-cb84-4300-93f3-d59e472fe020 req-18189a55-9965-48ab-8aae-bf8b1af173fa tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 946 time: 0.5173273 Jul 16 03:57:10.028478 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4618b02f-30ec-451f-9e87-5e3be4ff0d12 req-31df4ca9-4703-4bce-ac7d-44b54d97ac7d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 210 time: 0.0561848 Jul 16 03:57:10.034981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-15c6a550-70b8-49f8-aa5b-92cbc4ae11cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.036424 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-15c6a550-70b8-49f8-aa5b-92cbc4ae11cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.88 "GET /v2.0/networks?id=2fd24362-7d26-4a40-b0c6-5502b9ef1b9e HTTP/1.1" status: 200 len: 797 time: 0.6537023 Jul 16 03:57:10.048130 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.100662 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Router 51f0afe7-02ea-408e-af7e-031ef8dabe10 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:10.149537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] In _notify_port_updated(), no bound segment for port fc90ca08-8c47-4ee8-b158-352bd426ce12 on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:57:10.150419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.151037 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.154696 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "PUT /v2.0/ports/fc90ca08-8c47-4ee8-b158-352bd426ce12 HTTP/1.1" status: 200 len: 979 time: 5.8179562 Jul 16 03:57:10.154696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:10.162886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40688) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:10.167078 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d353934-1048-4e82-af97-0245388f543a,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:10.187425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:10.197581 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-de9579bb-2aaf-4c63-9980-74e95b88705e tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "PUT /v2.0/routers/51f0afe7-02ea-408e-af7e-031ef8dabe10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1986589 Jul 16 03:57:10.197790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca14c54-768c-479d-8c25-96ea0a3d5154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Pushing event updated for resources: {'Port': ['ID=fc90ca08-8c47-4ee8-b158-352bd426ce12,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:10.198111 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40690) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:10.214603 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb009e9-67d9-4485-a9e8-bfb986d30dc2 None None] Sync routers for ids ['51f0afe7-02ea-408e-af7e-031ef8dabe10'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:10.228098 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.230306 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb009e9-67d9-4485-a9e8-bfb986d30dc2 None None] Routers {'51f0afe7-02ea-408e-af7e-031ef8dabe10'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:10.230939 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4fb009e9-67d9-4485-a9e8-bfb986d30dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['51f0afe7-02ea-408e-af7e-031ef8dabe10'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:10.245082 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-83be33ae-2170-46b1-9636-041406d4b8bf tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] delete failed (client error): The resource could not be found. Jul 16 03:57:10.249710 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-83be33ae-2170-46b1-9636-041406d4b8bf tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-2121900340 HTTP/1.1" status: 404 len: 335 time: 0.0469739 Jul 16 03:57:10.249984 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40692) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:10.254781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ad78ebc1-27a6-4a63-a895-07f5b980166f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Request body: {'router': {'external_gateway_info': {'network_id': '51f0afe7-02ea-408e-af7e-031ef8dabe10'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:10.279333 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4fb009e9-67d9-4485-a9e8-bfb986d30dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:10.280860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-83ec2e1f-e45b-43b2-b6b8-6d8194d9fc21 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38 HTTP/1.1" status: 200 len: 380 time: 0.2237046 Jul 16 03:57:10.289827 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb009e9-67d9-4485-a9e8-bfb986d30dc2 None None] Routers {'51f0afe7-02ea-408e-af7e-031ef8dabe10'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:10.290654 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4fb009e9-67d9-4485-a9e8-bfb986d30dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['51f0afe7-02ea-408e-af7e-031ef8dabe10'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:10.329510 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-77073345-9b3d-4ff9-a90f-41a8d667e60f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'port': {'device_id': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'admin_state_up': True, 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'security_groups': ['57ff1e93-0baa-4f2d-9d4d-37839035201c']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:10.331318 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4fb009e9-67d9-4485-a9e8-bfb986d30dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:10.332857 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb009e9-67d9-4485-a9e8-bfb986d30dc2 None None] The sync data for ids ['51f0afe7-02ea-408e-af7e-031ef8dabe10'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:10.506040 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad78ebc1-27a6-4a63-a895-07f5b980166f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.532274 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-ad78ebc1-27a6-4a63-a895-07f5b980166f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] update failed (client error): The resource could not be found. Jul 16 03:57:10.538487 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ad78ebc1-27a6-4a63-a895-07f5b980166f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "PUT /v2.0/routers/51f0afe7-02ea-408e-af7e-031ef8dabe10 HTTP/1.1" status: 404 len: 339 time: 0.2866819 Jul 16 03:57:10.539629 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40694) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:10.546716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4c522f25-9e37-4a55-8fa4-5a039f799e4d tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2090156521'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:10.547934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.548711 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.550262 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] 10.222.0.20 "PUT /v2.0/ports/9d353934-1048-4e82-af97-0245388f543a HTTP/1.1" status: 200 len: 1121 time: 3.1236305 Jul 16 03:57:10.597188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c522f25-9e37-4a55-8fa4-5a039f799e4d tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Made reservation on behalf of 734c275623ba46b798dd8bc7a5edad9a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:10.603592 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c522f25-9e37-4a55-8fa4-5a039f799e4d tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.606044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235b1a1-5565-4e5c-9143-9050a82a6e94 service neutron] Pushing event updated for resources: {'Port': ['ID=9d353934-1048-4e82-af97-0245388f543a,revision_number=8']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:10.638014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['9d353934-1048-4e82-af97-0245388f543a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:57:10.650028 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c522f25-9e37-4a55-8fa4-5a039f799e4d tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 943} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:10.671680 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c522f25-9e37-4a55-8fa4-5a039f799e4d tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.672091 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-4c522f25-9e37-4a55-8fa4-5a039f799e4d tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Added segment 8b0a68d6-773c-4eaf-8bc7-d66d1a41f298 of type vlan for network 18f02ae6-8227-49c7-b831-3bbc3ca2eeb4 Jul 16 03:57:10.731202 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c522f25-9e37-4a55-8fa4-5a039f799e4d tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.738889 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.739786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.739882 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.740481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.740990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.741480 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.741969 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.742441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.742935 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.743382 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.743871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.744339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.744831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.745308 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.745776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.746386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.747043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.747227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.747692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.748166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.748674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.749266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.749796 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.750279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.751009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.751460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.751925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.752588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.753223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.753552 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.754021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.754487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.759536 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5b5226bb-001a-45be-a067-ddeecdef19e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29130 time: 0.5905566 Jul 16 03:57:10.764455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40698) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:10.766872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a65c808d-ebc4-4343-9fe3-8285c4116317 None None] Provisioning complete for port 9d353934-1048-4e82-af97-0245388f543a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:10.767252 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a65c808d-ebc4-4343-9fe3-8285c4116317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.779186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-872ce618-cb84-4300-93f3-d59e472fe020 req-192cf476-316d-4e31-ad52-ae64d5aa0569 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Deleting port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:10.779790 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-872ce618-cb84-4300-93f3-d59e472fe020 req-192cf476-316d-4e31-ad52-ae64d5aa0569 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.857464 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c522f25-9e37-4a55-8fa4-5a039f799e4d tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.873228 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c522f25-9e37-4a55-8fa4-5a039f799e4d tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:10.873871 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c522f25-9e37-4a55-8fa4-5a039f799e4d tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.905549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-872ce618-cb84-4300-93f3-d59e472fe020 req-192cf476-316d-4e31-ad52-ae64d5aa0569 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] For port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:10.906098 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-872ce618-cb84-4300-93f3-d59e472fe020 req-192cf476-316d-4e31-ad52-ae64d5aa0569 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.922433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-872ce618-cb84-4300-93f3-d59e472fe020 req-192cf476-316d-4e31-ad52-ae64d5aa0569 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Calling delete_port for 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:10.945305 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a65c808d-ebc4-4343-9fe3-8285c4116317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:10.990286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d353934-1048-4e82-af97-0245388f543a'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:10.993004 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db847b09-28f7-4129-bc9f-1e91dce7c09a" -d '{"events": [{"server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "name": "network-vif-plugged", "status": "completed", "tag": "9d353934-1048-4e82-af97-0245388f543a"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:11.016118 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a65c808d-ebc4-4343-9fe3-8285c4116317 None None] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d353934-1048-4e82-af97-0245388f543a,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:11.031020 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a65c808d-ebc4-4343-9fe3-8285c4116317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.033558 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4c522f25-9e37-4a55-8fa4-5a039f799e4d tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4917560 Jul 16 03:57:11.050432 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40710) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:11.061313 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ee5fa3dd-afcb-455a-b1fe-9b9637b8e6ce tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Request body: {'subnet': {'network_id': '18f02ae6-8227-49c7-b831-3bbc3ca2eeb4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:11.190352 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c522f25-9e37-4a55-8fa4-5a039f799e4d tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event updated for resources: {'Network': ['ID=18f02ae6-8227-49c7-b831-3bbc3ca2eeb4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:11.221176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 18f02ae6-8227-49c7-b831-3bbc3ca2eeb4 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:11.224418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c808d-ebc4-4343-9fe3-8285c4116317 None None] Pushing event updated for resources: {'Port': ['ID=9d353934-1048-4e82-af97-0245388f543a,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:11.230013 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-872ce618-cb84-4300-93f3-d59e472fe020 req-192cf476-316d-4e31-ad52-ae64d5aa0569 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.250054 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['8adc818f-ad51-4f50-b69e-9172a1e4afea'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:57:11.288101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cf476-316d-4e31-ad52-ae64d5aa0569 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event deleted for resources: {'Port': ['ID=7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:11.316293 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-77073345-9b3d-4ff9-a90f-41a8d667e60f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Made reservation on behalf of 3e7bbcc6fe2649adab81afb7b0ba2f38 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:11.316881 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9ef1c5d3-3c0f-4696-b082-c2593b884aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Deleting port fc90ca08-8c47-4ee8-b158-352bd426ce12 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:11.317406 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ef1c5d3-3c0f-4696-b082-c2593b884aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.323251 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-77073345-9b3d-4ff9-a90f-41a8d667e60f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.361667 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5fa3dd-afcb-455a-b1fe-9b9637b8e6ce tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Made reservation on behalf of 734c275623ba46b798dd8bc7a5edad9a for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:11.365897 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa3dd-afcb-455a-b1fe-9b9637b8e6ce tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.396974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966dfb49-e37a-46a7-99b7-1e72121074b5 req-2308a166-26d4-4c85-a8ba-26ee5bb28cc7 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:11.402485 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-966dfb49-e37a-46a7-99b7-1e72121074b5 req-2308a166-26d4-4c85-a8ba-26ee5bb28cc7 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 943 time: 0.6390727 Jul 16 03:57:11.471525 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9ef1c5d3-3c0f-4696-b082-c2593b884aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] For port fc90ca08-8c47-4ee8-b158-352bd426ce12, host n-h1-800088-6, got binding levels [] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:11.471891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ef1c5d3-3c0f-4696-b082-c2593b884aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.491546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9ef1c5d3-3c0f-4696-b082-c2593b884aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Calling delete_port for fc90ca08-8c47-4ee8-b158-352bd426ce12 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:11.536600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40718) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:11.544300 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b68b4-9d2b-4b52-a17b-4d13b1b8b5e3 req-b7ae59b1-3b68-46f6-b344-f24bd32a717a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:11.554232 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-768b68b4-9d2b-4b52-a17b-4d13b1b8b5e3 req-b7ae59b1-3b68-46f6-b344-f24bd32a717a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 867 time: 0.4283824 Jul 16 03:57:11.575597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-872ce618-cb84-4300-93f3-d59e472fe020 req-192cf476-316d-4e31-ad52-ae64d5aa0569 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] No DVR routers for this DVR port 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:11.584859 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-872ce618-cb84-4300-93f3-d59e472fe020 req-192cf476-316d-4e31-ad52-ae64d5aa0569 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.587815 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-872ce618-cb84-4300-93f3-d59e472fe020 req-192cf476-316d-4e31-ad52-ae64d5aa0569 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "DELETE /v2.0/ports/7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 HTTP/1.1" status: 204 len: 173 time: 1.5504835 Jul 16 03:57:11.680881 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-768b68b4-9d2b-4b52-a17b-4d13b1b8b5e3 req-0f50b5a2-b316-4943-97df-99a8fa1b5d44 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254947 Jul 16 03:57:11.734970 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7259080-4094-40fe-889e-e41775ffa473 x-openstack-request-id: req-a7259080-4094-40fe-889e-e41775ffa473 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:11.735482 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "name": "network-vif-plugged", "status": "completed", "tag": "9d353934-1048-4e82-af97-0245388f543a", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:11.735482 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7259080-4094-40fe-889e-e41775ffa473 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:11.735892 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d353934-1048-4e82-af97-0245388f543a', 'code': 200} Jul 16 03:57:11.800471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-77073345-9b3d-4ff9-a90f-41a8d667e60f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Allocated IP 172.20.0.7 (2fd24362-7d26-4a40-b0c6-5502b9ef1b9e/8a18b56e-b149-48e6-b088-51ea7739e00e/53365f69-cf03-43bf-bc40-bcb1bbdff113) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:11.836175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'tag': '9d353934-1048-4e82-af97-0245388f543a'}, {'server_uuid': '95533ce6-38e1-420a-9118-43879f7becbc', 'name': 'network-vif-deleted', 'tag': '7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:11.839140 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4706f95f-7cc3-4112-81eb-c697ec528cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "tag": "9d353934-1048-4e82-af97-0245388f543a"}, {"server_uuid": "95533ce6-38e1-420a-9118-43879f7becbc", "name": "network-vif-deleted", "tag": "7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:11.865591 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-966dfb49-e37a-46a7-99b7-1e72121074b5 req-7a318c98-040c-4e8f-bff7-b28da3ab4582 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4493945 Jul 16 03:57:11.948161 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ef1c5d3-3c0f-4696-b082-c2593b884aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.951822 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa3dd-afcb-455a-b1fe-9b9637b8e6ce tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:11.957642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b60433b1-6f1c-4e72-be97-88e6beaf7b69 req-8a17e05e-fa3e-4905-8761-43d86e4e5e24 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 210 time: 0.0830293 Jul 16 03:57:11.987538 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d892bbfe-8f86-4bf8-82da-921955140525 x-openstack-request-id: req-d892bbfe-8f86-4bf8-82da-921955140525 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:11.988072 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "tag": "9d353934-1048-4e82-af97-0245388f543a", "status": "completed", "code": 200}, {"server_uuid": "95533ce6-38e1-420a-9118-43879f7becbc", "name": "network-vif-deleted", "tag": "7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:11.988521 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d892bbfe-8f86-4bf8-82da-921955140525 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:11.989087 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'tag': '9d353934-1048-4e82-af97-0245388f543a', 'status': 'completed', 'code': 200} Jul 16 03:57:11.989907 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95533ce6-38e1-420a-9118-43879f7becbc', 'name': 'network-vif-deleted', 'tag': '7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216', 'status': 'completed', 'code': 200} Jul 16 03:57:12.120189 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-77073345-9b3d-4ff9-a90f-41a8d667e60f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.149267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-77073345-9b3d-4ff9-a90f-41a8d667e60f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Transition to ACTIVE for port object 53365f69-cf03-43bf-bc40-bcb1bbdff113 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:12.197012 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-77073345-9b3d-4ff9-a90f-41a8d667e60f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.254485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-77073345-9b3d-4ff9-a90f-41a8d667e60f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:12.262400 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-77073345-9b3d-4ff9-a90f-41a8d667e60f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:12.268165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-77073345-9b3d-4ff9-a90f-41a8d667e60f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:12.306566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77073345-9b3d-4ff9-a90f-41a8d667e60f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Port': ['ID=53365f69-cf03-43bf-bc40-bcb1bbdff113,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:12.359133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-77073345-9b3d-4ff9-a90f-41a8d667e60f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:12.360238 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-77073345-9b3d-4ff9-a90f-41a8d667e60f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.388986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-77073345-9b3d-4ff9-a90f-41a8d667e60f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0637648 Jul 16 03:57:12.409106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Request body: {'port': {'device_id': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:12.544134 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.570252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 9d353934-1048-4e82-af97-0245388f543a details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:57:12.575062 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:12.580179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fa3dd-afcb-455a-b1fe-9b9637b8e6ce tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event updated for resources: {'Subnet': ['ID=6f43a1bc-5c42-4915-a7fd-ed6d0808953e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:12.590638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1c5d3-3c0f-4696-b082-c2593b884aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc90ca08-8c47-4ee8-b158-352bd426ce12,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:12.612676 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ef1c5d3-3c0f-4696-b082-c2593b884aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.615349 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9ef1c5d3-3c0f-4696-b082-c2593b884aa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "DELETE /v2.0/ports/fc90ca08-8c47-4ee8-b158-352bd426ce12 HTTP/1.1" status: 204 len: 168 time: 1.8498731 Jul 16 03:57:12.620820 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40730) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:12.669495 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2140050-6367-4364-a162-15df064bf761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:57:12.674504 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e2140050-6367-4364-a162-15df064bf761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "GET /v2.0/ports/fc90ca08-8c47-4ee8-b158-352bd426ce12 HTTP/1.1" status: 404 len: 333 time: 0.0473092 Jul 16 03:57:12.674676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:12.674888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7f15d9b5-1ec3-4cbd-8d7e-40dd5e412216 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:12.677840 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:12.683478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f87ed657-d386-4025-bfef-f0e5ff78cb5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478148530', 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:12.697038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2c2ced9d-7a08-40aa-bfbd-76a3602d5b28 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Deleting port 7585e4c1-c5d4-4205-bc08-58baa0e74db4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:12.697772 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c2ced9d-7a08-40aa-bfbd-76a3602d5b28 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.738157 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5fa3dd-afcb-455a-b1fe-9b9637b8e6ce tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Checking segment: {'id': '8b0a68d6-773c-4eaf-8bc7-d66d1a41f298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '18f02ae6-8227-49c7-b831-3bbc3ca2eeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:12.738784 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5fa3dd-afcb-455a-b1fe-9b9637b8e6ce tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Network hostable DHCP agents. Network: 18f02ae6-8227-49c7-b831-3bbc3ca2eeb4, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:57:12.748545 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706f95f-7cc3-4112-81eb-c697ec528cb0 req-fe891418-fa3d-402f-b398-a5d4600ea620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:12.750921 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4706f95f-7cc3-4112-81eb-c697ec528cb0 req-fe891418-fa3d-402f-b398-a5d4600ea620 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 1126 time: 0.6783106 Jul 16 03:57:12.761043 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b5d354ac-2d8a-4231-89ff-09b4260b3cb7 None None] Provisioning for port 53365f69-cf03-43bf-bc40-bcb1bbdff113 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:12.805005 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b5d354ac-2d8a-4231-89ff-09b4260b3cb7 None None] Provisioning complete for port 53365f69-cf03-43bf-bc40-bcb1bbdff113 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:12.805713 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b5d354ac-2d8a-4231-89ff-09b4260b3cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.835532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87ed657-d386-4025-bfef-f0e5ff78cb5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Made reservation on behalf of 4468243ee93f4e569bbf152b4aa17405 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:12.838509 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f87ed657-d386-4025-bfef-f0e5ff78cb5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.897999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5fa3dd-afcb-455a-b1fe-9b9637b8e6ce tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Network 18f02ae6-8227-49c7-b831-3bbc3ca2eeb4 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:57:12.903124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-f87ed657-d386-4025-bfef-f0e5ff78cb5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] device_id is not set on port 42abc0d7-2d0e-4b70-8e82-705babf7356b yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:57:12.918601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b5d354ac-2d8a-4231-89ff-09b4260b3cb7 None None] Port 53365f69-cf03-43bf-bc40-bcb1bbdff113 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:12.967022 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c2ced9d-7a08-40aa-bfbd-76a3602d5b28 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.967512 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c2ced9d-7a08-40aa-bfbd-76a3602d5b28 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:12.972038 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d353934-1048-4e82-af97-0245388f543a,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:12.981899 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ee5fa3dd-afcb-455a-b1fe-9b9637b8e6ce tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 18f02ae6-8227-49c7-b831-3bbc3ca2eeb4) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:12.998839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2c2ced9d-7a08-40aa-bfbd-76a3602d5b28 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Calling delete_port for 7585e4c1-c5d4-4205-bc08-58baa0e74db4 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:13.005458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5fa3dd-afcb-455a-b1fe-9b9637b8e6ce tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:13.007097 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ee5fa3dd-afcb-455a-b1fe-9b9637b8e6ce tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.009675 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fde460-424e-4090-80cc-5917c050e734 None None] Network 18f02ae6-8227-49c7-b831-3bbc3ca2eeb4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:13.019663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 9d353934-1048-4e82-af97-0245388f543a has no active binding in host n-h2-800088-6 {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 03:57:13.039253 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706f95f-7cc3-4112-81eb-c697ec528cb0 req-c7bb0f23-8595-4e49-8834-98e0721e55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:13.041150 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4706f95f-7cc3-4112-81eb-c697ec528cb0 req-c7bb0f23-8595-4e49-8834-98e0721e55c6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bf569b92-d644-4546-b6d7-f032ee5253db HTTP/1.1" status: 200 len: 897 time: 0.2582891 Jul 16 03:57:13.121748 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3637bad8-ac2c-4729-83ab-7948d5a7b44f req-f1ce27b5-ff2e-40f0-82e4-b42e48521bbd tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 210 time: 0.0893357 Jul 16 03:57:13.174863 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ee5fa3dd-afcb-455a-b1fe-9b9637b8e6ce tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1185575 Jul 16 03:57:13.178757 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:13.193587 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-55837de5-a417-45fc-8ed6-6ae166317cb3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Request body: {'router': {'external_gateway_info': {'network_id': '18f02ae6-8227-49c7-b831-3bbc3ca2eeb4'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:13.361407 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-18f02ae6-8227-49c7-b831-3bbc3ca2eeb4', 'network_id': '18f02ae6-8227-49c7-b831-3bbc3ca2eeb4', 'tenant_id': '734c275623ba46b798dd8bc7a5edad9a', 'fixed_ips': [{'subnet_id': '6f43a1bc-5c42-4915-a7fd-ed6d0808953e'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:57:13.370778 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.401487 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c2ced9d-7a08-40aa-bfbd-76a3602d5b28 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.426131 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f87ed657-d386-4025-bfef-f0e5ff78cb5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.513032 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c2ced9d-7a08-40aa-bfbd-76a3602d5b28 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.513809 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-2c2ced9d-7a08-40aa-bfbd-76a3602d5b28 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Floating IP f012523f-9389-43ef-a61d-3bb5cccffe57 disassociated (deleted). External IP: 172.25.3.88, port: 55ad0809-c108-4f84-a8b9-8509a683c5a5. Jul 16 03:57:13.549896 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f87ed657-d386-4025-bfef-f0e5ff78cb5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.604358 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ced9d-7a08-40aa-bfbd-76a3602d5b28 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Pushing event deleted for resources: {'Port': ['ID=7585e4c1-c5d4-4205-bc08-58baa0e74db4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:13.634044 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4706f95f-7cc3-4112-81eb-c697ec528cb0 req-0ce0ee77-1596-48b2-bd99-8f21151d9201 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d353934-1048-4e82-af97-0245388f543a HTTP/1.1" status: 200 len: 1001 time: 0.5003753 Jul 16 03:57:13.669357 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Allocated IP 2001:db8:1::2 (18f02ae6-8227-49c7-b831-3bbc3ca2eeb4/6f43a1bc-5c42-4915-a7fd-ed6d0808953e/f82f6d5e-56ea-4c48-845a-926e1c285f73) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:13.835100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706f95f-7cc3-4112-81eb-c697ec528cb0 req-cc630c0b-e02e-45e5-a746-a79321858b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:13.837266 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4706f95f-7cc3-4112-81eb-c697ec528cb0 req-cc630c0b-e02e-45e5-a746-a79321858b1a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=939a70b4-117e-4c69-bdb2-0b762d61557f HTTP/1.1" status: 200 len: 835 time: 0.1904609 Jul 16 03:57:13.915413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2ced9d-7a08-40aa-bfbd-76a3602d5b28 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Router 5e145a69-8971-491f-a302-327e9c910ade has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:13.979530 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:13.999812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Transition to ACTIVE for port object f82f6d5e-56ea-4c48-845a-926e1c285f73 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:14.031988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Transition to ACTIVE for port object f82f6d5e-56ea-4c48-845a-926e1c285f73 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:14.038532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706f95f-7cc3-4112-81eb-c697ec528cb0 req-7b0dfa11-5cca-4ddd-9501-582d02555ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:14.040478 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4706f95f-7cc3-4112-81eb-c697ec528cb0 req-7b0dfa11-5cca-4ddd-9501-582d02555ee6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bf569b92-d644-4546-b6d7-f032ee5253db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853011 Jul 16 03:57:14.046721 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.080767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53365f69-cf03-43bf-bc40-bcb1bbdff113 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:57:14.088147 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.099675 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Transition to ACTIVE for port object 53365f69-cf03-43bf-bc40-bcb1bbdff113 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:14.134740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Pushing event updated for resources: {'Port': ['ID=f82f6d5e-56ea-4c48-845a-926e1c285f73,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:14.149511 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Network 18f02ae6-8227-49c7-b831-3bbc3ca2eeb4 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:14.151193 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:14.156950 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:14.184390 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.211250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87ed657-d386-4025-bfef-f0e5ff78cb5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Network 345af047-4788-4e93-96bf-8fc050b375ba is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:14.224564 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2ced9d-7a08-40aa-bfbd-76a3602d5b28 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:14.242127 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2c2ced9d-7a08-40aa-bfbd-76a3602d5b28 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.263599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2e5014-ac39-400a-aff1-122650ed224b None None] Sync routers for ids ['5e145a69-8971-491f-a302-327e9c910ade'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:14.283635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f87ed657-d386-4025-bfef-f0e5ff78cb5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:14.286862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87ed657-d386-4025-bfef-f0e5ff78cb5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:14.287840 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87ed657-d386-4025-bfef-f0e5ff78cb5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:14.288461 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f87ed657-d386-4025-bfef-f0e5ff78cb5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.305473 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Attempting to bind port f82f6d5e-56ea-4c48-845a-926e1c285f73 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:14.306120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Attempting to bind port f82f6d5e-56ea-4c48-845a-926e1c285f73 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '8b0a68d6-773c-4eaf-8bc7-d66d1a41f298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '18f02ae6-8227-49c7-b831-3bbc3ca2eeb4'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:14.306586 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Attempting to bind port f82f6d5e-56ea-4c48-845a-926e1c285f73 on network 18f02ae6-8227-49c7-b831-3bbc3ca2eeb4 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:14.318515 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:14.321138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Checking segment: {'id': '8b0a68d6-773c-4eaf-8bc7-d66d1a41f298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '18f02ae6-8227-49c7-b831-3bbc3ca2eeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:14.322262 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.323331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Bound using segment: {'id': '8b0a68d6-773c-4eaf-8bc7-d66d1a41f298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '18f02ae6-8227-49c7-b831-3bbc3ca2eeb4'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:14.324535 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Bound port: f82f6d5e-56ea-4c48-845a-926e1c285f73, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b0a68d6-773c-4eaf-8bc7-d66d1a41f298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': '18f02ae6-8227-49c7-b831-3bbc3ca2eeb4'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:14.325985 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.353656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2e5014-ac39-400a-aff1-122650ed224b None None] Routers {'5e145a69-8971-491f-a302-327e9c910ade'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:14.358146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de2e5014-ac39-400a-aff1-122650ed224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5e145a69-8971-491f-a302-327e9c910ade'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:14.369632 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8b194-7c4d-4b30-8d48-bc0e7e31e431 req-a9695384-7261-4ff9-bf5f-418c9765dfaf tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:14.376848 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0bb8b194-7c4d-4b30-8d48-bc0e7e31e431 req-a9695384-7261-4ff9-bf5f-418c9765dfaf tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 945 time: 1.2481441 Jul 16 03:57:14.382414 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2c2ced9d-7a08-40aa-bfbd-76a3602d5b28 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "DELETE /v2.0/floatingips/f012523f-9389-43ef-a61d-3bb5cccffe57 HTTP/1.1" status: 204 len: 168 time: 2.8415949 Jul 16 03:57:14.383384 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'tag': '55ad0809-c108-4f84-a8b9-8509a683c5a5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:14.385270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f87ed657-d386-4025-bfef-f0e5ff78cb5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7058473 Jul 16 03:57:14.386181 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9983c7-d0e7-403d-b729-4bd36660efe3" -d '{"events": [{"name": "network-changed", "server_uuid": "ef120631-d424-44d5-a839-95ecd1d6e78b", "tag": "55ad0809-c108-4f84-a8b9-8509a683c5a5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:14.390539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40754) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:14.461935 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4706f95f-7cc3-4112-81eb-c697ec528cb0 req-94cf9b9f-db26-4dc5-a52a-319d945ea3fb service neutron] 10.222.0.88 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467679 Jul 16 03:57:14.519298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Attempting to bind port 53365f69-cf03-43bf-bc40-bcb1bbdff113 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:14.520030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Attempting to bind port 53365f69-cf03-43bf-bc40-bcb1bbdff113 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '13a63ed0-2b34-4330-978c-cc22b86fcfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:14.520556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Attempting to bind port 53365f69-cf03-43bf-bc40-bcb1bbdff113 on network 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:14.527136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ed657-d386-4025-bfef-f0e5ff78cb5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Pushing event updated for resources: {'Port': ['ID=42abc0d7-2d0e-4b70-8e82-705babf7356b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:14.575132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Port 53365f69-cf03-43bf-bc40-bcb1bbdff113 on network 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:14.575816 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Attempting to bind port 53365f69-cf03-43bf-bc40-bcb1bbdff113 on network 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:14.578016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=53365f69-cf03-43bf-bc40-bcb1bbdff113,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:14.612345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0bb8b194-7c4d-4b30-8d48-bc0e7e31e431 req-837a41a1-104e-4f64-ae9f-4e7c91909746 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344635 Jul 16 03:57:14.634073 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7be63-dfd5-4dc7-a030-4410050a0678 req-505dce72-98da-4545-9a23-f0c0fb1de306 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:14.634550 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4706f95f-7cc3-4112-81eb-c697ec528cb0 req-75855c27-d85d-48fa-8606-5e7eb4b76d44 service neutron] 10.222.0.88 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596224 Jul 16 03:57:14.635755 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2410272-eeff-4d43-85d4-7a50b62a1775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:14.637077 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c2410272-eeff-4d43-85d4-7a50b62a1775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "GET /v2.0/ports/42abc0d7-2d0e-4b70-8e82-705babf7356b HTTP/1.1" status: 200 len: 959 time: 0.2456491 Jul 16 03:57:14.641270 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40758) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:14.646440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63a7be63-dfd5-4dc7-a030-4410050a0678 req-505dce72-98da-4545-9a23-f0c0fb1de306 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 931 time: 1.1087737 Jul 16 03:57:14.802156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:14.802779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Checking segment: {'id': '13a63ed0-2b34-4330-978c-cc22b86fcfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:14.804067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Bound using segment: {'id': '13a63ed0-2b34-4330-978c-cc22b86fcfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:14.804958 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Bound port: 53365f69-cf03-43bf-bc40-bcb1bbdff113, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13a63ed0-2b34-4330-978c-cc22b86fcfb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 915, 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:14.805664 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.849630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4c073f9d-5918-4a1b-8cd8-ca8a26f034ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Deleting port 42abc0d7-2d0e-4b70-8e82-705babf7356b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:14.850660 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c073f9d-5918-4a1b-8cd8-ca8a26f034ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.917693 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55837de5-a417-45fc-8ed6-6ae166317cb3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:14.955033 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1bd4b12f-2e37-47e6-abee-8f25bd65b238 req-50b74eae-4654-474f-9821-a8e932dc2cb3 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 210 time: 0.0634239 Jul 16 03:57:14.996729 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c073f9d-5918-4a1b-8cd8-ca8a26f034ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.012410 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63a7be63-dfd5-4dc7-a030-4410050a0678 req-8f775c13-9af7-4161-b7a7-442c22740f53 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=57ff1e93-0baa-4f2d-9d4d-37839035201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644600 Jul 16 03:57:15.028902 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4c073f9d-5918-4a1b-8cd8-ca8a26f034ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Calling delete_port for 42abc0d7-2d0e-4b70-8e82-705babf7356b owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:15.046676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-de2e5014-ac39-400a-aff1-122650ed224b None None] Set router 5e145a69-8971-491f-a302-327e9c910ade gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:15.158982 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdfb73d-359d-4b8d-9dbb-a79708181b33 x-openstack-request-id: req-5bdfb73d-359d-4b8d-9dbb-a79708181b33 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:15.159337 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef120631-d424-44d5-a839-95ecd1d6e78b", "tag": "55ad0809-c108-4f84-a8b9-8509a683c5a5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:15.159514 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bdfb73d-359d-4b8d-9dbb-a79708181b33 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:15.159926 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'tag': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'status': 'completed', 'code': 200} Jul 16 03:57:15.227722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] For port 53365f69-cf03-43bf-bc40-bcb1bbdff113, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:15.268201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] For port 53365f69-cf03-43bf-bc40-bcb1bbdff113, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=53365f69-cf03-43bf-bc40-bcb1bbdff113,segment=NetworkSegment(13a63ed0-2b34-4330-978c-cc22b86fcfb2),segment_id=13a63ed0-2b34-4330-978c-cc22b86fcfb2)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:15.289163 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.360400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9983c7-d0e7-403d-b729-4bd36660efe3 req-b92c165f-e9a3-4cb0-9128-47764296faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:15.363878 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7a9983c7-d0e7-403d-b729-4bd36660efe3 req-b92c165f-e9a3-4cb0-9128-47764296faa8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e7c2348a6101491f9cfb1053e2dfc567&device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 1096 time: 0.2031591 Jul 16 03:57:15.434971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:15.435616 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.440558 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] 10.222.0.88 "PUT /v2.0/ports/53365f69-cf03-43bf-bc40-bcb1bbdff113 HTTP/1.1" status: 200 len: 1091 time: 3.0381689 Jul 16 03:57:15.447608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fa932-547c-4166-8610-86edb67ac2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=53365f69-cf03-43bf-bc40-bcb1bbdff113,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:15.455346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'tag': '53365f69-cf03-43bf-bc40-bcb1bbdff113'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:15.458063 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8978173e-4756-43c7-8b4b-8f8c44ca446a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f60a6d-8763-4829-8b30-c608bf8c014a", "tag": "53365f69-cf03-43bf-bc40-bcb1bbdff113"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:15.459928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] For port f82f6d5e-56ea-4c48-845a-926e1c285f73, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:15.465348 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.88', 64067) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:15.508183 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] For port f82f6d5e-56ea-4c48-845a-926e1c285f73, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f82f6d5e-56ea-4c48-845a-926e1c285f73,segment=NetworkSegment(8b0a68d6-773c-4eaf-8bc7-d66d1a41f298),segment_id=8b0a68d6-773c-4eaf-8bc7-d66d1a41f298)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:15.539797 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.624588 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9983c7-d0e7-403d-b729-4bd36660efe3 req-6f6e3a18-b35e-41f0-a29d-5c366195712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:15.654842 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7a9983c7-d0e7-403d-b729-4bd36660efe3 req-6f6e3a18-b35e-41f0-a29d-5c366195712c service neutron] 10.222.0.88 "GET /v2.0/networks?id=c4325c50-f7f4-49da-b4ac-a049a40582b0 HTTP/1.1" status: 200 len: 912 time: 0.2801979 Jul 16 03:57:15.677178 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c073f9d-5918-4a1b-8cd8-ca8a26f034ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.692745 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b7a210-660e-410a-875c-9ecd1856e544 x-openstack-request-id: req-72b7a210-660e-410a-875c-9ecd1856e544 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:15.693077 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f60a6d-8763-4829-8b30-c608bf8c014a", "tag": "53365f69-cf03-43bf-bc40-bcb1bbdff113", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:15.693289 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72b7a210-660e-410a-875c-9ecd1856e544 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:15.694218 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'tag': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'status': 'completed', 'code': 200} Jul 16 03:57:15.721466 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7a9983c7-d0e7-403d-b729-4bd36660efe3 req-52ec9bb6-3ea1-4583-a6ff-11f72d90f6b6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ad0809-c108-4f84-a8b9-8509a683c5a5 HTTP/1.1" status: 200 len: 217 time: 0.0519018 Jul 16 03:57:15.745980 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-92bf537e-22c5-4746-a0f2-421b5d780bfe service neutron] 10.222.0.88 "GET /v2.0/ports/9d353934-1048-4e82-af97-0245388f543a/bindings/n-h2-800088-6 HTTP/1.1" status: 200 len: 384 time: 0.2615108 Jul 16 03:57:15.768457 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c073f9d-5918-4a1b-8cd8-ca8a26f034ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:15.786630 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4c073f9d-5918-4a1b-8cd8-ca8a26f034ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "DELETE /v2.0/ports/42abc0d7-2d0e-4b70-8e82-705babf7356b HTTP/1.1" status: 204 len: 168 time: 1.1438820 Jul 16 03:57:15.792715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:15.839373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c073f9d-5918-4a1b-8cd8-ca8a26f034ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Pushing event deleted for resources: {'Port': ['ID=42abc0d7-2d0e-4b70-8e82-705babf7356b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:15.861748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9983c7-d0e7-403d-b729-4bd36660efe3 req-11ca3d62-070a-443a-a7a3-ad1142a41c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:15.863614 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7a9983c7-d0e7-403d-b729-4bd36660efe3 req-11ca3d62-070a-443a-a7a3-ad1142a41c90 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=51d078c8-9340-47c3-bb8a-847e15bc1646 HTTP/1.1" status: 200 len: 850 time: 0.1143546 Jul 16 03:57:15.935320 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24179f43-342a-446e-872b-bbc862a30c6a None None] Pushing event updated for resources: {'Port': ['ID=f82f6d5e-56ea-4c48-845a-926e1c285f73,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:15.973028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de2e5014-ac39-400a-aff1-122650ed224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fc765e29-07e0-4d82-b063-b1c78ea8a159', 'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'mac_address': 'fa:16:3e:00:ad:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:00Z', 'updated_at': '2021-07-16T03:52:20Z', 'revision_number': 5, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'subnets': [{'id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:16.018564 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab700aeb-ef15-4faa-bf21-2aa3ea191f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:57:16.020184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ab700aeb-ef15-4faa-bf21-2aa3ea191f8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "GET /v2.0/ports/42abc0d7-2d0e-4b70-8e82-705babf7356b HTTP/1.1" status: 404 len: 333 time: 0.1251631 Jul 16 03:57:16.030020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:16.042663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9fb35e69-0a42-4f3d-a414-71b87eaf4b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Request body: {'port': {'network_id': '345af047-4788-4e93-96bf-8fc050b375ba', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-428605877'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:16.073353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2e5014-ac39-400a-aff1-122650ed224b None None] Checking router: 5e145a69-8971-491f-a302-327e9c910ade for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:16.082761 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9983c7-d0e7-403d-b729-4bd36660efe3 req-4235cd5d-191b-44af-a252-cddf304fc547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:16.084270 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7a9983c7-d0e7-403d-b729-4bd36660efe3 req-4235cd5d-191b-44af-a252-cddf304fc547 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=c4325c50-f7f4-49da-b4ac-a049a40582b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2126617 Jul 16 03:57:16.095013 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2e5014-ac39-400a-aff1-122650ed224b None None] Routers {'5e145a69-8971-491f-a302-327e9c910ade'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:16.096189 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de2e5014-ac39-400a-aff1-122650ed224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5e145a69-8971-491f-a302-327e9c910ade'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:16.294022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-60fd4339-c344-4e82-a242-57aeb595f2f7 service neutron] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9d353934-1048-4e82-af97-0245388f543a,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:16.320343 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7a9983c7-d0e7-403d-b729-4bd36660efe3 req-dc86aabb-e986-4ecf-960c-b5b9204033bf service neutron] 10.222.0.88 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282164 Jul 16 03:57:16.338149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-60fd4339-c344-4e82-a242-57aeb595f2f7 service neutron] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:16.351786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-de2e5014-ac39-400a-aff1-122650ed224b None None] Set router 5e145a69-8971-491f-a302-327e9c910ade gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:16.406704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-60fd4339-c344-4e82-a242-57aeb595f2f7 service neutron] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=9d353934-1048-4e82-af97-0245388f543a,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:16.449288 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-60fd4339-c344-4e82-a242-57aeb595f2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.470294 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-55837de5-a417-45fc-8ed6-6ae166317cb3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:16.471520 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-55837de5-a417-45fc-8ed6-6ae166317cb3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "PUT /v2.0/routers/51f0afe7-02ea-408e-af7e-031ef8dabe10 HTTP/1.1" status: 400 len: 364 time: 3.2887588 Jul 16 03:57:16.473292 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7a9983c7-d0e7-403d-b729-4bd36660efe3 req-2701b5d3-1b89-4fc4-8afd-ee7070a143d0 service neutron] 10.222.0.88 "GET /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447110 Jul 16 03:57:16.478739 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40782) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:16.505293 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc06dc-4445-4fcb-9dae-bad082ec5f6f req-be8adbe9-9493-4ce1-ba98-5a36140978b1 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:16.513461 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dbbc06dc-4445-4fcb-9dae-bad082ec5f6f req-be8adbe9-9493-4ce1-ba98-5a36140978b1 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 945 time: 0.7989509 Jul 16 03:57:16.535581 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-bb7640bf-ca57-4de5-8281-becd39be6060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:16.537432 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-bb7640bf-ca57-4de5-8281-becd39be6060 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 1094 time: 0.8801270 Jul 16 03:57:16.562868 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb35e69-0a42-4f3d-a414-71b87eaf4b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Made reservation on behalf of 4468243ee93f4e569bbf152b4aa17405 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:16.563710 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb35e69-0a42-4f3d-a414-71b87eaf4b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:16.620934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e960839-638a-4cae-b717-c761afd527be req-a5d5a78e-7e7b-463c-962a-af7c30b96aa0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:16.628486 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e960839-638a-4cae-b717-c761afd527be req-a5d5a78e-7e7b-463c-962a-af7c30b96aa0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 945 time: 0.6613672 Jul 16 03:57:16.677243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-49dde1f6-95b2-4b36-b0bd-0621702dd7b4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53365f69-cf03-43bf-bc40-bcb1bbdff113 HTTP/1.1" status: 200 len: 217 time: 0.1280053 Jul 16 03:57:16.693640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dbbc06dc-4445-4fcb-9dae-bad082ec5f6f req-7060f7c7-2ac2-4644-a999-74bf367561e9 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/security-groups?id=466dfd54-6162-473a-90a8-b64918453bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791408 Jul 16 03:57:16.814430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de2e5014-ac39-400a-aff1-122650ed224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fc765e29-07e0-4d82-b063-b1c78ea8a159', 'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'mac_address': 'fa:16:3e:00:ad:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:00Z', 'updated_at': '2021-07-16T03:52:20Z', 'revision_number': 5, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'subnets': [{'id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:16.847184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-9fb35e69-0a42-4f3d-a414-71b87eaf4b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] device_id is not set on port 31886e74-859c-422e-aeb3-c97e0f43ab9d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:57:16.871688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2e5014-ac39-400a-aff1-122650ed224b None None] The sync data for ids ['5e145a69-8971-491f-a302-327e9c910ade'] in n-d-800088-6 is: [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:52:02Z', 'revision_number': 4, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fc765e29-07e0-4d82-b063-b1c78ea8a159', 'name': '', 'network_id': 'c4325c50-f7f4-49da-b4ac-a049a40582b0', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'mac_address': 'fa:16:3e:00:ad:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:00Z', 'updated_at': '2021-07-16T03:52:20Z', 'revision_number': 5, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'subnets': [{'id': '51d078c8-9340-47c3-bb8a-847e15bc1646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:16.902300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e960839-638a-4cae-b717-c761afd527be req-9a548cd4-3c0f-40e0-84f1-c62fa286dde2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727270 Jul 16 03:57:17.082664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6572b079-102e-42b9-b34e-c25630e18fca req-bcf99574-7756-40cc-8dcf-2aa978e5745e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 210 time: 0.0886257 Jul 16 03:57:17.089183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-29ac9cd2-567b-4e05-8ce2-4c2509140063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:17.090922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-29ac9cd2-567b-4e05-8ce2-4c2509140063 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a18b56e-b149-48e6-b088-51ea7739e00e HTTP/1.1" status: 200 len: 834 time: 0.3843117 Jul 16 03:57:17.127379 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-60fd4339-c344-4e82-a242-57aeb595f2f7 service neutron] Transition to ACTIVE for port object 9d353934-1048-4e82-af97-0245388f543a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:17.206727 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.248624 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-60fd4339-c344-4e82-a242-57aeb595f2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.457828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f82f6d5e-56ea-4c48-845a-926e1c285f73 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:17.504430 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281fb616-1438-4c7f-acb1-201d97b4af1d None None] New status for floating IP f012523f-9389-43ef-a61d-3bb5cccffe57: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:57:17.558138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port f82f6d5e-56ea-4c48-845a-926e1c285f73 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:17.613419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d69bf-bea3-4892-90d7-a81dbb919e2b req-476a1015-39e3-4b7a-b434-512bbc17ff52 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:17.615457 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a19d69bf-bea3-4892-90d7-a81dbb919e2b req-476a1015-39e3-4b7a-b434-512bbc17ff52 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.88 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 945 time: 0.3909984 Jul 16 03:57:17.671601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd4339-c344-4e82-a242-57aeb595f2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d353934-1048-4e82-af97-0245388f543a,revision_number=11']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:17.752786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d353934-1048-4e82-af97-0245388f543a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:17.755676 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94479797-3b98-4e60-8159-440431d8ac0b" -d '{"events": [{"server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d353934-1048-4e82-af97-0245388f543a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:17.826428 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb35e69-0a42-4f3d-a414-71b87eaf4b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.908785 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb35e69-0a42-4f3d-a414-71b87eaf4b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:17.915655 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-00729c46-e48f-4b7b-9bca-13dd16c010e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:17.918254 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-00729c46-e48f-4b7b-9bca-13dd16c010e6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fd24362-7d26-4a40-b0c6-5502b9ef1b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8165281 Jul 16 03:57:18.007234 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Allocated IP 2001:db8::1 (2cd6cab6-36ac-4bfb-96e8-07f51832afd4/2b21d4e2-b793-4432-a306-2f41b51763cc/2b67232f-0ead-4f65-a1ce-e58ca15dd893) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:18.010116 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a19d69bf-bea3-4892-90d7-a81dbb919e2b req-acf9bd44-8f68-42b1-882a-e6c170dee7b5 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Deleting port 55ad0809-c108-4f84-a8b9-8509a683c5a5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:18.010463 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a19d69bf-bea3-4892-90d7-a81dbb919e2b req-acf9bd44-8f68-42b1-882a-e6c170dee7b5 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.015417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-60fd4339-c344-4e82-a242-57aeb595f2f7 service neutron] No DVR routers for this DVR port 9d353934-1048-4e82-af97-0245388f543a on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:18.036292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39f27d-5d53-4f7d-8f4a-f87c0686617a req-da859608-18a9-49b1-9509-efbe9a943d2a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:18.039409 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2f39f27d-5d53-4f7d-8f4a-f87c0686617a req-da859608-18a9-49b1-9509-efbe9a943d2a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 943 time: 0.8727643 Jul 16 03:57:18.202596 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60886ce-1cc4-46f9-93ac-aaa61544f14e None None] Network 18f02ae6-8227-49c7-b831-3bbc3ca2eeb4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:18.271169 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.319587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a19d69bf-bea3-4892-90d7-a81dbb919e2b req-acf9bd44-8f68-42b1-882a-e6c170dee7b5 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] For port 55ad0809-c108-4f84-a8b9-8509a683c5a5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=55ad0809-c108-4f84-a8b9-8509a683c5a5,segment=NetworkSegment(2fd09f9c-011d-4ded-8867-77675e513d30),segment_id=2fd09f9c-011d-4ded-8867-77675e513d30)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:18.320445 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a19d69bf-bea3-4892-90d7-a81dbb919e2b req-acf9bd44-8f68-42b1-882a-e6c170dee7b5 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.342316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Transition to ACTIVE for port object 2b67232f-0ead-4f65-a1ce-e58ca15dd893 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:18.355572 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a19d69bf-bea3-4892-90d7-a81dbb919e2b req-acf9bd44-8f68-42b1-882a-e6c170dee7b5 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Calling delete_port for 55ad0809-c108-4f84-a8b9-8509a683c5a5 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:18.360081 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb35e69-0a42-4f3d-a414-71b87eaf4b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Network 345af047-4788-4e93-96bf-8fc050b375ba is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:18.384641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e3e457cb-53b6-487b-b92d-15bd2099f137 None None] Provisioning for port f82f6d5e-56ea-4c48-845a-926e1c285f73 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:18.395013 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e3e457cb-53b6-487b-b92d-15bd2099f137 None None] Provisioning complete for port f82f6d5e-56ea-4c48-845a-926e1c285f73 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:18.395606 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3e457cb-53b6-487b-b92d-15bd2099f137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.406888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-9fb35e69-0a42-4f3d-a414-71b87eaf4b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:18.409286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb35e69-0a42-4f3d-a414-71b87eaf4b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:18.410577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb35e69-0a42-4f3d-a414-71b87eaf4b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:18.411172 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9fb35e69-0a42-4f3d-a414-71b87eaf4b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.423426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb35e69-0a42-4f3d-a414-71b87eaf4b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Pushing event updated for resources: {'Port': ['ID=31886e74-859c-422e-aeb3-c97e0f43ab9d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:18.481154 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2f39f27d-5d53-4f7d-8f4a-f87c0686617a req-ea94cebc-669a-495b-b761-7024143be261 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=57ff1e93-0baa-4f2d-9d4d-37839035201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262746 Jul 16 03:57:18.487987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9fb35e69-0a42-4f3d-a414-71b87eaf4b44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4493113 Jul 16 03:57:18.517755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:18.528009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:18.541947 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-0c08b1ed-278a-4c46-ad26-0ca04fcc1205 service neutron] 10.222.0.88 "GET /v2.0/networks/2fd24362-7d26-4a40-b0c6-5502b9ef1b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873995 Jul 16 03:57:18.594264 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.618358 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d76be9-a4c8-4431-8e45-3dfd3a786805 x-openstack-request-id: req-c0d76be9-a4c8-4431-8e45-3dfd3a786805 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:18.618894 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d353934-1048-4e82-af97-0245388f543a", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:18.619362 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c0d76be9-a4c8-4431-8e45-3dfd3a786805 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:18.619922 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d353934-1048-4e82-af97-0245388f543a', 'code': 200} Jul 16 03:57:18.668857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ae130-9b59-4e6b-912e-6fe70fe68a84 req-5abd6782-765e-4086-8d31-561b48317e57 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:18.670752 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-964ae130-9b59-4e6b-912e-6fe70fe68a84 req-5abd6782-765e-4086-8d31-561b48317e57 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 945 time: 0.6153607 Jul 16 03:57:18.722076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Network 2cd6cab6-36ac-4bfb-96e8-07f51832afd4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:18.746441 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:18.752038 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3e457cb-53b6-487b-b92d-15bd2099f137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.765803 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:18.766376 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.773047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-60fd4339-c344-4e82-a242-57aeb595f2f7 service neutron] 10.222.0.88 "PUT /v2.0/ports/9d353934-1048-4e82-af97-0245388f543a/bindings/n-h2-800088-6/activate HTTP/1.1" status: 200 len: 369 time: 2.9778490 Jul 16 03:57:18.813722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e3e457cb-53b6-487b-b92d-15bd2099f137 None None] For port f82f6d5e-56ea-4c48-845a-926e1c285f73, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f82f6d5e-56ea-4c48-845a-926e1c285f73,segment=NetworkSegment(8b0a68d6-773c-4eaf-8bc7-d66d1a41f298),segment_id=8b0a68d6-773c-4eaf-8bc7-d66d1a41f298)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:18.847408 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event updated for resources: {'Port': ['ID=2b67232f-0ead-4f65-a1ce-e58ca15dd893,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:18.851940 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3e457cb-53b6-487b-b92d-15bd2099f137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:18.931940 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a19d69bf-bea3-4892-90d7-a81dbb919e2b req-acf9bd44-8f68-42b1-882a-e6c170dee7b5 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.006662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e457cb-53b6-487b-b92d-15bd2099f137 None None] Pushing event updated for resources: {'Port': ['ID=f82f6d5e-56ea-4c48-845a-926e1c285f73,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:19.042817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9bd44-8f68-42b1-882a-e6c170dee7b5 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Pushing event deleted for resources: {'Port': ['ID=55ad0809-c108-4f84-a8b9-8509a683c5a5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:19.283831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19d69bf-bea3-4892-90d7-a81dbb919e2b req-acf9bd44-8f68-42b1-882a-e6c170dee7b5 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] No DVR routers for this DVR port 55ad0809-c108-4f84-a8b9-8509a683c5a5 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:19.291344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d65a7902-e828-4d83-b8a1-150e156d67dd None None] Provisioning for port 2b67232f-0ead-4f65-a1ce-e58ca15dd893 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:19.296189 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d65a7902-e828-4d83-b8a1-150e156d67dd None None] Provisioning complete for port 2b67232f-0ead-4f65-a1ce-e58ca15dd893 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:19.296835 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d65a7902-e828-4d83-b8a1-150e156d67dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.302498 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a19d69bf-bea3-4892-90d7-a81dbb919e2b req-acf9bd44-8f68-42b1-882a-e6c170dee7b5 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.304573 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a19d69bf-bea3-4892-90d7-a81dbb919e2b req-acf9bd44-8f68-42b1-882a-e6c170dee7b5 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.88 "DELETE /v2.0/ports/55ad0809-c108-4f84-a8b9-8509a683c5a5 HTTP/1.1" status: 204 len: 173 time: 1.6755102 Jul 16 03:57:19.305033 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'name': 'network-vif-deleted', 'tag': '55ad0809-c108-4f84-a8b9-8509a683c5a5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:19.307316 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703c6d20-376a-4c98-9b47-7666e0fa328f" -d '{"events": [{"server_uuid": "ef120631-d424-44d5-a839-95ecd1d6e78b", "name": "network-vif-deleted", "tag": "55ad0809-c108-4f84-a8b9-8509a683c5a5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:19.332473 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.347344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f82f6d5e-56ea-4c48-845a-926e1c285f73 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:19.401439 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 55ad0809-c108-4f84-a8b9-8509a683c5a5 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:19.431683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 55ad0809-c108-4f84-a8b9-8509a683c5a5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:19.432295 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 55ad0809-c108-4f84-a8b9-8509a683c5a5 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:19.432995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9d353934-1048-4e82-af97-0245388f543a no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:19.513345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-964ae130-9b59-4e6b-912e-6fe70fe68a84 req-abd2fadb-a7d9-4742-9eeb-088a132b5a7d tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/security-groups?id=466dfd54-6162-473a-90a8-b64918453bae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8323917 Jul 16 03:57:19.561720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9d353934-1048-4e82-af97-0245388f543a not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:19.566528 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.567015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d65a7902-e828-4d83-b8a1-150e156d67dd None None] Port 2b67232f-0ead-4f65-a1ce-e58ca15dd893 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:19.583281 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14abb011-a8ef-46e8-b7e8-d79c767f8aa0 req-0fda818e-6fc1-4079-933a-a3d277358a92 service neutron] 10.222.0.88 "GET /v2.0/networks/2fd24362-7d26-4a40-b0c6-5502b9ef1b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9871240 Jul 16 03:57:19.598568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port f82f6d5e-56ea-4c48-845a-926e1c285f73 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:19.601851 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.779513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2b64401b-43f5-4b35-adc7-0e8efde6b1bd None None] Provisioning complete for port f82f6d5e-56ea-4c48-845a-926e1c285f73 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:19.780187 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b64401b-43f5-4b35-adc7-0e8efde6b1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.877257 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.898206 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.899002 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:19.967902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-ec399535-1dac-4929-8307-5ad038117d46 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:19.970514 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-ec399535-1dac-4929-8307-5ad038117d46 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f&tenant_id=03422a5449cd4807854f59afa4486f72&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 1095 time: 1.1198392 Jul 16 03:57:20.002897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22255f-c8b2-48f4-ae2c-c363a5d6b768 req-e7867db0-e026-4e1a-9896-65ba4b38dc7c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:20.010314 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f22255f-c8b2-48f4-ae2c-c363a5d6b768 req-e7867db0-e026-4e1a-9896-65ba4b38dc7c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 944 time: 1.1765790 Jul 16 03:57:20.015217 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event updated for resources: {'Port': ['ID=2b67232f-0ead-4f65-a1ce-e58ca15dd893,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:20.052654 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Network 2cd6cab6-36ac-4bfb-96e8-07f51832afd4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:20.055545 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:20.086382 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54550340-dfe1-4810-b09a-a48ce367471e req-7fd0af36-0bfa-428c-9542-e696f508176a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=95533ce6-38e1-420a-9118-43879f7becbc HTTP/1.1" status: 200 len: 210 time: 0.1515379 Jul 16 03:57:20.212972 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f22255f-c8b2-48f4-ae2c-c363a5d6b768 req-c5b3e0b9-0269-4b41-a783-bd723dc2ab58 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016821 Jul 16 03:57:20.265489 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] device_id is not set on port 31886e74-859c-422e-aeb3-c97e0f43ab9d yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:57:20.275968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978173e-4756-43c7-8b4b-8f8c44ca446a req-58b531e3-6729-486b-906c-232f19137364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:20.277706 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8978173e-4756-43c7-8b4b-8f8c44ca446a req-58b531e3-6729-486b-906c-232f19137364 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 1094 time: 0.5729477 Jul 16 03:57:20.284099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.363522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Transition to ACTIVE for port object 31886e74-859c-422e-aeb3-c97e0f43ab9d will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:20.488867 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.501391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-f640ae79-6131-41d6-81ef-07d3ddce88b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:20.502916 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-f640ae79-6131-41d6-81ef-07d3ddce88b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f&tenant_id=03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 1095 time: 0.5129800 Jul 16 03:57:20.552346 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-45947937-544f-4c61-977b-a81e182774cb None None] Provisioning complete for port 2b67232f-0ead-4f65-a1ce-e58ca15dd893 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:20.553938 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-45947937-544f-4c61-977b-a81e182774cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:20.594991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978173e-4756-43c7-8b4b-8f8c44ca446a req-cf6e4879-c3ee-42ab-9e60-1e5bf759f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:20.596809 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8978173e-4756-43c7-8b4b-8f8c44ca446a req-cf6e4879-c3ee-42ab-9e60-1e5bf759f421 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2fd24362-7d26-4a40-b0c6-5502b9ef1b9e HTTP/1.1" status: 200 len: 898 time: 0.3045793 Jul 16 03:57:20.664579 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-45947937-544f-4c61-977b-a81e182774cb None None] Port 2b67232f-0ead-4f65-a1ce-e58ca15dd893 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:20.705392 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6accbc7-4d6f-4f41-849c-a94e6b0b7901 x-openstack-request-id: req-b6accbc7-4d6f-4f41-849c-a94e6b0b7901 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:20.706071 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef120631-d424-44d5-a839-95ecd1d6e78b", "name": "network-vif-deleted", "tag": "55ad0809-c108-4f84-a8b9-8509a683c5a5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:20.706965 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b6accbc7-4d6f-4f41-849c-a94e6b0b7901 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:20.707483 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef120631-d424-44d5-a839-95ecd1d6e78b', 'name': 'network-vif-deleted', 'tag': '55ad0809-c108-4f84-a8b9-8509a683c5a5', 'status': 'completed', 'code': 200} Jul 16 03:57:20.753217 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Pushing event updated for resources: {'Port': ['ID=31886e74-859c-422e-aeb3-c97e0f43ab9d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:20.776250 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8978173e-4756-43c7-8b4b-8f8c44ca446a req-4b5cbfbf-2e67-4844-baef-32a159ea9fa9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53365f69-cf03-43bf-bc40-bcb1bbdff113 HTTP/1.1" status: 200 len: 217 time: 0.1596167 Jul 16 03:57:20.782917 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Router 51f0afe7-02ea-408e-af7e-031ef8dabe10 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:20.882240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:20.882760 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:20.883208 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:20.902626 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93e12dbb-3db2-415a-be80-ada874326687 req-bb1bf5b6-b0d1-4e49-a0cb-028967916c9d tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 210 time: 0.1512432 Jul 16 03:57:20.939651 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:20.949533 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a1bc582f-8646-4c0e-8f73-f8f0ad70f0be tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "PUT /v2.0/routers/51f0afe7-02ea-408e-af7e-031ef8dabe10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4674232 Jul 16 03:57:20.953499 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e3a5e-8800-4e7e-81f1-33d60deebbe2 None None] Sync routers for ids ['51f0afe7-02ea-408e-af7e-031ef8dabe10'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:20.958700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40816) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:20.962389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04031abd-e393-46e1-ad6a-35b0a7ce3ff6 req-24986217-e10c-46ae-a670-2d5b3cafb474 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:20.966955 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04031abd-e393-46e1-ad6a-35b0a7ce3ff6 req-24986217-e10c-46ae-a670-2d5b3cafb474 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 943 time: 0.5916271 Jul 16 03:57:20.968909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0e3a5e-8800-4e7e-81f1-33d60deebbe2 None None] Routers {'51f0afe7-02ea-408e-af7e-031ef8dabe10'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:20.969676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc0e3a5e-8800-4e7e-81f1-33d60deebbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['51f0afe7-02ea-408e-af7e-031ef8dabe10'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:20.992679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:20.993899 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:20.998181 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 2 to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d Jul 16 03:57:21.004568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc0e3a5e-8800-4e7e-81f1-33d60deebbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:21.013759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0e3a5e-8800-4e7e-81f1-33d60deebbe2 None None] Routers {'51f0afe7-02ea-408e-af7e-031ef8dabe10'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:21.014398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc0e3a5e-8800-4e7e-81f1-33d60deebbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['51f0afe7-02ea-408e-af7e-031ef8dabe10'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:21.056914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-58920191-2510-418d-b4cb-53dec28c3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:21.059019 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-58920191-2510-418d-b4cb-53dec28c3dd7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 1095 time: 0.5049715 Jul 16 03:57:21.064755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978173e-4756-43c7-8b4b-8f8c44ca446a req-f1b83b31-b8a1-4cd3-aa33-cd59ca116318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:21.066793 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8978173e-4756-43c7-8b4b-8f8c44ca446a req-f1b83b31-b8a1-4cd3-aa33-cd59ca116318 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a18b56e-b149-48e6-b088-51ea7739e00e HTTP/1.1" status: 200 len: 834 time: 0.2527797 Jul 16 03:57:21.070913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:21.071508 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:21.072108 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:21.076666 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-cc0e3a5e-8800-4e7e-81f1-33d60deebbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:21.077449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0e3a5e-8800-4e7e-81f1-33d60deebbe2 None None] The sync data for ids ['51f0afe7-02ea-408e-af7e-031ef8dabe10'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:21.122474 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0196dcb3-b127-41c1-805c-c137b35345d1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.199207 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-5e6437a5-4003-400d-8f81-ba564c0371d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:21.201003 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-5e6437a5-4003-400d-8f81-ba564c0371d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf569b92-d644-4546-b6d7-f032ee5253db HTTP/1.1" status: 200 len: 897 time: 0.1311889 Jul 16 03:57:21.206901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-04031abd-e393-46e1-ad6a-35b0a7ce3ff6 req-eb74c92c-364a-42fc-a434-f2d1882ef78a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=57ff1e93-0baa-4f2d-9d4d-37839035201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256975 Jul 16 03:57:21.254278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:21.254278 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:21.336871 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 3 to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d Jul 16 03:57:21.340606 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 53365f69-cf03-43bf-bc40-bcb1bbdff113 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:57:21.347730 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-c8dc106d-33a2-4845-9e18-36f28036e478 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d353934-1048-4e82-af97-0245388f543a HTTP/1.1" status: 200 len: 999 time: 0.1326644 Jul 16 03:57:21.352018 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-0196dcb3-b127-41c1-805c-c137b35345d1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 03:57:21.353108 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0196dcb3-b127-41c1-805c-c137b35345d1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "DELETE /v2.0/routers/51f0afe7-02ea-408e-af7e-031ef8dabe10 HTTP/1.1" status: 409 len: 329 time: 0.3915236 Jul 16 03:57:21.358174 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40826) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:21.471525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:21.471871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:21.472224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:21.548537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:21.548875 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:21.553706 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 4 to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d Jul 16 03:57:21.572417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-ade05b68-8fd2-4c4b-a346-d222d803617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:21.573915 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-ade05b68-8fd2-4c4b-a346-d222d803617b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=939a70b4-117e-4c69-bdb2-0b762d61557f HTTP/1.1" status: 200 len: 835 time: 0.2034664 Jul 16 03:57:21.575732 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978173e-4756-43c7-8b4b-8f8c44ca446a req-ebd44db5-d4ee-4fd6-99c5-9c7a3f87113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:21.577263 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8978173e-4756-43c7-8b4b-8f8c44ca446a req-ebd44db5-d4ee-4fd6-99c5-9c7a3f87113e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fd24362-7d26-4a40-b0c6-5502b9ef1b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3741701 Jul 16 03:57:21.596461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 53365f69-cf03-43bf-bc40-bcb1bbdff113, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=53365f69-cf03-43bf-bc40-bcb1bbdff113,segment=NetworkSegment(13a63ed0-2b34-4330-978c-cc22b86fcfb2),segment_id=13a63ed0-2b34-4330-978c-cc22b86fcfb2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:21.618175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'port_id': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'mac_address': 'fa:16:3e:12:78:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 915, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:57:21.667419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:21.667774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:21.668096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:21.684681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:21.685027 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:21.699480 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 5 to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d Jul 16 03:57:21.702448 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.718325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:21.718682 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:21.719010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:21.726600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:21.726931 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:21.727364 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53365f69-cf03-43bf-bc40-bcb1bbdff113 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:57:21.729905 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 6 to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d Jul 16 03:57:21.764002 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 53365f69-cf03-43bf-bc40-bcb1bbdff113, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=53365f69-cf03-43bf-bc40-bcb1bbdff113,segment=NetworkSegment(13a63ed0-2b34-4330-978c-cc22b86fcfb2),segment_id=13a63ed0-2b34-4330-978c-cc22b86fcfb2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:21.771445 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:21.771895 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:21.774397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:21.775387 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.831555 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:21.831892 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:21.845465 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 7 to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d Jul 16 03:57:21.848279 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=53365f69-cf03-43bf-bc40-bcb1bbdff113,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:21.877001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e4456-caa6-4faa-b0af-e3f60a4372c6 req-a24cb176-1617-46e1-ad89-54b1d0301b86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:21.880075 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c68e4456-caa6-4faa-b0af-e3f60a4372c6 req-a24cb176-1617-46e1-ad89-54b1d0301b86 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 944 time: 0.4011500 Jul 16 03:57:21.884555 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:21.884911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:21.885263 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:21.906526 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89ed5c98-3b34-4d68-a657-4e7bf8aee5ae tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:21.911615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:21.911969 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:21.925312 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 8 to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d Jul 16 03:57:21.961372 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-60307d63-80df-48da-86f5-6d6186f3ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:21.964269 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-60307d63-80df-48da-86f5-6d6186f3ff92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf569b92-d644-4546-b6d7-f032ee5253db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3794878 Jul 16 03:57:22.010088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:22.010756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:22.010756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:22.057582 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['53365f69-cf03-43bf-bc40-bcb1bbdff113'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:57:22.063151 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8978173e-4756-43c7-8b4b-8f8c44ca446a req-3fd8a242-ecc3-44bc-a044-b84c6d953a70 service neutron] 10.222.0.88 "GET /v2.0/networks/2fd24362-7d26-4a40-b0c6-5502b9ef1b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668269 Jul 16 03:57:22.086651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:22.086982 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:22.104785 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 9 to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d Jul 16 03:57:22.122357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c68e4456-caa6-4faa-b0af-e3f60a4372c6 req-5ab296a9-c65b-4184-aec0-f23f0cd384a1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281146 Jul 16 03:57:22.295383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:22.308387 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:22.309044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:22.340019 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:22.346643 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-89ed5c98-3b34-4d68-a657-4e7bf8aee5ae tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Deleting port 2b67232f-0ead-4f65-a1ce-e58ca15dd893 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:22.347032 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89ed5c98-3b34-4d68-a657-4e7bf8aee5ae tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.355549 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:22.373912 n-d-800088-6 neutron-server[93767]: INFO neutron.plugins.ml2.plugin [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempt 10 to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d Jul 16 03:57:22.518975 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:22.519307 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:22.519642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempting to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:22.531932 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ebd45efa-fec2-405a-b09d-44c728d0698a req-3590a6dc-b4e8-4592-916d-4ac425ec3d96 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 210 time: 0.1019363 Jul 16 03:57:22.571403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89ed5c98-3b34-4d68-a657-4e7bf8aee5ae tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.576164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8978173e-4756-43c7-8b4b-8f8c44ca446a req-ad118e2c-ed02-4c50-8ec6-37e1aabe1596 service neutron] 10.222.0.88 "GET /v2.0/networks/2fd24362-7d26-4a40-b0c6-5502b9ef1b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904351 Jul 16 03:57:22.579894 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-bf35d48a-447f-4a81-b456-dcb65b6101d4 service neutron] 10.222.0.20 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875430 Jul 16 03:57:22.591456 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-89ed5c98-3b34-4d68-a657-4e7bf8aee5ae tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Calling delete_port for 2b67232f-0ead-4f65-a1ce-e58ca15dd893 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:22.598201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:57:22.599093 n-d-800088-6 neutron-server[93767]: ERROR neutron.plugins.ml2.managers [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Failed to bind port 31886e74-859c-422e-aeb3-c97e0f43ab9d on host n-h1-800088-6 for vnic_type normal using segments [{'id': '5a0e3c78-2719-49c5-a367-554b82c73496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '345af047-4788-4e93-96bf-8fc050b375ba'}] Jul 16 03:57:22.600920 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.834610 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89ed5c98-3b34-4d68-a657-4e7bf8aee5ae tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.860984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] For port 31886e74-859c-422e-aeb3-c97e0f43ab9d, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:22.861381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attempted to set empty binding levels {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 03:57:22.868324 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-890964a3-734d-407a-8237-38998f8202dd service neutron] 10.222.0.20 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267792 Jul 16 03:57:22.873213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed5c98-3b34-4d68-a657-4e7bf8aee5ae tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event deleted for resources: {'Port': ['ID=2b67232f-0ead-4f65-a1ce-e58ca15dd893,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:22.879989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315b327-f473-4114-a5c6-a804394efa7f req-de346ff8-7bc7-4c04-a202-45c0f9477ee0 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:22.882206 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3315b327-f473-4114-a5c6-a804394efa7f req-de346ff8-7bc7-4c04-a202-45c0f9477ee0 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 944 time: 0.4470923 Jul 16 03:57:22.884000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.938332 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] In _notify_port_updated(), no bound segment for port 31886e74-859c-422e-aeb3-c97e0f43ab9d on network 345af047-4788-4e93-96bf-8fc050b375ba {{(pid=93767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 03:57:22.939339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:22.939937 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:22.941270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "PUT /v2.0/ports/31886e74-859c-422e-aeb3-c97e0f43ab9d HTTP/1.1" status: 200 len: 978 time: 4.4223795 Jul 16 03:57:22.945549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:23.019387 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c54bd-076d-44c8-9cac-f8ff67ede7c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Pushing event updated for resources: {'Port': ['ID=31886e74-859c-422e-aeb3-c97e0f43ab9d,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:23.039884 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89ed5c98-3b34-4d68-a657-4e7bf8aee5ae tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.138164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3315b327-f473-4114-a5c6-a804394efa7f req-d63484bb-69c1-4e2f-84b5-612d2b7a6d2e tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=57ff1e93-0baa-4f2d-9d4d-37839035201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485268 Jul 16 03:57:23.341064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 53365f69-cf03-43bf-bc40-bcb1bbdff113 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:23.411908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ed5c98-3b34-4d68-a657-4e7bf8aee5ae tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Router 51f0afe7-02ea-408e-af7e-031ef8dabe10 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:23.415871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dbda4432-8466-4e40-a693-db08ced52497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Deleting port 31886e74-859c-422e-aeb3-c97e0f43ab9d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:23.420875 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbda4432-8466-4e40-a693-db08ced52497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.436961 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 53365f69-cf03-43bf-bc40-bcb1bbdff113 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:23.441366 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 53365f69-cf03-43bf-bc40-bcb1bbdff113 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:23.441950 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.529513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dbda4432-8466-4e40-a693-db08ced52497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] For port 31886e74-859c-422e-aeb3-c97e0f43ab9d, host n-h1-800088-6, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:23.531970 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbda4432-8466-4e40-a693-db08ced52497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.541145 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.546680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dbda4432-8466-4e40-a693-db08ced52497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Calling delete_port for 31886e74-859c-422e-aeb3-c97e0f43ab9d owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:23.573174 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53365f69-cf03-43bf-bc40-bcb1bbdff113'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:23.575734 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9391cd47-ee4d-4273-a2f5-7664ecf62c99" -d '{"events": [{"server_uuid": "b7f60a6d-8763-4829-8b30-c608bf8c014a", "name": "network-vif-plugged", "status": "completed", "tag": "53365f69-cf03-43bf-bc40-bcb1bbdff113"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:23.589778 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 53365f69-cf03-43bf-bc40-bcb1bbdff113, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=53365f69-cf03-43bf-bc40-bcb1bbdff113,segment=NetworkSegment(13a63ed0-2b34-4330-978c-cc22b86fcfb2),segment_id=13a63ed0-2b34-4330-978c-cc22b86fcfb2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:23.601339 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.651737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ed5c98-3b34-4d68-a657-4e7bf8aee5ae tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:23.669305 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c5b54e-d2a4-4df0-b6c7-b2db203ed554 None None] Sync routers for ids ['51f0afe7-02ea-408e-af7e-031ef8dabe10'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:23.673108 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-89ed5c98-3b34-4d68-a657-4e7bf8aee5ae tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "PUT /v2.0/routers/51f0afe7-02ea-408e-af7e-031ef8dabe10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3138099 Jul 16 03:57:23.676891 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbda4432-8466-4e40-a693-db08ced52497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.679635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40860) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:23.688883 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c5b54e-d2a4-4df0-b6c7-b2db203ed554 None None] Routers {'51f0afe7-02ea-408e-af7e-031ef8dabe10'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:23.689554 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e0c5b54e-d2a4-4df0-b6c7-b2db203ed554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['51f0afe7-02ea-408e-af7e-031ef8dabe10'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:23.766090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda4432-8466-4e40-a693-db08ced52497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Pushing event deleted for resources: {'Port': ['ID=31886e74-859c-422e-aeb3-c97e0f43ab9d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:23.783793 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-4e5757e2-b94a-4e57-b8db-7a7167bfecf0 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:23.789811 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=53365f69-cf03-43bf-bc40-bcb1bbdff113,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:23.792088 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-4e5757e2-b94a-4e57-b8db-7a7167bfecf0 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f&tenant_id=03422a5449cd4807854f59afa4486f72&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 1095 time: 0.5316691 Jul 16 03:57:23.821290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854372d-3f6b-4b2c-a81f-9af257d061fd req-e78eeb1f-e90d-4051-a422-989e10edc73a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:23.823194 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8854372d-3f6b-4b2c-a81f-9af257d061fd req-e78eeb1f-e90d-4051-a422-989e10edc73a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 944 time: 0.4823017 Jul 16 03:57:23.825034 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-40c1fc5a-0035-4188-a5a1-ad99e9337a16 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] show failed (client error): The resource could not be found. Jul 16 03:57:23.826141 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-40c1fc5a-0035-4188-a5a1-ad99e9337a16 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1131232370 HTTP/1.1" status: 404 len: 335 time: 0.1454580 Jul 16 03:57:23.830239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40864) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:23.835891 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fcff4447-fd0f-4735-8559-b055fdcb248c tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:23.842756 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e0c5b54e-d2a4-4df0-b6c7-b2db203ed554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:23.843115 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dbda4432-8466-4e40-a693-db08ced52497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:23.851514 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dbda4432-8466-4e40-a693-db08ced52497 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "DELETE /v2.0/ports/31886e74-859c-422e-aeb3-c97e0f43ab9d HTTP/1.1" status: 204 len: 168 time: 0.9035144 Jul 16 03:57:23.857901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40866) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:23.871065 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c5b54e-d2a4-4df0-b6c7-b2db203ed554 None None] Routers {'51f0afe7-02ea-408e-af7e-031ef8dabe10'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:23.873129 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e0c5b54e-d2a4-4df0-b6c7-b2db203ed554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['51f0afe7-02ea-408e-af7e-031ef8dabe10'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:23.913384 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-fcff4447-fd0f-4735-8559-b055fdcb248c tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] update failed (client error): The resource could not be found. Jul 16 03:57:23.917560 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fcff4447-fd0f-4735-8559-b055fdcb248c tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-981557586 HTTP/1.1" status: 404 len: 334 time: 0.0821586 Jul 16 03:57:23.920056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40872) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:23.944194 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e94987-94b3-42a7-a526-5a513bc55575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] GET failed (client error): The resource could not be found. Jul 16 03:57:23.946668 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e0c5b54e-d2a4-4df0-b6c7-b2db203ed554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:23.952678 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c5b54e-d2a4-4df0-b6c7-b2db203ed554 None None] The sync data for ids ['51f0afe7-02ea-408e-af7e-031ef8dabe10'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:23.953368 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a5e94987-94b3-42a7-a526-5a513bc55575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025364293-project-admin] 10.222.0.18 "GET /v2.0/ports/31886e74-859c-422e-aeb3-c97e0f43ab9d HTTP/1.1" status: 404 len: 333 time: 0.0837379 Jul 16 03:57:23.964118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:23.994721 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:57:24.035483 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-da323ea1-af69-4d52-aa8a-897c7f08909f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Deleting subnet 6f43a1bc-5c42-4915-a7fd-ed6d0808953e {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:24.050261 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da323ea1-af69-4d52-aa8a-897c7f08909f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.133739 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da323ea1-af69-4d52-aa8a-897c7f08909f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.317155 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da323ea1-af69-4d52-aa8a-897c7f08909f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.414829 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da323ea1-af69-4d52-aa8a-897c7f08909f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.482216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da323ea1-af69-4d52-aa8a-897c7f08909f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event deleted for resources: {'Subnet': ['ID=6f43a1bc-5c42-4915-a7fd-ed6d0808953e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:24.484297 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da323ea1-af69-4d52-aa8a-897c7f08909f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.490697 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-da323ea1-af69-4d52-aa8a-897c7f08909f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "DELETE /v2.0/subnets/6f43a1bc-5c42-4915-a7fd-ed6d0808953e HTTP/1.1" status: 204 len: 168 time: 0.5674751 Jul 16 03:57:24.493429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40882) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:24.495253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609a03b9-b189-4d72-a19b-37883127d70e None None] Network 18f02ae6-8227-49c7-b831-3bbc3ca2eeb4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:24.607204 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-017c3cfc-b947-4908-a155-c1c56159d9f5 req-ee39869a-70ad-4174-a476-146c2bf18474 tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 210 time: 0.7423122 Jul 16 03:57:24.640516 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8e61af-c5e5-4676-b0b3-39ca23c46579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.687810 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.705904 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8854372d-3f6b-4b2c-a81f-9af257d061fd req-9b96edad-b273-44c3-9b18-a2bdee64b230 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8496990 Jul 16 03:57:24.714073 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fa48ed-2eca-4122-a5c9-4c82ee7db0bd x-openstack-request-id: req-d7fa48ed-2eca-4122-a5c9-4c82ee7db0bd {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:24.714357 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f60a6d-8763-4829-8b30-c608bf8c014a", "name": "network-vif-plugged", "status": "completed", "tag": "53365f69-cf03-43bf-bc40-bcb1bbdff113", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:24.714790 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7fa48ed-2eca-4122-a5c9-4c82ee7db0bd {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:24.715573 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'code': 200} Jul 16 03:57:24.837688 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Deleting port f82f6d5e-56ea-4c48-845a-926e1c285f73 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:24.838045 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:24.991694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cc19e0-306b-4cf3-986d-8c87ce67c364 None None] DHCP port deletion for 18f02ae6-8227-49c7-b831-3bbc3ca2eeb4 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:25.005414 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] For port f82f6d5e-56ea-4c48-845a-926e1c285f73, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f82f6d5e-56ea-4c48-845a-926e1c285f73,segment=NetworkSegment(8b0a68d6-773c-4eaf-8bc7-d66d1a41f298),segment_id=8b0a68d6-773c-4eaf-8bc7-d66d1a41f298)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:25.005833 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.018905 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Calling delete_port for f82f6d5e-56ea-4c48-845a-926e1c285f73 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:25.105253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-02cc19e0-306b-4cf3-986d-8c87ce67c364 None None] Deleting port f82f6d5e-56ea-4c48-845a-926e1c285f73 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:25.105634 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02cc19e0-306b-4cf3-986d-8c87ce67c364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.166013 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.208882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event deleted for resources: {'Port': ['ID=f82f6d5e-56ea-4c48-845a-926e1c285f73,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:25.242250 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] No DVR routers for this DVR port f82f6d5e-56ea-4c48-845a-926e1c285f73 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:25.373407 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f82f6d5e-56ea-4c48-845a-926e1c285f73 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:25.377768 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8e61af-c5e5-4676-b0b3-39ca23c46579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.389045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8d8e61af-c5e5-4676-b0b3-39ca23c46579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345af047-4788-4e93-96bf-8fc050b375ba']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:25.400837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8d8e61af-c5e5-4676-b0b3-39ca23c46579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0e3c78-2719-49c5-a367-554b82c73496') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:25.401206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8d8e61af-c5e5-4676-b0b3-39ca23c46579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0e3c78-2719-49c5-a367-554b82c73496') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:25.410920 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8e61af-c5e5-4676-b0b3-39ca23c46579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.415228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: f82f6d5e-56ea-4c48-845a-926e1c285f73 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:25.415574 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f82f6d5e-56ea-4c48-845a-926e1c285f73 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:25.430868 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8e61af-c5e5-4676-b0b3-39ca23c46579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.439699 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8e61af-c5e5-4676-b0b3-39ca23c46579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Releasing vlan 942 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:25.440109 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8e61af-c5e5-4676-b0b3-39ca23c46579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.450463 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-02cc19e0-306b-4cf3-986d-8c87ce67c364 None None] For port f82f6d5e-56ea-4c48-845a-926e1c285f73, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f82f6d5e-56ea-4c48-845a-926e1c285f73,segment=NetworkSegment(8b0a68d6-773c-4eaf-8bc7-d66d1a41f298),segment_id=8b0a68d6-773c-4eaf-8bc7-d66d1a41f298)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:25.450865 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02cc19e0-306b-4cf3-986d-8c87ce67c364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.465320 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-02cc19e0-306b-4cf3-986d-8c87ce67c364 None None] Calling delete_port for f82f6d5e-56ea-4c48-845a-926e1c285f73 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:25.507026 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:25.512468 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.522281 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8e61af-c5e5-4676-b0b3-39ca23c46579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.528774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f02ae6-8227-49c7-b831-3bbc3ca2eeb4']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:25.549008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0a68d6-773c-4eaf-8bc7-d66d1a41f298') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:25.549626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0a68d6-773c-4eaf-8bc7-d66d1a41f298') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:25.562017 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.566380 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8d8e61af-c5e5-4676-b0b3-39ca23c46579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.574172 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8d8e61af-c5e5-4676-b0b3-39ca23c46579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] 10.222.0.18 "DELETE /v2.0/networks/345af047-4788-4e93-96bf-8fc050b375ba HTTP/1.1" status: 204 len: 168 time: 1.6086504 Jul 16 03:57:25.580933 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.589630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Releasing vlan 943 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:25.590059 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:25.678250 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:25.682133 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.713913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event deleted for resources: {'Network': ['ID=18f02ae6-8227-49c7-b831-3bbc3ca2eeb4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:25.716084 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e61af-c5e5-4676-b0b3-39ca23c46579 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-831966880-project] Pushing event deleted for resources: {'Network': ['ID=345af047-4788-4e93-96bf-8fc050b375ba,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:25.717192 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.721137 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ec364b9a-035d-4d3e-ab43-8b0d8dce6ec3 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "DELETE /v2.0/networks/18f02ae6-8227-49c7-b831-3bbc3ca2eeb4 HTTP/1.1" status: 204 len: 168 time: 1.2263851 Jul 16 03:57:25.723254 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:25.762066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-fbaac198-56c5-486b-a9f1-00f1c002f77b service neutron] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:25.771068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ef783-c831-47a1-a1be-2adc8c51cf0b req-a8c86729-fc52-4955-b871-e67e8f8a8c5d tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:25.777415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-165ef783-c831-47a1-a1be-2adc8c51cf0b req-a8c86729-fc52-4955-b871-e67e8f8a8c5d tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 1095 time: 0.6657760 Jul 16 03:57:25.782367 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-fbaac198-56c5-486b-a9f1-00f1c002f77b service neutron] Notify callbacks [] for binding, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.783559 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-fbaac198-56c5-486b-a9f1-00f1c002f77b service neutron] 10.222.0.20 "DELETE /v2.0/ports/9d353934-1048-4e82-af97-0245388f543a/bindings/n-h1-800088-6 HTTP/1.1" status: 204 len: 173 time: 1.9262309 Jul 16 03:57:25.793595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ede5e5-cf69-41db-8e70-c571ff92efc0 req-7847648a-88ac-45f6-b4dc-4fe96dd601a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:25.795035 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4ede5e5-cf69-41db-8e70-c571ff92efc0 req-7847648a-88ac-45f6-b4dc-4fe96dd601a7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 1096 time: 0.9800792 Jul 16 03:57:25.806252 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce364789-c7a2-4e19-8de8-20aea11ecd69 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Deleting subnet d7963e2b-c4bb-43c7-917e-cc9ec1e8f440 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:25.810013 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce364789-c7a2-4e19-8de8-20aea11ecd69 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.855415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b232188-1a90-4391-a2b4-e7e310b92dc1 req-18c64609-019e-4e48-b93b-4f220c9a6282 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:25.857074 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b232188-1a90-4391-a2b4-e7e310b92dc1 req-18c64609-019e-4e48-b93b-4f220c9a6282 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 945 time: 0.8306553 Jul 16 03:57:25.870371 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce364789-c7a2-4e19-8de8-20aea11ecd69 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:25.906526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-165ef783-c831-47a1-a1be-2adc8c51cf0b req-8d989a86-96ce-4dc2-ab7c-d3d252089130 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217084 Jul 16 03:57:25.963561 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4ede5e5-cf69-41db-8e70-c571ff92efc0 req-c169103b-9143-4897-a04f-aa24f681a68d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=57ff1e93-0baa-4f2d-9d4d-37839035201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475229 Jul 16 03:57:25.990655 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8b232188-1a90-4391-a2b4-e7e310b92dc1 req-e64cf0d7-38a9-4205-81ed-20c6f619c903 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=57ff1e93-0baa-4f2d-9d4d-37839035201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889370 Jul 16 03:57:26.055167 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02cc19e0-306b-4cf3-986d-8c87ce67c364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.124684 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce364789-c7a2-4e19-8de8-20aea11ecd69 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.140976 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc19e0-306b-4cf3-986d-8c87ce67c364 None None] Pushing event deleted for resources: {'Port': ['ID=f82f6d5e-56ea-4c48-845a-926e1c285f73,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:26.148619 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02cc19e0-306b-4cf3-986d-8c87ce67c364 None None] Network 18f02ae6-8227-49c7-b831-3bbc3ca2eeb4 is not hosted by any dhcp agent {{(pid=93769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:57:26.151170 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cc19e0-306b-4cf3-986d-8c87ce67c364 None None] No DVR routers for this DVR port f82f6d5e-56ea-4c48-845a-926e1c285f73 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:26.175989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:26.249119 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce364789-c7a2-4e19-8de8-20aea11ecd69 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.295704 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e8b77480-ec34-48ed-aba5-98906a2a9d9f req-29a0b9d9-9bc8-4ee1-a5d6-400e1b8542de tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 210 time: 0.0781932 Jul 16 03:57:26.311947 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce364789-c7a2-4e19-8de8-20aea11ecd69 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.316110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e64543-723d-4aff-96b2-b5e33814c360 None None] Network 76703318-6b31-4fd4-aa01-cc1bc9426d63 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:26.325565 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:26.328415 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ce364789-c7a2-4e19-8de8-20aea11ecd69 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "DELETE /v2.0/subnets/d7963e2b-c4bb-43c7-917e-cc9ec1e8f440 HTTP/1.1" status: 204 len: 168 time: 0.6038699 Jul 16 03:57:26.335284 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce364789-c7a2-4e19-8de8-20aea11ecd69 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event deleted for resources: {'Subnet': ['ID=d7963e2b-c4bb-43c7-917e-cc9ec1e8f440,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:26.437507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-605c98a5-24ce-430c-bf99-9beacfb6ca7a tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Deleting subnet b174d524-35cc-4aa7-8c33-d4399ab71398 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:26.465405 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-605c98a5-24ce-430c-bf99-9beacfb6ca7a tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.625161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fbc852-35c6-436d-90a5-c21f9965d292 None None] DHCP port deletion for 76703318-6b31-4fd4-aa01-cc1bc9426d63 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:26.638581 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-605c98a5-24ce-430c-bf99-9beacfb6ca7a tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.692521 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-88fbc852-35c6-436d-90a5-c21f9965d292 None None] Deleting port df9322da-993e-4904-aa04-b1519474905f {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:26.693189 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88fbc852-35c6-436d-90a5-c21f9965d292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.748139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3cebc499-a387-4497-8b53-a9fd1b70b266 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be0525e6b5d84d82aad89354112cf69a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677192 Jul 16 03:57:26.749258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40918) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:26.784911 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-88fbc852-35c6-436d-90a5-c21f9965d292 None None] For port df9322da-993e-4904-aa04-b1519474905f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=df9322da-993e-4904-aa04-b1519474905f,segment=NetworkSegment(c16e8864-6ca9-423e-b9a7-267a57452b39),segment_id=c16e8864-6ca9-423e-b9a7-267a57452b39)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:26.785493 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88fbc852-35c6-436d-90a5-c21f9965d292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.808973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-88fbc852-35c6-436d-90a5-c21f9965d292 None None] Calling delete_port for df9322da-993e-4904-aa04-b1519474905f owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:26.844186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8550be-832c-4f94-89d5-d0f260c54938 req-dc57dcf3-3158-4ba2-bfe1-f99670c6f610 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:26.848130 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5b8550be-832c-4f94-89d5-d0f260c54938 req-dc57dcf3-3158-4ba2-bfe1-f99670c6f610 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 944 time: 0.2558763 Jul 16 03:57:26.917373 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-88fbc852-35c6-436d-90a5-c21f9965d292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.923642 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-605c98a5-24ce-430c-bf99-9beacfb6ca7a tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.931420 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5a91-e57c-4f53-bbd5-40011c7c4d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.965170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5a91-e57c-4f53-bbd5-40011c7c4d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:26.988041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbc852-35c6-436d-90a5-c21f9965d292 None None] Pushing event deleted for resources: {'Port': ['ID=df9322da-993e-4904-aa04-b1519474905f,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:26.993036 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fbc852-35c6-436d-90a5-c21f9965d292 None None] No DVR routers for this DVR port df9322da-993e-4904-aa04-b1519474905f on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:27.042716 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5a91-e57c-4f53-bbd5-40011c7c4d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.045341 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5a91-e57c-4f53-bbd5-40011c7c4d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.046502 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5c7f5a91-e57c-4f53-bbd5-40011c7c4d2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fa4563e-3350-424c-903c-cbd5171a44a4 HTTP/1.1" status: 204 len: 168 time: 0.2951841 Jul 16 03:57:27.052301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f21b16-c747-4834-9ec4-f4ae59c9b6cd req-b591efb3-c02b-4674-a981-5d73c66f02c3 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:27.058408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9f21b16-c747-4834-9ec4-f4ae59c9b6cd req-b591efb3-c02b-4674-a981-5d73c66f02c3 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 946 time: 0.3860905 Jul 16 03:57:27.065669 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f5a91-e57c-4f53-bbd5-40011c7c4d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa4563e-3350-424c-903c-cbd5171a44a4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:27.091039 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5b8550be-832c-4f94-89d5-d0f260c54938 req-39c5e5d9-1f3e-4ef4-a450-f4e8dc0984a7 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254276 Jul 16 03:57:27.125822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40926) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:27.237044 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device df9322da-993e-4904-aa04-b1519474905f no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:27.244750 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9f21b16-c747-4834-9ec4-f4ae59c9b6cd req-49cb6caa-b1d7-4033-8ecd-7f6677d04192 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743574 Jul 16 03:57:27.275724 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-605c98a5-24ce-430c-bf99-9beacfb6ca7a tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.277865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: df9322da-993e-4904-aa04-b1519474905f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:27.278396 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device df9322da-993e-4904-aa04-b1519474905f not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:27.284531 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c3d0593a-8b7d-4976-8563-9d9d97282cb8 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/9f78fbbf-80b6-4f61-8d54-482e10bf1da5 HTTP/1.1" status: 200 len: 991 time: 0.1572285 Jul 16 03:57:27.339529 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c98a5-24ce-430c-bf99-9beacfb6ca7a tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event deleted for resources: {'Subnet': ['ID=b174d524-35cc-4aa7-8c33-d4399ab71398,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:27.341640 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-605c98a5-24ce-430c-bf99-9beacfb6ca7a tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.343500 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-605c98a5-24ce-430c-bf99-9beacfb6ca7a tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "DELETE /v2.0/subnets/b174d524-35cc-4aa7-8c33-d4399ab71398 HTTP/1.1" status: 204 len: 168 time: 1.0235069 Jul 16 03:57:27.348570 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788997e5-58cc-4148-acbc-ee8e5df17f48 None None] Network a23bb7f8-a18e-4ae7-9470-022209581323 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:27.352900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40934) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:27.494573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8bf62-4ad5-4702-af48-1f085768445d req-94065b61-083d-412a-8ba8-ddc6d1de9e60 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:27.496321 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fc8bf62-4ad5-4702-af48-1f085768445d req-94065b61-083d-412a-8ba8-ddc6d1de9e60 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 945 time: 0.1645517 Jul 16 03:57:27.527010 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c34ad0b2-343d-406a-ae86-2ebb02de8cf1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.558093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40938) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:27.591638 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fc8bf62-4ad5-4702-af48-1f085768445d req-15976003-c6c7-4f0f-890c-1120c889e548 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=57ff1e93-0baa-4f2d-9d4d-37839035201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840073 Jul 16 03:57:27.592480 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40942) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:27.737184 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c34ad0b2-343d-406a-ae86-2ebb02de8cf1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.741180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9ac73f47-cfb6-4d0a-90a7-d696fef2d891 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4468243ee93f4e569bbf152b4aa17405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468790 Jul 16 03:57:27.749165 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c34ad0b2-343d-406a-ae86-2ebb02de8cf1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76703318-6b31-4fd4-aa01-cc1bc9426d63']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:27.758729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40946) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:27.777785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c34ad0b2-343d-406a-ae86-2ebb02de8cf1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16e8864-6ca9-423e-b9a7-267a57452b39') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:27.778178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c34ad0b2-343d-406a-ae86-2ebb02de8cf1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16e8864-6ca9-423e-b9a7-267a57452b39') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:27.792928 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c34ad0b2-343d-406a-ae86-2ebb02de8cf1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.798964 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6127b940-77f3-4558-9f52-bbf169fe38da req-4aa2d49b-01af-435d-8d60-87cb8abaad3d tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "GET /v2.0/ports?device_id=ef120631-d424-44d5-a839-95ecd1d6e78b HTTP/1.1" status: 200 len: 210 time: 0.0612202 Jul 16 03:57:27.819253 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c34ad0b2-343d-406a-ae86-2ebb02de8cf1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.861804 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34ad0b2-343d-406a-ae86-2ebb02de8cf1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:27.862348 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c34ad0b2-343d-406a-ae86-2ebb02de8cf1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:27.868749 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:27.879017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a079856f-fe4e-40f0-9c6f-d013d060d918 None None] DHCP port deletion for a23bb7f8-a18e-4ae7-9470-022209581323 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:27.913235 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e791b94-6cfe-4d34-b121-146520b74640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.934566 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a079856f-fe4e-40f0-9c6f-d013d060d918 None None] Deleting port 72f59699-e8f4-4638-ac60-7cf835ce1777 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:27.934566 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a079856f-fe4e-40f0-9c6f-d013d060d918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.962581 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc6478-bd01-4ebd-8efc-af6550bf8522 req-c0dfc516-86b7-4deb-9187-0233c23b07e4 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:27.967611 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c34ad0b2-343d-406a-ae86-2ebb02de8cf1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.970601 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9cc6478-bd01-4ebd-8efc-af6550bf8522 req-c0dfc516-86b7-4deb-9187-0233c23b07e4 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 945 time: 0.1742713 Jul 16 03:57:27.976861 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c34ad0b2-343d-406a-ae86-2ebb02de8cf1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:27.981356 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c34ad0b2-343d-406a-ae86-2ebb02de8cf1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "DELETE /v2.0/networks/76703318-6b31-4fd4-aa01-cc1bc9426d63 HTTP/1.1" status: 204 len: 168 time: 0.6254964 Jul 16 03:57:27.987111 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:27.994377 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ad0b2-343d-406a-ae86-2ebb02de8cf1 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event deleted for resources: {'Network': ['ID=76703318-6b31-4fd4-aa01-cc1bc9426d63,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:28.004298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a079856f-fe4e-40f0-9c6f-d013d060d918 None None] For port 72f59699-e8f4-4638-ac60-7cf835ce1777, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=72f59699-e8f4-4638-ac60-7cf835ce1777,segment=NetworkSegment(bf8bee4c-c0a2-4e29-99f3-2001656dfd4a),segment_id=bf8bee4c-c0a2-4e29-99f3-2001656dfd4a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:28.004883 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a079856f-fe4e-40f0-9c6f-d013d060d918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.014034 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e791b94-6cfe-4d34-b121-146520b74640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.015722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0e4574bd-791f-4cf0-a917-7c30aaf59830 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port f84c7d1a-f1d1-4266-a741-018178a1d78b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:28.015722 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e4574bd-791f-4cf0-a917-7c30aaf59830 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.023253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a079856f-fe4e-40f0-9c6f-d013d060d918 None None] Calling delete_port for 72f59699-e8f4-4638-ac60-7cf835ce1777 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:28.096645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9cc6478-bd01-4ebd-8efc-af6550bf8522 req-68a081f2-8227-4b0b-8101-70e29a56c7dd tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=57ff1e93-0baa-4f2d-9d4d-37839035201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247935 Jul 16 03:57:28.104004 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e4574bd-791f-4cf0-a917-7c30aaf59830 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.104384 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e4574bd-791f-4cf0-a917-7c30aaf59830 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.122460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-0e4574bd-791f-4cf0-a917-7c30aaf59830 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for f84c7d1a-f1d1-4266-a741-018178a1d78b owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:28.128631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40954) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:28.135395 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a079856f-fe4e-40f0-9c6f-d013d060d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.169516 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a079856f-fe4e-40f0-9c6f-d013d060d918 None None] No DVR routers for this DVR port 72f59699-e8f4-4638-ac60-7cf835ce1777 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:28.203087 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e9839b3-3b53-4ebe-8696-ff3bd8e93e2f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.213206 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079856f-fe4e-40f0-9c6f-d013d060d918 None None] Pushing event deleted for resources: {'Port': ['ID=72f59699-e8f4-4638-ac60-7cf835ce1777,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:28.215358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747f3a6-d3fd-42b9-8769-f3707bdd92aa req-1060f5af-a4cc-4370-ac72-b69aac61051f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:28.217121 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e747f3a6-d3fd-42b9-8769-f3707bdd92aa req-1060f5af-a4cc-4370-ac72-b69aac61051f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 946 time: 0.2134290 Jul 16 03:57:28.268633 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53e72c1-591b-4280-8b24-e834d9f5af3d tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:28.272373 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d53e72c1-591b-4280-8b24-e834d9f5af3d tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 1091 time: 0.1405094 Jul 16 03:57:28.273324 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40956) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:28.278056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:28.309322 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e791b94-6cfe-4d34-b121-146520b74640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.311858 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e791b94-6cfe-4d34-b121-146520b74640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.315308 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8e791b94-6cfe-4d34-b121-146520b74640 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6b0977e-5a7c-4af3-867d-e4bf2444b7fd HTTP/1.1" status: 204 len: 168 time: 0.5489800 Jul 16 03:57:28.343186 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e9839b3-3b53-4ebe-8696-ff3bd8e93e2f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.356876 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.368291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2e9839b3-3b53-4ebe-8696-ff3bd8e93e2f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23bb7f8-a18e-4ae7-9470-022209581323']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:28.378137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e791b94-6cfe-4d34-b121-146520b74640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b0977e-5a7c-4af3-867d-e4bf2444b7fd,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:28.385644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2e9839b3-3b53-4ebe-8696-ff3bd8e93e2f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8bee4c-c0a2-4e29-99f3-2001656dfd4a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:28.385913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2e9839b3-3b53-4ebe-8696-ff3bd8e93e2f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8bee4c-c0a2-4e29-99f3-2001656dfd4a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:28.428844 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e9839b3-3b53-4ebe-8696-ff3bd8e93e2f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.458263 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e9839b3-3b53-4ebe-8696-ff3bd8e93e2f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.483815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9839b3-3b53-4ebe-8696-ff3bd8e93e2f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:28.484631 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e9839b3-3b53-4ebe-8696-ff3bd8e93e2f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:28.490771 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:28.538528 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e4574bd-791f-4cf0-a917-7c30aaf59830 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.577023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4574bd-791f-4cf0-a917-7c30aaf59830 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=f84c7d1a-f1d1-4266-a741-018178a1d78b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:28.579438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e747f3a6-d3fd-42b9-8769-f3707bdd92aa req-52f57053-d8b3-4c23-a7c7-db6088141e99 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Deleting port 8adc818f-ad51-4f50-b69e-9172a1e4afea {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:28.579792 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e747f3a6-d3fd-42b9-8769-f3707bdd92aa req-52f57053-d8b3-4c23-a7c7-db6088141e99 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.606509 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e9839b3-3b53-4ebe-8696-ff3bd8e93e2f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.621875 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e9839b3-3b53-4ebe-8696-ff3bd8e93e2f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.623733 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2e9839b3-3b53-4ebe-8696-ff3bd8e93e2f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "DELETE /v2.0/networks/a23bb7f8-a18e-4ae7-9470-022209581323 HTTP/1.1" status: 204 len: 168 time: 0.6236293 Jul 16 03:57:28.629287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:28.630052 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.669447 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9839b3-3b53-4ebe-8696-ff3bd8e93e2f tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event deleted for resources: {'Network': ['ID=a23bb7f8-a18e-4ae7-9470-022209581323,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:28.691288 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3eb3f-cdd2-4fbb-9150-35b9aad3e975 req-1e293f81-257a-47c5-a05a-bbae5f19679b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:28.692971 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dde3eb3f-cdd2-4fbb-9150-35b9aad3e975 req-1e293f81-257a-47c5-a05a-bbae5f19679b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 946 time: 0.2480447 Jul 16 03:57:28.770200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf4feaa-b989-4bd0-9cf2-ce823af32a80 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Deleting subnet 2b21d4e2-b793-4432-a306-2f41b51763cc {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:28.788473 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bf4feaa-b989-4bd0-9cf2-ce823af32a80 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.811051 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Allocated IP 172.25.3.2 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/cd3934fb-8e0d-4031-8f72-eed572ecc016) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:28.816046 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e4574bd-791f-4cf0-a917-7c30aaf59830 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.816215 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-0e4574bd-791f-4cf0-a917-7c30aaf59830 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Floating IP 9f78fbbf-80b6-4f61-8d54-482e10bf1da5 disassociated (deleted). External IP: 172.25.3.198, port: 9d353934-1048-4e82-af97-0245388f543a. Jul 16 03:57:28.876371 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-e747f3a6-d3fd-42b9-8769-f3707bdd92aa req-52f57053-d8b3-4c23-a7c7-db6088141e99 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] For port 8adc818f-ad51-4f50-b69e-9172a1e4afea, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8adc818f-ad51-4f50-b69e-9172a1e4afea,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:28.877394 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e747f3a6-d3fd-42b9-8769-f3707bdd92aa req-52f57053-d8b3-4c23-a7c7-db6088141e99 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.886834 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dde3eb3f-cdd2-4fbb-9150-35b9aad3e975 req-4bbb98e4-459a-4692-93a1-a605d11fb848 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=4516592d-e8b7-4cd0-9174-633001fe3d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666353 Jul 16 03:57:28.907837 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bf4feaa-b989-4bd0-9cf2-ce823af32a80 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:28.937993 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-e747f3a6-d3fd-42b9-8769-f3707bdd92aa req-52f57053-d8b3-4c23-a7c7-db6088141e99 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Calling delete_port for 8adc818f-ad51-4f50-b69e-9172a1e4afea owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:29.012434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 40982) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:29.103761 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bf4feaa-b989-4bd0-9cf2-ce823af32a80 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.247887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bf4feaa-b989-4bd0-9cf2-ce823af32a80 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.251968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 72f59699-e8f4-4638-ac60-7cf835ce1777 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:29.260575 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e747f3a6-d3fd-42b9-8769-f3707bdd92aa req-52f57053-d8b3-4c23-a7c7-db6088141e99 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.298220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['8adc818f-ad51-4f50-b69e-9172a1e4afea'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:57:29.342025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 72f59699-e8f4-4638-ac60-7cf835ce1777 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:29.342893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 72f59699-e8f4-4638-ac60-7cf835ce1777 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:29.374912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4feaa-b989-4bd0-9cf2-ce823af32a80 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event deleted for resources: {'Subnet': ['ID=2b21d4e2-b793-4432-a306-2f41b51763cc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:29.384194 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f57053-d8b3-4c23-a7c7-db6088141e99 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event deleted for resources: {'Port': ['ID=8adc818f-ad51-4f50-b69e-9172a1e4afea,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:29.416901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e747f3a6-d3fd-42b9-8769-f3707bdd92aa req-52f57053-d8b3-4c23-a7c7-db6088141e99 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] No DVR routers for this DVR port 8adc818f-ad51-4f50-b69e-9172a1e4afea on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:29.420653 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2bf4feaa-b989-4bd0-9cf2-ce823af32a80 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.426208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2bf4feaa-b989-4bd0-9cf2-ce823af32a80 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "DELETE /v2.0/subnets/2b21d4e2-b793-4432-a306-2f41b51763cc HTTP/1.1" status: 204 len: 168 time: 0.7574716 Jul 16 03:57:29.427961 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-e747f3a6-d3fd-42b9-8769-f3707bdd92aa req-52f57053-d8b3-4c23-a7c7-db6088141e99 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.430190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e747f3a6-d3fd-42b9-8769-f3707bdd92aa req-52f57053-d8b3-4c23-a7c7-db6088141e99 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "DELETE /v2.0/ports/8adc818f-ad51-4f50-b69e-9172a1e4afea HTTP/1.1" status: 204 len: 173 time: 1.2063568 Jul 16 03:57:29.430891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e67f02-c7e6-4814-9fda-743a7bd7da85', 'name': 'network-vif-deleted', 'tag': '8adc818f-ad51-4f50-b69e-9172a1e4afea'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:29.433519 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a395eb-b332-49f5-ad87-c73d655dad79" -d '{"events": [{"server_uuid": "83e67f02-c7e6-4814-9fda-743a7bd7da85", "name": "network-vif-deleted", "tag": "8adc818f-ad51-4f50-b69e-9172a1e4afea"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:29.436092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40990) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:29.438440 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf4915a-e77b-4415-8b9b-c1c088dbb20d None None] Network 2cd6cab6-36ac-4bfb-96e8-07f51832afd4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:29.499670 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5194a5-c710-46e3-b363-c4c3ff4022b1 x-openstack-request-id: req-ad5194a5-c710-46e3-b363-c4c3ff4022b1 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:29.500718 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e67f02-c7e6-4814-9fda-743a7bd7da85", "name": "network-vif-deleted", "tag": "8adc818f-ad51-4f50-b69e-9172a1e4afea", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:29.503027 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad5194a5-c710-46e3-b363-c4c3ff4022b1 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:29.503825 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e67f02-c7e6-4814-9fda-743a7bd7da85', 'name': 'network-vif-deleted', 'tag': '8adc818f-ad51-4f50-b69e-9172a1e4afea', 'status': 'completed', 'code': 200} Jul 16 03:57:29.626696 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.648007 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.664206 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cab1fb14-316e-4cf3-879f-b8b3183396ac tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.691248 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cab1fb14-316e-4cf3-879f-b8b3183396ac tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.737592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 40996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:29.771716 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cab1fb14-316e-4cf3-879f-b8b3183396ac tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.788477 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cab1fb14-316e-4cf3-879f-b8b3183396ac tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.789957 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cab1fb14-316e-4cf3-879f-b8b3183396ac tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] 10.222.0.18 "DELETE /v2.0/security-groups/466dfd54-6162-473a-90a8-b64918453bae HTTP/1.1" status: 204 len: 168 time: 0.7482634 Jul 16 03:57:29.810257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f3df7f-ecb7-40d3-a962-fa78209ff309 None None] DHCP port deletion for 2cd6cab6-36ac-4bfb-96e8-07f51832afd4 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:29.814863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Deleting port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:29.815392 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.822436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4574bd-791f-4cf0-a917-7c30aaf59830 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router da88635a-cfea-42df-a9c8-d455b801363b has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:29.861410 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1fb14-316e-4cf3-879f-b8b3183396ac tempest-TestVolumeBackupRestore-406126016 tempest-TestVolumeBackupRestore-406126016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=466dfd54-6162-473a-90a8-b64918453bae,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:29.963114 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] For port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f1bf089b-04ad-49d0-99d2-be3a8b9c32c4,segment=NetworkSegment(06feac28-0d55-4412-b08f-304006f8745b),segment_id=06feac28-0d55-4412-b08f-304006f8745b)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:29.963484 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:29.976347 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Calling delete_port for f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:30.000656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-74f3df7f-ecb7-40d3-a962-fa78209ff309 None None] Deleting port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:30.001360 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-74f3df7f-ecb7-40d3-a962-fa78209ff309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.044096 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.069983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1007411310'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:30.075001 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.096917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] No DVR routers for this DVR port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:30.124752 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event deleted for resources: {'Port': ['ID=f1bf089b-04ad-49d0-99d2-be3a8b9c32c4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:30.148926 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a947afc-b10c-4100-94af-362bfa3453f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.165653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:30.169157 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.189833 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.221433 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-74f3df7f-ecb7-40d3-a962-fa78209ff309 None None] For port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f1bf089b-04ad-49d0-99d2-be3a8b9c32c4,segment=NetworkSegment(06feac28-0d55-4412-b08f-304006f8745b),segment_id=06feac28-0d55-4412-b08f-304006f8745b)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:30.221955 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-74f3df7f-ecb7-40d3-a962-fa78209ff309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.242207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:30.245403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-74f3df7f-ecb7-40d3-a962-fa78209ff309 None None] Calling delete_port for f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:30.322524 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:30.329216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:30.361016 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.375017 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.385082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Port': ['ID=cd3934fb-8e0d-4031-8f72-eed572ecc016,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:30.445026 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4574bd-791f-4cf0-a917-7c30aaf59830 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:30.473135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f079837c-42a9-47d8-b947-156f9d426bcf None None] Sync routers for ids ['da88635a-cfea-42df-a9c8-d455b801363b'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:30.476110 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e4574bd-791f-4cf0-a917-7c30aaf59830 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.522847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079837c-42a9-47d8-b947-156f9d426bcf None None] Routers {'da88635a-cfea-42df-a9c8-d455b801363b'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:30.523221 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f079837c-42a9-47d8-b947-156f9d426bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['da88635a-cfea-42df-a9c8-d455b801363b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:30.526592 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.548756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd6cab6-36ac-4bfb-96e8-07f51832afd4']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:30.577227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06feac28-0d55-4412-b08f-304006f8745b') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:30.577764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06feac28-0d55-4412-b08f-304006f8745b') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:30.588666 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.613620 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.626966 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Releasing vlan 923 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:30.629112 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.770057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f079837c-42a9-47d8-b947-156f9d426bcf None None] Set router da88635a-cfea-42df-a9c8-d455b801363b gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:30.777813 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:30.795491 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.845932 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0e4574bd-791f-4cf0-a917-7c30aaf59830 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/floatingips/9f78fbbf-80b6-4f61-8d54-482e10bf1da5 HTTP/1.1" status: 204 len: 168 time: 3.2852273 Jul 16 03:57:30.848696 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'tag': '9d353934-1048-4e82-af97-0245388f543a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:30.855439 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c0f71e-de8f-4753-bda1-46d0c65a758d" -d '{"events": [{"name": "network-changed", "server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "tag": "9d353934-1048-4e82-af97-0245388f543a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:30.859986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-81117cc9-6dbe-42cb-a787-489d340022d9 req-acdd3941-5063-420f-bf99-8cf3fb352d45 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 210 time: 0.4933693 Jul 16 03:57:30.868578 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-74f3df7f-ecb7-40d3-a962-fa78209ff309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.887012 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:30.895726 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "DELETE /v2.0/networks/2cd6cab6-36ac-4bfb-96e8-07f51832afd4 HTTP/1.1" status: 204 len: 168 time: 1.4580269 Jul 16 03:57:30.897039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:30.910702 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-74f3df7f-ecb7-40d3-a962-fa78209ff309 None None] Network 2cd6cab6-36ac-4bfb-96e8-07f51832afd4 is not hosted by any dhcp agent {{(pid=93769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 03:57:30.911218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f3df7f-ecb7-40d3-a962-fa78209ff309 None None] No DVR routers for this DVR port f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:30.947060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:31.048204 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3df7f-ecb7-40d3-a962-fa78209ff309 None None] Pushing event deleted for resources: {'Port': ['ID=f1bf089b-04ad-49d0-99d2-be3a8b9c32c4,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:31.214213 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:31.241894 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:31.328499 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b0345f-b56f-4f47-a7da-20bbc4b2d3a5 x-openstack-request-id: req-12b0345f-b56f-4f47-a7da-20bbc4b2d3a5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:31.328799 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "tag": "9d353934-1048-4e82-af97-0245388f543a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:31.330226 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12b0345f-b56f-4f47-a7da-20bbc4b2d3a5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:31.331086 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'tag': '9d353934-1048-4e82-af97-0245388f543a', 'status': 'completed', 'code': 200} Jul 16 03:57:31.348475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:31.417874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:31.418475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f1bf089b-04ad-49d0-99d2-be3a8b9c32c4 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:31.420788 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:31.458640 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f079837c-42a9-47d8-b947-156f9d426bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:35Z', 'updated_at': '2021-07-16T03:55:49Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'aacd46bd-23b8-4713-89f4-1fee38f5d211', 'name': '', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:dc:0f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:47Z', 'updated_at': '2021-07-16T03:56:05Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:31.528853 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f079837c-42a9-47d8-b947-156f9d426bcf None None] Checking router: da88635a-cfea-42df-a9c8-d455b801363b for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:31.544857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079837c-42a9-47d8-b947-156f9d426bcf None None] Routers {'da88635a-cfea-42df-a9c8-d455b801363b'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:31.545676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f079837c-42a9-47d8-b947-156f9d426bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['da88635a-cfea-42df-a9c8-d455b801363b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:31.732553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f079837c-42a9-47d8-b947-156f9d426bcf None None] Set router da88635a-cfea-42df-a9c8-d455b801363b gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:31.737175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.20', 52974) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:31.747520 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:31.767370 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:31.880014 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:31.914987 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Port': ['ID=cd3934fb-8e0d-4031-8f72-eed572ecc016,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:31.940888 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:31.981164 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c872be0-575d-4c17-b4f3-3478c7ab87bb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:32.008546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac07559f-de15-4cac-908c-3ce0c5056f55 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Pushing event deleted for resources: {'Network': ['ID=2cd6cab6-36ac-4bfb-96e8-07f51832afd4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:32.024792 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-663185de-504f-4398-9958-968d503779b5 tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f0afe7-02ea-408e-af7e-031ef8dabe10 HTTP/1.1" status: 200 len: 205 time: 1.0631938 Jul 16 03:57:32.048401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:32.055256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f079837c-42a9-47d8-b947-156f9d426bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:35Z', 'updated_at': '2021-07-16T03:55:49Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'aacd46bd-23b8-4713-89f4-1fee38f5d211', 'name': '', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:dc:0f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:47Z', 'updated_at': '2021-07-16T03:56:05Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:32.056907 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.057494 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Added segment 4100964e-6f38-48d8-bead-6a2425179fb9 of type vlan for network 415df012-32ff-4dfd-847f-4ec181a3011d Jul 16 03:57:32.109029 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f2656-f72c-4046-ba4a-b385f22ea379 req-d0120917-7303-4fb8-be3b-2eeb1efcd15d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:32.118354 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f34f2656-f72c-4046-ba4a-b385f22ea379 req-d0120917-7303-4fb8-be3b-2eeb1efcd15d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 944 time: 0.3800497 Jul 16 03:57:32.119781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f079837c-42a9-47d8-b947-156f9d426bcf None None] The sync data for ids ['da88635a-cfea-42df-a9c8-d455b801363b'] in n-d-800088-6 is: [{'id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:35Z', 'updated_at': '2021-07-16T03:55:49Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'aacd46bd-23b8-4713-89f4-1fee38f5d211', 'name': '', 'network_id': 'bf569b92-d644-4546-b6d7-f032ee5253db', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:dc:0f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:47Z', 'updated_at': '2021-07-16T03:56:05Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '939a70b4-117e-4c69-bdb2-0b762d61557f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:32.211969 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.313289 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.321725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:32.322591 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.371294 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Floating IP 1fa34631-edd5-4b84-a893-31cf436f0801 associated. External IP: 172.25.3.2, port: 53365f69-cf03-43bf-bc40-bcb1bbdff113. Jul 16 03:57:32.426642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-f34f2656-f72c-4046-ba4a-b385f22ea379 req-fd1e1a33-a039-4b0d-a455-d274c251c48a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port 9d353934-1048-4e82-af97-0245388f543a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:32.427114 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f34f2656-f72c-4046-ba4a-b385f22ea379 req-fd1e1a33-a039-4b0d-a455-d274c251c48a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.562014 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-588542bb-2bbc-4223-bf7d-f43f6df07c8a req-4b95654b-1532-48f0-a6c5-882e4d2b422a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 210 time: 0.4210458 Jul 16 03:57:32.596727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f34f2656-f72c-4046-ba4a-b385f22ea379 req-fd1e1a33-a039-4b0d-a455-d274c251c48a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] For port 9d353934-1048-4e82-af97-0245388f543a, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=9d353934-1048-4e82-af97-0245388f543a,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:32.609032 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f34f2656-f72c-4046-ba4a-b385f22ea379 req-fd1e1a33-a039-4b0d-a455-d274c251c48a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.612279 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba897-880d-4c3b-aafa-8d7fbf483b1c tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.613822 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad975a3-de8c-471e-8a7e-005ab140452c None None] New status for floating IP 9f78fbbf-80b6-4f61-8d54-482e10bf1da5: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:57:32.626141 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8875027 Jul 16 03:57:32.633979 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41248) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:32.644927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8adc818f-ad51-4f50-b69e-9172a1e4afea no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:32.646834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-05b9dca2-2401-4b3b-b73d-f07b2fa18078 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:32.655214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-f34f2656-f72c-4046-ba4a-b385f22ea379 req-fd1e1a33-a039-4b0d-a455-d274c251c48a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for 9d353934-1048-4e82-af97-0245388f543a owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:32.751738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 8adc818f-ad51-4f50-b69e-9172a1e4afea {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:32.752093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8adc818f-ad51-4f50-b69e-9172a1e4afea not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:32.819774 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f93f969-617a-481d-81ce-40c5a29f81fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.856469 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:32.920516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Network': ['ID=415df012-32ff-4dfd-847f-4ec181a3011d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:32.963258 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc3ed063-c295-4c15-8455-77dcdadd6079 req-f0b59d84-7584-4dcd-b83a-7c582aabd58e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.1838150 Jul 16 03:57:32.966845 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:32.967197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:32.967543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:32.967888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:32.968226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:32.968585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:32.969048 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:32.969230 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:32.969558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:32.969887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:32.970222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:32.970549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7670b7c-4b6b-4340-8c25-a53f64702cdd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:32.985747 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:32.987331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510ddf9-9fe3-4601-bb2f-19855773e6a1 req-b2a04889-9ac6-4738-8244-addba919b9ed tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:32.997296 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4510ddf9-9fe3-4601-bb2f-19855773e6a1 req-b2a04889-9ac6-4738-8244-addba919b9ed tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 944 time: 0.9806907 Jul 16 03:57:33.141623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b9dca2-2401-4b3b-b73d-f07b2fa18078 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:33.142927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0f71e-de8f-4753-bda1-46d0c65a758d req-f5198a1b-8968-4145-91e0-614b845383f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:33.144474 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22c0f71e-de8f-4753-bda1-46d0c65a758d req-f5198a1b-8968-4145-91e0-614b845383f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 1095 time: 1.1233902 Jul 16 03:57:33.150844 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05b9dca2-2401-4b3b-b73d-f07b2fa18078 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.150992 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba897-880d-4c3b-aafa-8d7fbf483b1c tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.162263 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba897-880d-4c3b-aafa-8d7fbf483b1c tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.226155 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Router d3b87b3b-16bc-4913-955e-0d76fb1dd27d has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:33.261166 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4510ddf9-9fe3-4601-bb2f-19855773e6a1 req-ce207e5d-8856-452a-a0bc-1fcc589d170f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629135 Jul 16 03:57:33.350552 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba897-880d-4c3b-aafa-8d7fbf483b1c tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.351346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7ba897-880d-4c3b-aafa-8d7fbf483b1c tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Fanout notify agent at l3_agent the message router_deleted on router 51f0afe7-02ea-408e-af7e-031ef8dabe10 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:57:33.361853 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba897-880d-4c3b-aafa-8d7fbf483b1c tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.366552 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3c7ba897-880d-4c3b-aafa-8d7fbf483b1c tempest-RoutersNegativeIpV6Test-238402433 tempest-RoutersNegativeIpV6Test-238402433-project] 10.222.0.18 "DELETE /v2.0/routers/51f0afe7-02ea-408e-af7e-031ef8dabe10 HTTP/1.1" status: 204 len: 168 time: 1.3121002 Jul 16 03:57:33.385983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0f71e-de8f-4753-bda1-46d0c65a758d req-a9ac5bb2-4e42-49b7-bfa3-442a1918da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:33.388452 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22c0f71e-de8f-4753-bda1-46d0c65a758d req-a9ac5bb2-4e42-49b7-bfa3-442a1918da0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf569b92-d644-4546-b6d7-f032ee5253db HTTP/1.1" status: 200 len: 897 time: 0.2346859 Jul 16 03:57:33.444110 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22c0f71e-de8f-4753-bda1-46d0c65a758d req-75eab3c8-36f9-49f6-8743-a0f90b89d1a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d353934-1048-4e82-af97-0245388f543a HTTP/1.1" status: 200 len: 217 time: 0.0492775 Jul 16 03:57:33.463221 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f34f2656-f72c-4046-ba4a-b385f22ea379 req-fd1e1a33-a039-4b0d-a455-d274c251c48a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.553759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e1a33-a039-4b0d-a455-d274c251c48a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=9d353934-1048-4e82-af97-0245388f543a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:33.565313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0f71e-de8f-4753-bda1-46d0c65a758d req-1129af1e-f657-407b-9fb6-1388e717dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:33.568871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22c0f71e-de8f-4753-bda1-46d0c65a758d req-1129af1e-f657-407b-9fb6-1388e717dc7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=939a70b4-117e-4c69-bdb2-0b762d61557f HTTP/1.1" status: 200 len: 835 time: 0.1165180 Jul 16 03:57:33.618149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34f2656-f72c-4046-ba4a-b385f22ea379 req-fd1e1a33-a039-4b0d-a455-d274c251c48a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] No DVR routers for this DVR port 9d353934-1048-4e82-af97-0245388f543a on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:33.621583 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f34f2656-f72c-4046-ba4a-b385f22ea379 req-fd1e1a33-a039-4b0d-a455-d274c251c48a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.624550 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f34f2656-f72c-4046-ba4a-b385f22ea379 req-fd1e1a33-a039-4b0d-a455-d274c251c48a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "DELETE /v2.0/ports/9d353934-1048-4e82-af97-0245388f543a HTTP/1.1" status: 204 len: 173 time: 1.4984803 Jul 16 03:57:33.628941 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'name': 'network-vif-deleted', 'tag': '9d353934-1048-4e82-af97-0245388f543a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:33.631894 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845a7f40-940d-4a5c-8158-a77d6ccfc31a" -d '{"events": [{"server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "name": "network-vif-deleted", "tag": "9d353934-1048-4e82-af97-0245388f543a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:33.635086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:33.647787 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4e5e11-5f31-4217-8073-a036f92c26be None None] Sync routers for ids ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:33.690652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e5e11-5f31-4217-8073-a036f92c26be None None] Routers {'d3b87b3b-16bc-4913-955e-0d76fb1dd27d'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:33.693641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d4e5e11-5f31-4217-8073-a036f92c26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:33.736349 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.794930 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776106a5-27ea-4d6a-ae06-8d87c00d9a31 x-openstack-request-id: req-776106a5-27ea-4d6a-ae06-8d87c00d9a31 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:33.795229 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c249fe2d-8ee7-4529-9651-2070dd51ed6f", "name": "network-vif-deleted", "tag": "9d353934-1048-4e82-af97-0245388f543a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:33.795784 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-776106a5-27ea-4d6a-ae06-8d87c00d9a31 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:33.797199 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c249fe2d-8ee7-4529-9651-2070dd51ed6f', 'name': 'network-vif-deleted', 'tag': '9d353934-1048-4e82-af97-0245388f543a', 'status': 'completed', 'code': 200} Jul 16 03:57:33.800648 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05b9dca2-2401-4b3b-b73d-f07b2fa18078 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:33.908351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0f71e-de8f-4753-bda1-46d0c65a758d req-883feda1-3e7a-446a-9c83-82cbf0149e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:33.916300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22c0f71e-de8f-4753-bda1-46d0c65a758d req-883feda1-3e7a-446a-9c83-82cbf0149e96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf569b92-d644-4546-b6d7-f032ee5253db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3353491 Jul 16 03:57:34.001042 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e6d5b8d0-20c2-411f-acdf-0fdb0ea29514 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.7233782 Jul 16 03:57:34.010077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:34.069863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9dca2-2401-4b3b-b73d-f07b2fa18078 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=c3095592-7d7e-4ac5-b00e-df4237e4bd6b,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:34.090754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b9dca2-2401-4b3b-b73d-f07b2fa18078 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:34.090991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b9dca2-2401-4b3b-b73d-f07b2fa18078 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network hostable DHCP agents. Network: 415df012-32ff-4dfd-847f-4ec181a3011d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:57:34.125170 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-57645d5a-faeb-494d-ad92-fd85e3966f91 req-91886083-10c2-4c72-9f6f-6e6ac69b5170 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 210 time: 0.0895724 Jul 16 03:57:34.148112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1d4e5e11-5f31-4217-8073-a036f92c26be None None] Set router d3b87b3b-16bc-4913-955e-0d76fb1dd27d gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:34.159537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b9dca2-2401-4b3b-b73d-f07b2fa18078 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:57:34.183043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-05b9dca2-2401-4b3b-b73d-f07b2fa18078 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 415df012-32ff-4dfd-847f-4ec181a3011d) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:34.188496 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b9dca2-2401-4b3b-b73d-f07b2fa18078 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:34.189103 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05b9dca2-2401-4b3b-b73d-f07b2fa18078 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.247198 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-05b9dca2-2401-4b3b-b73d-f07b2fa18078 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6121323 Jul 16 03:57:34.247827 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41386) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:34.259292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c4f639-849f-421c-8d83-a340f005823d None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:34.260992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-92cbffa2-ee09-421d-89a3-a1b3e24138d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'name': 'tempest-NetworksTestDHCPv6-2012583283'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:34.311766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41396) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:34.350455 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d6bda830-f31b-4be4-9b6d-8bb134507860 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/floatingips/1fa34631-edd5-4b84-a893-31cf436f0801 HTTP/1.1" status: 200 len: 989 time: 0.3339713 Jul 16 03:57:34.390334 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22c0f71e-de8f-4753-bda1-46d0c65a758d req-f12fa1d9-e386-4419-92ca-7e20dbd248d3 service neutron] 10.222.0.20 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667528 Jul 16 03:57:34.535767 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22c0f71e-de8f-4753-bda1-46d0c65a758d req-a3510c07-5bee-4218-8f20-51b7cb19290d service neutron] 10.222.0.20 "GET /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380758 Jul 16 03:57:34.599877 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cbffa2-ee09-421d-89a3-a1b3e24138d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:34.607146 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92cbffa2-ee09-421d-89a3-a1b3e24138d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.634651 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fde43aea-2570-4ca2-b4e9-f8502db1b666 req-1dbcaccb-2b8d-4dcd-ac7b-f53495690e1a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 210 time: 0.0746675 Jul 16 03:57:34.718560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-92cbffa2-ee09-421d-89a3-a1b3e24138d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port 77011c8c-2a01-4cbc-ae59-73fbf8f3bb83 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:57:34.718842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc3ed063-c295-4c15-8455-77dcdadd6079 req-43fe5c74-98eb-4145-94a7-2fb16b81c53d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=c249fe2d-8ee7-4529-9651-2070dd51ed6f HTTP/1.1" status: 200 len: 210 time: 0.0683944 Jul 16 03:57:34.720070 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.831498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': 'c3095592-7d7e-4ac5-b00e-df4237e4bd6b'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:57:34.834178 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:34.954993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-92cbffa2-ee09-421d-89a3-a1b3e24138d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::2c9 (415df012-32ff-4dfd-847f-4ec181a3011d/c3095592-7d7e-4ac5-b00e-df4237e4bd6b/77011c8c-2a01-4cbc-ae59-73fbf8f3bb83) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:35.172387 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1119128a-35dc-4b3c-9a6f-d9b0bbac4229 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=734c275623ba46b798dd8bc7a5edad9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8593285 Jul 16 03:57:35.175109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41474) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:35.205002 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92cbffa2-ee09-421d-89a3-a1b3e24138d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.242386 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-92cbffa2-ee09-421d-89a3-a1b3e24138d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object 77011c8c-2a01-4cbc-ae59-73fbf8f3bb83 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:35.297326 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cff68b70-b203-4158-8815-f88fd981db5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.336103 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cff68b70-b203-4158-8815-f88fd981db5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.345529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92cbffa2-ee09-421d-89a3-a1b3e24138d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.355398 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41488) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:35.406728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ed063-c295-4c15-8455-77dcdadd6079 req-40a9f522-8fc2-4872-84d5-ab34e3445b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:35.407813 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Allocated IP 2001:db8::2 (415df012-32ff-4dfd-847f-4ec181a3011d/c3095592-7d7e-4ac5-b00e-df4237e4bd6b/adc3c1ff-6f14-4b98-b668-d894d2e0ff7b) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:35.408431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc3ed063-c295-4c15-8455-77dcdadd6079 req-40a9f522-8fc2-4872-84d5-ab34e3445b8c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=03422a5449cd4807854f59afa4486f72&shared=False HTTP/1.1" status: 200 len: 897 time: 0.6631718 Jul 16 03:57:35.502352 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cbffa2-ee09-421d-89a3-a1b3e24138d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:35.512365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-92cbffa2-ee09-421d-89a3-a1b3e24138d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:35.524373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cbffa2-ee09-421d-89a3-a1b3e24138d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:35.534166 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cbffa2-ee09-421d-89a3-a1b3e24138d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:35.536132 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92cbffa2-ee09-421d-89a3-a1b3e24138d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.546520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbffa2-ee09-421d-89a3-a1b3e24138d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=77011c8c-2a01-4cbc-ae59-73fbf8f3bb83,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:35.571760 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2bd00389-515a-4af0-b714-d1984319d505 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/floatingips/1fa34631-edd5-4b84-a893-31cf436f0801 HTTP/1.1" status: 200 len: 989 time: 0.2095275 Jul 16 03:57:35.573259 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cff68b70-b203-4158-8815-f88fd981db5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.576842 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cff68b70-b203-4158-8815-f88fd981db5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.580233 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cff68b70-b203-4158-8815-f88fd981db5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2fc8ad7-9d77-4281-a34b-63dc36300ad7 HTTP/1.1" status: 204 len: 168 time: 0.4019907 Jul 16 03:57:35.584357 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-92cbffa2-ee09-421d-89a3-a1b3e24138d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3349898 Jul 16 03:57:35.589528 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41510) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:35.618764 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aecea71d-41a1-4dfc-abdb-e6588667cc2a req-93c49ac9-da49-40f2-b45e-34ff63180c02 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 210 time: 0.1038327 Jul 16 03:57:35.635769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff68b70-b203-4158-8815-f88fd981db5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fc8ad7-9d77-4281-a34b-63dc36300ad7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:35.800176 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3961d37-832e-4771-a4f8-6b863cf198ae tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:35.801602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ed063-c295-4c15-8455-77dcdadd6079 req-bdc9d2e7-5bd3-4a3f-95d0-b839293218e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:35.803499 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c3961d37-832e-4771-a4f8-6b863cf198ae tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2128277 Jul 16 03:57:35.806433 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc3ed063-c295-4c15-8455-77dcdadd6079 req-bdc9d2e7-5bd3-4a3f-95d0-b839293218e6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3827059 Jul 16 03:57:35.807162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41524) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:35.807310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'tag': '53365f69-cf03-43bf-bc40-bcb1bbdff113'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:57:35.809784 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4b7e5d-1ba4-4efd-b4d8-b4a950830a60" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f60a6d-8763-4829-8b30-c608bf8c014a", "tag": "53365f69-cf03-43bf-bc40-bcb1bbdff113"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:57:35.826549 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.839849 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.842045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Transition to ACTIVE for port object adc3c1ff-6f14-4b98-b668-d894d2e0ff7b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:35.854789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d4e5e11-5f31-4217-8073-a036f92c26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '1fa34631-edd5-4b84-a893-31cf436f0801', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'port_id': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'mac_address': 'fa:16:3e:12:78:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:57:30Z', 'updated_at': '2021-07-16T03:57:30Z', 'revision_number': 0, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40dc6a2e-bc42-42ef-815e-a734209e84d1', 'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:38:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:53Z', 'updated_at': '2021-07-16T03:57:02Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:35.893337 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4e5e11-5f31-4217-8073-a036f92c26be None None] Checking router: d3b87b3b-16bc-4913-955e-0d76fb1dd27d for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:35.898002 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Transition to ACTIVE for port object adc3c1ff-6f14-4b98-b668-d894d2e0ff7b will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:35.907352 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e5e11-5f31-4217-8073-a036f92c26be None None] Routers {'d3b87b3b-16bc-4913-955e-0d76fb1dd27d'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:35.908233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d4e5e11-5f31-4217-8073-a036f92c26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:35.912819 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:35.932904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:35.936362 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1e49d4-9c93-4d0b-bb53-744d058a7501 x-openstack-request-id: req-cb1e49d4-9c93-4d0b-bb53-744d058a7501 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:57:35.936643 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f60a6d-8763-4829-8b30-c608bf8c014a", "tag": "53365f69-cf03-43bf-bc40-bcb1bbdff113", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:57:35.936944 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb1e49d4-9c93-4d0b-bb53-744d058a7501 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:57:35.937347 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'tag': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'status': 'completed', 'code': 200} Jul 16 03:57:35.987707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:36.014873 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:36.019375 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:36.109545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7e5d-1ba4-4efd-b4d8-b4a950830a60 req-15f8bfaf-fa9b-499d-b634-cc13d8716d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:36.119367 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db4b7e5d-1ba4-4efd-b4d8-b4a950830a60 req-15f8bfaf-fa9b-499d-b634-cc13d8716d89 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 1096 time: 0.1443257 Jul 16 03:57:36.204228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Attempting to bind port adc3c1ff-6f14-4b98-b668-d894d2e0ff7b on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:36.204953 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Attempting to bind port adc3c1ff-6f14-4b98-b668-d894d2e0ff7b by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:36.205526 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Attempting to bind port adc3c1ff-6f14-4b98-b668-d894d2e0ff7b on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:36.213739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-23899f43-06a1-4b69-b793-742ebae15d34 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port 77011c8c-2a01-4cbc-ae59-73fbf8f3bb83 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:36.215829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Pushing event updated for resources: {'Port': ['ID=adc3c1ff-6f14-4b98-b668-d894d2e0ff7b,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:36.215972 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23899f43-06a1-4b69-b793-742ebae15d34 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:36.231355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:36.232210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:36.233004 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:36.233618 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:36.234327 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Bound port: adc3c1ff-6f14-4b98-b668-d894d2e0ff7b, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:36.234960 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:36.292323 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1d4e5e11-5f31-4217-8073-a036f92c26be None None] Set router d3b87b3b-16bc-4913-955e-0d76fb1dd27d gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:36.399327 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7e5d-1ba4-4efd-b4d8-b4a950830a60 req-e1031259-f197-448a-a09c-73a4e9e67d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:36.400962 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db4b7e5d-1ba4-4efd-b4d8-b4a950830a60 req-e1031259-f197-448a-a09c-73a4e9e67d7c service neutron] 10.222.0.88 "GET /v2.0/networks?id=2fd24362-7d26-4a40-b0c6-5502b9ef1b9e HTTP/1.1" status: 200 len: 898 time: 0.2684188 Jul 16 03:57:36.436584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] For port adc3c1ff-6f14-4b98-b668-d894d2e0ff7b, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:36.512175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] For port adc3c1ff-6f14-4b98-b668-d894d2e0ff7b, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=adc3c1ff-6f14-4b98-b668-d894d2e0ff7b,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:36.548413 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23899f43-06a1-4b69-b793-742ebae15d34 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:36.551485 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:36.576950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-23899f43-06a1-4b69-b793-742ebae15d34 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for 77011c8c-2a01-4cbc-ae59-73fbf8f3bb83 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:36.676068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0038c9c-4cc0-4aba-ae5c-d2f98339b38d None None] Pushing event updated for resources: {'Port': ['ID=adc3c1ff-6f14-4b98-b668-d894d2e0ff7b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:36.682961 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 9d353934-1048-4e82-af97-0245388f543a no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:36.746497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 9d353934-1048-4e82-af97-0245388f543a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:36.747261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 9d353934-1048-4e82-af97-0245388f543a not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:36.789624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41546) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:36.814800 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23899f43-06a1-4b69-b793-742ebae15d34 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:36.942137 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-544a9f8e-8195-4fa0-8d18-f2db3cf10283 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/floatingips/1fa34631-edd5-4b84-a893-31cf436f0801 HTTP/1.1" status: 200 len: 989 time: 0.1484551 Jul 16 03:57:36.976285 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1d4e5e11-5f31-4217-8073-a036f92c26be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '1fa34631-edd5-4b84-a893-31cf436f0801', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'port_id': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'mac_address': 'fa:16:3e:12:78:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:57:30Z', 'updated_at': '2021-07-16T03:57:30Z', 'revision_number': 0, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40dc6a2e-bc42-42ef-815e-a734209e84d1', 'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:38:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:53Z', 'updated_at': '2021-07-16T03:57:02Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:37.137738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4e5e11-5f31-4217-8073-a036f92c26be None None] The sync data for ids ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'] in n-d-800088-6 is: [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '1fa34631-edd5-4b84-a893-31cf436f0801', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'port_id': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'mac_address': 'fa:16:3e:12:78:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:57:30Z', 'updated_at': '2021-07-16T03:57:30Z', 'revision_number': 0, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40dc6a2e-bc42-42ef-815e-a734209e84d1', 'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:38:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:53Z', 'updated_at': '2021-07-16T03:57:02Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:37.184335 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66548901-14a1-4065-8c9d-9c40f77302c4 req-6e17059e-5788-4f0d-b3ef-3fe2cc391460 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=83e67f02-c7e6-4814-9fda-743a7bd7da85 HTTP/1.1" status: 200 len: 210 time: 0.2403920 Jul 16 03:57:37.323026 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41560) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:37.373345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db4b7e5d-1ba4-4efd-b4d8-b4a950830a60 req-76a8bb68-e786-4a6c-b955-88e933a8047d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53365f69-cf03-43bf-bc40-bcb1bbdff113 HTTP/1.1" status: 200 len: 997 time: 0.5826766 Jul 16 03:57:37.374102 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23899f43-06a1-4b69-b793-742ebae15d34 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=77011c8c-2a01-4cbc-ae59-73fbf8f3bb83,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:37.381718 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-23899f43-06a1-4b69-b793-742ebae15d34 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:37.383580 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-23899f43-06a1-4b69-b793-742ebae15d34 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/77011c8c-2a01-4cbc-ae59-73fbf8f3bb83 HTTP/1.1" status: 204 len: 168 time: 1.5750973 Jul 16 03:57:37.397654 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41564) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:37.430310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device adc3c1ff-6f14-4b98-b668-d894d2e0ff7b up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:37.564225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-837ab3fb-851c-4d06-96e1-0f53fc8a5ab8 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:37.564665 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-837ab3fb-851c-4d06-96e1-0f53fc8a5ab8 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 03:57:37.565158 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-837ab3fb-851c-4d06-96e1-0f53fc8a5ab8 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:57:37.569490 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-837ab3fb-851c-4d06-96e1-0f53fc8a5ab8 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2339814 Jul 16 03:57:37.573327 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7e5d-1ba4-4efd-b4d8-b4a950830a60 req-5536aaf4-4de5-4738-b043-5f556855142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:37.575483 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41568) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:37.581113 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db4b7e5d-1ba4-4efd-b4d8-b4a950830a60 req-5536aaf4-4de5-4738-b043-5f556855142f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a18b56e-b149-48e6-b088-51ea7739e00e HTTP/1.1" status: 200 len: 834 time: 0.1964488 Jul 16 03:57:37.581300 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-54bd67a4-e398-4380-94be-7997128de40e tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group': {'name': 'tempest-secgroup--869044958'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:37.623571 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91f425d-9e9c-4fc6-9458-1c99aa9fda4d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:37.624963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port adc3c1ff-6f14-4b98-b668-d894d2e0ff7b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:37.634722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91f425d-9e9c-4fc6-9458-1c99aa9fda4d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:37.640125 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b91f425d-9e9c-4fc6-9458-1c99aa9fda4d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2369468 Jul 16 03:57:37.640125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41572) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:37.674475 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e04bcc-fe62-44e0-b971-43e26d1413d5 None None] New status for floating IP 1fa34631-edd5-4b84-a893-31cf436f0801: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:57:37.717613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b7e5d-1ba4-4efd-b4d8-b4a950830a60 req-9bd5262b-0bd6-44f0-bdb7-ce01e3dd333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:37.718656 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db4b7e5d-1ba4-4efd-b4d8-b4a950830a60 req-9bd5262b-0bd6-44f0-bdb7-ce01e3dd333c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fd24362-7d26-4a40-b0c6-5502b9ef1b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290486 Jul 16 03:57:37.733425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a69aa0-cc7c-4601-818a-eb15fe155276 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet c3095592-7d7e-4ac5-b00e-df4237e4bd6b {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:37.749999 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97a69aa0-cc7c-4601-818a-eb15fe155276 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:37.794524 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54bd67a4-e398-4380-94be-7997128de40e tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:37.814737 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5939-dd02-4b2c-a986-79655df1ace1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:37.932184 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54bd67a4-e398-4380-94be-7997128de40e tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:37.946327 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41576) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:38.073170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97a69aa0-cc7c-4601-818a-eb15fe155276 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.244245 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97a69aa0-cc7c-4601-818a-eb15fe155276 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.372457 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db4b7e5d-1ba4-4efd-b4d8-b4a950830a60 req-2ba30ca8-dacd-4a98-aa05-a3ac53ba30e6 service neutron] 10.222.0.88 "GET /v2.0/networks/2fd24362-7d26-4a40-b0c6-5502b9ef1b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438925 Jul 16 03:57:38.456250 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97a69aa0-cc7c-4601-818a-eb15fe155276 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.598795 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-97a69aa0-cc7c-4601-818a-eb15fe155276 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.603826 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:38.604655 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-97a69aa0-cc7c-4601-818a-eb15fe155276 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/c3095592-7d7e-4ac5-b00e-df4237e4bd6b HTTP/1.1" status: 204 len: 168 time: 0.9606876 Jul 16 03:57:38.610360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a69aa0-cc7c-4601-818a-eb15fe155276 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=c3095592-7d7e-4ac5-b00e-df4237e4bd6b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:38.706022 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4ce6df64-b501-4468-94d0-1bc00a25818c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/floatingips/1fa34631-edd5-4b84-a893-31cf436f0801 HTTP/1.1" status: 200 len: 991 time: 0.7517998 Jul 16 03:57:38.724018 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54bd67a4-e398-4380-94be-7997128de40e tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.742192 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54bd67a4-e398-4380-94be-7997128de40e tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.784783 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c8ae9158-71a2-4519-869e-9551787dc6ce tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1787777 Jul 16 03:57:38.788424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:38.802558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fb66793f-1b11-4ce3-8bb4-15c26f6bc566 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:38.815922 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae488b8b-a7f3-48a9-8f68-b337bd49229a None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:38.882161 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54bd67a4-e398-4380-94be-7997128de40e tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:38.982302 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db4b7e5d-1ba4-4efd-b4d8-b4a950830a60 req-97b8f0d0-1572-41b1-9b52-bb9854f116df service neutron] 10.222.0.88 "GET /v2.0/networks/2fd24362-7d26-4a40-b0c6-5502b9ef1b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028008 Jul 16 03:57:39.008425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd67a4-e398-4380-94be-7997128de40e tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd0a483-b4e5-4bf6-88ee-7895a09eebfb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:39.015436 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54bd67a4-e398-4380-94be-7997128de40e tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.060525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Provisioning for port adc3c1ff-6f14-4b98-b668-d894d2e0ff7b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:39.061689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb66793f-1b11-4ce3-8bb4-15c26f6bc566 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:39.065937 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb66793f-1b11-4ce3-8bb4-15c26f6bc566 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.083519 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Provisioning complete for port adc3c1ff-6f14-4b98-b668-d894d2e0ff7b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:39.084037 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.091612 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54bd67a4-e398-4380-94be-7997128de40e tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.092957 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-54bd67a4-e398-4380-94be-7997128de40e tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5151544 Jul 16 03:57:39.098428 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:39.108224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5135adba-cd0b-40fe-a95f-0a77ddc31cf9 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': '53553b08-1473-4ffa-b11a-40d15e8bb70f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:39.112603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd67a4-e398-4380-94be-7997128de40e tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53553b08-1473-4ffa-b11a-40d15e8bb70f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:39.125023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8b2c5939-dd02-4b2c-a986-79655df1ace1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port aacd46bd-23b8-4713-89f4-1fee38f5d211 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:39.125645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5939-dd02-4b2c-a986-79655df1ace1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.162524 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5135adba-cd0b-40fe-a95f-0a77ddc31cf9 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.273251 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5135adba-cd0b-40fe-a95f-0a77ddc31cf9 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.292224 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5135adba-cd0b-40fe-a95f-0a77ddc31cf9 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.330533 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135adba-cd0b-40fe-a95f-0a77ddc31cf9 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4172f710-fea1-4695-8643-76f0d1d14de2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:39.345480 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.346973 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8b2c5939-dd02-4b2c-a986-79655df1ace1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] For port aacd46bd-23b8-4713-89f4-1fee38f5d211, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=aacd46bd-23b8-4713-89f4-1fee38f5d211,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:39.347405 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5939-dd02-4b2c-a986-79655df1ace1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.351490 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5135adba-cd0b-40fe-a95f-0a77ddc31cf9 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.357453 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5135adba-cd0b-40fe-a95f-0a77ddc31cf9 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2574346 Jul 16 03:57:39.359427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41596) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:39.364000 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6ce9d9f9-1148-4068-849c-ee2355ebf957 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': '53553b08-1473-4ffa-b11a-40d15e8bb70f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:39.373196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8b2c5939-dd02-4b2c-a986-79655df1ace1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for aacd46bd-23b8-4713-89f4-1fee38f5d211 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:39.395078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1149d9a-467d-428c-9a3d-a575e3b8e611 None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:39.468559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] For port adc3c1ff-6f14-4b98-b668-d894d2e0ff7b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=adc3c1ff-6f14-4b98-b668-d894d2e0ff7b,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:39.486172 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.594232 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce9d9f9-1148-4068-849c-ee2355ebf957 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.644448 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f1149d9a-467d-428c-9a3d-a575e3b8e611 None None] Deleting port adc3c1ff-6f14-4b98-b668-d894d2e0ff7b {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:39.644845 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f1149d9a-467d-428c-9a3d-a575e3b8e611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.669838 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb66793f-1b11-4ce3-8bb4-15c26f6bc566 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.679132 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Pushing event updated for resources: {'Port': ['ID=adc3c1ff-6f14-4b98-b668-d894d2e0ff7b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:39.716523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:39.716871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:39.718443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:39.718795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:39.720287 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:39.720800 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:39.721157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:39.721501 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:39.721845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:39.722180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:39.722295 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5939-dd02-4b2c-a986-79655df1ace1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.725013 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:39.726295 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea5384-504a-45a0-aad9-a6b69a1109ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:57:39.779228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb66793f-1b11-4ce3-8bb4-15c26f6bc566 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:39.793875 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-6ce9d9f9-1148-4068-849c-ee2355ebf957 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 03:57:39.794085 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c5939-dd02-4b2c-a986-79655df1ace1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=aacd46bd-23b8-4713-89f4-1fee38f5d211,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:39.797602 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6ce9d9f9-1148-4068-849c-ee2355ebf957 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4371183 Jul 16 03:57:39.798141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41602) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:39.807099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-fb66793f-1b11-4ce3-8bb4-15c26f6bc566 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:39.810880 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb66793f-1b11-4ce3-8bb4-15c26f6bc566 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:39.811474 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fb66793f-1b11-4ce3-8bb4-15c26f6bc566 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.874775 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f1149d9a-467d-428c-9a3d-a575e3b8e611 None None] For port adc3c1ff-6f14-4b98-b668-d894d2e0ff7b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=adc3c1ff-6f14-4b98-b668-d894d2e0ff7b,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:39.878132 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f1149d9a-467d-428c-9a3d-a575e3b8e611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:39.894695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66793f-1b11-4ce3-8bb4-15c26f6bc566 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=aa94c645-aa81-40e7-8e57-fecf16991393,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:39.924152 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f1149d9a-467d-428c-9a3d-a575e3b8e611 None None] Calling delete_port for adc3c1ff-6f14-4b98-b668-d894d2e0ff7b owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:39.984887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fb66793f-1b11-4ce3-8bb4-15c26f6bc566 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1916697 Jul 16 03:57:40.006503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:40.016091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c5423027-739f-457c-96d6-a487911600e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'name': 'tempest-NetworksTestDHCPv6-1048387242'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:40.066767 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf995c4-4a91-4d62-a0b5-da84f9354643 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.113772 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b2c5939-dd02-4b2c-a986-79655df1ace1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.187063 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f1149d9a-467d-428c-9a3d-a575e3b8e611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.201478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1149d9a-467d-428c-9a3d-a575e3b8e611 None None] No DVR routers for this DVR port adc3c1ff-6f14-4b98-b668-d894d2e0ff7b on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:40.220422 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf995c4-4a91-4d62-a0b5-da84f9354643 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.258749 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1149d9a-467d-428c-9a3d-a575e3b8e611 None None] Pushing event deleted for resources: {'Port': ['ID=adc3c1ff-6f14-4b98-b668-d894d2e0ff7b,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:40.286128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b877ddf3-cdd4-4259-b9a7-fc0bfe4e7534 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:40.409500 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf995c4-4a91-4d62-a0b5-da84f9354643 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.433867 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dcf995c4-4a91-4d62-a0b5-da84f9354643 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.436630 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dcf995c4-4a91-4d62-a0b5-da84f9354643 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "DELETE /v2.0/security-groups/53553b08-1473-4ffa-b11a-40d15e8bb70f HTTP/1.1" status: 204 len: 168 time: 0.6313744 Jul 16 03:57:40.455362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:40.464851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5423027-739f-457c-96d6-a487911600e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:40.472143 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5423027-739f-457c-96d6-a487911600e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.548357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-c5423027-739f-457c-96d6-a487911600e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port d7a60ad7-ef4f-4a9d-898e-d6c7050fa481 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:57:40.714874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2c5939-dd02-4b2c-a986-79655df1ace1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router da88635a-cfea-42df-a9c8-d455b801363b has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:40.721274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': 'aa94c645-aa81-40e7-8e57-fecf16991393'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:57:40.722232 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.792058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf995c4-4a91-4d62-a0b5-da84f9354643 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53553b08-1473-4ffa-b11a-40d15e8bb70f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:40.868137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c5423027-739f-457c-96d6-a487911600e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::cd (415df012-32ff-4dfd-847f-4ec181a3011d/aa94c645-aa81-40e7-8e57-fecf16991393/d7a60ad7-ef4f-4a9d-898e-d6c7050fa481) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:40.874458 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d06e7856-8e71-4875-ac7f-51596a942e5a tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3659468 Jul 16 03:57:40.880214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:40.890056 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b6f63709-26d3-4326-b2c5-564b455dceb9 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1063581582'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:40.956263 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6f63709-26d3-4326-b2c5-564b455dceb9 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:40.971694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2c5939-dd02-4b2c-a986-79655df1ace1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:40.978534 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8b2c5939-dd02-4b2c-a986-79655df1ace1 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "PUT /v2.0/routers/da88635a-cfea-42df-a9c8-d455b801363b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0441697 Jul 16 03:57:40.981604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41620) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:40.995735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc942d-7f0a-4e68-a6d1-1844b39be84d None None] Sync routers for ids ['da88635a-cfea-42df-a9c8-d455b801363b'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:41.158692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6dd983d-4cab-4bd6-be6c-f68194153fcf tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting subnet 939a70b4-117e-4c69-bdb2-0b762d61557f {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:41.172581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc942d-7f0a-4e68-a6d1-1844b39be84d None None] Routers {'da88635a-cfea-42df-a9c8-d455b801363b'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:41.173296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-79cc942d-7f0a-4e68-a6d1-1844b39be84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['da88635a-cfea-42df-a9c8-d455b801363b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:41.174612 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6dd983d-4cab-4bd6-be6c-f68194153fcf tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.267508 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6dd983d-4cab-4bd6-be6c-f68194153fcf tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.342353 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5423027-739f-457c-96d6-a487911600e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.359537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c5423027-739f-457c-96d6-a487911600e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object d7a60ad7-ef4f-4a9d-898e-d6c7050fa481 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:41.444237 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6dd983d-4cab-4bd6-be6c-f68194153fcf tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.455755 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6f63709-26d3-4326-b2c5-564b455dceb9 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.460104 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5423027-739f-457c-96d6-a487911600e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.491009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5423027-739f-457c-96d6-a487911600e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:41.492662 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6f63709-26d3-4326-b2c5-564b455dceb9 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.499038 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c5423027-739f-457c-96d6-a487911600e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:41.502764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5423027-739f-457c-96d6-a487911600e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:41.510157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5423027-739f-457c-96d6-a487911600e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:41.511299 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c5423027-739f-457c-96d6-a487911600e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.572140 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6dd983d-4cab-4bd6-be6c-f68194153fcf tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.585329 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f6dd983d-4cab-4bd6-be6c-f68194153fcf tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.602687 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f63709-26d3-4326-b2c5-564b455dceb9 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935d1ee9-dbd2-40f2-86b3-152840b05a58,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:41.603303 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f6dd983d-4cab-4bd6-be6c-f68194153fcf tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/subnets/939a70b4-117e-4c69-bdb2-0b762d61557f HTTP/1.1" status: 204 len: 168 time: 0.6205683 Jul 16 03:57:41.621453 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c5423027-739f-457c-96d6-a487911600e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6131170 Jul 16 03:57:41.627720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:41.628263 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:41.635631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd983d-4cab-4bd6-be6c-f68194153fcf tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Subnet': ['ID=939a70b4-117e-4c69-bdb2-0b762d61557f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:41.700882 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device adc3c1ff-6f14-4b98-b668-d894d2e0ff7b no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:41.702746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1530a007-4479-45b4-9710-43d72fddd691 None None] Network bf569b92-d644-4546-b6d7-f032ee5253db requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:41.774911 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: adc3c1ff-6f14-4b98-b668-d894d2e0ff7b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:41.776551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device adc3c1ff-6f14-4b98-b668-d894d2e0ff7b not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:41.910321 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6f63709-26d3-4326-b2c5-564b455dceb9 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:41.916168 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b6f63709-26d3-4326-b2c5-564b455dceb9 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0329449 Jul 16 03:57:41.916636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41632) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:41.921583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-630106ba-c100-4c28-ba74-a803df50cd97 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': '935d1ee9-dbd2-40f2-86b3-152840b05a58', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:41.922155 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-630106ba-c100-4c28-ba74-a803df50cd97 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 03:57:41.922714 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-630106ba-c100-4c28-ba74-a803df50cd97 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:41.923951 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-630106ba-c100-4c28-ba74-a803df50cd97 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062706 Jul 16 03:57:41.926703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41634) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:41.945781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-79cc942d-7f0a-4e68-a6d1-1844b39be84d None None] Set router da88635a-cfea-42df-a9c8-d455b801363b gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:41.981641 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75182f-4087-486b-8815-f580e6e5cfcf tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:41.986822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41636) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:41.988030 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dd75182f-4087-486b-8815-f580e6e5cfcf tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3573854 Jul 16 03:57:41.991094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5423027-739f-457c-96d6-a487911600e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=d7a60ad7-ef4f-4a9d-898e-d6c7050fa481,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:42.021869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Allocated IP 2001:db8::2 (415df012-32ff-4dfd-847f-4ec181a3011d/aa94c645-aa81-40e7-8e57-fecf16991393/b94582da-93b1-4f6d-b5c7-a0e700fbe1c2) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:42.113216 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.243439 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4542909-c56d-4ae8-a849-9c5f3e48b375 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.305895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff62ab-05e2-4b79-8919-dff3da4e27f3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port d7a60ad7-ef4f-4a9d-898e-d6c7050fa481 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:42.306307 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8ff62ab-05e2-4b79-8919-dff3da4e27f3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.328645 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.353390 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4542909-c56d-4ae8-a849-9c5f3e48b375 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.449256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port 8fa83473-ce85-4a42-a15f-8c6f90b46668 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:42.449607 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.556231 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8ff62ab-05e2-4b79-8919-dff3da4e27f3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.563034 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4542909-c56d-4ae8-a849-9c5f3e48b375 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.571341 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4542909-c56d-4ae8-a849-9c5f3e48b375 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.580178 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f4542909-c56d-4ae8-a849-9c5f3e48b375 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "DELETE /v2.0/security-groups/935d1ee9-dbd2-40f2-86b3-152840b05a58 HTTP/1.1" status: 204 len: 168 time: 0.6516616 Jul 16 03:57:42.580863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41650) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:42.646813 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f8ff62ab-05e2-4b79-8919-dff3da4e27f3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for d7a60ad7-ef4f-4a9d-898e-d6c7050fa481 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:42.650558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4542909-c56d-4ae8-a849-9c5f3e48b375 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=935d1ee9-dbd2-40f2-86b3-152840b05a58,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:42.683345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] For port 8fa83473-ce85-4a42-a15f-8c6f90b46668, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8fa83473-ce85-4a42-a15f-8c6f90b46668,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:42.683725 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.705214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for 8fa83473-ce85-4a42-a15f-8c6f90b46668 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:42.816733 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-856eeb0e-7e3d-4470-8833-2ec16a770fe8 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2135408 Jul 16 03:57:42.818365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41654) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:42.826652 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a001e17a-cd51-40ae-b4ff-fc953286829c tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763465427'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:42.830599 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.850685 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Transition to ACTIVE for port object b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:42.886320 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Transition to ACTIVE for port object b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:42.907599 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a001e17a-cd51-40ae-b4ff-fc953286829c tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.920861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43118100-db42-4d47-9143-68710686acc5 None None] DHCP port deletion for bf569b92-d644-4546-b6d7-f032ee5253db request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:42.927531 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:42.993315 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:43.055680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Pushing event updated for resources: {'Port': ['ID=b94582da-93b1-4f6d-b5c7-a0e700fbe1c2,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:43.122707 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.125479 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8ff62ab-05e2-4b79-8919-dff3da4e27f3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.139314 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:43.170645 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-79cc942d-7f0a-4e68-a6d1-1844b39be84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:35Z', 'updated_at': '2021-07-16T03:57:39Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': '8fa83473-ce85-4a42-a15f-8c6f90b46668', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:55:37Z', 'updated_at': '2021-07-16T03:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:43.194301 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=8fa83473-ce85-4a42-a15f-8c6f90b46668,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:43.249828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff62ab-05e2-4b79-8919-dff3da4e27f3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=d7a60ad7-ef4f-4a9d-898e-d6c7050fa481,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:43.269300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:43.275385 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:43.292879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc942d-7f0a-4e68-a6d1-1844b39be84d None None] Checking router: da88635a-cfea-42df-a9c8-d455b801363b for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:43.345266 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:43.346467 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f8ff62ab-05e2-4b79-8919-dff3da4e27f3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.348930 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f8ff62ab-05e2-4b79-8919-dff3da4e27f3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/d7a60ad7-ef4f-4a9d-898e-d6c7050fa481 HTTP/1.1" status: 204 len: 168 time: 1.3602262 Jul 16 03:57:43.356390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41664) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:43.362463 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc942d-7f0a-4e68-a6d1-1844b39be84d None None] Routers {'da88635a-cfea-42df-a9c8-d455b801363b'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:43.363277 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-79cc942d-7f0a-4e68-a6d1-1844b39be84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['da88635a-cfea-42df-a9c8-d455b801363b'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:43.378378 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.464921 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d7a03f-5d64-4f2b-8d6d-546712743eca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:43.466999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d7a03f-5d64-4f2b-8d6d-546712743eca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:43.468841 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-59d7a03f-5d64-4f2b-8d6d-546712743eca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1115022 Jul 16 03:57:43.472976 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41666) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:43.545658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a001e17a-cd51-40ae-b4ff-fc953286829c tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.556027 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.561989 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-79cc942d-7f0a-4e68-a6d1-1844b39be84d None None] Set router da88635a-cfea-42df-a9c8-d455b801363b gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:43.562887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.564996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-43118100-db42-4d47-9143-68710686acc5 None None] Deleting port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:43.565473 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43118100-db42-4d47-9143-68710686acc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.568689 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3edf85-32a0-42ce-a747-d68b5af594d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet aa94c645-aa81-40e7-8e57-fecf16991393 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:43.580809 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3edf85-32a0-42ce-a747-d68b5af594d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.634519 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3edf85-32a0-42ce-a747-d68b5af594d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.721388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-79cc942d-7f0a-4e68-a6d1-1844b39be84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:35Z', 'updated_at': '2021-07-16T03:57:42Z', 'revision_number': 7, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:43.723408 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Attempting to bind port b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:43.723936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Attempting to bind port b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:43.724431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Attempting to bind port b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:43.763952 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3edf85-32a0-42ce-a747-d68b5af594d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.767797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:43.768365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:43.768894 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.769460 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:43.770067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Bound port: b94582da-93b1-4f6d-b5c7-a0e700fbe1c2, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:43.770688 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.800959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc942d-7f0a-4e68-a6d1-1844b39be84d None None] The sync data for ids ['da88635a-cfea-42df-a9c8-d455b801363b'] in n-d-800088-6 is: [{'id': 'da88635a-cfea-42df-a9c8-d455b801363b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-710439219', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:55:35Z', 'updated_at': '2021-07-16T03:57:42Z', 'revision_number': 7, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:43.815334 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.815859 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Fanout notify agent at l3_agent the message router_deleted on router da88635a-cfea-42df-a9c8-d455b801363b {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:57:43.822342 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a001e17a-cd51-40ae-b4ff-fc953286829c tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.841478 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.842556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a657c037-a9ef-4146-9c16-449769634406 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/routers/da88635a-cfea-42df-a9c8-d455b801363b HTTP/1.1" status: 204 len: 168 time: 2.2131691 Jul 16 03:57:43.848813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41670) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:43.885084 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-43118100-db42-4d47-9143-68710686acc5 None None] For port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:43.885754 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43118100-db42-4d47-9143-68710686acc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.937651 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a001e17a-cd51-40ae-b4ff-fc953286829c tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.941626 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a001e17a-cd51-40ae-b4ff-fc953286829c tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1159914 Jul 16 03:57:43.953827 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:43.954066 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001e17a-cd51-40ae-b4ff-fc953286829c tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d234081d-d7e4-4357-ad8a-eb2908e18987,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:43.959274 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3edf85-32a0-42ce-a747-d68b5af594d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:43.981572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d61362ea-1091-41ad-8461-42139cc12e24 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': 'd234081d-d7e4-4357-ad8a-eb2908e18987', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:43.982161 n-d-800088-6 neutron-server[93767]: WARNING neutron.api.v2.base [None req-d61362ea-1091-41ad-8461-42139cc12e24 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 03:57:43.982806 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-d61362ea-1091-41ad-8461-42139cc12e24 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:43.986976 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d61362ea-1091-41ad-8461-42139cc12e24 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060949 Jul 16 03:57:43.994828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:44.002959 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3edf85-32a0-42ce-a747-d68b5af594d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=aa94c645-aa81-40e7-8e57-fecf16991393,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:44.011324 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db3edf85-32a0-42ce-a747-d68b5af594d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.015804 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-db3edf85-32a0-42ce-a747-d68b5af594d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/aa94c645-aa81-40e7-8e57-fecf16991393 HTTP/1.1" status: 204 len: 168 time: 0.5410755 Jul 16 03:57:44.016863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41680) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:44.027013 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.032608 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-43118100-db42-4d47-9143-68710686acc5 None None] Calling delete_port for 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:44.048967 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.115631 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-faeac82e-25ca-4049-bf29-7f653496f351 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978925 Jul 16 03:57:44.116048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41682) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:44.120971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-99f5dce0-bfea-4805-8791-68f2bab7bd38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:44.261034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f5dce0-bfea-4805-8791-68f2bab7bd38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:44.266801 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99f5dce0-bfea-4805-8791-68f2bab7bd38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.284295 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:44.287438 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] For port b94582da-93b1-4f6d-b5c7-a0e700fbe1c2, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:44.306696 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.308385 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d43f393d-89d2-41b7-88fe-15dbb36fb160 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.361697 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d43f393d-89d2-41b7-88fe-15dbb36fb160 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.385230 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:44.385858 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.432782 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:44.439504 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] For port b94582da-93b1-4f6d-b5c7-a0e700fbe1c2, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b94582da-93b1-4f6d-b5c7-a0e700fbe1c2,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:44.455447 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.515566 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb4914-1fae-4416-82d9-c3067e7bc4b3 None None] Pushing event updated for resources: {'Port': ['ID=b94582da-93b1-4f6d-b5c7-a0e700fbe1c2,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:44.556977 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43118100-db42-4d47-9143-68710686acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.604224 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43118100-db42-4d47-9143-68710686acc5 None None] No DVR routers for this DVR port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:44.611506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43118100-db42-4d47-9143-68710686acc5 None None] Pushing event deleted for resources: {'Port': ['ID=4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:44.680988 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] For port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6,segment=NetworkSegment(777aed33-ab7b-488e-af79-b2f8bc3d4102),segment_id=777aed33-ab7b-488e-af79-b2f8bc3d4102)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:44.681524 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.684261 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d43f393d-89d2-41b7-88fe-15dbb36fb160 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.690267 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d43f393d-89d2-41b7-88fe-15dbb36fb160 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.699058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41690) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:44.699800 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d43f393d-89d2-41b7-88fe-15dbb36fb160 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "DELETE /v2.0/security-groups/d234081d-d7e4-4357-ad8a-eb2908e18987 HTTP/1.1" status: 204 len: 168 time: 0.7038064 Jul 16 03:57:44.753168 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:44.797469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f393d-89d2-41b7-88fe-15dbb36fb160 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d234081d-d7e4-4357-ad8a-eb2908e18987,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:44.893417 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1899fa76-3a07-456b-8d3b-79299d5cf7ae tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1927640 Jul 16 03:57:44.918858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41702) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:44.934146 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bf22016e-d2b2-4afb-88ba-cbb374bedab4 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1864420694'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:44.949168 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99f5dce0-bfea-4805-8791-68f2bab7bd38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:44.957844 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea8e7-8d2b-474b-9a55-c4b39adec9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.098424 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5dce0-bfea-4805-8791-68f2bab7bd38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=8c7b527e-2841-440e-bf4b-b48985865766,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:45.156162 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f5dce0-bfea-4805-8791-68f2bab7bd38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:45.159638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-99f5dce0-bfea-4805-8791-68f2bab7bd38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:45.170190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f5dce0-bfea-4805-8791-68f2bab7bd38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:45.171455 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-99f5dce0-bfea-4805-8791-68f2bab7bd38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.218365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf22016e-d2b2-4afb-88ba-cbb374bedab4 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.267197 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-99f5dce0-bfea-4805-8791-68f2bab7bd38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1477363 Jul 16 03:57:45.272699 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:45.280968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8acfbd1b-09f4-44e9-8cab-863d7eb17cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'name': 'tempest-NetworksTestDHCPv6-1671975830'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:45.351492 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.410301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:45.448065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf22016e-d2b2-4afb-88ba-cbb374bedab4 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.451514 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:45.460213 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf22016e-d2b2-4afb-88ba-cbb374bedab4 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.481496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] No DVR routers for this DVR port 4eb8ad26-1660-4a06-b9cf-2f21d4c8f3f6 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:45.518421 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:45.520245 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf22016e-d2b2-4afb-88ba-cbb374bedab4 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.521554 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bf22016e-d2b2-4afb-88ba-cbb374bedab4 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6003799 Jul 16 03:57:45.533065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41722) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:45.542632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-322e55fa-7e3a-46af-b4d0-97d29b7703f1 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': '924d32d1-1fab-48bb-bfb9-fe5b903f5560', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:45.543526 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-322e55fa-7e3a-46af-b4d0-97d29b7703f1 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 03:57:45.543993 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-322e55fa-7e3a-46af-b4d0-97d29b7703f1 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:45.547713 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-322e55fa-7e3a-46af-b4d0-97d29b7703f1 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100222 Jul 16 03:57:45.553950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:45.555052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22016e-d2b2-4afb-88ba-cbb374bedab4 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924d32d1-1fab-48bb-bfb9-fe5b903f5560,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:45.590443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f4fa3742-2efb-4bee-bec4-270e59064fdd tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': '924d32d1-1fab-48bb-bfb9-fe5b903f5560', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:45.590975 n-d-800088-6 neutron-server[93767]: WARNING neutron.api.v2.base [None req-f4fa3742-2efb-4bee-bec4-270e59064fdd tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 03:57:45.591476 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-f4fa3742-2efb-4bee-bec4-270e59064fdd tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:45.592509 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f4fa3742-2efb-4bee-bec4-270e59064fdd tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0344338 Jul 16 03:57:45.595667 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41730) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:45.604377 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c8c2b60a-8786-4885-aeca-bfeabd7dd934 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': '924d32d1-1fab-48bb-bfb9-fe5b903f5560', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:45.605550 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-c8c2b60a-8786-4885-aeca-bfeabd7dd934 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 03:57:45.606509 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-c8c2b60a-8786-4885-aeca-bfeabd7dd934 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:45.610313 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c8c2b60a-8786-4885-aeca-bfeabd7dd934 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104446 Jul 16 03:57:45.613133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41732) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:45.623678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-de2df726-a13b-485b-b99f-70dd88a458ee tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': '924d32d1-1fab-48bb-bfb9-fe5b903f5560', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:45.624532 n-d-800088-6 neutron-server[93767]: WARNING neutron.api.v2.base [None req-de2df726-a13b-485b-b99f-70dd88a458ee tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 03:57:45.625587 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-de2df726-a13b-485b-b99f-70dd88a458ee tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:45.627066 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-de2df726-a13b-485b-b99f-70dd88a458ee tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083239 Jul 16 03:57:45.638764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device aacd46bd-23b8-4713-89f4-1fee38f5d211 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:45.639161 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41740) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:45.665719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: aacd46bd-23b8-4713-89f4-1fee38f5d211 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:45.666481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device aacd46bd-23b8-4713-89f4-1fee38f5d211 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:45.667185 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8fa83473-ce85-4a42-a15f-8c6f90b46668 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:45.692056 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.701148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 8fa83473-ce85-4a42-a15f-8c6f90b46668 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:45.701939 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8fa83473-ce85-4a42-a15f-8c6f90b46668 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:45.738492 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf569b92-d644-4546-b6d7-f032ee5253db']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:45.754689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '777aed33-ab7b-488e-af79-b2f8bc3d4102') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:45.755194 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '777aed33-ab7b-488e-af79-b2f8bc3d4102') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:45.780978 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.801373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acfbd1b-09f4-44e9-8cab-863d7eb17cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:45.805865 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e47d77a-7979-453f-8b12-0b7695b46952 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.811902 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8acfbd1b-09f4-44e9-8cab-863d7eb17cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.853993 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e47d77a-7979-453f-8b12-0b7695b46952 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.861519 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.891172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:45.892223 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.933773 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e47d77a-7979-453f-8b12-0b7695b46952 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.936340 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e47d77a-7979-453f-8b12-0b7695b46952 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:45.939859 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4e47d77a-7979-453f-8b12-0b7695b46952 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "DELETE /v2.0/security-groups/924d32d1-1fab-48bb-bfb9-fe5b903f5560 HTTP/1.1" status: 204 len: 168 time: 0.2958663 Jul 16 03:57:45.940736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41750) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:45.971525 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:45.979791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-8acfbd1b-09f4-44e9-8cab-863d7eb17cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port 29afb818-53cd-486e-b027-823e9b607b8e yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:57:45.985218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47d77a-7979-453f-8b12-0b7695b46952 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=924d32d1-1fab-48bb-bfb9-fe5b903f5560,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:46.048357 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-30b45a37-8039-400a-8feb-2c73483c5644 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1032140 Jul 16 03:57:46.048775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41754) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:46.054954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f153d6ec-2fd2-432d-a04b-7efd6f689075 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895372888'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:46.109505 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f153d6ec-2fd2-432d-a04b-7efd6f689075 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.160692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8acfbd1b-09f4-44e9-8cab-863d7eb17cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::3c0 (415df012-32ff-4dfd-847f-4ec181a3011d/8c7b527e-2841-440e-bf4b-b48985865766/29afb818-53cd-486e-b027-823e9b607b8e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:46.177069 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.199290 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.216153 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/networks/bf569b92-d644-4546-b6d7-f032ee5253db HTTP/1.1" status: 204 len: 168 time: 2.3662593 Jul 16 03:57:46.220105 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:46.254030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ea8e7-8d2b-474b-9a55-c4b39adec9bb admin admin] Deleting port fc765e29-07e0-4d82-b063-b1c78ea8a159 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:46.254550 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea8e7-8d2b-474b-9a55-c4b39adec9bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.255674 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f153d6ec-2fd2-432d-a04b-7efd6f689075 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.262686 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f153d6ec-2fd2-432d-a04b-7efd6f689075 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.304059 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899e5948-82fc-40fb-857b-72f107b3268c None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:46.305250 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153d6ec-2fd2-432d-a04b-7efd6f689075 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0b0370-f397-451b-bee0-17cc8ac94bec,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:46.326374 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f153d6ec-2fd2-432d-a04b-7efd6f689075 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.331230 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f153d6ec-2fd2-432d-a04b-7efd6f689075 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2813981 Jul 16 03:57:46.331871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41768) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:46.338671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-99d6cf21-3b50-4f23-81bf-44906cd4db2a tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': 'bd0b0370-f397-451b-bee0-17cc8ac94bec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:46.339171 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-99d6cf21-3b50-4f23-81bf-44906cd4db2a tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 03:57:46.340462 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-99d6cf21-3b50-4f23-81bf-44906cd4db2a tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:46.344367 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-99d6cf21-3b50-4f23-81bf-44906cd4db2a tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110602 Jul 16 03:57:46.345263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41770) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:46.350874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-08285be9-ef9b-41ca-8a16-8f1ee1e6575c tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': 'bd0b0370-f397-451b-bee0-17cc8ac94bec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:46.364759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51565f22-15f3-4575-883a-bd6bd7910181 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Network': ['ID=bf569b92-d644-4546-b6d7-f032ee5253db,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:46.423663 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-08285be9-ef9b-41ca-8a16-8f1ee1e6575c tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:46.428227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-75e6b44e-8cef-4c7d-b0a2-1cc05703051b None None] Provisioning for port b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:46.429877 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-08285be9-ef9b-41ca-8a16-8f1ee1e6575c tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0824771 Jul 16 03:57:46.430648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41772) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:46.437943 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-323ae495-f328-4524-b71a-5858a5de56a8 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': 'bd0b0370-f397-451b-bee0-17cc8ac94bec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:46.438629 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-323ae495-f328-4524-b71a-5858a5de56a8 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 03:57:46.439598 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-323ae495-f328-4524-b71a-5858a5de56a8 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:46.446196 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-323ae495-f328-4524-b71a-5858a5de56a8 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134695 Jul 16 03:57:46.446648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41774) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:46.453227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-de526956-2b0f-49b5-8ced-69a7f268d66c tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': 'bd0b0370-f397-451b-bee0-17cc8ac94bec', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:46.454727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-75e6b44e-8cef-4c7d-b0a2-1cc05703051b None None] Provisioning complete for port b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:46.455249 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-75e6b44e-8cef-4c7d-b0a2-1cc05703051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.500435 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-de526956-2b0f-49b5-8ced-69a7f268d66c tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:46.507167 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-de526956-2b0f-49b5-8ced-69a7f268d66c tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0578277 Jul 16 03:57:46.508285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41776) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:46.513475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-955d0ffb-c5ba-44b8-b9eb-28e5291cf1c5 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': 'bd0b0370-f397-451b-bee0-17cc8ac94bec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:46.514244 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-955d0ffb-c5ba-44b8-b9eb-28e5291cf1c5 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 03:57:46.515290 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-955d0ffb-c5ba-44b8-b9eb-28e5291cf1c5 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:46.519694 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-955d0ffb-c5ba-44b8-b9eb-28e5291cf1c5 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101547 Jul 16 03:57:46.521221 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41778) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:46.526980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-da541a77-2dd3-4301-b344-0a2fba87e5f3 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': 'bd0b0370-f397-451b-bee0-17cc8ac94bec', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:46.585148 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-da541a77-2dd3-4301-b344-0a2fba87e5f3 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:46.589234 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-da541a77-2dd3-4301-b344-0a2fba87e5f3 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0637217 Jul 16 03:57:46.589997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41780) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:46.598051 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b822bb36-7130-4db3-8a35-7796e7038cb1 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': 'bd0b0370-f397-451b-bee0-17cc8ac94bec', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:46.598556 n-d-800088-6 neutron-server[93768]: WARNING neutron.api.v2.base [None req-b822bb36-7130-4db3-8a35-7796e7038cb1 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 03:57:46.599105 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-b822bb36-7130-4db3-8a35-7796e7038cb1 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:46.602641 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b822bb36-7130-4db3-8a35-7796e7038cb1 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091627 Jul 16 03:57:46.604642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41784) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:46.627548 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-75e6b44e-8cef-4c7d-b0a2-1cc05703051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.634785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-00142f93-10ce-41e9-8608-ee227362ffd7 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': 'bd0b0370-f397-451b-bee0-17cc8ac94bec', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:46.680492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41788) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:46.686425 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-88236ac4-ecf1-47f9-88dc-5c3ba6f3b1ba tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-559375480', 'description': 'tempest-secgroup-smoke-559375480 description', 'project_id': '141b36b166934e7d90312d1c02c7c1cd'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:46.730493 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-75e6b44e-8cef-4c7d-b0a2-1cc05703051b None None] For port b94582da-93b1-4f6d-b5c7-a0e700fbe1c2, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b94582da-93b1-4f6d-b5c7-a0e700fbe1c2,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:46.736143 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-75e6b44e-8cef-4c7d-b0a2-1cc05703051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.741266 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88236ac4-ecf1-47f9-88dc-5c3ba6f3b1ba tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.756233 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-00142f93-10ce-41e9-8608-ee227362ffd7 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:46.757586 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-00142f93-10ce-41e9-8608-ee227362ffd7 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1519022 Jul 16 03:57:46.760935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41790) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:46.765816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0a7c188e-4bdf-4bfb-a761-69f0d8c62de5 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': 'bd0b0370-f397-451b-bee0-17cc8ac94bec', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:46.811963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6b44e-8cef-4c7d-b0a2-1cc05703051b None None] Pushing event updated for resources: {'Port': ['ID=b94582da-93b1-4f6d-b5c7-a0e700fbe1c2,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:46.881987 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88236ac4-ecf1-47f9-88dc-5c3ba6f3b1ba tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.887616 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88236ac4-ecf1-47f9-88dc-5c3ba6f3b1ba tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.907902 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-0a7c188e-4bdf-4bfb-a761-69f0d8c62de5 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:46.911815 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0a7c188e-4bdf-4bfb-a761-69f0d8c62de5 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1472685 Jul 16 03:57:46.912940 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41794) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:46.953087 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88236ac4-ecf1-47f9-88dc-5c3ba6f3b1ba tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.954449 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-88236ac4-ecf1-47f9-88dc-5c3ba6f3b1ba tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2726376 Jul 16 03:57:46.958648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88236ac4-ecf1-47f9-88dc-5c3ba6f3b1ba tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78af68bb-2576-4df7-9be0-2d020a9f057d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:46.960818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41798) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:46.965336 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7072c676-7de6-4337-8dae-b61f0a288346 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:46.968064 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-25711b24-d51d-42b6-a23a-b4a03d4749ae tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'security_group_rule': {'security_group_id': '78af68bb-2576-4df7-9be0-2d020a9f057d', 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:46.970562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ec2ea8e7-8d2b-474b-9a55-c4b39adec9bb admin admin] For port fc765e29-07e0-4d82-b063-b1c78ea8a159, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fc765e29-07e0-4d82-b063-b1c78ea8a159,segment=NetworkSegment(2fd09f9c-011d-4ded-8867-77675e513d30),segment_id=2fd09f9c-011d-4ded-8867-77675e513d30)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:46.970925 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea8e7-8d2b-474b-9a55-c4b39adec9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.019362 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a205407-7b63-4527-8ff6-736cc12b9902 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.022475 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25711b24-d51d-42b6-a23a-b4a03d4749ae tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.037806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ec2ea8e7-8d2b-474b-9a55-c4b39adec9bb admin admin] Calling delete_port for fc765e29-07e0-4d82-b063-b1c78ea8a159 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:47.072233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-861a7677-ab6e-4c05-9de4-f6925ac39aef None None] Provisioning complete for port b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:47.074091 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-861a7677-ab6e-4c05-9de4-f6925ac39aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.084735 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a205407-7b63-4527-8ff6-736cc12b9902 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.107152 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7072c676-7de6-4337-8dae-b61f0a288346 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.186350 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a205407-7b63-4527-8ff6-736cc12b9902 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.189539 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a205407-7b63-4527-8ff6-736cc12b9902 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.193291 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8a205407-7b63-4527-8ff6-736cc12b9902 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "DELETE /v2.0/security-groups/bd0b0370-f397-451b-bee0-17cc8ac94bec HTTP/1.1" status: 204 len: 168 time: 0.2771697 Jul 16 03:57:47.199441 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41802) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:47.238095 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25711b24-d51d-42b6-a23a-b4a03d4749ae tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.240010 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a205407-7b63-4527-8ff6-736cc12b9902 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0b0370-f397-451b-bee0-17cc8ac94bec,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:47.254238 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25711b24-d51d-42b6-a23a-b4a03d4749ae tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.289289 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:47.302656 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0c55c077-0471-44d1-b9da-d2584971b7fd tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0963759 Jul 16 03:57:47.302656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25711b24-d51d-42b6-a23a-b4a03d4749ae tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751166a6-eed5-4864-840f-d1d978d61ced,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:47.303200 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8acfbd1b-09f4-44e9-8cab-863d7eb17cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.304110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41804) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:47.309513 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b2d7a3da-2cbb-48ff-a7c0-37c62c9bf850 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group': {'name': 'tempest-secgroup--460959226'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:47.313891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-25711b24-d51d-42b6-a23a-b4a03d4749ae tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.318639 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-25711b24-d51d-42b6-a23a-b4a03d4749ae tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3505788 Jul 16 03:57:47.326239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:47.332385 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c9dbe85c-7489-4e39-8cf7-0317cb525f98 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'security_group_rule': {'security_group_id': '78af68bb-2576-4df7-9be0-2d020a9f057d', 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:47.349332 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a3da-2cbb-48ff-a7c0-37c62c9bf850 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.370186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8acfbd1b-09f4-44e9-8cab-863d7eb17cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object 29afb818-53cd-486e-b027-823e9b607b8e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:47.384837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:47.385299 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.417549 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9dbe85c-7489-4e39-8cf7-0317cb525f98 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.497794 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7072c676-7de6-4337-8dae-b61f0a288346 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.500657 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7072c676-7de6-4337-8dae-b61f0a288346 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.505185 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7072c676-7de6-4337-8dae-b61f0a288346 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/security-groups/58e4bffb-2cc9-459f-b7cb-e8cc705f96b7 HTTP/1.1" status: 204 len: 168 time: 1.2762260 Jul 16 03:57:47.522004 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072c676-7de6-4337-8dae-b61f0a288346 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e4bffb-2cc9-459f-b7cb-e8cc705f96b7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:47.524061 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea8e7-8d2b-474b-9a55-c4b39adec9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.530404 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8acfbd1b-09f4-44e9-8cab-863d7eb17cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.531038 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a3da-2cbb-48ff-a7c0-37c62c9bf850 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.542195 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a3da-2cbb-48ff-a7c0-37c62c9bf850 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.607415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7a3da-2cbb-48ff-a7c0-37c62c9bf850 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4de25a9-b374-4504-a1ea-7a49e3a7920f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:47.621858 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9dbe85c-7489-4e39-8cf7-0317cb525f98 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.622881 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a3da-2cbb-48ff-a7c0-37c62c9bf850 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.627500 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b2d7a3da-2cbb-48ff-a7c0-37c62c9bf850 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3191750 Jul 16 03:57:47.634049 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41816) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:47.636078 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ea8e7-8d2b-474b-9a55-c4b39adec9bb admin admin] Pushing event deleted for resources: {'Port': ['ID=fc765e29-07e0-4d82-b063-b1c78ea8a159,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:47.639020 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6d2ba5c6-2d60-4629-8fd8-f1cb6cf2b359 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': 'a4de25a9-b374-4504-a1ea-7a49e3a7920f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:47.654078 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acfbd1b-09f4-44e9-8cab-863d7eb17cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:47.737412 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-6d2ba5c6-2d60-4629-8fd8-f1cb6cf2b359 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The resource could not be found. Jul 16 03:57:47.741385 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6d2ba5c6-2d60-4629-8fd8-f1cb6cf2b359 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1034608 Jul 16 03:57:47.741575 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41818) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:47.748422 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-215354b8-7b3c-437e-88f4-a60d7ef79d6a tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': 'a4de25a9-b374-4504-a1ea-7a49e3a7920f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'af589b0a-c3b3-4f13-9e0f-9f439a4b7eb5'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:47.760907 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9dbe85c-7489-4e39-8cf7-0317cb525f98 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.762837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8acfbd1b-09f4-44e9-8cab-863d7eb17cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:47.839798 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-215354b8-7b3c-437e-88f4-a60d7ef79d6a tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The resource could not be found. Jul 16 03:57:47.843495 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-215354b8-7b3c-437e-88f4-a60d7ef79d6a tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0983672 Jul 16 03:57:47.844048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41820) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:47.852925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acfbd1b-09f4-44e9-8cab-863d7eb17cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:47.858700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acfbd1b-09f4-44e9-8cab-863d7eb17cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:47.859498 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8acfbd1b-09f4-44e9-8cab-863d7eb17cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.861966 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbe85c-7489-4e39-8cf7-0317cb525f98 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246df7bf-fdee-49a2-95b4-b2c2730c3cab,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:47.866074 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e9955e95-35e5-4f8f-8590-e03234fce29b None None] Could not find standard attr ID for object 77011c8c-2a01-4cbc-ae59-73fbf8f3bb83. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:57:47.939123 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c9dbe85c-7489-4e39-8cf7-0317cb525f98 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.950514 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c9dbe85c-7489-4e39-8cf7-0317cb525f98 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6231925 Jul 16 03:57:47.951994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8acfbd1b-09f4-44e9-8cab-863d7eb17cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6781995 Jul 16 03:57:47.953212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfbd1b-09f4-44e9-8cab-863d7eb17cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=29afb818-53cd-486e-b027-823e9b607b8e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:47.955482 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:47.955801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:47.969272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29c49747-8e07-4c3f-a8d0-11e046b75cf1 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:47.999131 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fecba6ba-4285-421c-9c29-3bf80419e9df tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'security_group_rule': {'security_group_id': '78af68bb-2576-4df7-9be0-2d020a9f057d', 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:48.007640 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b004b971-e27a-45c5-a42a-6e1a9609940d None None] Could not find standard attr ID for object d7a60ad7-ef4f-4a9d-898e-d6c7050fa481. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:57:48.032056 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29c49747-8e07-4c3f-a8d0-11e046b75cf1 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.050765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:48.060412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9b4e9c4b-0013-43e6-a811-095f1dcd1b08 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771354084', 'description': 'tempest-secgroup-smoke-771354084 description', 'project_id': '03422a5449cd4807854f59afa4486f72'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:48.110465 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29c49747-8e07-4c3f-a8d0-11e046b75cf1 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.113621 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29c49747-8e07-4c3f-a8d0-11e046b75cf1 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.117335 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-29c49747-8e07-4c3f-a8d0-11e046b75cf1 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "DELETE /v2.0/security-groups/a4de25a9-b374-4504-a1ea-7a49e3a7920f HTTP/1.1" status: 204 len: 168 time: 0.2703452 Jul 16 03:57:48.124849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41830) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:48.126483 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c49747-8e07-4c3f-a8d0-11e046b75cf1 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4de25a9-b374-4504-a1ea-7a49e3a7920f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:48.181573 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9c4b-0013-43e6-a811-095f1dcd1b08 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.185995 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-fecba6ba-4285-421c-9c29-3bf80419e9df tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 03:57:48.185995 n-d-800088-6 neutron-server[93767]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 03:57:48.185995 n-d-800088-6 neutron-server[93767]: [parameters: {'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'id': 'ffc22049-59ea-44a5-bbdb-4e2cfba06658', 'expiration': datetime.datetime(2021, 7, 16, 3, 59, 48, 134016)}] Jul 16 03:57:48.185995 n-d-800088-6 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:57:48.186453 n-d-800088-6 neutron-server[93767]: DEBUG oslo_db.api [None req-fecba6ba-4285-421c-9c29-3bf80419e9df tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:57:48.221325 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec2ea8e7-8d2b-474b-9a55-c4b39adec9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.308579 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d467fe-cc57-4e28-b8ac-cedebaaaee6f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:48.314705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d467fe-cc57-4e28-b8ac-cedebaaaee6f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:48.319819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d5d467fe-cc57-4e28-b8ac-cedebaaaee6f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.3558981 Jul 16 03:57:48.320463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:48.332847 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0d8765e7-809e-42c1-973a-72d92d31b553 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1990736 Jul 16 03:57:48.335664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41838) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:48.340549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4ab5e946-63e7-470d-ac43-fd85b1314449 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': '42024f68-4af9-4383-a4f7-3f12198b25b7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:48.341763 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-825caeeb-caf9-47ac-8600-18a4c8e2a104 None None] Provisioning for port 29afb818-53cd-486e-b027-823e9b607b8e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:48.345923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-825caeeb-caf9-47ac-8600-18a4c8e2a104 None None] Provisioning complete for port 29afb818-53cd-486e-b027-823e9b607b8e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:48.346308 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-825caeeb-caf9-47ac-8600-18a4c8e2a104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.347900 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9c4b-0013-43e6-a811-095f1dcd1b08 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.367729 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9c4b-0013-43e6-a811-095f1dcd1b08 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.393792 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-825caeeb-caf9-47ac-8600-18a4c8e2a104 None None] Port 29afb818-53cd-486e-b027-823e9b607b8e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:57:48.417801 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e9c4b-0013-43e6-a811-095f1dcd1b08 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e6263b-e7d6-4dc3-be98-b8f574384eae,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:48.441443 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b4e9c4b-0013-43e6-a811-095f1dcd1b08 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.446282 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9b4e9c4b-0013-43e6-a811-095f1dcd1b08 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3907976 Jul 16 03:57:48.447181 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:48.451719 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-70ea858b-54a6-4391-b5cd-7520096aab58 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '11e6263b-e7d6-4dc3-be98-b8f574384eae', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:48.495337 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70ea858b-54a6-4391-b5cd-7520096aab58 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.509432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1bd83e0e-1089-43d2-a868-00e2d008dfb8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port 29afb818-53cd-486e-b027-823e9b607b8e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:48.510025 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd83e0e-1089-43d2-a868-00e2d008dfb8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.526802 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-4ab5e946-63e7-470d-ac43-fd85b1314449 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The resource could not be found. Jul 16 03:57:48.527970 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4ab5e946-63e7-470d-ac43-fd85b1314449 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1911099 Jul 16 03:57:48.534891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:48.540144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-189acc2a-da12-4fa4-b70d-4cbe99d7b4d5 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group': {'name': 'tempest-secgroup--603160278'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:48.558716 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70ea858b-54a6-4391-b5cd-7520096aab58 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.563823 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70ea858b-54a6-4391-b5cd-7520096aab58 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.573285 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-189acc2a-da12-4fa4-b70d-4cbe99d7b4d5 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.593459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea858b-54a6-4391-b5cd-7520096aab58 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a4d91d-1852-46bb-a174-5f548a8166fe,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:48.597802 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-70ea858b-54a6-4391-b5cd-7520096aab58 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.599233 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-70ea858b-54a6-4391-b5cd-7520096aab58 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515100 Jul 16 03:57:48.601809 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41844) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:48.607275 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-74eb21c6-4692-41bc-a861-d7127894e38a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '11e6263b-e7d6-4dc3-be98-b8f574384eae', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:48.646177 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74eb21c6-4692-41bc-a861-d7127894e38a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.731031 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74eb21c6-4692-41bc-a861-d7127894e38a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.737041 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74eb21c6-4692-41bc-a861-d7127894e38a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.763490 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd83e0e-1089-43d2-a868-00e2d008dfb8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.764847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb21c6-4692-41bc-a861-d7127894e38a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0a8aa4-8817-43dc-af0d-e4206d92d8ba,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:48.794457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1bd83e0e-1089-43d2-a868-00e2d008dfb8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for 29afb818-53cd-486e-b027-823e9b607b8e owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:48.875540 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2ea8e7-8d2b-474b-9a55-c4b39adec9bb admin admin] Router 5e145a69-8971-491f-a302-327e9c910ade has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:48.891545 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-189acc2a-da12-4fa4-b70d-4cbe99d7b4d5 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.899140 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-189acc2a-da12-4fa4-b70d-4cbe99d7b4d5 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.901851 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74eb21c6-4692-41bc-a861-d7127894e38a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:48.903385 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-74eb21c6-4692-41bc-a861-d7127894e38a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3003829 Jul 16 03:57:48.905935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41850) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:48.910321 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-082383e8-398c-4cf1-99ad-d1ee0faad488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '11e6263b-e7d6-4dc3-be98-b8f574384eae', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:49.015205 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189acc2a-da12-4fa4-b70d-4cbe99d7b4d5 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c613115-ef64-42d0-9be5-fc10992aefe0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:49.023010 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-189acc2a-da12-4fa4-b70d-4cbe99d7b4d5 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.024236 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-189acc2a-da12-4fa4-b70d-4cbe99d7b4d5 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4882033 Jul 16 03:57:49.030900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41854) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:49.037819 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1d10d4fb-4aef-4d67-8d04-9daedd2e2d38 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1321107207'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:49.053458 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fecba6ba-4285-421c-9c29-3bf80419e9df tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.072560 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-082383e8-398c-4cf1-99ad-d1ee0faad488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.087348 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d10d4fb-4aef-4d67-8d04-9daedd2e2d38 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.152487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2ea8e7-8d2b-474b-9a55-c4b39adec9bb admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:49.157089 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ec2ea8e7-8d2b-474b-9a55-c4b39adec9bb admin admin] 10.222.0.18 "PUT /v2.0/routers/5e145a69-8971-491f-a302-327e9c910ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1615009 Jul 16 03:57:49.163797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:49.164945 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877f2168-1550-4112-b575-ff4ce6b3a09b None None] Sync routers for ids ['5e145a69-8971-491f-a302-327e9c910ade'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:49.171284 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-082383e8-398c-4cf1-99ad-d1ee0faad488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.182408 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877f2168-1550-4112-b575-ff4ce6b3a09b None None] Routers {'5e145a69-8971-491f-a302-327e9c910ade'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:49.183050 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-877f2168-1550-4112-b575-ff4ce6b3a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5e145a69-8971-491f-a302-327e9c910ade'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:49.190615 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-082383e8-398c-4cf1-99ad-d1ee0faad488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.216256 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd83e0e-1089-43d2-a868-00e2d008dfb8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.221380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082383e8-398c-4cf1-99ad-d1ee0faad488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ae907f-2ca4-4981-93c8-9490add6d9ad,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:49.248395 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fecba6ba-4285-421c-9c29-3bf80419e9df tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.287723 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d10d4fb-4aef-4d67-8d04-9daedd2e2d38 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.295714 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d10d4fb-4aef-4d67-8d04-9daedd2e2d38 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.315439 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-082383e8-398c-4cf1-99ad-d1ee0faad488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.316926 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-082383e8-398c-4cf1-99ad-d1ee0faad488 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4100373 Jul 16 03:57:49.329327 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:49.333376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd83e0e-1089-43d2-a868-00e2d008dfb8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=29afb818-53cd-486e-b027-823e9b607b8e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:49.336626 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1d10d4fb-4aef-4d67-8d04-9daedd2e2d38 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.338013 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1d10d4fb-4aef-4d67-8d04-9daedd2e2d38 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3058722 Jul 16 03:57:49.342016 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fecba6ba-4285-421c-9c29-3bf80419e9df tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.342566 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41864) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:49.348137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8a65296d-0b60-487b-9c36-1d4392b806d3 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group_rule': {'security_group_id': '6c613115-ef64-42d0-9be5-fc10992aefe0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '102b1a9f-5a12-4bda-a583-0849d9c8b297'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:49.367983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10d4fb-4aef-4d67-8d04-9daedd2e2d38 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=102b1a9f-5a12-4bda-a583-0849d9c8b297,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:49.392583 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c1c8d9b1-f61f-4516-83ec-fc400b1bfd74 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '11e6263b-e7d6-4dc3-be98-b8f574384eae', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:49.397109 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-877f2168-1550-4112-b575-ff4ce6b3a09b None None] Set router 5e145a69-8971-491f-a302-327e9c910ade gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:49.440144 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-8a65296d-0b60-487b-9c36-1d4392b806d3 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:57:49.441333 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8a65296d-0b60-487b-9c36-1d4392b806d3 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0975909 Jul 16 03:57:49.445204 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41866) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:49.457389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecba6ba-4285-421c-9c29-3bf80419e9df tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69cd9da-ffb6-487b-a3a5-7ff06e576f0d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:49.459709 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fecba6ba-4285-421c-9c29-3bf80419e9df tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.464090 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fecba6ba-4285-421c-9c29-3bf80419e9df tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5013807 Jul 16 03:57:49.466818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41868) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:49.469973 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd83e0e-1089-43d2-a868-00e2d008dfb8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.472268 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1bd83e0e-1089-43d2-a868-00e2d008dfb8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/29afb818-53cd-486e-b027-823e9b607b8e HTTP/1.1" status: 204 len: 168 time: 1.1455007 Jul 16 03:57:49.477656 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.480523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:49.484362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-df358552-bf65-41da-aef8-5fab26a6acac tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'security_group_rule': {'security_group_id': '78af68bb-2576-4df7-9be0-2d020a9f057d', 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:49.553123 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df358552-bf65-41da-aef8-5fab26a6acac tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.577407 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1c8d9b1-f61f-4516-83ec-fc400b1bfd74 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.585435 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae82023c-c5e3-41aa-acf1-659ea6603c48 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.625505 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df358552-bf65-41da-aef8-5fab26a6acac tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.640571 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae82023c-c5e3-41aa-acf1-659ea6603c48 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.643709 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df358552-bf65-41da-aef8-5fab26a6acac tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.683125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df358552-bf65-41da-aef8-5fab26a6acac tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9c906e-7331-4c3c-80a1-130e4b36d8c8,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:49.687897 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-877f2168-1550-4112-b575-ff4ce6b3a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:57:47Z', 'revision_number': 5, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:49.700602 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df358552-bf65-41da-aef8-5fab26a6acac tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.704892 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-df358552-bf65-41da-aef8-5fab26a6acac tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2370188 Jul 16 03:57:49.707771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41872) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:49.713434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4491fa07-4cba-40b3-8fce-6ae8712ceda0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'security_group_rule': {'security_group_id': '78af68bb-2576-4df7-9be0-2d020a9f057d', 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:49.721314 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877f2168-1550-4112-b575-ff4ce6b3a09b None None] Checking router: 5e145a69-8971-491f-a302-327e9c910ade for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:49.738916 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877f2168-1550-4112-b575-ff4ce6b3a09b None None] Routers {'5e145a69-8971-491f-a302-327e9c910ade'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:49.739295 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-877f2168-1550-4112-b575-ff4ce6b3a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5e145a69-8971-491f-a302-327e9c910ade'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:49.744579 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-4491fa07-4cba-40b3-8fce-6ae8712ceda0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Project 141b36b166934e7d90312d1c02c7c1cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:57:49.754554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8154414-5336-4bb4-a3df-3c918dcc7184 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:49.756975 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8154414-5336-4bb4-a3df-3c918dcc7184 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:49.758555 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f8154414-5336-4bb4-a3df-3c918dcc7184 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2755542 Jul 16 03:57:49.762587 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:49.763627 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4491fa07-4cba-40b3-8fce-6ae8712ceda0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.819428 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae82023c-c5e3-41aa-acf1-659ea6603c48 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.822595 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ae82023c-c5e3-41aa-acf1-659ea6603c48 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.823742 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ae82023c-c5e3-41aa-acf1-659ea6603c48 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "DELETE /v2.0/security-groups/102b1a9f-5a12-4bda-a583-0849d9c8b297 HTTP/1.1" status: 204 len: 168 time: 0.3776157 Jul 16 03:57:49.825869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4491fa07-4cba-40b3-8fce-6ae8712ceda0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.827917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:49.835858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82023c-c5e3-41aa-acf1-659ea6603c48 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=102b1a9f-5a12-4bda-a583-0849d9c8b297,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:49.839087 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4491fa07-4cba-40b3-8fce-6ae8712ceda0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.863207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491fa07-4cba-40b3-8fce-6ae8712ceda0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2327664-f836-46a1-8366-ab0b6cb61eb3,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:49.869483 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4491fa07-4cba-40b3-8fce-6ae8712ceda0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.874703 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4491fa07-4cba-40b3-8fce-6ae8712ceda0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1646841 Jul 16 03:57:49.874878 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41882) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:49.880594 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c0ed61bf-6fd6-4713-9ca1-40ea13a192d2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'security_group_rule': {'security_group_id': '78af68bb-2576-4df7-9be0-2d020a9f057d', 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:49.901607 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-877f2168-1550-4112-b575-ff4ce6b3a09b None None] Set router 5e145a69-8971-491f-a302-327e9c910ade gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:49.905664 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.906342 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-c0ed61bf-6fd6-4713-9ca1-40ea13a192d2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Project 141b36b166934e7d90312d1c02c7c1cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:57:49.913124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0ed61bf-6fd6-4713-9ca1-40ea13a192d2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.966632 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b5cab4-38af-4bbb-8a25-e682a22b36f1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 8c7b527e-2841-440e-bf4b-b48985865766 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:49.970193 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1c8d9b1-f61f-4516-83ec-fc400b1bfd74 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.992185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0ed61bf-6fd6-4713-9ca1-40ea13a192d2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:49.997386 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0ed61bf-6fd6-4713-9ca1-40ea13a192d2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.011308 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25b5cab4-38af-4bbb-8a25-e682a22b36f1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.019982 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed61bf-6fd6-4713-9ca1-40ea13a192d2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1537e97e-b070-4030-95ca-48f858bd0968,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:50.034486 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3a3eedad-35a9-4fb8-ae50-5665ac39dfa1 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1996055 Jul 16 03:57:50.034486 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1c8d9b1-f61f-4516-83ec-fc400b1bfd74 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.038065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41886) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:50.039557 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c0ed61bf-6fd6-4713-9ca1-40ea13a192d2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.044486 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c0ed61bf-6fd6-4713-9ca1-40ea13a192d2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1683099 Jul 16 03:57:50.093535 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8d9b1-f61f-4516-83ec-fc400b1bfd74 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813b659d-ea9c-4372-8052-b9ba970e34fa,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:50.111461 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-216c3d53-f86b-4496-bd1e-87182bf61753 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.115563 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25b5cab4-38af-4bbb-8a25-e682a22b36f1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.141067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] Deleting port ddc98877-4b1c-4193-b6d3-554805b79d64 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:50.141414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.143204 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1c8d9b1-f61f-4516-83ec-fc400b1bfd74 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.144437 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c1c8d9b1-f61f-4516-83ec-fc400b1bfd74 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7968414 Jul 16 03:57:50.148964 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41902) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:50.154589 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f33edda9-ccee-45cd-90ee-4a0ca3d4dda0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '11e6263b-e7d6-4dc3-be98-b8f574384eae', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:50.160818 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-216c3d53-f86b-4496-bd1e-87182bf61753 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.197958 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-877f2168-1550-4112-b575-ff4ce6b3a09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:57:47Z', 'revision_number': 5, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:50.220769 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25b5cab4-38af-4bbb-8a25-e682a22b36f1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.257713 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877f2168-1550-4112-b575-ff4ce6b3a09b None None] The sync data for ids ['5e145a69-8971-491f-a302-327e9c910ade'] in n-d-800088-6 is: [{'id': '5e145a69-8971-491f-a302-327e9c910ade', 'name': 'tempest-TestVolumeBackupRestore-3791951-router', 'tenant_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10'}], 'enable_snat': True}, 'gw_port_id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:55Z', 'updated_at': '2021-07-16T03:57:47Z', 'revision_number': 5, 'project_id': 'e7c2348a6101491f9cfb1053e2dfc567', 'gw_port': {'id': 'ddc98877-4b1c-4193-b6d3-554805b79d64', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e145a69-8971-491f-a302-327e9c910ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T03:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:57:50.274680 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-f33edda9-ccee-45cd-90ee-4a0ca3d4dda0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Project 03422a5449cd4807854f59afa4486f72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:57:50.283159 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-216c3d53-f86b-4496-bd1e-87182bf61753 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.283509 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] For port ddc98877-4b1c-4193-b6d3-554805b79d64, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ddc98877-4b1c-4193-b6d3-554805b79d64,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:50.283882 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.290150 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-216c3d53-f86b-4496-bd1e-87182bf61753 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.295020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:50.296288 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-216c3d53-f86b-4496-bd1e-87182bf61753 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c613115-ef64-42d0-9be5-fc10992aefe0 HTTP/1.1" status: 204 len: 168 time: 0.2486815 Jul 16 03:57:50.298092 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f33edda9-ccee-45cd-90ee-4a0ca3d4dda0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.321518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c3d53-f86b-4496-bd1e-87182bf61753 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c613115-ef64-42d0-9be5-fc10992aefe0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:50.356256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] Calling delete_port for ddc98877-4b1c-4193-b6d3-554805b79d64 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:50.366410 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f8241690-3f7e-4745-bc1f-7e8e8064ca2c tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0646076 Jul 16 03:57:50.367216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:50.371512 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-de837634-5619-41d2-9150-eb1273b8c552 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736534367'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:50.386517 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25b5cab4-38af-4bbb-8a25-e682a22b36f1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.398814 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f33edda9-ccee-45cd-90ee-4a0ca3d4dda0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.403391 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f33edda9-ccee-45cd-90ee-4a0ca3d4dda0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.429867 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33edda9-ccee-45cd-90ee-4a0ca3d4dda0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb6b274-8133-4bfa-b0d6-e1e797d24888,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:50.455449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5cab4-38af-4bbb-8a25-e682a22b36f1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7b527e-2841-440e-bf4b-b48985865766,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:50.465887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25b5cab4-38af-4bbb-8a25-e682a22b36f1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.467757 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-25b5cab4-38af-4bbb-8a25-e682a22b36f1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/8c7b527e-2841-440e-bf4b-b48985865766 HTTP/1.1" status: 204 len: 168 time: 0.7000082 Jul 16 03:57:50.470585 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41932) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:50.477092 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb336a9-7164-41dc-a582-17fd47d469dc None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:50.484857 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de837634-5619-41d2-9150-eb1273b8c552 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.543571 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f33edda9-ccee-45cd-90ee-4a0ca3d4dda0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.547319 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f33edda9-ccee-45cd-90ee-4a0ca3d4dda0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3949673 Jul 16 03:57:50.549539 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c8ed5cae-fdc4-40ef-85b9-31bf8c60a632 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778384 Jul 16 03:57:50.550106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41936) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:50.550829 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41938) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:50.556297 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-80f4ca92-31e3-4cd0-957a-9ab22413c541 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'security_group_rule': {'security_group_id': '11e6263b-e7d6-4dc3-be98-b8f574384eae', 'project_id': '03422a5449cd4807854f59afa4486f72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:50.650485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bedddea-54ad-4824-b1a0-9c6b2678db04 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:50.655091 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2bedddea-54ad-4824-b1a0-9c6b2678db04 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0893173 Jul 16 03:57:50.655091 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41942) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:50.717126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17535d6b-b7ab-4d13-b34e-7ece646889a0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:50.721924 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-17535d6b-b7ab-4d13-b34e-7ece646889a0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0638261 Jul 16 03:57:50.722168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41944) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:50.756596 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.790539 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de837634-5619-41d2-9150-eb1273b8c552 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.796403 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-eb4294d9-77c9-44c5-9fae-e4c8ac094a73 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729239 Jul 16 03:57:50.803538 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41948) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:50.809042 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0124c057-8e9e-4ec9-8bae-db84666dc955 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:50.814229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc98877-4b1c-4193-b6d3-554805b79d64,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:50.816348 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de837634-5619-41d2-9150-eb1273b8c552 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.884397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504b667f-ad4c-470f-80a5-a17f5cdf5f08 None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:50.929764 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-80f4ca92-31e3-4cd0-957a-9ab22413c541 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Project 03422a5449cd4807854f59afa4486f72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:57:50.941883 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80f4ca92-31e3-4cd0-957a-9ab22413c541 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.972465 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de837634-5619-41d2-9150-eb1273b8c552 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:50.974404 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-de837634-5619-41d2-9150-eb1273b8c552 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6067777 Jul 16 03:57:50.984111 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41952) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:50.989537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c0518e8f-3fe2-44f8-a277-4c353c35b807 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:50.990258 n-d-800088-6 neutron-server[93767]: WARNING neutron.api.v2.base [None req-c0518e8f-3fe2-44f8-a277-4c353c35b807 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 03:57:50.990977 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-c0518e8f-3fe2-44f8-a277-4c353c35b807 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 03:57:50.992149 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c0518e8f-3fe2-44f8-a277-4c353c35b807 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "PUT /v2.0/security-groups/fd8fff3a-0704-4107-9fb7-e7e765f100e2 HTTP/1.1" status: 409 len: 330 time: 0.0062261 Jul 16 03:57:50.995760 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 41954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:51.026655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-504b667f-ad4c-470f-80a5-a17f5cdf5f08 None None] Deleting port b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:51.027036 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-504b667f-ad4c-470f-80a5-a17f5cdf5f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.034385 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80f4ca92-31e3-4cd0-957a-9ab22413c541 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.049702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de837634-5619-41d2-9150-eb1273b8c552 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8fff3a-0704-4107-9fb7-e7e765f100e2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:51.073289 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80f4ca92-31e3-4cd0-957a-9ab22413c541 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.096809 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2698bc08-f8c1-4555-94c7-f7cf101e2f49 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.100332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4ca92-31e3-4cd0-957a-9ab22413c541 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5326330b-9aca-4b1f-b7f3-692be634a99c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:51.107689 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0124c057-8e9e-4ec9-8bae-db84666dc955 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:51.108197 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.112281 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0124c057-8e9e-4ec9-8bae-db84666dc955 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.118445 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80f4ca92-31e3-4cd0-957a-9ab22413c541 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.119789 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-80f4ca92-31e3-4cd0-957a-9ab22413c541 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5680251 Jul 16 03:57:51.132040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41964) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:51.137466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2bda169a-dfa3-44eb-ab2c-4a00057c493a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'network': {'name': 'tempest-network-smoke--1034291438', 'project_id': '03422a5449cd4807854f59afa4486f72', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:51.156168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-504b667f-ad4c-470f-80a5-a17f5cdf5f08 None None] For port b94582da-93b1-4f6d-b5c7-a0e700fbe1c2, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b94582da-93b1-4f6d-b5c7-a0e700fbe1c2,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:51.156964 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-504b667f-ad4c-470f-80a5-a17f5cdf5f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.170944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bda169a-dfa3-44eb-ab2c-4a00057c493a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Made reservation on behalf of 03422a5449cd4807854f59afa4486f72 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:51.174448 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bda169a-dfa3-44eb-ab2c-4a00057c493a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.203012 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-504b667f-ad4c-470f-80a5-a17f5cdf5f08 None None] Calling delete_port for b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:51.320844 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bda169a-dfa3-44eb-ab2c-4a00057c493a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:57:51.343819 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bda169a-dfa3-44eb-ab2c-4a00057c493a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.343819 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-2bda169a-dfa3-44eb-ab2c-4a00057c493a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Added segment df70ffee-d6b6-4b3d-9011-8a4246e981fd of type vlan for network 4c7f2115-9f65-4119-b0f5-87af65b86dd7 Jul 16 03:57:51.402012 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-504b667f-ad4c-470f-80a5-a17f5cdf5f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.443837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fc765e29-07e0-4d82-b063-b1c78ea8a159 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:51.450837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b667f-ad4c-470f-80a5-a17f5cdf5f08 None None] No DVR routers for this DVR port b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:51.462806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b667f-ad4c-470f-80a5-a17f5cdf5f08 None None] Pushing event deleted for resources: {'Port': ['ID=b94582da-93b1-4f6d-b5c7-a0e700fbe1c2,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:51.491913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: fc765e29-07e0-4d82-b063-b1c78ea8a159 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:51.492648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fc765e29-07e0-4d82-b063-b1c78ea8a159 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:51.493278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:51.500241 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bda169a-dfa3-44eb-ab2c-4a00057c493a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.518202 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:51.518562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b94582da-93b1-4f6d-b5c7-a0e700fbe1c2 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:51.605081 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bda169a-dfa3-44eb-ab2c-4a00057c493a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.615145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda169a-dfa3-44eb-ab2c-4a00057c493a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:51.615145 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2bda169a-dfa3-44eb-ab2c-4a00057c493a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.702222 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2bda169a-dfa3-44eb-ab2c-4a00057c493a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5665584 Jul 16 03:57:51.702222 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0124c057-8e9e-4ec9-8bae-db84666dc955 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.707271 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41994) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:51.710441 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda169a-dfa3-44eb-ab2c-4a00057c493a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Network': ['ID=4c7f2115-9f65-4119-b0f5-87af65b86dd7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:51.717268 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'admin_state_up': True, 'project_id': '03422a5449cd4807854f59afa4486f72', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:51.736646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 4c7f2115-9f65-4119-b0f5-87af65b86dd7 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:57:51.771795 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124c057-8e9e-4ec9-8bae-db84666dc955 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:51.782236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0124c057-8e9e-4ec9-8bae-db84666dc955 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:51.789196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0124c057-8e9e-4ec9-8bae-db84666dc955 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:51.789780 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0124c057-8e9e-4ec9-8bae-db84666dc955 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.796159 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124c057-8e9e-4ec9-8bae-db84666dc955 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=561fb3db-a2b5-4938-8628-ee5cdfcad2f8,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:51.805591 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.806605 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.832160 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0124c057-8e9e-4ec9-8bae-db84666dc955 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0250802 Jul 16 03:57:51.832639 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 41996) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:51.847191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-83062faa-f8b4-4043-96bc-8332482474db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'fixed_ips': [{'subnet_id': '561fb3db-a2b5-4938-8628-ee5cdfcad2f8', 'ip_address': '2001:db8::4bbd:1024:8741:9e8e'}], 'name': 'tempest-NetworksTestDHCPv6-1112578280'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:51.887406 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925068ab-1397-4f9e-ae9e-450dbd6b80e8 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:51.933572 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:51.968391 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2698bc08-f8c1-4555-94c7-f7cf101e2f49 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.060784 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.064017 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.117798 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2698bc08-f8c1-4555-94c7-f7cf101e2f49 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.122756 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2698bc08-f8c1-4555-94c7-f7cf101e2f49 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.123615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2698bc08-f8c1-4555-94c7-f7cf101e2f49 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd8fff3a-0704-4107-9fb7-e7e765f100e2 HTTP/1.1" status: 204 len: 168 time: 1.1201110 Jul 16 03:57:52.128970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:52.144886 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.146133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e145a69-8971-491f-a302-327e9c910ade {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:57:52.152611 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.156630 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9cfb5112-03f8-4af4-a5ae-f7a2034aff78 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5e145a69-8971-491f-a302-327e9c910ade HTTP/1.1" status: 204 len: 168 time: 2.9893799 Jul 16 03:57:52.163069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698bc08-f8c1-4555-94c7-f7cf101e2f49 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8fff3a-0704-4107-9fb7-e7e765f100e2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:52.169055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:52.211811 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': '561fb3db-a2b5-4938-8628-ee5cdfcad2f8'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:57:52.214470 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.268368 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d537dde1-8d53-4144-8ac2-1798f747438f tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1317515 Jul 16 03:57:52.273548 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d4cc3f-1500-4d5b-bfc3-e1f4423a3b0c admin admin] Deleting subnet 51d078c8-9340-47c3-bb8a-847e15bc1646 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:52.275701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:52.285417 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cc3f-1500-4d5b-bfc3-e1f4423a3b0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.314928 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-80bd71d1-ba91-4529-ad0a-b09c9646ea73 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] delete failed (client error): The resource could not be found. Jul 16 03:57:52.321625 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-80bd71d1-ba91-4529-ad0a-b09c9646ea73 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "DELETE /v2.0/security-groups/cc8dc0c4-f542-43fa-9349-f063e70d9863 HTTP/1.1" status: 404 len: 347 time: 0.0391273 Jul 16 03:57:52.324384 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:52.343709 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-816edb0a-b41a-415d-b817-c75ccfdb1fba tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] show failed (client error): The resource could not be found. Jul 16 03:57:52.345171 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-816edb0a-b41a-415d-b817-c75ccfdb1fba tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "GET /v2.0/security-groups/5fa7969b-ebcd-471d-9bbf-72256a5b91c7 HTTP/1.1" status: 404 len: 347 time: 0.0194144 Jul 16 03:57:52.349781 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cc3f-1500-4d5b-bfc3-e1f4423a3b0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.351459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:52.389568 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-17e613ef-7566-4c3b-bb81-bbfb0f505d33 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] show failed (client error): The resource could not be found. Jul 16 03:57:52.390691 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-17e613ef-7566-4c3b-bb81-bbfb0f505d33 tempest-NegativeSecGroupTest-2140087421 tempest-NegativeSecGroupTest-2140087421-project] 10.222.0.18 "GET /v2.0/security-group-rules/cec3d85c-7336-4915-8416-ad68b48086b5 HTTP/1.1" status: 404 len: 356 time: 0.0382831 Jul 16 03:57:52.502427 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cc3f-1500-4d5b-bfc3-e1f4423a3b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.553140 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Allocated IP 2001:db8::2 (415df012-32ff-4dfd-847f-4ec181a3011d/561fb3db-a2b5-4938-8628-ee5cdfcad2f8/a269b5b1-c593-4cbe-9041-30b9f5d001d7) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:52.617867 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cc3f-1500-4d5b-bfc3-e1f4423a3b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.680405 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4cc3f-1500-4d5b-bfc3-e1f4423a3b0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d078c8-9340-47c3-bb8a-847e15bc1646,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:52.692943 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cc3f-1500-4d5b-bfc3-e1f4423a3b0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.697118 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e3d4cc3f-1500-4d5b-bfc3-e1f4423a3b0c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/51d078c8-9340-47c3-bb8a-847e15bc1646 HTTP/1.1" status: 204 len: 168 time: 0.5252631 Jul 16 03:57:52.702589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42024) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:52.752662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e833219-7314-4d20-9b21-4b7c6eccddbd None None] Network c4325c50-f7f4-49da-b4ac-a049a40582b0 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:52.758801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42026) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:52.784784 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:52.839170 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83062faa-f8b4-4043-96bc-8332482474db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:52.903004 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.015490 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83062faa-f8b4-4043-96bc-8332482474db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.045980 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6735f27b-cebf-4e77-b16d-cdbd9b16faf4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72d1e999a2fe4f5e87d1b71699702cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853110 Jul 16 03:57:53.046889 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-83062faa-f8b4-4043-96bc-8332482474db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port 3ac3bdc9-bac4-49bf-8d03-6fee7d261a4c yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:57:53.048393 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:53.091198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] Deleting port 9decd9ec-13c0-47e1-8cbf-b21a16db6581 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:53.091943 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.127820 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a957-0790-4fc8-aa40-197bf77a5eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.158031 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.172043 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Transition to ACTIVE for port object a269b5b1-c593-4cbe-9041-30b9f5d001d7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:53.195472 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Transition to ACTIVE for port object a269b5b1-c593-4cbe-9041-30b9f5d001d7 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:53.213925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ddc98877-4b1c-4193-b6d3-554805b79d64 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:53.252584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: ddc98877-4b1c-4193-b6d3-554805b79d64 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:53.252870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ddc98877-4b1c-4193-b6d3-554805b79d64 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:53.257682 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.265943 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] For port 9decd9ec-13c0-47e1-8cbf-b21a16db6581, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9decd9ec-13c0-47e1-8cbf-b21a16db6581,segment=NetworkSegment(2fd09f9c-011d-4ded-8867-77675e513d30),segment_id=2fd09f9c-011d-4ded-8867-77675e513d30)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:53.266405 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.294765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] Calling delete_port for 9decd9ec-13c0-47e1-8cbf-b21a16db6581 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:53.297906 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a957-0790-4fc8-aa40-197bf77a5eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.308930 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Pushing event updated for resources: {'Port': ['ID=a269b5b1-c593-4cbe-9041-30b9f5d001d7,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:53.340178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:53.343271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:53.350808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:53.369327 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.399857 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.411056 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a957-0790-4fc8-aa40-197bf77a5eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.414112 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fd4a957-0790-4fc8-aa40-197bf77a5eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.415440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4fd4a957-0790-4fc8-aa40-197bf77a5eae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4bd0a483-b4e5-4bf6-88ee-7895a09eebfb HTTP/1.1" status: 204 len: 168 time: 0.3658676 Jul 16 03:57:53.446137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4a957-0790-4fc8-aa40-197bf77a5eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd0a483-b4e5-4bf6-88ee-7895a09eebfb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:53.457227 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.478475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Attempting to bind port a269b5b1-c593-4cbe-9041-30b9f5d001d7 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:53.480700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Attempting to bind port a269b5b1-c593-4cbe-9041-30b9f5d001d7 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:53.481243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Attempting to bind port a269b5b1-c593-4cbe-9041-30b9f5d001d7 on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:53.489010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] Pushing event deleted for resources: {'Port': ['ID=9decd9ec-13c0-47e1-8cbf-b21a16db6581,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:53.491019 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] No DVR routers for this DVR port 9decd9ec-13c0-47e1-8cbf-b21a16db6581 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:53.511509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:53.511892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:53.512304 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.512724 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:53.519603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Bound port: a269b5b1-c593-4cbe-9041-30b9f5d001d7, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:53.520051 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.571408 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.25.3.109 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/e493933e-8b07-49d0-a3b4-3fcd28ba06c1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:53.593493 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.593811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-83062faa-f8b4-4043-96bc-8332482474db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::4bbd:1024:8741:9e8e (415df012-32ff-4dfd-847f-4ec181a3011d/561fb3db-a2b5-4938-8628-ee5cdfcad2f8/3ac3bdc9-bac4-49bf-8d03-6fee7d261a4c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:53.618218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4325c50-f7f4-49da-b4ac-a049a40582b0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:53.652394 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd09f9c-011d-4ded-8867-77675e513d30') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:53.652830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd09f9c-011d-4ded-8867-77675e513d30') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:53.671472 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.697299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] For port a269b5b1-c593-4cbe-9041-30b9f5d001d7, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:53.707212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] For port a269b5b1-c593-4cbe-9041-30b9f5d001d7, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a269b5b1-c593-4cbe-9041-30b9f5d001d7,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:53.712425 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.715580 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.735032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:57:53.743875 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:57:53.746530 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:57:53.782966 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.823966 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c3abce-700c-4761-8c33-8b4b14caff61 None None] DHCP port deletion for c4325c50-f7f4-49da-b4ac-a049a40582b0 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:53.855108 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.870198 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b0d98-507a-425a-b1d8-8bbd42d98549 None None] Pushing event updated for resources: {'Port': ['ID=a269b5b1-c593-4cbe-9041-30b9f5d001d7,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:53.896995 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:53.903800 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] 10.222.0.18 "DELETE /v2.0/networks/c4325c50-f7f4-49da-b4ac-a049a40582b0 HTTP/1.1" status: 204 len: 168 time: 1.2000279 Jul 16 03:57:53.911778 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42044) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:53.936117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2e69c-f42c-40b6-be04-3329f241f59a admin admin] Pushing event deleted for resources: {'Network': ['ID=c4325c50-f7f4-49da-b4ac-a049a40582b0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:53.998152 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83062faa-f8b4-4043-96bc-8332482474db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.010811 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.080616 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-83062faa-f8b4-4043-96bc-8332482474db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object 3ac3bdc9-bac4-49bf-8d03-6fee7d261a4c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:54.133883 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:54.145869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:54.150525 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:54.180180 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=e493933e-8b07-49d0-a3b4-3fcd28ba06c1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:54.342648 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83062faa-f8b4-4043-96bc-8332482474db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.516426 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83062faa-f8b4-4043-96bc-8332482474db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=3ac3bdc9-bac4-49bf-8d03-6fee7d261a4c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:54.529806 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83062faa-f8b4-4043-96bc-8332482474db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:54.542432 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-83062faa-f8b4-4043-96bc-8332482474db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:54.548148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83062faa-f8b4-4043-96bc-8332482474db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:54.553857 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83062faa-f8b4-4043-96bc-8332482474db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:54.554507 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-83062faa-f8b4-4043-96bc-8332482474db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.627677 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-83062faa-f8b4-4043-96bc-8332482474db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7940667 Jul 16 03:57:54.633072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42074) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:54.731254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad66bdc-5f61-4126-a639-f7f826f3dcf6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:54.739000 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad66bdc-5f61-4126-a639-f7f826f3dcf6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:54.741362 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8ad66bdc-5f61-4126-a639-f7f826f3dcf6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1059239 Jul 16 03:57:54.744075 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:54.792166 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:54.920915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9bb136ff-909d-435f-b83e-2e01307e9f2e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port 3ac3bdc9-bac4-49bf-8d03-6fee7d261a4c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:54.921534 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bb136ff-909d-435f-b83e-2e01307e9f2e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.090732 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bb136ff-909d-435f-b83e-2e01307e9f2e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.127041 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9bb136ff-909d-435f-b83e-2e01307e9f2e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for 3ac3bdc9-bac4-49bf-8d03-6fee7d261a4c owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:55.214746 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48e7d506-2322-4544-93c6-1a65841fce18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.382483 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a269b5b1-c593-4cbe-9041-30b9f5d001d7 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:57:55.485304 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bb136ff-909d-435f-b83e-2e01307e9f2e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.506869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.520872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port a269b5b1-c593-4cbe-9041-30b9f5d001d7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:55.588972 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb136ff-909d-435f-b83e-2e01307e9f2e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=3ac3bdc9-bac4-49bf-8d03-6fee7d261a4c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:55.650999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9decd9ec-13c0-47e1-8cbf-b21a16db6581 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:55.669487 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bb136ff-909d-435f-b83e-2e01307e9f2e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.670964 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9bb136ff-909d-435f-b83e-2e01307e9f2e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/3ac3bdc9-bac4-49bf-8d03-6fee7d261a4c HTTP/1.1" status: 204 len: 168 time: 0.9258974 Jul 16 03:57:55.679709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:55.710487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 9decd9ec-13c0-47e1-8cbf-b21a16db6581 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:57:55.711598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9decd9ec-13c0-47e1-8cbf-b21a16db6581 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:57:55.717506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-404fcd41-cdc5-4597-ab37-24abb8754bf3 None None] Provisioning for port a269b5b1-c593-4cbe-9041-30b9f5d001d7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:57:55.740385 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-404fcd41-cdc5-4597-ab37-24abb8754bf3 None None] Provisioning complete for port a269b5b1-c593-4cbe-9041-30b9f5d001d7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:57:55.740934 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-404fcd41-cdc5-4597-ab37-24abb8754bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.814090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd669159-fe03-43b3-81e4-3cb8c1586f41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:55.825053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd669159-fe03-43b3-81e4-3cb8c1586f41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:55.831198 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cd669159-fe03-43b3-81e4-3cb8c1586f41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1497397 Jul 16 03:57:55.831904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:55.923680 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-404fcd41-cdc5-4597-ab37-24abb8754bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.925829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0ce941-6338-40e8-934e-2dd148fe6ac8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 561fb3db-a2b5-4938-8628-ee5cdfcad2f8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:57:55.931035 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce941-6338-40e8-934e-2dd148fe6ac8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:55.983018 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce941-6338-40e8-934e-2dd148fe6ac8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.025900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-404fcd41-cdc5-4597-ab37-24abb8754bf3 None None] For port a269b5b1-c593-4cbe-9041-30b9f5d001d7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a269b5b1-c593-4cbe-9041-30b9f5d001d7,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:56.037487 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-404fcd41-cdc5-4597-ab37-24abb8754bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.119860 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce941-6338-40e8-934e-2dd148fe6ac8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.146007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:57:56.211819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e63afbc5-edaa-42be-a81a-5fa8a769ec6b None None] Could not find standard attr ID for object 3ac3bdc9-bac4-49bf-8d03-6fee7d261a4c. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:57:56.214889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fcd41-cdc5-4597-ab37-24abb8754bf3 None None] Pushing event updated for resources: {'Port': ['ID=a269b5b1-c593-4cbe-9041-30b9f5d001d7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:56.257965 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce941-6338-40e8-934e-2dd148fe6ac8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.283000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce941-6338-40e8-934e-2dd148fe6ac8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.290837 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3b0ce941-6338-40e8-934e-2dd148fe6ac8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/561fb3db-a2b5-4938-8628-ee5cdfcad2f8 HTTP/1.1" status: 204 len: 168 time: 0.4547265 Jul 16 03:57:56.326822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42120) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.342040 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ce941-6338-40e8-934e-2dd148fe6ac8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=561fb3db-a2b5-4938-8628-ee5cdfcad2f8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:56.350385 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-48e7d506-2322-4544-93c6-1a65841fce18 admin admin] Deleting port ac94f338-9107-4ecf-b5cd-93d704331446 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:56.350636 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48e7d506-2322-4544-93c6-1a65841fce18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.398261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e2accc-4469-4584-9915-141a1ba9973b None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:56.447216 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cb932140-5751-4b30-85d6-c43746ed524d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1191123 Jul 16 03:57:56.450191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.456406 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-76817d80-11ba-4db7-95b1-5d9fd0f0a18a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:56.530292 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:56.552201 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Sync routers for ids ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:56.562933 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.562933 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-430cd3c5-2f10-4ab5-8bfb-14ba503d6087 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.8481238 Jul 16 03:57:56.573405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42142) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.628617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-48e7d506-2322-4544-93c6-1a65841fce18 admin admin] For port ac94f338-9107-4ecf-b5cd-93d704331446, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ac94f338-9107-4ecf-b5cd-93d704331446,segment=NetworkSegment(546388d5-f774-4dfe-803c-21226659194f),segment_id=546388d5-f774-4dfe-803c-21226659194f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:56.628941 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48e7d506-2322-4544-93c6-1a65841fce18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.647958 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-48e7d506-2322-4544-93c6-1a65841fce18 admin admin] Calling delete_port for ac94f338-9107-4ecf-b5cd-93d704331446 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:56.704001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76817d80-11ba-4db7-95b1-5d9fd0f0a18a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:56.705719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Routers {'5014ef77-8562-4a19-9e6d-ea6d2994a3a6'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:56.708847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:56.721139 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76817d80-11ba-4db7-95b1-5d9fd0f0a18a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:56.886257 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c0dcc660-6a3a-4233-86f7-197995c23a7e tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=03422a5449cd4807854f59afa4486f72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3118701 Jul 16 03:57:56.888668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42150) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:56.909511 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Set router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:56.998826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beef688-184c-4690-a6b0-547d738772a8 None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:57:57.110393 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76817d80-11ba-4db7-95b1-5d9fd0f0a18a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.123081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42154) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.171398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9beef688-184c-4690-a6b0-547d738772a8 None None] Deleting port a269b5b1-c593-4cbe-9041-30b9f5d001d7 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:57.171788 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9beef688-184c-4690-a6b0-547d738772a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.176109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f814da-3b87-4e30-ab9e-6bc3cd084805 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:57.180830 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-60f814da-3b87-4e30-ab9e-6bc3cd084805 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2887721 Jul 16 03:57:57.181081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42158) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.264979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76817d80-11ba-4db7-95b1-5d9fd0f0a18a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:57.274292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-76817d80-11ba-4db7-95b1-5d9fd0f0a18a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:57.283655 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76817d80-11ba-4db7-95b1-5d9fd0f0a18a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:57.284574 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-76817d80-11ba-4db7-95b1-5d9fd0f0a18a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.299632 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76817d80-11ba-4db7-95b1-5d9fd0f0a18a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=2c71d0cf-e5a3-497e-8f37-b35c11b08a3c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:57.321376 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-76817d80-11ba-4db7-95b1-5d9fd0f0a18a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8696964 Jul 16 03:57:57.322444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.327887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d152903a-3068-4450-a9a3-5a5729cbb9f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'fixed_ips': [{'subnet_id': '2c71d0cf-e5a3-497e-8f37-b35c11b08a3c', 'ip_address': '2001:db8::3b19:a17b:a625:777d'}], 'name': 'tempest-NetworksTestDHCPv6-985513408'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:57.367177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9beef688-184c-4690-a6b0-547d738772a8 None None] For port a269b5b1-c593-4cbe-9041-30b9f5d001d7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a269b5b1-c593-4cbe-9041-30b9f5d001d7,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:57:57.367893 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9beef688-184c-4690-a6b0-547d738772a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.384159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9beef688-184c-4690-a6b0-547d738772a8 None None] Calling delete_port for a269b5b1-c593-4cbe-9041-30b9f5d001d7 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:57:57.464832 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a269b5b1-c593-4cbe-9041-30b9f5d001d7 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:57:57.595006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:51Z', 'updated_at': '2021-07-16T03:57:54Z', 'revision_number': 3, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:53Z', 'updated_at': '2021-07-16T03:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:57.598944 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d152903a-3068-4450-a9a3-5a5729cbb9f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:57.656504 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Checking router: 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:57.656504 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Updating router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 port e493933e-8b07-49d0-a3b4-3fcd28ba06c1 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:57:57.797966 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d152903a-3068-4450-a9a3-5a5729cbb9f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.816054 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bd4ca3d9-269e-4faf-9c09-379195b256d4 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6338704 Jul 16 03:57:57.819942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:57.826385 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-d152903a-3068-4450-a9a3-5a5729cbb9f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port 784b0e27-4ab8-4f83-ba67-5790dd96519c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:57:57.828523 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8ecb-cf60-4e96-ba4c-2355a3a4ae3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.835854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-68fb250e-0e35-44eb-b8dd-1dbccf2e1969 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1889132008', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'project_id': '03422a5449cd4807854f59afa4486f72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:57:57.862880 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48e7d506-2322-4544-93c6-1a65841fce18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:57.899885 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7d506-2322-4544-93c6-1a65841fce18 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac94f338-9107-4ecf-b5cd-93d704331446,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:58.029556 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9beef688-184c-4690-a6b0-547d738772a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.126220 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.134138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beef688-184c-4690-a6b0-547d738772a8 None None] Pushing event deleted for resources: {'Port': ['ID=a269b5b1-c593-4cbe-9041-30b9f5d001d7,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:58.138168 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.149608 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48e7d506-2322-4544-93c6-1a65841fce18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.153155 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beef688-184c-4690-a6b0-547d738772a8 None None] No DVR routers for this DVR port a269b5b1-c593-4cbe-9041-30b9f5d001d7 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:57:58.214374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbb72eb-ad8b-4ccc-b490-39281eb94695 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:58.266563 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8ecb-cf60-4e96-ba4c-2355a3a4ae3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.280535 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8ecb-cf60-4e96-ba4c-2355a3a4ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.307858 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d152903a-3068-4450-a9a3-5a5729cbb9f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::3b19:a17b:a625:777d (415df012-32ff-4dfd-847f-4ec181a3011d/2c71d0cf-e5a3-497e-8f37-b35c11b08a3c/784b0e27-4ab8-4f83-ba67-5790dd96519c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:58.335359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fb250e-0e35-44eb-b8dd-1dbccf2e1969 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Made reservation on behalf of 03422a5449cd4807854f59afa4486f72 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:57:58.341456 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68fb250e-0e35-44eb-b8dd-1dbccf2e1969 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.392250 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c8ecb-cf60-4e96-ba4c-2355a3a4ae3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a1e7b6-2e27-4227-8856-898576fb90f1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:58.419044 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4d5c8ecb-cf60-4e96-ba4c-2355a3a4ae3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba4e55005191409cbd69216a75836187&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2880979 Jul 16 03:57:58.422020 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42172) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:58.579515 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c98cd4f-1ee6-424f-b7c9-49d3feb2af00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.593287 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': '2c71d0cf-e5a3-497e-8f37-b35c11b08a3c'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:57:58.594212 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.628090 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c98cd4f-1ee6-424f-b7c9-49d3feb2af00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.671726 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e7d506-2322-4544-93c6-1a65841fce18 admin admin] Router 59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:57:58.759849 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d152903a-3068-4450-a9a3-5a5729cbb9f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.842917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d152903a-3068-4450-a9a3-5a5729cbb9f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object 784b0e27-4ab8-4f83-ba67-5790dd96519c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:58.846419 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c98cd4f-1ee6-424f-b7c9-49d3feb2af00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.850601 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c98cd4f-1ee6-424f-b7c9-49d3feb2af00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.852665 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6c98cd4f-1ee6-424f-b7c9-49d3feb2af00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4a1e7b6-2e27-4227-8856-898576fb90f1 HTTP/1.1" status: 204 len: 168 time: 0.4289706 Jul 16 03:57:58.863174 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.871409 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98cd4f-1ee6-424f-b7c9-49d3feb2af00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a1e7b6-2e27-4227-8856-898576fb90f1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:58.876643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Transition to ACTIVE for port object e493933e-8b07-49d0-a3b4-3fcd28ba06c1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:57:58.890999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e7d506-2322-4544-93c6-1a65841fce18 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:57:58.895110 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:58.903747 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b998dfc-6d5e-4ae7-9a48-5372340cacdd None None] Sync routers for ids ['59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:57:58.911827 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-48e7d506-2322-4544-93c6-1a65841fce18 admin admin] 10.222.0.18 "PUT /v2.0/routers/59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9965506 Jul 16 03:57:58.914945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42182) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:58.917187 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b998dfc-6d5e-4ae7-9a48-5372340cacdd None None] Routers {'59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:58.917878 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2b998dfc-6d5e-4ae7-9a48-5372340cacdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:58.992810 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d152903a-3068-4450-a9a3-5a5729cbb9f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.055602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152903a-3068-4450-a9a3-5a5729cbb9f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=784b0e27-4ab8-4f83-ba67-5790dd96519c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:59.076490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d152903a-3068-4450-a9a3-5a5729cbb9f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:57:59.079679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d152903a-3068-4450-a9a3-5a5729cbb9f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:59.083635 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d152903a-3068-4450-a9a3-5a5729cbb9f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:57:59.087309 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2b998dfc-6d5e-4ae7-9a48-5372340cacdd None None] Set router 59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:59.090283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d152903a-3068-4450-a9a3-5a5729cbb9f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:59.091334 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d152903a-3068-4450-a9a3-5a5729cbb9f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.096144 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68fb250e-0e35-44eb-b8dd-1dbccf2e1969 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.102701 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978fae8-05d2-4862-a38d-24954c0ff817 None None] Pushing event updated for resources: {'Port': ['ID=e493933e-8b07-49d0-a3b4-3fcd28ba06c1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:59.158599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d152903a-3068-4450-a9a3-5a5729cbb9f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8327565 Jul 16 03:57:59.162011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:59.200480 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fb250e-0e35-44eb-b8dd-1dbccf2e1969 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Checking segment: {'id': 'df70ffee-d6b6-4b3d-9011-8a4246e981fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:59.200851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fb250e-0e35-44eb-b8dd-1dbccf2e1969 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network hostable DHCP agents. Network: 4c7f2115-9f65-4119-b0f5-87af65b86dd7, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:57:59.233295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb250e-0e35-44eb-b8dd-1dbccf2e1969 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Subnet': ['ID=09c7bc35-5ac9-496a-a658-77911e76dd03,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:57:59.255559 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.269255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Allocated IP 2001:db8::2 (415df012-32ff-4dfd-847f-4ec181a3011d/2c71d0cf-e5a3-497e-8f37-b35c11b08a3c/d34d166e-e345-464e-bff7-dd0b99d44f4a) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:57:59.297060 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Attempting to bind port e493933e-8b07-49d0-a3b4-3fcd28ba06c1 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:57:59.297266 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Attempting to bind port e493933e-8b07-49d0-a3b4-3fcd28ba06c1 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:57:59.297620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Attempting to bind port e493933e-8b07-49d0-a3b4-3fcd28ba06c1 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:57:59.307936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:57:59.307936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:57:59.307936 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.307936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:57:59.308548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Bound port: e493933e-8b07-49d0-a3b4-3fcd28ba06c1, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:57:59.310134 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.362408 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2b998dfc-6d5e-4ae7-9a48-5372340cacdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'name': 'tempest-TestVolumeBackupRestore-1941360866-router', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:08Z', 'updated_at': '2021-07-16T03:57:57Z', 'revision_number': 5, 'project_id': '2a667344ab3444cfaee98518093339e3', 'gw_port': {'id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:13Z', 'updated_at': '2021-07-16T03:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:59.366530 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb0968-fc4e-4fec-807a-bbdbdbcda18e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:59.372198 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-03fb0968-fc4e-4fec-807a-bbdbdbcda18e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2086515 Jul 16 03:57:59.375466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42188) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:59.376565 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fb250e-0e35-44eb-b8dd-1dbccf2e1969 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 4c7f2115-9f65-4119-b0f5-87af65b86dd7 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:57:59.397084 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-68fb250e-0e35-44eb-b8dd-1dbccf2e1969 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 4c7f2115-9f65-4119-b0f5-87af65b86dd7) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:57:59.434265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fb250e-0e35-44eb-b8dd-1dbccf2e1969 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:57:59.434930 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68fb250e-0e35-44eb-b8dd-1dbccf2e1969 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.464938 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b998dfc-6d5e-4ae7-9a48-5372340cacdd None None] Checking router: 59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:57:59.477369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] For port e493933e-8b07-49d0-a3b4-3fcd28ba06c1, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:57:59.486068 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-68fb250e-0e35-44eb-b8dd-1dbccf2e1969 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6648104 Jul 16 03:57:59.487234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] For port e493933e-8b07-49d0-a3b4-3fcd28ba06c1, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e493933e-8b07-49d0-a3b4-3fcd28ba06c1,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:57:59.490130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:59.509282 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b998dfc-6d5e-4ae7-9a48-5372340cacdd None None] Routers {'59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:57:59.515113 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2b998dfc-6d5e-4ae7-9a48-5372340cacdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:57:59.542947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1c59fc-cb04-42dd-8660-0c17ebae273f None None] Network 4c7f2115-9f65-4119-b0f5-87af65b86dd7 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:57:59.622505 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.664906 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42200) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:57:59.713234 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3225b1be-4eb4-4903-8719-f856862c192d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.742747 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:57:59.769114 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2b998dfc-6d5e-4ae7-9a48-5372340cacdd None None] Set router 59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:57:59.919585 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4cd09ebf-6de4-49e5-9e86-a33933a31202 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port 784b0e27-4ab8-4f83-ba67-5790dd96519c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:57:59.920067 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd09ebf-6de4-49e5-9e86-a33933a31202 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.063971 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Routers {'5014ef77-8562-4a19-9e6d-ea6d2994a3a6'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:00.064631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:57:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:00.185236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] Deleting port 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:00.185597 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.194954 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd09ebf-6de4-49e5-9e86-a33933a31202 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.215694 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.233318 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.251995 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4cd09ebf-6de4-49e5-9e86-a33933a31202 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for 784b0e27-4ab8-4f83-ba67-5790dd96519c owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:00.253465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Transition to ACTIVE for port object d34d166e-e345-464e-bff7-dd0b99d44f4a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:00.259037 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3225b1be-4eb4-4903-8719-f856862c192d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.288437 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Transition to ACTIVE for port object d34d166e-e345-464e-bff7-dd0b99d44f4a will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:00.299546 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3225b1be-4eb4-4903-8719-f856862c192d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.317817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978fae8-05d2-4862-a38d-24954c0ff817 None None] Pushing event updated for resources: {'Port': ['ID=e493933e-8b07-49d0-a3b4-3fcd28ba06c1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:00.347313 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2b998dfc-6d5e-4ae7-9a48-5372340cacdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'name': 'tempest-TestVolumeBackupRestore-1941360866-router', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:08Z', 'updated_at': '2021-07-16T03:57:57Z', 'revision_number': 5, 'project_id': '2a667344ab3444cfaee98518093339e3', 'gw_port': {'id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:13Z', 'updated_at': '2021-07-16T03:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:00.424879 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.430832 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b998dfc-6d5e-4ae7-9a48-5372340cacdd None None] The sync data for ids ['59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e'] in n-d-800088-6 is: [{'id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'name': 'tempest-TestVolumeBackupRestore-1941360866-router', 'tenant_id': '2a667344ab3444cfaee98518093339e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:52:08Z', 'updated_at': '2021-07-16T03:57:57Z', 'revision_number': 5, 'project_id': '2a667344ab3444cfaee98518093339e3', 'gw_port': {'id': '61d51bf6-a73f-4cb0-b32b-0d7da9e941aa', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:52:13Z', 'updated_at': '2021-07-16T03:52:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:00.451922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225b1be-4eb4-4903-8719-f856862c192d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b2ce21-f9c9-494b-add9-c5993a8eb2fe,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:00.476989 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3225b1be-4eb4-4903-8719-f856862c192d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93da03882a8245248701858d3e828853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8084023 Jul 16 03:58:00.477681 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42212) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:00.503338 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] For port 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=61d51bf6-a73f-4cb0-b32b-0d7da9e941aa,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:00.504040 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.565810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] Calling delete_port for 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:00.612557 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-732538d9-d567-409f-b06d-355b07245cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.648050 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd09ebf-6de4-49e5-9e86-a33933a31202 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.678675 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffe047df-2ca3-4320-8e84-a5dfbee36437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.680744 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] Set router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:00.686012 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ips': [{'subnet_id': '09c7bc35-5ac9-496a-a658-77911e76dd03'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:00.687595 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.727591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd09ebf-6de4-49e5-9e86-a33933a31202 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=784b0e27-4ab8-4f83-ba67-5790dd96519c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:00.767748 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4cd09ebf-6de4-49e5-9e86-a33933a31202 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.769750 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4cd09ebf-6de4-49e5-9e86-a33933a31202 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/784b0e27-4ab8-4f83-ba67-5790dd96519c HTTP/1.1" status: 204 len: 168 time: 1.3916957 Jul 16 03:58:00.773458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42216) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:00.775362 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffe047df-2ca3-4320-8e84-a5dfbee36437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:00.838613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.20.0.1 (4c7f2115-9f65-4119-b0f5-87af65b86dd7/09c7bc35-5ac9-496a-a658-77911e76dd03/5a72bc15-7996-4ff0-8732-2afbc8070067) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:00.887554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:00.993999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007f3133-a640-4dd9-941c-cf9672e62e5a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:00.999466 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:58:01.006801 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007f3133-a640-4dd9-941c-cf9672e62e5a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:01.013587 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-007f3133-a640-4dd9-941c-cf9672e62e5a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2310207 Jul 16 03:58:01.018005 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42222) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:01.082837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:01.086179 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:01.088517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Pushing event updated for resources: {'Port': ['ID=d34d166e-e345-464e-bff7-dd0b99d44f4a,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:01.118649 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffe047df-2ca3-4320-8e84-a5dfbee36437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.121280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ffe047df-2ca3-4320-8e84-a5dfbee36437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.122435 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ffe047df-2ca3-4320-8e84-a5dfbee36437 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50b2ce21-f9c9-494b-add9-c5993a8eb2fe HTTP/1.1" status: 204 len: 168 time: 0.6438375 Jul 16 03:58:01.142536 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d543b962-1040-4998-9dfa-84f03bf9c813 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 2c71d0cf-e5a3-497e-8f37-b35c11b08a3c {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:01.146179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe047df-2ca3-4320-8e84-a5dfbee36437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b2ce21-f9c9-494b-add9-c5993a8eb2fe,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:01.148114 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d543b962-1040-4998-9dfa-84f03bf9c813 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.169307 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.212240 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] Pushing event deleted for resources: {'Port': ['ID=61d51bf6-a73f-4cb0-b32b-0d7da9e941aa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:01.223194 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.247018 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d543b962-1040-4998-9dfa-84f03bf9c813 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.255394 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.258599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Transition to ACTIVE for port object 5a72bc15-7996-4ff0-8732-2afbc8070067 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:01.327057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ac94f338-9107-4ecf-b5cd-93d704331446 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:01.339032 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.373616 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.411925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: ac94f338-9107-4ecf-b5cd-93d704331446 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:01.412276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ac94f338-9107-4ecf-b5cd-93d704331446 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:01.420946 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 4c7f2115-9f65-4119-b0f5-87af65b86dd7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:01.435036 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:01.438350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:01.445200 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Attempting to bind port d34d166e-e345-464e-bff7-dd0b99d44f4a on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:01.445582 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Attempting to bind port d34d166e-e345-464e-bff7-dd0b99d44f4a by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:01.445950 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Attempting to bind port d34d166e-e345-464e-bff7-dd0b99d44f4a on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:01.454264 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:01.454646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:01.456099 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.456492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:01.457111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Bound port: d34d166e-e345-464e-bff7-dd0b99d44f4a, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:01.459772 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.553270 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.581647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Allocated IP 172.20.0.2 (4c7f2115-9f65-4119-b0f5-87af65b86dd7/09c7bc35-5ac9-496a-a658-77911e76dd03/392166aa-fe46-4a3c-94bb-226a88a2edf0) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:01.611497 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.616053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=5a72bc15-7996-4ff0-8732-2afbc8070067,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:01.623872 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.648100 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d543b962-1040-4998-9dfa-84f03bf9c813 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.668843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:51Z', 'updated_at': '2021-07-16T03:57:54Z', 'revision_number': 3, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:53Z', 'updated_at': '2021-07-16T03:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:01.807687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff39b67-29c6-4262-9e07-f3d6951fa1b3 None None] The sync data for ids ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'] in n-d-800088-6 is: [{'id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:51Z', 'updated_at': '2021-07-16T03:57:54Z', 'revision_number': 3, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:53Z', 'updated_at': '2021-07-16T03:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:01.828012 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.829991 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.839065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.839065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:58:01.865065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:01.873590 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cc0c8320-bb82-432d-b9ce-5b19b722e29b admin admin] 10.222.0.18 "DELETE /v2.0/routers/59c960f2-7d0b-4e14-b1d1-fcbdfbf8d35e HTTP/1.1" status: 204 len: 168 time: 2.9575787 Jul 16 03:58:01.875396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42248) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:02.085802 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d9fa9b-f776-43e2-b6a3-9744cc15ec80 admin admin] Deleting subnet 5b448530-93bd-44ae-8f61-86aff05f852a {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:02.102909 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d543b962-1040-4998-9dfa-84f03bf9c813 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.107588 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fa9b-f776-43e2-b6a3-9744cc15ec80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.242759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543b962-1040-4998-9dfa-84f03bf9c813 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=2c71d0cf-e5a3-497e-8f37-b35c11b08a3c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:02.255717 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d543b962-1040-4998-9dfa-84f03bf9c813 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.276346 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d543b962-1040-4998-9dfa-84f03bf9c813 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/2c71d0cf-e5a3-497e-8f37-b35c11b08a3c HTTP/1.1" status: 204 len: 168 time: 1.2551610 Jul 16 03:58:02.280830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42254) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:02.334392 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.342511 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Transition to ACTIVE for port object 392166aa-fe46-4a3c-94bb-226a88a2edf0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:02.360507 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Transition to ACTIVE for port object 392166aa-fe46-4a3c-94bb-226a88a2edf0 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:02.366701 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.367919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] For port d34d166e-e345-464e-bff7-dd0b99d44f4a, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:02.372984 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.380954 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.381820 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4c4046f8-9536-4f9c-bfc4-062a3305f36e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986931 Jul 16 03:58:02.383835 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42258) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:02.390572 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fa9b-f776-43e2-b6a3-9744cc15ec80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.397982 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1185310c-1d56-4627-b394-4138f1f07542 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:02.426676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Pushing event updated for resources: {'Port': ['ID=392166aa-fe46-4a3c-94bb-226a88a2edf0,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:02.436805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] For port d34d166e-e345-464e-bff7-dd0b99d44f4a, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d34d166e-e345-464e-bff7-dd0b99d44f4a,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:02.460550 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.471423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Network 4c7f2115-9f65-4119-b0f5-87af65b86dd7 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:02.514867 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:02.519013 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:02.654851 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.673934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=5a72bc15-7996-4ff0-8732-2afbc8070067,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:02.730644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Attempting to bind port 392166aa-fe46-4a3c-94bb-226a88a2edf0 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:02.745202 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Attempting to bind port 392166aa-fe46-4a3c-94bb-226a88a2edf0 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'df70ffee-d6b6-4b3d-9011-8a4246e981fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:02.746094 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Attempting to bind port 392166aa-fe46-4a3c-94bb-226a88a2edf0 on network 4c7f2115-9f65-4119-b0f5-87af65b86dd7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:02.767143 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:02.767444 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Checking segment: {'id': 'df70ffee-d6b6-4b3d-9011-8a4246e981fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:02.772068 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.772514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Bound using segment: {'id': 'df70ffee-d6b6-4b3d-9011-8a4246e981fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:02.773027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Bound port: 392166aa-fe46-4a3c-94bb-226a88a2edf0, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70ffee-d6b6-4b3d-9011-8a4246e981fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:02.773427 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.776731 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdcdcd-fa6b-4cff-a4d7-d1ec1be0ebcd None None] Pushing event updated for resources: {'Port': ['ID=d34d166e-e345-464e-bff7-dd0b99d44f4a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:02.780861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42270) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:02.847389 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fa9b-f776-43e2-b6a3-9744cc15ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.935595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 4c7f2115-9f65-4119-b0f5-87af65b86dd7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:02.941909 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:02.949241 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b6d8273-8f10-4632-874a-7e48c3a45e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.951336 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:02.962803 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fa9b-f776-43e2-b6a3-9744cc15ec80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.060371 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] For port 392166aa-fe46-4a3c-94bb-226a88a2edf0, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:03.077259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] For port 392166aa-fe46-4a3c-94bb-226a88a2edf0, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=392166aa-fe46-4a3c-94bb-226a88a2edf0,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:03.085874 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.093975 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0d9fa9b-f776-43e2-b6a3-9744cc15ec80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.106698 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e0d9fa9b-f776-43e2-b6a3-9744cc15ec80 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5b448530-93bd-44ae-8f61-86aff05f852a HTTP/1.1" status: 204 len: 168 time: 1.2087717 Jul 16 03:58:03.107438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42280) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:03.147172 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9fa9b-f776-43e2-b6a3-9744cc15ec80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b448530-93bd-44ae-8f61-86aff05f852a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:03.147639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b8540d-39fe-43b2-bc4e-e9abbc7472df None None] Network 3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:03.147764 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1185310c-1d56-4627-b394-4138f1f07542 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:03.179071 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1185310c-1d56-4627-b394-4138f1f07542 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.381784 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6def35-caf4-4e6e-9b5d-e5cc76494dd3 None None] Pushing event updated for resources: {'Port': ['ID=392166aa-fe46-4a3c-94bb-226a88a2edf0,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:03.557949 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.588862 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d34d166e-e345-464e-bff7-dd0b99d44f4a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:03.720753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d34d166e-e345-464e-bff7-dd0b99d44f4a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:03.727639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e493933e-8b07-49d0-a3b4-3fcd28ba06c1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:03.818753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port e493933e-8b07-49d0-a3b4-3fcd28ba06c1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:03.828008 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e493933e-8b07-49d0-a3b4-3fcd28ba06c1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:03.828441 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:03.947752 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa04a93-a1b7-4010-88e0-7d8a7e21110d None None] DHCP port deletion for 3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:04.008263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] Deleting port c72ca800-8576-485a-b3d3-fb5838bc92ff {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:04.008929 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.012391 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.098485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-603160243-network', 'tenant_id': 'bd9c75c65037444a9503bf277222f4d0'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:04.104897 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.197267 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4fa04a93-a1b7-4010-88e0-7d8a7e21110d None None] Deleting port c72ca800-8576-485a-b3d3-fb5838bc92ff {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:04.197775 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4fa04a93-a1b7-4010-88e0-7d8a7e21110d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.215101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port e493933e-8b07-49d0-a3b4-3fcd28ba06c1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e493933e-8b07-49d0-a3b4-3fcd28ba06c1,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:04.229910 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.257023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] Made reservation on behalf of bd9c75c65037444a9503bf277222f4d0 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:04.283779 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.329359 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.384974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] For port c72ca800-8576-485a-b3d3-fb5838bc92ff, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c72ca800-8576-485a-b3d3-fb5838bc92ff,segment=NetworkSegment(546388d5-f774-4dfe-803c-21226659194f),segment_id=546388d5-f774-4dfe-803c-21226659194f)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:04.385614 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.408647 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1185310c-1d56-4627-b394-4138f1f07542 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.438178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:04.441224 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] Calling delete_port for c72ca800-8576-485a-b3d3-fb5838bc92ff owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:04.506316 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:04.507067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 61d51bf6-a73f-4cb0-b32b-0d7da9e941aa not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:04.510337 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4fa04a93-a1b7-4010-88e0-7d8a7e21110d None None] For port c72ca800-8576-485a-b3d3-fb5838bc92ff, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c72ca800-8576-485a-b3d3-fb5838bc92ff,segment=NetworkSegment(546388d5-f774-4dfe-803c-21226659194f),segment_id=546388d5-f774-4dfe-803c-21226659194f)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:04.511138 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4fa04a93-a1b7-4010-88e0-7d8a7e21110d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.570277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:04.584487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4fa04a93-a1b7-4010-88e0-7d8a7e21110d None None] Calling delete_port for c72ca800-8576-485a-b3d3-fb5838bc92ff owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:04.636148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=e493933e-8b07-49d0-a3b4-3fcd28ba06c1,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:04.667498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bacb64-7fb3-4226-89fa-2f33b4608110 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:04.716651 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1185310c-1d56-4627-b394-4138f1f07542 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:04.717803 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185310c-1d56-4627-b394-4138f1f07542 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=05fb6a09-521f-42ea-8690-cebbc1df2247,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:04.742494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1185310c-1d56-4627-b394-4138f1f07542 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:04.745719 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1185310c-1d56-4627-b394-4138f1f07542 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:04.746385 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1185310c-1d56-4627-b394-4138f1f07542 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.836692 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.845641 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.882160 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] Pushing event deleted for resources: {'Port': ['ID=c72ca800-8576-485a-b3d3-fb5838bc92ff,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:04.891835 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] No DVR routers for this DVR port c72ca800-8576-485a-b3d3-fb5838bc92ff on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:04.893216 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4fa04a93-a1b7-4010-88e0-7d8a7e21110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:04.905989 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cf93c415-6936-40af-8091-540416fcaec3 None None] Provisioning for port d34d166e-e345-464e-bff7-dd0b99d44f4a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:04.927037 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1185310c-1d56-4627-b394-4138f1f07542 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5323043 Jul 16 03:58:04.951031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:04.958852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6bb3ed71-4fbb-4053-87bc-1f1ff424875c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'fixed_ips': [{'subnet_id': '05fb6a09-521f-42ea-8690-cebbc1df2247', 'ip_address': '2001:db8::3861:a538:d96e:d5a5'}], 'name': 'tempest-NetworksTestDHCPv6-160257465'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:04.966720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa04a93-a1b7-4010-88e0-7d8a7e21110d None None] Pushing event deleted for resources: {'Port': ['ID=c72ca800-8576-485a-b3d3-fb5838bc92ff,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:04.982879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cf93c415-6936-40af-8091-540416fcaec3 None None] Provisioning complete for port d34d166e-e345-464e-bff7-dd0b99d44f4a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:04.983319 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf93c415-6936-40af-8091-540416fcaec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.000669 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.014349 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.026769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:05.038499 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546388d5-f774-4dfe-803c-21226659194f') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:05.039012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546388d5-f774-4dfe-803c-21226659194f') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:05.049606 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.074151 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.080578 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa04a93-a1b7-4010-88e0-7d8a7e21110d None None] No DVR routers for this DVR port c72ca800-8576-485a-b3d3-fb5838bc92ff on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:05.081564 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:58:05.081983 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.134981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d22973-a29f-4655-abb6-09ded76585ac None None] Network 4c7f2115-9f65-4119-b0f5-87af65b86dd7 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:58:05.188166 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:58:05.196240 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.205651 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.213482 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] 10.222.0.18 "DELETE /v2.0/networks/3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea HTTP/1.1" status: 204 len: 168 time: 2.0797448 Jul 16 03:58:05.221035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 923} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:58:05.270968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e89e18-2eeb-435c-a035-b33aac6e3dff admin admin] Pushing event deleted for resources: {'Network': ['ID=3294ffb6-41e4-4e0a-81b5-8c1a0c4191ea,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:05.357708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851457ee-99d1-4201-8c0c-1c80319d836e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:05.399866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:05.413940 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.414296 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] Added segment 93edcf2e-fe64-4bb8-9d9c-461c596fca8d of type vlan for network 2324576d-5115-438a-a6e9-283efc0ff9d0 Jul 16 03:58:05.450880 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf93c415-6936-40af-8091-540416fcaec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.464218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42312) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:05.467544 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c23c73b3-a9b4-4dee-afac-29feda8c32d3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "PUT /v2.0/routers/5014ef77-8562-4a19-9e6d-ea6d2994a3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9758306 Jul 16 03:58:05.585377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cf93c415-6936-40af-8091-540416fcaec3 None None] For port d34d166e-e345-464e-bff7-dd0b99d44f4a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d34d166e-e345-464e-bff7-dd0b99d44f4a,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:05.593003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e493933e-8b07-49d0-a3b4-3fcd28ba06c1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:05.593739 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-afa7e6ab-6714-4aec-89d4-04b9419927de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7c2348a6101491f9cfb1053e2dfc567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1242776 Jul 16 03:58:05.594401 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42314) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:05.713207 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.759474 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cf93c415-6936-40af-8091-540416fcaec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:05.770269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb3ed71-4fbb-4053-87bc-1f1ff424875c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:05.850459 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:58:05.926606 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Sync routers for ids ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:05.937025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93c415-6936-40af-8091-540416fcaec3 None None] Pushing event updated for resources: {'Port': ['ID=d34d166e-e345-464e-bff7-dd0b99d44f4a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:05.974842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Routers {'5014ef77-8562-4a19-9e6d-ea6d2994a3a6'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:05.975894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:06.059909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f13ef352-4c94-4593-9de5-676a92248f0a None None] Provisioning for port 392166aa-fe46-4a3c-94bb-226a88a2edf0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:06.064580 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.079042 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-e6e3c2ba-a94c-4cc2-b7a3-04704e0b8838 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771354084&fields=id&tenant_id=03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 267 time: 0.1601491 Jul 16 03:58:06.099364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:06.104958 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.108129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:06.110709 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.174399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e493933e-8b07-49d0-a3b4-3fcd28ba06c1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:06.174972 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.259442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Set router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:06.379735 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-049fff52-09c6-4e27-a5ba-58bbae69e678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.384325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a2335b-0bd8-4080-80ac-ba9f3620e210 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:06.414254 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-049fff52-09c6-4e27-a5ba-58bbae69e678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.507322 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-049fff52-09c6-4e27-a5ba-58bbae69e678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.512486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-049fff52-09c6-4e27-a5ba-58bbae69e678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.514845 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-049fff52-09c6-4e27-a5ba-58bbae69e678 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2795589-5e2f-47b1-a98f-c20ef1738946 HTTP/1.1" status: 204 len: 168 time: 0.9176972 Jul 16 03:58:06.538883 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fff52-09c6-4e27-a5ba-58bbae69e678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2795589-5e2f-47b1-a98f-c20ef1738946,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:06.616991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-124fd54f-d50a-4772-b621-b5d3669e0af6 None None] Provisioning complete for port d34d166e-e345-464e-bff7-dd0b99d44f4a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:06.617364 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-124fd54f-d50a-4772-b621-b5d3669e0af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.755365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 392166aa-fe46-4a3c-94bb-226a88a2edf0 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:06.759455 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.9268718 Jul 16 03:58:06.762541 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42348) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:06.772888 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b52cf18a-9dd2-4114-a9da-623d5d0a7c3e admin admin] Request body: {'subnet': {'network_id': '2324576d-5115-438a-a6e9-283efc0ff9d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-603160243-subnet', 'tenant_id': 'bd9c75c65037444a9503bf277222f4d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:06.773257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2447177-1334-4e79-91de-3eeb2b228ebc admin admin] Pushing event updated for resources: {'Network': ['ID=2324576d-5115-438a-a6e9-283efc0ff9d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:06.788861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-8b2a7f2d-7623-4c39-9aed-a5d23491a5b2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:06.798639 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-8b2a7f2d-7623-4c39-9aed-a5d23491a5b2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/networks?id=4c7f2115-9f65-4119-b0f5-87af65b86dd7 HTTP/1.1" status: 200 len: 797 time: 0.6974814 Jul 16 03:58:06.824966 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 2324576d-5115-438a-a6e9-283efc0ff9d0 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:58:06.829406 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-94c13318-2c7a-4197-8dc2-950e27a06b9f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/quotas/03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 375 time: 0.0297034 Jul 16 03:58:06.848833 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ed71-4fbb-4053-87bc-1f1ff424875c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.850892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52cf18a-9dd2-4114-a9da-623d5d0a7c3e admin admin] Made reservation on behalf of bd9c75c65037444a9503bf277222f4d0 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:06.853974 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b52cf18a-9dd2-4114-a9da-623d5d0a7c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:06.897674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-6bb3ed71-4fbb-4053-87bc-1f1ff424875c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port 1239dbb5-bc57-4a78-992d-4df29cc7a3c2 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:07.143305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-6bb3ed71-4fbb-4053-87bc-1f1ff424875c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::3861:a538:d96e:d5a5 (415df012-32ff-4dfd-847f-4ec181a3011d/05fb6a09-521f-42ea-8690-cebbc1df2247/1239dbb5-bc57-4a78-992d-4df29cc7a3c2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:07.237283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768a460f-6fb4-4093-83d1-1bec11f506c8 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:07.237826 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768a460f-6fb4-4093-83d1-1bec11f506c8 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:07.238638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768a460f-6fb4-4093-83d1-1bec11f506c8 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:07.255031 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-768a460f-6fb4-4093-83d1-1bec11f506c8 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=3e7bbcc6fe2649adab81afb7b0ba2f38&network_id=2fd24362-7d26-4a40-b0c6-5502b9ef1b9e HTTP/1.1" status: 200 len: 2969 time: 1.1231408 Jul 16 03:58:07.276559 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b52cf18a-9dd2-4114-a9da-623d5d0a7c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.417190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42360) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:07.437940 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cf18a-9dd2-4114-a9da-623d5d0a7c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e4617c3-104e-4a81-9f1a-d193223ccab8,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:07.469590 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-a1412f95-c8e5-43d2-8ec3-19dae66ebbf5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6391315 Jul 16 03:58:07.487429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52cf18a-9dd2-4114-a9da-623d5d0a7c3e admin admin] Checking segment: {'id': '93edcf2e-fe64-4bb8-9d9c-461c596fca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2324576d-5115-438a-a6e9-283efc0ff9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:07.487797 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52cf18a-9dd2-4114-a9da-623d5d0a7c3e admin admin] Network hostable DHCP agents. Network: 2324576d-5115-438a-a6e9-283efc0ff9d0, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:58:07.497024 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-40515218-bc55-448b-a437-406ddc9a9d42 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:58:07.509654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-40515218-bc55-448b-a437-406ddc9a9d42 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0216315 Jul 16 03:58:07.532682 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-91624345-6022-413e-8cb2-9f5e09fdf217 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a667344ab3444cfaee98518093339e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1087379 Jul 16 03:58:07.533891 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42370) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:07.632841 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52cf18a-9dd2-4114-a9da-623d5d0a7c3e admin admin] Network 2324576d-5115-438a-a6e9-283efc0ff9d0 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:58:07.652254 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b52cf18a-9dd2-4114-a9da-623d5d0a7c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 2324576d-5115-438a-a6e9-283efc0ff9d0) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:07.669492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52cf18a-9dd2-4114-a9da-623d5d0a7c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:07.670495 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b52cf18a-9dd2-4114-a9da-623d5d0a7c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.692927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-64a02ed3-c0a8-4945-98a4-0c5f1860ace5 service neutron] 10.222.0.18 "GET /v2.0/networks/4c7f2115-9f65-4119-b0f5-87af65b86dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823409 Jul 16 03:58:07.696298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec6c74c-1d05-4463-9400-f57c81b7a254 None None] Network 2324576d-5115-438a-a6e9-283efc0ff9d0 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:07.725375 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b52cf18a-9dd2-4114-a9da-623d5d0a7c3e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9616418 Jul 16 03:58:07.730447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53a124e0-61b6-4777-a847-0803e9bf7858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.764720 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53a124e0-61b6-4777-a847-0803e9bf7858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.771301 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ed71-4fbb-4053-87bc-1f1ff424875c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.792789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-6bb3ed71-4fbb-4053-87bc-1f1ff424875c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object 1239dbb5-bc57-4a78-992d-4df29cc7a3c2 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:07.796245 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 392166aa-fe46-4a3c-94bb-226a88a2edf0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:07.838112 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53a124e0-61b6-4777-a847-0803e9bf7858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.838112 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-53a124e0-61b6-4777-a847-0803e9bf7858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.838779 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-53a124e0-61b6-4777-a847-0803e9bf7858 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c50e41b2-6049-43b7-bbab-1ae84a1f431c HTTP/1.1" status: 204 len: 168 time: 0.3039553 Jul 16 03:58:07.854057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a124e0-61b6-4777-a847-0803e9bf7858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50e41b2-6049-43b7-bbab-1ae84a1f431c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:07.898155 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 392166aa-fe46-4a3c-94bb-226a88a2edf0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:07.904368 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.938123 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ed71-4fbb-4053-87bc-1f1ff424875c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:07.966973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3ed71-4fbb-4053-87bc-1f1ff424875c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:07.972498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6bb3ed71-4fbb-4053-87bc-1f1ff424875c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:08.014606 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb3ed71-4fbb-4053-87bc-1f1ff424875c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:08.016880 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:51Z', 'updated_at': '2021-07-16T03:58:01Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:53Z', 'updated_at': '2021-07-16T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '5a72bc15-7996-4ff0-8732-2afbc8070067', 'name': '', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:0d:c8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:00Z', 'updated_at': '2021-07-16T03:58:02Z', 'revision_number': 2, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:08.028991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb3ed71-4fbb-4053-87bc-1f1ff424875c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:08.029675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ed71-4fbb-4053-87bc-1f1ff424875c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.082502 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-b8130112-8abb-4d67-b81a-5554728eb3fc service neutron] 10.222.0.18 "GET /v2.0/networks/4c7f2115-9f65-4119-b0f5-87af65b86dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774376 Jul 16 03:58:08.100977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6bb3ed71-4fbb-4053-87bc-1f1ff424875c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1456354 Jul 16 03:58:08.101563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42388) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:08.130219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3ed71-4fbb-4053-87bc-1f1ff424875c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=1239dbb5-bc57-4a78-992d-4df29cc7a3c2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:08.166353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f16378d6-b3d7-4b17-8596-df123b6c7c32 None None] Provisioning for port 5a72bc15-7996-4ff0-8732-2afbc8070067 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:08.178497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f16378d6-b3d7-4b17-8596-df123b6c7c32 None None] Provisioning complete for port 5a72bc15-7996-4ff0-8732-2afbc8070067 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:08.179382 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f16378d6-b3d7-4b17-8596-df123b6c7c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.310149 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f16378d6-b3d7-4b17-8596-df123b6c7c32 None None] Port 5a72bc15-7996-4ff0-8732-2afbc8070067 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:08.312500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Checking router: 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:58:08.313063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Updating router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 port 5a72bc15-7996-4ff0-8732-2afbc8070067 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:58:08.348708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5741b1-0d4b-43c4-b6f4-a1521d9ed0c6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:08.371264 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5741b1-0d4b-43c4-b6f4-a1521d9ed0c6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:08.374032 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7d5741b1-0d4b-43c4-b6f4-a1521d9ed0c6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2716300 Jul 16 03:58:08.377338 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42392) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:08.399828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce068cde-dcc2-403f-a29e-4c801a7e0e6a None None] Network 2324576d-5115-438a-a6e9-283efc0ff9d0 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:08.537248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42398) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:08.574061 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3bd51d36-afd9-4a50-8bc2-f318fe6141c6 req-e919ce7a-360e-482e-8f44-b5c4c8f3485c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 210 time: 0.0497067 Jul 16 03:58:08.693154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f16378d6-b3d7-4b17-8596-df123b6c7c32 None None] Provisioning complete for port 392166aa-fe46-4a3c-94bb-226a88a2edf0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:08.693615 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f16378d6-b3d7-4b17-8596-df123b6c7c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.715309 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5c30e097-0bb8-4efe-bcf0-de5bb38f33ff tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port 1239dbb5-bc57-4a78-992d-4df29cc7a3c2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:08.715761 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c30e097-0bb8-4efe-bcf0-de5bb38f33ff tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.731332 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.739082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaea61f3-5b14-4c4d-ab5d-7134706e6e51 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:08.742236 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-eaea61f3-5b14-4c4d-ab5d-7134706e6e51 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799 HTTP/1.1" status: 200 len: 814 time: 0.2038438 Jul 16 03:58:08.887235 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.909496 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c30e097-0bb8-4efe-bcf0-de5bb38f33ff tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:08.947678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5c30e097-0bb8-4efe-bcf0-de5bb38f33ff tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for 1239dbb5-bc57-4a78-992d-4df29cc7a3c2 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:09.016723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 392166aa-fe46-4a3c-94bb-226a88a2edf0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=392166aa-fe46-4a3c-94bb-226a88a2edf0,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:09.046871 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.190673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=392166aa-fe46-4a3c-94bb-226a88a2edf0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:09.203710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c72ca800-8576-485a-b3d3-fb5838bc92ff no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:09.314997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: c72ca800-8576-485a-b3d3-fb5838bc92ff {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:09.315366 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c72ca800-8576-485a-b3d3-fb5838bc92ff not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:09.333828 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c30e097-0bb8-4efe-bcf0-de5bb38f33ff tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.395575 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30e097-0bb8-4efe-bcf0-de5bb38f33ff tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=1239dbb5-bc57-4a78-992d-4df29cc7a3c2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:09.403546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42424) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:09.422803 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'network': {'name': 'tempest-network-smoke--286012380', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:09.525484 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5c30e097-0bb8-4efe-bcf0-de5bb38f33ff tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.531344 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Made reservation on behalf of 3e7bbcc6fe2649adab81afb7b0ba2f38 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:09.536051 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.543031 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5c30e097-0bb8-4efe-bcf0-de5bb38f33ff tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/1239dbb5-bc57-4a78-992d-4df29cc7a3c2 HTTP/1.1" status: 204 len: 168 time: 1.1645648 Jul 16 03:58:09.543740 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:09.582041 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:58:09.592585 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.593399 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Added segment d7b01279-c112-45c5-a102-07a7122becc8 of type vlan for network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 Jul 16 03:58:09.666232 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.683266 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d34d166e-e345-464e-bff7-dd0b99d44f4a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:09.709694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b17d3e-4e75-4ed7-a5d6-ed579fb4d28c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:09.710404 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.711841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b17d3e-4e75-4ed7-a5d6-ed579fb4d28c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:09.719266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:09.723189 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.742674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-63b17d3e-4e75-4ed7-a5d6-ed579fb4d28c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1971369 Jul 16 03:58:09.743269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42436) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:09.820353 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4145489 Jul 16 03:58:09.825224 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42438) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:09.917355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Network': ['ID=5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:09.950589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d34d166e-e345-464e-bff7-dd0b99d44f4a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:09.951162 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:09.966766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c2aabf-f06f-4e14-8765-1c3528f2d388 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 05fb6a09-521f-42ea-8690-cebbc1df2247 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:09.970495 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55c2aabf-f06f-4e14-8765-1c3528f2d388 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.009742 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:10.010167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:10.010522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:10.010865 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:10.011206 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:10.011539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:10.011871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:10.012199 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:10.012544 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:10.013093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:10.013615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:10.014115 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51524c4-0b7f-4d42-a904-49b6083dc5cf tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:10.044273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:58:10.054620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c23590-b2eb-4980-9b9a-f16319438303 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:10.062148 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-21c23590-b2eb-4980-9b9a-f16319438303 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=3e7bbcc6fe2649adab81afb7b0ba2f38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2346582 Jul 16 03:58:10.064338 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.071535 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55c2aabf-f06f-4e14-8765-1c3528f2d388 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.144115 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55c2aabf-f06f-4e14-8765-1c3528f2d388 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.165097 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f7b3434a-bb04-42e0-a117-6496ff0203ee None None] Could not find standard attr ID for object 784b0e27-4ab8-4f83-ba67-5790dd96519c. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:58:10.298529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f7b3434a-bb04-42e0-a117-6496ff0203ee None None] Provisioning complete for port d34d166e-e345-464e-bff7-dd0b99d44f4a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:10.298739 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e766c2b-1c0a-429b-9090-3fc4ec30aebb tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:10.298958 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7b3434a-bb04-42e0-a117-6496ff0203ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.302871 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7e766c2b-1c0a-429b-9090-3fc4ec30aebb tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2322772 Jul 16 03:58:10.303058 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aab0ffa3-acbc-450f-919c-b820c00ee001 req-73ae5a27-7252-43a5-b506-0eb07cef6280 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 210 time: 0.3930855 Jul 16 03:58:10.303174 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42450) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.312865 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55c2aabf-f06f-4e14-8765-1c3528f2d388 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.349100 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-55c2aabf-f06f-4e14-8765-1c3528f2d388 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.353604 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-55c2aabf-f06f-4e14-8765-1c3528f2d388 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/05fb6a09-521f-42ea-8690-cebbc1df2247 HTTP/1.1" status: 204 len: 168 time: 0.6093731 Jul 16 03:58:10.354221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.391604 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d9af6bc6-bfcd-4570-8087-5d8fe68be8b0 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0848849 Jul 16 03:58:10.391749 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42454) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.402760 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2aabf-f06f-4e14-8765-1c3528f2d388 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=05fb6a09-521f-42ea-8690-cebbc1df2247,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:10.452971 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-40fd08e8-e2a8-40e2-b022-3c9512dfe87a tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=3e7bbcc6fe2649adab81afb7b0ba2f38&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0600493 Jul 16 03:58:10.455480 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42456) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.492619 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-338c08ab-83a7-4282-bdd2-bb5798c48163 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1357851 Jul 16 03:58:10.493490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42458) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.576053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37135b43-a7d9-41db-aea9-1900b9e6b231 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:10.650126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 392166aa-fe46-4a3c-94bb-226a88a2edf0 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:10.696306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4751b2-4e4d-413d-ab4b-c07e4b6a50c0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:10.700737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42464) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.703401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7c4751b2-4e4d-413d-ab4b-c07e4b6a50c0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2018540 Jul 16 03:58:10.713891 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1489129f-faf3-42bf-9667-ef15a49ac023 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:10.721271 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1489129f-faf3-42bf-9667-ef15a49ac023 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2620513 Jul 16 03:58:10.722268 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42466) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.810527 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-08655fcd-ad79-4367-a29e-74a6fcbe80ef tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0851188 Jul 16 03:58:10.818679 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42468) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.829485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-06b7c7fa-84ea-49f4-af56-59bb8f10f073 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-870943582', 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:10.898820 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:10.933809 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96454aa8-6f87-448b-bcdf-df1ff85361ed tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:10.936276 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-96454aa8-6f87-448b-bcdf-df1ff85361ed tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2336164 Jul 16 03:58:10.939126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42472) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:10.995133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-0a38a5c4-a3a4-4efa-9ce4-f6f72bd25862 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:10.997366 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-0a38a5c4-a3a4-4efa-9ce4-f6f72bd25862 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "GET /v2.0/networks?id=4c7f2115-9f65-4119-b0f5-87af65b86dd7 HTTP/1.1" status: 200 len: 797 time: 0.3241196 Jul 16 03:58:11.004433 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e7a93fc3-22a8-4001-a9fa-0a077fd40c48 None None] Could not find standard attr ID for object 1239dbb5-bc57-4a78-992d-4df29cc7a3c2. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:58:11.011602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Transition to ACTIVE for port object 5a72bc15-7996-4ff0-8732-2afbc8070067 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:11.032070 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.071733 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c168a96a-e55c-4f46-a6bd-342787257a09 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1153820 Jul 16 03:58:11.083657 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42478) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:11.102087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c7c4fcee-dd01-43b2-993d-b79bef652ef5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:11.175191 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 392166aa-fe46-4a3c-94bb-226a88a2edf0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:11.175191 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.196338 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b7c7fa-84ea-49f4-af56-59bb8f10f073 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Made reservation on behalf of 3e7bbcc6fe2649adab81afb7b0ba2f38 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:11.196338 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06b7c7fa-84ea-49f4-af56-59bb8f10f073 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.203291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-f4eb9da7-cb91-46ff-8191-ea6373d0eba7 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03422a5449cd4807854f59afa4486f72 HTTP/1.1" status: 200 len: 379 time: 0.1957736 Jul 16 03:58:11.212885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-2c8e3444-08ef-4e49-b409-bee6481fcd3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'port': {'device_id': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'admin_state_up': True, 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'security_groups': ['11e6263b-e7d6-4dc3-be98-b8f574384eae']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:11.337275 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c4fcee-dd01-43b2-993d-b79bef652ef5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:11.351099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7c4fcee-dd01-43b2-993d-b79bef652ef5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.614300 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-2c8e3444-08ef-4e49-b409-bee6481fcd3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Made reservation on behalf of 03422a5449cd4807854f59afa4486f72 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:11.614300 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-2c8e3444-08ef-4e49-b409-bee6481fcd3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.617783 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06b7c7fa-84ea-49f4-af56-59bb8f10f073 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.637781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46240d-c20e-4c24-8613-054cbfa47c62 None None] Pushing event updated for resources: {'Port': ['ID=5a72bc15-7996-4ff0-8732-2afbc8070067,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:11.690530 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d4a66b9-42d3-493c-8f31-0800ae6a165d req-bae3ef65-3aaa-49f2-b755-c025a9479470 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 210 time: 0.0926523 Jul 16 03:58:11.733617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Attempting to bind port 5a72bc15-7996-4ff0-8732-2afbc8070067 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:11.733854 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Attempting to bind port 5a72bc15-7996-4ff0-8732-2afbc8070067 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'df70ffee-d6b6-4b3d-9011-8a4246e981fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:11.734156 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Attempting to bind port 5a72bc15-7996-4ff0-8732-2afbc8070067 on network 4c7f2115-9f65-4119-b0f5-87af65b86dd7 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:11.736267 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230c45a3-be4b-4b8a-a550-18c32ed29a87 None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:11.736547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7c7fa-84ea-49f4-af56-59bb8f10f073 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Subnet': ['ID=6c64f223-cee4-46c8-b699-93bea8788d00,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:11.773386 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b7c7fa-84ea-49f4-af56-59bb8f10f073 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Checking segment: {'id': 'd7b01279-c112-45c5-a102-07a7122becc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:11.774035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b7c7fa-84ea-49f4-af56-59bb8f10f073 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network hostable DHCP agents. Network: 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:58:11.774175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:11.774444 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Checking segment: {'id': 'df70ffee-d6b6-4b3d-9011-8a4246e981fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:11.774854 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.775247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Bound using segment: {'id': 'df70ffee-d6b6-4b3d-9011-8a4246e981fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:11.775736 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Bound port: 5a72bc15-7996-4ff0-8732-2afbc8070067, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df70ffee-d6b6-4b3d-9011-8a4246e981fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:11.776119 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.796568 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b7c7fa-84ea-49f4-af56-59bb8f10f073 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:58:11.814724 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-06b7c7fa-84ea-49f4-af56-59bb8f10f073 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:11.820198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b7c7fa-84ea-49f4-af56-59bb8f10f073 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:11.822080 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-06b7c7fa-84ea-49f4-af56-59bb8f10f073 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:11.851282 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15031d57-c931-4a80-93bc-2bf7e89b4429 None None] Network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:11.860895 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-06b7c7fa-84ea-49f4-af56-59bb8f10f073 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0381792 Jul 16 03:58:11.965230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-230c45a3-be4b-4b8a-a550-18c32ed29a87 None None] Deleting port d34d166e-e345-464e-bff7-dd0b99d44f4a {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:11.965791 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-230c45a3-be4b-4b8a-a550-18c32ed29a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.046667 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-230c45a3-be4b-4b8a-a550-18c32ed29a87 None None] For port d34d166e-e345-464e-bff7-dd0b99d44f4a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d34d166e-e345-464e-bff7-dd0b99d44f4a,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:12.046667 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-230c45a3-be4b-4b8a-a550-18c32ed29a87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.073832 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-230c45a3-be4b-4b8a-a550-18c32ed29a87 None None] Calling delete_port for d34d166e-e345-464e-bff7-dd0b99d44f4a owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:12.130831 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7c4fcee-dd01-43b2-993d-b79bef652ef5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.141435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70bb96ce-dbba-4204-979c-a844a2d8490a tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:12.149250 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70bb96ce-dbba-4204-979c-a844a2d8490a tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/networks?id=2324576d-5115-438a-a6e9-283efc0ff9d0 HTTP/1.1" status: 200 len: 808 time: 0.3893633 Jul 16 03:58:12.185748 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-230c45a3-be4b-4b8a-a550-18c32ed29a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.219310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c45a3-be4b-4b8a-a550-18c32ed29a87 None None] No DVR routers for this DVR port d34d166e-e345-464e-bff7-dd0b99d44f4a on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:12.226899 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4fcee-dd01-43b2-993d-b79bef652ef5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=6ac82fa5-bb05-48bb-a930-c9ec2718ce0c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:12.237106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-2c8e3444-08ef-4e49-b409-bee6481fcd3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.20.0.6 (4c7f2115-9f65-4119-b0f5-87af65b86dd7/09c7bc35-5ac9-496a-a658-77911e76dd03/14fe29a4-a1a8-4bc8-826f-28904173d101) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:12.274428 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-ae462516-982a-487a-8588-490ecee5e736 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/quotas/bd9c75c65037444a9503bf277222f4d0 HTTP/1.1" status: 200 len: 375 time: 0.1239762 Jul 16 03:58:12.277746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c4fcee-dd01-43b2-993d-b79bef652ef5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:12.316752 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c45a3-be4b-4b8a-a550-18c32ed29a87 None None] Pushing event deleted for resources: {'Port': ['ID=d34d166e-e345-464e-bff7-dd0b99d44f4a,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:12.392093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] For port 5a72bc15-7996-4ff0-8732-2afbc8070067, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:12.404160 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] For port 5a72bc15-7996-4ff0-8732-2afbc8070067, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5a72bc15-7996-4ff0-8732-2afbc8070067,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:12.417974 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.423351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c7c4fcee-dd01-43b2-993d-b79bef652ef5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:12.429461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c4fcee-dd01-43b2-993d-b79bef652ef5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:12.431627 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7c4fcee-dd01-43b2-993d-b79bef652ef5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.498260 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c719b4-3486-4182-9b4f-c60dae11a37b None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:12.508980 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-8f8d257f-ed16-4580-9d81-69df4d0f1421 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd9c75c65037444a9503bf277222f4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2335157 Jul 16 03:58:12.568095 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42526) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:12.573438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bf9f7aa9-e439-44b5-8848-d6518098ed7d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-43726961', 'description': 'tempest-secgroup-smoke-43726961 description', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:12.583705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d34d166e-e345-464e-bff7-dd0b99d44f4a no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:12.610391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: d34d166e-e345-464e-bff7-dd0b99d44f4a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:12.610948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d34d166e-e345-464e-bff7-dd0b99d44f4a not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:12.625106 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9f7aa9-e439-44b5-8848-d6518098ed7d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.803871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46240d-c20e-4c24-8613-054cbfa47c62 None None] Pushing event updated for resources: {'Port': ['ID=5a72bc15-7996-4ff0-8732-2afbc8070067,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:12.818428 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9f7aa9-e439-44b5-8848-d6518098ed7d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.833338 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9f7aa9-e439-44b5-8848-d6518098ed7d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.863166 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-01210d2b-61a3-474e-a804-fec1675a4fcb service neutron] 10.222.0.18 "GET /v2.0/networks/2324576d-5115-438a-a6e9-283efc0ff9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057817 Jul 16 03:58:12.877868 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-2c8e3444-08ef-4e49-b409-bee6481fcd3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.885049 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c7c4fcee-dd01-43b2-993d-b79bef652ef5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7971032 Jul 16 03:58:12.887292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42534) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:12.903429 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07', 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ips': [{'subnet_id': '6c64f223-cee4-46c8-b699-93bea8788d00'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:12.906122 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.913295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d2201982-51b3-407a-8bb0-90240b09b4f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'fixed_ips': [{'subnet_id': '6ac82fa5-bb05-48bb-a930-c9ec2718ce0c', 'ip_address': '2001:db8::14fa:b0bc:b81e:476f'}], 'name': 'tempest-NetworksTestDHCPv6-1320719419'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:12.914431 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9f7aa9-e439-44b5-8848-d6518098ed7d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:12.916089 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bf9f7aa9-e439-44b5-8848-d6518098ed7d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3465669 Jul 16 03:58:12.917615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f7aa9-e439-44b5-8848-d6518098ed7d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc4a45a-6872-483b-9de1-40a6a02b522c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:12.919845 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42536) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:12.934107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-542d327c-12b9-4b84-8a74-4c57ebcbe626 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '2dc4a45a-6872-483b-9de1-40a6a02b522c', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:12.947759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Routers {'5014ef77-8562-4a19-9e6d-ea6d2994a3a6'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:12.948668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:12.976027 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-542d327c-12b9-4b84-8a74-4c57ebcbe626 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.004077 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': '6ac82fa5-bb05-48bb-a930-c9ec2718ce0c'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:13.005212 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.042443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-2c8e3444-08ef-4e49-b409-bee6481fcd3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Transition to ACTIVE for port object 14fe29a4-a1a8-4bc8-826f-28904173d101 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:13.103267 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-706bdd97-9409-46d0-9ce0-445fba67372b req-52cf7ab5-877f-4460-8a8c-8ce69e00399a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 210 time: 0.1675034 Jul 16 03:58:13.111277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-542d327c-12b9-4b84-8a74-4c57ebcbe626 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.116194 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-542d327c-12b9-4b84-8a74-4c57ebcbe626 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.197943 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d327c-12b9-4b84-8a74-4c57ebcbe626 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a8eece-d548-4fda-8e0a-49f6420aa716,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:13.212975 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-542d327c-12b9-4b84-8a74-4c57ebcbe626 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.215153 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-542d327c-12b9-4b84-8a74-4c57ebcbe626 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2880509 Jul 16 03:58:13.218362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42546) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:13.230325 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-485355fd-1f90-4963-91b3-d00832644d39 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '2dc4a45a-6872-483b-9de1-40a6a02b522c', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:13.286612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Allocated IP 172.20.0.18 (5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07/6c64f223-cee4-46c8-b699-93bea8788d00/109088ca-6b13-4591-98f8-fe90bed6a127) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:13.294239 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-2c8e3444-08ef-4e49-b409-bee6481fcd3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.302503 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] Set router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:13.311386 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-485355fd-1f90-4963-91b3-d00832644d39 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.382762 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-2c8e3444-08ef-4e49-b409-bee6481fcd3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 4c7f2115-9f65-4119-b0f5-87af65b86dd7 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:13.387543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2201982-51b3-407a-8bb0-90240b09b4f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:13.416206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-2c8e3444-08ef-4e49-b409-bee6481fcd3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:13.431703 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-2e57267f-ecd9-47d8-a4cd-0f269a525388 service neutron] 10.222.0.18 "GET /v2.0/networks/2324576d-5115-438a-a6e9-283efc0ff9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423274 Jul 16 03:58:13.432809 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-2c8e3444-08ef-4e49-b409-bee6481fcd3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:13.446990 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-485355fd-1f90-4963-91b3-d00832644d39 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.448607 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3444-08ef-4e49-b409-bee6481fcd3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=14fe29a4-a1a8-4bc8-826f-28904173d101,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:13.452909 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-485355fd-1f90-4963-91b3-d00832644d39 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.481242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485355fd-1f90-4963-91b3-d00832644d39 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce8cbcb-c6b3-4327-a59b-07bff974bac9,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:13.501093 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-485355fd-1f90-4963-91b3-d00832644d39 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.505705 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-485355fd-1f90-4963-91b3-d00832644d39 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2828751 Jul 16 03:58:13.506324 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42556) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:13.511720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cb6f786c-bd73-4c54-b359-e60e360bacc4 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '2dc4a45a-6872-483b-9de1-40a6a02b522c', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:13.553347 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb6f786c-bd73-4c54-b359-e60e360bacc4 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.604057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Allocated IP 2001:db8::2 (415df012-32ff-4dfd-847f-4ec181a3011d/6ac82fa5-bb05-48bb-a930-c9ec2718ce0c/21938f19-87b9-4d47-afe9-2e3d21ab6d39) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:13.610066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-2c8e3444-08ef-4e49-b409-bee6481fcd3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:13.610816 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-2c8e3444-08ef-4e49-b409-bee6481fcd3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.654160 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-2c8e3444-08ef-4e49-b409-bee6481fcd3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4455485 Jul 16 03:58:13.674459 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb6f786c-bd73-4c54-b359-e60e360bacc4 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.690569 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb6f786c-bd73-4c54-b359-e60e360bacc4 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.703212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Request body: {'port': {'device_id': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:13.730513 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2201982-51b3-407a-8bb0-90240b09b4f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.759236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f786c-bd73-4c54-b359-e60e360bacc4 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691ff4a8-f1b3-4217-a60d-19b48e36b256,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:13.772774 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb6f786c-bd73-4c54-b359-e60e360bacc4 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.777487 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cb6f786c-bd73-4c54-b359-e60e360bacc4 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2700312 Jul 16 03:58:13.780608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42566) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:13.791448 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-67ba6bc2-53d9-44cf-9ec9-067e712c38ff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '2dc4a45a-6872-483b-9de1-40a6a02b522c', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:13.862042 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67ba6bc2-53d9-44cf-9ec9-067e712c38ff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:13.942939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b1babc7b-3cd1-4e7a-bac8-47214cfc98d0 req-48021744-82b7-4e12-b7a1-bfb6e7d81ce5 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 210 time: 0.0928097 Jul 16 03:58:13.954548 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-d2201982-51b3-407a-8bb0-90240b09b4f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port fc249ac7-6253-4573-becb-f51f02561e4b yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:13.994300 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67ba6bc2-53d9-44cf-9ec9-067e712c38ff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.006295 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67ba6bc2-53d9-44cf-9ec9-067e712c38ff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.014801 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.042706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Transition to ACTIVE for port object 109088ca-6b13-4591-98f8-fe90bed6a127 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:14.046134 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67ba6bc2-53d9-44cf-9ec9-067e712c38ff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.048812 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-67ba6bc2-53d9-44cf-9ec9-067e712c38ff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2669661 Jul 16 03:58:14.062706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42574) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:14.067658 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.071682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ec4a8f02-4a22-46aa-a391-b85e1fe632ff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '2dc4a45a-6872-483b-9de1-40a6a02b522c', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:14.096604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-47f73b72-e123-4fe5-af8b-8faf1d898aea None None] Provisioning for port 14fe29a4-a1a8-4bc8-826f-28904173d101 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:14.100515 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Transition to ACTIVE for port object 109088ca-6b13-4591-98f8-fe90bed6a127 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:14.103466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba6bc2-53d9-44cf-9ec9-067e712c38ff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f9c784-5e50-46d2-a243-d2da72089afb,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:14.108784 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-ec4a8f02-4a22-46aa-a391-b85e1fe632ff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Project 3e7bbcc6fe2649adab81afb7b0ba2f38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:58:14.114993 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec4a8f02-4a22-46aa-a391-b85e1fe632ff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.123393 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Transition to ACTIVE for port object 21938f19-87b9-4d47-afe9-2e3d21ab6d39 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:14.136218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-47f73b72-e123-4fe5-af8b-8faf1d898aea None None] Provisioning complete for port 14fe29a4-a1a8-4bc8-826f-28904173d101 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:14.136535 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47f73b72-e123-4fe5-af8b-8faf1d898aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.250144 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec4a8f02-4a22-46aa-a391-b85e1fe632ff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.264700 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec4a8f02-4a22-46aa-a391-b85e1fe632ff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.298270 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a8f02-4a22-46aa-a391-b85e1fe632ff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32b0e80-1930-4761-9c25-4aab5d9c341c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:14.334258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec4a8f02-4a22-46aa-a391-b85e1fe632ff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.335560 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ec4a8f02-4a22-46aa-a391-b85e1fe632ff tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2705591 Jul 16 03:58:14.339084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42586) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:14.343694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0cf186c4-018d-42e7-af6f-a11dd738dddb tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '2dc4a45a-6872-483b-9de1-40a6a02b522c', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:14.396509 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-0cf186c4-018d-42e7-af6f-a11dd738dddb tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Project 3e7bbcc6fe2649adab81afb7b0ba2f38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:58:14.403033 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cf186c4-018d-42e7-af6f-a11dd738dddb tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.521659 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cf186c4-018d-42e7-af6f-a11dd738dddb tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.536401 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cf186c4-018d-42e7-af6f-a11dd738dddb tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.572991 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.576359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-47f73b72-e123-4fe5-af8b-8faf1d898aea None None] Port 14fe29a4-a1a8-4bc8-826f-28904173d101 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:14.587800 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0cf186c4-018d-42e7-af6f-a11dd738dddb tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.597746 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0cf186c4-018d-42e7-af6f-a11dd738dddb tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2575600 Jul 16 03:58:14.601917 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf186c4-018d-42e7-af6f-a11dd738dddb tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76f4c8e-2941-46fc-953b-d13526352d02,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:14.708351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Pushing event updated for resources: {'Port': ['ID=109088ca-6b13-4591-98f8-fe90bed6a127,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:14.712807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Transition to ACTIVE for port object 21938f19-87b9-4d47-afe9-2e3d21ab6d39 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:14.727336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:14.730465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:51Z', 'updated_at': '2021-07-16T03:58:01Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:53Z', 'updated_at': '2021-07-16T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '5a72bc15-7996-4ff0-8732-2afbc8070067', 'name': '', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:0d:c8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:00Z', 'updated_at': '2021-07-16T03:58:12Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:14.733361 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:14.737159 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:14.746846 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:14.845974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282cbef-d153-4ba1-85fb-2fe85595adb4 None None] The sync data for ids ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'] in n-d-800088-6 is: [{'id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:51Z', 'updated_at': '2021-07-16T03:58:01Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:53Z', 'updated_at': '2021-07-16T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '5a72bc15-7996-4ff0-8732-2afbc8070067', 'name': '', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:0d:c8:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:00Z', 'updated_at': '2021-07-16T03:58:12Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:14.894749 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:14.966978 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:14.995428 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:15.023200 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Attempting to bind port 109088ca-6b13-4591-98f8-fe90bed6a127 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:15.031998 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Attempting to bind port 109088ca-6b13-4591-98f8-fe90bed6a127 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'd7b01279-c112-45c5-a102-07a7122becc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:15.034549 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Attempting to bind port 109088ca-6b13-4591-98f8-fe90bed6a127 on network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:15.064042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Pushing event updated for resources: {'Port': ['ID=21938f19-87b9-4d47-afe9-2e3d21ab6d39,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:15.076645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d2201982-51b3-407a-8bb0-90240b09b4f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::14fa:b0bc:b81e:476f (415df012-32ff-4dfd-847f-4ec181a3011d/6ac82fa5-bb05-48bb-a930-c9ec2718ce0c/fc249ac7-6253-4573-becb-f51f02561e4b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:15.104137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:15.104768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Checking segment: {'id': 'd7b01279-c112-45c5-a102-07a7122becc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:15.105306 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.105827 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Bound using segment: {'id': 'd7b01279-c112-45c5-a102-07a7122becc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:15.108081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Bound port: 109088ca-6b13-4591-98f8-fe90bed6a127, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b01279-c112-45c5-a102-07a7122becc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:15.108957 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.209723 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.228650 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Attempting to bind port 21938f19-87b9-4d47-afe9-2e3d21ab6d39 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:15.229136 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Attempting to bind port 21938f19-87b9-4d47-afe9-2e3d21ab6d39 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:15.229603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Attempting to bind port 21938f19-87b9-4d47-afe9-2e3d21ab6d39 on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:15.237702 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:15.239020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:15.239497 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.240205 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:15.240708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Bound port: 21938f19-87b9-4d47-afe9-2e3d21ab6d39, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:15.241327 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.254508 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] For port 109088ca-6b13-4591-98f8-fe90bed6a127, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:15.272008 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] For port 109088ca-6b13-4591-98f8-fe90bed6a127, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=109088ca-6b13-4591-98f8-fe90bed6a127,segment=NetworkSegment(d7b01279-c112-45c5-a102-07a7122becc8),segment_id=d7b01279-c112-45c5-a102-07a7122becc8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:15.294419 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.333305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-1f892137-7e99-4e2f-828b-28a4fb0c4827 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43726961&fields=id&tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38 HTTP/1.1" status: 200 len: 267 time: 0.4770453 Jul 16 03:58:15.386447 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2201982-51b3-407a-8bb0-90240b09b4f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.471490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da5c04-20e5-4419-a47d-ead4045f8b33 req-6c396acc-b7cd-4edb-8d02-33c2aa7f4d98 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:15.471728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5da5c04-20e5-4419-a47d-ead4045f8b33 req-6c396acc-b7cd-4edb-8d02-33c2aa7f4d98 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 931 time: 0.7015662 Jul 16 03:58:15.476944 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] For port 21938f19-87b9-4d47-afe9-2e3d21ab6d39, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:15.483925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] For port 21938f19-87b9-4d47-afe9-2e3d21ab6d39, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=21938f19-87b9-4d47-afe9-2e3d21ab6d39,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:15.488185 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3498c10-538f-4a48-ace5-0af21aafdb18 None None] Pushing event updated for resources: {'Port': ['ID=109088ca-6b13-4591-98f8-fe90bed6a127,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:15.498048 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:15.567223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d2201982-51b3-407a-8bb0-90240b09b4f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object fc249ac7-6253-4573-becb-f51f02561e4b will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:15.695197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf6906-55e9-4322-ac80-88b991a9a151 None None] Pushing event updated for resources: {'Port': ['ID=21938f19-87b9-4d47-afe9-2e3d21ab6d39,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:16.025159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5da5c04-20e5-4419-a47d-ead4045f8b33 req-d40a3699-2035-44b1-b773-3e36d2c9f70f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4518025 Jul 16 03:58:16.122846 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2201982-51b3-407a-8bb0-90240b09b4f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.149801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-62a8fb06-f06f-4931-adc8-1cb8e6c9d530 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:16.156796 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-62a8fb06-f06f-4931-adc8-1cb8e6c9d530 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/networks?id=5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 HTTP/1.1" status: 200 len: 796 time: 0.8222377 Jul 16 03:58:16.264656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2201982-51b3-407a-8bb0-90240b09b4f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=fc249ac7-6253-4573-becb-f51f02561e4b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:16.268448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-8afc171b-1ad8-4188-bcf4-b6e377110664 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/quotas/3e7bbcc6fe2649adab81afb7b0ba2f38 HTTP/1.1" status: 200 len: 375 time: 0.1107798 Jul 16 03:58:16.278113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2201982-51b3-407a-8bb0-90240b09b4f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:16.290114 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d2201982-51b3-407a-8bb0-90240b09b4f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:16.336567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2201982-51b3-407a-8bb0-90240b09b4f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:16.358221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2201982-51b3-407a-8bb0-90240b09b4f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:16.358905 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d2201982-51b3-407a-8bb0-90240b09b4f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.432129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28fdbfc4-9c7c-41fe-bcee-616017f85382 req-b53fc457-de91-471b-921f-66ca2a6fbcce tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 210 time: 0.2089679 Jul 16 03:58:16.448491 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-1ddb6dea-6075-4943-ae79-36a7410011ab tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:16.448491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-1ddb6dea-6075-4943-ae79-36a7410011ab tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.88 "GET /v2.0/networks?id=2324576d-5115-438a-a6e9-283efc0ff9d0 HTTP/1.1" status: 200 len: 808 time: 0.7816446 Jul 16 03:58:16.480526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-e07c6986-5a3e-4ec6-8d90-d72a3daa4185 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Request body: {'port': {'device_id': '46a2342d-fe15-44b7-8215-5c4815e5e654', 'network_id': '2324576d-5115-438a-a6e9-283efc0ff9d0', 'admin_state_up': True, 'tenant_id': 'bd9c75c65037444a9503bf277222f4d0'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:16.615745 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d2201982-51b3-407a-8bb0-90240b09b4f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7182178 Jul 16 03:58:16.618849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42642) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:16.625636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e8fc1394-51b6-4e52-8e08-7b724301521c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'fixed_ips': [{'subnet_id': '6ac82fa5-bb05-48bb-a930-c9ec2718ce0c', 'ip_address': '2001:db8::14fa:b0bc:b81e:476f'}], 'name': 'tempest-NetworksTestDHCPv6-391598286'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:16.650187 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5a72bc15-7996-4ff0-8732-2afbc8070067 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:16.765491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 5a72bc15-7996-4ff0-8732-2afbc8070067 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:16.774925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 5a72bc15-7996-4ff0-8732-2afbc8070067 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:16.775975 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:16.890581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-196b207e-0a15-46fe-8fc1-44fd0d252190 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5873911 Jul 16 03:58:16.893508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fc1394-51b6-4e52-8e08-7b724301521c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:16.896467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-5f1764ac-0159-40d1-9dda-5bbd370886df service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:58:16.908155 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-5f1764ac-0159-40d1-9dda-5bbd370886df service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166414 Jul 16 03:58:16.938881 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.045313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 5a72bc15-7996-4ff0-8732-2afbc8070067, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5a72bc15-7996-4ff0-8732-2afbc8070067,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:17.055090 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.059442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 109088ca-6b13-4591-98f8-fe90bed6a127 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:17.077210 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8fc1394-51b6-4e52-8e08-7b724301521c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.099234 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-e8fc1394-51b6-4e52-8e08-7b724301521c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port e2a2cb9f-7140-4133-87a9-77cc31c89b9a yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:17.149478 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-afcd050b-f55f-44d2-a811-c57b7e581150 service neutron] 10.222.0.18 "GET /v2.0/networks/5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400889 Jul 16 03:58:17.163912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-e07c6986-5a3e-4ec6-8d90-d72a3daa4185 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Made reservation on behalf of bd9c75c65037444a9503bf277222f4d0 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:17.167761 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-e07c6986-5a3e-4ec6-8d90-d72a3daa4185 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.174570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fe29a4-a1a8-4bc8-826f-28904173d101 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:58:17.251880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.307551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Transition to ACTIVE for port object 14fe29a4-a1a8-4bc8-826f-28904173d101 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:17.338367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=5a72bc15-7996-4ff0-8732-2afbc8070067,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:17.347531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 109088ca-6b13-4591-98f8-fe90bed6a127 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:17.354224 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 21938f19-87b9-4d47-afe9-2e3d21ab6d39 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:17.398422 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.438771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 21938f19-87b9-4d47-afe9-2e3d21ab6d39 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:17.466533 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fc1394-51b6-4e52-8e08-7b724301521c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 03:58:17.467205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fc1394-51b6-4e52-8e08-7b724301521c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:58:17.488149 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e8fc1394-51b6-4e52-8e08-7b724301521c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8649251 Jul 16 03:58:17.488839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:17.568547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3be7d06c-a58c-459d-a954-5d6da8c9eff0 None None] Provisioning for port 21938f19-87b9-4d47-afe9-2e3d21ab6d39 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:17.580243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3be7d06c-a58c-459d-a954-5d6da8c9eff0 None None] Provisioning complete for port 21938f19-87b9-4d47-afe9-2e3d21ab6d39 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:17.580781 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3be7d06c-a58c-459d-a954-5d6da8c9eff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.620972 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ef3a1a-203e-4be3-94a4-3f894b29bab8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:17.636648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ef3a1a-203e-4be3-94a4-3f894b29bab8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:17.642665 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-91ef3a1a-203e-4be3-94a4-3f894b29bab8 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1442683 Jul 16 03:58:17.645340 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42662) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:17.647924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Pushing event updated for resources: {'Port': ['ID=14fe29a4-a1a8-4bc8-826f-28904173d101,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:17.741419 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3be7d06c-a58c-459d-a954-5d6da8c9eff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.797753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0349cf2d-613e-4756-9a97-a14575627b37 None None] Network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:17.840845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3be7d06c-a58c-459d-a954-5d6da8c9eff0 None None] For port 21938f19-87b9-4d47-afe9-2e3d21ab6d39, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=21938f19-87b9-4d47-afe9-2e3d21ab6d39,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:17.855505 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3be7d06c-a58c-459d-a954-5d6da8c9eff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:17.871763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c22e318b-982f-4b86-8b21-a5760a3e6b7a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port fc249ac7-6253-4573-becb-f51f02561e4b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:17.876304 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c22e318b-982f-4b86-8b21-a5760a3e6b7a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.006678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dd13d62d-4aa3-4fd7-840c-08c7fa2d0b7a None None] Provisioning for port 109088ca-6b13-4591-98f8-fe90bed6a127 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:18.016796 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-fc9b7d13-e02c-4393-a4ba-152651d9b574 service neutron] 10.222.0.18 "GET /v2.0/networks/5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8663297 Jul 16 03:58:18.020893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dd13d62d-4aa3-4fd7-840c-08c7fa2d0b7a None None] Provisioning complete for port 109088ca-6b13-4591-98f8-fe90bed6a127 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:18.021266 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd13d62d-4aa3-4fd7-840c-08c7fa2d0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.088744 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c22e318b-982f-4b86-8b21-a5760a3e6b7a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.100779 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7d06c-a58c-459d-a954-5d6da8c9eff0 None None] Pushing event updated for resources: {'Port': ['ID=21938f19-87b9-4d47-afe9-2e3d21ab6d39,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:18.115542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Attempting to bind port 14fe29a4-a1a8-4bc8-826f-28904173d101 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:18.116855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c22e318b-982f-4b86-8b21-a5760a3e6b7a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for fc249ac7-6253-4573-becb-f51f02561e4b owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:18.118440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Attempting to bind port 14fe29a4-a1a8-4bc8-826f-28904173d101 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'df70ffee-d6b6-4b3d-9011-8a4246e981fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:18.118739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Attempting to bind port 14fe29a4-a1a8-4bc8-826f-28904173d101 on network 4c7f2115-9f65-4119-b0f5-87af65b86dd7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:18.134676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Port 14fe29a4-a1a8-4bc8-826f-28904173d101 on network 4c7f2115-9f65-4119-b0f5-87af65b86dd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:58:18.134999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Attempting to bind port 14fe29a4-a1a8-4bc8-826f-28904173d101 on network 4c7f2115-9f65-4119-b0f5-87af65b86dd7 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:18.144974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f57a8c-8788-4cbc-855b-1d951975272c req-669bb5aa-662f-4be8-9ed8-77269f098f99 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:18.152957 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89f57a8c-8788-4cbc-855b-1d951975272c req-669bb5aa-662f-4be8-9ed8-77269f098f99 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 943 time: 0.8287027 Jul 16 03:58:18.181588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-e07c6986-5a3e-4ec6-8d90-d72a3daa4185 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Allocated IP 172.20.0.7 (2324576d-5115-438a-a6e9-283efc0ff9d0/0e4617c3-104e-4a81-9f1a-d193223ccab8/53cec9ce-3af2-43f9-8d0b-56e2029ccdb5) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:18.186144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:18.190310 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Checking segment: {'id': 'df70ffee-d6b6-4b3d-9011-8a4246e981fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:18.191509 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Bound using segment: {'id': 'df70ffee-d6b6-4b3d-9011-8a4246e981fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:18.192210 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Bound port: 14fe29a4-a1a8-4bc8-826f-28904173d101, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df70ffee-d6b6-4b3d-9011-8a4246e981fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:18.192854 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.286996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89f57a8c-8788-4cbc-855b-1d951975272c req-73fb0bc6-da79-48ac-9c8e-b5679bf4932d tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289153 Jul 16 03:58:18.426795 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd13d62d-4aa3-4fd7-840c-08c7fa2d0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.449161 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7637140c-73af-4dd9-8452-53ab15bd0040 req-269c92e2-4721-4861-8f88-123a403ecdb6 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 210 time: 0.0927911 Jul 16 03:58:18.505323 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c0e99a9-2d25-4470-b490-22e6a5176331 req-9aa0fd41-9233-4d94-8186-44063a652fd6 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 210 time: 0.0529830 Jul 16 03:58:18.515356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] For port 14fe29a4-a1a8-4bc8-826f-28904173d101, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:18.521302 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c22e318b-982f-4b86-8b21-a5760a3e6b7a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.562616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] For port 14fe29a4-a1a8-4bc8-826f-28904173d101, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=14fe29a4-a1a8-4bc8-826f-28904173d101,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:18.563263 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5a72bc15-7996-4ff0-8732-2afbc8070067 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:18.584942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e318b-982f-4b86-8b21-a5760a3e6b7a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=fc249ac7-6253-4573-becb-f51f02561e4b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:18.585160 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.644592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dd13d62d-4aa3-4fd7-840c-08c7fa2d0b7a None None] For port 109088ca-6b13-4591-98f8-fe90bed6a127, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=109088ca-6b13-4591-98f8-fe90bed6a127,segment=NetworkSegment(d7b01279-c112-45c5-a102-07a7122becc8),segment_id=d7b01279-c112-45c5-a102-07a7122becc8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:18.666014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c22e318b-982f-4b86-8b21-a5760a3e6b7a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.667953 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c22e318b-982f-4b86-8b21-a5760a3e6b7a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/fc249ac7-6253-4573-becb-f51f02561e4b HTTP/1.1" status: 204 len: 168 time: 1.0215533 Jul 16 03:58:18.669389 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd13d62d-4aa3-4fd7-840c-08c7fa2d0b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.672222 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42674) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:18.820881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13d62d-4aa3-4fd7-840c-08c7fa2d0b7a None None] Pushing event updated for resources: {'Port': ['ID=109088ca-6b13-4591-98f8-fe90bed6a127,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:18.836688 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3267263-9390-441d-9c65-11d7c878e87e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:18.841369 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3267263-9390-441d-9c65-11d7c878e87e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:18.844567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Pushing event updated for resources: {'Port': ['ID=14fe29a4-a1a8-4bc8-826f-28904173d101,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:18.860356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42680) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:18.863432 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f3267263-9390-441d-9c65-11d7c878e87e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1889789 Jul 16 03:58:18.882727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 5a72bc15-7996-4ff0-8732-2afbc8070067 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:18.883555 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.887916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eb75eab6-fec8-45bf-a7c5-f21b50b9a7da None None] Could not find standard attr ID for object fc249ac7-6253-4573-becb-f51f02561e4b. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:58:18.918947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:18.920108 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:18.925398 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-85760f0b-f9c7-4bc4-bbd4-2ff322139673 service neutron] 10.222.0.20 "PUT /v2.0/ports/14fe29a4-a1a8-4bc8-826f-28904173d101 HTTP/1.1" status: 200 len: 1091 time: 5.2628143 Jul 16 03:58:18.929297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'tag': '14fe29a4-a1a8-4bc8-826f-28904173d101'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:18.936916 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bfbb6b-91c2-48e2-b273-6fbc6dcbfd1a" -d '{"events": [{"name": "network-changed", "server_uuid": "e2202c7c-d3e4-45e3-b56f-ae2459b4941c", "tag": "14fe29a4-a1a8-4bc8-826f-28904173d101"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:19.052155 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ba0bfc-4d74-4256-8b60-75f23c8606fb x-openstack-request-id: req-06ba0bfc-4d74-4256-8b60-75f23c8606fb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:19.052426 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2202c7c-d3e4-45e3-b56f-ae2459b4941c", "tag": "14fe29a4-a1a8-4bc8-826f-28904173d101", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:19.052922 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06ba0bfc-4d74-4256-8b60-75f23c8606fb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:19.053656 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'tag': '14fe29a4-a1a8-4bc8-826f-28904173d101', 'status': 'completed', 'code': 200} Jul 16 03:58:19.059961 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-e07c6986-5a3e-4ec6-8d90-d72a3daa4185 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.074359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b836c2d0-c9b3-49e0-9bbd-8ae925ac3f80 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 6ac82fa5-bb05-48bb-a930-c9ec2718ce0c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:19.078679 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b836c2d0-c9b3-49e0-9bbd-8ae925ac3f80 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.110428 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 21938f19-87b9-4d47-afe9-2e3d21ab6d39 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:19.139033 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b836c2d0-c9b3-49e0-9bbd-8ae925ac3f80 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.185133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-37e99aa3-8e9d-426b-8621-77a37b3d04e3 None None] Provisioning complete for port 109088ca-6b13-4591-98f8-fe90bed6a127 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:19.185631 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-37e99aa3-8e9d-426b-8621-77a37b3d04e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.253086 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b836c2d0-c9b3-49e0-9bbd-8ae925ac3f80 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.275755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 21938f19-87b9-4d47-afe9-2e3d21ab6d39 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:19.276131 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.396787 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b836c2d0-c9b3-49e0-9bbd-8ae925ac3f80 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.467415 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-11f1010e-1c6d-4b02-84db-73b1b46bc456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:19.469638 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-11f1010e-1c6d-4b02-84db-73b1b46bc456 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 1094 time: 0.4941959 Jul 16 03:58:19.494826 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b836c2d0-c9b3-49e0-9bbd-8ae925ac3f80 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.498884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b836c2d0-c9b3-49e0-9bbd-8ae925ac3f80 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/6ac82fa5-bb05-48bb-a930-c9ec2718ce0c HTTP/1.1" status: 204 len: 168 time: 0.6324375 Jul 16 03:58:19.499279 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42692) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:19.500051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836c2d0-c9b3-49e0-9bbd-8ae925ac3f80 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac82fa5-bb05-48bb-a930-c9ec2718ce0c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:19.516280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8a2d04-aa89-42c9-811c-20cb4c6c0596 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:19.611314 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4ba0aed5-940c-4e41-ad4a-3dd61ec4cf8e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073477 Jul 16 03:58:19.618951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42696) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:19.636098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-05f006e6-f79d-435b-88b5-28ac081fbb14 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:19.679300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-19472434-043b-4209-b946-176129414d96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14fe29a4-a1a8-4bc8-826f-28904173d101 HTTP/1.1" status: 200 len: 217 time: 0.1734619 Jul 16 03:58:19.686587 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-e07c6986-5a3e-4ec6-8d90-d72a3daa4185 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.834676 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f006e6-f79d-435b-88b5-28ac081fbb14 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:19.842590 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05f006e6-f79d-435b-88b5-28ac081fbb14 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:19.867042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-169fd630-850b-4890-8b46-4f1fd5db8d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:19.872100 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-169fd630-850b-4890-8b46-4f1fd5db8d67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09c7bc35-5ac9-496a-a658-77911e76dd03 HTTP/1.1" status: 200 len: 835 time: 0.1868823 Jul 16 03:58:19.989076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-e07c6986-5a3e-4ec6-8d90-d72a3daa4185 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Network 2324576d-5115-438a-a6e9-283efc0ff9d0 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:20.005159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4898e7c0-61b4-4def-b4a4-fc628ae656a0 None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:20.006715 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c0ff07e-4aa3-4427-b0ac-790b05ec24cf req-8c77881e-6418-4e46-b6b3-9734f6b60e57 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 210 time: 0.2096448 Jul 16 03:58:20.077527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-e07c6986-5a3e-4ec6-8d90-d72a3daa4185 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:20.081778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-e07c6986-5a3e-4ec6-8d90-d72a3daa4185 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:20.087051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4898e7c0-61b4-4def-b4a4-fc628ae656a0 None None] Deleting port 21938f19-87b9-4d47-afe9-2e3d21ab6d39 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:20.087687 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4898e7c0-61b4-4def-b4a4-fc628ae656a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.223948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4898e7c0-61b4-4def-b4a4-fc628ae656a0 None None] For port 21938f19-87b9-4d47-afe9-2e3d21ab6d39, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=21938f19-87b9-4d47-afe9-2e3d21ab6d39,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:20.224475 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4898e7c0-61b4-4def-b4a4-fc628ae656a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.227141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-e07c6986-5a3e-4ec6-8d90-d72a3daa4185 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:20.230466 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-e07c6986-5a3e-4ec6-8d90-d72a3daa4185 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.258960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4898e7c0-61b4-4def-b4a4-fc628ae656a0 None None] Calling delete_port for 21938f19-87b9-4d47-afe9-2e3d21ab6d39 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:20.303430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-e07c6986-5a3e-4ec6-8d90-d72a3daa4185 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8364041 Jul 16 03:58:20.331975 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05f006e6-f79d-435b-88b5-28ac081fbb14 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.342498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Request body: {'port': {'device_id': '46a2342d-fe15-44b7-8215-5c4815e5e654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:20.386493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c6986-5a3e-4ec6-8d90-d72a3daa4185 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Pushing event updated for resources: {'Port': ['ID=53cec9ce-3af2-43f9-8d0b-56e2029ccdb5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:20.459159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba9b4f-1add-4767-8334-5e40e4d108be req-00769e0d-e32a-47d4-9831-d24560dd3dc0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:20.460845 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bfba9b4f-1add-4767-8334-5e40e4d108be req-00769e0d-e32a-47d4-9831-d24560dd3dc0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 943 time: 0.9900177 Jul 16 03:58:20.480589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-cb059015-8067-4622-a2f2-a7c217806b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:20.482004 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-cb059015-8067-4622-a2f2-a7c217806b4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c7f2115-9f65-4119-b0f5-87af65b86dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5450840 Jul 16 03:58:20.489789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a48679-d9a6-43fa-bd7d-0ea690a1d13b req-21983b46-fb67-422f-91dc-66e0ffd470f6 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:20.491232 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72a48679-d9a6-43fa-bd7d-0ea690a1d13b req-21983b46-fb67-422f-91dc-66e0ffd470f6 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 931 time: 0.2152910 Jul 16 03:58:20.535573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 109088ca-6b13-4591-98f8-fe90bed6a127 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:20.557043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f006e6-f79d-435b-88b5-28ac081fbb14 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=09cfda55-38c3-4ec2-a1c2-6f8d6a7ae071,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:20.611308 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4898e7c0-61b4-4def-b4a4-fc628ae656a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.615486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f006e6-f79d-435b-88b5-28ac081fbb14 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:20.629982 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-05f006e6-f79d-435b-88b5-28ac081fbb14 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:20.643292 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f006e6-f79d-435b-88b5-28ac081fbb14 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:20.643890 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05f006e6-f79d-435b-88b5-28ac081fbb14 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.703864 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898e7c0-61b4-4def-b4a4-fc628ae656a0 None None] No DVR routers for this DVR port 21938f19-87b9-4d47-afe9-2e3d21ab6d39 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:20.706303 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898e7c0-61b4-4def-b4a4-fc628ae656a0 None None] Pushing event deleted for resources: {'Port': ['ID=21938f19-87b9-4d47-afe9-2e3d21ab6d39,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:20.739284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e4c48e-fac7-40a9-8633-e02a8c5d4304 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:20.813239 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-05f006e6-f79d-435b-88b5-28ac081fbb14 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1923394 Jul 16 03:58:20.826089 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42702) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:20.833645 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ddc0c4af-c568-41e2-b34f-26850d607370 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'fixed_ips': [{'subnet_id': '09cfda55-38c3-4ec2-a1c2-6f8d6a7ae071', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1321575448'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:20.899275 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 109088ca-6b13-4591-98f8-fe90bed6a127 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:20.899819 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:20.961068 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-a3dec1e3-69a5-4bb8-9d28-78de9bf8db0a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:20.962751 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-a3dec1e3-69a5-4bb8-9d28-78de9bf8db0a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.20 "GET /v2.0/networks?id=5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 HTTP/1.1" status: 200 len: 796 time: 0.4167976 Jul 16 03:58:21.099388 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-e71dd080-c7c9-4ef2-80fb-16db095866ca tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38 HTTP/1.1" status: 200 len: 471 time: 0.0923824 Jul 16 03:58:21.117966 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-a01c593a-7fdb-45c1-87eb-98cd7ea829d5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'port': {'device_id': '65b4eeea-dda8-4bc2-b19c-76ba0518fd5e', 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07', 'admin_state_up': True, 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'security_groups': ['2dc4a45a-6872-483b-9de1-40a6a02b522c']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:21.125419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': '09cfda55-38c3-4ec2-a1c2-6f8d6a7ae071'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:21.126794 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.135285 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.211267 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72a48679-d9a6-43fa-bd7d-0ea690a1d13b req-4cd62984-9ed7-460b-a330-c6b6c24479a1 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605659 Jul 16 03:58:21.217041 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bfba9b4f-1add-4767-8334-5e40e4d108be req-b222e633-f12d-4c2c-b631-786db1031695 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7460830 Jul 16 03:58:21.318050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 21938f19-87b9-4d47-afe9-2e3d21ab6d39 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:21.345346 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc0c4af-c568-41e2-b34f-26850d607370 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:21.357188 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 21938f19-87b9-4d47-afe9-2e3d21ab6d39 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:21.358042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 21938f19-87b9-4d47-afe9-2e3d21ab6d39 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:21.358578 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ddc0c4af-c568-41e2-b34f-26850d607370 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.423657 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-ddc0c4af-c568-41e2-b34f-26850d607370 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port 387f82ec-c295-494a-aeac-632cf5a2d1e0 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:21.472527 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-7c5b9c70-98b2-4dec-8500-f2df4aa63cd4 service neutron] 10.222.0.20 "GET /v2.0/networks/4c7f2115-9f65-4119-b0f5-87af65b86dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9802423 Jul 16 03:58:21.479202 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Allocated IP 2001:db8::2 (415df012-32ff-4dfd-847f-4ec181a3011d/09cfda55-38c3-4ec2-a1c2-6f8d6a7ae071/0d24194c-0bcc-415c-91ee-683fe9fa9d6d) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:21.512974 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bda1b931-6a7c-46db-ba3c-11494642a909 req-36445ac6-ea6d-403c-8aa7-dd5f68a9a5be tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 210 time: 0.0494545 Jul 16 03:58:21.669785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-a01c593a-7fdb-45c1-87eb-98cd7ea829d5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Made reservation on behalf of 3e7bbcc6fe2649adab81afb7b0ba2f38 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:21.673944 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-544b8edd-38c4-45fa-af5c-2ace298c9be2 req-da4d578c-a956-4e34-af41-5851c83b2976 service neutron] 10.222.0.20 "GET /v2.0/networks/4c7f2115-9f65-4119-b0f5-87af65b86dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599267 Jul 16 03:58:21.676063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-a01c593a-7fdb-45c1-87eb-98cd7ea829d5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.698960 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.708969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Transition to ACTIVE for port object 0d24194c-0bcc-415c-91ee-683fe9fa9d6d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:21.726968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Transition to ACTIVE for port object 0d24194c-0bcc-415c-91ee-683fe9fa9d6d will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:21.734561 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.775441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:21.777402 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:58:21.780451 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:21.783339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:21.787625 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.788783 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc0c4af-c568-41e2-b34f-26850d607370 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:58:21.790142 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc0c4af-c568-41e2-b34f-26850d607370 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:58:21.809460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Transition to ACTIVE for port object 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:21.820109 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Pushing event updated for resources: {'Port': ['ID=0d24194c-0bcc-415c-91ee-683fe9fa9d6d,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:21.820378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfbb6b-91c2-48e2-b273-6fbc6dcbfd1a req-7430283a-4440-4bb0-adce-73f73471733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:21.821313 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05bfbb6b-91c2-48e2-b273-6fbc6dcbfd1a req-7430283a-4440-4bb0-adce-73f73471733c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 1094 time: 0.0912714 Jul 16 03:58:21.823040 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.836397 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ddc0c4af-c568-41e2-b34f-26850d607370 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0057859 Jul 16 03:58:21.838378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42712) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:21.861610 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Attempting to bind port 0d24194c-0bcc-415c-91ee-683fe9fa9d6d on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:21.862227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Attempting to bind port 0d24194c-0bcc-415c-91ee-683fe9fa9d6d by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:21.863480 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Attempting to bind port 0d24194c-0bcc-415c-91ee-683fe9fa9d6d on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:21.868994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:21.869594 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:21.870199 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.870766 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:21.871410 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Bound port: 0d24194c-0bcc-415c-91ee-683fe9fa9d6d, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:21.871983 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:21.971857 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-a01c593a-7fdb-45c1-87eb-98cd7ea829d5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Allocated IP 172.20.0.22 (5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07/6c64f223-cee4-46c8-b699-93bea8788d00/c24b23eb-1cbf-4363-8921-c7290b33d5a5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:21.980530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] For port 0d24194c-0bcc-415c-91ee-683fe9fa9d6d, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:21.986888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Pushing event updated for resources: {'Port': ['ID=53cec9ce-3af2-43f9-8d0b-56e2029ccdb5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:21.989113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] For port 0d24194c-0bcc-415c-91ee-683fe9fa9d6d, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0d24194c-0bcc-415c-91ee-683fe9fa9d6d,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:21.997962 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742d6a3c-ba3b-46b0-bdc2-7b76e947eb2c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:22.000045 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-742d6a3c-ba3b-46b0-bdc2-7b76e947eb2c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1604223 Jul 16 03:58:22.002912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42718) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:22.003959 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.036554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfbb6b-91c2-48e2-b273-6fbc6dcbfd1a req-00456a1c-6111-46e3-915e-ce364e64c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:22.036554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05bfbb6b-91c2-48e2-b273-6fbc6dcbfd1a req-00456a1c-6111-46e3-915e-ce364e64c8b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c7f2115-9f65-4119-b0f5-87af65b86dd7 HTTP/1.1" status: 200 len: 898 time: 0.1993449 Jul 16 03:58:22.095569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64f743-bce4-49da-b6bb-66a50e08b219 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:22.098012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64f743-bce4-49da-b6bb-66a50e08b219 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:22.099609 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2d64f743-bce4-49da-b6bb-66a50e08b219 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0953987 Jul 16 03:58:22.102275 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42722) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:22.128745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a214e-ed7b-4b7b-a3cd-bd29d998b469 None None] Pushing event updated for resources: {'Port': ['ID=0d24194c-0bcc-415c-91ee-683fe9fa9d6d,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:22.168371 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05bfbb6b-91c2-48e2-b273-6fbc6dcbfd1a req-96ca720d-d580-4c2c-a836-6c821adabf17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14fe29a4-a1a8-4bc8-826f-28904173d101 HTTP/1.1" status: 200 len: 217 time: 0.1031249 Jul 16 03:58:22.231068 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09eefc6-fe22-4866-a201-e386050404ba tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 09cfda55-38c3-4ec2-a1c2-6f8d6a7ae071 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:22.250297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Attempting to bind port 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:22.250633 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Attempting to bind port 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '93edcf2e-fe64-4bb8-9d9c-461c596fca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2324576d-5115-438a-a6e9-283efc0ff9d0'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:22.251560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Attempting to bind port 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 on network 2324576d-5115-438a-a6e9-283efc0ff9d0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:22.258990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Port 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 on network 2324576d-5115-438a-a6e9-283efc0ff9d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:58:22.259333 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Attempting to bind port 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 on network 2324576d-5115-438a-a6e9-283efc0ff9d0 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:22.268563 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-a01c593a-7fdb-45c1-87eb-98cd7ea829d5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.275040 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d09eefc6-fe22-4866-a201-e386050404ba tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.275593 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:22.275935 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Checking segment: {'id': '93edcf2e-fe64-4bb8-9d9c-461c596fca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2324576d-5115-438a-a6e9-283efc0ff9d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:22.276367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Bound using segment: {'id': '93edcf2e-fe64-4bb8-9d9c-461c596fca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2324576d-5115-438a-a6e9-283efc0ff9d0'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:22.277028 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Bound port: 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93edcf2e-fe64-4bb8-9d9c-461c596fca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2324576d-5115-438a-a6e9-283efc0ff9d0'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:22.277394 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.306136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-a01c593a-7fdb-45c1-87eb-98cd7ea829d5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Transition to ACTIVE for port object c24b23eb-1cbf-4363-8921-c7290b33d5a5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:22.348222 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d09eefc6-fe22-4866-a201-e386050404ba tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.369228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfbb6b-91c2-48e2-b273-6fbc6dcbfd1a req-30442d70-ca86-4306-be4a-b8f3e3b017de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:22.370719 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05bfbb6b-91c2-48e2-b273-6fbc6dcbfd1a req-30442d70-ca86-4306-be4a-b8f3e3b017de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09c7bc35-5ac9-496a-a658-77911e76dd03 HTTP/1.1" status: 200 len: 835 time: 0.1929216 Jul 16 03:58:22.393202 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-deea17de-52de-4731-8507-ee874c23312d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559375480&fields=id&tenant_id=141b36b166934e7d90312d1c02c7c1cd HTTP/1.1" status: 200 len: 267 time: 0.1441417 Jul 16 03:58:22.530185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-a01c593a-7fdb-45c1-87eb-98cd7ea829d5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.596370 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d09eefc6-fe22-4866-a201-e386050404ba tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.613222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-aa440adc-cef9-4727-9b9b-d2bf1bd17c57 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:22.614904 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-aa440adc-cef9-4727-9b9b-d2bf1bd17c57 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 811 time: 0.2209229 Jul 16 03:58:22.639768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-a01c593a-7fdb-45c1-87eb-98cd7ea829d5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:22.645847 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] For port 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:22.650077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-a01c593a-7fdb-45c1-87eb-98cd7ea829d5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:22.652900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-a01c593a-7fdb-45c1-87eb-98cd7ea829d5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:22.673005 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] For port 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=53cec9ce-3af2-43f9-8d0b-56e2029ccdb5,segment=NetworkSegment(93edcf2e-fe64-4bb8-9d9c-461c596fca8d),segment_id=93edcf2e-fe64-4bb8-9d9c-461c596fca8d)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:22.680187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-657ca00d-abcf-4167-9e9f-79839725b4dc tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/quotas/141b36b166934e7d90312d1c02c7c1cd HTTP/1.1" status: 200 len: 375 time: 0.0396397 Jul 16 03:58:22.690424 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c593a-7fdb-45c1-87eb-98cd7ea829d5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Port': ['ID=c24b23eb-1cbf-4363-8921-c7290b33d5a5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:22.720538 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.737879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-a01c593a-7fdb-45c1-87eb-98cd7ea829d5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:22.738549 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-a01c593a-7fdb-45c1-87eb-98cd7ea829d5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.750799 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d09eefc6-fe22-4866-a201-e386050404ba tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.770402 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d09eefc6-fe22-4866-a201-e386050404ba tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.774924 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d09eefc6-fe22-4866-a201-e386050404ba tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/09cfda55-38c3-4ec2-a1c2-6f8d6a7ae071 HTTP/1.1" status: 204 len: 168 time: 0.6715863 Jul 16 03:58:22.776931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42736) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:22.790008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:22.790800 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:22.792297 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] 10.222.0.88 "PUT /v2.0/ports/53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 HTTP/1.1" status: 200 len: 1091 time: 2.4542367 Jul 16 03:58:22.797890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a2342d-fe15-44b7-8215-5c4815e5e654', 'tag': '53cec9ce-3af2-43f9-8d0b-56e2029ccdb5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:22.806439 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09eefc6-fe22-4866-a201-e386050404ba tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=09cfda55-38c3-4ec2-a1c2-6f8d6a7ae071,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:22.807948 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52648c14-aa7d-4289-9c0c-589289666d47" -d '{"events": [{"name": "network-changed", "server_uuid": "46a2342d-fe15-44b7-8215-5c4815e5e654", "tag": "53cec9ce-3af2-43f9-8d0b-56e2029ccdb5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:22.809998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-a01c593a-7fdb-45c1-87eb-98cd7ea829d5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6997190 Jul 16 03:58:22.829063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfbb6b-91c2-48e2-b273-6fbc6dcbfd1a req-25a16070-3471-41b7-a416-af0bd0366f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:22.830799 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05bfbb6b-91c2-48e2-b273-6fbc6dcbfd1a req-25a16070-3471-41b7-a416-af0bd0366f0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c7f2115-9f65-4119-b0f5-87af65b86dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3807352 Jul 16 03:58:22.841517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d07c53-5095-44d7-9104-33881a259bb2 req-e9a89333-4a7a-4fa9-9d4f-a1ce8cd763bd tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:22.843160 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64d07c53-5095-44d7-9104-33881a259bb2 req-e9a89333-4a7a-4fa9-9d4f-a1ce8cd763bd tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 943 time: 0.3836887 Jul 16 03:58:22.861433 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b32e2946-6883-4fd9-9bf8-38aeec60e5fe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821276 Jul 16 03:58:22.862042 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42740) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:22.866537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Request body: {'port': {'device_id': '65b4eeea-dda8-4bc2-b19c-76ba0518fd5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:22.874067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-af391d85-1559-4626-a4c7-c9878a191c4e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:22.955451 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05bfbb6b-91c2-48e2-b273-6fbc6dcbfd1a req-e0d4c666-9ea6-4038-9194-782019bbc943 service neutron] 10.222.0.20 "GET /v2.0/networks/4c7f2115-9f65-4119-b0f5-87af65b86dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033325 Jul 16 03:58:23.005830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af391d85-1559-4626-a4c7-c9878a191c4e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:23.010436 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af391d85-1559-4626-a4c7-c9878a191c4e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.036659 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e3570ecf-3848-44ff-b27d-9a8d77f8ccf5 None None] Provisioning for port c24b23eb-1cbf-4363-8921-c7290b33d5a5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:23.040710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e3570ecf-3848-44ff-b27d-9a8d77f8ccf5 None None] Provisioning complete for port c24b23eb-1cbf-4363-8921-c7290b33d5a5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:23.041167 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3570ecf-3848-44ff-b27d-9a8d77f8ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.075804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e3570ecf-3848-44ff-b27d-9a8d77f8ccf5 None None] Port c24b23eb-1cbf-4363-8921-c7290b33d5a5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:23.147514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.160437 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-05bfbb6b-91c2-48e2-b273-6fbc6dcbfd1a req-2dc97fb2-3f10-4889-9c56-ea6e21543014 service neutron] 10.222.0.20 "GET /v2.0/networks/4c7f2115-9f65-4119-b0f5-87af65b86dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639490 Jul 16 03:58:23.161971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6ab67-1e34-4262-9ca9-e1e8c593311b service neutron] Pushing event updated for resources: {'Port': ['ID=53cec9ce-3af2-43f9-8d0b-56e2029ccdb5,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:23.191603 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64d07c53-5095-44d7-9104-33881a259bb2 req-5e35939e-27ed-4125-aed6-1a6b692261d7 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350657 Jul 16 03:58:23.198932 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-6cdd0423-7fb4-4b07-a841-1b3d3ec15e80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5017483 Jul 16 03:58:23.204992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-3151e778-9d4f-48a5-8530-fc3664bd2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:23.206601 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-3151e778-9d4f-48a5-8530-fc3664bd2905 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bd9c75c65037444a9503bf277222f4d0&device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 1094 time: 0.2437589 Jul 16 03:58:23.309260 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-f8d53d16-17b4-4c97-830e-09cd9f19b541 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 HTTP/1.1" status: 200 len: 217 time: 0.0614917 Jul 16 03:58:23.461216 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af391d85-1559-4626-a4c7-c9878a191c4e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.473606 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a8290740-3ae3-4e97-90cc-2671ee896664 service neutron] 10.222.0.18 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573023 Jul 16 03:58:23.474766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-ad6fa8d2-9549-4ca8-92f6-b25198a25159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:23.476140 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-ad6fa8d2-9549-4ca8-92f6-b25198a25159 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0e4617c3-104e-4a81-9f1a-d193223ccab8 HTTP/1.1" status: 200 len: 848 time: 0.1270113 Jul 16 03:58:23.563558 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-6cf5516c-ffe2-4c96-9d28-8c9b0245797f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2324576d-5115-438a-a6e9-283efc0ff9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707529 Jul 16 03:58:23.717362 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84162d66-df1c-4374-a31d-6cd8dbe743cc None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:23.754972 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-c94acd62-1104-44a3-997a-b21e4c753f7b service neutron] 10.222.0.88 "GET /v2.0/networks/2324576d-5115-438a-a6e9-283efc0ff9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599059 Jul 16 03:58:23.765888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ed807-e9f4-43c1-8354-9d5e9496f9fe req-5819b5db-fa43-4e36-9818-bc01e35d824f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:23.767400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-550ed807-e9f4-43c1-8354-9d5e9496f9fe req-5819b5db-fa43-4e36-9818-bc01e35d824f tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 943 time: 0.4101720 Jul 16 03:58:23.866397 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91d0eb8d-64a2-4961-bcf4-cb22b25a25c2 req-a2523dad-f363-418d-ad63-30534b25ce52 service neutron] 10.222.0.88 "GET /v2.0/networks/2324576d-5115-438a-a6e9-283efc0ff9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978231 Jul 16 03:58:23.916648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af391d85-1559-4626-a4c7-c9878a191c4e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:23.945373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af391d85-1559-4626-a4c7-c9878a191c4e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=2dbcb4e5-15a9-4c06-9211-89301085c56c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:23.949086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-af391d85-1559-4626-a4c7-c9878a191c4e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:23.952879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af391d85-1559-4626-a4c7-c9878a191c4e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:23.953496 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af391d85-1559-4626-a4c7-c9878a191c4e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:23.963702 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-550ed807-e9f4-43c1-8354-9d5e9496f9fe req-cb805a48-30c4-4aab-a6da-cce014d63153 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963056 Jul 16 03:58:23.994802 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-af391d85-1559-4626-a4c7-c9878a191c4e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1244128 Jul 16 03:58:23.994802 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42746) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:23.999441 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e0f44f0e-c257-4fb6-9271-321ce023e732 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2127968825', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:24.000934 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-51482eb6-739c-4af7-b22d-beadac3d1156 service neutron] 10.222.0.18 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167816 Jul 16 03:58:24.028401 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-66c07d60-51ed-41cc-8c06-112f3410aac1 None None] Provisioning for port 0d24194c-0bcc-415c-91ee-683fe9fa9d6d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:24.063176 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0f44f0e-c257-4fb6-9271-321ce023e732 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.064179 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0f44f0e-c257-4fb6-9271-321ce023e732 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.156481 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24b23eb-1cbf-4363-8921-c7290b33d5a5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:58:24.166825 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.188950 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Transition to ACTIVE for port object c24b23eb-1cbf-4363-8921-c7290b33d5a5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:24.197592 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.218688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5c7f6-9204-4dc0-9044-784473d51d72 req-0ea49aa6-30e1-4c1e-9f2b-aac12be45309 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:24.220789 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0c5c7f6-9204-4dc0-9044-784473d51d72 req-0ea49aa6-30e1-4c1e-9f2b-aac12be45309 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 932 time: 0.1116536 Jul 16 03:58:24.272887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0c5c7f6-9204-4dc0-9044-784473d51d72 req-15d2b388-099a-4ee8-8203-7d8f6b263bcb tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dc4a45a-6872-483b-9de1-40a6a02b522c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429690 Jul 16 03:58:24.281781 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0f44f0e-c257-4fb6-9271-321ce023e732 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.300841 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0f44f0e-c257-4fb6-9271-321ce023e732 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.319594 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Pushing event updated for resources: {'Port': ['ID=c24b23eb-1cbf-4363-8921-c7290b33d5a5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:24.396358 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e0f44f0e-c257-4fb6-9271-321ce023e732 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.397756 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e0f44f0e-c257-4fb6-9271-321ce023e732 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4023855 Jul 16 03:58:24.401015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42760) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:24.459229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Attempting to bind port c24b23eb-1cbf-4363-8921-c7290b33d5a5 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:24.459670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Attempting to bind port c24b23eb-1cbf-4363-8921-c7290b33d5a5 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'd7b01279-c112-45c5-a102-07a7122becc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:24.460762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Attempting to bind port c24b23eb-1cbf-4363-8921-c7290b33d5a5 on network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:24.475045 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Port c24b23eb-1cbf-4363-8921-c7290b33d5a5 on network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:58:24.477948 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Attempting to bind port c24b23eb-1cbf-4363-8921-c7290b33d5a5 on network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:24.492556 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:24.493078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Checking segment: {'id': 'd7b01279-c112-45c5-a102-07a7122becc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:24.493569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Bound using segment: {'id': 'd7b01279-c112-45c5-a102-07a7122becc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:24.497735 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Bound port: c24b23eb-1cbf-4363-8921-c7290b33d5a5, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7b01279-c112-45c5-a102-07a7122becc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:24.498477 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.524495 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6eec92-683e-4242-8fe7-aeabe4f8b170 x-openstack-request-id: req-3a6eec92-683e-4242-8fe7-aeabe4f8b170 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:24.524830 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a2342d-fe15-44b7-8215-5c4815e5e654", "tag": "53cec9ce-3af2-43f9-8d0b-56e2029ccdb5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:24.525147 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a6eec92-683e-4242-8fe7-aeabe4f8b170 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:24.532024 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a2342d-fe15-44b7-8215-5c4815e5e654', 'tag': '53cec9ce-3af2-43f9-8d0b-56e2029ccdb5', 'status': 'completed', 'code': 200} Jul 16 03:58:24.558755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0d24194c-0bcc-415c-91ee-683fe9fa9d6d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:24.589624 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61b7989-49a4-4251-9b96-eb3604edf9ce None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:24.658880 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] For port c24b23eb-1cbf-4363-8921-c7290b33d5a5, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:24.663697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] For port c24b23eb-1cbf-4363-8921-c7290b33d5a5, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c24b23eb-1cbf-4363-8921-c7290b33d5a5,segment=NetworkSegment(d7b01279-c112-45c5-a102-07a7122becc8),segment_id=d7b01279-c112-45c5-a102-07a7122becc8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:24.676404 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.685914 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-03806699-d720-416b-89b0-2bc0c35d8511 req-3b81c254-7492-49e8-9158-0c4b464bc82b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 210 time: 0.1517036 Jul 16 03:58:24.751558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Pushing event updated for resources: {'Port': ['ID=c24b23eb-1cbf-4363-8921-c7290b33d5a5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:24.764097 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:24.764916 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.767162 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9dbe5560-4115-4ad7-9c4a-f163e9a22822 service neutron] 10.222.0.20 "PUT /v2.0/ports/c24b23eb-1cbf-4363-8921-c7290b33d5a5 HTTP/1.1" status: 200 len: 1092 time: 1.9126706 Jul 16 03:58:24.767782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b4eeea-dda8-4bc2-b19c-76ba0518fd5e', 'tag': 'c24b23eb-1cbf-4363-8921-c7290b33d5a5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:24.771874 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6867cb05-fdd3-4512-a072-a01ecb273bab" -d '{"events": [{"name": "network-changed", "server_uuid": "65b4eeea-dda8-4bc2-b19c-76ba0518fd5e", "tag": "c24b23eb-1cbf-4363-8921-c7290b33d5a5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:24.870870 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28135bf9-75ee-4f96-91c0-fc055cf7d9d8 x-openstack-request-id: req-28135bf9-75ee-4f96-91c0-fc055cf7d9d8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:24.871574 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b4eeea-dda8-4bc2-b19c-76ba0518fd5e", "tag": "c24b23eb-1cbf-4363-8921-c7290b33d5a5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:24.872163 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28135bf9-75ee-4f96-91c0-fc055cf7d9d8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:24.873129 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b4eeea-dda8-4bc2-b19c-76ba0518fd5e', 'tag': 'c24b23eb-1cbf-4363-8921-c7290b33d5a5', 'status': 'completed', 'code': 200} Jul 16 03:58:24.887408 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 14fe29a4-a1a8-4bc8-826f-28904173d101 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:58:24.902544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 0d24194c-0bcc-415c-91ee-683fe9fa9d6d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:24.953884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 0d24194c-0bcc-415c-91ee-683fe9fa9d6d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:24.954411 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:24.982777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-90d11bc5-9d6d-40b2-b542-2a0920665123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:24.984633 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-90d11bc5-9d6d-40b2-b542-2a0920665123 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 1095 time: 0.1647682 Jul 16 03:58:25.069908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4f9eb-96c5-486c-a387-ded39a4b004a req-bcc2d9d6-a954-4046-8dd0-726a47b4b888 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:25.077161 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fd4f9eb-96c5-486c-a387-ded39a4b004a req-bcc2d9d6-a954-4046-8dd0-726a47b4b888 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 943 time: 0.4332342 Jul 16 03:58:25.097070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52648c14-aa7d-4289-9c0c-589289666d47 req-6c8a8370-944e-4d8b-9f98-1c687a76a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:25.098588 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52648c14-aa7d-4289-9c0c-589289666d47 req-6c8a8370-944e-4d8b-9f98-1c687a76a43a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=bd9c75c65037444a9503bf277222f4d0&device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 1094 time: 0.5656810 Jul 16 03:58:25.109900 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-44d0833b-5659-4869-b2ae-a1f93fa81550 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c24b23eb-1cbf-4363-8921-c7290b33d5a5 HTTP/1.1" status: 200 len: 217 time: 0.1167052 Jul 16 03:58:25.116820 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:58:25.210556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fd4f9eb-96c5-486c-a387-ded39a4b004a req-d4997dda-bcf0-4045-9d55-e0c9ff2fb772 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318157 Jul 16 03:58:25.262529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 14fe29a4-a1a8-4bc8-826f-28904173d101, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=14fe29a4-a1a8-4bc8-826f-28904173d101,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:25.265449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-155e6f4d-3aad-4d52-babe-87463a7dc76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:25.266457 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-155e6f4d-3aad-4d52-babe-87463a7dc76d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c64f223-cee4-46c8-b699-93bea8788d00 HTTP/1.1" status: 200 len: 837 time: 0.1491272 Jul 16 03:58:25.312980 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '14fe29a4-a1a8-4bc8-826f-28904173d101', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'port_id': '14fe29a4-a1a8-4bc8-826f-28904173d101', 'mac_address': 'fa:16:3e:0a:b5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:58:25.340098 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.379125 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.461469 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9a796e79-5dad-47dc-85bb-5d71d095c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:25.463356 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-9a796e79-5dad-47dc-85bb-5d71d095c01c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1906097 Jul 16 03:58:25.470373 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.494183 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fe29a4-a1a8-4bc8-826f-28904173d101 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:58:25.507893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 0d24194c-0bcc-415c-91ee-683fe9fa9d6d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0d24194c-0bcc-415c-91ee-683fe9fa9d6d,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:25.528709 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.543497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 14fe29a4-a1a8-4bc8-826f-28904173d101, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=14fe29a4-a1a8-4bc8-826f-28904173d101,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:25.576961 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.630012 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=0d24194c-0bcc-415c-91ee-683fe9fa9d6d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:25.688013 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-be3124a7-0efe-417a-ae34-06924c44f363 service neutron] 10.222.0.20 "GET /v2.0/networks/5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138734 Jul 16 03:58:25.719570 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=14fe29a4-a1a8-4bc8-826f-28904173d101,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:25.723777 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:58:25.765847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-915cca2c-9f97-4b49-88c2-34d92f63754e None None] Provisioning complete for port 0d24194c-0bcc-415c-91ee-683fe9fa9d6d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:25.766317 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-915cca2c-9f97-4b49-88c2-34d92f63754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:25.822965 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-690fb9dc-257e-43af-a784-1f599dcc25c0 req-ea384424-1dd1-4acd-b6e0-803be0b71315 service neutron] 10.222.0.20 "GET /v2.0/networks/5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276114 Jul 16 03:58:25.830727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['14fe29a4-a1a8-4bc8-826f-28904173d101'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:58:25.985344 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867cb05-fdd3-4512-a072-a01ecb273bab req-20a91449-3d4a-433c-a6ee-d02f20219b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:25.988497 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6867cb05-fdd3-4512-a072-a01ecb273bab req-20a91449-3d4a-433c-a6ee-d02f20219b80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 1095 time: 0.1091547 Jul 16 03:58:26.022089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=53cec9ce-3af2-43f9-8d0b-56e2029ccdb5,segment=NetworkSegment(93edcf2e-fe64-4bb8-9d9c-461c596fca8d),segment_id=93edcf2e-fe64-4bb8-9d9c-461c596fca8d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:26.046344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '53cec9ce-3af2-43f9-8d0b-56e2029ccdb5', 'network_id': '2324576d-5115-438a-a6e9-283efc0ff9d0', 'port_id': '53cec9ce-3af2-43f9-8d0b-56e2029ccdb5', 'mac_address': 'fa:16:3e:d3:8e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4617c3-104e-4a81-9f1a-d193223ccab8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:58:26.163555 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.186155 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:58:26.200525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52648c14-aa7d-4289-9c0c-589289666d47 req-d80788c0-2e84-44d1-bac8-3622344fae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:26.202317 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52648c14-aa7d-4289-9c0c-589289666d47 req-d80788c0-2e84-44d1-bac8-3622344fae29 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2324576d-5115-438a-a6e9-283efc0ff9d0 HTTP/1.1" status: 200 len: 909 time: 1.0584886 Jul 16 03:58:26.226278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=53cec9ce-3af2-43f9-8d0b-56e2029ccdb5,segment=NetworkSegment(93edcf2e-fe64-4bb8-9d9c-461c596fca8d),segment_id=93edcf2e-fe64-4bb8-9d9c-461c596fca8d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:26.249027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7bf87-b30c-46f6-816f-4e9f89c61827 req-12a8f844-9d57-4e2e-9304-2d0e9c1e7e40 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:26.256128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7cf7bf87-b30c-46f6-816f-4e9f89c61827 req-12a8f844-9d57-4e2e-9304-2d0e9c1e7e40 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 943 time: 1.0671341 Jul 16 03:58:26.303570 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.358152 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52648c14-aa7d-4289-9c0c-589289666d47 req-4b55a74a-11a8-445b-8798-006e022b4fd7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 HTTP/1.1" status: 200 len: 217 time: 0.0942562 Jul 16 03:58:26.378609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-2938c575-5962-4121-a4ac-1a004e1f7643 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:26.384625 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-2938c575-5962-4121-a4ac-1a004e1f7643 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.88 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 811 time: 0.2213261 Jul 16 03:58:26.388234 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867cb05-fdd3-4512-a072-a01ecb273bab req-ac1b8281-dad4-4407-9c5e-8fcd0e04711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:26.390845 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6867cb05-fdd3-4512-a072-a01ecb273bab req-ac1b8281-dad4-4407-9c5e-8fcd0e04711e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 HTTP/1.1" status: 200 len: 897 time: 0.3935182 Jul 16 03:58:26.434583 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52648c14-aa7d-4289-9c0c-589289666d47 req-79c494cd-d2aa-41e2-bb14-12229559b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:26.436249 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52648c14-aa7d-4289-9c0c-589289666d47 req-79c494cd-d2aa-41e2-bb14-12229559b7e6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0e4617c3-104e-4a81-9f1a-d193223ccab8 HTTP/1.1" status: 200 len: 848 time: 0.0593085 Jul 16 03:58:26.442121 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=53cec9ce-3af2-43f9-8d0b-56e2029ccdb5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:26.465864 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0d24194c-0bcc-415c-91ee-683fe9fa9d6d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:26.484959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b24649-2c01-4b2e-9342-c9ec796615a4 req-d3513cdd-1c07-4b26-b26e-4f60c87686a5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:26.486600 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b2b24649-2c01-4b2e-9342-c9ec796615a4 req-d3513cdd-1c07-4b26-b26e-4f60c87686a5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 944 time: 0.3726406 Jul 16 03:58:26.502862 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7cf7bf87-b30c-46f6-816f-4e9f89c61827 req-a46167a1-cb66-4132-b49e-92e36d26dfde tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457547 Jul 16 03:58:26.540683 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6867cb05-fdd3-4512-a072-a01ecb273bab req-5e3b2ea7-f8ca-41cc-ae38-20dbc25c4011 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c24b23eb-1cbf-4363-8921-c7290b33d5a5 HTTP/1.1" status: 200 len: 217 time: 0.1414359 Jul 16 03:58:26.556029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52648c14-aa7d-4289-9c0c-589289666d47 req-67218524-ab9d-4ddc-a45d-f4b2512569ff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2324576d-5115-438a-a6e9-283efc0ff9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848060 Jul 16 03:58:26.557630 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 0d24194c-0bcc-415c-91ee-683fe9fa9d6d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:26.558268 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.590607 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-f0885983-b0ce-4a6e-8e58-9b61c2974f10 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=141b36b166934e7d90312d1c02c7c1cd HTTP/1.1" status: 200 len: 379 time: 0.1977775 Jul 16 03:58:26.641467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867cb05-fdd3-4512-a072-a01ecb273bab req-df57ba44-3017-4f27-b764-3b2c47427405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:26.643038 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6867cb05-fdd3-4512-a072-a01ecb273bab req-df57ba44-3017-4f27-b764-3b2c47427405 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6c64f223-cee4-46c8-b699-93bea8788d00 HTTP/1.1" status: 200 len: 837 time: 0.0586433 Jul 16 03:58:26.648683 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a74fbb34-72c8-43a5-9b3d-5838cbaf89c6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'port': {'device_id': '64f46c37-eea4-46be-8fd3-6c56b0a0c9ac', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'admin_state_up': True, 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'security_groups': ['78af68bb-2576-4df7-9be0-2d020a9f057d']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:26.650937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b2b24649-2c01-4b2e-9342-c9ec796615a4 req-5ed5d950-82aa-4335-a276-ccf9950d2618 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dc4a45a-6872-483b-9de1-40a6a02b522c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1409171 Jul 16 03:58:26.703837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['53cec9ce-3af2-43f9-8d0b-56e2029ccdb5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:58:26.741832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::1 (415df012-32ff-4dfd-847f-4ec181a3011d/2dbcb4e5-15a9-4c06-9211-89301085c56c/c87a15be-11b2-4168-aa55-2e305b0c0bfa) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:26.873151 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 14fe29a4-a1a8-4bc8-826f-28904173d101 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:26.900885 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867cb05-fdd3-4512-a072-a01ecb273bab req-72b678b2-4925-4592-9cb6-4c15a83e07a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:26.902395 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6867cb05-fdd3-4512-a072-a01ecb273bab req-72b678b2-4925-4592-9cb6-4c15a83e07a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2499173 Jul 16 03:58:26.959657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-61b2fee6-82e7-4d87-8baa-9d9ebc33fa77 req-8215ffbf-3cb2-407d-ad79-4316b743102f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 210 time: 0.1074526 Jul 16 03:58:26.972021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 14fe29a4-a1a8-4bc8-826f-28904173d101 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:26.981096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 14fe29a4-a1a8-4bc8-826f-28904173d101 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:26.992016 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.994932 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a74fbb34-72c8-43a5-9b3d-5838cbaf89c6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Made reservation on behalf of 141b36b166934e7d90312d1c02c7c1cd for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:26.998891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a74fbb34-72c8-43a5-9b3d-5838cbaf89c6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:26.999743 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.041981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object c87a15be-11b2-4168-aa55-2e305b0c0bfa will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:27.049167 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52648c14-aa7d-4289-9c0c-589289666d47 req-2251d4ae-faf9-45dc-9078-0058103fabcd service neutron] 10.222.0.88 "GET /v2.0/networks/2324576d-5115-438a-a6e9-283efc0ff9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749589 Jul 16 03:58:27.080760 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.082971 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6867cb05-fdd3-4512-a072-a01ecb273bab req-fa6261a8-3269-4e09-8df4-31efbe8c033d service neutron] 10.222.0.20 "GET /v2.0/networks/5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728618 Jul 16 03:58:27.088221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef8541-8c66-4e32-bdb1-81de0471d226 req-71318717-4248-47fa-b26f-6583d33e733a tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:27.090045 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dcef8541-8c66-4e32-bdb1-81de0471d226 req-71318717-4248-47fa-b26f-6583d33e733a tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 944 time: 0.2395325 Jul 16 03:58:27.114016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fe29a4-a1a8-4bc8-826f-28904173d101'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:27.117382 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66b380a-3618-4dc1-ac72-1e62e1944cfb" -d '{"events": [{"server_uuid": "e2202c7c-d3e4-45e3-b56f-ae2459b4941c", "name": "network-vif-plugged", "status": "completed", "tag": "14fe29a4-a1a8-4bc8-826f-28904173d101"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:27.155904 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 14fe29a4-a1a8-4bc8-826f-28904173d101, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=14fe29a4-a1a8-4bc8-826f-28904173d101,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:27.164932 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.201680 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6867cb05-fdd3-4512-a072-a01ecb273bab req-82a21aad-3582-481d-a5df-08428db55f7b service neutron] 10.222.0.20 "GET /v2.0/networks/5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060777 Jul 16 03:58:27.216641 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dcef8541-8c66-4e32-bdb1-81de0471d226 req-38cbbe61-88d1-4787-8c60-2b10515e01d3 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127491 Jul 16 03:58:27.218509 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.237951 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce792bc5-de37-41c2-92bf-03130c6b955a x-openstack-request-id: req-ce792bc5-de37-41c2-92bf-03130c6b955a {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:27.238307 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2202c7c-d3e4-45e3-b56f-ae2459b4941c", "name": "network-vif-plugged", "status": "completed", "tag": "14fe29a4-a1a8-4bc8-826f-28904173d101", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:27.238541 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce792bc5-de37-41c2-92bf-03130c6b955a {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:27.239013 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fe29a4-a1a8-4bc8-826f-28904173d101', 'code': 200} Jul 16 03:58:27.270959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=14fe29a4-a1a8-4bc8-826f-28904173d101,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:27.275112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:27.281821 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-52648c14-aa7d-4289-9c0c-589289666d47 req-20059412-759a-4547-b089-5f9e72d15527 service neutron] 10.222.0.88 "GET /v2.0/networks/2324576d-5115-438a-a6e9-283efc0ff9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242517 Jul 16 03:58:27.284769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:27.288984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:27.289313 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.332503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=c87a15be-11b2-4168-aa55-2e305b0c0bfa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:27.365390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a74fbb34-72c8-43a5-9b3d-5838cbaf89c6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Allocated IP 172.20.0.8 (f55cd736-5d71-4953-92cf-213346d5a1da/71faac3d-ce79-45ad-842e-496e7071d6f0/ca0df471-6b0c-4f0d-95d2-5bc71cd3d074) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:27.413698 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8ae2b-96a6-46d6-b7a6-37539c151766 req-d62f3df0-ad75-4c83-8d1d-33cd5e4fc117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:27.415326 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-77a8ae2b-96a6-46d6-b7a6-37539c151766 req-d62f3df0-ad75-4c83-8d1d-33cd5e4fc117 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 1096 time: 0.1261158 Jul 16 03:58:27.498872 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.505306 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-77a8ae2b-96a6-46d6-b7a6-37539c151766 req-8f5845f4-8224-4b05-aa27-b8931ca422f0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789096 Jul 16 03:58:27.589988 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a74fbb34-72c8-43a5-9b3d-5838cbaf89c6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.607787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a74fbb34-72c8-43a5-9b3d-5838cbaf89c6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Transition to ACTIVE for port object ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:27.651653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:27.684239 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a74fbb34-72c8-43a5-9b3d-5838cbaf89c6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.711280 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a74fbb34-72c8-43a5-9b3d-5838cbaf89c6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Network f55cd736-5d71-4953-92cf-213346d5a1da is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:27.739436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a74fbb34-72c8-43a5-9b3d-5838cbaf89c6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:27.743768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a74fbb34-72c8-43a5-9b3d-5838cbaf89c6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:27.758488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-31ebd7aa-67c0-4146-af52-c40179e50e9e None None] Provisioning for port c87a15be-11b2-4168-aa55-2e305b0c0bfa completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:27.772663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-31ebd7aa-67c0-4146-af52-c40179e50e9e None None] Provisioning complete for port c87a15be-11b2-4168-aa55-2e305b0c0bfa triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:27.773654 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-31ebd7aa-67c0-4146-af52-c40179e50e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.841850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fbb34-72c8-43a5-9b3d-5838cbaf89c6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'Port': ['ID=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:27.859236 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:27.869338 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a74fbb34-72c8-43a5-9b3d-5838cbaf89c6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:27.869981 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a74fbb34-72c8-43a5-9b3d-5838cbaf89c6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.876470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:27.876869 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:27.878580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-31ebd7aa-67c0-4146-af52-c40179e50e9e None None] Port c87a15be-11b2-4168-aa55-2e305b0c0bfa cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:27.902447 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a74fbb34-72c8-43a5-9b3d-5838cbaf89c6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2563169 Jul 16 03:58:27.926603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Request body: {'port': {'device_id': '64f46c37-eea4-46be-8fd3-6c56b0a0c9ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:27.992246 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.009711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bfa36-1def-4a62-9ac8-5a5db4b25877 req-8150e0cb-cc1b-4ac1-b445-942036b27fba tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:28.011630 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f70bfa36-1def-4a62-9ac8-5a5db4b25877 req-8150e0cb-cc1b-4ac1-b445-942036b27fba tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.2831521 Jul 16 03:58:28.048040 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.070161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=53cec9ce-3af2-43f9-8d0b-56e2029ccdb5,segment=NetworkSegment(93edcf2e-fe64-4bb8-9d9c-461c596fca8d),segment_id=93edcf2e-fe64-4bb8-9d9c-461c596fca8d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:28.077308 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.119574 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f70bfa36-1def-4a62-9ac8-5a5db4b25877 req-602e904f-eb28-4968-af39-b94a0cef2c67 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018903 Jul 16 03:58:28.187629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c86fbbb5-4ba8-454a-9acb-4ca97abf2910 None None] Provisioning for port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:28.195465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c86fbbb5-4ba8-454a-9acb-4ca97abf2910 None None] Provisioning complete for port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:28.195840 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c86fbbb5-4ba8-454a-9acb-4ca97abf2910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.215300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=53cec9ce-3af2-43f9-8d0b-56e2029ccdb5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:28.277764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc355353-130d-4dd6-81b7-bc5d24041f13 req-e112ab75-38e6-443a-b912-a82a66917a7b tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:28.279368 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc355353-130d-4dd6-81b7-bc5d24041f13 req-e112ab75-38e6-443a-b912-a82a66917a7b tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 944 time: 0.3824608 Jul 16 03:58:28.337221 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c86fbbb5-4ba8-454a-9acb-4ca97abf2910 None None] Port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:28.384384 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.406903 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.409895 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.419439 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc355353-130d-4dd6-81b7-bc5d24041f13 req-37e5510a-280b-47fa-9f30-11c8ac39b099 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dc4a45a-6872-483b-9de1-40a6a02b522c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338336 Jul 16 03:58:28.507598 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:58:28.524483 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.553869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Transition to ACTIVE for port object ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:28.559652 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=c87a15be-11b2-4168-aa55-2e305b0c0bfa,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:28.560971 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.632704 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:28.655532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784d0e3-8384-48cb-b358-f2f911912d29 req-77e57976-ef7c-4642-a52e-3ac6f01b7e74 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:28.657182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9784d0e3-8384-48cb-b358-f2f911912d29 req-77e57976-ef7c-4642-a52e-3ac6f01b7e74 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 931 time: 0.3035543 Jul 16 03:58:28.702734 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:28.707159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:28.718571 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Attempting to bind port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:28.718923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Attempting to bind port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:28.719260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Attempting to bind port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:28.724665 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 on network f55cd736-5d71-4953-92cf-213346d5a1da not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:58:28.724886 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Attempting to bind port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:28.730906 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:28.731247 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Checking segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:28.731645 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Bound using segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:28.732093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Bound port: ca0df471-6b0c-4f0d-95d2-5bc71cd3d074, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:28.732564 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.741108 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9784d0e3-8384-48cb-b358-f2f911912d29 req-4898b78b-f402-407c-9bf7-e98b29e0bb4e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690222 Jul 16 03:58:28.823551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] For port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:28.829595 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] For port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:28.838936 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.843889 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9bc7a-4d0b-41de-86cd-3f27b458f9a4 req-3f3084c1-0b64-4405-89b8-9e61bb4ce09f tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:28.845746 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1bc9bc7a-4d0b-41de-86cd-3f27b458f9a4 req-3f3084c1-0b64-4405-89b8-9e61bb4ce09f tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 945 time: 0.2521911 Jul 16 03:58:28.886049 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c24b23eb-1cbf-4363-8921-c7290b33d5a5 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:58:28.887287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:28.887965 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:28.890462 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] 10.222.0.88 "PUT /v2.0/ports/ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 HTTP/1.1" status: 200 len: 1091 time: 0.9757695 Jul 16 03:58:28.905288 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f46c37-eea4-46be-8fd3-6c56b0a0c9ac', 'tag': 'ca0df471-6b0c-4f0d-95d2-5bc71cd3d074'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:28.907594 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7887b4-85a5-4376-8b13-7dd927d8350c" -d '{"events": [{"name": "network-changed", "server_uuid": "64f46c37-eea4-46be-8fd3-6c56b0a0c9ac", "tag": "ca0df471-6b0c-4f0d-95d2-5bc71cd3d074"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:28.920627 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1bc9bc7a-4d0b-41de-86cd-3f27b458f9a4 req-ff633df1-72cc-4d54-8a4b-06209a208664 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643256 Jul 16 03:58:28.966862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Router 409139b7-5f00-42d7-aa11-73d5e9a02565 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:58:29.008927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad19d0-1309-4470-b5f4-91407b634a70 service neutron] Pushing event updated for resources: {'Port': ['ID=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:29.025156 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97a32b3-4559-4195-921a-a23c2d166468 x-openstack-request-id: req-a97a32b3-4559-4195-921a-a23c2d166468 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:29.025455 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f46c37-eea4-46be-8fd3-6c56b0a0c9ac", "tag": "ca0df471-6b0c-4f0d-95d2-5bc71cd3d074", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:29.025783 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a97a32b3-4559-4195-921a-a23c2d166468 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:29.026190 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f46c37-eea4-46be-8fd3-6c56b0a0c9ac', 'tag': 'ca0df471-6b0c-4f0d-95d2-5bc71cd3d074', 'status': 'completed', 'code': 200} Jul 16 03:58:29.060214 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-b746960e-9dab-4f4e-b77f-8a024c2a29a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:29.061908 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-b746960e-9dab-4f4e-b77f-8a024c2a29a0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 1094 time: 0.1016314 Jul 16 03:58:29.121136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:29.121397 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-1d18ec7e-b477-4a62-81c0-a78d6bee5dbb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 HTTP/1.1" status: 200 len: 217 time: 0.0477219 Jul 16 03:58:29.126673 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-92e90222-32a9-430b-9af0-e8ddcfb5951d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "PUT /v2.0/routers/409139b7-5f00-42d7-aa11-73d5e9a02565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7243836 Jul 16 03:58:29.130385 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:29.136062 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Sync routers for ids ['409139b7-5f00-42d7-aa11-73d5e9a02565'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:29.147988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c24b23eb-1cbf-4363-8921-c7290b33d5a5, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c24b23eb-1cbf-4363-8921-c7290b33d5a5,segment=NetworkSegment(d7b01279-c112-45c5-a102-07a7122becc8),segment_id=d7b01279-c112-45c5-a102-07a7122becc8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:29.165232 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Routers {'409139b7-5f00-42d7-aa11-73d5e9a02565'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:29.165914 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'c24b23eb-1cbf-4363-8921-c7290b33d5a5', 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07', 'port_id': 'c24b23eb-1cbf-4363-8921-c7290b33d5a5', 'mac_address': 'fa:16:3e:54:db:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 918, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c64f223-cee4-46c8-b699-93bea8788d00', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:58:29.166771 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['409139b7-5f00-42d7-aa11-73d5e9a02565'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:29.218216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243fe03a-4b9c-4d9b-a962-52b99aadcf53 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:29.222705 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-243fe03a-4b9c-4d9b-a962-52b99aadcf53 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports/c87a15be-11b2-4168-aa55-2e305b0c0bfa HTTP/1.1" status: 200 len: 911 time: 0.0913510 Jul 16 03:58:29.223560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-df96ec32-beae-45a8-bfb6-76ace7243946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:29.223806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42812) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:29.227721 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-df96ec32-beae-45a8-bfb6-76ace7243946 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.0968056 Jul 16 03:58:29.248894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a2342d-fe15-44b7-8215-5c4815e5e654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cec9ce-3af2-43f9-8d0b-56e2029ccdb5'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:29.252596 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efabfd94-e9ec-4908-836f-309cec2fcf77" -d '{"events": [{"server_uuid": "46a2342d-fe15-44b7-8215-5c4815e5e654", "name": "network-vif-plugged", "status": "completed", "tag": "53cec9ce-3af2-43f9-8d0b-56e2029ccdb5"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:29.317181 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-364a2232-59ac-4caa-a15f-21b922ac0c68 None None] Provisioning complete for port c87a15be-11b2-4168-aa55-2e305b0c0bfa triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:29.317701 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-364a2232-59ac-4caa-a15f-21b922ac0c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:29.335295 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Set router 409139b7-5f00-42d7-aa11-73d5e9a02565 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:29.363196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a511b661-dcf7-43fd-9c53-5cff6fbdbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:29.364723 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-a511b661-dcf7-43fd-9c53-5cff6fbdbc9c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256845 Jul 16 03:58:29.380766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c603f97d-2557-497f-8f77-fc5da6cf623a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:29.384143 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36032d2b-0fe2-4436-8699-7a1f313042dc x-openstack-request-id: req-36032d2b-0fe2-4436-8699-7a1f313042dc {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:29.384503 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a2342d-fe15-44b7-8215-5c4815e5e654", "name": "network-vif-plugged", "status": "completed", "tag": "53cec9ce-3af2-43f9-8d0b-56e2029ccdb5", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:29.384759 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-36032d2b-0fe2-4436-8699-7a1f313042dc {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:29.385149 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a2342d-fe15-44b7-8215-5c4815e5e654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cec9ce-3af2-43f9-8d0b-56e2029ccdb5', 'code': 200} Jul 16 03:58:29.385927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-364a2232-59ac-4caa-a15f-21b922ac0c68 None None] Port c87a15be-11b2-4168-aa55-2e305b0c0bfa cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:29.386993 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c603f97d-2557-497f-8f77-fc5da6cf623a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:29.388485 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:29.388620 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c603f97d-2557-497f-8f77-fc5da6cf623a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1636739 Jul 16 03:58:29.394709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42816) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:29.420475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24b23eb-1cbf-4363-8921-c7290b33d5a5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:58:29.451353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c24b23eb-1cbf-4363-8921-c7290b33d5a5, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c24b23eb-1cbf-4363-8921-c7290b33d5a5,segment=NetworkSegment(d7b01279-c112-45c5-a102-07a7122becc8),segment_id=d7b01279-c112-45c5-a102-07a7122becc8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:29.463619 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:29.586347 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a86321-ae46-4704-bba9-bb261e2b9ae3 req-871d74ec-ad3e-4f28-b26c-64e845dc3b01 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:29.598997 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0a86321-ae46-4704-bba9-bb261e2b9ae3 req-871d74ec-ad3e-4f28-b26c-64e845dc3b01 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.2091329 Jul 16 03:58:29.629897 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c24b23eb-1cbf-4363-8921-c7290b33d5a5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:29.650362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10edd18-51ef-40c3-a216-78ab71347028 req-d027cf8b-68f7-4e48-98ea-5c853681cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:29.652017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c10edd18-51ef-40c3-a216-78ab71347028 req-d027cf8b-68f7-4e48-98ea-5c853681cfe1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 1096 time: 0.1956904 Jul 16 03:58:29.680617 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c24b23eb-1cbf-4363-8921-c7290b33d5a5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:58:29.733362 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c0a86321-ae46-4704-bba9-bb261e2b9ae3 req-38cb4ce7-e20a-4abc-a0d7-3743b0028a56 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233461 Jul 16 03:58:29.747944 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409139b7-5f00-42d7-aa11-73d5e9a02565', 'name': 'tempest-NetworksTestDHCPv6-router-2127968825', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:24Z', 'updated_at': '2021-07-16T03:58:27Z', 'revision_number': 2, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'gw_port_host': None, '_interfaces': [{'id': 'c87a15be-11b2-4168-aa55-2e305b0c0bfa', 'name': '', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'mac_address': 'fa:16:3e:3c:21:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409139b7-5f00-42d7-aa11-73d5e9a02565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2dbcb4e5-15a9-4c06-9211-89301085c56c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:26Z', 'updated_at': '2021-07-16T03:58:27Z', 'revision_number': 2, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'subnets': [{'id': '2dbcb4e5-15a9-4c06-9211-89301085c56c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:29.776622 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c10edd18-51ef-40c3-a216-78ab71347028 req-ea050677-707c-4ade-9458-068145222767 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136935 Jul 16 03:58:29.815144 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Checking router: 409139b7-5f00-42d7-aa11-73d5e9a02565 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:58:29.816088 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Updating router 409139b7-5f00-42d7-aa11-73d5e9a02565 port c87a15be-11b2-4168-aa55-2e305b0c0bfa binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:58:29.819517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219668e-0a0f-4643-bec1-b466033b4477 req-09eb4d2c-ed82-4524-98e5-0c71231ee1c4 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:29.829962 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e219668e-0a0f-4643-bec1-b466033b4477 req-09eb4d2c-ed82-4524-98e5-0c71231ee1c4 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 945 time: 0.1602097 Jul 16 03:58:29.897230 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:29.905759 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e219668e-0a0f-4643-bec1-b466033b4477 req-c646010a-1c55-48d8-a45f-b5c23e4702cb tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dc4a45a-6872-483b-9de1-40a6a02b522c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746806 Jul 16 03:58:30.020588 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-71570306-650b-4871-a55f-246752407441 service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461809 Jul 16 03:58:30.044161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a720d8-71ab-4f4e-a24b-eda3c4dcb602 req-1acc174c-ded6-4ef4-92b8-e7df8f088a7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:30.048020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3a720d8-71ab-4f4e-a24b-eda3c4dcb602 req-1acc174c-ded6-4ef4-92b8-e7df8f088a7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.1086535 Jul 16 03:58:30.111215 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44ce2931-22c8-4671-a5bb-5db2354d37a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.162266 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3a720d8-71ab-4f4e-a24b-eda3c4dcb602 req-1c69caf9-378c-4c86-b644-c0e79dc609fa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077437 Jul 16 03:58:30.190079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42828) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:30.265578 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.278327 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Transition to ACTIVE for port object c87a15be-11b2-4168-aa55-2e305b0c0bfa will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:30.286639 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.305264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e733ca8-ae54-4e16-a073-f23705f8465b req-41095f77-f7c7-435a-986a-d68d1fedbecd tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:30.307148 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e733ca8-ae54-4e16-a073-f23705f8465b req-41095f77-f7c7-435a-986a-d68d1fedbecd tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 943 time: 0.2027535 Jul 16 03:58:30.336507 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d10f3-f396-4e6d-8797-4123f6e52a09 None None] Pushing event updated for resources: {'Port': ['ID=c87a15be-11b2-4168-aa55-2e305b0c0bfa,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:30.345866 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d10f3-f396-4e6d-8797-4123f6e52a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:30.346220 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d10f3-f396-4e6d-8797-4123f6e52a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:30.346564 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d10f3-f396-4e6d-8797-4123f6e52a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:30.347505 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d10f3-f396-4e6d-8797-4123f6e52a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:30.347891 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d10f3-f396-4e6d-8797-4123f6e52a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:30.348230 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d10f3-f396-4e6d-8797-4123f6e52a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:30.348584 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d10f3-f396-4e6d-8797-4123f6e52a09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:30.348963 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d10f3-f396-4e6d-8797-4123f6e52a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:30.349475 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d10f3-f396-4e6d-8797-4123f6e52a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:30.349811 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d10f3-f396-4e6d-8797-4123f6e52a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:30.350135 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d10f3-f396-4e6d-8797-4123f6e52a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:30.350455 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d10f3-f396-4e6d-8797-4123f6e52a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:30.363497 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d0150a-d6dd-4e6b-bb01-eab7ccd01f19 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:30.367723 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-02d0150a-d6dd-4e6b-bb01-eab7ccd01f19 tempest-TestNetworkAdvancedServerOps-549651088 tempest-TestNetworkAdvancedServerOps-549651088-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 1091 time: 0.1738904 Jul 16 03:58:30.371504 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4d23b73f-5e05-4e66-b1b4-765c83889309 req-2957a2cb-6973-49cd-8585-3d44e5ed6679 service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436751 Jul 16 03:58:30.372100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42830) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:30.391629 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '14fe29a4-a1a8-4bc8-826f-28904173d101', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:30.408435 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e733ca8-ae54-4e16-a073-f23705f8465b req-5b132627-aa55-470a-8525-4004a03f22e2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939562 Jul 16 03:58:30.453783 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4192277-1929-41f8-b9e6-25277f7a2ad9 req-ad1f790d-7b93-47fd-8c9b-ebdd51b5a86c tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:30.455801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4192277-1929-41f8-b9e6-25277f7a2ad9 req-ad1f790d-7b93-47fd-8c9b-ebdd51b5a86c tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 945 time: 0.1425424 Jul 16 03:58:30.479556 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Attempting to bind port c87a15be-11b2-4168-aa55-2e305b0c0bfa on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:30.479932 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Attempting to bind port c87a15be-11b2-4168-aa55-2e305b0c0bfa by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:30.480300 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Attempting to bind port c87a15be-11b2-4168-aa55-2e305b0c0bfa on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:30.486448 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:30.486824 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:30.487259 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.487714 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:30.488226 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Bound port: c87a15be-11b2-4168-aa55-2e305b0c0bfa, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:30.488652 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.532109 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.551362 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4192277-1929-41f8-b9e6-25277f7a2ad9 req-0694dade-98ca-4451-9b44-5c9d075db0fb tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843720 Jul 16 03:58:30.591904 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] For port c87a15be-11b2-4168-aa55-2e305b0c0bfa, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:30.597246 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] For port c87a15be-11b2-4168-aa55-2e305b0c0bfa, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c87a15be-11b2-4168-aa55-2e305b0c0bfa,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:30.606023 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.673915 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Routers {'409139b7-5f00-42d7-aa11-73d5e9a02565'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:30.674956 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['409139b7-5f00-42d7-aa11-73d5e9a02565'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:30.726845 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96d4b66b-3775-4ba9-9c48-fb11118edea6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:30.767509 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d10f3-f396-4e6d-8797-4123f6e52a09 None None] Pushing event updated for resources: {'Port': ['ID=c87a15be-11b2-4168-aa55-2e305b0c0bfa,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:30.786842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7887b4-85a5-4376-8b13-7dd927d8350c req-e5f6eadd-6d30-4d3e-900c-668b6c38b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:30.788396 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d7887b4-85a5-4376-8b13-7dd927d8350c req-e5f6eadd-6d30-4d3e-900c-668b6c38b728 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 1094 time: 0.3164949 Jul 16 03:58:30.861417 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] Set router 409139b7-5f00-42d7-aa11-73d5e9a02565 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:30.899938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c24b23eb-1cbf-4363-8921-c7290b33d5a5 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:31.023286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port c24b23eb-1cbf-4363-8921-c7290b33d5a5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:31.031531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port c24b23eb-1cbf-4363-8921-c7290b33d5a5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:31.031913 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.138476 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409139b7-5f00-42d7-aa11-73d5e9a02565', 'name': 'tempest-NetworksTestDHCPv6-router-2127968825', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:24Z', 'updated_at': '2021-07-16T03:58:27Z', 'revision_number': 2, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'gw_port_host': None, '_interfaces': [{'id': 'c87a15be-11b2-4168-aa55-2e305b0c0bfa', 'name': '', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'mac_address': 'fa:16:3e:3c:21:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409139b7-5f00-42d7-aa11-73d5e9a02565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2dbcb4e5-15a9-4c06-9211-89301085c56c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:26Z', 'updated_at': '2021-07-16T03:58:30Z', 'revision_number': 4, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'subnets': [{'id': '2dbcb4e5-15a9-4c06-9211-89301085c56c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:31.151681 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.162209 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-71e616b1-3c0f-48ed-83b9-bc368a56f495 req-2e589858-38bc-461d-966e-47cde316eb05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4210072 Jul 16 03:58:31.179190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7887b4-85a5-4376-8b13-7dd927d8350c req-2895519b-99a1-4b44-ad42-85e25c2a299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:31.180605 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d7887b4-85a5-4376-8b13-7dd927d8350c req-2895519b-99a1-4b44-ad42-85e25c2a299a service neutron] 10.222.0.88 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.2945910 Jul 16 03:58:31.182337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7992b-58a4-48c7-89e5-ee877e25375f req-5a4e981c-731c-485b-9269-edef051200e7 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:31.186976 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ac7992b-58a4-48c7-89e5-ee877e25375f req-5a4e981c-731c-485b-9269-edef051200e7 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 945 time: 0.1142895 Jul 16 03:58:31.202306 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ce43e-0432-4134-ac9b-7dac0e243565 None None] The sync data for ids ['409139b7-5f00-42d7-aa11-73d5e9a02565'] in n-d-800088-6 is: [{'id': '409139b7-5f00-42d7-aa11-73d5e9a02565', 'name': 'tempest-NetworksTestDHCPv6-router-2127968825', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:24Z', 'updated_at': '2021-07-16T03:58:27Z', 'revision_number': 2, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'gw_port_host': None, '_interfaces': [{'id': 'c87a15be-11b2-4168-aa55-2e305b0c0bfa', 'name': '', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'mac_address': 'fa:16:3e:3c:21:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '409139b7-5f00-42d7-aa11-73d5e9a02565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': '2dbcb4e5-15a9-4c06-9211-89301085c56c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:26Z', 'updated_at': '2021-07-16T03:58:30Z', 'revision_number': 4, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'subnets': [{'id': '2dbcb4e5-15a9-4c06-9211-89301085c56c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:31.254050 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7ac7992b-58a4-48c7-89e5-ee877e25375f req-4c8e973c-71e8-44ae-b7da-5c6dafbfef0c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dc4a45a-6872-483b-9de1-40a6a02b522c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603404 Jul 16 03:58:31.288923 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.294853 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d7887b4-85a5-4376-8b13-7dd927d8350c req-d1f1ab74-82a6-45d3-af68-297dedf083ff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 HTTP/1.1" status: 200 len: 217 time: 0.0820365 Jul 16 03:58:31.307103 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.358117 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c24b23eb-1cbf-4363-8921-c7290b33d5a5, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c24b23eb-1cbf-4363-8921-c7290b33d5a5,segment=NetworkSegment(d7b01279-c112-45c5-a102-07a7122becc8),segment_id=d7b01279-c112-45c5-a102-07a7122becc8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:31.363948 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.398164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b4eeea-dda8-4bc2-b19c-76ba0518fd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24b23eb-1cbf-4363-8921-c7290b33d5a5'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:31.401051 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866403d1-025f-49d3-a637-bd3d315d1cf5" -d '{"events": [{"server_uuid": "65b4eeea-dda8-4bc2-b19c-76ba0518fd5e", "name": "network-vif-plugged", "status": "completed", "tag": "c24b23eb-1cbf-4363-8921-c7290b33d5a5"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:31.435258 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c24b23eb-1cbf-4363-8921-c7290b33d5a5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:31.441965 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7887b4-85a5-4376-8b13-7dd927d8350c req-3b21121f-c414-4b22-861e-b8eb13650619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:31.443614 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d7887b4-85a5-4376-8b13-7dd927d8350c req-3b21121f-c414-4b22-861e-b8eb13650619 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.1124403 Jul 16 03:58:31.479062 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86da8957-a4f6-4a5e-9c5f-c8bf42aa82e8 x-openstack-request-id: req-86da8957-a4f6-4a5e-9c5f-c8bf42aa82e8 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:31.479359 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b4eeea-dda8-4bc2-b19c-76ba0518fd5e", "name": "network-vif-plugged", "status": "completed", "tag": "c24b23eb-1cbf-4363-8921-c7290b33d5a5", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:31.480406 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86da8957-a4f6-4a5e-9c5f-c8bf42aa82e8 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:31.480950 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b4eeea-dda8-4bc2-b19c-76ba0518fd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24b23eb-1cbf-4363-8921-c7290b33d5a5', 'code': 200} Jul 16 03:58:31.496616 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Allocated IP 172.25.3.18 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/784d674f-0407-4564-bc03-d5ae91be533a) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:31.536135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e616b1-3c0f-48ed-83b9-bc368a56f495 req-15834b85-7c34-401d-81a3-f1ed2611fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:31.537672 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-71e616b1-3c0f-48ed-83b9-bc368a56f495 req-15834b85-7c34-401d-81a3-f1ed2611fa11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 1096 time: 0.2605171 Jul 16 03:58:31.663337 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.729421 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44bbb3-1c66-4e07-b520-272d147ee8a6 req-5c1ed0cc-d078-491e-aea5-5d4ea56a0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:31.731757 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc44bbb3-1c66-4e07-b520-272d147ee8a6 req-5c1ed0cc-d078-491e-aea5-5d4ea56a0f71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 1097 time: 0.1941817 Jul 16 03:58:31.786950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a6bda-43d7-4f6f-ad0b-b559e60d0e21 req-c1cc61b3-6460-44c5-aa84-5490e2aad52a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:31.789376 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.793986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-547a6bda-43d7-4f6f-ad0b-b559e60d0e21 req-c1cc61b3-6460-44c5-aa84-5490e2aad52a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 943 time: 0.1357210 Jul 16 03:58:31.850041 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc44bbb3-1c66-4e07-b520-272d147ee8a6 req-8d89b1f9-a2df-444e-91b8-b8d7030e5e84 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2dc4a45a-6872-483b-9de1-40a6a02b522c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102774 Jul 16 03:58:31.852257 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.872926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-547a6bda-43d7-4f6f-ad0b-b559e60d0e21 req-b5566c35-6655-4f54-8072-6c072bae081d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779819 Jul 16 03:58:31.902381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-96d4b66b-3775-4ba9-9c48-fb11118edea6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port c87a15be-11b2-4168-aa55-2e305b0c0bfa {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:31.902599 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96d4b66b-3775-4ba9-9c48-fb11118edea6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:31.935916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78edf5-ae64-4658-a4b2-341cffef6f37 req-634a2f3e-4dd0-47a2-9fb9-76294378132d tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:31.938111 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d78edf5-ae64-4658-a4b2-341cffef6f37 req-634a2f3e-4dd0-47a2-9fb9-76294378132d tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 945 time: 0.1738462 Jul 16 03:58:31.991813 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d78edf5-ae64-4658-a4b2-341cffef6f37 req-26f14649-f84c-41ca-ab04-89257b19c1ca tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477340 Jul 16 03:58:32.258820 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:32.261283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:32.263844 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:32.342392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7887b4-85a5-4376-8b13-7dd927d8350c req-0bbd39e6-bc9d-443a-80b2-74197aec60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:32.343942 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d7887b4-85a5-4376-8b13-7dd927d8350c req-0bbd39e6-bc9d-443a-80b2-74197aec60ab service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8710027 Jul 16 03:58:32.350840 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=784d674f-0407-4564-bc03-d5ae91be533a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:32.478500 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e616b1-3c0f-48ed-83b9-bc368a56f495 req-9f3aedd6-030f-4443-8907-03e32873b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:32.480154 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-71e616b1-3c0f-48ed-83b9-bc368a56f495 req-9f3aedd6-030f-4443-8907-03e32873b89c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c7f2115-9f65-4119-b0f5-87af65b86dd7 HTTP/1.1" status: 200 len: 898 time: 0.8759961 Jul 16 03:58:32.567334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89edaf-4a94-41f2-8115-b5d67724eb8f req-1b1b1bcc-08ae-4ff3-8159-515cd21fb449 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:32.570653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c87a15be-11b2-4168-aa55-2e305b0c0bfa up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:32.575139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe89edaf-4a94-41f2-8115-b5d67724eb8f req-1b1b1bcc-08ae-4ff3-8159-515cd21fb449 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 946 time: 0.1390619 Jul 16 03:58:32.601294 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-71e616b1-3c0f-48ed-83b9-bc368a56f495 req-09deb039-07f7-49e7-b039-7dc73c06cc0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14fe29a4-a1a8-4bc8-826f-28904173d101 HTTP/1.1" status: 200 len: 217 time: 0.0862684 Jul 16 03:58:32.643332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-96d4b66b-3775-4ba9-9c48-fb11118edea6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] For port c87a15be-11b2-4168-aa55-2e305b0c0bfa, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c87a15be-11b2-4168-aa55-2e305b0c0bfa,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:32.644247 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96d4b66b-3775-4ba9-9c48-fb11118edea6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.662051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port c87a15be-11b2-4168-aa55-2e305b0c0bfa completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:32.669501 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c87a15be-11b2-4168-aa55-2e305b0c0bfa triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:32.671277 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.697321 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe89edaf-4a94-41f2-8115-b5d67724eb8f req-3c743c4e-8473-4bd0-a43d-3639333a8389 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dc4a45a-6872-483b-9de1-40a6a02b522c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1212783 Jul 16 03:58:32.709595 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-96d4b66b-3775-4ba9-9c48-fb11118edea6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for c87a15be-11b2-4168-aa55-2e305b0c0bfa owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:32.715787 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d7887b4-85a5-4376-8b13-7dd927d8350c req-01121b86-62de-415a-a266-40a327c907da service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188095 Jul 16 03:58:32.812086 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.836663 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c83e8a6-9a53-4816-b02d-b8037633195c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.885187 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.895644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port c87a15be-11b2-4168-aa55-2e305b0c0bfa, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c87a15be-11b2-4168-aa55-2e305b0c0bfa,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:32.906141 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:32.935740 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e616b1-3c0f-48ed-83b9-bc368a56f495 req-e9e57245-e352-433d-a32d-c74fb2f86f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:32.953657 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-71e616b1-3c0f-48ed-83b9-bc368a56f495 req-e9e57245-e352-433d-a32d-c74fb2f86f67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09c7bc35-5ac9-496a-a658-77911e76dd03 HTTP/1.1" status: 200 len: 835 time: 0.3306847 Jul 16 03:58:32.970538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=c87a15be-11b2-4168-aa55-2e305b0c0bfa,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:33.200971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92465e1-f9de-4254-ac57-3a3f9d108dea req-9d8ee11c-d0f9-48f0-b851-7c1b5d77b757 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:33.202513 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e92465e1-f9de-4254-ac57-3a3f9d108dea req-9d8ee11c-d0f9-48f0-b851-7c1b5d77b757 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 943 time: 0.1385462 Jul 16 03:58:33.218698 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d7887b4-85a5-4376-8b13-7dd927d8350c req-0a043893-820e-4885-ad0e-1c7986508e46 service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782844 Jul 16 03:58:33.224527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388dda1-91db-41cf-98ef-07584ae189a5 req-5c907deb-9737-41a5-ac95-57ce25274fe9 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:33.231622 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c388dda1-91db-41cf-98ef-07584ae189a5 req-5c907deb-9737-41a5-ac95-57ce25274fe9 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 945 time: 0.1149073 Jul 16 03:58:33.290684 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e616b1-3c0f-48ed-83b9-bc368a56f495 req-4cbeebe3-da30-4193-99b9-a9051ce68e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:33.292097 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-71e616b1-3c0f-48ed-83b9-bc368a56f495 req-4cbeebe3-da30-4193-99b9-a9051ce68e1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c7f2115-9f65-4119-b0f5-87af65b86dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3209987 Jul 16 03:58:33.300838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e92465e1-f9de-4254-ac57-3a3f9d108dea req-fa8de989-dccb-417a-837c-a0f71ded6507 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887265 Jul 16 03:58:33.304534 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c388dda1-91db-41cf-98ef-07584ae189a5 req-e3e02487-55ac-43c6-9f7d-e84fa82cda45 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714576 Jul 16 03:58:33.507416 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96d4b66b-3775-4ba9-9c48-fb11118edea6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.557085 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4b66b-3775-4ba9-9c48-fb11118edea6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=c87a15be-11b2-4168-aa55-2e305b0c0bfa,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:33.573608 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.594817 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-71e616b1-3c0f-48ed-83b9-bc368a56f495 req-3c5481f4-3c7a-4480-885f-589dc16aaddb service neutron] 10.222.0.20 "GET /v2.0/networks/4c7f2115-9f65-4119-b0f5-87af65b86dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919471 Jul 16 03:58:33.782701 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-96d4b66b-3775-4ba9-9c48-fb11118edea6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.897797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d64a3-e006-4eb0-8efd-07fb8d94f8d6 req-69206013-20c0-4316-bb53-4cf0c0d6f6c9 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:33.899391 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f49d64a3-e006-4eb0-8efd-07fb8d94f8d6 req-69206013-20c0-4316-bb53-4cf0c0d6f6c9 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 946 time: 0.0723064 Jul 16 03:58:33.902827 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.915535 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-71e616b1-3c0f-48ed-83b9-bc368a56f495 req-e518d5bc-c802-44bc-86db-912adfa9030b service neutron] 10.222.0.20 "GET /v2.0/networks/4c7f2115-9f65-4119-b0f5-87af65b86dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973597 Jul 16 03:58:33.923320 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:33.948632 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f49d64a3-e006-4eb0-8efd-07fb8d94f8d6 req-a1d9da09-a8c5-4b70-918d-028c9664cb37 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dc4a45a-6872-483b-9de1-40a6a02b522c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399492 Jul 16 03:58:34.061546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d4b66b-3775-4ba9-9c48-fb11118edea6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Router 409139b7-5f00-42d7-aa11-73d5e9a02565 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:34.137491 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700e90-c1d7-4d5e-8349-872812c33534 req-e8df634a-3b6c-48d8-a426-84cc5ba58af1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:34.139868 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d700e90-c1d7-4d5e-8349-872812c33534 req-e8df634a-3b6c-48d8-a426-84cc5ba58af1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 946 time: 0.0726995 Jul 16 03:58:34.187015 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d700e90-c1d7-4d5e-8349-872812c33534 req-bb2e5d11-f85d-4ec5-b620-14a6717fc71f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dc4a45a-6872-483b-9de1-40a6a02b522c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394905 Jul 16 03:58:34.192071 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d4b66b-3775-4ba9-9c48-fb11118edea6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:34.202512 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-96d4b66b-3775-4ba9-9c48-fb11118edea6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "PUT /v2.0/routers/409139b7-5f00-42d7-aa11-73d5e9a02565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8066537 Jul 16 03:58:34.202866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631beaf2-67f4-4bce-b2f0-7ba28d1c566c None None] Sync routers for ids ['409139b7-5f00-42d7-aa11-73d5e9a02565'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:34.205033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:34.225068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631beaf2-67f4-4bce-b2f0-7ba28d1c566c None None] Routers {'409139b7-5f00-42d7-aa11-73d5e9a02565'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:34.225940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-631beaf2-67f4-4bce-b2f0-7ba28d1c566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['409139b7-5f00-42d7-aa11-73d5e9a02565'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:34.245243 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.255788 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.297041 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c9063-431e-4f1c-b4a9-36d1658f5cf7 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:34.298568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c9063-431e-4f1c-b4a9-36d1658f5cf7 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:34.300382 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-616c9063-431e-4f1c-b4a9-36d1658f5cf7 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0942912 Jul 16 03:58:34.302985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:34.355521 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-631beaf2-67f4-4bce-b2f0-7ba28d1c566c None None] Set router 409139b7-5f00-42d7-aa11-73d5e9a02565 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:34.369332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event updated for resources: {'Port': ['ID=784d674f-0407-4564-bc03-d5ae91be533a,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:34.406135 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.413746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 2dbcb4e5-15a9-4c06-9211-89301085c56c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:34.425033 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.477881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-631beaf2-67f4-4bce-b2f0-7ba28d1c566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409139b7-5f00-42d7-aa11-73d5e9a02565', 'name': 'tempest-NetworksTestDHCPv6-router-2127968825', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:24Z', 'updated_at': '2021-07-16T03:58:33Z', 'revision_number': 3, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:34.518259 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.539386 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631beaf2-67f4-4bce-b2f0-7ba28d1c566c None None] Checking router: 409139b7-5f00-42d7-aa11-73d5e9a02565 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:58:34.560212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631beaf2-67f4-4bce-b2f0-7ba28d1c566c None None] Routers {'409139b7-5f00-42d7-aa11-73d5e9a02565'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:34.560887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-631beaf2-67f4-4bce-b2f0-7ba28d1c566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['409139b7-5f00-42d7-aa11-73d5e9a02565'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:34.648223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-631beaf2-67f4-4bce-b2f0-7ba28d1c566c None None] Set router 409139b7-5f00-42d7-aa11-73d5e9a02565 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:34.687452 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.733950 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-631beaf2-67f4-4bce-b2f0-7ba28d1c566c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '409139b7-5f00-42d7-aa11-73d5e9a02565', 'name': 'tempest-NetworksTestDHCPv6-router-2127968825', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:24Z', 'updated_at': '2021-07-16T03:58:33Z', 'revision_number': 3, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:34.776843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631beaf2-67f4-4bce-b2f0-7ba28d1c566c None None] The sync data for ids ['409139b7-5f00-42d7-aa11-73d5e9a02565'] in n-d-800088-6 is: [{'id': '409139b7-5f00-42d7-aa11-73d5e9a02565', 'name': 'tempest-NetworksTestDHCPv6-router-2127968825', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:24Z', 'updated_at': '2021-07-16T03:58:33Z', 'revision_number': 3, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:34.824597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6195b74-85e3-4ec4-8789-1b297fff9ac2 req-7b7520f2-9a38-4bee-910e-010f1a6f06e7 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:34.826534 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6195b74-85e3-4ec4-8789-1b297fff9ac2 req-7b7520f2-9a38-4bee-910e-010f1a6f06e7 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 943 time: 0.2349458 Jul 16 03:58:34.854565 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3a9c8-d91c-4a25-89ed-dc5ad387c901 req-8b0d2239-1bc4-4448-8ca2-c40c7260984e tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:34.856146 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6e3a9c8-d91c-4a25-89ed-dc5ad387c901 req-8b0d2239-1bc4-4448-8ca2-c40c7260984e tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 945 time: 0.2843671 Jul 16 03:58:34.889637 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.941633 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6195b74-85e3-4ec4-8789-1b297fff9ac2 req-42a8c8a2-9357-43d3-8970-679239bd0616 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045749 Jul 16 03:58:34.942334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=2dbcb4e5-15a9-4c06-9211-89301085c56c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:34.944924 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:34.949439 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/2dbcb4e5-15a9-4c06-9211-89301085c56c HTTP/1.1" status: 204 len: 168 time: 0.6428106 Jul 16 03:58:34.950042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:34.953634 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5208983c-9957-4c1b-9474-1dc54795ab37 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:34.998117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6e3a9c8-d91c-4a25-89ed-dc5ad387c901 req-33f4d02d-c57f-4c8f-9f96-83ce5a944532 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331387 Jul 16 03:58:35.001188 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:35.001980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:35.001980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:35.002186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:35.002511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:35.002894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:35.003222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:35.003549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:35.003873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:35.004198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:35.004567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:35.004894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1871c52-63db-4bd3-9cce-0f89206399f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:35.058076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92634f7c-1ffe-4402-9683-1b26d44b930e req-ef7e9994-e803-4d08-8192-7f392d10fc2d tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:35.059645 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-92634f7c-1ffe-4402-9683-1b26d44b930e req-ef7e9994-e803-4d08-8192-7f392d10fc2d tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.88 "GET /v2.0/ports?device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 945 time: 0.5718744 Jul 16 03:58:35.069829 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Floating IP a533f8b6-7bf2-403a-9d6a-3ac2c3403c8d associated. External IP: 172.25.3.18, port: 14fe29a4-a1a8-4bc8-826f-28904173d101. Jul 16 03:58:35.100216 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a4ff8fda-a970-49b0-9562-169009650258 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1460788 Jul 16 03:58:35.100779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:35.220774 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f932a52d-f7b6-420e-9a5f-14015b96b4ee None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:35.285371 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f932a52d-f7b6-420e-9a5f-14015b96b4ee None None] Deleting port 0d24194c-0bcc-415c-91ee-683fe9fa9d6d {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:35.285755 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f932a52d-f7b6-420e-9a5f-14015b96b4ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.375746 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-92634f7c-1ffe-4402-9683-1b26d44b930e req-f453672e-5350-406a-9358-17fb43fa25da tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Deleting port 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:35.376215 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-92634f7c-1ffe-4402-9683-1b26d44b930e req-f453672e-5350-406a-9358-17fb43fa25da tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.554369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f932a52d-f7b6-420e-9a5f-14015b96b4ee None None] For port 0d24194c-0bcc-415c-91ee-683fe9fa9d6d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0d24194c-0bcc-415c-91ee-683fe9fa9d6d,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:35.554813 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f932a52d-f7b6-420e-9a5f-14015b96b4ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.589738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f932a52d-f7b6-420e-9a5f-14015b96b4ee None None] Calling delete_port for 0d24194c-0bcc-415c-91ee-683fe9fa9d6d owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:35.594722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-92634f7c-1ffe-4402-9683-1b26d44b930e req-f453672e-5350-406a-9358-17fb43fa25da tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] For port 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=53cec9ce-3af2-43f9-8d0b-56e2029ccdb5,segment=NetworkSegment(93edcf2e-fe64-4bb8-9d9c-461c596fca8d),segment_id=93edcf2e-fe64-4bb8-9d9c-461c596fca8d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:35.595104 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-92634f7c-1ffe-4402-9683-1b26d44b930e req-f453672e-5350-406a-9358-17fb43fa25da tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.605649 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:35.614657 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-92634f7c-1ffe-4402-9683-1b26d44b930e req-f453672e-5350-406a-9358-17fb43fa25da tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Calling delete_port for 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:35.711118 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f932a52d-f7b6-420e-9a5f-14015b96b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.738147 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-080fe6bf-110c-4bf2-bba3-2249c4a7b42a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.739302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f932a52d-f7b6-420e-9a5f-14015b96b4ee None None] No DVR routers for this DVR port 0d24194c-0bcc-415c-91ee-683fe9fa9d6d on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:35.786392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 42890) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:35.814810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932a52d-f7b6-420e-9a5f-14015b96b4ee None None] Pushing event deleted for resources: {'Port': ['ID=0d24194c-0bcc-415c-91ee-683fe9fa9d6d,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:35.846080 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.860671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:35.878834 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8180dfce-c5e6-4cf2-8621-25f7017a87bd None None] Sync routers for ids ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:35.895601 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8180dfce-c5e6-4cf2-8621-25f7017a87bd None None] Routers {'5014ef77-8562-4a19-9e6d-ea6d2994a3a6'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:35.897792 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8180dfce-c5e6-4cf2-8621-25f7017a87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:35.905976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:35.970486 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c01bbe27-a9f4-46f5-a264-0e2794c7d068 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5958662 Jul 16 03:58:35.971160 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'tag': '14fe29a4-a1a8-4bc8-826f-28904173d101'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:35.973890 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b075d865-4767-40a5-ba4e-f1e180aaa78c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2202c7c-d3e4-45e3-b56f-ae2459b4941c", "tag": "14fe29a4-a1a8-4bc8-826f-28904173d101"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:35.987518 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-92634f7c-1ffe-4402-9683-1b26d44b930e req-f453672e-5350-406a-9358-17fb43fa25da tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:36.049856 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453672e-5350-406a-9358-17fb43fa25da tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Pushing event deleted for resources: {'Port': ['ID=53cec9ce-3af2-43f9-8d0b-56e2029ccdb5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:36.073353 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-8180dfce-c5e6-4cf2-8621-25f7017a87bd None None] Set router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:36.122128 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-92634f7c-1ffe-4402-9683-1b26d44b930e req-f453672e-5350-406a-9358-17fb43fa25da tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] No DVR routers for this DVR port 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:36.126637 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-92634f7c-1ffe-4402-9683-1b26d44b930e req-f453672e-5350-406a-9358-17fb43fa25da tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:36.129481 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-92634f7c-1ffe-4402-9683-1b26d44b930e req-f453672e-5350-406a-9358-17fb43fa25da tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.88 "DELETE /v2.0/ports/53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 HTTP/1.1" status: 204 len: 173 time: 1.0535474 Jul 16 03:58:36.134976 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-080fe6bf-110c-4bf2-bba3-2249c4a7b42a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:36.139018 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-080fe6bf-110c-4bf2-bba3-2249c4a7b42a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:36.266331 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-080fe6bf-110c-4bf2-bba3-2249c4a7b42a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:36.267569 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080fe6bf-110c-4bf2-bba3-2249c4a7b42a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Fanout notify agent at l3_agent the message router_deleted on router 409139b7-5f00-42d7-aa11-73d5e9a02565 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:58:36.309605 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-080fe6bf-110c-4bf2-bba3-2249c4a7b42a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:36.313649 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-080fe6bf-110c-4bf2-bba3-2249c4a7b42a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/routers/409139b7-5f00-42d7-aa11-73d5e9a02565 HTTP/1.1" status: 204 len: 168 time: 1.2092786 Jul 16 03:58:36.314150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42902) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:36.320874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c43f2fcd-0bb3-4724-9135-6d62dd3ea697 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:36.400208 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a67160-6ef2-4592-8097-e43ae7029ddd req-c54fb295-077d-4c5d-bc36-ec8358ae4e29 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:36.407202 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f6a67160-6ef2-4592-8097-e43ae7029ddd req-c54fb295-077d-4c5d-bc36-ec8358ae4e29 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 943 time: 0.2948506 Jul 16 03:58:36.473774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc74009-92b5-465d-bf93-8dcabc16f879 req-6fa9ec4d-cb39-4b5e-9b90-133c623d2ece tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:36.475366 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bfc74009-92b5-465d-bf93-8dcabc16f879 req-6fa9ec4d-cb39-4b5e-9b90-133c623d2ece tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.3098946 Jul 16 03:58:36.516279 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c87a15be-11b2-4168-aa55-2e305b0c0bfa no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:36.527044 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f6a67160-6ef2-4592-8097-e43ae7029ddd req-4c45a309-65d1-4ad8-8a16-1041658077fa tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189725 Jul 16 03:58:36.551783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43f2fcd-0bb3-4724-9135-6d62dd3ea697 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:36.557718 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c43f2fcd-0bb3-4724-9135-6d62dd3ea697 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:36.562473 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8180dfce-c5e6-4cf2-8621-25f7017a87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:51Z', 'updated_at': '2021-07-16T03:58:01Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:53Z', 'updated_at': '2021-07-16T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'a533f8b6-7bf2-403a-9d6a-3ac2c3403c8d', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'port_id': '14fe29a4-a1a8-4bc8-826f-28904173d101', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'mac_address': 'fa:16:3e:0a:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:58:33Z', 'updated_at': '2021-07-16T03:58:33Z', 'revision_number': 0, 'project_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a72bc15-7996-4ff0-8732-2afbc8070067', 'name': '', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:0d:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:00Z', 'updated_at': '2021-07-16T03:58:16Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:36.580893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: c87a15be-11b2-4168-aa55-2e305b0c0bfa {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:36.581429 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c87a15be-11b2-4168-aa55-2e305b0c0bfa not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:36.582028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0d24194c-0bcc-415c-91ee-683fe9fa9d6d no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:36.635277 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 0d24194c-0bcc-415c-91ee-683fe9fa9d6d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:36.635630 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0d24194c-0bcc-415c-91ee-683fe9fa9d6d not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:36.649073 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bfc74009-92b5-465d-bf93-8dcabc16f879 req-622075e0-3c06-418f-95f3-d666033d0539 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523974 Jul 16 03:58:36.681252 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7e23c3-c8b7-413e-83d1-036969d4d684 x-openstack-request-id: req-6a7e23c3-c8b7-413e-83d1-036969d4d684 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:36.683176 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2202c7c-d3e4-45e3-b56f-ae2459b4941c", "tag": "14fe29a4-a1a8-4bc8-826f-28904173d101", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:36.683446 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8180dfce-c5e6-4cf2-8621-25f7017a87bd None None] Checking router: 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:58:36.683816 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a7e23c3-c8b7-413e-83d1-036969d4d684 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:36.685515 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'tag': '14fe29a4-a1a8-4bc8-826f-28904173d101', 'status': 'completed', 'code': 200} Jul 16 03:58:36.688280 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42904) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:36.692408 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8180dfce-c5e6-4cf2-8621-25f7017a87bd None None] Routers {'5014ef77-8562-4a19-9e6d-ea6d2994a3a6'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:36.693266 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8180dfce-c5e6-4cf2-8621-25f7017a87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:36.817648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c4d4aa59-da36-4311-8e50-bb45c4ff8da3 req-6d6698a2-99bd-40fe-ba97-549d7ed6a0f4 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a2342d-fe15-44b7-8215-5c4815e5e654 HTTP/1.1" status: 200 len: 210 time: 0.0417149 Jul 16 03:58:36.919964 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-8180dfce-c5e6-4cf2-8621-25f7017a87bd None None] Set router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:36.934103 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.022103 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-11279266-aa3a-4e3f-bc75-1228babb1277 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/a533f8b6-7bf2-403a-9d6a-3ac2c3403c8d HTTP/1.1" status: 200 len: 990 time: 0.2474766 Jul 16 03:58:37.056754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075d865-4767-40a5-ba4e-f1e180aaa78c req-31057034-b09f-4e76-b70c-4fdb10957912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:37.058369 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b075d865-4767-40a5-ba4e-f1e180aaa78c req-31057034-b09f-4e76-b70c-4fdb10957912 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 1096 time: 0.2850692 Jul 16 03:58:37.063702 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c43f2fcd-0bb3-4724-9135-6d62dd3ea697 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.157453 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f2fcd-0bb3-4724-9135-6d62dd3ea697 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:37.166399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c43f2fcd-0bb3-4724-9135-6d62dd3ea697 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:37.172594 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43f2fcd-0bb3-4724-9135-6d62dd3ea697 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:37.172878 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c43f2fcd-0bb3-4724-9135-6d62dd3ea697 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.177264 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334b4214-6215-4ac8-9aca-929e73d1591a None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:37.216863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f2fcd-0bb3-4724-9135-6d62dd3ea697 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=998d1094-2792-4135-a0ac-572dd3dfeebf,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:37.228687 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c43f2fcd-0bb3-4724-9135-6d62dd3ea697 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9109907 Jul 16 03:58:37.232373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42908) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:37.237341 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bfb3c863-8e39-4b3b-80d8-5f259a30cc60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1242274761', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:37.252702 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-8180dfce-c5e6-4cf2-8621-25f7017a87bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:51Z', 'updated_at': '2021-07-16T03:58:01Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:53Z', 'updated_at': '2021-07-16T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'a533f8b6-7bf2-403a-9d6a-3ac2c3403c8d', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'port_id': '14fe29a4-a1a8-4bc8-826f-28904173d101', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'mac_address': 'fa:16:3e:0a:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:58:33Z', 'updated_at': '2021-07-16T03:58:33Z', 'revision_number': 0, 'project_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a72bc15-7996-4ff0-8732-2afbc8070067', 'name': '', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:0d:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:00Z', 'updated_at': '2021-07-16T03:58:16Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:37.268846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075d865-4767-40a5-ba4e-f1e180aaa78c req-a3cd30cc-6fbc-44df-8fd6-778752ceb359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:37.270755 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b075d865-4767-40a5-ba4e-f1e180aaa78c req-a3cd30cc-6fbc-44df-8fd6-778752ceb359 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c7f2115-9f65-4119-b0f5-87af65b86dd7 HTTP/1.1" status: 200 len: 898 time: 0.2005970 Jul 16 03:58:37.286629 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c863-8e39-4b3b-80d8-5f259a30cc60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.288527 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c863-8e39-4b3b-80d8-5f259a30cc60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.298610 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8180dfce-c5e6-4cf2-8621-25f7017a87bd None None] The sync data for ids ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'] in n-d-800088-6 is: [{'id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:51Z', 'updated_at': '2021-07-16T03:58:01Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:53Z', 'updated_at': '2021-07-16T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'a533f8b6-7bf2-403a-9d6a-3ac2c3403c8d', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'port_id': '14fe29a4-a1a8-4bc8-826f-28904173d101', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'mac_address': 'fa:16:3e:0a:b5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:58:33Z', 'updated_at': '2021-07-16T03:58:33Z', 'revision_number': 0, 'project_id': '03422a5449cd4807854f59afa4486f72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a72bc15-7996-4ff0-8732-2afbc8070067', 'name': '', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:0d:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:00Z', 'updated_at': '2021-07-16T03:58:16Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:37.399566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Allocated IP 172.20.0.17 (5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07/6c64f223-cee4-46c8-b699-93bea8788d00/79aeb31a-8885-4fc6-87a5-4d2d80334d9c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:37.411716 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b075d865-4767-40a5-ba4e-f1e180aaa78c req-965ed34b-d43a-4f8d-95f9-a554e1dabacb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14fe29a4-a1a8-4bc8-826f-28904173d101 HTTP/1.1" status: 200 len: 998 time: 0.1338077 Jul 16 03:58:37.469562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': '998d1094-2792-4135-a0ac-572dd3dfeebf'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:37.470367 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.482946 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c863-8e39-4b3b-80d8-5f259a30cc60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.493791 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c863-8e39-4b3b-80d8-5f259a30cc60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.517312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075d865-4767-40a5-ba4e-f1e180aaa78c req-f2fbf54b-4472-4bd8-83f5-971f066c02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:37.519629 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b075d865-4767-40a5-ba4e-f1e180aaa78c req-f2fbf54b-4472-4bd8-83f5-971f066c02b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09c7bc35-5ac9-496a-a658-77911e76dd03 HTTP/1.1" status: 200 len: 835 time: 0.0771976 Jul 16 03:58:37.524532 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfb3c863-8e39-4b3b-80d8-5f259a30cc60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.525802 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bfb3c863-8e39-4b3b-80d8-5f259a30cc60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2920272 Jul 16 03:58:37.536262 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42912) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:37.605513 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.642438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Transition to ACTIVE for port object 79aeb31a-8885-4fc6-87a5-4d2d80334d9c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:37.700953 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.726544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Allocated IP 2001:db8::2 (415df012-32ff-4dfd-847f-4ec181a3011d/998d1094-2792-4135-a0ac-572dd3dfeebf/2acea4a4-25dc-4a3e-86bc-b653fee396cf) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:37.740572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:37.743093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe0ebde-ad8e-4623-98f0-50e986b6c029 None None] New status for floating IP a533f8b6-7bf2-403a-9d6a-3ac2c3403c8d: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:58:37.790121 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:37.799116 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:37.804156 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:37.824545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:37.824987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 53cec9ce-3af2-43f9-8d0b-56e2029ccdb5 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:37.848578 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Port': ['ID=79aeb31a-8885-4fc6-87a5-4d2d80334d9c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:37.902230 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:37.960654 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075d865-4767-40a5-ba4e-f1e180aaa78c req-cd991486-f04e-4492-9e80-719e9024bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:37.963046 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b075d865-4767-40a5-ba4e-f1e180aaa78c req-cd991486-f04e-4492-9e80-719e9024bf32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c7f2115-9f65-4119-b0f5-87af65b86dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4364090 Jul 16 03:58:37.983968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4c524-0d4b-4de3-8cca-3de3cf3f7fe0 req-555bcc2d-4f04-4e09-8223-ac1956b028bb tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:37.985806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64d4c524-0d4b-4de3-8cca-3de3cf3f7fe0 req-555bcc2d-4f04-4e09-8223-ac1956b028bb tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 943 time: 0.2457428 Jul 16 03:58:38.004274 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:58:38.032839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 42922) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:38.059482 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-64d4c524-0d4b-4de3-8cca-3de3cf3f7fe0 req-886f023b-a729-4f79-965e-eaa3bf986475 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540302 Jul 16 03:58:38.148215 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.160130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Transition to ACTIVE for port object 2acea4a4-25dc-4a3e-86bc-b653fee396cf will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:38.166036 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.183228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Transition to ACTIVE for port object 2acea4a4-25dc-4a3e-86bc-b653fee396cf will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:38.190754 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.212709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:38.231565 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e0b323b8-e2ae-4888-8530-c3cdefebe698 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/a533f8b6-7bf2-403a-9d6a-3ac2c3403c8d HTTP/1.1" status: 200 len: 992 time: 0.1959314 Jul 16 03:58:38.233100 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:38.237548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:38.269060 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.299235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-ae209d29-281e-4ef9-af05-210a8cf68472 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:38.304004 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-ae209d29-281e-4ef9-af05-210a8cf68472 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/networks?id=2324576d-5115-438a-a6e9-283efc0ff9d0 HTTP/1.1" status: 200 len: 808 time: 0.1776917 Jul 16 03:58:38.304813 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Pushing event updated for resources: {'Port': ['ID=2acea4a4-25dc-4a3e-86bc-b653fee396cf,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:38.321979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cfe28bd4-a14e-4fa6-897c-8731d6e03d88 None None] Provisioning for port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:38.327833 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cfe28bd4-a14e-4fa6-897c-8731d6e03d88 None None] Provisioning complete for port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:38.328338 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cfe28bd4-a14e-4fa6-897c-8731d6e03d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.353552 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Attempting to bind port 2acea4a4-25dc-4a3e-86bc-b653fee396cf on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:38.354528 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Attempting to bind port 2acea4a4-25dc-4a3e-86bc-b653fee396cf by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:38.355312 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-6b012345-2396-49c0-947f-6c8da60965bb tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/quotas/bd9c75c65037444a9503bf277222f4d0 HTTP/1.1" status: 200 len: 375 time: 0.0456796 Jul 16 03:58:38.355538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Attempting to bind port 2acea4a4-25dc-4a3e-86bc-b653fee396cf on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:38.367182 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:38.367668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:38.368147 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.368640 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:38.369221 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Bound port: 2acea4a4-25dc-4a3e-86bc-b653fee396cf, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:38.369688 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.414428 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cfe28bd4-a14e-4fa6-897c-8731d6e03d88 None None] Port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:38.432268 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-3f384a7a-1120-4acf-a569-f84bf6e2d900 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd9c75c65037444a9503bf277222f4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671368 Jul 16 03:58:38.454016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] For port 2acea4a4-25dc-4a3e-86bc-b653fee396cf, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:38.458391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] For port 2acea4a4-25dc-4a3e-86bc-b653fee396cf, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2acea4a4-25dc-4a3e-86bc-b653fee396cf,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:38.462246 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.535865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c170c3-0d9d-4d39-93d2-3699de37a73d None None] Pushing event updated for resources: {'Port': ['ID=2acea4a4-25dc-4a3e-86bc-b653fee396cf,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:38.619218 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-94dfc188-e18a-4255-9ad3-212e4bf16954 service neutron] 10.222.0.18 "GET /v2.0/networks/2324576d-5115-438a-a6e9-283efc0ff9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723216 Jul 16 03:58:38.687340 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a2342d-fe15-44b7-8215-5c4815e5e654', 'name': 'network-vif-deleted', 'tag': '53cec9ce-3af2-43f9-8d0b-56e2029ccdb5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:38.689663 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34a28e6-3288-455c-a9a2-da0225b1f5e8" -d '{"events": [{"server_uuid": "46a2342d-fe15-44b7-8215-5c4815e5e654", "name": "network-vif-deleted", "tag": "53cec9ce-3af2-43f9-8d0b-56e2029ccdb5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:38.702322 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b075d865-4767-40a5-ba4e-f1e180aaa78c req-a9aef468-9b16-4eaa-bd15-283b0b9eaaf9 service neutron] 10.222.0.20 "GET /v2.0/networks/4c7f2115-9f65-4119-b0f5-87af65b86dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6677942 Jul 16 03:58:38.810387 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-deea26cc-c03c-471f-bbc9-4e0b800aaa2e service neutron] 10.222.0.18 "GET /v2.0/networks/2324576d-5115-438a-a6e9-283efc0ff9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842263 Jul 16 03:58:38.816536 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b63e07-e3eb-49d7-a8e5-1259859cf17c x-openstack-request-id: req-d9b63e07-e3eb-49d7-a8e5-1259859cf17c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:38.816776 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a2342d-fe15-44b7-8215-5c4815e5e654", "name": "network-vif-deleted", "tag": "53cec9ce-3af2-43f9-8d0b-56e2029ccdb5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:38.817018 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9b63e07-e3eb-49d7-a8e5-1259859cf17c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:38.817427 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a2342d-fe15-44b7-8215-5c4815e5e654', 'name': 'network-vif-deleted', 'tag': '53cec9ce-3af2-43f9-8d0b-56e2029ccdb5', 'status': 'completed', 'code': 200} Jul 16 03:58:38.821657 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.829491 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.920702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Port': ['ID=79aeb31a-8885-4fc6-87a5-4d2d80334d9c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:38.965663 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:38.994420 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b075d865-4767-40a5-ba4e-f1e180aaa78c req-a8d7b242-4348-40a4-8366-d754d8153c20 service neutron] 10.222.0.20 "GET /v2.0/networks/4c7f2115-9f65-4119-b0f5-87af65b86dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855811 Jul 16 03:58:39.022266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::1 (415df012-32ff-4dfd-847f-4ec181a3011d/998d1094-2792-4135-a0ac-572dd3dfeebf/c74db374-437d-47b1-8f77-e353924802d5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:39.114598 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d22e1a10-4f94-4a81-aaa5-88ef980e1232 req-bf522afb-195e-43e3-b430-25982360c52c tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 210 time: 0.0367985 Jul 16 03:58:39.187914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:39.192513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:39.218070 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae2ff7c2-c40f-4c7d-b513-13c2f43205a0 req-d35a7f9e-236b-4ea3-acd0-150709ef133e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1821318 Jul 16 03:58:39.240121 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.297433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object c74db374-437d-47b1-8f77-e353924802d5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:39.544355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ff7c2-c40f-4c7d-b513-13c2f43205a0 req-a9c2512d-98af-41af-941d-bc73e43caf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:39.546015 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae2ff7c2-c40f-4c7d-b513-13c2f43205a0 req-a9c2512d-98af-41af-941d-bc73e43caf76 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 1096 time: 0.2269676 Jul 16 03:58:39.550007 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.557874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Router d3b87b3b-16bc-4913-955e-0d76fb1dd27d has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:39.696539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:39.710971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:39.762621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6656d-ebe2-439e-b3aa-a8426b244d2e req-5ab4f4cc-6b45-49fd-8ef8-01c74a2d3551 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:39.766128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d4138fec-a2ff-4c59-9308-4bba3bc3f433 None None] Provisioning complete for port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:39.769111 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:39.769666 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.771979 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78e6656d-ebe2-439e-b3aa-a8426b244d2e req-5ab4f4cc-6b45-49fd-8ef8-01c74a2d3551 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 943 time: 0.3465226 Jul 16 03:58:39.772648 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d4138fec-a2ff-4c59-9308-4bba3bc3f433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:39.825122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d4138fec-a2ff-4c59-9308-4bba3bc3f433 None None] Port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:39.831739 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-78e6656d-ebe2-439e-b3aa-a8426b244d2e req-41a9a5d4-c652-4421-8b14-73a8aa98155e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582247 Jul 16 03:58:39.863949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:39.869097 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=c74db374-437d-47b1-8f77-e353924802d5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:39.878987 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Sync routers for ids ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:39.894524 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Routers {'d3b87b3b-16bc-4913-955e-0d76fb1dd27d'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:39.895342 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:39.909199 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7c02eb94-52fd-4cb0-951e-22385324c458 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "PUT /v2.0/routers/d3b87b3b-16bc-4913-955e-0d76fb1dd27d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1214967 Jul 16 03:58:39.952859 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ff7c2-c40f-4c7d-b513-13c2f43205a0 req-12afa36a-acdd-4cf1-81a5-3eb3704e006c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:39.954171 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae2ff7c2-c40f-4c7d-b513-13c2f43205a0 req-12afa36a-acdd-4cf1-81a5-3eb3704e006c service neutron] 10.222.0.88 "GET /v2.0/networks?id=2fd24362-7d26-4a40-b0c6-5502b9ef1b9e HTTP/1.1" status: 200 len: 898 time: 0.3455400 Jul 16 03:58:40.104245 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae2ff7c2-c40f-4c7d-b513-13c2f43205a0 req-3ce9c57e-2505-4e33-8468-cc81e1c9268d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53365f69-cf03-43bf-bc40-bcb1bbdff113 HTTP/1.1" status: 200 len: 999 time: 0.1377513 Jul 16 03:58:40.111603 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.121834 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Set router d3b87b3b-16bc-4913-955e-0d76fb1dd27d gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:40.207654 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ff7c2-c40f-4c7d-b513-13c2f43205a0 req-c32a7f83-809f-4fc2-bbe9-9286032a4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:40.209151 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae2ff7c2-c40f-4c7d-b513-13c2f43205a0 req-c32a7f83-809f-4fc2-bbe9-9286032a4078 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a18b56e-b149-48e6-b088-51ea7739e00e HTTP/1.1" status: 200 len: 834 time: 0.0946555 Jul 16 03:58:40.362698 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e1c696c2-46d0-4c1e-bc3b-23cb47764c22 None None] Provisioning for port 2acea4a4-25dc-4a3e-86bc-b653fee396cf completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:40.425929 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-33a357b7-a21d-4ae1-a05c-8cbbcd8547f5 req-b6e707b8-2da8-4025-8d52-437277a046f6 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 210 time: 0.0500059 Jul 16 03:58:40.477569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ff7c2-c40f-4c7d-b513-13c2f43205a0 req-b9b41234-2c17-4b2b-bbec-7ea52c4f4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:40.479467 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae2ff7c2-c40f-4c7d-b513-13c2f43205a0 req-b9b41234-2c17-4b2b-bbec-7ea52c4f4762 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fd24362-7d26-4a40-b0c6-5502b9ef1b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2608297 Jul 16 03:58:40.505565 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:58:38Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '1fa34631-edd5-4b84-a893-31cf436f0801', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'port_id': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'mac_address': 'fa:16:3e:12:78:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:57:30Z', 'updated_at': '2021-07-16T03:57:37Z', 'revision_number': 1, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40dc6a2e-bc42-42ef-815e-a734209e84d1', 'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:38:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:53Z', 'updated_at': '2021-07-16T03:57:02Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79aeb31a-8885-4fc6-87a5-4d2d80334d9c', 'name': '', 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:35:c8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '6c64f223-cee4-46c8-b699-93bea8788d00', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:37Z', 'updated_at': '2021-07-16T03:58:38Z', 'revision_number': 2, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '6c64f223-cee4-46c8-b699-93bea8788d00', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:40.545760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2acea4a4-25dc-4a3e-86bc-b653fee396cf up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:40.556881 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Checking router: d3b87b3b-16bc-4913-955e-0d76fb1dd27d for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:58:40.557308 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Updating router d3b87b3b-16bc-4913-955e-0d76fb1dd27d port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:58:40.622122 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.636962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 2acea4a4-25dc-4a3e-86bc-b653fee396cf completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:40.645442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2acea4a4-25dc-4a3e-86bc-b653fee396cf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:40.646490 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.746660 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.755099 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae2ff7c2-c40f-4c7d-b513-13c2f43205a0 req-e3a2e714-aaf7-467e-a851-2c59ba63e2c9 service neutron] 10.222.0.88 "GET /v2.0/networks/2fd24362-7d26-4a40-b0c6-5502b9ef1b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354474 Jul 16 03:58:40.757474 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.790558 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.791624 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.793142 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 2acea4a4-25dc-4a3e-86bc-b653fee396cf, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2acea4a4-25dc-4a3e-86bc-b653fee396cf,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:40.802938 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:40.842896 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c9bb0aea-20d2-407c-842f-bcefb4758dd5 None None] Provisioning for port c74db374-437d-47b1-8f77-e353924802d5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:40.848156 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c9bb0aea-20d2-407c-842f-bcefb4758dd5 None None] Provisioning complete for port c74db374-437d-47b1-8f77-e353924802d5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:40.848691 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c9bb0aea-20d2-407c-842f-bcefb4758dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.034680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=2acea4a4-25dc-4a3e-86bc-b653fee396cf,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:41.042587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c9bb0aea-20d2-407c-842f-bcefb4758dd5 None None] Port c74db374-437d-47b1-8f77-e353924802d5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:41.051113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:41.051710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:41.052257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:41.052829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:41.053419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:41.053953 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:41.055048 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:41.055592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:41.056120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:41.056676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:41.057201 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:41.057723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:58:41.062946 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.082404 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Transition to ACTIVE for port object 79aeb31a-8885-4fc6-87a5-4d2d80334d9c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:41.092909 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.095687 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ae2ff7c2-c40f-4c7d-b513-13c2f43205a0 req-2f7b7c05-62fc-4b4c-9b63-0274ac214624 service neutron] 10.222.0.88 "GET /v2.0/networks/2fd24362-7d26-4a40-b0c6-5502b9ef1b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301783 Jul 16 03:58:41.107461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-d29e40bc-9fc8-470f-90f6-bebff92f8793 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:41.109756 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-d29e40bc-9fc8-470f-90f6-bebff92f8793 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.20 "GET /v2.0/networks?id=2324576d-5115-438a-a6e9-283efc0ff9d0 HTTP/1.1" status: 200 len: 808 time: 0.3069987 Jul 16 03:58:41.132374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-c60886d3-f7bc-4f82-bf5c-c7747c4ad270 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Request body: {'port': {'device_id': '7836b320-a321-42ae-8ebe-d87d3308a346', 'network_id': '2324576d-5115-438a-a6e9-283efc0ff9d0', 'admin_state_up': True, 'tenant_id': 'bd9c75c65037444a9503bf277222f4d0'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:41.170037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f2b40-cd94-48e1-9895-9827b4442374 req-a58b7ac5-87e5-424d-a789-a3ab420c3fef tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:41.172667 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-025f2b40-cd94-48e1-9895-9827b4442374 req-a58b7ac5-87e5-424d-a789-a3ab420c3fef tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 943 time: 0.1125023 Jul 16 03:58:41.196651 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=c74db374-437d-47b1-8f77-e353924802d5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:41.221925 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-025f2b40-cd94-48e1-9895-9827b4442374 req-763d9ee5-401c-413c-b3ce-d44c152f4d21 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425293 Jul 16 03:58:41.235030 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e13703-33ba-4feb-9ff7-5c076c8f4280 None None] Pushing event updated for resources: {'Port': ['ID=79aeb31a-8885-4fc6-87a5-4d2d80334d9c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:41.321083 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Attempting to bind port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:41.321452 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Attempting to bind port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'd7b01279-c112-45c5-a102-07a7122becc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:41.322394 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Attempting to bind port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c on network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:41.329540 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:41.329911 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Checking segment: {'id': 'd7b01279-c112-45c5-a102-07a7122becc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:41.330767 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.330767 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Bound using segment: {'id': 'd7b01279-c112-45c5-a102-07a7122becc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:41.331180 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Bound port: 79aeb31a-8885-4fc6-87a5-4d2d80334d9c, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b01279-c112-45c5-a102-07a7122becc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:41.331556 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.356141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:41.360876 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:41.418142 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] For port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:41.427511 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] For port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=79aeb31a-8885-4fc6-87a5-4d2d80334d9c,segment=NetworkSegment(d7b01279-c112-45c5-a102-07a7122becc8),segment_id=d7b01279-c112-45c5-a102-07a7122becc8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:41.440708 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.482087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-c60886d3-f7bc-4f82-bf5c-c7747c4ad270 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Made reservation on behalf of bd9c75c65037444a9503bf277222f4d0 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:41.488163 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-c60886d3-f7bc-4f82-bf5c-c7747c4ad270 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:41.566539 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Routers {'d3b87b3b-16bc-4913-955e-0d76fb1dd27d'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:41.567184 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:41.646181 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e13703-33ba-4feb-9ff7-5c076c8f4280 None None] Pushing event updated for resources: {'Port': ['ID=79aeb31a-8885-4fc6-87a5-4d2d80334d9c,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:41.678264 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b37e6223-bd75-4204-810d-c3f99cae1afb req-23d56fb0-200d-49d8-83f1-c89f4b85fc7d tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 210 time: 0.0308850 Jul 16 03:58:41.740394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Router b5d63465-8f52-437a-9d07-dea2add5ecce is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:58:41.891775 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] Set router d3b87b3b-16bc-4913-955e-0d76fb1dd27d gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:41.895821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-c60886d3-f7bc-4f82-bf5c-c7747c4ad270 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Allocated IP 172.20.0.6 (2324576d-5115-438a-a6e9-283efc0ff9d0/0e4617c3-104e-4a81-9f1a-d193223ccab8/8f2bc288-754c-4967-b956-e81caf27d56b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:41.917301 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:41.924606 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4c9f0d23-1a81-44e8-ba29-87e7085a5bb6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "PUT /v2.0/routers/b5d63465-8f52-437a-9d07-dea2add5ecce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3861341 Jul 16 03:58:41.926774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43002) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:41.950292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Sync routers for ids ['b5d63465-8f52-437a-9d07-dea2add5ecce'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:41.970750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Routers {'b5d63465-8f52-437a-9d07-dea2add5ecce'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:41.971701 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b5d63465-8f52-437a-9d07-dea2add5ecce'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:41.973660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-066cb078-b818-4dc8-9fd8-29b7bf5c1d17 None None] Provisioning complete for port c74db374-437d-47b1-8f77-e353924802d5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:41.974139 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-066cb078-b818-4dc8-9fd8-29b7bf5c1d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.015116 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec06649-1b7e-48ac-9d07-eb43b5eed07e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:42.016544 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6ec06649-1b7e-48ac-9d07-eb43b5eed07e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports/c74db374-437d-47b1-8f77-e353924802d5 HTTP/1.1" status: 200 len: 911 time: 0.0891440 Jul 16 03:58:42.019759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:42.107220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-066cb078-b818-4dc8-9fd8-29b7bf5c1d17 None None] Port c74db374-437d-47b1-8f77-e353924802d5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:58:42.127713 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Set router b5d63465-8f52-437a-9d07-dea2add5ecce gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:42.137006 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-c60886d3-f7bc-4f82-bf5c-c7747c4ad270 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.156021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772326dd-7540-463c-80ef-de6bf7a4f7c5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:42.169885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772326dd-7540-463c-80ef-de6bf7a4f7c5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:42.173178 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-772326dd-7540-463c-80ef-de6bf7a4f7c5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1517599 Jul 16 03:58:42.176599 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43012) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:42.259320 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:58:38Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '1fa34631-edd5-4b84-a893-31cf436f0801', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'port_id': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'mac_address': 'fa:16:3e:12:78:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:57:30Z', 'updated_at': '2021-07-16T03:57:37Z', 'revision_number': 1, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40dc6a2e-bc42-42ef-815e-a734209e84d1', 'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:38:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:53Z', 'updated_at': '2021-07-16T03:57:02Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79aeb31a-8885-4fc6-87a5-4d2d80334d9c', 'name': '', 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:35:c8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '6c64f223-cee4-46c8-b699-93bea8788d00', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:37Z', 'updated_at': '2021-07-16T03:58:41Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '6c64f223-cee4-46c8-b699-93bea8788d00', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:42.291339 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e73893f-f62a-40d9-957f-3db880b46570 None None] The sync data for ids ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'] in n-d-800088-6 is: [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:58:38Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '1fa34631-edd5-4b84-a893-31cf436f0801', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'port_id': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'mac_address': 'fa:16:3e:12:78:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:57:30Z', 'updated_at': '2021-07-16T03:57:37Z', 'revision_number': 1, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40dc6a2e-bc42-42ef-815e-a734209e84d1', 'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:38:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:53Z', 'updated_at': '2021-07-16T03:57:02Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79aeb31a-8885-4fc6-87a5-4d2d80334d9c', 'name': '', 'network_id': '5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:35:c8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '6c64f223-cee4-46c8-b699-93bea8788d00', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:37Z', 'updated_at': '2021-07-16T03:58:41Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '6c64f223-cee4-46c8-b699-93bea8788d00', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:42.329015 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-c60886d3-f7bc-4f82-bf5c-c7747c4ad270 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.425168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d63465-8f52-437a-9d07-dea2add5ecce', 'name': 'tempest-NetworksTestDHCPv6-router-1242274761', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:37Z', 'updated_at': '2021-07-16T03:58:39Z', 'revision_number': 2, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'gw_port_host': None, '_interfaces': [{'id': 'c74db374-437d-47b1-8f77-e353924802d5', 'name': '', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'mac_address': 'fa:16:3e:9e:c4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d63465-8f52-437a-9d07-dea2add5ecce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '998d1094-2792-4135-a0ac-572dd3dfeebf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:38Z', 'updated_at': '2021-07-16T03:58:40Z', 'revision_number': 2, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'subnets': [{'id': '998d1094-2792-4135-a0ac-572dd3dfeebf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:42.495543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-c60886d3-f7bc-4f82-bf5c-c7747c4ad270 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Network 2324576d-5115-438a-a6e9-283efc0ff9d0 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:42.495967 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Checking router: b5d63465-8f52-437a-9d07-dea2add5ecce for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:58:42.496526 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Updating router b5d63465-8f52-437a-9d07-dea2add5ecce port c74db374-437d-47b1-8f77-e353924802d5 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:58:42.503690 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-c60886d3-f7bc-4f82-bf5c-c7747c4ad270 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:42.510956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-c60886d3-f7bc-4f82-bf5c-c7747c4ad270 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:42.561482 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.572848 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60886d3-f7bc-4f82-bf5c-c7747c4ad270 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Pushing event updated for resources: {'Port': ['ID=8f2bc288-754c-4967-b956-e81caf27d56b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:42.609089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c68f42-7890-4d52-acfa-3abe46a2b93b req-0abd3b41-8fbe-4704-8227-d2e607cb8c32 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:42.610700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34c68f42-7890-4d52-acfa-3abe46a2b93b req-0abd3b41-8fbe-4704-8227-d2e607cb8c32 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 943 time: 0.1485248 Jul 16 03:58:42.616137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-c60886d3-f7bc-4f82-bf5c-c7747c4ad270 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:42.616781 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-c60886d3-f7bc-4f82-bf5c-c7747c4ad270 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.694150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34c68f42-7890-4d52-acfa-3abe46a2b93b req-55c03173-b7f7-4eec-a3e8-2dd5e17e6de3 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725496 Jul 16 03:58:42.724439 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-c60886d3-f7bc-4f82-bf5c-c7747c4ad270 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5942361 Jul 16 03:58:42.733747 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 79aeb31a-8885-4fc6-87a5-4d2d80334d9c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:42.745862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Request body: {'port': {'device_id': '7836b320-a321-42ae-8ebe-d87d3308a346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:42.857696 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:42.862524 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:42.866328 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:42.866708 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.049694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69a022-16a1-48a0-8f6f-ccd58164c8d9 req-bb69cf5a-6c8e-45c6-bcda-7fc195761603 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:43.051563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fb69a022-16a1-48a0-8f6f-ccd58164c8d9 req-bb69cf5a-6c8e-45c6-bcda-7fc195761603 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 931 time: 0.1504364 Jul 16 03:58:43.092673 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.105203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Transition to ACTIVE for port object c74db374-437d-47b1-8f77-e353924802d5 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:43.125562 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.157297 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fb69a022-16a1-48a0-8f6f-ccd58164c8d9 req-d6defbb1-7ccb-4a57-9d66-ea4288e5d0cd tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983748 Jul 16 03:58:43.383001 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41d699-5e8c-49b6-9fcf-5ebc56564386 None None] Pushing event updated for resources: {'Port': ['ID=c74db374-437d-47b1-8f77-e353924802d5,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:43.409928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Attempting to bind port c74db374-437d-47b1-8f77-e353924802d5 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:43.410329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Attempting to bind port c74db374-437d-47b1-8f77-e353924802d5 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:43.410699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Attempting to bind port c74db374-437d-47b1-8f77-e353924802d5 on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:43.414221 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.418963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:43.419347 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:43.419754 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.420152 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:43.420680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Bound port: c74db374-437d-47b1-8f77-e353924802d5, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:43.421686 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.561436 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=79aeb31a-8885-4fc6-87a5-4d2d80334d9c,segment=NetworkSegment(d7b01279-c112-45c5-a102-07a7122becc8),segment_id=d7b01279-c112-45c5-a102-07a7122becc8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:43.565427 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] For port c74db374-437d-47b1-8f77-e353924802d5, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:43.569213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] For port c74db374-437d-47b1-8f77-e353924802d5, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c74db374-437d-47b1-8f77-e353924802d5,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:43.571017 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.571852 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2acea4a4-25dc-4a3e-86bc-b653fee396cf up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:43.602728 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.705417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Routers {'b5d63465-8f52-437a-9d07-dea2add5ecce'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:43.706353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b5d63465-8f52-437a-9d07-dea2add5ecce'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:43.711407 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=79aeb31a-8885-4fc6-87a5-4d2d80334d9c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:43.800263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2bc288-754c-4967-b956-e81caf27d56b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:58:43.812152 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.816230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] Set router b5d63465-8f52-437a-9d07-dea2add5ecce gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:43.840362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Transition to ACTIVE for port object 8f2bc288-754c-4967-b956-e81caf27d56b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:43.841580 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbe5dd53-dba9-4ab7-bbef-d8f7dc6fba38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.848294 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:43.977929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:58:43.985040 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd1ed7-3efd-46a4-bed6-770e80bdb5c6 req-594a630d-9d1b-4d94-9d75-e42d4dbb70c0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:43.990332 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ecd1ed7-3efd-46a4-bed6-770e80bdb5c6 req-594a630d-9d1b-4d94-9d75-e42d4dbb70c0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 943 time: 0.0795851 Jul 16 03:58:44.017210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2acea4a4-25dc-4a3e-86bc-b653fee396cf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:44.017564 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.030989 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Pushing event updated for resources: {'Port': ['ID=8f2bc288-754c-4967-b956-e81caf27d56b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:44.051110 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ecd1ed7-3efd-46a4-bed6-770e80bdb5c6 req-11a17a56-42e7-49f9-b5eb-65db26ccdd5e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484471 Jul 16 03:58:44.144974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Attempting to bind port 8f2bc288-754c-4967-b956-e81caf27d56b on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:44.145351 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Attempting to bind port 8f2bc288-754c-4967-b956-e81caf27d56b by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '93edcf2e-fe64-4bb8-9d9c-461c596fca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2324576d-5115-438a-a6e9-283efc0ff9d0'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:44.145691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Attempting to bind port 8f2bc288-754c-4967-b956-e81caf27d56b on network 2324576d-5115-438a-a6e9-283efc0ff9d0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:44.154653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Port 8f2bc288-754c-4967-b956-e81caf27d56b on network 2324576d-5115-438a-a6e9-283efc0ff9d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:58:44.154988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Attempting to bind port 8f2bc288-754c-4967-b956-e81caf27d56b on network 2324576d-5115-438a-a6e9-283efc0ff9d0 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:44.164531 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:44.164781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Checking segment: {'id': '93edcf2e-fe64-4bb8-9d9c-461c596fca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2324576d-5115-438a-a6e9-283efc0ff9d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:44.165106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Bound using segment: {'id': '93edcf2e-fe64-4bb8-9d9c-461c596fca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2324576d-5115-438a-a6e9-283efc0ff9d0'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:44.165671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Bound port: 8f2bc288-754c-4967-b956-e81caf27d56b, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93edcf2e-fe64-4bb8-9d9c-461c596fca8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '2324576d-5115-438a-a6e9-283efc0ff9d0'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:44.166211 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.309374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] For port 8f2bc288-754c-4967-b956-e81caf27d56b, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:44.313198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] For port 8f2bc288-754c-4967-b956-e81caf27d56b, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8f2bc288-754c-4967-b956-e81caf27d56b,segment=NetworkSegment(93edcf2e-fe64-4bb8-9d9c-461c596fca8d),segment_id=93edcf2e-fe64-4bb8-9d9c-461c596fca8d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:44.322804 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.383274 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a564e-634d-42ad-bc57-830fbc6dade1 req-d36f2276-af1d-47a3-bd39-72d0dbeda9b6 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:44.387711 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41d699-5e8c-49b6-9fcf-5ebc56564386 None None] Pushing event updated for resources: {'Port': ['ID=c74db374-437d-47b1-8f77-e353924802d5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:44.394824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fb0a564e-634d-42ad-bc57-830fbc6dade1 req-d36f2276-af1d-47a3-bd39-72d0dbeda9b6 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 943 time: 0.0889583 Jul 16 03:58:44.395299 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:44.396646 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.398676 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] 10.222.0.20 "PUT /v2.0/ports/8f2bc288-754c-4967-b956-e81caf27d56b HTTP/1.1" status: 200 len: 1091 time: 1.6635444 Jul 16 03:58:44.399524 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7836b320-a321-42ae-8ebe-d87d3308a346', 'tag': '8f2bc288-754c-4967-b956-e81caf27d56b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:44.415155 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be86416-c3ab-4c93-b35f-a471bff75a49" -d '{"events": [{"name": "network-changed", "server_uuid": "7836b320-a321-42ae-8ebe-d87d3308a346", "tag": "8f2bc288-754c-4967-b956-e81caf27d56b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:44.444079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bbe5dd53-dba9-4ab7-bbef-d8f7dc6fba38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port c74db374-437d-47b1-8f77-e353924802d5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:44.444627 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbe5dd53-dba9-4ab7-bbef-d8f7dc6fba38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.451420 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fb0a564e-634d-42ad-bc57-830fbc6dade1 req-8f5aef34-fffa-4244-b7b7-501180d4b813 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529182 Jul 16 03:58:44.501792 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0642f2-b2b3-4580-b17a-fef21f0d0cd8 x-openstack-request-id: req-ca0642f2-b2b3-4580-b17a-fef21f0d0cd8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:44.502176 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7836b320-a321-42ae-8ebe-d87d3308a346", "tag": "8f2bc288-754c-4967-b956-e81caf27d56b", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:44.503022 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca0642f2-b2b3-4580-b17a-fef21f0d0cd8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:44.503482 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7836b320-a321-42ae-8ebe-d87d3308a346', 'tag': '8f2bc288-754c-4967-b956-e81caf27d56b', 'status': 'completed', 'code': 200} Jul 16 03:58:44.518679 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02f7bf-8236-480e-b9e5-1f6ac95981cc service neutron] Pushing event updated for resources: {'Port': ['ID=8f2bc288-754c-4967-b956-e81caf27d56b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:44.561832 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:44.578672 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'ca0df471-6b0c-4f0d-95d2-5bc71cd3d074', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'port_id': 'ca0df471-6b0c-4f0d-95d2-5bc71cd3d074', 'mac_address': 'fa:16:3e:a1:52:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:58:44.603273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-49e7c3d2-ef5a-4045-8a9a-f9a5b4256c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:44.604925 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-49e7c3d2-ef5a-4045-8a9a-f9a5b4256c2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd9c75c65037444a9503bf277222f4d0&device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 1094 time: 0.1554008 Jul 16 03:58:44.622958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d63465-8f52-437a-9d07-dea2add5ecce', 'name': 'tempest-NetworksTestDHCPv6-router-1242274761', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:37Z', 'updated_at': '2021-07-16T03:58:39Z', 'revision_number': 2, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'gw_port_host': None, '_interfaces': [{'id': 'c74db374-437d-47b1-8f77-e353924802d5', 'name': '', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'mac_address': 'fa:16:3e:9e:c4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d63465-8f52-437a-9d07-dea2add5ecce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '998d1094-2792-4135-a0ac-572dd3dfeebf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:38Z', 'updated_at': '2021-07-16T03:58:43Z', 'revision_number': 4, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'subnets': [{'id': '998d1094-2792-4135-a0ac-572dd3dfeebf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:44.658319 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4d712c-129c-410d-8eed-852c9e4b4bb7 None None] The sync data for ids ['b5d63465-8f52-437a-9d07-dea2add5ecce'] in n-d-800088-6 is: [{'id': 'b5d63465-8f52-437a-9d07-dea2add5ecce', 'name': 'tempest-NetworksTestDHCPv6-router-1242274761', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:37Z', 'updated_at': '2021-07-16T03:58:39Z', 'revision_number': 2, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'gw_port_host': None, '_interfaces': [{'id': 'c74db374-437d-47b1-8f77-e353924802d5', 'name': '', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'mac_address': 'fa:16:3e:9e:c4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d63465-8f52-437a-9d07-dea2add5ecce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '998d1094-2792-4135-a0ac-572dd3dfeebf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:38Z', 'updated_at': '2021-07-16T03:58:43Z', 'revision_number': 4, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'subnets': [{'id': '998d1094-2792-4135-a0ac-572dd3dfeebf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:44.661481 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.661629 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-015f9b96-3642-495b-b7d3-e9715873c531 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f2bc288-754c-4967-b956-e81caf27d56b HTTP/1.1" status: 200 len: 217 time: 0.0424123 Jul 16 03:58:44.663321 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bbe5dd53-dba9-4ab7-bbef-d8f7dc6fba38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] For port c74db374-437d-47b1-8f77-e353924802d5, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c74db374-437d-47b1-8f77-e353924802d5,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:44.663682 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbe5dd53-dba9-4ab7-bbef-d8f7dc6fba38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.684784 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 79aeb31a-8885-4fc6-87a5-4d2d80334d9c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:44.693030 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:58:44.725038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bbe5dd53-dba9-4ab7-bbef-d8f7dc6fba38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for c74db374-437d-47b1-8f77-e353924802d5 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:44.740840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:44.753150 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.786058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-7e830590-1194-4392-a8c5-becc65a1d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:44.787533 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-7e830590-1194-4392-a8c5-becc65a1d1e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e4617c3-104e-4a81-9f1a-d193223ccab8 HTTP/1.1" status: 200 len: 848 time: 0.1145015 Jul 16 03:58:44.804441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:44.804820 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:44.833949 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-6dc002da-4164-475e-9939-832e2774e1ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2324576d-5115-438a-a6e9-283efc0ff9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386970 Jul 16 03:58:44.842669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:45.034019 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['ca0df471-6b0c-4f0d-95d2-5bc71cd3d074'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:58:45.042515 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-32ec7346-d2b1-4b97-a2fe-4e292d3f39ee service neutron] 10.222.0.20 "GET /v2.0/networks/2324576d-5115-438a-a6e9-283efc0ff9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976068 Jul 16 03:58:45.131967 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbe5dd53-dba9-4ab7-bbef-d8f7dc6fba38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:45.239771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5dd53-dba9-4ab7-bbef-d8f7dc6fba38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=c74db374-437d-47b1-8f77-e353924802d5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:45.381984 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd25e11c-314c-4428-9828-fe14dd0b87d0 req-5c207d10-ed27-44ff-ab26-28179bec0d7f service neutron] 10.222.0.20 "GET /v2.0/networks/2324576d-5115-438a-a6e9-283efc0ff9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323154 Jul 16 03:58:45.437013 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bbe5dd53-dba9-4ab7-bbef-d8f7dc6fba38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:45.448955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba9ae-6a02-400b-9d67-3cd9f87f4034 req-a9fc29d0-17f2-4295-95c3-ce7aa5c33416 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:45.476350 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5eba9ae-6a02-400b-9d67-3cd9f87f4034 req-a9fc29d0-17f2-4295-95c3-ce7aa5c33416 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 944 time: 0.1962552 Jul 16 03:58:45.578286 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5eba9ae-6a02-400b-9d67-3cd9f87f4034 req-9a643d05-e1c4-49d7-8556-a3bfb26f2201 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006730 Jul 16 03:58:45.686131 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be86416-c3ab-4c93-b35f-a471bff75a49 req-c2f1bc34-8581-4f8e-9c66-d89c73ed4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:45.687728 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5be86416-c3ab-4c93-b35f-a471bff75a49 req-c2f1bc34-8581-4f8e-9c66-d89c73ed4d4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd9c75c65037444a9503bf277222f4d0&device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 1094 time: 0.2257409 Jul 16 03:58:45.755245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec797984-b526-4120-aa09-3910c84ef2d7 req-309f4513-184a-4bd5-86c0-04f6a5e9ef70 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:45.757495 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe5dd53-dba9-4ab7-bbef-d8f7dc6fba38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Router b5d63465-8f52-437a-9d07-dea2add5ecce has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:45.761284 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec797984-b526-4120-aa09-3910c84ef2d7 req-309f4513-184a-4bd5-86c0-04f6a5e9ef70 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 943 time: 0.0893018 Jul 16 03:58:45.802908 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec797984-b526-4120-aa09-3910c84ef2d7 req-32603893-1c55-4911-ad17-d03d0d6de969 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397518 Jul 16 03:58:45.872703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe5dd53-dba9-4ab7-bbef-d8f7dc6fba38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:45.879725 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bbe5dd53-dba9-4ab7-bbef-d8f7dc6fba38 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "PUT /v2.0/routers/b5d63465-8f52-437a-9d07-dea2add5ecce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7019978 Jul 16 03:58:45.883191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:45.894632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be86416-c3ab-4c93-b35f-a471bff75a49 req-2c6ff85c-e472-4dcd-91f3-74cb8b0cac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:45.896107 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5be86416-c3ab-4c93-b35f-a471bff75a49 req-2c6ff85c-e472-4dcd-91f3-74cb8b0cac98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2324576d-5115-438a-a6e9-283efc0ff9d0 HTTP/1.1" status: 200 len: 909 time: 0.1798260 Jul 16 03:58:45.943660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead3381-c2b3-40cb-bb80-b2a18bef964e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:45.945483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bead3381-c2b3-40cb-bb80-b2a18bef964e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:45.947484 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5be86416-c3ab-4c93-b35f-a471bff75a49 req-fe4cfaf9-724f-419c-bd15-b0e8c54725c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f2bc288-754c-4967-b956-e81caf27d56b HTTP/1.1" status: 200 len: 217 time: 0.0424106 Jul 16 03:58:45.949717 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43076) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:45.949973 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bead3381-c2b3-40cb-bb80-b2a18bef964e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0656161 Jul 16 03:58:46.038787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f8816a-aa34-4384-80e3-4fac38f6cc6a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 998d1094-2792-4135-a0ac-572dd3dfeebf {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:46.042599 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be86416-c3ab-4c93-b35f-a471bff75a49 req-b2f34dc9-e0d1-4887-a731-392044700a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:46.044046 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5be86416-c3ab-4c93-b35f-a471bff75a49 req-b2f34dc9-e0d1-4887-a731-392044700a63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e4617c3-104e-4a81-9f1a-d193223ccab8 HTTP/1.1" status: 200 len: 848 time: 0.0859582 Jul 16 03:58:46.044712 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2f8816a-aa34-4384-80e3-4fac38f6cc6a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.102065 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5be86416-c3ab-4c93-b35f-a471bff75a49 req-827b2058-1d28-4930-abc6-831f1afd05ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2324576d-5115-438a-a6e9-283efc0ff9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313942 Jul 16 03:58:46.114237 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2f8816a-aa34-4384-80e3-4fac38f6cc6a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.266924 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5be86416-c3ab-4c93-b35f-a471bff75a49 req-9db74851-3329-4bf4-a7f4-f15e04d155d2 service neutron] 10.222.0.20 "GET /v2.0/networks/2324576d-5115-438a-a6e9-283efc0ff9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555645 Jul 16 03:58:46.275131 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2f8816a-aa34-4384-80e3-4fac38f6cc6a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.405214 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2f8816a-aa34-4384-80e3-4fac38f6cc6a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.441833 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d2f8816a-aa34-4384-80e3-4fac38f6cc6a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.444070 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d2f8816a-aa34-4384-80e3-4fac38f6cc6a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/998d1094-2792-4135-a0ac-572dd3dfeebf HTTP/1.1" status: 204 len: 168 time: 0.4934168 Jul 16 03:58:46.446994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43086) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:46.448146 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8816a-aa34-4384-80e3-4fac38f6cc6a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=998d1094-2792-4135-a0ac-572dd3dfeebf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:46.448855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290a6b8a-707e-43d9-8296-0feac99c158c None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:46.454587 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5be86416-c3ab-4c93-b35f-a471bff75a49 req-96015ee3-0820-457a-ba45-646e37b7af18 service neutron] 10.222.0.20 "GET /v2.0/networks/2324576d-5115-438a-a6e9-283efc0ff9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760795 Jul 16 03:58:46.505651 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24a8702-34e3-4755-9daa-1200fc714534 None None] Sync routers for ids ['b5d63465-8f52-437a-9d07-dea2add5ecce'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:46.518674 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a8702-34e3-4755-9daa-1200fc714534 None None] Routers {'b5d63465-8f52-437a-9d07-dea2add5ecce'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:46.520377 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b24a8702-34e3-4755-9daa-1200fc714534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b5d63465-8f52-437a-9d07-dea2add5ecce'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:46.551153 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2a060e97-ac6a-455e-bd26-327c9b66ede1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1028290 Jul 16 03:58:46.556530 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:46.679984 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b24a8702-34e3-4755-9daa-1200fc714534 None None] Set router b5d63465-8f52-437a-9d07-dea2add5ecce gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:46.693064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8664c7ea-9f75-4583-bd89-17c4ed36fd8c None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:46.696903 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d3cb8e9-0236-4850-b36f-ef17c967b2ce tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.763244 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b24a8702-34e3-4755-9daa-1200fc714534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d63465-8f52-437a-9d07-dea2add5ecce', 'name': 'tempest-NetworksTestDHCPv6-router-1242274761', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:37Z', 'updated_at': '2021-07-16T03:58:44Z', 'revision_number': 3, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:46.763445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8664c7ea-9f75-4583-bd89-17c4ed36fd8c None None] Deleting port 2acea4a4-25dc-4a3e-86bc-b653fee396cf {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:46.763697 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8664c7ea-9f75-4583-bd89-17c4ed36fd8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.804370 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24a8702-34e3-4755-9daa-1200fc714534 None None] Checking router: b5d63465-8f52-437a-9d07-dea2add5ecce for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:58:46.813771 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a8702-34e3-4755-9daa-1200fc714534 None None] Routers {'b5d63465-8f52-437a-9d07-dea2add5ecce'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:46.814406 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b24a8702-34e3-4755-9daa-1200fc714534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['b5d63465-8f52-437a-9d07-dea2add5ecce'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:46.850280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8664c7ea-9f75-4583-bd89-17c4ed36fd8c None None] For port 2acea4a4-25dc-4a3e-86bc-b653fee396cf, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2acea4a4-25dc-4a3e-86bc-b653fee396cf,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:46.850804 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8664c7ea-9f75-4583-bd89-17c4ed36fd8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:46.891956 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8664c7ea-9f75-4583-bd89-17c4ed36fd8c None None] Calling delete_port for 2acea4a4-25dc-4a3e-86bc-b653fee396cf owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:46.956509 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b24a8702-34e3-4755-9daa-1200fc714534 None None] Set router b5d63465-8f52-437a-9d07-dea2add5ecce gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:47.013069 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b24a8702-34e3-4755-9daa-1200fc714534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d63465-8f52-437a-9d07-dea2add5ecce', 'name': 'tempest-NetworksTestDHCPv6-router-1242274761', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:37Z', 'updated_at': '2021-07-16T03:58:44Z', 'revision_number': 3, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:47.033600 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8664c7ea-9f75-4583-bd89-17c4ed36fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.052721 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24a8702-34e3-4755-9daa-1200fc714534 None None] The sync data for ids ['b5d63465-8f52-437a-9d07-dea2add5ecce'] in n-d-800088-6 is: [{'id': 'b5d63465-8f52-437a-9d07-dea2add5ecce', 'name': 'tempest-NetworksTestDHCPv6-router-1242274761', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:58:37Z', 'updated_at': '2021-07-16T03:58:44Z', 'revision_number': 3, 'project_id': '8deef56b354146b2b1478c45c8f9103b', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:47.054839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664c7ea-9f75-4583-bd89-17c4ed36fd8c None None] No DVR routers for this DVR port 2acea4a4-25dc-4a3e-86bc-b653fee396cf on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:47.094266 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664c7ea-9f75-4583-bd89-17c4ed36fd8c None None] Pushing event deleted for resources: {'Port': ['ID=2acea4a4-25dc-4a3e-86bc-b653fee396cf,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:47.362602 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d3cb8e9-0236-4850-b36f-ef17c967b2ce tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.371258 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d3cb8e9-0236-4850-b36f-ef17c967b2ce tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.385133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b0669-ad24-4d75-b74c-82080e7d2862 req-9997b32e-491b-4053-ad74-6aeb20732fda tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:47.386652 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d2b0669-ad24-4d75-b74c-82080e7d2862 req-9997b32e-491b-4053-ad74-6aeb20732fda tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 944 time: 0.6376669 Jul 16 03:58:47.452495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ee6ec-adb0-409f-884d-30183eb7ac59 req-5173bf24-9520-414a-80dd-4b3e62e91027 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:47.454036 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-224ee6ec-adb0-409f-884d-30183eb7ac59 req-5173bf24-9520-414a-80dd-4b3e62e91027 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 943 time: 0.2477641 Jul 16 03:58:47.486181 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d3cb8e9-0236-4850-b36f-ef17c967b2ce tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.486776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3cb8e9-0236-4850-b36f-ef17c967b2ce tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Fanout notify agent at l3_agent the message router_deleted on router b5d63465-8f52-437a-9d07-dea2add5ecce {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:58:47.494476 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d3cb8e9-0236-4850-b36f-ef17c967b2ce tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.498743 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3d3cb8e9-0236-4850-b36f-ef17c967b2ce tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/routers/b5d63465-8f52-437a-9d07-dea2add5ecce HTTP/1.1" status: 204 len: 168 time: 0.9410093 Jul 16 03:58:47.499863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43110) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:47.513956 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d2b0669-ad24-4d75-b74c-82080e7d2862 req-a05bc794-0200-4834-8d5a-d77d20c495b0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188579 Jul 16 03:58:47.528209 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-224ee6ec-adb0-409f-884d-30183eb7ac59 req-483c239c-6399-456a-bc8d-705d5ce1a8b5 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583711 Jul 16 03:58:47.540512 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-08124a5d-f53e-4fec-be24-80d7a504d8b3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0381668 Jul 16 03:58:47.542768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43114) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:47.595836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb80279d-0529-411b-8855-d656e8936aa0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:47.597354 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bb80279d-0529-411b-8855-d656e8936aa0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0534866 Jul 16 03:58:47.599964 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43116) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:47.637961 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d579f342-e640-4a52-a6df-16d21a4bd166 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0368657 Jul 16 03:58:47.643072 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:47.648476 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1a590ea8-0100-4c90-8848-5ed2c2b4e1a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:47.745885 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a590ea8-0100-4c90-8848-5ed2c2b4e1a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:47.750097 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a590ea8-0100-4c90-8848-5ed2c2b4e1a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.776361 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:47.846177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:47.851121 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:47.851529 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.946365 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:47.969688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f46c37-eea4-46be-8fd3-6c56b0a0c9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0df471-6b0c-4f0d-95d2-5bc71cd3d074'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:47.972859 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f99f3e-9cef-4b9c-aa31-05576e299ba6" -d '{"events": [{"server_uuid": "64f46c37-eea4-46be-8fd3-6c56b0a0c9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ca0df471-6b0c-4f0d-95d2-5bc71cd3d074"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:47.989041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:47.995423 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.024559 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4dc485-c880-4788-b502-8dbc627e6b4b x-openstack-request-id: req-1f4dc485-c880-4788-b502-8dbc627e6b4b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:48.024853 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f46c37-eea4-46be-8fd3-6c56b0a0c9ac", "name": "network-vif-plugged", "status": "completed", "tag": "ca0df471-6b0c-4f0d-95d2-5bc71cd3d074", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:48.025322 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f4dc485-c880-4788-b502-8dbc627e6b4b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:48.025927 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f46c37-eea4-46be-8fd3-6c56b0a0c9ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0df471-6b0c-4f0d-95d2-5bc71cd3d074', 'code': 200} Jul 16 03:58:48.051762 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:48.070874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.objects.ports [None req-1a590ea8-0100-4c90-8848-5ed2c2b4e1a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:58:48.072661 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a590ea8-0100-4c90-8848-5ed2c2b4e1a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.468954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a590ea8-0100-4c90-8848-5ed2c2b4e1a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:48.475200 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1a590ea8-0100-4c90-8848-5ed2c2b4e1a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:48.482899 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a590ea8-0100-4c90-8848-5ed2c2b4e1a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:48.483548 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1a590ea8-0100-4c90-8848-5ed2c2b4e1a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.492856 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a590ea8-0100-4c90-8848-5ed2c2b4e1a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=d1cf958a-2e7d-43b0-9de5-fe6d151a0a73,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:48.493947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1926e008-e123-4365-a90f-7c772be8676b None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:48.512763 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1a590ea8-0100-4c90-8848-5ed2c2b4e1a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8660462 Jul 16 03:58:48.513707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43136) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:48.519048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bee35f25-d7d5-44ae-a623-54081f131f6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:48.545339 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2106345-ec76-4e82-b70b-e68fb8f50f3b req-19d32c4b-af79-4000-814b-1f69fb0899e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:48.546844 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c2106345-ec76-4e82-b70b-e68fb8f50f3b req-19d32c4b-af79-4000-814b-1f69fb0899e5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 1096 time: 0.1252017 Jul 16 03:58:48.667925 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c2106345-ec76-4e82-b70b-e68fb8f50f3b req-aa7c2493-39df-4b22-b0cc-a6c14bdc9391 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714815 Jul 16 03:58:48.685848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': 'd1cf958a-2e7d-43b0-9de5-fe6d151a0a73'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:48.689044 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.692791 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee35f25-d7d5-44ae-a623-54081f131f6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:48.697693 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bee35f25-d7d5-44ae-a623-54081f131f6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:48.804225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c74db374-437d-47b1-8f77-e353924802d5 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:48.846746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: c74db374-437d-47b1-8f77-e353924802d5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:48.847563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c74db374-437d-47b1-8f77-e353924802d5 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:48.848674 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2acea4a4-25dc-4a3e-86bc-b653fee396cf no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:48.864924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aaf726-477b-4a42-9e8e-8731862f1c8a req-e6f9b451-fbdc-4e46-825e-29a97f5d6259 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:48.866535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0aaf726-477b-4a42-9e8e-8731862f1c8a req-e6f9b451-fbdc-4e46-825e-29a97f5d6259 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 943 time: 0.0883882 Jul 16 03:58:48.885987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 2acea4a4-25dc-4a3e-86bc-b653fee396cf {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:48.886531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2acea4a4-25dc-4a3e-86bc-b653fee396cf not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:48.948229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea87b0-0a58-48f6-8333-4e328e340b00 req-725e59df-327d-4cfb-a430-60b8052e4332 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:48.949831 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96ea87b0-0a58-48f6-8333-4e328e340b00 req-725e59df-327d-4cfb-a430-60b8052e4332 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 945 time: 0.2038007 Jul 16 03:58:48.955364 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Allocated IP 2001:db8::f816:3eff:fe06:466e (415df012-32ff-4dfd-847f-4ec181a3011d/d1cf958a-2e7d-43b0-9de5-fe6d151a0a73/03d965e8-7fa6-46c2-8043-47ff90e671a8) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:48.956097 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0aaf726-477b-4a42-9e8e-8731862f1c8a req-1eb8d87a-70c8-431e-8843-3d291dc52273 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773721 Jul 16 03:58:48.996144 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96ea87b0-0a58-48f6-8333-4e328e340b00 req-69fdf273-9d53-404d-9cae-333143b371ef tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389791 Jul 16 03:58:49.046639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8f2bc288-754c-4967-b956-e81caf27d56b details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:58:49.047218 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bee35f25-d7d5-44ae-a623-54081f131f6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.111300 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee35f25-d7d5-44ae-a623-54081f131f6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:49.118021 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bee35f25-d7d5-44ae-a623-54081f131f6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:49.121434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee35f25-d7d5-44ae-a623-54081f131f6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:49.122029 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bee35f25-d7d5-44ae-a623-54081f131f6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.125483 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee35f25-d7d5-44ae-a623-54081f131f6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=82080c75-34e0-4013-9a73-6de3071dbf6d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:49.140201 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bee35f25-d7d5-44ae-a623-54081f131f6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6256366 Jul 16 03:58:49.143696 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43152) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:49.148951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'mac_address': 'fa:16:3e:3b:d4:51', 'name': 'tempest-NetworksTestDHCPv6-1342611725'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:49.198604 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.219141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Transition to ACTIVE for port object 03d965e8-7fa6-46c2-8043-47ff90e671a8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:49.222461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8f2bc288-754c-4967-b956-e81caf27d56b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8f2bc288-754c-4967-b956-e81caf27d56b,segment=NetworkSegment(93edcf2e-fe64-4bb8-9d9c-461c596fca8d),segment_id=93edcf2e-fe64-4bb8-9d9c-461c596fca8d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:49.241648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '8f2bc288-754c-4967-b956-e81caf27d56b', 'network_id': '2324576d-5115-438a-a6e9-283efc0ff9d0', 'port_id': '8f2bc288-754c-4967-b956-e81caf27d56b', 'mac_address': 'fa:16:3e:00:48:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4617c3-104e-4a81-9f1a-d193223ccab8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:58:49.247906 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Transition to ACTIVE for port object 03d965e8-7fa6-46c2-8043-47ff90e671a8 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:49.272943 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.286849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:49.318460 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:49.319651 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.334004 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:49.340816 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:49.352152 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2bc288-754c-4967-b956-e81caf27d56b {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:58:49.391978 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Pushing event updated for resources: {'Port': ['ID=03d965e8-7fa6-46c2-8043-47ff90e671a8,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:49.402670 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.422587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8f2bc288-754c-4967-b956-e81caf27d56b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8f2bc288-754c-4967-b956-e81caf27d56b,segment=NetworkSegment(93edcf2e-fe64-4bb8-9d9c-461c596fca8d),segment_id=93edcf2e-fe64-4bb8-9d9c-461c596fca8d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:49.431259 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.434071 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port 0bf57883-9925-40d9-ab54-05098d2b2d6d yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:49.459653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Attempting to bind port 03d965e8-7fa6-46c2-8043-47ff90e671a8 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:49.459781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Attempting to bind port 03d965e8-7fa6-46c2-8043-47ff90e671a8 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:49.460101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Attempting to bind port 03d965e8-7fa6-46c2-8043-47ff90e671a8 on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:49.469622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:49.470004 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:49.470412 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.470868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:49.471317 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Bound port: 03d965e8-7fa6-46c2-8043-47ff90e671a8, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:49.471703 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.532024 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=8f2bc288-754c-4967-b956-e81caf27d56b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:49.563582 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] For port 03d965e8-7fa6-46c2-8043-47ff90e671a8, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:49.567417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] For port 03d965e8-7fa6-46c2-8043-47ff90e671a8, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=03d965e8-7fa6-46c2-8043-47ff90e671a8,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:49.571594 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.632664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 172.20.0.7 (415df012-32ff-4dfd-847f-4ec181a3011d/82080c75-34e0-4013-9a73-6de3071dbf6d/0bf57883-9925-40d9-ab54-05098d2b2d6d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:49.649216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::f816:3eff:fe3b:d451 (415df012-32ff-4dfd-847f-4ec181a3011d/d1cf958a-2e7d-43b0-9de5-fe6d151a0a73/0bf57883-9925-40d9-ab54-05098d2b2d6d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:49.656269 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b1975-0840-4cd1-a8ad-f07c1e5a0e98 None None] Pushing event updated for resources: {'Port': ['ID=03d965e8-7fa6-46c2-8043-47ff90e671a8,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:49.707618 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['8f2bc288-754c-4967-b956-e81caf27d56b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:58:49.867432 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:49.918760 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object 0bf57883-9925-40d9-ab54-05098d2b2d6d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:49.976809 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.038847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:50.042596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:50.047239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:50.072641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=0bf57883-9925-40d9-ab54-05098d2b2d6d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:50.112190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:50.112787 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.130372 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2fc0e3b5-827a-4930-8638-3e98a5ba233c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9853790 Jul 16 03:58:50.134078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43176) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:50.231628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9393c49-eb1e-4afc-899f-79767e3241bc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:50.240668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9393c49-eb1e-4afc-899f-79767e3241bc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:50.242465 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d9393c49-eb1e-4afc-899f-79767e3241bc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1050370 Jul 16 03:58:50.245046 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43180) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:50.261836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fbf19-f412-4518-bc88-c686b789b85b req-7e154618-2d32-4935-9590-84fc09d00831 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:50.263698 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c76fbf19-f412-4518-bc88-c686b789b85b req-7e154618-2d32-4935-9590-84fc09d00831 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 945 time: 0.0988388 Jul 16 03:58:50.273676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58931ae-2622-4931-8fa3-a5f676568cd0 req-f92822f7-39ff-41ff-9b42-4458a2fc31b1 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:50.280069 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b58931ae-2622-4931-8fa3-a5f676568cd0 req-f92822f7-39ff-41ff-9b42-4458a2fc31b1 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 944 time: 0.1441097 Jul 16 03:58:50.347581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c76fbf19-f412-4518-bc88-c686b789b85b req-3c6499e5-1fca-4442-ba5e-fe3e7239e8bb tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656943 Jul 16 03:58:50.353151 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b58931ae-2622-4931-8fa3-a5f676568cd0 req-4d2a40f6-8c3b-4ba7-80bc-3bc2a0a15308 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615532 Jul 16 03:58:50.365492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-08c84a7f-4f08-44d6-abf3-ea9c4bd7ec6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port 0bf57883-9925-40d9-ab54-05098d2b2d6d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:50.365965 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08c84a7f-4f08-44d6-abf3-ea9c4bd7ec6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.472908 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08c84a7f-4f08-44d6-abf3-ea9c4bd7ec6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.488619 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-08c84a7f-4f08-44d6-abf3-ea9c4bd7ec6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for 0bf57883-9925-40d9-ab54-05098d2b2d6d owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:50.571960 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982dbd1a-428f-4124-8ee3-5ae16e9fa8f1 req-95ef094d-ba53-4035-a920-b2bc4a3e7370 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:50.580280 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-982dbd1a-428f-4124-8ee3-5ae16e9fa8f1 req-95ef094d-ba53-4035-a920-b2bc4a3e7370 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 945 time: 0.0921454 Jul 16 03:58:50.644111 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-982dbd1a-428f-4124-8ee3-5ae16e9fa8f1 req-c181f71c-83f9-4bda-a8b6-90d6ccdc38c5 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625260 Jul 16 03:58:50.662910 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:50.729835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 03d965e8-7fa6-46c2-8043-47ff90e671a8 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:50.797550 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08c84a7f-4f08-44d6-abf3-ea9c4bd7ec6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.828422 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 03d965e8-7fa6-46c2-8043-47ff90e671a8 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:50.872235 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c84a7f-4f08-44d6-abf3-ea9c4bd7ec6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=0bf57883-9925-40d9-ab54-05098d2b2d6d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:50.964826 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-08c84a7f-4f08-44d6-abf3-ea9c4bd7ec6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:50.969109 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-08c84a7f-4f08-44d6-abf3-ea9c4bd7ec6c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/0bf57883-9925-40d9-ab54-05098d2b2d6d HTTP/1.1" status: 204 len: 168 time: 0.7209520 Jul 16 03:58:50.969449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43200) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:51.007216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c8e09-d7a5-4856-89ea-f839309d5cb2 tempest-TestVolumeBootPattern-1189016441 tempest-TestVolumeBootPattern-1189016441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:51.009141 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4f8c8e09-d7a5-4856-89ea-f839309d5cb2 tempest-TestVolumeBootPattern-1189016441 tempest-TestVolumeBootPattern-1189016441-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 1091 time: 0.3450408 Jul 16 03:58:51.016614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43202) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:51.025201 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34784b2a-7df1-4eae-9f15-e03d4e5e52b9 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:51.028095 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': 'ca0df471-6b0c-4f0d-95d2-5bc71cd3d074', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:51.055753 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.062466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511613a1-9aaf-4a74-9d58-db56d9095a35 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:51.063500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8f2bc288-754c-4967-b956-e81caf27d56b up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:51.064999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511613a1-9aaf-4a74-9d58-db56d9095a35 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:51.066820 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511613a1-9aaf-4a74-9d58-db56d9095a35 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:51.068538 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-511613a1-9aaf-4a74-9d58-db56d9095a35 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0978861 Jul 16 03:58:51.071144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43206) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:51.143954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db99d94-ef2e-4e79-a582-d0e137c3ec61 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 82080c75-34e0-4013-9a73-6de3071dbf6d {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:51.147690 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0db99d94-ef2e-4e79-a582-d0e137c3ec61 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.162729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-59668ce9-4b88-4b1f-a390-8ac2a57f6134 None None] Provisioning for port 03d965e8-7fa6-46c2-8043-47ff90e671a8 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:51.171843 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.172909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-59668ce9-4b88-4b1f-a390-8ac2a57f6134 None None] Provisioning complete for port 03d965e8-7fa6-46c2-8043-47ff90e671a8 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:51.173349 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-59668ce9-4b88-4b1f-a390-8ac2a57f6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.196595 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0db99d94-ef2e-4e79-a582-d0e137c3ec61 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.256713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0db99d94-ef2e-4e79-a582-d0e137c3ec61 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.337838 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Allocated IP 172.25.3.160 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/3b9cb118-3acb-43da-8678-1596f2c886a0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:51.339606 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0db99d94-ef2e-4e79-a582-d0e137c3ec61 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.370992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db99d94-ef2e-4e79-a582-d0e137c3ec61 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=82080c75-34e0-4013-9a73-6de3071dbf6d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:51.375236 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0db99d94-ef2e-4e79-a582-d0e137c3ec61 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.378039 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0db99d94-ef2e-4e79-a582-d0e137c3ec61 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/82080c75-34e0-4013-9a73-6de3071dbf6d HTTP/1.1" status: 204 len: 168 time: 0.3050597 Jul 16 03:58:51.380441 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43214) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:51.388572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 8f2bc288-754c-4967-b956-e81caf27d56b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:51.415526 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 8f2bc288-754c-4967-b956-e81caf27d56b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:51.416146 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.495167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e74c23-82ca-4f71-8ab5-1e993c921cee tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet d1cf958a-2e7d-43b0-9de5-fe6d151a0a73 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:51.507950 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85e74c23-82ca-4f71-8ab5-1e993c921cee tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.562350 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85e74c23-82ca-4f71-8ab5-1e993c921cee tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.597525 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.648448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeead969-5309-4c9c-9f71-1dc43a221783 req-d3c4cc20-f16f-4efc-a5d8-eac266e7f73d tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:51.649987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eeead969-5309-4c9c-9f71-1dc43a221783 req-d3c4cc20-f16f-4efc-a5d8-eac266e7f73d tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 944 time: 0.1023886 Jul 16 03:58:51.660742 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-59668ce9-4b88-4b1f-a390-8ac2a57f6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.689337 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85e74c23-82ca-4f71-8ab5-1e993c921cee tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.729088 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eeead969-5309-4c9c-9f71-1dc43a221783 req-ae77da3a-c3be-46a1-bcf7-52e6dd466f36 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616064 Jul 16 03:58:51.733069 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.774929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:51.778790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:51.791201 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.791834 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:51.806884 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85e74c23-82ca-4f71-8ab5-1e993c921cee tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.813132 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeca42f-d3bb-414f-be42-97a5564813a6 None None] Update dhcp port {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'fixed_ips': [{'subnet_id': 'd1cf958a-2e7d-43b0-9de5-fe6d151a0a73', 'ip_address': '2001:db8::f816:3eff:fe06:466e'}, {'subnet_id': '82080c75-34e0-4013-9a73-6de3071dbf6d'}], 'binding:host_id': 'n-d-800088-6'}, 'id': '03d965e8-7fa6-46c2-8043-47ff90e671a8'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:58:51.840430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 8f2bc288-754c-4967-b956-e81caf27d56b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8f2bc288-754c-4967-b956-e81caf27d56b,segment=NetworkSegment(93edcf2e-fe64-4bb8-9d9c-461c596fca8d),segment_id=93edcf2e-fe64-4bb8-9d9c-461c596fca8d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:51.840430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7836b320-a321-42ae-8ebe-d87d3308a346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2bc288-754c-4967-b956-e81caf27d56b'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:51.842615 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b925451-254d-4eb1-acb3-3c08cdda5408" -d '{"events": [{"server_uuid": "7836b320-a321-42ae-8ebe-d87d3308a346", "name": "network-vif-plugged", "status": "completed", "tag": "8f2bc288-754c-4967-b956-e81caf27d56b"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:51.844551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'Port': ['ID=3b9cb118-3acb-43da-8678-1596f2c886a0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:51.853110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e74c23-82ca-4f71-8ab5-1e993c921cee tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=d1cf958a-2e7d-43b0-9de5-fe6d151a0a73,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:51.857992 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-85e74c23-82ca-4f71-8ab5-1e993c921cee tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.863060 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-85e74c23-82ca-4f71-8ab5-1e993c921cee tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/d1cf958a-2e7d-43b0-9de5-fe6d151a0a73 HTTP/1.1" status: 204 len: 168 time: 0.4814794 Jul 16 03:58:51.863799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43230) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:51.886184 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:51.918077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43234) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:51.918440 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e4770c2b-5f2a-4b4e-a1ee-a24e691ee6f3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534461 Jul 16 03:58:51.927381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-efe0eff1-28bf-49c4-9baf-f09d717bfbc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:51.945774 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05f80fd-bc62-4671-9960-9ae99ee40fcc x-openstack-request-id: req-f05f80fd-bc62-4671-9960-9ae99ee40fcc {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:51.946120 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7836b320-a321-42ae-8ebe-d87d3308a346", "name": "network-vif-plugged", "status": "completed", "tag": "8f2bc288-754c-4967-b956-e81caf27d56b", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:51.946364 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f05f80fd-bc62-4671-9960-9ae99ee40fcc {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:51.946768 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7836b320-a321-42ae-8ebe-d87d3308a346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2bc288-754c-4967-b956-e81caf27d56b', 'code': 200} Jul 16 03:58:51.953032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=8f2bc288-754c-4967-b956-e81caf27d56b,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:51.991370 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2eeca42f-d3bb-414f-be42-97a5564813a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.001983 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-59668ce9-4b88-4b1f-a390-8ac2a57f6134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:58:52.002547 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-59668ce9-4b88-4b1f-a390-8ac2a57f6134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:58:52.065991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36bb3a-bf93-440a-9e66-218baf84844a req-dd6fbaa9-99cb-4cfe-b418-ab987c312822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:52.067527 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ea36bb3a-bf93-440a-9e66-218baf84844a req-dd6fbaa9-99cb-4cfe-b418-ab987c312822 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 1096 time: 0.0557477 Jul 16 03:58:52.121687 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ea36bb3a-bf93-440a-9e66-218baf84844a req-7ea06e6d-992e-4e15-9fcd-c73f2bc9e7e3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392272 Jul 16 03:58:52.127374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe0eff1-28bf-49c4-9baf-f09d717bfbc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:52.131098 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efe0eff1-28bf-49c4-9baf-f09d717bfbc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.172877 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ec3ca7-8753-40a4-8419-f8fbbff25d1a None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:52.327559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fe2df7-352a-41f4-ae5f-09cf32c9fe9d None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:52.380029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-94fe2df7-352a-41f4-ae5f-09cf32c9fe9d None None] Deleting port 03d965e8-7fa6-46c2-8043-47ff90e671a8 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:52.380399 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94fe2df7-352a-41f4-ae5f-09cf32c9fe9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.460847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-94fe2df7-352a-41f4-ae5f-09cf32c9fe9d None None] For port 03d965e8-7fa6-46c2-8043-47ff90e671a8, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=03d965e8-7fa6-46c2-8043-47ff90e671a8,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:52.461249 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94fe2df7-352a-41f4-ae5f-09cf32c9fe9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.473297 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-94fe2df7-352a-41f4-ae5f-09cf32c9fe9d None None] Calling delete_port for 03d965e8-7fa6-46c2-8043-47ff90e671a8 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:52.513057 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.566632 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-59668ce9-4b88-4b1f-a390-8ac2a57f6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.661741 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94fe2df7-352a-41f4-ae5f-09cf32c9fe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.663814 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 03d965e8-7fa6-46c2-8043-47ff90e671a8 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:52.676614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.objects.ports [None req-efe0eff1-28bf-49c4-9baf-f09d717bfbc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:58:52.683254 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efe0eff1-28bf-49c4-9baf-f09d717bfbc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.708353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe2df7-352a-41f4-ae5f-09cf32c9fe9d None None] Pushing event deleted for resources: {'Port': ['ID=03d965e8-7fa6-46c2-8043-47ff90e671a8,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:52.710787 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 03d965e8-7fa6-46c2-8043-47ff90e671a8 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:52.711137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 03d965e8-7fa6-46c2-8043-47ff90e671a8 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:52.714828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fe2df7-352a-41f4-ae5f-09cf32c9fe9d None None] No DVR routers for this DVR port 03d965e8-7fa6-46c2-8043-47ff90e671a8 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:52.723850 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.735019 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe0eff1-28bf-49c4-9baf-f09d717bfbc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:52.742971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-efe0eff1-28bf-49c4-9baf-f09d717bfbc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:52.746428 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe0eff1-28bf-49c4-9baf-f09d717bfbc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:52.747067 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efe0eff1-28bf-49c4-9baf-f09d717bfbc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:52.754677 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0fa3ab-1e36-4e72-b4c7-f444941ab5b1 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:52.785457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-03bc7638-b671-4aae-92ea-affb4c19fcac None None] Could not find standard attr ID for object 03d965e8-7fa6-46c2-8043-47ff90e671a8. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:58:52.797898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0eff1-28bf-49c4-9baf-f09d717bfbc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=aed168af-4bf4-4e8f-ae0a-65d55af45a6a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:52.832367 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-efe0eff1-28bf-49c4-9baf-f09d717bfbc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9102423 Jul 16 03:58:52.832645 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43256) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:52.867795 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ebb5dfed-62be-4da7-912c-dffdcdc8fccc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:52.968622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': 'aed168af-4bf4-4e8f-ae0a-65d55af45a6a'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:52.968622 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.027632 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea504a7-ff8e-4d98-9c4f-5fe933ccadaf req-7ad7d71c-f60d-4686-8ec7-073991edba2c tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:53.029278 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bea504a7-ff8e-4d98-9c4f-5fe933ccadaf req-7ad7d71c-f60d-4686-8ec7-073991edba2c tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 945 time: 0.1467032 Jul 16 03:58:53.097858 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bea504a7-ff8e-4d98-9c4f-5fe933ccadaf req-704279dd-443f-45d4-8cdb-ef500468cc7f tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567172 Jul 16 03:58:53.098137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb5dfed-62be-4da7-912c-dffdcdc8fccc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:53.100553 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.102094 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebb5dfed-62be-4da7-912c-dffdcdc8fccc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.107201 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.152622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Allocated IP 2001:db8::f816:3eff:fef6:11c5 (415df012-32ff-4dfd-847f-4ec181a3011d/aed168af-4bf4-4e8f-ae0a-65d55af45a6a/5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:53.174974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'Port': ['ID=3b9cb118-3acb-43da-8678-1596f2c886a0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:53.221816 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.347010 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.358223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Transition to ACTIVE for port object 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:53.368518 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Floating IP 3d04cba4-2b31-4576-84ad-67126b1cc50e associated. External IP: 172.25.3.160, port: ca0df471-6b0c-4f0d-95d2-5bc71cd3d074. Jul 16 03:58:53.388415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Transition to ACTIVE for port object 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:53.396914 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.436208 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebb5dfed-62be-4da7-912c-dffdcdc8fccc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.441392 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:53.445050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:53.449990 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:53.460038 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Pushing event updated for resources: {'Port': ['ID=5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:53.512355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5dfed-62be-4da7-912c-dffdcdc8fccc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=6e52cdb0-63cc-4e06-b7a6-3d4ecc4acc4c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:53.527113 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb5dfed-62be-4da7-912c-dffdcdc8fccc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:53.529006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ebb5dfed-62be-4da7-912c-dffdcdc8fccc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:53.531630 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Attempting to bind port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:53.531832 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb5dfed-62be-4da7-912c-dffdcdc8fccc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:53.532160 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Attempting to bind port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:53.532407 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ebb5dfed-62be-4da7-912c-dffdcdc8fccc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.532685 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Attempting to bind port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:53.540092 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:53.541014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:53.541398 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.541902 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:53.542405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Bound port: 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:53.542796 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.559209 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ebb5dfed-62be-4da7-912c-dffdcdc8fccc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7255354 Jul 16 03:58:53.561911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43274) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:53.570877 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'mac_address': 'fa:16:3e:c2:25:37', 'name': 'tempest-NetworksTestDHCPv6-1289300643'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:53.627513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] For port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:53.636919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] For port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:53.646168 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.694993 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:58:53.718026 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944e854-d1ca-41b3-b87f-904b8fa3a2f3 None None] Pushing event updated for resources: {'Port': ['ID=5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:53.718613 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:53.724196 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.763207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port eaae85b3-f2f2-4bde-a96f-3757062c8c34 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:53.833629 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:58:53.843427 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdeddd7-8129-4bab-a7ea-e0b3080f31e9 None None] Sync routers for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:58:53.857559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdeddd7-8129-4bab-a7ea-e0b3080f31e9 None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:53.858740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3bdeddd7-8129-4bab-a7ea-e0b3080f31e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:53.874675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:53.960250 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-48aca320-e6f6-4706-b1ff-2beb84e7c147 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9370427 Jul 16 03:58:53.960958 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f46c37-eea4-46be-8fd3-6c56b0a0c9ac', 'tag': 'ca0df471-6b0c-4f0d-95d2-5bc71cd3d074'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:53.963393 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d63d330-21f0-4d4a-a5c3-da4a9f5adc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "64f46c37-eea4-46be-8fd3-6c56b0a0c9ac", "tag": "ca0df471-6b0c-4f0d-95d2-5bc71cd3d074"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:54.042316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 172.20.0.6 (415df012-32ff-4dfd-847f-4ec181a3011d/6e52cdb0-63cc-4e06-b7a6-3d4ecc4acc4c/eaae85b3-f2f2-4bde-a96f-3757062c8c34) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:54.044015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3bdeddd7-8129-4bab-a7ea-e0b3080f31e9 None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:54.048909 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d871f6-10a5-4ee0-91dd-22437d337e5e x-openstack-request-id: req-08d871f6-10a5-4ee0-91dd-22437d337e5e {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:54.050409 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f46c37-eea4-46be-8fd3-6c56b0a0c9ac", "tag": "ca0df471-6b0c-4f0d-95d2-5bc71cd3d074", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:54.050585 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::f816:3eff:fec2:2537 (415df012-32ff-4dfd-847f-4ec181a3011d/aed168af-4bf4-4e8f-ae0a-65d55af45a6a/eaae85b3-f2f2-4bde-a96f-3757062c8c34) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:54.050783 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08d871f6-10a5-4ee0-91dd-22437d337e5e {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:54.051257 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f46c37-eea4-46be-8fd3-6c56b0a0c9ac', 'tag': 'ca0df471-6b0c-4f0d-95d2-5bc71cd3d074', 'status': 'completed', 'code': 200} Jul 16 03:58:54.240668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63d330-21f0-4d4a-a5c3-da4a9f5adc9e req-332e8172-8362-461f-8830-71758cb44773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:54.242299 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d63d330-21f0-4d4a-a5c3-da4a9f5adc9e req-332e8172-8362-461f-8830-71758cb44773 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 1096 time: 0.1608427 Jul 16 03:58:54.322728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.387879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3bdeddd7-8129-4bab-a7ea-e0b3080f31e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '3d04cba4-2b31-4576-84ad-67126b1cc50e', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'port_id': 'ca0df471-6b0c-4f0d-95d2-5bc71cd3d074', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'mac_address': 'fa:16:3e:a1:52:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f46c37-eea4-46be-8fd3-6c56b0a0c9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:58:52Z', 'updated_at': '2021-07-16T03:58:52Z', 'revision_number': 0, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:54.389092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object eaae85b3-f2f2-4bde-a96f-3757062c8c34 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:54.390754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a848ac-17b3-4ae4-88d6-fcf9883d1f40 req-2910faa3-264b-40dc-82d3-0ef9e63d7653 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:54.393560 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53a848ac-17b3-4ae4-88d6-fcf9883d1f40 req-2910faa3-264b-40dc-82d3-0ef9e63d7653 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 945 time: 0.1042323 Jul 16 03:58:54.418889 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63d330-21f0-4d4a-a5c3-da4a9f5adc9e req-a5420550-46a7-4a6e-a75e-6b4f4df8db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:54.420559 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d63d330-21f0-4d4a-a5c3-da4a9f5adc9e req-a5420550-46a7-4a6e-a75e-6b4f4df8db6f service neutron] 10.222.0.88 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.1703718 Jul 16 03:58:54.439052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdeddd7-8129-4bab-a7ea-e0b3080f31e9 None None] Checking router: 760e4c6f-bb2e-48eb-82da-aa62d23ba241 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:58:54.450547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53a848ac-17b3-4ae4-88d6-fcf9883d1f40 req-a68d10e9-e54e-4a9d-8fc7-e487c2c90b79 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511112 Jul 16 03:58:54.451832 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdeddd7-8129-4bab-a7ea-e0b3080f31e9 None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:58:54.452739 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3bdeddd7-8129-4bab-a7ea-e0b3080f31e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:58:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:54.518918 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.525611 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d63d330-21f0-4d4a-a5c3-da4a9f5adc9e req-61750dc3-fc8b-4262-bcbf-ee74cd3a7b2f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 HTTP/1.1" status: 200 len: 999 time: 0.0978022 Jul 16 03:58:54.577142 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-3bdeddd7-8129-4bab-a7ea-e0b3080f31e9 None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:58:54.593241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63d330-21f0-4d4a-a5c3-da4a9f5adc9e req-845994f5-f003-49a2-8176-7c0774d57c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:54.594843 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d63d330-21f0-4d4a-a5c3-da4a9f5adc9e req-845994f5-f003-49a2-8176-7c0774d57c30 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.0620134 Jul 16 03:58:54.690123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=eaae85b3-f2f2-4bde-a96f-3757062c8c34,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:54.752694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:54.755751 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:54.758302 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:54.805650 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:54.823314 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:54.824080 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:54.859004 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-78a62b26-ca5c-4ed9-ab4e-246b391a0fe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2909422 Jul 16 03:58:54.859217 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:54.875868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63d330-21f0-4d4a-a5c3-da4a9f5adc9e req-65993c4e-febc-463b-92a1-a0f4b8213a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:54.877768 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d63d330-21f0-4d4a-a5c3-da4a9f5adc9e req-65993c4e-febc-463b-92a1-a0f4b8213a19 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1760602 Jul 16 03:58:55.014395 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e9fb5-4f99-4984-800a-70677038e4b9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:55.031800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e9fb5-4f99-4984-800a-70677038e4b9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:55.039919 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f04e9fb5-4f99-4984-800a-70677038e4b9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1819842 Jul 16 03:58:55.042373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43318) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:55.065432 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:55.078938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-3bdeddd7-8129-4bab-a7ea-e0b3080f31e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '3d04cba4-2b31-4576-84ad-67126b1cc50e', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'port_id': 'ca0df471-6b0c-4f0d-95d2-5bc71cd3d074', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'mac_address': 'fa:16:3e:a1:52:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f46c37-eea4-46be-8fd3-6c56b0a0c9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:58:52Z', 'updated_at': '2021-07-16T03:58:52Z', 'revision_number': 0, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:58:55.128149 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d63d330-21f0-4d4a-a5c3-da4a9f5adc9e req-754e881f-c5ad-4137-92f5-09dc952c494a service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404945 Jul 16 03:58:55.304941 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2d63d330-21f0-4d4a-a5c3-da4a9f5adc9e req-2ad47dfc-2810-488f-b45b-6811dfd73857 service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654825 Jul 16 03:58:55.321611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1cc31-2e80-4ff0-ad0a-3810481fea11 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port eaae85b3-f2f2-4bde-a96f-3757062c8c34 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:55.322118 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9a1cc31-2e80-4ff0-ad0a-3810481fea11 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:55.361613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bb50d8-671c-4824-8750-245b127ef0a6 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:55.366657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdeddd7-8129-4bab-a7ea-e0b3080f31e9 None None] The sync data for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 is: [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '3d04cba4-2b31-4576-84ad-67126b1cc50e', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'floating_ip_address': '172.25.3.160', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'port_id': 'ca0df471-6b0c-4f0d-95d2-5bc71cd3d074', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'mac_address': 'fa:16:3e:a1:52:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f46c37-eea4-46be-8fd3-6c56b0a0c9ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:58:52Z', 'updated_at': '2021-07-16T03:58:52Z', 'revision_number': 0, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:58:55.437288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-450dbb73-8ce5-4cee-9880-84fac3ea738d None None] Provisioning for port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:55.450419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-450dbb73-8ce5-4cee-9880-84fac3ea738d None None] Provisioning complete for port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:55.450795 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-450dbb73-8ce5-4cee-9880-84fac3ea738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:55.459588 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9a1cc31-2e80-4ff0-ad0a-3810481fea11 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:55.477503 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1cc31-2e80-4ff0-ad0a-3810481fea11 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for eaae85b3-f2f2-4bde-a96f-3757062c8c34 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:55.629566 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-450dbb73-8ce5-4cee-9880-84fac3ea738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:55.714917 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-450dbb73-8ce5-4cee-9880-84fac3ea738d None None] For port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:55.732626 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-450dbb73-8ce5-4cee-9880-84fac3ea738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:55.763122 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9a1cc31-2e80-4ff0-ad0a-3810481fea11 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:55.779245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adf502-f97a-48a8-8865-d8bb3fdc95b5 req-9d7c2030-97ce-4c49-ad23-001254d3c3ad tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:55.781861 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f196cf98-28d8-4999-888b-11b12cda9c3a None None] New status for floating IP 3d04cba4-2b31-4576-84ad-67126b1cc50e: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:58:55.803334 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-81adf502-f97a-48a8-8865-d8bb3fdc95b5 req-9d7c2030-97ce-4c49-ad23-001254d3c3ad tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 945 time: 0.1260099 Jul 16 03:58:55.813211 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1cc31-2e80-4ff0-ad0a-3810481fea11 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=eaae85b3-f2f2-4bde-a96f-3757062c8c34,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:55.820947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450dbb73-8ce5-4cee-9880-84fac3ea738d None None] Pushing event updated for resources: {'Port': ['ID=5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:55.860827 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-81adf502-f97a-48a8-8865-d8bb3fdc95b5 req-e9dc53f7-5cc3-459f-826a-995851aab809 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564847 Jul 16 03:58:55.901666 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b91f232-189b-44c6-93af-2a9fe0777e84 None None] Update dhcp port {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'fixed_ips': [{'subnet_id': 'aed168af-4bf4-4e8f-ae0a-65d55af45a6a', 'ip_address': '2001:db8::f816:3eff:fef6:11c5'}, {'subnet_id': '6e52cdb0-63cc-4e06-b7a6-3d4ecc4acc4c'}], 'binding:host_id': 'n-d-800088-6'}, 'id': '5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:58:55.944760 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b91f232-189b-44c6-93af-2a9fe0777e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:55.952838 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e9a1cc31-2e80-4ff0-ad0a-3810481fea11 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:55.959104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:55.959467 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e9a1cc31-2e80-4ff0-ad0a-3810481fea11 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/eaae85b3-f2f2-4bde-a96f-3757062c8c34 HTTP/1.1" status: 204 len: 168 time: 0.9127207 Jul 16 03:58:56.063915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70e634b-f41f-459f-a8df-45214f069ff2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:56.066184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70e634b-f41f-459f-a8df-45214f069ff2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:56.070522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70e634b-f41f-459f-a8df-45214f069ff2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:56.074677 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c70e634b-f41f-459f-a8df-45214f069ff2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1121416 Jul 16 03:58:56.075068 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43338) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:56.141876 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-7989ab25-1c97-47eb-8784-c6834b5cbcfd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 6e52cdb0-63cc-4e06-b7a6-3d4ecc4acc4c {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:56.167627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4b91f232-189b-44c6-93af-2a9fe0777e84 None None] Allocated IP 172.20.0.2 (415df012-32ff-4dfd-847f-4ec181a3011d/6e52cdb0-63cc-4e06-b7a6-3d4ecc4acc4c/5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:56.262927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4b91f232-189b-44c6-93af-2a9fe0777e84 None None] For port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:56.290890 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b91f232-189b-44c6-93af-2a9fe0777e84 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.304239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4b91f232-189b-44c6-93af-2a9fe0777e84 None None] Transition to ACTIVE for port object 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:56.316370 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7989ab25-1c97-47eb-8784-c6834b5cbcfd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.316607 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4b91f232-189b-44c6-93af-2a9fe0777e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.364226 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7989ab25-1c97-47eb-8784-c6834b5cbcfd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.410336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91f232-189b-44c6-93af-2a9fe0777e84 None None] Pushing event updated for resources: {'Port': ['ID=5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:56.666874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:58:56.821189 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7989ab25-1c97-47eb-8784-c6834b5cbcfd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.898543 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7989ab25-1c97-47eb-8784-c6834b5cbcfd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.933007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989ab25-1c97-47eb-8784-c6834b5cbcfd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=6e52cdb0-63cc-4e06-b7a6-3d4ecc4acc4c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:56.943452 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7989ab25-1c97-47eb-8784-c6834b5cbcfd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:56.947851 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7989ab25-1c97-47eb-8784-c6834b5cbcfd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/6e52cdb0-63cc-4e06-b7a6-3d4ecc4acc4c HTTP/1.1" status: 204 len: 168 time: 0.8694592 Jul 16 03:58:56.948257 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43348) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:57.017383 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd4cc5a-b077-4aac-b1c5-38e3273b3daf tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet aed168af-4bf4-4e8f-ae0a-65d55af45a6a {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:58:57.021009 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd4cc5a-b077-4aac-b1c5-38e3273b3daf tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.058452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bddc0-1786-46dd-8531-7c3baf4fb911 req-0bd91385-1eb5-4b63-8163-87b76b52aaf2 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:57.065718 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-939bddc0-1786-46dd-8531-7c3baf4fb911 req-0bd91385-1eb5-4b63-8163-87b76b52aaf2 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 945 time: 0.0843172 Jul 16 03:58:57.090279 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd4cc5a-b077-4aac-b1c5-38e3273b3daf tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.103041 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-939bddc0-1786-46dd-8531-7c3baf4fb911 req-2c81d960-3eca-484e-8771-79b0620fe16e tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/security-groups?id=851457ee-99d1-4201-8c0c-1c80319d836e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359659 Jul 16 03:58:57.149224 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e049238e-7d26-451f-a264-90a199393793 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:57.205126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354eebf5-ca16-432d-a894-6fb4556e21d6 req-035aeb2d-6079-40fa-a142-bda703cde926 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:57.206577 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-354eebf5-ca16-432d-a894-6fb4556e21d6 req-035aeb2d-6079-40fa-a142-bda703cde926 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.20 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 945 time: 0.1530268 Jul 16 03:58:57.209733 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd4cc5a-b077-4aac-b1c5-38e3273b3daf tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.217434 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7badadd8-ba4b-462f-8f2e-1845d8b66e33 None None] Provisioning for port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:58:57.230805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7badadd8-ba4b-462f-8f2e-1845d8b66e33 None None] Provisioning complete for port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:57.231450 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7badadd8-ba4b-462f-8f2e-1845d8b66e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.349171 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd4cc5a-b077-4aac-b1c5-38e3273b3daf tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.383028 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4cc5a-b077-4aac-b1c5-38e3273b3daf tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=aed168af-4bf4-4e8f-ae0a-65d55af45a6a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:57.394962 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd4cc5a-b077-4aac-b1c5-38e3273b3daf tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.396926 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5fd4cc5a-b077-4aac-b1c5-38e3273b3daf tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/aed168af-4bf4-4e8f-ae0a-65d55af45a6a HTTP/1.1" status: 204 len: 168 time: 0.4476097 Jul 16 03:58:57.399454 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43350) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:57.402084 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7badadd8-ba4b-462f-8f2e-1845d8b66e33 None None] Could not find standard attr ID for object eaae85b3-f2f2-4bde-a96f-3757062c8c34. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:58:57.445592 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9b408d01-1e69-4fa9-bd67-9b6d5ab481e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449600 Jul 16 03:58:57.447113 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-354eebf5-ca16-432d-a894-6fb4556e21d6 req-a9d98c03-1f50-4804-a732-4629f2f05b56 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Deleting port 8f2bc288-754c-4967-b956-e81caf27d56b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:57.447454 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-354eebf5-ca16-432d-a894-6fb4556e21d6 req-a9d98c03-1f50-4804-a732-4629f2f05b56 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.448559 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:57.457370 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-18049312-20ce-41eb-b454-cb88394af4a4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:57.499848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433263d3-8f53-407f-ad05-a0da8935bc2a None None] Update dhcp port {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'fixed_ips': [{'subnet_id': 'aed168af-4bf4-4e8f-ae0a-65d55af45a6a'}], 'binding:host_id': 'n-d-800088-6'}, 'id': '5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:58:57.537450 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-433263d3-8f53-407f-ad05-a0da8935bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.547227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-354eebf5-ca16-432d-a894-6fb4556e21d6 req-a9d98c03-1f50-4804-a732-4629f2f05b56 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] For port 8f2bc288-754c-4967-b956-e81caf27d56b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=8f2bc288-754c-4967-b956-e81caf27d56b,segment=NetworkSegment(93edcf2e-fe64-4bb8-9d9c-461c596fca8d),segment_id=93edcf2e-fe64-4bb8-9d9c-461c596fca8d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:57.547592 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-354eebf5-ca16-432d-a894-6fb4556e21d6 req-a9d98c03-1f50-4804-a732-4629f2f05b56 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.562024 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-354eebf5-ca16-432d-a894-6fb4556e21d6 req-a9d98c03-1f50-4804-a732-4629f2f05b56 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Calling delete_port for 8f2bc288-754c-4967-b956-e81caf27d56b owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:57.591386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18049312-20ce-41eb-b454-cb88394af4a4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:57.596090 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18049312-20ce-41eb-b454-cb88394af4a4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.726235 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-354eebf5-ca16-432d-a894-6fb4556e21d6 req-a9d98c03-1f50-4804-a732-4629f2f05b56 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.740446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['8f2bc288-754c-4967-b956-e81caf27d56b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:58:57.784145 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9799c4c3-e665-42d2-b686-f2e181cdb35c None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:57.788804 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d98c03-1f50-4804-a732-4629f2f05b56 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Pushing event deleted for resources: {'Port': ['ID=8f2bc288-754c-4967-b956-e81caf27d56b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:57.843468 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-354eebf5-ca16-432d-a894-6fb4556e21d6 req-a9d98c03-1f50-4804-a732-4629f2f05b56 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] No DVR routers for this DVR port 8f2bc288-754c-4967-b956-e81caf27d56b on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:57.846628 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-354eebf5-ca16-432d-a894-6fb4556e21d6 req-a9d98c03-1f50-4804-a732-4629f2f05b56 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:57.848856 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-354eebf5-ca16-432d-a894-6fb4556e21d6 req-a9d98c03-1f50-4804-a732-4629f2f05b56 tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.20 "DELETE /v2.0/ports/8f2bc288-754c-4967-b956-e81caf27d56b HTTP/1.1" status: 204 len: 173 time: 0.6352954 Jul 16 03:58:57.849376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7836b320-a321-42ae-8ebe-d87d3308a346', 'name': 'network-vif-deleted', 'tag': '8f2bc288-754c-4967-b956-e81caf27d56b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:58:57.852049 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b7517e-1c0c-4387-8cdd-1371f6d4f2d7" -d '{"events": [{"server_uuid": "7836b320-a321-42ae-8ebe-d87d3308a346", "name": "network-vif-deleted", "tag": "8f2bc288-754c-4967-b956-e81caf27d56b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:58:57.906734 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d686f0de-81a3-4952-8a1b-63fb6444caa0 x-openstack-request-id: req-d686f0de-81a3-4952-8a1b-63fb6444caa0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:58:57.907034 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7836b320-a321-42ae-8ebe-d87d3308a346", "name": "network-vif-deleted", "tag": "8f2bc288-754c-4967-b956-e81caf27d56b", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:58:57.907284 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d686f0de-81a3-4952-8a1b-63fb6444caa0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:58:57.907687 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7836b320-a321-42ae-8ebe-d87d3308a346', 'name': 'network-vif-deleted', 'tag': '8f2bc288-754c-4967-b956-e81caf27d56b', 'status': 'completed', 'code': 200} Jul 16 03:58:57.929799 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-00652e8d-9713-4e29-9c21-86bb355ca8c4 None None] Provisioning complete for port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:58:57.930168 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-00652e8d-9713-4e29-9c21-86bb355ca8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.022584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c9b41-7d1c-4a3b-beda-d3f05f2d158d None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:58:58.092405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a30c9b41-7d1c-4a3b-beda-d3f05f2d158d None None] Deleting port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:58:58.092960 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a30c9b41-7d1c-4a3b-beda-d3f05f2d158d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.170048 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a30c9b41-7d1c-4a3b-beda-d3f05f2d158d None None] For port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:58:58.170781 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a30c9b41-7d1c-4a3b-beda-d3f05f2d158d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.183386 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a30c9b41-7d1c-4a3b-beda-d3f05f2d158d None None] Calling delete_port for 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:58:58.275188 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a30c9b41-7d1c-4a3b-beda-d3f05f2d158d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.304554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c9b41-7d1c-4a3b-beda-d3f05f2d158d None None] Pushing event deleted for resources: {'Port': ['ID=5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:58.307940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30c9b41-7d1c-4a3b-beda-d3f05f2d158d None None] No DVR routers for this DVR port 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:58:58.331441 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d4b9b4e-f877-45a5-838f-f2d620393718 req-08ace05d-558b-451f-a954-6932dac50c0e tempest-VolumesActionsTest-542450548 tempest-VolumesActionsTest-542450548-project] 10.222.0.18 "GET /v2.0/ports?device_id=7836b320-a321-42ae-8ebe-d87d3308a346 HTTP/1.1" status: 200 len: 210 time: 0.0609591 Jul 16 03:58:58.338439 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18049312-20ce-41eb-b454-cb88394af4a4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.379196 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18049312-20ce-41eb-b454-cb88394af4a4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:58.386234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-18049312-20ce-41eb-b454-cb88394af4a4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:58.391302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18049312-20ce-41eb-b454-cb88394af4a4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:58.392056 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18049312-20ce-41eb-b454-cb88394af4a4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.401078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e776f926-6082-4b4b-ba63-b208980d5b2a None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:58:58.410865 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18049312-20ce-41eb-b454-cb88394af4a4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=094d80cd-a41a-46e8-8494-696a067ca145,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:58.432208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-18049312-20ce-41eb-b454-cb88394af4a4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9730523 Jul 16 03:58:58.432486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43362) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:58.442220 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ef0b83de-cfe2-4f60-8441-34b59c43d626 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:58.589583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0b83de-cfe2-4f60-8441-34b59c43d626 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:58.593820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': '094d80cd-a41a-46e8-8494-696a067ca145'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:58:58.594605 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.601598 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef0b83de-cfe2-4f60-8441-34b59c43d626 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.647389 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:58:58.725219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:58:58.725600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5dd71d5a-f3ca-4fd3-b215-23ff1e14dddf not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:58:58.789151 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Allocated IP 172.20.0.2 (415df012-32ff-4dfd-847f-4ec181a3011d/094d80cd-a41a-46e8-8494-696a067ca145/7d73e0de-3a17-4dc2-bd01-00f0e9b98781) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:58.949908 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.960680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Transition to ACTIVE for port object 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:58.967431 n-d-800088-6 neutron-server[93768]: DEBUG neutron.objects.ports [None req-ef0b83de-cfe2-4f60-8441-34b59c43d626 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:58:58.969105 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef0b83de-cfe2-4f60-8441-34b59c43d626 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:58.976648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Transition to ACTIVE for port object 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:58.983224 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.012787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0b83de-cfe2-4f60-8441-34b59c43d626 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:59.018079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ef0b83de-cfe2-4f60-8441-34b59c43d626 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:59.022562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0b83de-cfe2-4f60-8441-34b59c43d626 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:59.023230 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef0b83de-cfe2-4f60-8441-34b59c43d626 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.024521 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:59.028263 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:59.031233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b83de-cfe2-4f60-8441-34b59c43d626 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=d4b68af0-95bd-4918-b204-38665e116c5a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:59.033339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:59.042901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Pushing event updated for resources: {'Port': ['ID=7d73e0de-3a17-4dc2-bd01-00f0e9b98781,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:59.047772 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:58:59.049188 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ef0b83de-cfe2-4f60-8441-34b59c43d626 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6146269 Jul 16 03:58:59.053497 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'mac_address': 'fa:16:3e:9f:d3:ed', 'name': 'tempest-NetworksTestDHCPv6-785057327'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:58:59.106443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Attempting to bind port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:58:59.106857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Attempting to bind port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:58:59.107167 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Attempting to bind port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:58:59.112697 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:58:59.113073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:58:59.113471 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.113888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:58:59.114355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Bound port: 7d73e0de-3a17-4dc2-bd01-00f0e9b98781, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:58:59.114735 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.171426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:58:59.181989 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] For port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:58:59.185396 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] For port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7d73e0de-3a17-4dc2-bd01-00f0e9b98781,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:58:59.190539 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.255934 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.259205 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e082370-667d-4f15-9702-a780eaa87831 None None] Pushing event updated for resources: {'Port': ['ID=7d73e0de-3a17-4dc2-bd01-00f0e9b98781,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:59.282031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port 0976b14c-afd0-4498-a24c-310c1d8a4a81 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:58:59.541992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 172.20.0.14 (415df012-32ff-4dfd-847f-4ec181a3011d/094d80cd-a41a-46e8-8494-696a067ca145/0976b14c-afd0-4498-a24c-310c1d8a4a81) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:59.553109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::f816:3eff:fe9f:d3ed (415df012-32ff-4dfd-847f-4ec181a3011d/d4b68af0-95bd-4918-b204-38665e116c5a/0976b14c-afd0-4498-a24c-310c1d8a4a81) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:58:59.736827 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.754556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object 0976b14c-afd0-4498-a24c-310c1d8a4a81 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:58:59.795921 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.841504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:58:59.847342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:58:59.853927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:58:59.893774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=0976b14c-afd0-4498-a24c-310c1d8a4a81,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:58:59.913902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:58:59.914550 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:58:59.931219 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1f7491d2-4e9a-4bab-8f4d-bc8af784533b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8816469 Jul 16 03:58:59.933856 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43390) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:00.004924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d26eac-161e-4019-be50-4b75eb3c7700 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:00.011022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d26eac-161e-4019-be50-4b75eb3c7700 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:00.012699 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-26d26eac-161e-4019-be50-4b75eb3c7700 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0779185 Jul 16 03:59:00.015507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:00.082793 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d64a1e57-5044-4756-afa8-48b92d22f7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.138280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cfe64109-9bd9-42bb-aba2-d737aae0ebe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port 0976b14c-afd0-4498-a24c-310c1d8a4a81 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:00.138718 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfe64109-9bd9-42bb-aba2-d737aae0ebe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.250736 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfe64109-9bd9-42bb-aba2-d737aae0ebe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.268923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cfe64109-9bd9-42bb-aba2-d737aae0ebe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for 0976b14c-afd0-4498-a24c-310c1d8a4a81 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:00.474188 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7066cdb7-b67e-4839-9c17-5c17e62dc8c0 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:00.513880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfe64109-9bd9-42bb-aba2-d737aae0ebe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.544926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe64109-9bd9-42bb-aba2-d737aae0ebe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=0976b14c-afd0-4498-a24c-310c1d8a4a81,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:00.596751 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ae455ca4-53ec-4563-ad49-5e23780cabf0 None None] Provisioning for port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:00.670689 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cfe64109-9bd9-42bb-aba2-d737aae0ebe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.675913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cfe64109-9bd9-42bb-aba2-d737aae0ebe9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/0976b14c-afd0-4498-a24c-310c1d8a4a81 HTTP/1.1" status: 204 len: 168 time: 0.6595054 Jul 16 03:59:00.676162 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43422) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:00.711264 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:00.719713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:00.769365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5646d20-f5f8-468c-82b9-13066d7000d1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:00.775717 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5646d20-f5f8-468c-82b9-13066d7000d1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:00.779267 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5646d20-f5f8-468c-82b9-13066d7000d1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:00.781396 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c5646d20-f5f8-468c-82b9-13066d7000d1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1035557 Jul 16 03:59:00.785764 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43430) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:00.842100 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:00.857317 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:00.857699 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.857982 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b712fe4-e550-4217-9e3b-add5ffd139ad tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 094d80cd-a41a-46e8-8494-696a067ca145 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:00.862175 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b712fe4-e550-4217-9e3b-add5ffd139ad tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:00.942418 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b712fe4-e550-4217-9e3b-add5ffd139ad tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.071414 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.105700 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b712fe4-e550-4217-9e3b-add5ffd139ad tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.162194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8f2bc288-754c-4967-b956-e81caf27d56b no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:01.174657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739cf1bf-7ce3-49e9-8a59-4b20486aa53e None None] Update dhcp port {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'fixed_ips': [{'subnet_id': '094d80cd-a41a-46e8-8494-696a067ca145', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd4b68af0-95bd-4918-b204-38665e116c5a'}], 'binding:host_id': 'n-d-800088-6'}, 'id': '7d73e0de-3a17-4dc2-bd01-00f0e9b98781'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:59:01.198237 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b712fe4-e550-4217-9e3b-add5ffd139ad tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.229249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 8f2bc288-754c-4967-b956-e81caf27d56b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:01.229477 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 8f2bc288-754c-4967-b956-e81caf27d56b not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:01.280776 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dea29204-a122-49a4-ab7b-978366ade12c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.284553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b712fe4-e550-4217-9e3b-add5ffd139ad tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=094d80cd-a41a-46e8-8494-696a067ca145,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:01.288449 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.289177 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-739cf1bf-7ce3-49e9-8a59-4b20486aa53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.293069 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b712fe4-e550-4217-9e3b-add5ffd139ad tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.295966 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9b712fe4-e550-4217-9e3b-add5ffd139ad tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/094d80cd-a41a-46e8-8494-696a067ca145 HTTP/1.1" status: 204 len: 168 time: 0.5087073 Jul 16 03:59:01.298497 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43444) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:01.325957 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:59:01.326359 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:59:01.381756 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6cd7418-3890-470c-bc71-0af5c52ee6be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet d4b68af0-95bd-4918-b204-38665e116c5a {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:01.387448 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7418-3890-470c-bc71-0af5c52ee6be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.444063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7418-3890-470c-bc71-0af5c52ee6be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.532250 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7418-3890-470c-bc71-0af5c52ee6be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.617301 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.623270 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7418-3890-470c-bc71-0af5c52ee6be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-739cf1bf-7ce3-49e9-8a59-4b20486aa53e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4b68af0-95bd-4918-b204-38665e116c5a: This subnet is being modified by another concurrent operation. Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4b68af0-95bd-4918-b204-38665e116c5a: This subnet is being modified by another concurrent operation. Jul 16 03:59:01.635527 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 16 03:59:01.651617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd7418-3890-470c-bc71-0af5c52ee6be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b68af0-95bd-4918-b204-38665e116c5a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:01.663962 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d6cd7418-3890-470c-bc71-0af5c52ee6be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.666230 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d6cd7418-3890-470c-bc71-0af5c52ee6be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/d4b68af0-95bd-4918-b204-38665e116c5a HTTP/1.1" status: 204 len: 168 time: 0.3660240 Jul 16 03:59:01.668462 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43462) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:01.764960 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-aa47ea9a-34c0-49b8-b3a0-81f3e14616a5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953147 Jul 16 03:59:01.765652 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43468) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:01.783342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8c2336a2-f8e3-4dac-a618-181a52974868 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:01.804153 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a058bf7-477f-4da3-ab77-d630fec9b24c None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:01.955592 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2336a2-f8e3-4dac-a618-181a52974868 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:01.970632 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c2336a2-f8e3-4dac-a618-181a52974868 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.995012 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:01.996016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dea29204-a122-49a4-ab7b-978366ade12c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Deleting port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:01.997534 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dea29204-a122-49a4-ab7b-978366ade12c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.251657 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dea29204-a122-49a4-ab7b-978366ade12c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] For port 79aeb31a-8885-4fc6-87a5-4d2d80334d9c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=79aeb31a-8885-4fc6-87a5-4d2d80334d9c,segment=NetworkSegment(d7b01279-c112-45c5-a102-07a7122becc8),segment_id=d7b01279-c112-45c5-a102-07a7122becc8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:02.252030 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dea29204-a122-49a4-ab7b-978366ade12c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.276126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dea29204-a122-49a4-ab7b-978366ade12c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Calling delete_port for 79aeb31a-8885-4fc6-87a5-4d2d80334d9c owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:02.398400 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-006d0bcd-8d43-49e1-b502-266263cd5b58 None None] Provisioning complete for port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:02.408917 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-006d0bcd-8d43-49e1-b502-266263cd5b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.435442 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c2336a2-f8e3-4dac-a618-181a52974868 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.484516 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7d73e0de-3a17-4dc2-bd01-00f0e9b98781,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:02.516931 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.528130 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2336a2-f8e3-4dac-a618-181a52974868 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=95496059-d395-4f3c-ba75-84aca2d2f2d0,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:02.565998 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2336a2-f8e3-4dac-a618-181a52974868 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:02.572232 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8c2336a2-f8e3-4dac-a618-181a52974868 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:02.582619 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2336a2-f8e3-4dac-a618-181a52974868 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:02.583246 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8c2336a2-f8e3-4dac-a618-181a52974868 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.622923 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8c2336a2-f8e3-4dac-a618-181a52974868 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8535323 Jul 16 03:59:02.623727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43478) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:02.642558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:02.762594 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:02.801692 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dea29204-a122-49a4-ab7b-978366ade12c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.887364 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=7d73e0de-3a17-4dc2-bd01-00f0e9b98781,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:02.888656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:02.893329 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d5b9373-e13f-4c37-823a-a29bf03eb881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.895931 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:02.917183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea29204-a122-49a4-ab7b-978366ade12c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Port': ['ID=79aeb31a-8885-4fc6-87a5-4d2d80334d9c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:02.943523 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.068478 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.122083 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7d73e0de-3a17-4dc2-bd01-00f0e9b98781,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:03.128614 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.193216 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dc236a-1b2b-478f-a92d-9944a6bd0718 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:03.261913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=7d73e0de-3a17-4dc2-bd01-00f0e9b98781,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:03.317742 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dea29204-a122-49a4-ab7b-978366ade12c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.362049 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-71360fd2-23b8-45b2-8f2a-2f36f5a13774 None None] Provisioning complete for port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:03.362640 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-71360fd2-23b8-45b2-8f2a-2f36f5a13774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.508232 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-71360fd2-23b8-45b2-8f2a-2f36f5a13774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.583621 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-71360fd2-23b8-45b2-8f2a-2f36f5a13774 None None] For port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7d73e0de-3a17-4dc2-bd01-00f0e9b98781,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:03.586944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.objects.ports [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:03.602989 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-71360fd2-23b8-45b2-8f2a-2f36f5a13774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.692822 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea29204-a122-49a4-ab7b-978366ade12c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Router d3b87b3b-16bc-4913-955e-0d76fb1dd27d has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:03.722358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71360fd2-23b8-45b2-8f2a-2f36f5a13774 None None] Pushing event updated for resources: {'Port': ['ID=7d73e0de-3a17-4dc2-bd01-00f0e9b98781,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:03.734845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b405d25-292b-482c-8b34-52198e5abb0a None None] Update dhcp port {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'fixed_ips': [{'subnet_id': 'e4f83804-8bd3-4e89-acbb-154db28491c0'}, {'subnet_id': '95496059-d395-4f3c-ba75-84aca2d2f2d0'}], 'binding:host_id': 'n-d-800088-6'}, 'id': '7d73e0de-3a17-4dc2-bd01-00f0e9b98781'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:59:03.804472 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b405d25-292b-482c-8b34-52198e5abb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:03.840120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea29204-a122-49a4-ab7b-978366ade12c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:03.848615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dea29204-a122-49a4-ab7b-978366ade12c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "PUT /v2.0/routers/d3b87b3b-16bc-4913-955e-0d76fb1dd27d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1271353 Jul 16 03:59:04.055884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b251110-f89f-437d-bd03-404962b0ff1c None None] Sync routers for ids ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:04.091413 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.172564 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.198420 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b251110-f89f-437d-bd03-404962b0ff1c None None] Routers {'d3b87b3b-16bc-4913-955e-0d76fb1dd27d'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:04.199126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9b251110-f89f-437d-bd03-404962b0ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:59:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:04.385187 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] For port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7d73e0de-3a17-4dc2-bd01-00f0e9b98781,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:04.458664 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.472598 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.473371 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.496756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9b251110-f89f-437d-bd03-404962b0ff1c None None] Set router d3b87b3b-16bc-4913-955e-0d76fb1dd27d gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:04.574920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75515f8-0295-40fa-a7e5-596d248022f2 req-a0aa1cb7-8261-4f34-a0ef-5f2d96bcdb33 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:04.578328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f75515f8-0295-40fa-a7e5-596d248022f2 req-a0aa1cb7-8261-4f34-a0ef-5f2d96bcdb33 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 946 time: 0.1372886 Jul 16 03:59:04.615468 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:04.647434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:04.677609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f75515f8-0295-40fa-a7e5-596d248022f2 req-8153ff9b-7131-41b5-b45e-1348f4c2725d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dc4a45a-6872-483b-9de1-40a6a02b522c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904803 Jul 16 03:59:04.704106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:04.704106 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:04.712378 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-1b405d25-292b-482c-8b34-52198e5abb0a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe82:593b-892aa703-1f41-4a8c-9b73-9515b544ab {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:59:04.714319 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-1b405d25-292b-482c-8b34-52198e5abb0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:59:04.752903 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1284897 Jul 16 03:59:04.755938 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43496) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:04.762459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'mac_address': 'fa:16:3e:d2:fb:33', 'name': 'tempest-NetworksTestDHCPv6-2075175411'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:04.764181 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=e4f83804-8bd3-4e89-acbb-154db28491c0,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:04.769467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a294afa-26a9-4806-9a13-963715e6ec9a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=7d73e0de-3a17-4dc2-bd01-00f0e9b98781,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:04.894698 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9b251110-f89f-437d-bd03-404962b0ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:59:02Z', 'revision_number': 6, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '1fa34631-edd5-4b84-a893-31cf436f0801', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'port_id': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'mac_address': 'fa:16:3e:12:78:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:57:30Z', 'updated_at': '2021-07-16T03:57:37Z', 'revision_number': 1, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40dc6a2e-bc42-42ef-815e-a734209e84d1', 'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:38:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:53Z', 'updated_at': '2021-07-16T03:57:02Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:04.946579 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:04.948414 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b251110-f89f-437d-bd03-404962b0ff1c None None] Checking router: d3b87b3b-16bc-4913-955e-0d76fb1dd27d for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:59:04.958793 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b251110-f89f-437d-bd03-404962b0ff1c None None] Routers {'d3b87b3b-16bc-4913-955e-0d76fb1dd27d'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:04.959437 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9b251110-f89f-437d-bd03-404962b0ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:59:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:05.065449 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.091594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port eda9593f-bc1d-4a9c-971b-3bad67788dde yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:05.187620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9b251110-f89f-437d-bd03-404962b0ff1c None None] Set router d3b87b3b-16bc-4913-955e-0d76fb1dd27d gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:05.388024 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 172.20.0.9 (415df012-32ff-4dfd-847f-4ec181a3011d/95496059-d395-4f3c-ba75-84aca2d2f2d0/eda9593f-bc1d-4a9c-971b-3bad67788dde) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:05.395885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::f816:3eff:fed2:fb33 (415df012-32ff-4dfd-847f-4ec181a3011d/e4f83804-8bd3-4e89-acbb-154db28491c0/eda9593f-bc1d-4a9c-971b-3bad67788dde) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:05.651426 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b405d25-292b-482c-8b34-52198e5abb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.656306 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.673118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object eda9593f-bc1d-4a9c-971b-3bad67788dde will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:05.755492 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.807865 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d21679-78d6-4e83-a359-81709db20d1e req-ff0cea40-8539-43ef-8042-f51031718837 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:05.815842 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c2d21679-78d6-4e83-a359-81709db20d1e req-ff0cea40-8539-43ef-8042-f51031718837 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.20 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 946 time: 0.1778781 Jul 16 03:59:05.838433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=eda9593f-bc1d-4a9c-971b-3bad67788dde,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:05.838793 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9b251110-f89f-437d-bd03-404962b0ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:59:02Z', 'revision_number': 6, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '1fa34631-edd5-4b84-a893-31cf436f0801', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'port_id': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'mac_address': 'fa:16:3e:12:78:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:57:30Z', 'updated_at': '2021-07-16T03:57:37Z', 'revision_number': 1, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40dc6a2e-bc42-42ef-815e-a734209e84d1', 'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:38:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:53Z', 'updated_at': '2021-07-16T03:57:02Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:05.859934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:05.861923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:05.869019 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:05.965705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:05.966292 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:05.968399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b251110-f89f-437d-bd03-404962b0ff1c None None] The sync data for ids ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'] in n-d-800088-6 is: [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:59:02Z', 'revision_number': 6, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '1fa34631-edd5-4b84-a893-31cf436f0801', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'port_id': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'mac_address': 'fa:16:3e:12:78:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:57:30Z', 'updated_at': '2021-07-16T03:57:37Z', 'revision_number': 1, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40dc6a2e-bc42-42ef-815e-a734209e84d1', 'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:38:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:53Z', 'updated_at': '2021-07-16T03:57:02Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:06.001974 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.042922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-440ca70f-2f77-4c26-9149-02df74faf250 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2856376 Jul 16 03:59:06.045526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:06.084097 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-c2d21679-78d6-4e83-a359-81709db20d1e req-5ff2a2b8-df8f-44c3-ad56-15734b633d65 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Deleting port c24b23eb-1cbf-4363-8921-c7290b33d5a5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:06.085321 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c2d21679-78d6-4e83-a359-81709db20d1e req-5ff2a2b8-df8f-44c3-ad56-15734b633d65 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.133664 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34a39c-cb10-4bac-aa96-262b0cb8c5b4 req-bb8497dc-f9a7-4a3a-a99b-508f665b690c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:06.136420 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee34a39c-cb10-4bac-aa96-262b0cb8c5b4 req-bb8497dc-f9a7-4a3a-a99b-508f665b690c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 946 time: 0.1664796 Jul 16 03:59:06.220848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582ecbb0-c845-495f-9412-2969d68233e0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:06.233281 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582ecbb0-c845-495f-9412-2969d68233e0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:06.237607 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-582ecbb0-c845-495f-9412-2969d68233e0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1893525 Jul 16 03:59:06.241161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:06.303511 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee34a39c-cb10-4bac-aa96-262b0cb8c5b4 req-280f4111-9647-4e34-9e86-42edc942cc46 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dc4a45a-6872-483b-9de1-40a6a02b522c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1603324 Jul 16 03:59:06.343607 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c2d21679-78d6-4e83-a359-81709db20d1e req-5ff2a2b8-df8f-44c3-ad56-15734b633d65 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] For port c24b23eb-1cbf-4363-8921-c7290b33d5a5, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c24b23eb-1cbf-4363-8921-c7290b33d5a5,segment=NetworkSegment(d7b01279-c112-45c5-a102-07a7122becc8),segment_id=d7b01279-c112-45c5-a102-07a7122becc8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:06.353114 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c2d21679-78d6-4e83-a359-81709db20d1e req-5ff2a2b8-df8f-44c3-ad56-15734b633d65 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.396700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-c2d21679-78d6-4e83-a359-81709db20d1e req-5ff2a2b8-df8f-44c3-ad56-15734b633d65 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Calling delete_port for c24b23eb-1cbf-4363-8921-c7290b33d5a5 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:06.445617 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-276357de-5c43-4fbf-840a-20d7880a14d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port eda9593f-bc1d-4a9c-971b-3bad67788dde {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:06.449299 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276357de-5c43-4fbf-840a-20d7880a14d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.729764 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276357de-5c43-4fbf-840a-20d7880a14d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.778857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-276357de-5c43-4fbf-840a-20d7880a14d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for eda9593f-bc1d-4a9c-971b-3bad67788dde owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:06.887624 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 79aeb31a-8885-4fc6-87a5-4d2d80334d9c no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:06.901334 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c2d21679-78d6-4e83-a359-81709db20d1e req-5ff2a2b8-df8f-44c3-ad56-15734b633d65 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:06.911804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 79aeb31a-8885-4fc6-87a5-4d2d80334d9c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:06.912482 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 79aeb31a-8885-4fc6-87a5-4d2d80334d9c not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:06.960635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-1b405d25-292b-482c-8b34-52198e5abb0a None None] Allocated IP 172.20.0.2 (415df012-32ff-4dfd-847f-4ec181a3011d/95496059-d395-4f3c-ba75-84aca2d2f2d0/7d73e0de-3a17-4dc2-bd01-00f0e9b98781) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:07.022370 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2a2b8-df8f-44c3-ad56-15734b633d65 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Port': ['ID=c24b23eb-1cbf-4363-8921-c7290b33d5a5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:07.068349 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d21679-78d6-4e83-a359-81709db20d1e req-5ff2a2b8-df8f-44c3-ad56-15734b633d65 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] No DVR routers for this DVR port c24b23eb-1cbf-4363-8921-c7290b33d5a5 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:07.073951 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c2d21679-78d6-4e83-a359-81709db20d1e req-5ff2a2b8-df8f-44c3-ad56-15734b633d65 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.080533 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c2d21679-78d6-4e83-a359-81709db20d1e req-5ff2a2b8-df8f-44c3-ad56-15734b633d65 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.20 "DELETE /v2.0/ports/c24b23eb-1cbf-4363-8921-c7290b33d5a5 HTTP/1.1" status: 204 len: 173 time: 1.2541549 Jul 16 03:59:07.081246 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b4eeea-dda8-4bc2-b19c-76ba0518fd5e', 'name': 'network-vif-deleted', 'tag': 'c24b23eb-1cbf-4363-8921-c7290b33d5a5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:07.084269 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eae924-86a8-474e-8029-f48f168a9eb0" -d '{"events": [{"server_uuid": "65b4eeea-dda8-4bc2-b19c-76ba0518fd5e", "name": "network-vif-deleted", "tag": "c24b23eb-1cbf-4363-8921-c7290b33d5a5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:07.139664 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1b405d25-292b-482c-8b34-52198e5abb0a None None] For port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7d73e0de-3a17-4dc2-bd01-00f0e9b98781,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:07.167396 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2a9a12-fda7-4e59-967d-a420e32d4f69 x-openstack-request-id: req-fa2a9a12-fda7-4e59-967d-a420e32d4f69 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:07.167693 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b4eeea-dda8-4bc2-b19c-76ba0518fd5e", "name": "network-vif-deleted", "tag": "c24b23eb-1cbf-4363-8921-c7290b33d5a5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:07.167977 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa2a9a12-fda7-4e59-967d-a420e32d4f69 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:07.168354 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b4eeea-dda8-4bc2-b19c-76ba0518fd5e', 'name': 'network-vif-deleted', 'tag': 'c24b23eb-1cbf-4363-8921-c7290b33d5a5', 'status': 'completed', 'code': 200} Jul 16 03:59:07.182174 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b405d25-292b-482c-8b34-52198e5abb0a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.199240 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1b405d25-292b-482c-8b34-52198e5abb0a None None] Transition to ACTIVE for port object 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:07.211803 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1b405d25-292b-482c-8b34-52198e5abb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.409071 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b405d25-292b-482c-8b34-52198e5abb0a None None] Pushing event updated for resources: {'Port': ['ID=7d73e0de-3a17-4dc2-bd01-00f0e9b98781,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:07.457536 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276357de-5c43-4fbf-840a-20d7880a14d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.613095 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276357de-5c43-4fbf-840a-20d7880a14d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=eda9593f-bc1d-4a9c-971b-3bad67788dde,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:07.931226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c87e8da-f2e0-4920-8f6d-88ade7e5b0cd req-99dda80e-741f-4e3b-b2b2-afeba1ff22c6 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=65b4eeea-dda8-4bc2-b19c-76ba0518fd5e HTTP/1.1" status: 200 len: 210 time: 0.2211983 Jul 16 03:59:07.940163 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-276357de-5c43-4fbf-840a-20d7880a14d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:07.942705 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-276357de-5c43-4fbf-840a-20d7880a14d2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/eda9593f-bc1d-4a9c-971b-3bad67788dde HTTP/1.1" status: 204 len: 168 time: 1.7000198 Jul 16 03:59:07.944948 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43656) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:08.076974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f3fd34-5ee6-4efd-9fe1-bfa87c130bd6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:08.079975 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f3fd34-5ee6-4efd-9fe1-bfa87c130bd6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:08.086595 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f3fd34-5ee6-4efd-9fe1-bfa87c130bd6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:08.092674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:08.110815 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-16f3fd34-5ee6-4efd-9fe1-bfa87c130bd6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1622982 Jul 16 03:59:08.198843 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e130f127-cfc2-4541-9234-72a9d03081d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 95496059-d395-4f3c-ba75-84aca2d2f2d0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:08.215238 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e130f127-cfc2-4541-9234-72a9d03081d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.283724 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e130f127-cfc2-4541-9234-72a9d03081d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.394935 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e130f127-cfc2-4541-9234-72a9d03081d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.498874 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e130f127-cfc2-4541-9234-72a9d03081d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.554055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130f127-cfc2-4541-9234-72a9d03081d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=95496059-d395-4f3c-ba75-84aca2d2f2d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:08.561248 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e130f127-cfc2-4541-9234-72a9d03081d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.567427 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43682) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:08.568253 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e130f127-cfc2-4541-9234-72a9d03081d3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/95496059-d395-4f3c-ba75-84aca2d2f2d0 HTTP/1.1" status: 204 len: 168 time: 0.4739542 Jul 16 03:59:08.621651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841cd65-15c9-4b24-afd8-e0c49a41d5b9 req-337a57ed-6f09-4fb9-a309-eb90b954e331 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:08.635775 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6841cd65-15c9-4b24-afd8-e0c49a41d5b9 req-337a57ed-6f09-4fb9-a309-eb90b954e331 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.1779027 Jul 16 03:59:08.645044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc21a3e-20f1-4e78-ab38-3eed2d9034de tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet e4f83804-8bd3-4e89-acbb-154db28491c0 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:08.650237 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccc21a3e-20f1-4e78-ab38-3eed2d9034de tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.711975 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccc21a3e-20f1-4e78-ab38-3eed2d9034de tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.780107 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6841cd65-15c9-4b24-afd8-e0c49a41d5b9 req-1e10955c-1994-40c4-a47a-590bcbcdf818 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383028 Jul 16 03:59:08.801610 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d7d5cc-a509-4a7f-bfe5-f66c7e43742c None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:08.839894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:08.893056 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccc21a3e-20f1-4e78-ab38-3eed2d9034de tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.937174 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5e1dfad5-ccd3-40d3-83f5-209859111d23 None None] Provisioning for port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:08.947046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5e1dfad5-ccd3-40d3-83f5-209859111d23 None None] Provisioning complete for port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:08.947709 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5e1dfad5-ccd3-40d3-83f5-209859111d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:08.990423 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccc21a3e-20f1-4e78-ab38-3eed2d9034de tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.015572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:09.017251 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.028615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc21a3e-20f1-4e78-ab38-3eed2d9034de tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f83804-8bd3-4e89-acbb-154db28491c0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:09.043921 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ccc21a3e-20f1-4e78-ab38-3eed2d9034de tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.046307 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ccc21a3e-20f1-4e78-ab38-3eed2d9034de tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/e4f83804-8bd3-4e89-acbb-154db28491c0 HTTP/1.1" status: 204 len: 168 time: 0.4775829 Jul 16 03:59:09.049560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43712) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:09.130686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43714) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:09.137505 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9ae04b6e-ea76-4767-8e99-adde16c9e1f6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861933 Jul 16 03:59:09.140261 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43716) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:09.231147 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c24b23eb-1cbf-4363-8921-c7290b33d5a5 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:09.260519 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: c24b23eb-1cbf-4363-8921-c7290b33d5a5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:09.261027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c24b23eb-1cbf-4363-8921-c7290b33d5a5 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:09.274739 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-400d0453-78e4-4e95-94f0-38c1017595fa tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.316994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea30b0-1c28-426d-b9ba-01cb10a226b3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:09.331156 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43728) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:09.340578 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-47ea30b0-1c28-426d-b9ba-01cb10a226b3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1796410 Jul 16 03:59:09.391154 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-400d0453-78e4-4e95-94f0-38c1017595fa tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.478588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4372f8f-9af4-457b-bbc1-783436c3f975 None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:09.539439 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da085a94-bfbf-4caf-a8ef-79c0393705db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:09.541539 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-da085a94-bfbf-4caf-a8ef-79c0393705db tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2091656 Jul 16 03:59:09.544223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43740) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:09.580405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b4372f8f-9af4-457b-bbc1-783436c3f975 None None] Deleting port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:09.581159 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4372f8f-9af4-457b-bbc1-783436c3f975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.653680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:09.654083 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7a156f28-ec59-4a3f-8765-f78f49b26eec tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084576 Jul 16 03:59:09.664353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d599be9d-e9f1-4446-b184-a292546b0842 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:09.696889 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-400d0453-78e4-4e95-94f0-38c1017595fa tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.701536 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-400d0453-78e4-4e95-94f0-38c1017595fa tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.703202 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-400d0453-78e4-4e95-94f0-38c1017595fa tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "DELETE /v2.0/security-groups/2dc4a45a-6872-483b-9de1-40a6a02b522c HTTP/1.1" status: 204 len: 168 time: 0.5695372 Jul 16 03:59:09.717043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d0453-78e4-4e95-94f0-38c1017595fa tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc4a45a-6872-483b-9de1-40a6a02b522c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:09.731021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b4372f8f-9af4-457b-bbc1-783436c3f975 None None] For port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7d73e0de-3a17-4dc2-bd01-00f0e9b98781,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:09.731695 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4372f8f-9af4-457b-bbc1-783436c3f975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.751289 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b4372f8f-9af4-457b-bbc1-783436c3f975 None None] Calling delete_port for 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:09.778133 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43752) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:09.917707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Deleting subnet 6c64f223-cee4-46c8-b699-93bea8788d00 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:09.935265 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:09.993864 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4372f8f-9af4-457b-bbc1-783436c3f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.043623 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4372f8f-9af4-457b-bbc1-783436c3f975 None None] Pushing event deleted for resources: {'Port': ['ID=7d73e0de-3a17-4dc2-bd01-00f0e9b98781,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:10.049347 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4372f8f-9af4-457b-bbc1-783436c3f975 None None] No DVR routers for this DVR port 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:10.054666 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.093053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7224001a-76b9-4232-a8f6-3d59a738487a None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:59:10.255166 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.351254 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7224001a-76b9-4232-a8f6-3d59a738487a None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:59:10.411445 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.510126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Subnet': ['ID=6c64f223-cee4-46c8-b699-93bea8788d00,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:10.510946 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d599be9d-e9f1-4446-b184-a292546b0842 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:10.515121 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d599be9d-e9f1-4446-b184-a292546b0842 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.518515 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d599be9d-e9f1-4446-b184-a292546b0842 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:10.519173 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d599be9d-e9f1-4446-b184-a292546b0842 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:10.536811 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.543517 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "DELETE /v2.0/subnets/6c64f223-cee4-46c8-b699-93bea8788d00 HTTP/1.1" status: 204 len: 168 time: 0.7616026 Jul 16 03:59:10.543517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:10.543517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:10.543890 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:10.544336 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:10.544550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:10.544987 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:10.545196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:10.546033 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:10.546033 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:10.546704 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:10.547067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:10.547469 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4387712e-37d0-4e68-b4e1-f9056b22d0c3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:10.550098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43804) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:10.565222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9e013-2827-47a4-b318-0e225cc158a6 req-145ef4c6-1121-4755-91d9-c25dac5cb263 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:10.566926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32e9e013-2827-47a4-b318-0e225cc158a6 req-145ef4c6-1121-4755-91d9-c25dac5cb263 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.1363180 Jul 16 03:59:10.571586 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d599be9d-e9f1-4446-b184-a292546b0842 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9131413 Jul 16 03:59:10.571896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:10.577335 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0b0e5baa-fdd7-404d-bf70-49778b6930aa tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:10.652594 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32e9e013-2827-47a4-b318-0e225cc158a6 req-5df36910-1a27-4318-a707-73884b3fd9e3 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690629 Jul 16 03:59:10.677852 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.735462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:10.760714 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0e5baa-fdd7-404d-bf70-49778b6930aa tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:10.772640 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:10.772969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7d73e0de-3a17-4dc2-bd01-00f0e9b98781 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:10.773516 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Deleting port 109088ca-6b13-4591-98f8-fe90bed6a127 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:10.773863 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.776435 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0b0e5baa-fdd7-404d-bf70-49778b6930aa tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.781510 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0e5baa-fdd7-404d-bf70-49778b6930aa tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:10.781954 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0e5baa-fdd7-404d-bf70-49778b6930aa tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:10.805804 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0b0e5baa-fdd7-404d-bf70-49778b6930aa tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2320004 Jul 16 03:59:10.809232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43826) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:10.831313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7d777362-465b-4f8e-8082-8819d783e4b2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:10.877129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] For port 109088ca-6b13-4591-98f8-fe90bed6a127, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=109088ca-6b13-4591-98f8-fe90bed6a127,segment=NetworkSegment(d7b01279-c112-45c5-a102-07a7122becc8),segment_id=d7b01279-c112-45c5-a102-07a7122becc8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:10.878310 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:10.890277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Calling delete_port for 109088ca-6b13-4591-98f8-fe90bed6a127 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:11.029522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d777362-465b-4f8e-8082-8819d783e4b2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:11.041900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1dc6cf-e7d0-404d-99ad-8935dc872463 None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 03:59:11.056099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d777362-465b-4f8e-8082-8819d783e4b2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.059360 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d777362-465b-4f8e-8082-8819d783e4b2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:11.059801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d777362-465b-4f8e-8082-8819d783e4b2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:11.076259 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.082703 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7d777362-465b-4f8e-8082-8819d783e4b2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2707667 Jul 16 03:59:11.085677 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:11.094859 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d1be7e8f-3896-4f47-a1a0-9bc830fa5d7a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:11.120358 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Port': ['ID=109088ca-6b13-4591-98f8-fe90bed6a127,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:11.122471 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] No DVR routers for this DVR port 109088ca-6b13-4591-98f8-fe90bed6a127 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:11.248200 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1dc6cf-e7d0-404d-99ad-8935dc872463 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 03:59:11.277322 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.306706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:11.323997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b01279-c112-45c5-a102-07a7122becc8') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:11.325006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b01279-c112-45c5-a102-07a7122becc8') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:11.334239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1be7e8f-3896-4f47-a1a0-9bc830fa5d7a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:11.344179 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.347211 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d1be7e8f-3896-4f47-a1a0-9bc830fa5d7a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.350214 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1be7e8f-3896-4f47-a1a0-9bc830fa5d7a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:11.355006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1be7e8f-3896-4f47-a1a0-9bc830fa5d7a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:11.367881 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.377691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Releasing vlan 918 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:59:11.378917 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:59:11.383630 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:59:11.397818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d1be7e8f-3896-4f47-a1a0-9bc830fa5d7a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3075628 Jul 16 03:59:11.398344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43862) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:11.403254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4dbadf9a-a605-4dcd-8cf0-a01da5c5f3d6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:11.549230 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.561439 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.568353 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "DELETE /v2.0/networks/5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 HTTP/1.1" status: 204 len: 168 time: 1.0172255 Jul 16 03:59:11.573990 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43870) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:11.668394 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbadf9a-a605-4dcd-8cf0-a01da5c5f3d6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:11.675668 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4dbadf9a-a605-4dcd-8cf0-a01da5c5f3d6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.678199 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbadf9a-a605-4dcd-8cf0-a01da5c5f3d6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:11.678932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbadf9a-a605-4dcd-8cf0-a01da5c5f3d6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:11.726306 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4dbadf9a-a605-4dcd-8cf0-a01da5c5f3d6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3272784 Jul 16 03:59:11.735439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43888) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:11.742940 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e9437ebc-0876-4164-880f-1208f80dbdc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:11.797014 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096c4a8-3f95-4c1d-8ac1-6421994f51ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Network': ['ID=5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:11.888821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9437ebc-0876-4164-880f-1208f80dbdc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:11.909530 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e9437ebc-0876-4164-880f-1208f80dbdc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:11.911500 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9437ebc-0876-4164-880f-1208f80dbdc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:11.914787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9437ebc-0876-4164-880f-1208f80dbdc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:11.966303 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e9437ebc-0876-4164-880f-1208f80dbdc6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2295611 Jul 16 03:59:11.966993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43898) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:11.995194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edab4cb2-2138-41b6-aecd-b24c950b79dd None None] Network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:12.013802 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9baf6d6b-36a5-429f-a3d9-d9aba9d381fc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0398071 Jul 16 03:59:12.027143 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edab4cb2-2138-41b6-aecd-b24c950b79dd None None] Network 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 could not be found, it might have been deleted concurrently. {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 03:59:12.040519 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43900) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:12.109150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4284cf5-2167-448c-aa39-934584810608 None None] DHCP port deletion for 5ed4eeff-77ba-4ff3-8b0a-e3aa9b377a07 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:12.184767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cca699-a23b-4e92-9a8a-bef16bb8b530 req-f18cfc65-1f69-439c-a043-f793997e7645 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:12.191637 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7cca699-a23b-4e92-9a8a-bef16bb8b530 req-f18cfc65-1f69-439c-a043-f793997e7645 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.2062590 Jul 16 03:59:12.285955 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7cca699-a23b-4e92-9a8a-bef16bb8b530 req-a41013c0-7dc5-49de-a494-3b862300f3f0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886681 Jul 16 03:59:12.536239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b23b21-d3c0-4ec8-912b-a416beaf52c7 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:12.537693 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-66b23b21-d3c0-4ec8-912b-a416beaf52c7 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4884551 Jul 16 03:59:12.540472 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 43942) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:12.580050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-201b6ad5-ad98-45fe-b849-393bcfe8ebd8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Deleting port cd3934fb-8e0d-4031-8f72-eed572ecc016 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:12.580428 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-201b6ad5-ad98-45fe-b849-393bcfe8ebd8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.583755 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dc386029-0f94-444a-911b-e26183eab25c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417175 Jul 16 03:59:12.587689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 43948) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:12.594071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-edc10a0f-590e-4106-a46a-8642bab26673 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:12.721540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 109088ca-6b13-4591-98f8-fe90bed6a127 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:12.750821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 109088ca-6b13-4591-98f8-fe90bed6a127 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:12.751178 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-201b6ad5-ad98-45fe-b849-393bcfe8ebd8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.751513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 109088ca-6b13-4591-98f8-fe90bed6a127 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:12.751612 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-201b6ad5-ad98-45fe-b849-393bcfe8ebd8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.752724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc10a0f-590e-4106-a46a-8642bab26673 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:12.756905 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edc10a0f-590e-4106-a46a-8642bab26673 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:12.807020 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-201b6ad5-ad98-45fe-b849-393bcfe8ebd8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Calling delete_port for cd3934fb-8e0d-4031-8f72-eed572ecc016 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:13.014885 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-201b6ad5-ad98-45fe-b849-393bcfe8ebd8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.057686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b6ad5-ad98-45fe-b849-393bcfe8ebd8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Port': ['ID=cd3934fb-8e0d-4031-8f72-eed572ecc016,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:13.151190 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-201b6ad5-ad98-45fe-b849-393bcfe8ebd8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.152210 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-201b6ad5-ad98-45fe-b849-393bcfe8ebd8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Floating IP 1fa34631-edd5-4b84-a893-31cf436f0801 disassociated (deleted). External IP: 172.25.3.2, port: 53365f69-cf03-43bf-bc40-bcb1bbdff113. Jul 16 03:59:13.195685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.objects.ports [None req-edc10a0f-590e-4106-a46a-8642bab26673 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:13.198003 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edc10a0f-590e-4106-a46a-8642bab26673 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.248030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc10a0f-590e-4106-a46a-8642bab26673 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:13.252276 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-edc10a0f-590e-4106-a46a-8642bab26673 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:13.263663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96581d1-3a1a-4a55-965b-d7116c412eab None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:13.265172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc10a0f-590e-4106-a46a-8642bab26673 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:13.265970 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-edc10a0f-590e-4106-a46a-8642bab26673 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.302044 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-edc10a0f-590e-4106-a46a-8642bab26673 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7129276 Jul 16 03:59:13.302879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:13.305720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc10a0f-590e-4106-a46a-8642bab26673 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=3b332526-f63c-4542-9203-6a20305db9ae,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:13.342566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0f2f1584-ffdd-4a00-9aaa-ccbe3be97426 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'mac_address': 'fa:16:3e:0e:b3:a5', 'name': 'tempest-NetworksTestDHCPv6-1747008692'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:13.599663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': '3b332526-f63c-4542-9203-6a20305db9ae'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:13.600806 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.690499 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2f1584-ffdd-4a00-9aaa-ccbe3be97426 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:13.705491 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201b6ad5-ad98-45fe-b849-393bcfe8ebd8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Router d3b87b3b-16bc-4913-955e-0d76fb1dd27d has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:13.742337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0efcbe-88e5-4680-b481-9bd245c97330 req-44b94dfc-79ca-488c-8845-6be5c7e7aa68 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:13.746345 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c0efcbe-88e5-4680-b481-9bd245c97330 req-44b94dfc-79ca-488c-8845-6be5c7e7aa68 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.2287908 Jul 16 03:59:13.850806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Allocated IP 2001:db8::f816:3eff:fe85:2cae (415df012-32ff-4dfd-847f-4ec181a3011d/3b332526-f63c-4542-9203-6a20305db9ae/14dd659f-881a-4c8c-b33e-3b004c33f704) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:13.886971 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c0efcbe-88e5-4680-b481-9bd245c97330 req-4abf6f6c-1115-4aa1-85b9-382a969adbf8 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311626 Jul 16 03:59:13.945355 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1584-ffdd-4a00-9aaa-ccbe3be97426 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.965614 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201b6ad5-ad98-45fe-b849-393bcfe8ebd8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:13.971460 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-201b6ad5-ad98-45fe-b849-393bcfe8ebd8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:13.981766 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e631204e-5320-4f94-a6a0-f65698f3daaf None None] Sync routers for ids ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:13.992151 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-0f2f1584-ffdd-4a00-9aaa-ccbe3be97426 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port 0d56c441-5256-48f9-a061-eb016919bf62 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:13.994816 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e631204e-5320-4f94-a6a0-f65698f3daaf None None] Routers {'d3b87b3b-16bc-4913-955e-0d76fb1dd27d'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:13.995434 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e631204e-5320-4f94-a6a0-f65698f3daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:59:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:14.033629 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-201b6ad5-ad98-45fe-b849-393bcfe8ebd8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "DELETE /v2.0/floatingips/1fa34631-edd5-4b84-a893-31cf436f0801 HTTP/1.1" status: 204 len: 168 time: 2.4516003 Jul 16 03:59:14.034476 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'tag': '53365f69-cf03-43bf-bc40-bcb1bbdff113'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:14.036997 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5123aca0-e52a-4bd6-ad04-a950135c2b66" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f60a6d-8763-4829-8b30-c608bf8c014a", "tag": "53365f69-cf03-43bf-bc40-bcb1bbdff113"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:14.079753 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f7a39a-0e99-43a1-851b-51c9975a7642 x-openstack-request-id: req-81f7a39a-0e99-43a1-851b-51c9975a7642 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:14.080334 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f60a6d-8763-4829-8b30-c608bf8c014a", "tag": "53365f69-cf03-43bf-bc40-bcb1bbdff113", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:14.080568 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81f7a39a-0e99-43a1-851b-51c9975a7642 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:14.080981 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'tag': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'status': 'completed', 'code': 200} Jul 16 03:59:14.148856 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.177694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Transition to ACTIVE for port object 14dd659f-881a-4c8c-b33e-3b004c33f704 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:14.207217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Transition to ACTIVE for port object 14dd659f-881a-4c8c-b33e-3b004c33f704 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:14.223078 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.240356 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123aca0-e52a-4bd6-ad04-a950135c2b66 req-150209a4-d5e9-46a6-849a-3cd5e6dbb2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:14.245316 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5123aca0-e52a-4bd6-ad04-a950135c2b66 req-150209a4-d5e9-46a6-849a-3cd5e6dbb2c6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 1096 time: 0.1381049 Jul 16 03:59:14.277614 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e631204e-5320-4f94-a6a0-f65698f3daaf None None] Set router d3b87b3b-16bc-4913-955e-0d76fb1dd27d gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:14.331682 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0f2f1584-ffdd-4a00-9aaa-ccbe3be97426 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::f816:3eff:fe0e:b3a5 (415df012-32ff-4dfd-847f-4ec181a3011d/3b332526-f63c-4542-9203-6a20305db9ae/0d56c441-5256-48f9-a061-eb016919bf62) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:14.380387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Pushing event updated for resources: {'Port': ['ID=14dd659f-881a-4c8c-b33e-3b004c33f704,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:14.389667 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:14.391543 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:14.405251 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:14.477088 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123aca0-e52a-4bd6-ad04-a950135c2b66 req-2ff4be89-fffd-4c74-a3b4-d3e6b11c8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:14.478776 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5123aca0-e52a-4bd6-ad04-a950135c2b66 req-2ff4be89-fffd-4c74-a3b4-d3e6b11c8016 service neutron] 10.222.0.88 "GET /v2.0/networks?id=2fd24362-7d26-4a40-b0c6-5502b9ef1b9e HTTP/1.1" status: 200 len: 898 time: 0.2260561 Jul 16 03:59:14.537573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Attempting to bind port 14dd659f-881a-4c8c-b33e-3b004c33f704 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:14.537949 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Attempting to bind port 14dd659f-881a-4c8c-b33e-3b004c33f704 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:14.538321 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Attempting to bind port 14dd659f-881a-4c8c-b33e-3b004c33f704 on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:14.556680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:14.557096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:14.557502 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.557947 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:14.558428 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Bound port: 14dd659f-881a-4c8c-b33e-3b004c33f704, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:14.559040 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.574149 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5123aca0-e52a-4bd6-ad04-a950135c2b66 req-07384528-3a4e-48ed-b3ec-48a3f629fcdf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53365f69-cf03-43bf-bc40-bcb1bbdff113 HTTP/1.1" status: 200 len: 217 time: 0.0836914 Jul 16 03:59:14.669665 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1584-ffdd-4a00-9aaa-ccbe3be97426 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.705229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-0f2f1584-ffdd-4a00-9aaa-ccbe3be97426 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object 0d56c441-5256-48f9-a061-eb016919bf62 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:14.706596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123aca0-e52a-4bd6-ad04-a950135c2b66 req-41f079e2-0213-448e-b4c6-6c0ce62ed2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:14.710401 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5123aca0-e52a-4bd6-ad04-a950135c2b66 req-41f079e2-0213-448e-b4c6-6c0ce62ed2a1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8a18b56e-b149-48e6-b088-51ea7739e00e HTTP/1.1" status: 200 len: 834 time: 0.1280978 Jul 16 03:59:14.710601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] For port 14dd659f-881a-4c8c-b33e-3b004c33f704, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:14.716342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] For port 14dd659f-881a-4c8c-b33e-3b004c33f704, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=14dd659f-881a-4c8c-b33e-3b004c33f704,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:14.725132 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.744905 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e631204e-5320-4f94-a6a0-f65698f3daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:59:02Z', 'revision_number': 6, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '40dc6a2e-bc42-42ef-815e-a734209e84d1', 'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:38:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:53Z', 'updated_at': '2021-07-16T03:57:02Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:14.780718 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1584-ffdd-4a00-9aaa-ccbe3be97426 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.787613 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e631204e-5320-4f94-a6a0-f65698f3daaf None None] Checking router: d3b87b3b-16bc-4913-955e-0d76fb1dd27d for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:59:14.802304 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e631204e-5320-4f94-a6a0-f65698f3daaf None None] Routers {'d3b87b3b-16bc-4913-955e-0d76fb1dd27d'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:14.803224 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e631204e-5320-4f94-a6a0-f65698f3daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:59:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:14.814199 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123aca0-e52a-4bd6-ad04-a950135c2b66 req-d67c6236-6bad-42ef-be29-358c6aaa2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:14.815738 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5123aca0-e52a-4bd6-ad04-a950135c2b66 req-d67c6236-6bad-42ef-be29-358c6aaa2fc4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=2fd24362-7d26-4a40-b0c6-5502b9ef1b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978546 Jul 16 03:59:14.867369 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2f1584-ffdd-4a00-9aaa-ccbe3be97426 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:14.878926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0f2f1584-ffdd-4a00-9aaa-ccbe3be97426 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:14.884820 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f1584-ffdd-4a00-9aaa-ccbe3be97426 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:14.893419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f1584-ffdd-4a00-9aaa-ccbe3be97426 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:14.894831 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f2f1584-ffdd-4a00-9aaa-ccbe3be97426 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:14.940198 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1ce5c-56f1-4b72-b3af-49e6f2062c8a None None] Pushing event updated for resources: {'Port': ['ID=14dd659f-881a-4c8c-b33e-3b004c33f704,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:14.958172 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0f2f1584-ffdd-4a00-9aaa-ccbe3be97426 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6432149 Jul 16 03:59:14.971014 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f1584-ffdd-4a00-9aaa-ccbe3be97426 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=0d56c441-5256-48f9-a061-eb016919bf62,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:14.975896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44092) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:15.025736 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f2428-63ba-442b-aae4-a82b1cee6f0d req-f6441fb4-6e40-413c-a825-f2b262f839a4 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:15.047271 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-913f2428-63ba-442b-aae4-a82b1cee6f0d req-f6441fb4-6e40-413c-a825-f2b262f839a4 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 945 time: 0.2610188 Jul 16 03:59:15.162604 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5123aca0-e52a-4bd6-ad04-a950135c2b66 req-b1574598-4da8-495c-9564-6f6df49efd2a service neutron] 10.222.0.88 "GET /v2.0/networks/2fd24362-7d26-4a40-b0c6-5502b9ef1b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354757 Jul 16 03:59:15.190913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-913f2428-63ba-442b-aae4-a82b1cee6f0d req-bb2e97a9-df94-476d-8d67-3c5baa49f23c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=57ff1e93-0baa-4f2d-9d4d-37839035201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253536 Jul 16 03:59:15.191680 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:59:15.253519 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e631204e-5320-4f94-a6a0-f65698f3daaf None None] Set router d3b87b3b-16bc-4913-955e-0d76fb1dd27d gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:15.364649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10f766-3ce0-49bc-ad14-98074ec084d6 req-278b4b9c-3c74-4278-9ebc-a00f69a07af6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:15.384991 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa10f766-3ce0-49bc-ad14-98074ec084d6 req-278b4b9c-3c74-4278-9ebc-a00f69a07af6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.1774347 Jul 16 03:59:15.477181 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d44f0c2-e300-48ec-b303-d43759c3f379 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:15.508733 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa10f766-3ce0-49bc-ad14-98074ec084d6 req-aed8b3a5-bf7c-40b3-91c5-2838080de224 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175108 Jul 16 03:59:15.522653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d44f0c2-e300-48ec-b303-d43759c3f379 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:15.524338 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4d44f0c2-e300-48ec-b303-d43759c3f379 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5463130 Jul 16 03:59:15.527392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:15.594500 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5123aca0-e52a-4bd6-ad04-a950135c2b66 req-7fd8c0c7-f61e-4b0b-acd8-ce86a9e7ab91 service neutron] 10.222.0.88 "GET /v2.0/networks/2fd24362-7d26-4a40-b0c6-5502b9ef1b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085460 Jul 16 03:59:15.738122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d5d317f6-405c-4d7c-ad56-34715e58ab77 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port 0d56c441-5256-48f9-a061-eb016919bf62 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:15.738847 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5d317f6-405c-4d7c-ad56-34715e58ab77 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.927598 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5d317f6-405c-4d7c-ad56-34715e58ab77 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:15.940227 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e631204e-5320-4f94-a6a0-f65698f3daaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:59:02Z', 'revision_number': 6, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '40dc6a2e-bc42-42ef-815e-a734209e84d1', 'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:38:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:53Z', 'updated_at': '2021-07-16T03:57:02Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:15.943170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d5d317f6-405c-4d7c-ad56-34715e58ab77 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for 0d56c441-5256-48f9-a061-eb016919bf62 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:15.974194 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e631204e-5320-4f94-a6a0-f65698f3daaf None None] The sync data for ids ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'] in n-d-800088-6 is: [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:59:02Z', 'revision_number': 6, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '40dc6a2e-bc42-42ef-815e-a734209e84d1', 'name': '', 'network_id': '2fd24362-7d26-4a40-b0c6-5502b9ef1b9e', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:38:65:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:53Z', 'updated_at': '2021-07-16T03:57:02Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': '8a18b56e-b149-48e6-b088-51ea7739e00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:16.279655 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5d317f6-405c-4d7c-ad56-34715e58ab77 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.315316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ac790-1d3f-42c2-af49-7e942f1828b9 req-82d6ac48-045c-47d7-84b4-54cd52ec86d0 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.319256 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a89ac790-1d3f-42c2-af49-7e942f1828b9 req-82d6ac48-045c-47d7-84b4-54cd52ec86d0 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.88 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 945 time: 0.2219186 Jul 16 03:59:16.383642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d317f6-405c-4d7c-ad56-34715e58ab77 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=0d56c441-5256-48f9-a061-eb016919bf62,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:16.457479 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5d317f6-405c-4d7c-ad56-34715e58ab77 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.462830 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d5d317f6-405c-4d7c-ad56-34715e58ab77 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/0d56c441-5256-48f9-a061-eb016919bf62 HTTP/1.1" status: 204 len: 168 time: 0.9342411 Jul 16 03:59:16.481372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:16.590724 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13724ca-f1e2-4e8f-af4a-15832bb7f5e1 None None] New status for floating IP 1fa34631-edd5-4b84-a893-31cf436f0801: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:59:16.609746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883e031-7cdd-4431-ac51-f9e867f2ebf7 req-77c672da-f0ac-4d27-b171-13692da96f48 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.620698 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5883e031-7cdd-4431-ac51-f9e867f2ebf7 req-77c672da-f0ac-4d27-b171-13692da96f48 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 945 time: 0.1742415 Jul 16 03:59:16.710868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664d2c44-72d5-4716-ac05-5f4769bc942b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.721539 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5883e031-7cdd-4431-ac51-f9e867f2ebf7 req-276a2982-b0ed-4617-9e5d-a414437a2a24 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=57ff1e93-0baa-4f2d-9d4d-37839035201c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973649 Jul 16 03:59:16.725381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664d2c44-72d5-4716-ac05-5f4769bc942b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:16.729769 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-664d2c44-72d5-4716-ac05-5f4769bc942b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2437773 Jul 16 03:59:16.731801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44122) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:16.812222 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 14dd659f-881a-4c8c-b33e-3b004c33f704 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:16.853393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a89ac790-1d3f-42c2-af49-7e942f1828b9 req-3236c8f8-9604-4d82-b80a-8cef5bc64a3f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Deleting port 53365f69-cf03-43bf-bc40-bcb1bbdff113 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:16.854828 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a89ac790-1d3f-42c2-af49-7e942f1828b9 req-3236c8f8-9604-4d82-b80a-8cef5bc64a3f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:16.952740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 14dd659f-881a-4c8c-b33e-3b004c33f704 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:16.983269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fce5af1-5921-435e-bb29-8d7ed36c9a4f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 3b332526-f63c-4542-9203-6a20305db9ae {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:16.987789 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fce5af1-5921-435e-bb29-8d7ed36c9a4f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.004745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-56edb5c0-385f-4da7-893c-86e1b680747a None None] Provisioning for port 14dd659f-881a-4c8c-b33e-3b004c33f704 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:17.014294 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-56edb5c0-385f-4da7-893c-86e1b680747a None None] Provisioning complete for port 14dd659f-881a-4c8c-b33e-3b004c33f704 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:17.014841 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-56edb5c0-385f-4da7-893c-86e1b680747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.062380 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fce5af1-5921-435e-bb29-8d7ed36c9a4f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.081347 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a4e92-7bdb-4245-bb52-6035b8d265b5 req-68f8f48d-e1a2-482a-b2e6-249c03d6fb1e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:17.082936 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa8a4e92-7bdb-4245-bb52-6035b8d265b5 req-68f8f48d-e1a2-482a-b2e6-249c03d6fb1e tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.1990206 Jul 16 03:59:17.089285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a89ac790-1d3f-42c2-af49-7e942f1828b9 req-3236c8f8-9604-4d82-b80a-8cef5bc64a3f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] For port 53365f69-cf03-43bf-bc40-bcb1bbdff113, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=53365f69-cf03-43bf-bc40-bcb1bbdff113,segment=NetworkSegment(13a63ed0-2b34-4330-978c-cc22b86fcfb2),segment_id=13a63ed0-2b34-4330-978c-cc22b86fcfb2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:17.089654 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a89ac790-1d3f-42c2-af49-7e942f1828b9 req-3236c8f8-9604-4d82-b80a-8cef5bc64a3f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.125260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-a89ac790-1d3f-42c2-af49-7e942f1828b9 req-3236c8f8-9604-4d82-b80a-8cef5bc64a3f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Calling delete_port for 53365f69-cf03-43bf-bc40-bcb1bbdff113 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:17.165923 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-56edb5c0-385f-4da7-893c-86e1b680747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.217580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-56edb5c0-385f-4da7-893c-86e1b680747a None None] For port 14dd659f-881a-4c8c-b33e-3b004c33f704, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=14dd659f-881a-4c8c-b33e-3b004c33f704,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:17.244708 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-56edb5c0-385f-4da7-893c-86e1b680747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.245218 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aa8a4e92-7bdb-4245-bb52-6035b8d265b5 req-1e4e6da6-374b-4490-b524-fe8aa3491db2 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304152 Jul 16 03:59:17.345068 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fce5af1-5921-435e-bb29-8d7ed36c9a4f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.400279 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-76942df7-1136-4843-be37-9fea1d9a69c2 None None] Could not find standard attr ID for object 0d56c441-5256-48f9-a061-eb016919bf62. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:59:17.434788 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edb5c0-385f-4da7-893c-86e1b680747a None None] Pushing event updated for resources: {'Port': ['ID=14dd659f-881a-4c8c-b33e-3b004c33f704,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:17.454726 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a89ac790-1d3f-42c2-af49-7e942f1828b9 req-3236c8f8-9604-4d82-b80a-8cef5bc64a3f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.459166 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fce5af1-5921-435e-bb29-8d7ed36c9a4f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.497509 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce5af1-5921-435e-bb29-8d7ed36c9a4f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=3b332526-f63c-4542-9203-6a20305db9ae,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:17.505556 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236c8f8-9604-4d82-b80a-8cef5bc64a3f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Port': ['ID=53365f69-cf03-43bf-bc40-bcb1bbdff113,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:17.534920 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0fce5af1-5921-435e-bb29-8d7ed36c9a4f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.543357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0fce5af1-5921-435e-bb29-8d7ed36c9a4f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/3b332526-f63c-4542-9203-6a20305db9ae HTTP/1.1" status: 204 len: 168 time: 0.8064244 Jul 16 03:59:17.546299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44130) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:17.573793 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89ac790-1d3f-42c2-af49-7e942f1828b9 req-3236c8f8-9604-4d82-b80a-8cef5bc64a3f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] No DVR routers for this DVR port 53365f69-cf03-43bf-bc40-bcb1bbdff113 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:17.581172 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a89ac790-1d3f-42c2-af49-7e942f1828b9 req-3236c8f8-9604-4d82-b80a-8cef5bc64a3f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:17.583619 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a89ac790-1d3f-42c2-af49-7e942f1828b9 req-3236c8f8-9604-4d82-b80a-8cef5bc64a3f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.88 "DELETE /v2.0/ports/53365f69-cf03-43bf-bc40-bcb1bbdff113 HTTP/1.1" status: 204 len: 173 time: 1.2561984 Jul 16 03:59:17.584329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'name': 'network-vif-deleted', 'tag': '53365f69-cf03-43bf-bc40-bcb1bbdff113'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:17.586845 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb06c42-5498-4070-81d9-89e84121935b" -d '{"events": [{"server_uuid": "b7f60a6d-8763-4829-8b30-c608bf8c014a", "name": "network-vif-deleted", "tag": "53365f69-cf03-43bf-bc40-bcb1bbdff113"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:17.616852 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-530aad52-81f3-434c-9fc1-466361f81dde tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642080 Jul 16 03:59:17.617690 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44134) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:17.626777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-491c9ff7-9d82-426b-8a45-4f921c7d1c59 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:17.725017 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154d54c9-925c-4019-97fd-282ad80e82f3 x-openstack-request-id: req-154d54c9-925c-4019-97fd-282ad80e82f3 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:17.725412 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f60a6d-8763-4829-8b30-c608bf8c014a", "name": "network-vif-deleted", "tag": "53365f69-cf03-43bf-bc40-bcb1bbdff113", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:17.725711 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-154d54c9-925c-4019-97fd-282ad80e82f3 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:17.726295 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f60a6d-8763-4829-8b30-c608bf8c014a', 'name': 'network-vif-deleted', 'tag': '53365f69-cf03-43bf-bc40-bcb1bbdff113', 'status': 'completed', 'code': 200} Jul 16 03:59:17.763625 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec7559f-14a2-4324-91a9-ea29fd32bbea None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:17.779467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491c9ff7-9d82-426b-8a45-4f921c7d1c59 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:17.787136 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-491c9ff7-9d82-426b-8a45-4f921c7d1c59 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.060445 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff91b6ea-6296-4c8c-94ba-70412963d83f req-b77a6f4e-97da-4743-8f50-782ecba81dbc tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7f60a6d-8763-4829-8b30-c608bf8c014a HTTP/1.1" status: 200 len: 210 time: 0.1112945 Jul 16 03:59:18.175649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5d5b70-0e1f-4647-875a-da21f1081ca2 None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:18.297085 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d5b70-0e1f-4647-875a-da21f1081ca2 None None] Deleting port 14dd659f-881a-4c8c-b33e-3b004c33f704 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:18.297522 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5b70-0e1f-4647-875a-da21f1081ca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.504050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5d5d5b70-0e1f-4647-875a-da21f1081ca2 None None] For port 14dd659f-881a-4c8c-b33e-3b004c33f704, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=14dd659f-881a-4c8c-b33e-3b004c33f704,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:18.504896 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5b70-0e1f-4647-875a-da21f1081ca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.527786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d5b70-0e1f-4647-875a-da21f1081ca2 None None] Calling delete_port for 14dd659f-881a-4c8c-b33e-3b004c33f704 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:18.586325 n-d-800088-6 neutron-server[93768]: DEBUG neutron.objects.ports [None req-491c9ff7-9d82-426b-8a45-4f921c7d1c59 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:18.661400 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d4e66-8536-4003-a7cb-fc68802c0977 req-a581aa8c-7599-4b53-a13c-5bf6d3aef776 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:18.667307 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-866d4e66-8536-4003-a7cb-fc68802c0977 req-a581aa8c-7599-4b53-a13c-5bf6d3aef776 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.1658876 Jul 16 03:59:18.688038 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5b70-0e1f-4647-875a-da21f1081ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.713746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d5b70-0e1f-4647-875a-da21f1081ca2 None None] No DVR routers for this DVR port 14dd659f-881a-4c8c-b33e-3b004c33f704 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:18.763038 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-866d4e66-8536-4003-a7cb-fc68802c0977 req-087481a0-2c77-4f5f-900b-4ad0d0583e7b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908093 Jul 16 03:59:18.792769 n-d-800088-6 neutron-server[93768]: WARNING neutron.services.revisions.revision_plugin [None req-491c9ff7-9d82-426b-8a45-4f921c7d1c59 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Could not find related port for resource to bump revision. Jul 16 03:59:18.798456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d5b70-0e1f-4647-875a-da21f1081ca2 None None] Pushing event deleted for resources: {'Port': ['ID=14dd659f-881a-4c8c-b33e-3b004c33f704,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:18.805763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.ipam_pluggable_backend [None req-491c9ff7-9d82-426b-8a45-4f921c7d1c59 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Port 14dd659f-881a-4c8c-b33e-3b004c33f704 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93768) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 03:59:18.806082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.ipam_pluggable_backend [None req-491c9ff7-9d82-426b-8a45-4f921c7d1c59 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Reverting IP allocation for 2001:db8::f816:3eff:fe85:2cae {{(pid=93768) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 03:59:18.809938 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.ipam_pluggable_backend [None req-491c9ff7-9d82-426b-8a45-4f921c7d1c59 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe85:2cae {{(pid=93768) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 03:59:18.811929 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-491c9ff7-9d82-426b-8a45-4f921c7d1c59 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.819724 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 14dd659f-881a-4c8c-b33e-3b004c33f704 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:18.873162 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 14dd659f-881a-4c8c-b33e-3b004c33f704 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:18.873527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 14dd659f-881a-4c8c-b33e-3b004c33f704 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:18.875939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491c9ff7-9d82-426b-8a45-4f921c7d1c59 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:18.883502 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-491c9ff7-9d82-426b-8a45-4f921c7d1c59 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:18.890602 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491c9ff7-9d82-426b-8a45-4f921c7d1c59 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:18.891327 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-491c9ff7-9d82-426b-8a45-4f921c7d1c59 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:18.898338 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c63000-5df5-4276-8733-1a4d1214f59c None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:18.900040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c9ff7-9d82-426b-8a45-4f921c7d1c59 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=578764a0-833b-405c-bb9c-257e4d3fca1c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:18.941582 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-491c9ff7-9d82-426b-8a45-4f921c7d1c59 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3202822 Jul 16 03:59:18.941906 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:18.947070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aef97146-8683-4989-b704-f351cbc9bcca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'mac_address': 'fa:16:3e:c5:05:0a', 'name': 'tempest-NetworksTestDHCPv6-1309796863'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:19.187638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef97146-8683-4989-b704-f351cbc9bcca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:19.207419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': '578764a0-833b-405c-bb9c-257e4d3fca1c'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:19.208362 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.235629 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44158) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:19.328661 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0afa-d1c9-463e-bcc8-72664ced8926 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.339239 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef97146-8683-4989-b704-f351cbc9bcca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.362992 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0afa-d1c9-463e-bcc8-72664ced8926 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.385033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-aef97146-8683-4989-b704-f351cbc9bcca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port 21a18627-4d3f-4cad-978b-864e4019b1e1 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:19.431748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Allocated IP 2001:db8::f816:3eff:fefc:9efb (415df012-32ff-4dfd-847f-4ec181a3011d/578764a0-833b-405c-bb9c-257e4d3fca1c/25a5430f-de8a-47ee-b066-bd2d45142778) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:19.491619 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0afa-d1c9-463e-bcc8-72664ced8926 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.494877 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0afa-d1c9-463e-bcc8-72664ced8926 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.496342 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dbdf0afa-d1c9-463e-bcc8-72664ced8926 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "DELETE /v2.0/security-groups/57ff1e93-0baa-4f2d-9d4d-37839035201c HTTP/1.1" status: 204 len: 168 time: 0.2593393 Jul 16 03:59:19.522298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf0afa-d1c9-463e-bcc8-72664ced8926 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ff1e93-0baa-4f2d-9d4d-37839035201c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:19.555775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44172) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:19.742965 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.754211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Transition to ACTIVE for port object 25a5430f-de8a-47ee-b066-bd2d45142778 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:19.798677 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Transition to ACTIVE for port object 25a5430f-de8a-47ee-b066-bd2d45142778 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:19.811818 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:19.911255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Pushing event updated for resources: {'Port': ['ID=25a5430f-de8a-47ee-b066-bd2d45142778,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:19.919101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 53365f69-cf03-43bf-bc40-bcb1bbdff113 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:19.929493 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-aef97146-8683-4989-b704-f351cbc9bcca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::f816:3eff:fec5:50a (415df012-32ff-4dfd-847f-4ec181a3011d/578764a0-833b-405c-bb9c-257e4d3fca1c/21a18627-4d3f-4cad-978b-864e4019b1e1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:19.989075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 53365f69-cf03-43bf-bc40-bcb1bbdff113 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:19.989573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 53365f69-cf03-43bf-bc40-bcb1bbdff113 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:19.992771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:19.996081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:19.998223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:20.097715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Attempting to bind port 25a5430f-de8a-47ee-b066-bd2d45142778 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:20.098088 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Attempting to bind port 25a5430f-de8a-47ee-b066-bd2d45142778 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:20.098453 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Attempting to bind port 25a5430f-de8a-47ee-b066-bd2d45142778 on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:20.104375 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:20.104757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:20.105174 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.105549 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:20.106067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Bound port: 25a5430f-de8a-47ee-b066-bd2d45142778, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:20.106607 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.224544 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc0a24fb-8f7a-4aca-9408-81167f161174 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.359870 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ca1b0-fc7b-4057-ab81-00c5a22e56e9 req-d2ac1d0f-910a-4cc2-8ca6-c8115c439f87 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:20.362844 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f68ca1b0-fc7b-4057-ab81-00c5a22e56e9 req-d2ac1d0f-910a-4cc2-8ca6-c8115c439f87 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.3665812 Jul 16 03:59:20.409007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] For port 25a5430f-de8a-47ee-b066-bd2d45142778, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:20.414232 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] For port 25a5430f-de8a-47ee-b066-bd2d45142778, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=25a5430f-de8a-47ee-b066-bd2d45142778,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:20.426539 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.463189 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f68ca1b0-fc7b-4057-ab81-00c5a22e56e9 req-6695e110-2a0c-4dea-8a4a-1e202bc80cc0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939081 Jul 16 03:59:20.487618 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef97146-8683-4989-b704-f351cbc9bcca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.507765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-aef97146-8683-4989-b704-f351cbc9bcca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object 21a18627-4d3f-4cad-978b-864e4019b1e1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:20.589308 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef97146-8683-4989-b704-f351cbc9bcca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.641528 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe6e93-1895-4bb0-9c17-77e46f95c5f5 None None] Pushing event updated for resources: {'Port': ['ID=25a5430f-de8a-47ee-b066-bd2d45142778,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:20.668704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef97146-8683-4989-b704-f351cbc9bcca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:20.672223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-aef97146-8683-4989-b704-f351cbc9bcca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:20.677191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef97146-8683-4989-b704-f351cbc9bcca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:20.683336 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef97146-8683-4989-b704-f351cbc9bcca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:20.684104 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aef97146-8683-4989-b704-f351cbc9bcca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.729070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-aef97146-8683-4989-b704-f351cbc9bcca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7856929 Jul 16 03:59:20.730022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef97146-8683-4989-b704-f351cbc9bcca tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=21a18627-4d3f-4cad-978b-864e4019b1e1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:20.732655 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44182) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:20.822053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a24fb-8f7a-4aca-9408-81167f161174 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Deleting port 40dc6a2e-bc42-42ef-815e-a734209e84d1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:20.822568 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc0a24fb-8f7a-4aca-9408-81167f161174 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:20.892072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1c4166-a2f1-41db-8ae9-09e4a31c5d57 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:20.904130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1c4166-a2f1-41db-8ae9-09e4a31c5d57 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:20.906548 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2e1c4166-a2f1-41db-8ae9-09e4a31c5d57 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1647506 Jul 16 03:59:20.913171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.024690 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bc0a24fb-8f7a-4aca-9408-81167f161174 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] For port 40dc6a2e-bc42-42ef-815e-a734209e84d1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=40dc6a2e-bc42-42ef-815e-a734209e84d1,segment=NetworkSegment(13a63ed0-2b34-4330-978c-cc22b86fcfb2),segment_id=13a63ed0-2b34-4330-978c-cc22b86fcfb2)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:21.025198 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc0a24fb-8f7a-4aca-9408-81167f161174 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.040755 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a24fb-8f7a-4aca-9408-81167f161174 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Calling delete_port for 40dc6a2e-bc42-42ef-815e-a734209e84d1 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:21.096938 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2baad3d3-8e74-4225-9166-42287b50afb2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port 21a18627-4d3f-4cad-978b-864e4019b1e1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:21.099390 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2baad3d3-8e74-4225-9166-42287b50afb2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.214858 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2baad3d3-8e74-4225-9166-42287b50afb2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.231750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2baad3d3-8e74-4225-9166-42287b50afb2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for 21a18627-4d3f-4cad-978b-864e4019b1e1 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:21.397376 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2baad3d3-8e74-4225-9166-42287b50afb2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.410935 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc0a24fb-8f7a-4aca-9408-81167f161174 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.473169 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a24fb-8f7a-4aca-9408-81167f161174 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Port': ['ID=40dc6a2e-bc42-42ef-815e-a734209e84d1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:21.477374 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2baad3d3-8e74-4225-9166-42287b50afb2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.479576 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2baad3d3-8e74-4225-9166-42287b50afb2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/21a18627-4d3f-4cad-978b-864e4019b1e1 HTTP/1.1" status: 204 len: 168 time: 0.5650620 Jul 16 03:59:21.481119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baad3d3-8e74-4225-9166-42287b50afb2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=21a18627-4d3f-4cad-978b-864e4019b1e1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:21.482779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.687936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713569ba-403a-4b87-8ccd-33a052e87feb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:21.691229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713569ba-403a-4b87-8ccd-33a052e87feb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:21.715237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-713569ba-403a-4b87-8ccd-33a052e87feb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2308600 Jul 16 03:59:21.719505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:21.907802 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc0a24fb-8f7a-4aca-9408-81167f161174 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:21.950092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1a6f4c-e4eb-4159-8e7b-334aef235ca6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 578764a0-833b-405c-bb9c-257e4d3fca1c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:21.956782 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d1a6f4c-e4eb-4159-8e7b-334aef235ca6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.031997 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d1a6f4c-e4eb-4159-8e7b-334aef235ca6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.119322 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219a950-627c-4c21-ab69-984204eb8648 req-25d75437-7121-4f81-bd5a-e841bf626f3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:22.120991 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9219a950-627c-4c21-ab69-984204eb8648 req-25d75437-7121-4f81-bd5a-e841bf626f3b tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.2538633 Jul 16 03:59:22.247817 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d1a6f4c-e4eb-4159-8e7b-334aef235ca6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.283506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4c51648b-168f-4d5e-9abe-34dc36f67c06 None None] Provisioning for port 25a5430f-de8a-47ee-b066-bd2d45142778 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:22.317206 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0a24fb-8f7a-4aca-9408-81167f161174 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Router d3b87b3b-16bc-4913-955e-0d76fb1dd27d has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:22.375243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9219a950-627c-4c21-ab69-984204eb8648 req-915725d8-9824-44ee-b37f-68f9fde5580c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436976 Jul 16 03:59:22.382428 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d1a6f4c-e4eb-4159-8e7b-334aef235ca6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.406371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2d1a6f4c-e4eb-4159-8e7b-334aef235ca6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.412386 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2d1a6f4c-e4eb-4159-8e7b-334aef235ca6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/578764a0-833b-405c-bb9c-257e4d3fca1c HTTP/1.1" status: 204 len: 168 time: 0.6918063 Jul 16 03:59:22.423845 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:22.473168 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a6f4c-e4eb-4159-8e7b-334aef235ca6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=578764a0-833b-405c-bb9c-257e4d3fca1c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:22.512603 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6d43146a-831c-4658-87b5-90c110826b50 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874021 Jul 16 03:59:22.517193 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44200) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:22.562088 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7b640e-5d79-41d6-bf5a-e17ae6a5e1c0 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:22.619303 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-27c3c9d2-ef66-4169-be7e-94f439d8fd4c None None] Could not find standard attr ID for object 21a18627-4d3f-4cad-978b-864e4019b1e1. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:59:22.626099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0a24fb-8f7a-4aca-9408-81167f161174 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:22.640169 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bc0a24fb-8f7a-4aca-9408-81167f161174 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "PUT /v2.0/routers/d3b87b3b-16bc-4913-955e-0d76fb1dd27d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0828981 Jul 16 03:59:22.640426 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58176b61-79c1-4e8f-a500-c9abd910a06a None None] Sync routers for ids ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:22.644799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44208) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:22.657803 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58176b61-79c1-4e8f-a500-c9abd910a06a None None] Routers {'d3b87b3b-16bc-4913-955e-0d76fb1dd27d'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:22.661525 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-58176b61-79c1-4e8f-a500-c9abd910a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:59:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:22.674455 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d731509-f06d-4217-85b7-7801010fdf9e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:22.684662 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4d731509-f06d-4217-85b7-7801010fdf9e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1641719 Jul 16 03:59:22.685538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44210) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:22.756226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-690d46bc-1c9d-4248-bf0b-cb0ca1994c51 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Deleting subnet 8a18b56e-b149-48e6-b088-51ea7739e00e {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:22.768475 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-690d46bc-1c9d-4248-bf0b-cb0ca1994c51 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.796599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a22fbe5-c587-464a-affe-9c2fcdb88fea tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:22.805071 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8a22fbe5-c587-464a-affe-9c2fcdb88fea tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1120842 Jul 16 03:59:22.805747 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:22.851742 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-690d46bc-1c9d-4248-bf0b-cb0ca1994c51 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:22.904416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c7462db2-ab6d-4671-ab18-d84f1d6ff49a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0974905 Jul 16 03:59:22.908008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44214) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:22.915580 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0f67dd5b-b15d-4f52-8482-5bbacb799c9b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:22.954601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 25a5430f-de8a-47ee-b066-bd2d45142778 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:22.972203 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-58176b61-79c1-4e8f-a500-c9abd910a06a None None] Set router d3b87b3b-16bc-4913-955e-0d76fb1dd27d gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:23.044877 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-690d46bc-1c9d-4248-bf0b-cb0ca1994c51 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.067646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 25a5430f-de8a-47ee-b066-bd2d45142778 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:23.073090 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 25a5430f-de8a-47ee-b066-bd2d45142778 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:23.073625 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.126888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f67dd5b-b15d-4f52-8482-5bbacb799c9b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:23.130652 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f67dd5b-b15d-4f52-8482-5bbacb799c9b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.154917 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f276a214-de67-41a6-a0ed-2878a838d524 None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:23.174994 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-690d46bc-1c9d-4248-bf0b-cb0ca1994c51 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.226871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d46bc-1c9d-4248-bf0b-cb0ca1994c51 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Subnet': ['ID=8a18b56e-b149-48e6-b088-51ea7739e00e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:23.232737 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-690d46bc-1c9d-4248-bf0b-cb0ca1994c51 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.234724 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-690d46bc-1c9d-4248-bf0b-cb0ca1994c51 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "DELETE /v2.0/subnets/8a18b56e-b149-48e6-b088-51ea7739e00e HTTP/1.1" status: 204 len: 168 time: 0.5872793 Jul 16 03:59:23.238365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44218) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:23.246120 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.259328 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66220d7-caf6-4c6a-b0fe-1e9c6a0fe809 None None] Network 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:23.419297 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f276a214-de67-41a6-a0ed-2878a838d524 None None] Deleting port 25a5430f-de8a-47ee-b066-bd2d45142778 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:23.419984 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f276a214-de67-41a6-a0ed-2878a838d524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.489193 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.491508 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-58176b61-79c1-4e8f-a500-c9abd910a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:59:21Z', 'revision_number': 7, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:23.540539 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 25a5430f-de8a-47ee-b066-bd2d45142778, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=25a5430f-de8a-47ee-b066-bd2d45142778,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:23.563611 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58176b61-79c1-4e8f-a500-c9abd910a06a None None] Checking router: d3b87b3b-16bc-4913-955e-0d76fb1dd27d for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:59:23.591809 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58176b61-79c1-4e8f-a500-c9abd910a06a None None] Routers {'d3b87b3b-16bc-4913-955e-0d76fb1dd27d'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:23.592663 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-58176b61-79c1-4e8f-a500-c9abd910a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:59:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:23.595621 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.771021 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.808635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f276a214-de67-41a6-a0ed-2878a838d524 None None] For port 25a5430f-de8a-47ee-b066-bd2d45142778, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=25a5430f-de8a-47ee-b066-bd2d45142778,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:23.810973 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f276a214-de67-41a6-a0ed-2878a838d524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:23.908728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f276a214-de67-41a6-a0ed-2878a838d524 None None] Calling delete_port for 25a5430f-de8a-47ee-b066-bd2d45142778 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:23.941806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=25a5430f-de8a-47ee-b066-bd2d45142778,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:23.955102 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-58176b61-79c1-4e8f-a500-c9abd910a06a None None] Set router d3b87b3b-16bc-4913-955e-0d76fb1dd27d gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:24.002951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Deleting port 41f36e10-367f-411c-9f8c-c334c5f4a4af {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:24.012893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.objects.ports [None req-0f67dd5b-b15d-4f52-8482-5bbacb799c9b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:24.030916 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.067965 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaa6959-b31d-4d22-9445-567a0bf9cbd9 None None] DHCP port deletion for 2fd24362-7d26-4a40-b0c6-5502b9ef1b9e request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:24.178132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d1edd-1158-488e-9f84-6aa71a1ea2b8 req-df499f09-4c23-419f-9e5d-c72ef77f5634 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:24.183316 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f276a214-de67-41a6-a0ed-2878a838d524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.186312 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-364d1edd-1158-488e-9f84-6aa71a1ea2b8 req-df499f09-4c23-419f-9e5d-c72ef77f5634 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.4886832 Jul 16 03:59:24.210236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] For port 41f36e10-367f-411c-9f8c-c334c5f4a4af, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=41f36e10-367f-411c-9f8c-c334c5f4a4af,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:24.211406 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.232151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Calling delete_port for 41f36e10-367f-411c-9f8c-c334c5f4a4af owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:24.241472 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276a214-de67-41a6-a0ed-2878a838d524 None None] Pushing event deleted for resources: {'Port': ['ID=25a5430f-de8a-47ee-b066-bd2d45142778,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:24.257934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f276a214-de67-41a6-a0ed-2878a838d524 None None] No DVR routers for this DVR port 25a5430f-de8a-47ee-b066-bd2d45142778 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:24.260247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa6959-b31d-4d22-9445-567a0bf9cbd9 None None] Deleting port 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:24.276959 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6959-b31d-4d22-9445-567a0bf9cbd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.306678 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-364d1edd-1158-488e-9f84-6aa71a1ea2b8 req-0458fad2-90a0-4ae8-a2de-accf20b5e2fb tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192398 Jul 16 03:59:24.407358 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-58176b61-79c1-4e8f-a500-c9abd910a06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:59:21Z', 'revision_number': 7, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:24.412184 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-aaaa6959-b31d-4d22-9445-567a0bf9cbd9 None None] For port 4902bd7e-27b1-4bc3-a060-2d10b986b9e9, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4902bd7e-27b1-4bc3-a060-2d10b986b9e9,segment=NetworkSegment(13a63ed0-2b34-4330-978c-cc22b86fcfb2),segment_id=13a63ed0-2b34-4330-978c-cc22b86fcfb2)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:24.420981 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6959-b31d-4d22-9445-567a0bf9cbd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.433071 n-d-800088-6 neutron-server[93767]: WARNING neutron.services.revisions.revision_plugin [None req-0f67dd5b-b15d-4f52-8482-5bbacb799c9b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Could not find related port for resource to bump revision. Jul 16 03:59:24.446333 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.ipam_pluggable_backend [None req-0f67dd5b-b15d-4f52-8482-5bbacb799c9b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Port 25a5430f-de8a-47ee-b066-bd2d45142778 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 03:59:24.446333 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.ipam_pluggable_backend [None req-0f67dd5b-b15d-4f52-8482-5bbacb799c9b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Reverting IP allocation for 2001:db8::f816:3eff:fefc:9efb {{(pid=93767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 03:59:24.451090 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa6959-b31d-4d22-9445-567a0bf9cbd9 None None] Calling delete_port for 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:24.453610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.ipam_pluggable_backend [None req-0f67dd5b-b15d-4f52-8482-5bbacb799c9b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefc:9efb {{(pid=93767) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 03:59:24.455480 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f67dd5b-b15d-4f52-8482-5bbacb799c9b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.457793 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58176b61-79c1-4e8f-a500-c9abd910a06a None None] The sync data for ids ['d3b87b3b-16bc-4913-955e-0d76fb1dd27d'] in n-d-800088-6 is: [{'id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'name': 'tempest-TestNetworkBasicOps-router-1376339444', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:56:47Z', 'updated_at': '2021-07-16T03:59:21Z', 'revision_number': 7, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': '41f36e10-367f-411c-9f8c-c334c5f4a4af', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b87b3b-16bc-4913-955e-0d76fb1dd27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:56:48Z', 'updated_at': '2021-07-16T03:56:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:24.572419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f67dd5b-b15d-4f52-8482-5bbacb799c9b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:24.573798 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0f67dd5b-b15d-4f52-8482-5bbacb799c9b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:24.578512 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f67dd5b-b15d-4f52-8482-5bbacb799c9b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:24.579405 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f67dd5b-b15d-4f52-8482-5bbacb799c9b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.589934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b15710-1c79-4171-a896-0011ca550f84 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:24.605467 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0f67dd5b-b15d-4f52-8482-5bbacb799c9b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6956370 Jul 16 03:59:24.608697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44230) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:24.615276 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5b51d436-a0c1-4993-a079-1c05dc8a55cd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'mac_address': 'fa:16:3e:ed:71:64', 'name': 'tempest-NetworksTestDHCPv6-1558075590'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:24.656545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67dd5b-b15d-4f52-8482-5bbacb799c9b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=59c2c891-5d49-418f-b4ed-1838b23606ed,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:24.689421 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.770377 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Port': ['ID=41f36e10-367f-411c-9f8c-c334c5f4a4af,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:24.796351 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-aaaa6959-b31d-4d22-9445-567a0bf9cbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.815598 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b51d436-a0c1-4993-a079-1c05dc8a55cd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:24.911940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa6959-b31d-4d22-9445-567a0bf9cbd9 None None] Pushing event deleted for resources: {'Port': ['ID=4902bd7e-27b1-4bc3-a060-2d10b986b9e9,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:24.916329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa6959-b31d-4d22-9445-567a0bf9cbd9 None None] No DVR routers for this DVR port 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:24.951657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': '59c2c891-5d49-418f-b4ed-1838b23606ed'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:24.952561 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:24.977836 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.050595 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b51d436-a0c1-4993-a079-1c05dc8a55cd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.137858 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-5b51d436-a0c1-4993-a079-1c05dc8a55cd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port a93a3001-4513-4a19-add2-c290da04c7b4 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:25.222701 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Allocated IP 2001:db8::f816:3eff:fec0:6a43 (415df012-32ff-4dfd-847f-4ec181a3011d/59c2c891-5d49-418f-b4ed-1838b23606ed/16711f36-cb6b-4a26-9fd6-4b300d52ee71) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:25.306280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 25a5430f-de8a-47ee-b066-bd2d45142778 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:25.331596 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 25a5430f-de8a-47ee-b066-bd2d45142778 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:25.332008 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 25a5430f-de8a-47ee-b066-bd2d45142778 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:25.332357 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 40dc6a2e-bc42-42ef-815e-a734209e84d1 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:25.383970 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 40dc6a2e-bc42-42ef-815e-a734209e84d1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:25.384340 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 40dc6a2e-bc42-42ef-815e-a734209e84d1 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:25.384787 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:25.413734 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:25.414339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4902bd7e-27b1-4bc3-a060-2d10b986b9e9 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:25.503745 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.513228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Transition to ACTIVE for port object 16711f36-cb6b-4a26-9fd6-4b300d52ee71 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:25.533631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Transition to ACTIVE for port object 16711f36-cb6b-4a26-9fd6-4b300d52ee71 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:25.544448 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.594527 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.598600 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.612273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:25.613585 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Pushing event updated for resources: {'Port': ['ID=16711f36-cb6b-4a26-9fd6-4b300d52ee71,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:25.616112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:25.619898 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:25.703128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Attempting to bind port 16711f36-cb6b-4a26-9fd6-4b300d52ee71 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:25.704491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Attempting to bind port 16711f36-cb6b-4a26-9fd6-4b300d52ee71 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:25.705227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Attempting to bind port 16711f36-cb6b-4a26-9fd6-4b300d52ee71 on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:25.717315 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:25.718219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:25.718219 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.718570 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:25.719078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Bound port: 16711f36-cb6b-4a26-9fd6-4b300d52ee71, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:25.719520 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.751376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5b51d436-a0c1-4993-a079-1c05dc8a55cd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::f816:3eff:feed:7164 (415df012-32ff-4dfd-847f-4ec181a3011d/59c2c891-5d49-418f-b4ed-1838b23606ed/a93a3001-4513-4a19-add2-c290da04c7b4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:25.762786 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.763921 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Fanout notify agent at l3_agent the message router_deleted on router d3b87b3b-16bc-4913-955e-0d76fb1dd27d {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:59:25.777732 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.779153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e35cb-1351-4eec-91d0-6be1c22657ba req-d363aef6-fb88-40d4-ad79-7e7a7ce764a8 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:25.786218 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-abc10729-2141-4dff-8e7a-f7392a68a9ce tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "DELETE /v2.0/routers/d3b87b3b-16bc-4913-955e-0d76fb1dd27d HTTP/1.1" status: 204 len: 168 time: 2.5467913 Jul 16 03:59:25.786875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44246) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:25.787057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c44e35cb-1351-4eec-91d0-6be1c22657ba req-d363aef6-fb88-40d4-ad79-7e7a7ce764a8 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.2777088 Jul 16 03:59:25.911580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] For port 16711f36-cb6b-4a26-9fd6-4b300d52ee71, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:25.922771 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] For port 16711f36-cb6b-4a26-9fd6-4b300d52ee71, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=16711f36-cb6b-4a26-9fd6-4b300d52ee71,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:25.929792 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eeb5733c-4104-4770-8752-ab8b5ab6a721 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.933753 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:25.998531 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c44e35cb-1351-4eec-91d0-6be1c22657ba req-f460f21b-4c31-427c-a2fa-f01a56100e04 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2103522 Jul 16 03:59:26.086171 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eeb5733c-4104-4770-8752-ab8b5ab6a721 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.108133 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-eeb5733c-4104-4770-8752-ab8b5ab6a721 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd24362-7d26-4a40-b0c6-5502b9ef1b9e']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:26.117860 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4987e-987d-41a1-83bb-b715a7c9bf89 None None] Pushing event updated for resources: {'Port': ['ID=16711f36-cb6b-4a26-9fd6-4b300d52ee71,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:26.154877 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b51d436-a0c1-4993-a079-1c05dc8a55cd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.174699 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-5b51d436-a0c1-4993-a079-1c05dc8a55cd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object a93a3001-4513-4a19-add2-c290da04c7b4 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:26.205706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-eeb5733c-4104-4770-8752-ab8b5ab6a721 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a63ed0-2b34-4330-978c-cc22b86fcfb2') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:26.206341 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-eeb5733c-4104-4770-8752-ab8b5ab6a721 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a63ed0-2b34-4330-978c-cc22b86fcfb2') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:26.261729 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eeb5733c-4104-4770-8752-ab8b5ab6a721 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.311720 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eeb5733c-4104-4770-8752-ab8b5ab6a721 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.325752 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb5733c-4104-4770-8752-ab8b5ab6a721 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Releasing vlan 915 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:59:26.326735 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eeb5733c-4104-4770-8752-ab8b5ab6a721 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: timer() Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:59:26.334409 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:59:26.369282 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b51d436-a0c1-4993-a079-1c05dc8a55cd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.472335 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eeb5733c-4104-4770-8752-ab8b5ab6a721 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.584597 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eeb5733c-4104-4770-8752-ab8b5ab6a721 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.589453 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-eeb5733c-4104-4770-8752-ab8b5ab6a721 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "DELETE /v2.0/networks/2fd24362-7d26-4a40-b0c6-5502b9ef1b9e HTTP/1.1" status: 204 len: 168 time: 0.8015473 Jul 16 03:59:26.641760 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51d436-a0c1-4993-a079-1c05dc8a55cd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=a93a3001-4513-4a19-add2-c290da04c7b4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:26.660113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:26.666343 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5733c-4104-4770-8752-ab8b5ab6a721 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Network': ['ID=2fd24362-7d26-4a40-b0c6-5502b9ef1b9e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:26.679669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ed1f0677-751a-4260-9485-f818a4ad1bf9 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'network': {'name': 'tempest-network-smoke--2123946621', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:26.722900 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b51d436-a0c1-4993-a079-1c05dc8a55cd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:26.729859 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5b51d436-a0c1-4993-a079-1c05dc8a55cd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:26.737913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1f0677-751a-4260-9485-f818a4ad1bf9 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Made reservation on behalf of 3e7bbcc6fe2649adab81afb7b0ba2f38 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:26.746377 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1f0677-751a-4260-9485-f818a4ad1bf9 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.772962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51d436-a0c1-4993-a079-1c05dc8a55cd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:26.790623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b51d436-a0c1-4993-a079-1c05dc8a55cd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:26.791290 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5b51d436-a0c1-4993-a079-1c05dc8a55cd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.840598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 16711f36-cb6b-4a26-9fd6-4b300d52ee71 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:26.857434 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5b51d436-a0c1-4993-a079-1c05dc8a55cd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2467523 Jul 16 03:59:26.859953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44256) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:26.870002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1f0677-751a-4260-9485-f818a4ad1bf9 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:59:26.904942 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1f0677-751a-4260-9485-f818a4ad1bf9 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:26.905418 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-ed1f0677-751a-4260-9485-f818a4ad1bf9 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Added segment 17bbb0ea-dddc-4e08-90b4-583883c43bfb of type vlan for network ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 Jul 16 03:59:26.979280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 16711f36-cb6b-4a26-9fd6-4b300d52ee71 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:26.983291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1521efd1-9308-4db1-aa16-446990cabc63 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:26.989661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1521efd1-9308-4db1-aa16-446990cabc63 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:26.994331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 41f36e10-367f-411c-9f8c-c334c5f4a4af no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:26.994560 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1521efd1-9308-4db1-aa16-446990cabc63 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1306403 Jul 16 03:59:26.994749 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44262) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:27.036695 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1f0677-751a-4260-9485-f818a4ad1bf9 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.040391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 41f36e10-367f-411c-9f8c-c334c5f4a4af {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:27.040958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 41f36e10-367f-411c-9f8c-c334c5f4a4af not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:27.091847 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1f0677-751a-4260-9485-f818a4ad1bf9 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.099396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1f0677-751a-4260-9485-f818a4ad1bf9 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:27.100515 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ed1f0677-751a-4260-9485-f818a4ad1bf9 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.150980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55f65c6d-2ac8-447e-9ae2-000e1c0a16cb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port a93a3001-4513-4a19-add2-c290da04c7b4 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:27.151566 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55f65c6d-2ac8-447e-9ae2-000e1c0a16cb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.188505 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ed1f0677-751a-4260-9485-f818a4ad1bf9 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5260003 Jul 16 03:59:27.196749 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44266) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:27.204565 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'admin_state_up': True, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:27.295421 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55f65c6d-2ac8-447e-9ae2-000e1c0a16cb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.322551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-55f65c6d-2ac8-447e-9ae2-000e1c0a16cb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for a93a3001-4513-4a19-add2-c290da04c7b4 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:27.569825 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55f65c6d-2ac8-447e-9ae2-000e1c0a16cb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.645165 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f65c6d-2ac8-447e-9ae2-000e1c0a16cb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=a93a3001-4513-4a19-add2-c290da04c7b4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:27.689351 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-55f65c6d-2ac8-447e-9ae2-000e1c0a16cb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:27.691789 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-55f65c6d-2ac8-447e-9ae2-000e1c0a16cb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/a93a3001-4513-4a19-add2-c290da04c7b4 HTTP/1.1" status: 204 len: 168 time: 0.6960473 Jul 16 03:59:27.694317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44268) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:27.800989 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff7b78-c709-4917-ae3f-7e08bab0456e req-7b882fdd-c05a-4b23-9372-47adc74417eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:27.802790 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d1ff7b78-c709-4917-ae3f-7e08bab0456e req-7b882fdd-c05a-4b23-9372-47adc74417eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 1096 time: 0.2509072 Jul 16 03:59:27.862618 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d1ff7b78-c709-4917-ae3f-7e08bab0456e req-92cd60c7-38f5-4580-a075-74463b429e9e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514126 Jul 16 03:59:27.871395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e19438-54a7-4905-8a7a-d6c406db2e8e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:27.873316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e19438-54a7-4905-8a7a-d6c406db2e8e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:27.878071 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e1e19438-54a7-4905-8a7a-d6c406db2e8e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1724546 Jul 16 03:59:27.882885 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44272) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:27.985993 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f0677-751a-4260-9485-f818a4ad1bf9 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Network': ['ID=ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:27.998510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:59:28.006529 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa1c419-0b84-4308-b265-668ba2a51ad6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 59c2c891-5d49-418f-b4ed-1838b23606ed {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:28.010152 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caa1c419-0b84-4308-b265-668ba2a51ad6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.045936 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.048137 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.139273 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caa1c419-0b84-4308-b265-668ba2a51ad6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.207059 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3ff23956-4c36-45f7-a690-28a3f2deb10e None None] Provisioning for port 16711f36-cb6b-4a26-9fd6-4b300d52ee71 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:28.210664 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c520bd-4be7-416f-b27e-e3df8440edd7 req-ecc1d789-a7c2-491b-9843-7e2782b1d394 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:28.218346 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3ff23956-4c36-45f7-a690-28a3f2deb10e None None] Provisioning complete for port 16711f36-cb6b-4a26-9fd6-4b300d52ee71 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:28.220272 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0c520bd-4be7-416f-b27e-e3df8440edd7 req-ecc1d789-a7c2-491b-9843-7e2782b1d394 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.9640193 Jul 16 03:59:28.220536 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3ff23956-4c36-45f7-a690-28a3f2deb10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.287878 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.338187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0c520bd-4be7-416f-b27e-e3df8440edd7 req-c7d96663-1204-42ff-bece-3b45cc5f6cc0 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167643 Jul 16 03:59:28.356609 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caa1c419-0b84-4308-b265-668ba2a51ad6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.428693 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3ff23956-4c36-45f7-a690-28a3f2deb10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.484553 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caa1c419-0b84-4308-b265-668ba2a51ad6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.528560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1c419-0b84-4308-b265-668ba2a51ad6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=59c2c891-5d49-418f-b4ed-1838b23606ed,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:28.536503 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-caa1c419-0b84-4308-b265-668ba2a51ad6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.538740 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-caa1c419-0b84-4308-b265-668ba2a51ad6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/59c2c891-5d49-418f-b4ed-1838b23606ed HTTP/1.1" status: 204 len: 168 time: 0.6548104 Jul 16 03:59:28.541486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44280) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:28.592126 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-3ff23956-4c36-45f7-a690-28a3f2deb10e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:59:28.595004 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-3ff23956-4c36-45f7-a690-28a3f2deb10e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:59:28.604551 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:28.651820 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-31f8be70-f8e2-4364-b928-3c22580eb924 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052005 Jul 16 03:59:28.657768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44282) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:28.665162 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:28.838835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231635c7-0a0c-4d9a-bd42-0c4aff4162d3 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:28.897556 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:28.901911 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.003987 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.030975 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.175991 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3ff23956-4c36-45f7-a690-28a3f2deb10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.180983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Allocated IP 172.25.3.15 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/bcfc4637-0586-4333-aa99-a46d1e739df7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:29.247076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3ff23956-4c36-45f7-a690-28a3f2deb10e None None] For port 16711f36-cb6b-4a26-9fd6-4b300d52ee71, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=16711f36-cb6b-4a26-9fd6-4b300d52ee71,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:29.253438 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3ff23956-4c36-45f7-a690-28a3f2deb10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.341080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 14fe29a4-a1a8-4bc8-826f-28904173d101 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:59:29.343921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 14fe29a4-a1a8-4bc8-826f-28904173d101 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:29.345900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c879c34-fc2c-4dc0-bce9-bdcf32e9debe None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:29.388602 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.422527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff23956-4c36-45f7-a690-28a3f2deb10e None None] Pushing event updated for resources: {'Port': ['ID=16711f36-cb6b-4a26-9fd6-4b300d52ee71,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:29.442149 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.448398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d9b2ae4f-abee-49cd-91b9-8466bc51b47e None None] Could not find standard attr ID for object a93a3001-4513-4a19-add2-c290da04c7b4. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:59:29.502803 n-d-800088-6 neutron-server[93768]: DEBUG neutron.objects.ports [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:29.594147 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.resource_extend [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 03:59:29.638271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:29.640556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Port': ['ID=bcfc4637-0586-4333-aa99-a46d1e739df7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:29.645711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:29.651532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:29.730686 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2c879c34-fc2c-4dc0-bce9-bdcf32e9debe None None] Deleting port 16711f36-cb6b-4a26-9fd6-4b300d52ee71 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:29.731187 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c879c34-fc2c-4dc0-bce9-bdcf32e9debe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.746089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32967577-574d-4a52-8681-58791d63da56 req-23801979-9e33-4f89-97dc-d654b2ef2c58 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:29.748956 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32967577-574d-4a52-8681-58791d63da56 req-23801979-9e33-4f89-97dc-d654b2ef2c58 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.1884449 Jul 16 03:59:29.808657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 14fe29a4-a1a8-4bc8-826f-28904173d101, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=14fe29a4-a1a8-4bc8-826f-28904173d101,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:29.819261 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.901228 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:29.951459 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32967577-574d-4a52-8681-58791d63da56 req-eba85436-c27d-4d82-ba30-8cdb917f3c92 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452689 Jul 16 03:59:29.996825 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44294) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:30.090631 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7792e04e-9551-4952-a8bf-b9f43ffcb914 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/floatingips/a533f8b6-7bf2-403a-9d6a-3ac2c3403c8d HTTP/1.1" status: 200 len: 992 time: 0.0918918 Jul 16 03:59:30.229274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14fe29a4-a1a8-4bc8-826f-28904173d101'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:30.231956 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc63cdd4-ab3c-41b2-bb9c-7de75d11d375" -d '{"events": [{"server_uuid": "e2202c7c-d3e4-45e3-b56f-ae2459b4941c", "name": "network-vif-unplugged", "status": "completed", "tag": "14fe29a4-a1a8-4bc8-826f-28904173d101"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:30.252173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 14fe29a4-a1a8-4bc8-826f-28904173d101, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=14fe29a4-a1a8-4bc8-826f-28904173d101,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:30.254388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '14fe29a4-a1a8-4bc8-826f-28904173d101', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'port_id': '14fe29a4-a1a8-4bc8-826f-28904173d101', 'mac_address': 'fa:16:3e:0a:b5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 948, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:59:30.270137 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.302260 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c0cc172-af88-45fa-bd36-35a0bd5bb499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.323690 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] For port 16711f36-cb6b-4a26-9fd6-4b300d52ee71, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=16711f36-cb6b-4a26-9fd6-4b300d52ee71,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:30.347139 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.362318 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ebed2e-0202-4be2-809c-5851d0c56c2a x-openstack-request-id: req-b3ebed2e-0202-4be2-809c-5851d0c56c2a {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:30.362723 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2202c7c-d3e4-45e3-b56f-ae2459b4941c", "name": "network-vif-unplugged", "status": "completed", "tag": "14fe29a4-a1a8-4bc8-826f-28904173d101", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:30.363012 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3ebed2e-0202-4be2-809c-5851d0c56c2a {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:30.363730 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14fe29a4-a1a8-4bc8-826f-28904173d101', 'code': 200} Jul 16 03:59:30.388160 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2c879c34-fc2c-4dc0-bce9-bdcf32e9debe None None] For port 16711f36-cb6b-4a26-9fd6-4b300d52ee71, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=16711f36-cb6b-4a26-9fd6-4b300d52ee71,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:30.389197 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c879c34-fc2c-4dc0-bce9-bdcf32e9debe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.401313 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.408210 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.418842 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.419975 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.430834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2c879c34-fc2c-4dc0-bce9-bdcf32e9debe None None] Calling delete_port for 16711f36-cb6b-4a26-9fd6-4b300d52ee71 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:30.449269 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fe29a4-a1a8-4bc8-826f-28904173d101 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:59:30.469219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=14fe29a4-a1a8-4bc8-826f-28904173d101,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:30.516612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 14fe29a4-a1a8-4bc8-826f-28904173d101, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=14fe29a4-a1a8-4bc8-826f-28904173d101,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:30.527827 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.538591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=16711f36-cb6b-4a26-9fd6-4b300d52ee71,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:30.592382 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:30.596708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:30.602052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:30.603277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.678676 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c879c34-fc2c-4dc0-bce9-bdcf32e9debe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:30.688547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=14fe29a4-a1a8-4bc8-826f-28904173d101,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:30.698135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=c917ff39-f4cf-4468-bc11-fa5d71d217a9,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:30.725358 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b9936595-9d0a-4cfd-8f12-8cf9f8d69a60 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0660734 Jul 16 03:59:30.729496 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c879c34-fc2c-4dc0-bce9-bdcf32e9debe None None] No DVR routers for this DVR port 16711f36-cb6b-4a26-9fd6-4b300d52ee71 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:30.729824 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44316) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:30.737654 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c879c34-fc2c-4dc0-bce9-bdcf32e9debe None None] Pushing event deleted for resources: {'Port': ['ID=16711f36-cb6b-4a26-9fd6-4b300d52ee71,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:30.745929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 16711f36-cb6b-4a26-9fd6-4b300d52ee71 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:30.751126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a269bb2d-537a-44f7-b185-c36d0a64b892 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'mac_address': 'fa:16:3e:ab:33:62', 'name': 'tempest-NetworksTestDHCPv6-1640009131'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:30.752275 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['14fe29a4-a1a8-4bc8-826f-28904173d101'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:59:30.754404 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef867fbc-16cd-455e-a819-fbceba2692d1 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:30.889423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 16711f36-cb6b-4a26-9fd6-4b300d52ee71 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:30.889423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 16711f36-cb6b-4a26-9fd6-4b300d52ee71 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:31.013646 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.165249 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a269bb2d-537a-44f7-b185-c36d0a64b892 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:31.353513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Router 7a24027f-cb2c-4cca-9385-a721561fb2ae is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:59:31.363283 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': 'c917ff39-f4cf-4468-bc11-fa5d71d217a9'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:31.364384 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.406950 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.428246 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a269bb2d-537a-44f7-b185-c36d0a64b892 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.497944 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-a269bb2d-537a-44f7-b185-c36d0a64b892 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port 62c25196-8e6d-4436-86d9-4eebde1b501f yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:31.660587 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:31.685795 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4bae52f-0393-455b-b97b-9aa6f433f438 req-1255013d-7859-4f7e-9adb-23a4874105eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0995414 Jul 16 03:59:31.716730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Sync routers for ids ['7a24027f-cb2c-4cca-9385-a721561fb2ae'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:31.730302 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.736704 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8684d258-034f-4693-9c1a-f1edf863cf83 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5389802 Jul 16 03:59:31.737819 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:31.802075 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:31.821077 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-be323425-b192-4f04-b7fb-f70259089fec tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=3e7bbcc6fe2649adab81afb7b0ba2f38&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818596 Jul 16 03:59:31.823537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:31.833347 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Allocated IP 2001:db8::f816:3eff:fe5f:81b7 (415df012-32ff-4dfd-847f-4ec181a3011d/c917ff39-f4cf-4468-bc11-fa5d71d217a9/b1ac2987-d69b-4da5-b747-b4ea39387131) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:31.840766 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Routers {'7a24027f-cb2c-4cca-9385-a721561fb2ae'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:31.841431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:59:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['7a24027f-cb2c-4cca-9385-a721561fb2ae'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:31.864862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bae52f-0393-455b-b97b-9aa6f433f438 req-8878a224-2e70-493a-b1d4-7be0d769a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:31.867235 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4bae52f-0393-455b-b97b-9aa6f433f438 req-8878a224-2e70-493a-b1d4-7be0d769a297 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 1095 time: 0.0768790 Jul 16 03:59:32.021190 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e6434a-42e1-4a1d-afb5-139d3feea487 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:32.030055 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-35e6434a-42e1-4a1d-afb5-139d3feea487 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2055080 Jul 16 03:59:32.030308 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44340) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:32.098457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44342) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:32.105401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7620068d-3e46-4ce6-9b24-d5240753332f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1546529868', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:32.116497 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1307987a-1c57-4a87-9fb1-0c745d7b0c80 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0719233 Jul 16 03:59:32.119822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bae52f-0393-455b-b97b-9aa6f433f438 req-cf4d48be-4916-41fc-9b1b-7c83bbff8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:32.130814 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4bae52f-0393-455b-b97b-9aa6f433f438 req-cf4d48be-4916-41fc-9b1b-7c83bbff8b8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c7f2115-9f65-4119-b0f5-87af65b86dd7 HTTP/1.1" status: 200 len: 898 time: 0.2421722 Jul 16 03:59:32.220099 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4bae52f-0393-455b-b97b-9aa6f433f438 req-680fbfc9-25e3-4e6e-88ea-5ffc33fe871d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14fe29a4-a1a8-4bc8-826f-28904173d101 HTTP/1.1" status: 200 len: 999 time: 0.0808022 Jul 16 03:59:32.276059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7620068d-3e46-4ce6-9b24-d5240753332f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Made reservation on behalf of 3e7bbcc6fe2649adab81afb7b0ba2f38 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:32.280576 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7620068d-3e46-4ce6-9b24-d5240753332f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.323511 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bae52f-0393-455b-b97b-9aa6f433f438 req-e8e7b544-874d-46b7-8049-2e59ed639803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:32.325891 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4bae52f-0393-455b-b97b-9aa6f433f438 req-e8e7b544-874d-46b7-8049-2e59ed639803 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09c7bc35-5ac9-496a-a658-77911e76dd03 HTTP/1.1" status: 200 len: 835 time: 0.0967274 Jul 16 03:59:32.384656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Set router 7a24027f-cb2c-4cca-9385-a721561fb2ae gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:32.461768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bae52f-0393-455b-b97b-9aa6f433f438 req-5c48c401-b9b2-455c-9e8e-11d915e1286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:32.466973 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4bae52f-0393-455b-b97b-9aa6f433f438 req-5c48c401-b9b2-455c-9e8e-11d915e1286c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c7f2115-9f65-4119-b0f5-87af65b86dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348186 Jul 16 03:59:32.581990 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7620068d-3e46-4ce6-9b24-d5240753332f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.596075 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.667759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Transition to ACTIVE for port object b1ac2987-d69b-4da5-b747-b4ea39387131 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:32.690081 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4bae52f-0393-455b-b97b-9aa6f433f438 req-3476f3aa-bdcf-418a-a57a-01eea14bec6c service neutron] 10.222.0.20 "GET /v2.0/networks/4c7f2115-9f65-4119-b0f5-87af65b86dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163005 Jul 16 03:59:32.700773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Transition to ACTIVE for port object b1ac2987-d69b-4da5-b747-b4ea39387131 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:32.730494 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.778052 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7620068d-3e46-4ce6-9b24-d5240753332f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Checking segment: {'id': '17bbb0ea-dddc-4e08-90b4-583883c43bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:32.778429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7620068d-3e46-4ce6-9b24-d5240753332f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network hostable DHCP agents. Network: ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:59:32.780534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620068d-3e46-4ce6-9b24-d5240753332f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Subnet': ['ID=aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:32.791758 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Pushing event updated for resources: {'Port': ['ID=b1ac2987-d69b-4da5-b747-b4ea39387131,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:32.801081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:32.818317 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:32.823470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:32.834585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7620068d-3e46-4ce6-9b24-d5240753332f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:59:32.855289 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7620068d-3e46-4ce6-9b24-d5240753332f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:32.860588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620068d-3e46-4ce6-9b24-d5240753332f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:32.862253 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7620068d-3e46-4ce6-9b24-d5240753332f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:32.892340 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7620068d-3e46-4ce6-9b24-d5240753332f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7926991 Jul 16 03:59:32.894969 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:32.940137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443258fb-efa8-4cfb-afaa-e848a44dd799 None None] Network ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:32.957215 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-a269bb2d-537a-44f7-b185-c36d0a64b892 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::f816:3eff:feab:3362 (415df012-32ff-4dfd-847f-4ec181a3011d/c917ff39-f4cf-4468-bc11-fa5d71d217a9/62c25196-8e6d-4436-86d9-4eebde1b501f) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:32.995266 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4bae52f-0393-455b-b97b-9aa6f433f438 req-d173f1f4-f690-4718-bb2a-2f74591d7a66 service neutron] 10.222.0.20 "GET /v2.0/networks/4c7f2115-9f65-4119-b0f5-87af65b86dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921808 Jul 16 03:59:33.066544 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c3639cf-0dbb-4194-8af4-5e4fbc0233ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.075836 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.080623 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:28Z', 'updated_at': '2021-07-16T03:59:29Z', 'revision_number': 3, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:29Z', 'updated_at': '2021-07-16T03:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:33.130868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Checking router: 7a24027f-cb2c-4cca-9385-a721561fb2ae for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:59:33.131293 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Updating router 7a24027f-cb2c-4cca-9385-a721561fb2ae port bcfc4637-0586-4333-aa99-a46d1e739df7 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:59:33.137880 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Attempting to bind port b1ac2987-d69b-4da5-b747-b4ea39387131 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:33.137880 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Attempting to bind port b1ac2987-d69b-4da5-b747-b4ea39387131 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:33.138209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Attempting to bind port b1ac2987-d69b-4da5-b747-b4ea39387131 on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:33.163849 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:33.164361 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:33.164681 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.165080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:33.165581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Bound port: b1ac2987-d69b-4da5-b747-b4ea39387131, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:33.165975 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.211364 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.345111 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a269bb2d-537a-44f7-b185-c36d0a64b892 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.362745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-a269bb2d-537a-44f7-b185-c36d0a64b892 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object 62c25196-8e6d-4436-86d9-4eebde1b501f will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:33.413069 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a269bb2d-537a-44f7-b185-c36d0a64b892 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.456134 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a269bb2d-537a-44f7-b185-c36d0a64b892 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:33.458162 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-a269bb2d-537a-44f7-b185-c36d0a64b892 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:33.473341 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a269bb2d-537a-44f7-b185-c36d0a64b892 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:33.480264 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a269bb2d-537a-44f7-b185-c36d0a64b892 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:33.481030 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a269bb2d-537a-44f7-b185-c36d0a64b892 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.499462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 14fe29a4-a1a8-4bc8-826f-28904173d101 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:33.513643 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269bb2d-537a-44f7-b185-c36d0a64b892 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=62c25196-8e6d-4436-86d9-4eebde1b501f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:33.521033 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a269bb2d-537a-44f7-b185-c36d0a64b892 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7878191 Jul 16 03:59:33.521798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:33.663714 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ips': [{'subnet_id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:33.669910 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:33.698074 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0908a313-f395-494f-90fa-ad99ff713746 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:33.710911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0908a313-f395-494f-90fa-ad99ff713746 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:33.712616 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0908a313-f395-494f-90fa-ad99ff713746 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1898410 Jul 16 03:59:33.723120 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:33.735486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] For port b1ac2987-d69b-4da5-b747-b4ea39387131, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:33.861391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-554c8cc5-9f01-40aa-a5c4-30f91f9abe31 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port 62c25196-8e6d-4436-86d9-4eebde1b501f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:33.861640 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-554c8cc5-9f01-40aa-a5c4-30f91f9abe31 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.004173 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-554c8cc5-9f01-40aa-a5c4-30f91f9abe31 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.020466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-554c8cc5-9f01-40aa-a5c4-30f91f9abe31 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for 62c25196-8e6d-4436-86d9-4eebde1b501f owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:34.194995 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.221676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] For port b1ac2987-d69b-4da5-b747-b4ea39387131, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b1ac2987-d69b-4da5-b747-b4ea39387131,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:34.226508 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 14fe29a4-a1a8-4bc8-826f-28904173d101 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:34.226891 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.264058 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-554c8cc5-9f01-40aa-a5c4-30f91f9abe31 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.340634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c8cc5-9f01-40aa-a5c4-30f91f9abe31 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=62c25196-8e6d-4436-86d9-4eebde1b501f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:34.424483 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.427871 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-554c8cc5-9f01-40aa-a5c4-30f91f9abe31 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.434091 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-554c8cc5-9f01-40aa-a5c4-30f91f9abe31 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/62c25196-8e6d-4436-86d9-4eebde1b501f HTTP/1.1" status: 204 len: 168 time: 0.7098184 Jul 16 03:59:34.440126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44390) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:34.461636 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.502379 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.567689 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8475d7-a7bd-44dd-b175-cb2969448067 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:34.569381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8475d7-a7bd-44dd-b175-cb2969448067 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:34.579570 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3e8475d7-a7bd-44dd-b175-cb2969448067 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1293838 Jul 16 03:59:34.580405 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44396) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:34.636166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Transition to ACTIVE for port object bcfc4637-0586-4333-aa99-a46d1e739df7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:34.663484 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.667792 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-665f5265-d6dd-4a8e-aa19-5fdf43e3b99a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet c917ff39-f4cf-4468-bc11-fa5d71d217a9 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:34.673408 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-665f5265-d6dd-4a8e-aa19-5fdf43e3b99a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.718195 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.725041 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-665f5265-d6dd-4a8e-aa19-5fdf43e3b99a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.845119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fe29a4-a1a8-4bc8-826f-28904173d101'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:34.848292 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65a450b-3c02-4eda-9095-e60e21a24273" -d '{"events": [{"server_uuid": "e2202c7c-d3e4-45e3-b56f-ae2459b4941c", "name": "network-vif-plugged", "status": "completed", "tag": "14fe29a4-a1a8-4bc8-826f-28904173d101"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:34.852809 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dae9c-3359-4353-8ce2-84c980103d59 None None] Pushing event updated for resources: {'Port': ['ID=b1ac2987-d69b-4da5-b747-b4ea39387131,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:34.882731 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-665f5265-d6dd-4a8e-aa19-5fdf43e3b99a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:34.898399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Allocated IP 172.20.0.2 (ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8/aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af/3f14c1f5-76be-4ad4-bb72-f548c2a23504) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:34.949884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 14fe29a4-a1a8-4bc8-826f-28904173d101, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=14fe29a4-a1a8-4bc8-826f-28904173d101,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:34.979545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Attempting to bind port bcfc4637-0586-4333-aa99-a46d1e739df7 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:34.980054 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Attempting to bind port bcfc4637-0586-4333-aa99-a46d1e739df7 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:34.980411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Attempting to bind port bcfc4637-0586-4333-aa99-a46d1e739df7 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:34.991794 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.035581 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dccbc46-19e1-427e-add3-f1e07eecb3b7 x-openstack-request-id: req-0dccbc46-19e1-427e-add3-f1e07eecb3b7 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:35.036190 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2202c7c-d3e4-45e3-b56f-ae2459b4941c", "name": "network-vif-plugged", "status": "completed", "tag": "14fe29a4-a1a8-4bc8-826f-28904173d101", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:35.036663 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0dccbc46-19e1-427e-add3-f1e07eecb3b7 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:35.038936 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fe29a4-a1a8-4bc8-826f-28904173d101', 'code': 200} Jul 16 03:59:35.056341 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:35.060638 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:35.061068 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.061611 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:35.062139 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Bound port: bcfc4637-0586-4333-aa99-a46d1e739df7, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:35.062574 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.072372 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-665f5265-d6dd-4a8e-aa19-5fdf43e3b99a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.115698 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f5265-d6dd-4a8e-aa19-5fdf43e3b99a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=c917ff39-f4cf-4468-bc11-fa5d71d217a9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:35.138924 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-665f5265-d6dd-4a8e-aa19-5fdf43e3b99a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.147391 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-665f5265-d6dd-4a8e-aa19-5fdf43e3b99a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/c917ff39-f4cf-4468-bc11-fa5d71d217a9 HTTP/1.1" status: 204 len: 168 time: 0.5620584 Jul 16 03:59:35.147849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44406) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.189251 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e437c2b-41c3-4d0c-b672-06729e216431 None None] Pushing event updated for resources: {'Port': ['ID=bcfc4637-0586-4333-aa99-a46d1e739df7,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:35.224209 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5117767c-fcbf-4fa6-b820-2043f367c236 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751190 Jul 16 03:59:35.226747 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44414) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.259722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] For port bcfc4637-0586-4333-aa99-a46d1e739df7, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:35.297423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=14fe29a4-a1a8-4bc8-826f-28904173d101,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:35.306178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] For port bcfc4637-0586-4333-aa99-a46d1e739df7, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=bcfc4637-0586-4333-aa99-a46d1e739df7,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:35.316152 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a962a7-1d90-4404-8865-80d320c38783 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:35.317929 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-36a962a7-1d90-4404-8865-80d320c38783 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0892878 Jul 16 03:59:35.320328 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44420) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.334134 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.407285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f595f9-dbc8-4264-adee-9ebf74f84f36 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:35.411337 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-60f595f9-dbc8-4264-adee-9ebf74f84f36 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0875165 Jul 16 03:59:35.411524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.460592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Routers {'7a24027f-cb2c-4cca-9385-a721561fb2ae'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:35.460592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:59:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['7a24027f-cb2c-4cca-9385-a721561fb2ae'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:35.471335 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.475981 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-84000ef6-800f-46dc-8323-bbabd2d234df tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627749 Jul 16 03:59:35.480685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44442) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:35.487170 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c1aed019-9335-4593-85fa-2280da51266a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:35.543216 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Transition to ACTIVE for port object 3f14c1f5-76be-4ad4-bb72-f548c2a23504 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:35.567628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e437c2b-41c3-4d0c-b672-06729e216431 None None] Pushing event updated for resources: {'Port': ['ID=bcfc4637-0586-4333-aa99-a46d1e739df7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:35.596843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1aed019-9335-4593-85fa-2280da51266a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:35.601377 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1aed019-9335-4593-85fa-2280da51266a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.635064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Transition to ACTIVE for port object 3f14c1f5-76be-4ad4-bb72-f548c2a23504 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:35.649628 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.737456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] Set router 7a24027f-cb2c-4cca-9385-a721561fb2ae gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:35.748005 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Network ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:35.753828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Allocated IP 172.20.0.1 (ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8/aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af/d3e55e82-8415-4d49-b336-f90cd6014777) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:35.840891 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:35.932428 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:35.940633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Pushing event updated for resources: {'Port': ['ID=3f14c1f5-76be-4ad4-bb72-f548c2a23504,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:35.996833 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1aed019-9335-4593-85fa-2280da51266a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:35.997385 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.007952 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.030354 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Transition to ACTIVE for port object d3e55e82-8415-4d49-b336-f90cd6014777 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:36.046775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aed019-9335-4593-85fa-2280da51266a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:36.051269 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c1aed019-9335-4593-85fa-2280da51266a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:36.055601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Attempting to bind port 3f14c1f5-76be-4ad4-bb72-f548c2a23504 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:36.060487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Attempting to bind port 3f14c1f5-76be-4ad4-bb72-f548c2a23504 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '17bbb0ea-dddc-4e08-90b4-583883c43bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:36.060780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Attempting to bind port 3f14c1f5-76be-4ad4-bb72-f548c2a23504 on network ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:36.068208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:36.068539 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Checking segment: {'id': '17bbb0ea-dddc-4e08-90b4-583883c43bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:36.069041 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.069443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Bound using segment: {'id': '17bbb0ea-dddc-4e08-90b4-583883c43bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:36.069921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Bound port: 3f14c1f5-76be-4ad4-bb72-f548c2a23504, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bbb0ea-dddc-4e08-90b4-583883c43bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:36.070304 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.094704 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aed019-9335-4593-85fa-2280da51266a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:36.095699 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c1aed019-9335-4593-85fa-2280da51266a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.133806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:28Z', 'updated_at': '2021-07-16T03:59:29Z', 'revision_number': 3, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:29Z', 'updated_at': '2021-07-16T03:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:36.134970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44450) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:36.135122 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c1aed019-9335-4593-85fa-2280da51266a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6524179 Jul 16 03:59:36.146712 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-dc3fd8d1-b51b-4a20-8430-fafb8ce0e831 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'mac_address': 'fa:16:3e:a4:46:20', 'name': 'tempest-NetworksTestDHCPv6-1570926891'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:36.158537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aed019-9335-4593-85fa-2280da51266a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=9a56de4f-3595-47a4-9878-590532e36e30,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:36.190899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3be391-c840-4c75-bf01-6f2d6b9c23fe None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:36.197279 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517899d5-2ac1-4672-995b-9a991019d3ca None None] The sync data for ids ['7a24027f-cb2c-4cca-9385-a721561fb2ae'] in n-d-800088-6 is: [{'id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:28Z', 'updated_at': '2021-07-16T03:59:29Z', 'revision_number': 3, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:29Z', 'updated_at': '2021-07-16T03:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:36.261884 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.315927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] For port 3f14c1f5-76be-4ad4-bb72-f548c2a23504, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:36.334822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] For port 3f14c1f5-76be-4ad4-bb72-f548c2a23504, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3f14c1f5-76be-4ad4-bb72-f548c2a23504,segment=NetworkSegment(17bbb0ea-dddc-4e08-90b4-583883c43bfb),segment_id=17bbb0ea-dddc-4e08-90b4-583883c43bfb)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:36.340456 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:36.348437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:36.349107 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.354463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:36.362676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9fbb9f72-e9fc-40aa-ab72-9a13ec20c5da None None] Provisioning for port b1ac2987-d69b-4da5-b747-b4ea39387131 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:36.416185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Port': ['ID=d3e55e82-8415-4d49-b336-f90cd6014777,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:36.428601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:36.428949 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:36.429287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:36.429627 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:36.429957 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:36.430277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:36.430799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:36.431312 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:36.431814 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:36.432345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:36.432984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:36.433501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:36.440549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3fd8d1-b51b-4a20-8430-fafb8ce0e831 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:36.473061 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.502694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e026e-c3d2-4aab-824a-aa9a29197e51 None None] Pushing event updated for resources: {'Port': ['ID=3f14c1f5-76be-4ad4-bb72-f548c2a23504,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:36.860528 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd8d1-b51b-4a20-8430-fafb8ce0e831 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:36.930909 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-dc3fd8d1-b51b-4a20-8430-fafb8ce0e831 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port 8a0725c5-911c-4419-b443-5c5803ae4817 yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:37.012341 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b1ac2987-d69b-4da5-b747-b4ea39387131 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:37.154871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port b1ac2987-d69b-4da5-b747-b4ea39387131 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:37.165710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b1ac2987-d69b-4da5-b747-b4ea39387131 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:37.166099 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.216653 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.306166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2a217e65-8a01-4ba3-832b-f5cac82e9e8a None None] Provisioning complete for port b1ac2987-d69b-4da5-b747-b4ea39387131 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:37.306894 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a217e65-8a01-4ba3-832b-f5cac82e9e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.365928 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.418535 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-dc3fd8d1-b51b-4a20-8430-fafb8ce0e831 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::135 (415df012-32ff-4dfd-847f-4ec181a3011d/9a56de4f-3595-47a4-9878-590532e36e30/8a0725c5-911c-4419-b443-5c5803ae4817) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:37.456448 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port b1ac2987-d69b-4da5-b747-b4ea39387131, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b1ac2987-d69b-4da5-b747-b4ea39387131,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:37.570199 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a217e65-8a01-4ba3-832b-f5cac82e9e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.573337 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.575720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device bcfc4637-0586-4333-aa99-a46d1e739df7 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:37.775034 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.805376 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.845706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=b1ac2987-d69b-4da5-b747-b4ea39387131,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:37.865174 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-2a217e65-8a01-4ba3-832b-f5cac82e9e8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:59:37.865526 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-2a217e65-8a01-4ba3-832b-f5cac82e9e8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:59:37.887846 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port bcfc4637-0586-4333-aa99-a46d1e739df7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:37.892773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port bcfc4637-0586-4333-aa99-a46d1e739df7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:37.893238 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:37.974905 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.013536 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Port': ['ID=d3e55e82-8415-4d49-b336-f90cd6014777,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:38.085961 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.139683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port bcfc4637-0586-4333-aa99-a46d1e739df7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=bcfc4637-0586-4333-aa99-a46d1e739df7,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:38.155013 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.240206 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=bcfc4637-0586-4333-aa99-a46d1e739df7,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:38.278779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:38.288123 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:38.295377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b018f307-1e2c-47ba-915e-d7b7ed9ebefd None None] Network ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:38.305125 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd8d1-b51b-4a20-8430-fafb8ce0e831 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.381582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-dc3fd8d1-b51b-4a20-8430-fafb8ce0e831 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object 8a0725c5-911c-4419-b443-5c5803ae4817 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:38.482042 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd8d1-b51b-4a20-8430-fafb8ce0e831 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.561768 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3fd8d1-b51b-4a20-8430-fafb8ce0e831 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:38.576871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-dc3fd8d1-b51b-4a20-8430-fafb8ce0e831 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:38.586359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3fd8d1-b51b-4a20-8430-fafb8ce0e831 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:38.592157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4d07b951-b309-4bfb-a9c4-ca849d3659bd None None] Provisioning for port 3f14c1f5-76be-4ad4-bb72-f548c2a23504 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:38.593025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3fd8d1-b51b-4a20-8430-fafb8ce0e831 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:38.593908 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd8d1-b51b-4a20-8430-fafb8ce0e831 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:38.609881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4d07b951-b309-4bfb-a9c4-ca849d3659bd None None] Could not find standard attr ID for object 62c25196-8e6d-4436-86d9-4eebde1b501f. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:59:38.635876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fd8d1-b51b-4a20-8430-fafb8ce0e831 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=8a0725c5-911c-4419-b443-5c5803ae4817,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:38.654423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Router 7a24027f-cb2c-4cca-9385-a721561fb2ae has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:59:38.677242 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dc3fd8d1-b51b-4a20-8430-fafb8ce0e831 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5402501 Jul 16 03:59:38.679765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:38.966330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3f14c1f5-76be-4ad4-bb72-f548c2a23504 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:38.968176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15321d7f-e7ba-49bb-befc-08b5121c77cb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:38.981862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15321d7f-e7ba-49bb-befc-08b5121c77cb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:38.986895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44546) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:38.987866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-15321d7f-e7ba-49bb-befc-08b5121c77cb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.3070488 Jul 16 03:59:39.009153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:59:39.016670 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-57a036ee-9222-47b0-b540-4eb8ebac2b05 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "PUT /v2.0/routers/7a24027f-cb2c-4cca-9385-a721561fb2ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1205928 Jul 16 03:59:39.020510 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:39.185307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-520c6974-8f80-4771-823d-1616360b4a99 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port 8a0725c5-911c-4419-b443-5c5803ae4817 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:39.185957 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-520c6974-8f80-4771-823d-1616360b4a99 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.239346 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Sync routers for ids ['7a24027f-cb2c-4cca-9385-a721561fb2ae'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:59:39.263240 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Routers {'7a24027f-cb2c-4cca-9385-a721561fb2ae'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:39.263932 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:59:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['7a24027f-cb2c-4cca-9385-a721561fb2ae'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:39.357648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 3f14c1f5-76be-4ad4-bb72-f548c2a23504 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:39.361892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3f14c1f5-76be-4ad4-bb72-f548c2a23504 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:39.363397 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.368660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f5e8b23f-50f6-46cf-90e8-b28c031bb241 None None] Provisioning for port d3e55e82-8415-4d49-b336-f90cd6014777 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:39.392553 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-520c6974-8f80-4771-823d-1616360b4a99 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.409475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-520c6974-8f80-4771-823d-1616360b4a99 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for 8a0725c5-911c-4419-b443-5c5803ae4817 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:39.422958 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Set router 7a24027f-cb2c-4cca-9385-a721561fb2ae gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:39.433299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f5e8b23f-50f6-46cf-90e8-b28c031bb241 None None] Provisioning complete for port d3e55e82-8415-4d49-b336-f90cd6014777 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:39.433685 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b23f-50f6-46cf-90e8-b28c031bb241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.456554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb25c0a-462a-44de-afbc-fdc2c7f39eb3 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.457194 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb25c0a-462a-44de-afbc-fdc2c7f39eb3 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.457727 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb25c0a-462a-44de-afbc-fdc2c7f39eb3 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.458411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb25c0a-462a-44de-afbc-fdc2c7f39eb3 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.461062 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb25c0a-462a-44de-afbc-fdc2c7f39eb3 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.461768 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb25c0a-462a-44de-afbc-fdc2c7f39eb3 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.462433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb25c0a-462a-44de-afbc-fdc2c7f39eb3 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.463084 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb25c0a-462a-44de-afbc-fdc2c7f39eb3 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.464897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb25c0a-462a-44de-afbc-fdc2c7f39eb3 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.473646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-beb25c0a-462a-44de-afbc-fdc2c7f39eb3 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6369 time: 0.4516141 Jul 16 03:59:39.474957 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:39.544913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8b23f-50f6-46cf-90e8-b28c031bb241 None None] Port d3e55e82-8415-4d49-b336-f90cd6014777 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:39.574404 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f5e8b23f-50f6-46cf-90e8-b28c031bb241 None None] Provisioning for port 8a0725c5-911c-4419-b443-5c5803ae4817 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:39.588012 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f5e8b23f-50f6-46cf-90e8-b28c031bb241 None None] Provisioning complete for port 8a0725c5-911c-4419-b443-5c5803ae4817 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:39.592882 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b23f-50f6-46cf-90e8-b28c031bb241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.725321 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:28Z', 'updated_at': '2021-07-16T03:59:36Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:29Z', 'updated_at': '2021-07-16T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd3e55e82-8415-4d49-b336-f90cd6014777', 'name': '', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:0a:3c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:34Z', 'updated_at': '2021-07-16T03:59:37Z', 'revision_number': 2, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:39.738048 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-520c6974-8f80-4771-823d-1616360b4a99 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.746177 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f47e11-137b-44cf-b2c8-13f641af6487 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.749786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8b23f-50f6-46cf-90e8-b28c031bb241 None None] Port 8a0725c5-911c-4419-b443-5c5803ae4817 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:39.752017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f47e11-137b-44cf-b2c8-13f641af6487 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.753588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f47e11-137b-44cf-b2c8-13f641af6487 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.754729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f47e11-137b-44cf-b2c8-13f641af6487 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.754729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f47e11-137b-44cf-b2c8-13f641af6487 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.760351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f47e11-137b-44cf-b2c8-13f641af6487 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.761050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f47e11-137b-44cf-b2c8-13f641af6487 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.762857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f47e11-137b-44cf-b2c8-13f641af6487 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.763950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f47e11-137b-44cf-b2c8-13f641af6487 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:39.775133 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Checking router: 7a24027f-cb2c-4cca-9385-a721561fb2ae for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:59:39.775828 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Updating router 7a24027f-cb2c-4cca-9385-a721561fb2ae port d3e55e82-8415-4d49-b336-f90cd6014777 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:59:39.777125 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-81f47e11-137b-44cf-b2c8-13f641af6487 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5876 time: 0.2902174 Jul 16 03:59:39.777900 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44560) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:39.789148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c6974-8f80-4771-823d-1616360b4a99 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=8a0725c5-911c-4419-b443-5c5803ae4817,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:39.853584 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.871338 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.872559 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-520c6974-8f80-4771-823d-1616360b4a99 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.874960 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-520c6974-8f80-4771-823d-1616360b4a99 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/8a0725c5-911c-4419-b443-5c5803ae4817 HTTP/1.1" status: 204 len: 168 time: 0.8868327 Jul 16 03:59:39.884895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44562) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:39.967601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 3f14c1f5-76be-4ad4-bb72-f548c2a23504, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3f14c1f5-76be-4ad4-bb72-f548c2a23504,segment=NetworkSegment(17bbb0ea-dddc-4e08-90b4-583883c43bfb),segment_id=17bbb0ea-dddc-4e08-90b4-583883c43bfb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:39.991986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b81c8388-2569-421f-a6de-d82b76caeafe None None] Provisioning complete for port d3e55e82-8415-4d49-b336-f90cd6014777 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:39.992577 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b81c8388-2569-421f-a6de-d82b76caeafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:39.999753 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.001941 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b1ac2987-d69b-4da5-b747-b4ea39387131 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:40.010598 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a8481-55d1-4c4c-811d-432ddeeb063b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:40.013605 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a8481-55d1-4c4c-811d-432ddeeb063b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:40.015261 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c11a8481-55d1-4c4c-811d-432ddeeb063b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1290510 Jul 16 03:59:40.018557 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44568) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:40.174801 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b81c8388-2569-421f-a6de-d82b76caeafe None None] Port d3e55e82-8415-4d49-b336-f90cd6014777 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:40.289729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-180029c6-4b14-429c-b5b5-2ac3fddeaf47 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 9a56de4f-3595-47a4-9878-590532e36e30 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:40.299622 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-180029c6-4b14-429c-b5b5-2ac3fddeaf47 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.309357 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=3f14c1f5-76be-4ad4-bb72-f548c2a23504,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:40.314557 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b1ac2987-d69b-4da5-b747-b4ea39387131 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:40.315062 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.389429 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-89567b07-ed9f-466d-8aff-9905d11697aa req-1ff015e7-873a-4c01-8cf8-60d8649556c0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3698068 Jul 16 03:59:40.391946 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1347d143-7cb1-404c-9caa-f9e57f5d2efc None None] Provisioning complete for port d3e55e82-8415-4d49-b336-f90cd6014777 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:40.392571 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1347d143-7cb1-404c-9caa-f9e57f5d2efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.404538 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-180029c6-4b14-429c-b5b5-2ac3fddeaf47 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.496216 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1347d143-7cb1-404c-9caa-f9e57f5d2efc None None] Port d3e55e82-8415-4d49-b336-f90cd6014777 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:40.497324 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.525274 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Transition to ACTIVE for port object d3e55e82-8415-4d49-b336-f90cd6014777 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:40.535384 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.561022 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device bcfc4637-0586-4333-aa99-a46d1e739df7 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:40.591361 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-180029c6-4b14-429c-b5b5-2ac3fddeaf47 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.673622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port bcfc4637-0586-4333-aa99-a46d1e739df7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:40.680460 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.708912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89567b07-ed9f-466d-8aff-9905d11697aa req-9c318290-0f7a-42e5-a01b-bccf763502c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:40.721468 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-89567b07-ed9f-466d-8aff-9905d11697aa req-9c318290-0f7a-42e5-a01b-bccf763502c0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 1096 time: 0.2710843 Jul 16 03:59:40.750537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-562b6e24-2473-4ee5-be67-b5bd491f9c8e tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.9682937 Jul 16 03:59:40.851316 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-180029c6-4b14-429c-b5b5-2ac3fddeaf47 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.855598 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafab89-7f07-4cf3-8923-f47685bf064a None None] Pushing event updated for resources: {'Port': ['ID=d3e55e82-8415-4d49-b336-f90cd6014777,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:40.869385 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafab89-7f07-4cf3-8923-f47685bf064a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:40.870063 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafab89-7f07-4cf3-8923-f47685bf064a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:40.870451 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafab89-7f07-4cf3-8923-f47685bf064a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:40.870899 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafab89-7f07-4cf3-8923-f47685bf064a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:40.871235 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafab89-7f07-4cf3-8923-f47685bf064a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:40.871685 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafab89-7f07-4cf3-8923-f47685bf064a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:40.872054 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafab89-7f07-4cf3-8923-f47685bf064a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:40.872559 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafab89-7f07-4cf3-8923-f47685bf064a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:40.872889 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafab89-7f07-4cf3-8923-f47685bf064a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:40.873212 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafab89-7f07-4cf3-8923-f47685bf064a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:40.873850 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafab89-7f07-4cf3-8923-f47685bf064a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:40.876526 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafab89-7f07-4cf3-8923-f47685bf064a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:40.881189 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44580) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:40.887824 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-180029c6-4b14-429c-b5b5-2ac3fddeaf47 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:40.889741 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-180029c6-4b14-429c-b5b5-2ac3fddeaf47 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/9a56de4f-3595-47a4-9878-590532e36e30 HTTP/1.1" status: 204 len: 168 time: 0.8466659 Jul 16 03:59:40.892255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b145144-91e7-4e4f-9047-0de4e219990c None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:40.939558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:41.004087 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Attempting to bind port d3e55e82-8415-4d49-b336-f90cd6014777 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:41.004486 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Attempting to bind port d3e55e82-8415-4d49-b336-f90cd6014777 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '17bbb0ea-dddc-4e08-90b4-583883c43bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:41.004904 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Attempting to bind port d3e55e82-8415-4d49-b336-f90cd6014777 on network ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:41.043334 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:41.043727 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Checking segment: {'id': '17bbb0ea-dddc-4e08-90b4-583883c43bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:41.044137 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.044565 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Bound using segment: {'id': '17bbb0ea-dddc-4e08-90b4-583883c43bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:41.046150 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e330e88-fd53-4ca7-b98d-f153b53edd07 admin admin] Deleting subnet 0e4617c3-104e-4a81-9f1a-d193223ccab8 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:41.047528 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Bound port: d3e55e82-8415-4d49-b336-f90cd6014777, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bbb0ea-dddc-4e08-90b4-583883c43bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:41.047976 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.060806 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e330e88-fd53-4ca7-b98d-f153b53edd07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.103441 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180029c6-4b14-429c-b5b5-2ac3fddeaf47 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=9a56de4f-3595-47a4-9878-590532e36e30,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:41.116005 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-04dab813-bfda-498d-b0fd-31d84fbaf544 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1753714 Jul 16 03:59:41.117533 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3f14c1f5-76be-4ad4-bb72-f548c2a23504 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:41.118682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44588) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:41.157983 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e330e88-fd53-4ca7-b98d-f153b53edd07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.244954 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] For port d3e55e82-8415-4d49-b336-f90cd6014777, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:41.247871 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e330e88-fd53-4ca7-b98d-f153b53edd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.250340 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] For port d3e55e82-8415-4d49-b336-f90cd6014777, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d3e55e82-8415-4d49-b336-f90cd6014777,segment=NetworkSegment(17bbb0ea-dddc-4e08-90b4-583883c43bfb),segment_id=17bbb0ea-dddc-4e08-90b4-583883c43bfb)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:41.262754 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.306688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3f14c1f5-76be-4ad4-bb72-f548c2a23504 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:41.307109 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.354841 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Routers {'7a24027f-cb2c-4cca-9385-a721561fb2ae'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:59:41.357124 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:59:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['7a24027f-cb2c-4cca-9385-a721561fb2ae'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:41.385090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89567b07-ed9f-466d-8aff-9905d11697aa req-4b6f5d35-9113-42ba-9cb1-99fc57e709b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:41.400910 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-89567b07-ed9f-466d-8aff-9905d11697aa req-4b6f5d35-9113-42ba-9cb1-99fc57e709b0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.6337345 Jul 16 03:59:41.425486 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e330e88-fd53-4ca7-b98d-f153b53edd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.444223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:41.491397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e330e88-fd53-4ca7-b98d-f153b53edd07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e4617c3-104e-4a81-9f1a-d193223ccab8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:41.499537 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0e330e88-fd53-4ca7-b98d-f153b53edd07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.501781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0e330e88-fd53-4ca7-b98d-f153b53edd07 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0e4617c3-104e-4a81-9f1a-d193223ccab8 HTTP/1.1" status: 204 len: 168 time: 0.6188753 Jul 16 03:59:41.513269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:41.525398 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] Set router 7a24027f-cb2c-4cca-9385-a721561fb2ae gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:59:41.661118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44594) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:41.665985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-528d9f35-f7ed-4844-9503-05a19367ace5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1997337508', 'description': 'tempest-secgroup-smoke-1997337508 description', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:41.669107 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafab89-7f07-4cf3-8923-f47685bf064a None None] Pushing event updated for resources: {'Port': ['ID=d3e55e82-8415-4d49-b336-f90cd6014777,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:41.684460 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Deleting port b1ac2987-d69b-4da5-b747-b4ea39387131 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:41.685784 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.693275 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2543cd43-13ef-43b0-b65a-41f1e683bb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.793348 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-528d9f35-f7ed-4844-9503-05a19367ace5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.815707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] For port b1ac2987-d69b-4da5-b747-b4ea39387131, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b1ac2987-d69b-4da5-b747-b4ea39387131,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:41.816445 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.838799 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2543cd43-13ef-43b0-b65a-41f1e683bb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.847417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Calling delete_port for b1ac2987-d69b-4da5-b747-b4ea39387131 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:41.975745 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-528d9f35-f7ed-4844-9503-05a19367ace5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:41.981280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2543cd43-13ef-43b0-b65a-41f1e683bb6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2324576d-5115-438a-a6e9-283efc0ff9d0']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:42.023416 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-528d9f35-f7ed-4844-9503-05a19367ace5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.025475 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.042850 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:28Z', 'updated_at': '2021-07-16T03:59:36Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:29Z', 'updated_at': '2021-07-16T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd3e55e82-8415-4d49-b336-f90cd6014777', 'name': '', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:0a:3c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:34Z', 'updated_at': '2021-07-16T03:59:41Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:42.076904 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2543cd43-13ef-43b0-b65a-41f1e683bb6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93edcf2e-fe64-4bb8-9d9c-461c596fca8d') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:42.077264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2543cd43-13ef-43b0-b65a-41f1e683bb6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93edcf2e-fe64-4bb8-9d9c-461c596fca8d') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:59:42.115129 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614da094-fbd3-4420-9837-24f6af0f0d56 None None] The sync data for ids ['7a24027f-cb2c-4cca-9385-a721561fb2ae'] in n-d-800088-6 is: [{'id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:28Z', 'updated_at': '2021-07-16T03:59:36Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:29Z', 'updated_at': '2021-07-16T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd3e55e82-8415-4d49-b336-f90cd6014777', 'name': '', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:0a:3c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:34Z', 'updated_at': '2021-07-16T03:59:41Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:59:42.120083 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Pushing event deleted for resources: {'Port': ['ID=b1ac2987-d69b-4da5-b747-b4ea39387131,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:42.123970 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] No DVR routers for this DVR port b1ac2987-d69b-4da5-b747-b4ea39387131 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:42.168993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:42.169998 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:42.172509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:42.172870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:42.173201 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:42.173533 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:42.173864 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:42.174183 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:42.175517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e99300-5806-4d85-8ac5-9db0ea415c86 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:42.177469 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-62e99300-5806-4d85-8ac5-9db0ea415c86 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9972658 Jul 16 03:59:42.179923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44604) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:42.183909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:42.184280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:42.184650 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:42.184985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c23236-e8a1-4b3e-88d5-95ee43464f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:59:42.211482 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-528d9f35-f7ed-4844-9503-05a19367ace5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.212970 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-528d9f35-f7ed-4844-9503-05a19367ace5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5506575 Jul 16 03:59:42.214047 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d9f35-f7ed-4844-9503-05a19367ace5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a0faa9-54b2-4838-81d2-b34fc625fb59,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:42.231186 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2543cd43-13ef-43b0-b65a-41f1e683bb6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.236694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44606) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:42.243228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7ce56ee9-6be9-40ea-8c48-375fc41bac48 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '51a0faa9-54b2-4838-81d2-b34fc625fb59', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:42.266769 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-89567b07-ed9f-466d-8aff-9905d11697aa req-12bf8875-bf91-4fa6-bf04-892309bda713 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 HTTP/1.1" status: 200 len: 1001 time: 0.8567901 Jul 16 03:59:42.286362 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2543cd43-13ef-43b0-b65a-41f1e683bb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.303951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2543cd43-13ef-43b0-b65a-41f1e683bb6c admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:59:42.306127 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2543cd43-13ef-43b0-b65a-41f1e683bb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: timer() Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:59:42.308263 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:59:42.356192 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89567b07-ed9f-466d-8aff-9905d11697aa req-b08bb9cc-1c96-42de-af14-2658ce073b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:42.357789 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-89567b07-ed9f-466d-8aff-9905d11697aa req-b08bb9cc-1c96-42de-af14-2658ce073b96 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.0839536 Jul 16 03:59:42.370105 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86412041-8d50-47f7-b197-4b5c8648a596 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:42.371743 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-86412041-8d50-47f7-b197-4b5c8648a596 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1906412 Jul 16 03:59:42.380505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44610) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:42.382770 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce56ee9-6be9-40ea-8c48-375fc41bac48 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.433887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89567b07-ed9f-466d-8aff-9905d11697aa req-984d378d-7ec1-429a-974f-da170048080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:42.435684 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-89567b07-ed9f-466d-8aff-9905d11697aa req-984d378d-7ec1-429a-974f-da170048080c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628138 Jul 16 03:59:42.519139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0e5792b8-fb83-4e6d-9564-93287968bf15 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1372423 Jul 16 03:59:42.523007 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:42.541477 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2270cb94-2790-430f-8ca1-54305b6ff294 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:42.563366 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-89567b07-ed9f-466d-8aff-9905d11697aa req-a2f28b9b-049a-456f-9b89-8a7d4729a885 service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198392 Jul 16 03:59:42.579652 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2543cd43-13ef-43b0-b65a-41f1e683bb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.597718 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2543cd43-13ef-43b0-b65a-41f1e683bb6c admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.602483 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2543cd43-13ef-43b0-b65a-41f1e683bb6c admin admin] 10.222.0.18 "DELETE /v2.0/networks/2324576d-5115-438a-a6e9-283efc0ff9d0 HTTP/1.1" status: 204 len: 168 time: 1.0855732 Jul 16 03:59:42.697902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543cd43-13ef-43b0-b65a-41f1e683bb6c admin admin] Pushing event deleted for resources: {'Network': ['ID=2324576d-5115-438a-a6e9-283efc0ff9d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:42.729965 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-89567b07-ed9f-466d-8aff-9905d11697aa req-3232b8e9-3ab1-484f-b8d7-e8a214bfb65e service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570847 Jul 16 03:59:42.769717 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce56ee9-6be9-40ea-8c48-375fc41bac48 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.798237 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce56ee9-6be9-40ea-8c48-375fc41bac48 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.807663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2270cb94-2790-430f-8ca1-54305b6ff294 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:42.811418 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2270cb94-2790-430f-8ca1-54305b6ff294 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.849683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce56ee9-6be9-40ea-8c48-375fc41bac48 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f710a6cf-5c43-4b03-8258-02f347f9f938,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:42.865411 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7ce56ee9-6be9-40ea-8c48-375fc41bac48 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.868881 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7ce56ee9-6be9-40ea-8c48-375fc41bac48 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6287818 Jul 16 03:59:42.870281 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:42.876260 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4c165e7b-8c86-466b-aab7-40d44f2d041d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '51a0faa9-54b2-4838-81d2-b34fc625fb59', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:42.898077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44628) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:42.963893 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c165e7b-8c86-466b-aab7-40d44f2d041d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:42.998710 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-02a435fc-f657-4acc-9a14-8c38ef732a87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd9c75c65037444a9503bf277222f4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0987623 Jul 16 03:59:43.002351 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44630) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:43.043844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d3e55e82-8415-4d49-b336-f90cd6014777 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:43.093391 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfabe914-e89e-4654-97eb-6699492ed3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.141958 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfabe914-e89e-4654-97eb-6699492ed3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.145821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d3e55e82-8415-4d49-b336-f90cd6014777 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:43.150941 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d3e55e82-8415-4d49-b336-f90cd6014777 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:43.151315 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.158202 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c165e7b-8c86-466b-aab7-40d44f2d041d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.165507 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c165e7b-8c86-466b-aab7-40d44f2d041d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.193166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c165e7b-8c86-466b-aab7-40d44f2d041d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be7b82f-9670-4dbd-aeee-097cf6ddaad3,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:43.210642 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4c165e7b-8c86-466b-aab7-40d44f2d041d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.214700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4c165e7b-8c86-466b-aab7-40d44f2d041d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3403554 Jul 16 03:59:43.214700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:43.222556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-aa86a978-8adb-4841-a671-a968ae0f77e1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '51a0faa9-54b2-4838-81d2-b34fc625fb59', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:43.257678 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfabe914-e89e-4654-97eb-6699492ed3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.261562 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfabe914-e89e-4654-97eb-6699492ed3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.268256 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bfabe914-e89e-4654-97eb-6699492ed3e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/851457ee-99d1-4201-8c0c-1c80319d836e HTTP/1.1" status: 204 len: 168 time: 0.2649138 Jul 16 03:59:43.281524 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabe914-e89e-4654-97eb-6699492ed3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851457ee-99d1-4201-8c0c-1c80319d836e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:43.350988 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.404155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.objects.ports [None req-2270cb94-2790-430f-8ca1-54305b6ff294 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:43.413242 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2270cb94-2790-430f-8ca1-54305b6ff294 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.423074 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port d3e55e82-8415-4d49-b336-f90cd6014777, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d3e55e82-8415-4d49-b336-f90cd6014777,segment=NetworkSegment(17bbb0ea-dddc-4e08-90b4-583883c43bfb),segment_id=17bbb0ea-dddc-4e08-90b4-583883c43bfb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:43.432745 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.505604 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa86a978-8adb-4841-a671-a968ae0f77e1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.524638 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b1ac2987-d69b-4da5-b747-b4ea39387131 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:43.546985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2270cb94-2790-430f-8ca1-54305b6ff294 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:43.553454 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: b1ac2987-d69b-4da5-b747-b4ea39387131 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:43.554243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b1ac2987-d69b-4da5-b747-b4ea39387131 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:43.556568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2270cb94-2790-430f-8ca1-54305b6ff294 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:43.562993 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2270cb94-2790-430f-8ca1-54305b6ff294 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:43.563595 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2270cb94-2790-430f-8ca1-54305b6ff294 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.569836 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ac2712-9cac-4361-a0a0-41a8dd6b4d61 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:43.588731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270cb94-2790-430f-8ca1-54305b6ff294 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=5b64cf9f-2884-4b3f-acb5-17f6ef181e66,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:43.602415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2270cb94-2790-430f-8ca1-54305b6ff294 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0754509 Jul 16 03:59:43.603791 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44644) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:43.611578 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d25a6cc8-157f-4d6e-a6df-4856bcdf3b2a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:43.612876 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=d3e55e82-8415-4d49-b336-f90cd6014777,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:43.638929 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa86a978-8adb-4841-a671-a968ae0f77e1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.660065 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa86a978-8adb-4841-a671-a968ae0f77e1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.688270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86a978-8adb-4841-a671-a968ae0f77e1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdf6bd4-802e-4c48-8160-9cf18e3db1ba,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:43.691570 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa86a978-8adb-4841-a671-a968ae0f77e1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.692915 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-aa86a978-8adb-4841-a671-a968ae0f77e1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4770098 Jul 16 03:59:43.695690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44648) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:43.701221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-73e3114f-970c-4176-b961-6eae1603d292 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '51a0faa9-54b2-4838-81d2-b34fc625fb59', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:43.744990 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73e3114f-970c-4176-b961-6eae1603d292 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.828027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': '5b64cf9f-2884-4b3f-acb5-17f6ef181e66'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:43.828974 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.876831 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73e3114f-970c-4176-b961-6eae1603d292 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.877540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25a6cc8-157f-4d6e-a6df-4856bcdf3b2a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:43.881271 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d25a6cc8-157f-4d6e-a6df-4856bcdf3b2a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.888667 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73e3114f-970c-4176-b961-6eae1603d292 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.931226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3114f-970c-4176-b961-6eae1603d292 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9318212e-525a-49c4-b7cc-c29ec23d0327,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:43.956098 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-73e3114f-970c-4176-b961-6eae1603d292 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:43.960601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44660) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:43.965408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-73e3114f-970c-4176-b961-6eae1603d292 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2681396 Jul 16 03:59:44.018383 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3994a7eb-d5c0-4f07-8782-8e4d02159de5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '51a0faa9-54b2-4838-81d2-b34fc625fb59', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:44.057826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Allocated IP 2001:db8::f816:3eff:fe89:85f9 (415df012-32ff-4dfd-847f-4ec181a3011d/5b64cf9f-2884-4b3f-acb5-17f6ef181e66/6c4968fd-d054-4b6a-8f20-6d98d0cc22ec) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:44.078785 n-d-800088-6 neutron-server[93768]: INFO neutron.db.ipam_backend_mixin [None req-d25a6cc8-157f-4d6e-a6df-4856bcdf3b2a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5b64cf9f-2884-4b3f-acb5-17f6ef181e66 (CIDR: 2001:db8::/64) Jul 16 03:59:44.080342 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-3994a7eb-d5c0-4f07-8782-8e4d02159de5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Project 3e7bbcc6fe2649adab81afb7b0ba2f38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:59:44.085362 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25a6cc8-157f-4d6e-a6df-4856bcdf3b2a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:44.085823 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25a6cc8-157f-4d6e-a6df-4856bcdf3b2a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:44.089820 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3994a7eb-d5c0-4f07-8782-8e4d02159de5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.122665 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d25a6cc8-157f-4d6e-a6df-4856bcdf3b2a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5137012 Jul 16 03:59:44.125543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44670) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:44.133023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e56d7e78-3d9c-4cef-9541-df51720683a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:44.174217 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3994a7eb-d5c0-4f07-8782-8e4d02159de5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.184093 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3994a7eb-d5c0-4f07-8782-8e4d02159de5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.203908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994a7eb-d5c0-4f07-8782-8e4d02159de5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee9e203-dbba-419a-9f4c-6263d573cd08,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:44.217345 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3994a7eb-d5c0-4f07-8782-8e4d02159de5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.218848 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3994a7eb-d5c0-4f07-8782-8e4d02159de5 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2572746 Jul 16 03:59:44.222073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44674) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:44.232807 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a75faa03-71b8-442c-a21b-5a58839be6b0 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'security_group_rule': {'security_group_id': '51a0faa9-54b2-4838-81d2-b34fc625fb59', 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:44.268607 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-a75faa03-71b8-442c-a21b-5a58839be6b0 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Project 3e7bbcc6fe2649adab81afb7b0ba2f38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:59:44.275301 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a75faa03-71b8-442c-a21b-5a58839be6b0 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.298633 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56d7e78-3d9c-4cef-9541-df51720683a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:44.307145 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e56d7e78-3d9c-4cef-9541-df51720683a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.338262 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.348106 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Transition to ACTIVE for port object 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:44.357742 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a75faa03-71b8-442c-a21b-5a58839be6b0 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.362632 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a75faa03-71b8-442c-a21b-5a58839be6b0 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.367486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Transition to ACTIVE for port object 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:44.378549 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.390108 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75faa03-71b8-442c-a21b-5a58839be6b0 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ef7b1c-71d1-44d9-b266-1b74aa7eb3a9,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:44.397495 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a75faa03-71b8-442c-a21b-5a58839be6b0 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.408443 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a75faa03-71b8-442c-a21b-5a58839be6b0 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1742041 Jul 16 03:59:44.472458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:44.476020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:44.483021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:44.525963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Pushing event updated for resources: {'Port': ['ID=6c4968fd-d054-4b6a-8f20-6d98d0cc22ec,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:44.564382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Attempting to bind port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:44.564772 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Attempting to bind port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:44.565142 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Attempting to bind port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:44.570447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:44.570833 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:44.571612 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.572022 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:44.572531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Bound port: 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:44.572926 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.647150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-62509360-84d0-4a46-b19f-99658501a54a None None] For port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:44.650318 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-62509360-84d0-4a46-b19f-99658501a54a None None] For port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6c4968fd-d054-4b6a-8f20-6d98d0cc22ec,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:44.654588 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.699130 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-f244f692-502b-48c2-85f0-b12d212c4290 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997337508&fields=id&tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38 HTTP/1.1" status: 200 len: 267 time: 0.0579317 Jul 16 03:59:44.701574 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e56d7e78-3d9c-4cef-9541-df51720683a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.732044 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62509360-84d0-4a46-b19f-99658501a54a None None] Pushing event updated for resources: {'Port': ['ID=6c4968fd-d054-4b6a-8f20-6d98d0cc22ec,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:44.778358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d7e78-3d9c-4cef-9541-df51720683a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=2c465ecd-faf0-4c95-91c6-ed922b4f9cd1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:44.793366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56d7e78-3d9c-4cef-9541-df51720683a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:44.799820 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e56d7e78-3d9c-4cef-9541-df51720683a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:44.804801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56d7e78-3d9c-4cef-9541-df51720683a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:44.805290 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e56d7e78-3d9c-4cef-9541-df51720683a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:44.855854 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e56d7e78-3d9c-4cef-9541-df51720683a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7284656 Jul 16 03:59:44.859656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44728) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:44.864988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'mac_address': 'fa:16:3e:f1:d1:73', 'name': 'tempest-NetworksTestDHCPv6-967280836'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:44.908226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-8ac519e5-f494-41b6-a844-bdde2a3b4cf0 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:44.916910 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-8ac519e5-f494-41b6-a844-bdde2a3b4cf0 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/networks?id=ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 HTTP/1.1" status: 200 len: 797 time: 0.1703143 Jul 16 03:59:44.942508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-30f5967c-463a-4990-a3bb-b1da64206e2b tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/quotas/3e7bbcc6fe2649adab81afb7b0ba2f38 HTTP/1.1" status: 200 len: 375 time: 0.0224533 Jul 16 03:59:45.083660 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-df84c3bc-cabb-446e-94e0-c973450ead61 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1401224 Jul 16 03:59:45.090826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d3e55e82-8415-4d49-b336-f90cd6014777 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:45.141792 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:45.226635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d3e55e82-8415-4d49-b336-f90cd6014777 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:45.227285 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.292170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.345918 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port dca1f5e7-9a71-4094-a8de-c775cdf06ce1 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:45.424881 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-f56868c5-ac1c-4043-ba5c-4b2f050893b1 service neutron] 10.222.0.18 "GET /v2.0/networks/ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275273 Jul 16 03:59:45.559741 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-6b598192-4790-4e8d-9075-4f3a1a796784 service neutron] 10.222.0.18 "GET /v2.0/networks/ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338234 Jul 16 03:59:45.607831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8:0:1::238 (415df012-32ff-4dfd-847f-4ec181a3011d/2c465ecd-faf0-4c95-91c6-ed922b4f9cd1/dca1f5e7-9a71-4094-a8de-c775cdf06ce1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:45.619748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::f816:3eff:fef1:d173 (415df012-32ff-4dfd-847f-4ec181a3011d/5b64cf9f-2884-4b3f-acb5-17f6ef181e66/dca1f5e7-9a71-4094-a8de-c775cdf06ce1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:45.817973 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.833208 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object dca1f5e7-9a71-4094-a8de-c775cdf06ce1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:45.878325 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:45.964477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7b024f9-34b6-45c9-8613-3a5be8cd84ee req-98c4dbb9-e4f8-4f4a-a044-e867e2464c7c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 210 time: 0.0488369 Jul 16 03:59:45.970263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:45.975384 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:45.977559 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=dca1f5e7-9a71-4094-a8de-c775cdf06ce1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:45.980530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:45.987673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:45.988365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.027322 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cb13b6ff-aea3-4e39-b7da-370666891d3f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1664846 Jul 16 03:59:46.030337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44794) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:46.134529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75986b30-62f5-4d17-9414-9d2a878021b7 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:46.168244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c270a5a5-0a34-4b41-b3f0-b04f5ec230fe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port dca1f5e7-9a71-4094-a8de-c775cdf06ce1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:46.176482 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c270a5a5-0a34-4b41-b3f0-b04f5ec230fe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.254176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b6aba07d-beb5-43b9-ba8c-4657f72532dd None None] Provisioning for port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:46.267124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c270a5a5-0a34-4b41-b3f0-b04f5ec230fe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.281609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c270a5a5-0a34-4b41-b3f0-b04f5ec230fe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for dca1f5e7-9a71-4094-a8de-c775cdf06ce1 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:46.508960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaaa8be-e39d-443d-ac94-a2889081c250 None None] Update dhcp port {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'fixed_ips': [{'subnet_id': '5b64cf9f-2884-4b3f-acb5-17f6ef181e66', 'ip_address': '2001:db8::f816:3eff:fe89:85f9'}, {'subnet_id': '2c465ecd-faf0-4c95-91c6-ed922b4f9cd1'}], 'binding:host_id': 'n-d-800088-6'}, 'id': '6c4968fd-d054-4b6a-8f20-6d98d0cc22ec'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:59:46.562769 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c270a5a5-0a34-4b41-b3f0-b04f5ec230fe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.590144 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dcaaa8be-e39d-443d-ac94-a2889081c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.635129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270a5a5-0a34-4b41-b3f0-b04f5ec230fe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=dca1f5e7-9a71-4094-a8de-c775cdf06ce1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:46.692977 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c270a5a5-0a34-4b41-b3f0-b04f5ec230fe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:46.695443 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c270a5a5-0a34-4b41-b3f0-b04f5ec230fe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/dca1f5e7-9a71-4094-a8de-c775cdf06ce1 HTTP/1.1" status: 204 len: 168 time: 0.6635923 Jul 16 03:59:46.697925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44812) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:46.771757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ddc2a7-0876-4a93-9d26-0c41a32e31f4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:46.776617 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e3ddc2a7-0876-4a93-9d26-0c41a32e31f4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0745523 Jul 16 03:59:46.776795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:46.851689 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-dcaaa8be-e39d-443d-ac94-a2889081c250 None None] Allocated IP 2001:db8:0:1::2 (415df012-32ff-4dfd-847f-4ec181a3011d/2c465ecd-faf0-4c95-91c6-ed922b4f9cd1/6c4968fd-d054-4b6a-8f20-6d98d0cc22ec) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:46.903067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d50fc38-a4ad-48bd-9d17-a1ca61628211 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:46.905545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4d50fc38-a4ad-48bd-9d17-a1ca61628211 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1277688 Jul 16 03:59:46.909032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44820) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:46.955904 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dcaaa8be-e39d-443d-ac94-a2889081c250 None None] For port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6c4968fd-d054-4b6a-8f20-6d98d0cc22ec,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:46.993393 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dcaaa8be-e39d-443d-ac94-a2889081c250 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.022495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dcaaa8be-e39d-443d-ac94-a2889081c250 None None] Transition to ACTIVE for port object 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:47.025396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517049ae-7fae-4309-9535-238d1a05eabe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:47.027186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517049ae-7fae-4309-9535-238d1a05eabe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:47.029472 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517049ae-7fae-4309-9535-238d1a05eabe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:47.032430 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dcaaa8be-e39d-443d-ac94-a2889081c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.036779 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-517049ae-7fae-4309-9535-238d1a05eabe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1239398 Jul 16 03:59:47.037498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:47.130801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d62706-ad75-4086-9c59-7a087e0efff2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 2c465ecd-faf0-4c95-91c6-ed922b4f9cd1 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:47.134587 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30d62706-ad75-4086-9c59-7a087e0efff2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.159791 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaaa8be-e39d-443d-ac94-a2889081c250 None None] Pushing event updated for resources: {'Port': ['ID=6c4968fd-d054-4b6a-8f20-6d98d0cc22ec,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:47.170435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:47.233124 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-febefeba-d91d-4255-b989-f76fd7185e01 req-53068f1f-451d-4611-9d2e-5c02d870f96a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 210 time: 0.0473883 Jul 16 03:59:47.241146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30d62706-ad75-4086-9c59-7a087e0efff2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.285918 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:47.388921 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30d62706-ad75-4086-9c59-7a087e0efff2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.501673 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30d62706-ad75-4086-9c59-7a087e0efff2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.531593 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d62706-ad75-4086-9c59-7a087e0efff2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=2c465ecd-faf0-4c95-91c6-ed922b4f9cd1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:47.555497 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-30d62706-ad75-4086-9c59-7a087e0efff2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.558307 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-30d62706-ad75-4086-9c59-7a087e0efff2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/2c465ecd-faf0-4c95-91c6-ed922b4f9cd1 HTTP/1.1" status: 204 len: 168 time: 0.5196471 Jul 16 03:59:47.561496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:47.692014 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6013f6a-4f75-47a4-b778-8974d80c5d79 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 5b64cf9f-2884-4b3f-acb5-17f6ef181e66 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:47.700184 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6013f6a-4f75-47a4-b778-8974d80c5d79 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.706415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-b7e7657d-e204-44bc-960d-5f0262d80b8e tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:47.708355 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-b7e7657d-e204-44bc-960d-5f0262d80b8e tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.20 "GET /v2.0/networks?id=ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 HTTP/1.1" status: 200 len: 797 time: 0.2355590 Jul 16 03:59:47.766087 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-46ffe767-6772-4749-8b30-0dd9cb1a5204 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38 HTTP/1.1" status: 200 len: 380 time: 0.0394919 Jul 16 03:59:47.778305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-063fab77-f93b-43c8-ab8e-d82578f3c116 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'port': {'device_id': 'e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'admin_state_up': True, 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'security_groups': ['51a0faa9-54b2-4838-81d2-b34fc625fb59']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:47.799443 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6013f6a-4f75-47a4-b778-8974d80c5d79 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.940617 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6013f6a-4f75-47a4-b778-8974d80c5d79 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:47.970850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-063fab77-f93b-43c8-ab8e-d82578f3c116 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Made reservation on behalf of 3e7bbcc6fe2649adab81afb7b0ba2f38 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:47.976861 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-063fab77-f93b-43c8-ab8e-d82578f3c116 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.036463 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6013f6a-4f75-47a4-b778-8974d80c5d79 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.089255 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6013f6a-4f75-47a4-b778-8974d80c5d79 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=5b64cf9f-2884-4b3f-acb5-17f6ef181e66,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:48.097312 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6013f6a-4f75-47a4-b778-8974d80c5d79 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.104783 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e6013f6a-4f75-47a4-b778-8974d80c5d79 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/5b64cf9f-2884-4b3f-acb5-17f6ef181e66 HTTP/1.1" status: 204 len: 168 time: 0.5414741 Jul 16 03:59:48.106308 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:48.160259 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-063fab77-f93b-43c8-ab8e-d82578f3c116 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Allocated IP 172.20.0.7 (ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8/aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af/46817ebb-528c-48e6-92f2-f1664f742926) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:48.164571 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-56acc2a7-0abc-4032-9a51-115f29563278 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570300 Jul 16 03:59:48.167348 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44846) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:48.173298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:48.234795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875ff875-c0d5-45c4-b05e-4a1edc242a12 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:48.342390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:48.346598 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.392504 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-063fab77-f93b-43c8-ab8e-d82578f3c116 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.434870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-063fab77-f93b-43c8-ab8e-d82578f3c116 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Transition to ACTIVE for port object 46817ebb-528c-48e6-92f2-f1664f742926 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:48.457265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-76bb011d-64e1-4e59-b5ae-7954d3a98bcc None None] Provisioning for port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:48.465297 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-76bb011d-64e1-4e59-b5ae-7954d3a98bcc None None] Provisioning complete for port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:48.465943 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-76bb011d-64e1-4e59-b5ae-7954d3a98bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.517902 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-063fab77-f93b-43c8-ab8e-d82578f3c116 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.535583 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e9ead4d-2aa6-4b03-8005-9c439e8a5bd1 req-1644621b-52ee-4455-a2af-acd1e61370cd tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 210 time: 0.0430777 Jul 16 03:59:48.636842 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-76bb011d-64e1-4e59-b5ae-7954d3a98bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.654478 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-063fab77-f93b-43c8-ab8e-d82578f3c116 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:48.659788 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-063fab77-f93b-43c8-ab8e-d82578f3c116 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:48.664022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-063fab77-f93b-43c8-ab8e-d82578f3c116 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:48.683250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9c3b37-4fde-49d2-bdb4-534993e7e713 None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:48.730029 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fab77-f93b-43c8-ab8e-d82578f3c116 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Port': ['ID=46817ebb-528c-48e6-92f2-f1664f742926,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:48.785163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-063fab77-f93b-43c8-ab8e-d82578f3c116 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:48.786356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-063fab77-f93b-43c8-ab8e-d82578f3c116 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.797595 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-76bb011d-64e1-4e59-b5ae-7954d3a98bcc None None] For port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6c4968fd-d054-4b6a-8f20-6d98d0cc22ec,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:48.807054 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-063fab77-f93b-43c8-ab8e-d82578f3c116 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0338697 Jul 16 03:59:48.811807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.objects.ports [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:48.825100 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-76bb011d-64e1-4e59-b5ae-7954d3a98bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.825702 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Request body: {'port': {'device_id': 'e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:48.834825 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-76bb011d-64e1-4e59-b5ae-7954d3a98bcc None None] Could not find standard attr ID for object dca1f5e7-9a71-4094-a8de-c775cdf06ce1. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:59:48.947704 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3b9c3b37-4fde-49d2-bdb4-534993e7e713 None None] Deleting port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:48.949443 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3b37-4fde-49d2-bdb4-534993e7e713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:48.969801 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb011d-64e1-4e59-b5ae-7954d3a98bcc None None] Pushing event updated for resources: {'Port': ['ID=6c4968fd-d054-4b6a-8f20-6d98d0cc22ec,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:48.994636 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.097256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:49.129094 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.180123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7768428f-30dc-42a6-a83d-2eea6b9f3f4e None None] Provisioning for port 46817ebb-528c-48e6-92f2-f1664f742926 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:49.191802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7768428f-30dc-42a6-a83d-2eea6b9f3f4e None None] Provisioning complete for port 46817ebb-528c-48e6-92f2-f1664f742926 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:49.192183 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7768428f-30dc-42a6-a83d-2eea6b9f3f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.230161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7768428f-30dc-42a6-a83d-2eea6b9f3f4e None None] Port 46817ebb-528c-48e6-92f2-f1664f742926 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:59:49.236705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3b9c3b37-4fde-49d2-bdb4-534993e7e713 None None] For port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6c4968fd-d054-4b6a-8f20-6d98d0cc22ec,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:49.237324 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3b37-4fde-49d2-bdb4-534993e7e713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.251837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3b9c3b37-4fde-49d2-bdb4-534993e7e713 None None] Calling delete_port for 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:49.307395 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.380563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] For port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6c4968fd-d054-4b6a-8f20-6d98d0cc22ec,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:49.425413 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.438422 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.439501 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.440556 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46817ebb-528c-48e6-92f2-f1664f742926 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:59:49.450108 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.462976 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3b37-4fde-49d2-bdb4-534993e7e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.465304 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Transition to ACTIVE for port object 46817ebb-528c-48e6-92f2-f1664f742926 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:49.473449 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.542819 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=46817ebb-528c-48e6-92f2-f1664f742926,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:49.569325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=fdf5e8c2-b081-4bdf-a26f-416a7398370e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:49.603387 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=6c4968fd-d054-4b6a-8f20-6d98d0cc22ec,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:49.617730 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:49.619594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:49.627901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:49.629060 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.670729 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-100ae7d8-2142-4b1a-a752-97f806807f0e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4999502 Jul 16 03:59:49.676663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:49.703840 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8c5d9b27-2e02-4849-a1d9-c59e48086a3a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:49.714801 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Attempting to bind port 46817ebb-528c-48e6-92f2-f1664f742926 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:49.717502 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Attempting to bind port 46817ebb-528c-48e6-92f2-f1664f742926 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '17bbb0ea-dddc-4e08-90b4-583883c43bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:49.719703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Attempting to bind port 46817ebb-528c-48e6-92f2-f1664f742926 on network ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:49.731731 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Port 46817ebb-528c-48e6-92f2-f1664f742926 on network ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:59:49.732459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Attempting to bind port 46817ebb-528c-48e6-92f2-f1664f742926 on network ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:49.747276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:49.747618 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Checking segment: {'id': '17bbb0ea-dddc-4e08-90b4-583883c43bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:49.748012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Bound using segment: {'id': '17bbb0ea-dddc-4e08-90b4-583883c43bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:49.748757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Bound port: 46817ebb-528c-48e6-92f2-f1664f742926, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17bbb0ea-dddc-4e08-90b4-583883c43bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:49.749123 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.892629 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] For port 46817ebb-528c-48e6-92f2-f1664f742926, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:49.906100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] For port 46817ebb-528c-48e6-92f2-f1664f742926, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=46817ebb-528c-48e6-92f2-f1664f742926,segment=NetworkSegment(17bbb0ea-dddc-4e08-90b4-583883c43bfb),segment_id=17bbb0ea-dddc-4e08-90b4-583883c43bfb)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:49.922776 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c3b37-4fde-49d2-bdb4-534993e7e713 None None] Pushing event deleted for resources: {'Port': ['ID=6c4968fd-d054-4b6a-8f20-6d98d0cc22ec,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:49.924875 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.933319 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9c3b37-4fde-49d2-bdb4-534993e7e713 None None] No DVR routers for this DVR port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:49.944783 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:59:49.945137 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:59:49.953097 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c71913-5679-4d04-868f-f988e7745737 req-36eb0a7a-b788-441d-ade5-825e3be700f3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:49.955116 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6c71913-5679-4d04-868f-f988e7745737 req-36eb0a7a-b788-441d-ade5-825e3be700f3 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 943 time: 0.2012596 Jul 16 03:59:49.957358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a18611-cea3-450f-be01-5627691da06b None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:49.973080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:49.973761 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:49.975696 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] 10.222.0.20 "PUT /v2.0/ports/46817ebb-528c-48e6-92f2-f1664f742926 HTTP/1.1" status: 200 len: 1091 time: 1.1581392 Jul 16 03:59:49.978479 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3', 'tag': '46817ebb-528c-48e6-92f2-f1664f742926'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:49.988020 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388e1eb0-1f0f-412a-b3db-6386b156ddb0" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3", "tag": "46817ebb-528c-48e6-92f2-f1664f742926"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:50.032996 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6c71913-5679-4d04-868f-f988e7745737 req-aa17cb53-f45d-4448-9b71-899947c73ac0 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=51a0faa9-54b2-4838-81d2-b34fc625fb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684538 Jul 16 03:59:50.041874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5d9b27-2e02-4849-a1d9-c59e48086a3a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:50.045873 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c5d9b27-2e02-4849-a1d9-c59e48086a3a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.084053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db83c3-a4cc-4671-b1eb-be94688b9ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=46817ebb-528c-48e6-92f2-f1664f742926,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:50.126016 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-618e4379-9dc7-441a-bdb0-5f06b1622553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:50.128440 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-618e4379-9dc7-441a-bdb0-5f06b1622553 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 1094 time: 0.1043823 Jul 16 03:59:50.201464 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-e8852da7-1e8d-4605-a75e-0cf8408e0059 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46817ebb-528c-48e6-92f2-f1664f742926 HTTP/1.1" status: 200 len: 217 time: 0.0592227 Jul 16 03:59:50.269004 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-8840e3af-1793-4822-8658-5c6436c02804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:50.271273 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-8840e3af-1793-4822-8658-5c6436c02804 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af HTTP/1.1" status: 200 len: 835 time: 0.0613985 Jul 16 03:59:50.273666 n-d-800088-6 neutron-server[93767]: INFO neutron.db.ipam_backend_mixin [None req-8c5d9b27-2e02-4849-a1d9-c59e48086a3a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fdf5e8c2-b081-4bdf-a26f-416a7398370e (CIDR: 2001:db8::/64) Jul 16 03:59:50.285018 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5d9b27-2e02-4849-a1d9-c59e48086a3a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:50.287595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5d9b27-2e02-4849-a1d9-c59e48086a3a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:50.317507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8c5d9b27-2e02-4849-a1d9-c59e48086a3a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6437495 Jul 16 03:59:50.320182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44886) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:50.327453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-28956fac-f0c5-4332-b1dc-ff8321334069 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:50.357678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-86a64f5e-5643-4435-9942-e9022965af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:50.363208 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-86a64f5e-5643-4435-9942-e9022965af8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827556 Jul 16 03:59:50.367045 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646a2b3f-1be6-4431-9ddf-af99b15a638a x-openstack-request-id: req-646a2b3f-1be6-4431-9ddf-af99b15a638a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:50.368173 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3", "tag": "46817ebb-528c-48e6-92f2-f1664f742926", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:50.368983 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-646a2b3f-1be6-4431-9ddf-af99b15a638a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:50.369556 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3', 'tag': '46817ebb-528c-48e6-92f2-f1664f742926', 'status': 'completed', 'code': 200} Jul 16 03:59:50.491288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': 'fdf5e8c2-b081-4bdf-a26f-416a7398370e'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:50.492493 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.495164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Port 6c4968fd-d054-4b6a-8f20-6d98d0cc22ec update to DOWN by agent not found {{(pid=93769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 03:59:50.498225 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-481b0c39-adb3-4ccd-8cd3-d13b2b48d1e2 service neutron] 10.222.0.20 "GET /v2.0/networks/ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240137 Jul 16 03:59:50.598492 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28956fac-f0c5-4332-b1dc-ff8321334069 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:50.604260 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28956fac-f0c5-4332-b1dc-ff8321334069 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.619150 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2007cd31-75e8-4f7a-8612-aa38455554e6 req-dd9669e2-c8b7-4e29-98e7-defd664df977 service neutron] 10.222.0.20 "GET /v2.0/networks/ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153224 Jul 16 03:59:50.691844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Allocated IP 2001:db8::f816:3eff:fe67:321e (415df012-32ff-4dfd-847f-4ec181a3011d/fdf5e8c2-b081-4bdf-a26f-416a7398370e/2af10cf3-f54f-4286-9342-0da6178f5b1c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:50.797162 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e1eb0-1f0f-412a-b3db-6386b156ddb0 req-ef56e8ab-373d-4771-9e7e-db4419e2ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:50.799309 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-388e1eb0-1f0f-412a-b3db-6386b156ddb0 req-ef56e8ab-373d-4771-9e7e-db4419e2ed8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 1094 time: 0.1127994 Jul 16 03:59:50.918775 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28956fac-f0c5-4332-b1dc-ff8321334069 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.950618 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e1eb0-1f0f-412a-b3db-6386b156ddb0 req-8f4feeb3-8fb1-4999-9f66-eec8e8bbc0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:50.959375 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-388e1eb0-1f0f-412a-b3db-6386b156ddb0 req-8f4feeb3-8fb1-4999-9f66-eec8e8bbc0d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 HTTP/1.1" status: 200 len: 898 time: 0.1507235 Jul 16 03:59:50.966029 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:50.980331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Transition to ACTIVE for port object 2af10cf3-f54f-4286-9342-0da6178f5b1c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:50.986615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28956fac-f0c5-4332-b1dc-ff8321334069 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:50.990544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-28956fac-f0c5-4332-b1dc-ff8321334069 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:50.994115 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28956fac-f0c5-4332-b1dc-ff8321334069 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:50.994701 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-28956fac-f0c5-4332-b1dc-ff8321334069 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.010660 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-388e1eb0-1f0f-412a-b3db-6386b156ddb0 req-06cef023-3644-410b-a7a5-5586da182fbe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46817ebb-528c-48e6-92f2-f1664f742926 HTTP/1.1" status: 200 len: 217 time: 0.0455728 Jul 16 03:59:51.016896 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Transition to ACTIVE for port object 2af10cf3-f54f-4286-9342-0da6178f5b1c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:51.017396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28956fac-f0c5-4332-b1dc-ff8321334069 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=45009f5d-6491-492d-98fd-87afe84a8021,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:51.032074 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-28956fac-f0c5-4332-b1dc-ff8321334069 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7081664 Jul 16 03:59:51.032260 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.032411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:51.037478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'mac_address': 'fa:16:3e:f8:5f:3a', 'name': 'tempest-NetworksTestDHCPv6-216713220'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:51.112107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e1eb0-1f0f-412a-b3db-6386b156ddb0 req-2471830c-63f0-4911-8b21-327d7abe96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:51.115080 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-388e1eb0-1f0f-412a-b3db-6386b156ddb0 req-2471830c-63f0-4911-8b21-327d7abe96b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af HTTP/1.1" status: 200 len: 835 time: 0.0956750 Jul 16 03:59:51.133828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Pushing event updated for resources: {'Port': ['ID=2af10cf3-f54f-4286-9342-0da6178f5b1c,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:51.145310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:51.153443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:51.161471 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:51.234373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e1eb0-1f0f-412a-b3db-6386b156ddb0 req-08beb3cd-5f82-4353-b322-ffb374444d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:51.235936 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-388e1eb0-1f0f-412a-b3db-6386b156ddb0 req-08beb3cd-5f82-4353-b322-ffb374444d6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141670 Jul 16 03:59:51.287065 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Attempting to bind port 2af10cf3-f54f-4286-9342-0da6178f5b1c on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:51.287765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Attempting to bind port 2af10cf3-f54f-4286-9342-0da6178f5b1c by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:51.307423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Attempting to bind port 2af10cf3-f54f-4286-9342-0da6178f5b1c on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:51.322385 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:51.323048 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:51.323465 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.323861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:51.324356 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Bound port: 2af10cf3-f54f-4286-9342-0da6178f5b1c, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:51.324742 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.367604 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-388e1eb0-1f0f-412a-b3db-6386b156ddb0 req-ed94b615-d7d7-477d-8c0b-e0a128eeda5b service neutron] 10.222.0.20 "GET /v2.0/networks/ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137166 Jul 16 03:59:51.413940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] For port 2af10cf3-f54f-4286-9342-0da6178f5b1c, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:51.420492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] For port 2af10cf3-f54f-4286-9342-0da6178f5b1c, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2af10cf3-f54f-4286-9342-0da6178f5b1c,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:51.426298 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.518314 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ce410-dc2e-4d23-ae56-c48de76d795b None None] Pushing event updated for resources: {'Port': ['ID=2af10cf3-f54f-4286-9342-0da6178f5b1c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:51.562885 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-388e1eb0-1f0f-412a-b3db-6386b156ddb0 req-0c36c37d-1619-4253-99da-fa6bd1d6f3c7 service neutron] 10.222.0.20 "GET /v2.0/networks/ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842191 Jul 16 03:59:51.703531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb25ee-af80-4a64-b1bb-6931ff5daa8b req-06f3f150-0e28-445e-b596-b89c4cbabced tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:51.705166 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9beb25ee-af80-4a64-b1bb-6931ff5daa8b req-06f3f150-0e28-445e-b596-b89c4cbabced tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 943 time: 0.1615560 Jul 16 03:59:51.744101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:51.809534 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9beb25ee-af80-4a64-b1bb-6931ff5daa8b req-cf74168f-6f49-48d2-9337-dfad5f5fe71c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=51a0faa9-54b2-4838-81d2-b34fc625fb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790441 Jul 16 03:59:51.885629 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:51.918530 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port aae8495a-d229-4130-b6f9-81cf2964da8c yet. {{(pid=93767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:52.110080 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8:0:1::bc (415df012-32ff-4dfd-847f-4ec181a3011d/45009f5d-6491-492d-98fd-87afe84a8021/aae8495a-d229-4130-b6f9-81cf2964da8c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:52.118357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::f816:3eff:fef8:5f3a (415df012-32ff-4dfd-847f-4ec181a3011d/fdf5e8c2-b081-4bdf-a26f-416a7398370e/aae8495a-d229-4130-b6f9-81cf2964da8c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:52.200986 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:59:52.292898 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.309642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object aae8495a-d229-4130-b6f9-81cf2964da8c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:52.353439 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.415569 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:52.419253 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:52.422390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:52.428267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:52.428973 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.436099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=aae8495a-d229-4130-b6f9-81cf2964da8c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:52.455129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a2594344-fc4f-4b39-b36c-14461162f256 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4215007 Jul 16 03:59:52.457777 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44928) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:52.586869 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8e423b0c-4787-4a58-a7db-48975c57641a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port aae8495a-d229-4130-b6f9-81cf2964da8c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:52.587358 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e423b0c-4787-4a58-a7db-48975c57641a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.700538 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e423b0c-4787-4a58-a7db-48975c57641a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:52.717526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8e423b0c-4787-4a58-a7db-48975c57641a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for aae8495a-d229-4130-b6f9-81cf2964da8c owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:52.763315 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07a39b2-712c-4bb1-92b7-26cfdade7094 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:52.924878 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c98f9850-840f-46b0-8840-6cde6ec3f399 None None] Provisioning for port 2af10cf3-f54f-4286-9342-0da6178f5b1c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:53.034513 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e423b0c-4787-4a58-a7db-48975c57641a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.079472 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2af10cf3-f54f-4286-9342-0da6178f5b1c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:53.145692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e423b0c-4787-4a58-a7db-48975c57641a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=aae8495a-d229-4130-b6f9-81cf2964da8c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:53.218589 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e423b0c-4787-4a58-a7db-48975c57641a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.223348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8e423b0c-4787-4a58-a7db-48975c57641a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/aae8495a-d229-4130-b6f9-81cf2964da8c HTTP/1.1" status: 204 len: 168 time: 0.7622881 Jul 16 03:59:53.224286 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44944) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:53.229789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02cd974-7d4c-4706-b525-0fc05079ed23 None None] Update dhcp port {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'fixed_ips': [{'subnet_id': 'fdf5e8c2-b081-4bdf-a26f-416a7398370e', 'ip_address': '2001:db8::f816:3eff:fe67:321e'}, {'subnet_id': '45009f5d-6491-492d-98fd-87afe84a8021'}], 'binding:host_id': 'n-d-800088-6'}, 'id': '2af10cf3-f54f-4286-9342-0da6178f5b1c'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:59:53.258905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56011399-f86a-4b6f-ad59-9d17779aae0d req-c334d889-9dc5-4bd8-9487-897b943cd948 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:53.260537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56011399-f86a-4b6f-ad59-9d17779aae0d req-c334d889-9dc5-4bd8-9487-897b943cd948 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 943 time: 0.2500584 Jul 16 03:59:53.273843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 2af10cf3-f54f-4286-9342-0da6178f5b1c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:53.279438 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2af10cf3-f54f-4286-9342-0da6178f5b1c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:53.279822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.311605 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0707dd76-1ec6-4de6-a5d8-03da00c97ef1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:53.313809 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f02cd974-7d4c-4706-b525-0fc05079ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.317263 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44950) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:53.317652 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0707dd76-1ec6-4de6-a5d8-03da00c97ef1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0914085 Jul 16 03:59:53.403253 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56011399-f86a-4b6f-ad59-9d17779aae0d req-96eaae32-32a1-49ee-a1ed-9bb347aa5fb7 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=51a0faa9-54b2-4838-81d2-b34fc625fb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347079 Jul 16 03:59:53.428965 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 46817ebb-528c-48e6-92f2-f1664f742926 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:59:53.446524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069fd690-ab64-4801-8870-054f61fa21ae tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:53.449182 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44952) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:53.452985 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-069fd690-ab64-4801-8870-054f61fa21ae tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1307983 Jul 16 03:59:53.496260 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.524677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e492e764-3802-481f-a371-54931ac5874c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:53.527075 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e492e764-3802-481f-a371-54931ac5874c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:53.528642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e492e764-3802-481f-a371-54931ac5874c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:53.534105 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e492e764-3802-481f-a371-54931ac5874c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0812917 Jul 16 03:59:53.534454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44954) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:53.609750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e7e8a4-3844-4fd9-9acb-2a797cd2dd15 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 45009f5d-6491-492d-98fd-87afe84a8021 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:53.638290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 2af10cf3-f54f-4286-9342-0da6178f5b1c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2af10cf3-f54f-4286-9342-0da6178f5b1c,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:53.650543 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.673670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-f02cd974-7d4c-4706-b525-0fc05079ed23 None None] Allocated IP 2001:db8:0:1::2 (415df012-32ff-4dfd-847f-4ec181a3011d/45009f5d-6491-492d-98fd-87afe84a8021/2af10cf3-f54f-4286-9342-0da6178f5b1c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:53.723658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 46817ebb-528c-48e6-92f2-f1664f742926, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=46817ebb-528c-48e6-92f2-f1664f742926,segment=NetworkSegment(17bbb0ea-dddc-4e08-90b4-583883c43bfb),segment_id=17bbb0ea-dddc-4e08-90b4-583883c43bfb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:53.760109 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '46817ebb-528c-48e6-92f2-f1664f742926', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'port_id': '46817ebb-528c-48e6-92f2-f1664f742926', 'mac_address': 'fa:16:3e:c8:75:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:59:53.771105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=2af10cf3-f54f-4286-9342-0da6178f5b1c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:53.851339 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.876112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f02cd974-7d4c-4706-b525-0fc05079ed23 None None] For port 2af10cf3-f54f-4286-9342-0da6178f5b1c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2af10cf3-f54f-4286-9342-0da6178f5b1c,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:53.878883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46817ebb-528c-48e6-92f2-f1664f742926 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:59:53.918402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 46817ebb-528c-48e6-92f2-f1664f742926, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=46817ebb-528c-48e6-92f2-f1664f742926,segment=NetworkSegment(17bbb0ea-dddc-4e08-90b4-583883c43bfb),segment_id=17bbb0ea-dddc-4e08-90b4-583883c43bfb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:53.923423 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.955027 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f02cd974-7d4c-4706-b525-0fc05079ed23 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:53.983630 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f02cd974-7d4c-4706-b525-0fc05079ed23 None None] Transition to ACTIVE for port object 2af10cf3-f54f-4286-9342-0da6178f5b1c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:53.987642 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e8a4-3844-4fd9-9acb-2a797cd2dd15 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.000590 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=46817ebb-528c-48e6-92f2-f1664f742926,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:54.009461 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f02cd974-7d4c-4706-b525-0fc05079ed23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.037617 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e8a4-3844-4fd9-9acb-2a797cd2dd15 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.128695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02cd974-7d4c-4706-b525-0fc05079ed23 None None] Pushing event updated for resources: {'Port': ['ID=2af10cf3-f54f-4286-9342-0da6178f5b1c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:54.144756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['46817ebb-528c-48e6-92f2-f1664f742926'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:59:54.200929 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e8a4-3844-4fd9-9acb-2a797cd2dd15 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.335437 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e8a4-3844-4fd9-9acb-2a797cd2dd15 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.396427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7e8a4-3844-4fd9-9acb-2a797cd2dd15 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=45009f5d-6491-492d-98fd-87afe84a8021,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:54.401648 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6e7e8a4-3844-4fd9-9acb-2a797cd2dd15 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.403846 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a6e7e8a4-3844-4fd9-9acb-2a797cd2dd15 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/45009f5d-6491-492d-98fd-87afe84a8021 HTTP/1.1" status: 204 len: 168 time: 0.8683898 Jul 16 03:59:54.406601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 44976) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:54.524866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b13cc0-bdd7-408d-a1ca-73c35455065b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet fdf5e8c2-b081-4bdf-a26f-416a7398370e {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:54.541253 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88b13cc0-bdd7-408d-a1ca-73c35455065b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.632258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88b13cc0-bdd7-408d-a1ca-73c35455065b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.699178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7cac8-f979-4f60-b34a-f50563402748 req-d97aafc9-9e87-4d75-9b0a-fbc8fa4a1212 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:54.701079 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8c7cac8-f979-4f60-b34a-f50563402748 req-d97aafc9-9e87-4d75-9b0a-fbc8fa4a1212 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 944 time: 0.1209362 Jul 16 03:59:54.751687 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8c7cac8-f979-4f60-b34a-f50563402748 req-b5037762-2e88-4f7e-afa8-2b09fb07937b tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=51a0faa9-54b2-4838-81d2-b34fc625fb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449328 Jul 16 03:59:54.788882 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88b13cc0-bdd7-408d-a1ca-73c35455065b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.878579 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88b13cc0-bdd7-408d-a1ca-73c35455065b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.919911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b13cc0-bdd7-408d-a1ca-73c35455065b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf5e8c2-b081-4bdf-a26f-416a7398370e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:54.926956 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-88b13cc0-bdd7-408d-a1ca-73c35455065b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:54.928920 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-88b13cc0-bdd7-408d-a1ca-73c35455065b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/fdf5e8c2-b081-4bdf-a26f-416a7398370e HTTP/1.1" status: 204 len: 168 time: 0.5206780 Jul 16 03:59:54.931545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:55.033257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18213cc2-052c-4563-9f72-8bb4100de445 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:55.034635 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9f07742a-de46-4160-81eb-2e8e997850ee tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019356 Jul 16 03:59:55.037809 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 44994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:55.043142 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5aafcb8b-c133-4228-af45-3316a4cfccc3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:55.068538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2af10cf3-f54f-4286-9342-0da6178f5b1c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:55.150689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aafcb8b-c133-4228-af45-3316a4cfccc3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:55.156390 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aafcb8b-c133-4228-af45-3316a4cfccc3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.210908 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bb81c485-3c6a-4a8f-8ec4-9a86b4def9b9 None None] Provisioning for port 2af10cf3-f54f-4286-9342-0da6178f5b1c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:55.235943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bb81c485-3c6a-4a8f-8ec4-9a86b4def9b9 None None] Provisioning complete for port 2af10cf3-f54f-4286-9342-0da6178f5b1c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:55.236428 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb81c485-3c6a-4a8f-8ec4-9a86b4def9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.300874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2af10cf3-f54f-4286-9342-0da6178f5b1c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:55.301571 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.414537 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aafcb8b-c133-4228-af45-3316a4cfccc3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.425965 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 46817ebb-528c-48e6-92f2-f1664f742926 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:55.465827 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aafcb8b-c133-4228-af45-3316a4cfccc3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:55.466583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c02a218-0f83-49dd-8a8b-d7a9f6dfde37 None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:59:55.474524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5aafcb8b-c133-4228-af45-3316a4cfccc3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:55.479510 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aafcb8b-c133-4228-af45-3316a4cfccc3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:55.480561 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5aafcb8b-c133-4228-af45-3316a4cfccc3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.500510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bb81c485-3c6a-4a8f-8ec4-9a86b4def9b9 None None] Could not find standard attr ID for object aae8495a-d229-4130-b6f9-81cf2964da8c. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 03:59:55.503921 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafcb8b-c133-4228-af45-3316a4cfccc3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=345163a7-a5a8-4388-9488-e02279c40d1c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:55.513805 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45002) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:55.520172 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5aafcb8b-c133-4228-af45-3316a4cfccc3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4811988 Jul 16 03:59:55.520664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-29fd07b0-dacb-48df-ada2-309d43597524 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:55.699638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fd07b0-dacb-48df-ada2-309d43597524 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:55.704385 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-29fd07b0-dacb-48df-ada2-309d43597524 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.706673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 46817ebb-528c-48e6-92f2-f1664f742926 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:55.713146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 46817ebb-528c-48e6-92f2-f1664f742926 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:55.713824 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.739740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c02a218-0f83-49dd-8a8b-d7a9f6dfde37 None None] Deleting port 2af10cf3-f54f-4286-9342-0da6178f5b1c {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:55.740481 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c02a218-0f83-49dd-8a8b-d7a9f6dfde37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.848163 n-d-800088-6 neutron-server[93768]: INFO neutron.db.ipam_backend_mixin [None req-29fd07b0-dacb-48df-ada2-309d43597524 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 345163a7-a5a8-4388-9488-e02279c40d1c (CIDR: 2001:db8::/64) Jul 16 03:59:55.852561 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fd07b0-dacb-48df-ada2-309d43597524 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 03:59:55.853360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29fd07b0-dacb-48df-ada2-309d43597524 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 03:59:55.861869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c02a218-0f83-49dd-8a8b-d7a9f6dfde37 None None] For port 2af10cf3-f54f-4286-9342-0da6178f5b1c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2af10cf3-f54f-4286-9342-0da6178f5b1c,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:55.862121 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c02a218-0f83-49dd-8a8b-d7a9f6dfde37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.882338 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c02a218-0f83-49dd-8a8b-d7a9f6dfde37 None None] Calling delete_port for 2af10cf3-f54f-4286-9342-0da6178f5b1c owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:55.888980 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:55.902435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:55.907583 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-29fd07b0-dacb-48df-ada2-309d43597524 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3907971 Jul 16 03:59:55.909410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f5b21303-34d9-468b-a4d6-18fd8e55b929 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:55.948274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46817ebb-528c-48e6-92f2-f1664f742926'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:59:55.950690 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa9a014-5a9a-4d60-8108-96c13b26bc28" -d '{"events": [{"server_uuid": "e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3", "name": "network-vif-plugged", "status": "completed", "tag": "46817ebb-528c-48e6-92f2-f1664f742926"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:59:55.967214 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 46817ebb-528c-48e6-92f2-f1664f742926, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=46817ebb-528c-48e6-92f2-f1664f742926,segment=NetworkSegment(17bbb0ea-dddc-4e08-90b4-583883c43bfb),segment_id=17bbb0ea-dddc-4e08-90b4-583883c43bfb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:59:55.973998 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.048254 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b19105b-1fa3-46ac-944c-5c5b74c06fa0 x-openstack-request-id: req-0b19105b-1fa3-46ac-944c-5c5b74c06fa0 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:59:56.049476 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3", "name": "network-vif-plugged", "status": "completed", "tag": "46817ebb-528c-48e6-92f2-f1664f742926", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:59:56.049944 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b19105b-1fa3-46ac-944c-5c5b74c06fa0 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:59:56.050602 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46817ebb-528c-48e6-92f2-f1664f742926', 'code': 200} Jul 16 03:59:56.103338 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=46817ebb-528c-48e6-92f2-f1664f742926,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:56.125335 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a543b18-d49a-49e4-92a6-4cf3888a6856 req-19ece6f5-f389-4af2-822a-0f100e753596 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:56.127014 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a543b18-d49a-49e4-92a6-4cf3888a6856 req-19ece6f5-f389-4af2-822a-0f100e753596 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 945 time: 0.1884663 Jul 16 03:59:56.131290 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c02a218-0f83-49dd-8a8b-d7a9f6dfde37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.166199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02a218-0f83-49dd-8a8b-d7a9f6dfde37 None None] No DVR routers for this DVR port 2af10cf3-f54f-4286-9342-0da6178f5b1c on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:59:56.169034 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02a218-0f83-49dd-8a8b-d7a9f6dfde37 None None] Pushing event deleted for resources: {'Port': ['ID=2af10cf3-f54f-4286-9342-0da6178f5b1c,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:56.170998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b21303-34d9-468b-a4d6-18fd8e55b929 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:56.175133 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5b21303-34d9-468b-a4d6-18fd8e55b929 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.188447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f26b2cc-7bad-42f1-baa6-0082f7f7b064 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:56.213761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a543b18-d49a-49e4-92a6-4cf3888a6856 req-99568c10-2fd9-4fc3-a49b-26380158940e tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=51a0faa9-54b2-4838-81d2-b34fc625fb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786223 Jul 16 03:59:56.228607 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed23e3-762b-4107-b49f-b74a877f35fd req-2ceefac6-b9af-47f5-b6d1-168cd45275ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:56.230410 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-97ed23e3-762b-4107-b49f-b74a877f35fd req-2ceefac6-b9af-47f5-b6d1-168cd45275ea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 1096 time: 0.1205049 Jul 16 03:59:56.280975 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-97ed23e3-762b-4107-b49f-b74a877f35fd req-b1032031-2ad6-4708-979b-341cd51b98ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=51a0faa9-54b2-4838-81d2-b34fc625fb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429125 Jul 16 03:59:56.424863 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': '345163a7-a5a8-4388-9488-e02279c40d1c'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:59:56.426013 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.623917 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Allocated IP 2001:db8::2 (415df012-32ff-4dfd-847f-4ec181a3011d/345163a7-a5a8-4388-9488-e02279c40d1c/1bbe583d-ce6e-4513-9d47-b6a122b7836e) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:56.666425 n-d-800088-6 neutron-server[93767]: DEBUG neutron.objects.ports [None req-f5b21303-34d9-468b-a4d6-18fd8e55b929 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93767) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 03:59:56.668066 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5b21303-34d9-468b-a4d6-18fd8e55b929 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.718529 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b21303-34d9-468b-a4d6-18fd8e55b929 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:56.726835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f5b21303-34d9-468b-a4d6-18fd8e55b929 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:56.731175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b21303-34d9-468b-a4d6-18fd8e55b929 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:56.731763 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5b21303-34d9-468b-a4d6-18fd8e55b929 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.747721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b21303-34d9-468b-a4d6-18fd8e55b929 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=3d14a986-fea3-4e66-a2a5-6386c9416291,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:56.761771 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f5b21303-34d9-468b-a4d6-18fd8e55b929 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8598161 Jul 16 03:59:56.761958 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45030) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:56.770137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'mac_address': 'fa:16:3e:35:13:d3', 'name': 'tempest-NetworksTestDHCPv6-1395018012'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:56.794295 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.804939 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Transition to ACTIVE for port object 1bbe583d-ce6e-4513-9d47-b6a122b7836e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:56.822588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Transition to ACTIVE for port object 1bbe583d-ce6e-4513-9d47-b6a122b7836e will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:56.829372 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:56.880945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:56.884413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:56.890169 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:56.893237 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Pushing event updated for resources: {'Port': ['ID=1bbe583d-ce6e-4513-9d47-b6a122b7836e,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:56.908023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:59:56.991639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Attempting to bind port 1bbe583d-ce6e-4513-9d47-b6a122b7836e on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:59:56.992006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Attempting to bind port 1bbe583d-ce6e-4513-9d47-b6a122b7836e by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:59:56.993011 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Attempting to bind port 1bbe583d-ce6e-4513-9d47-b6a122b7836e on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:59:57.001024 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:59:57.001417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:59:57.001820 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.002314 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:59:57.002710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Bound port: 1bbe583d-ce6e-4513-9d47-b6a122b7836e, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:59:57.003084 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.021474 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2af10cf3-f54f-4286-9342-0da6178f5b1c no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:59:57.053113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 2af10cf3-f54f-4286-9342-0da6178f5b1c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:59:57.053780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2af10cf3-f54f-4286-9342-0da6178f5b1c not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:59:57.060323 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.093364 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port 62ed8dd2-46d6-43d6-ac19-23ad28ccf3e9 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 03:59:57.114657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] For port 1bbe583d-ce6e-4513-9d47-b6a122b7836e, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:59:57.118593 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] For port 1bbe583d-ce6e-4513-9d47-b6a122b7836e, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1bbe583d-ce6e-4513-9d47-b6a122b7836e,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:59:57.126285 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.231436 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6fdcf-4687-43e4-8a1c-73632a08ec5f None None] Pushing event updated for resources: {'Port': ['ID=1bbe583d-ce6e-4513-9d47-b6a122b7836e,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:57.334130 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::3b9 (415df012-32ff-4dfd-847f-4ec181a3011d/345163a7-a5a8-4388-9488-e02279c40d1c/62ed8dd2-46d6-43d6-ac19-23ad28ccf3e9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:57.346147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8:0:1:f816:3eff:fe35:13d3 (415df012-32ff-4dfd-847f-4ec181a3011d/3d14a986-fea3-4e66-a2a5-6386c9416291/62ed8dd2-46d6-43d6-ac19-23ad28ccf3e9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:57.476131 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef4ca5-5140-49b0-8650-32736f922d65 req-92ef17f8-4831-41c5-85cd-446835d8a3ef tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:57.484928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e3ef4ca5-5140-49b0-8650-32736f922d65 req-92ef17f8-4831-41c5-85cd-446835d8a3ef tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 945 time: 0.1194308 Jul 16 03:59:57.574721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e3ef4ca5-5140-49b0-8650-32736f922d65 req-9f587a6e-c067-4555-9145-e35e80965f74 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=51a0faa9-54b2-4838-81d2-b34fc625fb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876040 Jul 16 03:59:57.664666 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.681297 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object 62ed8dd2-46d6-43d6-ac19-23ad28ccf3e9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:59:57.727656 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.822726 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:57.826745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:57.831802 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:57.837491 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:57.838143 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:57.841955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=62ed8dd2-46d6-43d6-ac19-23ad28ccf3e9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:57.868711 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6d5c0c70-c81b-4316-80c3-98b23d9c6958 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1056020 Jul 16 03:59:57.871271 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45054) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:57.902425 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4f6dc-9b49-480e-8ce7-7fcc7536bdbf req-e16a8f8f-6c61-4dc0-9e27-0ef6a7b3d2ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:57.907335 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17f4f6dc-9b49-480e-8ce7-7fcc7536bdbf req-e16a8f8f-6c61-4dc0-9e27-0ef6a7b3d2ea tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 945 time: 0.1114857 Jul 16 03:59:57.958927 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-17f4f6dc-9b49-480e-8ce7-7fcc7536bdbf req-3406fa2f-c1fa-4e7e-bb26-8c9f279e6bc4 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=51a0faa9-54b2-4838-81d2-b34fc625fb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447831 Jul 16 03:59:57.975707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:58.019977 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-17d763e5-a5e8-48dd-9d5c-b023ad48c3c1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port 62ed8dd2-46d6-43d6-ac19-23ad28ccf3e9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:59:58.020537 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17d763e5-a5e8-48dd-9d5c-b023ad48c3c1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.060865 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1965dd36-bb5f-4d31-9d79-4cfb77f42b82 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:58.066118 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1965dd36-bb5f-4d31-9d79-4cfb77f42b82 tempest-TestNetworkBasicOps-1764302016 tempest-TestNetworkBasicOps-1764302016-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 1091 time: 0.0886359 Jul 16 03:59:58.066737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:58.072031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '46817ebb-528c-48e6-92f2-f1664f742926', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:59:58.102658 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.141907 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17d763e5-a5e8-48dd-9d5c-b023ad48c3c1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.162591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-17d763e5-a5e8-48dd-9d5c-b023ad48c3c1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for 62ed8dd2-46d6-43d6-ac19-23ad28ccf3e9 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:59:58.259860 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.403756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17d763e5-a5e8-48dd-9d5c-b023ad48c3c1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.435454 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d763e5-a5e8-48dd-9d5c-b023ad48c3c1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=62ed8dd2-46d6-43d6-ac19-23ad28ccf3e9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:58.518604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17d763e5-a5e8-48dd-9d5c-b023ad48c3c1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.521012 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-17d763e5-a5e8-48dd-9d5c-b023ad48c3c1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/62ed8dd2-46d6-43d6-ac19-23ad28ccf3e9 HTTP/1.1" status: 204 len: 168 time: 0.6479390 Jul 16 03:59:58.523430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45070) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:58.614468 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122760f1-91a5-4b4d-bf65-350fcce80d5d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:58.620110 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-122760f1-91a5-4b4d-bf65-350fcce80d5d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0956287 Jul 16 03:59:58.622739 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45072) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:58.639485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Allocated IP 172.25.3.107 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/ef824735-e542-4504-ab7e-542ac65d9507) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:59:58.702808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7465b5e0-42e3-42ff-8734-556c774bb9fd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:58.706605 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7465b5e0-42e3-42ff-8734-556c774bb9fd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0811672 Jul 16 03:59:58.708335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45076) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:58.717471 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e3942-6fbc-4348-bd95-459a79cf4cc6 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:58.773267 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.837954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97293ca-48a2-4fb3-8e19-39b5532297b7 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:58.841043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97293ca-48a2-4fb3-8e19-39b5532297b7 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:58.844569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97293ca-48a2-4fb3-8e19-39b5532297b7 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:59:58.851333 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a97293ca-48a2-4fb3-8e19-39b5532297b7 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1391184 Jul 16 03:59:58.852153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:58.863886 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.885953 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-961c662c-cb85-4072-a682-14adb9dff6b2 None None] Provisioning for port 1bbe583d-ce6e-4513-9d47-b6a122b7836e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:58.943932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ab1ce2-b0c4-41b7-b498-ca1aa9972acb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 345163a7-a5a8-4388-9488-e02279c40d1c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:58.947513 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42ab1ce2-b0c4-41b7-b498-ca1aa9972acb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:58.993032 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42ab1ce2-b0c4-41b7-b498-ca1aa9972acb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.072132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:59:59.081686 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:59:59.084783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1bbe583d-ce6e-4513-9d47-b6a122b7836e up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:59:59.087991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:59:59.169766 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 1bbe583d-ce6e-4513-9d47-b6a122b7836e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:59:59.174578 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 1bbe583d-ce6e-4513-9d47-b6a122b7836e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:59.174999 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.185418 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Port': ['ID=ef824735-e542-4504-ab7e-542ac65d9507,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:59.260532 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42ab1ce2-b0c4-41b7-b498-ca1aa9972acb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.275389 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5e6261-9139-4936-a7d5-5fc1ed176e58 None None] Update dhcp port {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'fixed_ips': [{'subnet_id': '345163a7-a5a8-4388-9488-e02279c40d1c', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d14a986-fea3-4e66-a2a5-6386c9416291'}], 'binding:host_id': 'n-d-800088-6'}, 'id': '1bbe583d-ce6e-4513-9d47-b6a122b7836e'} from n-d-800088-6. {{(pid=93769) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 03:59:59.340580 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9b5e6261-9139-4936-a7d5-5fc1ed176e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.344102 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.426654 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42ab1ce2-b0c4-41b7-b498-ca1aa9972acb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.474875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab1ce2-b0c4-41b7-b498-ca1aa9972acb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=345163a7-a5a8-4388-9488-e02279c40d1c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:59.501703 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 03:59:59.502295 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 03:59:59.515693 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42ab1ce2-b0c4-41b7-b498-ca1aa9972acb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.520858 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-42ab1ce2-b0c4-41b7-b498-ca1aa9972acb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/345163a7-a5a8-4388-9488-e02279c40d1c HTTP/1.1" status: 204 len: 168 time: 0.6675107 Jul 16 03:59:59.521453 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45094) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-9b5e6261-9139-4936-a7d5-5fc1ed176e58 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 345163a7-a5a8-4388-9488-e02279c40d1c: This subnet is being modified by another concurrent operation. Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exception Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 345163a7-a5a8-4388-9488-e02279c40d1c: This subnet is being modified by another concurrent operation. Jul 16 03:59:59.541543 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 16 03:59:59.589057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-967def73-817c-4ecb-b48a-999bc299094f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 3d14a986-fea3-4e66-a2a5-6386c9416291 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:59:59.592693 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-967def73-817c-4ecb-b48a-999bc299094f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.660143 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-967def73-817c-4ecb-b48a-999bc299094f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.662839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e715851-0058-47e3-8329-f4480c7085f1 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:59:59.717063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-967def73-817c-4ecb-b48a-999bc299094f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.799972 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-967def73-817c-4ecb-b48a-999bc299094f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.805052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8b19f7c0-bd57-40f3-bc12-9f883752d981 None None] Provisioning complete for port 1bbe583d-ce6e-4513-9d47-b6a122b7836e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:59:59.806015 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b19f7c0-bd57-40f3-bc12-9f883752d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.814116 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.840140 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967def73-817c-4ecb-b48a-999bc299094f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=3d14a986-fea3-4e66-a2a5-6386c9416291,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:59:59.845511 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-967def73-817c-4ecb-b48a-999bc299094f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.848220 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-967def73-817c-4ecb-b48a-999bc299094f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/3d14a986-fea3-4e66-a2a5-6386c9416291 HTTP/1.1" status: 204 len: 168 time: 0.3255923 Jul 16 03:59:59.850758 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45100) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:59.907738 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7e2f1eae-d746-40ec-99ad-3cc7f202caac tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546107 Jul 16 03:59:59.910680 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45104) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:59:59.915929 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:59:59.922951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-36d830ea-82c2-4b7e-99eb-7ef0f1891ed2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:00.074569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d830ea-82c2-4b7e-99eb-7ef0f1891ed2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:00.080350 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36d830ea-82c2-4b7e-99eb-7ef0f1891ed2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.106615 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.123689 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.132026 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.157679 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8b19f7c0-bd57-40f3-bc12-9f883752d981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.189580 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f02a1670-ac9f-4429-876a-15c691e9c0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.193594 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 1bbe583d-ce6e-4513-9d47-b6a122b7836e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1bbe583d-ce6e-4513-9d47-b6a122b7836e,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:00.201822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.229498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event updated for resources: {'Port': ['ID=ef824735-e542-4504-ab7e-542ac65d9507,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:00.279504 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.282538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bc73c4-e1d2-4d2d-a893-6ecb7630e548 None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:00.291261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=1bbe583d-ce6e-4513-9d47-b6a122b7836e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:00.380265 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-8b19f7c0-bd57-40f3-bc12-9f883752d981 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:00:00.380695 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-8b19f7c0-bd57-40f3-bc12-9f883752d981 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:00:00.405929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-49bc73c4-e1d2-4d2d-a893-6ecb7630e548 None None] Deleting port 1bbe583d-ce6e-4513-9d47-b6a122b7836e {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:00.407875 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-49bc73c4-e1d2-4d2d-a893-6ecb7630e548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.428087 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Floating IP b02bd43e-f5bc-4501-bb15-be4afb8c5661 associated. External IP: 172.25.3.107, port: 46817ebb-528c-48e6-92f2-f1664f742926. Jul 16 04:00:00.433375 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36d830ea-82c2-4b7e-99eb-7ef0f1891ed2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.497590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d830ea-82c2-4b7e-99eb-7ef0f1891ed2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:00.504081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-36d830ea-82c2-4b7e-99eb-7ef0f1891ed2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:00.507764 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d830ea-82c2-4b7e-99eb-7ef0f1891ed2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:00.508695 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-36d830ea-82c2-4b7e-99eb-7ef0f1891ed2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.535712 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-49bc73c4-e1d2-4d2d-a893-6ecb7630e548 None None] For port 1bbe583d-ce6e-4513-9d47-b6a122b7836e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1bbe583d-ce6e-4513-9d47-b6a122b7836e,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:00.536195 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-49bc73c4-e1d2-4d2d-a893-6ecb7630e548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.555269 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-36d830ea-82c2-4b7e-99eb-7ef0f1891ed2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6404376 Jul 16 04:00:00.555528 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45116) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:00.564229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d625432d-ccfe-49b1-a3f2-7a5d0b581679 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:00.567540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d830ea-82c2-4b7e-99eb-7ef0f1891ed2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=44f24b6b-aff0-4d66-911e-ca58d42f1988,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:00.578398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-49bc73c4-e1d2-4d2d-a893-6ecb7630e548 None None] Calling delete_port for 1bbe583d-ce6e-4513-9d47-b6a122b7836e owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:00.717755 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-49bc73c4-e1d2-4d2d-a893-6ecb7630e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.718093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d625432d-ccfe-49b1-a3f2-7a5d0b581679 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:00.722380 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d625432d-ccfe-49b1-a3f2-7a5d0b581679 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:00.772282 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc73c4-e1d2-4d2d-a893-6ecb7630e548 None None] Pushing event deleted for resources: {'Port': ['ID=1bbe583d-ce6e-4513-9d47-b6a122b7836e,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:00.789644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bc73c4-e1d2-4d2d-a893-6ecb7630e548 None None] No DVR routers for this DVR port 1bbe583d-ce6e-4513-9d47-b6a122b7836e on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:00.808828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ddf8f7-4741-4d6f-91f0-9ad83cb69ef8 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:00.839259 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Router 7a24027f-cb2c-4cca-9385-a721561fb2ae has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:00.947331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8b19f7c0-bd57-40f3-bc12-9f883752d981 None None] Port 1bbe583d-ce6e-4513-9d47-b6a122b7836e update to ACTIVE by agent not found {{(pid=93769) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 04:00:01.109806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:01.113368 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1bbe583d-ce6e-4513-9d47-b6a122b7836e no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:01.141829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-415df012-32ff-4dfd-847f-4ec181a3011d', 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'tenant_id': '8deef56b354146b2b1478c45c8f9103b', 'fixed_ips': [{'subnet_id': '44f24b6b-aff0-4d66-911e-ca58d42f1988'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:01.143102 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.146597 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e314c-3d68-45d4-8edd-c02aecffe9cd None None] Sync routers for ids ['7a24027f-cb2c-4cca-9385-a721561fb2ae'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:01.147263 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.151758 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 1bbe583d-ce6e-4513-9d47-b6a122b7836e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:01.152511 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1bbe583d-ce6e-4513-9d47-b6a122b7836e not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:01.177495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e314c-3d68-45d4-8edd-c02aecffe9cd None None] Routers {'7a24027f-cb2c-4cca-9385-a721561fb2ae'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:01.178188 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-921e314c-3d68-45d4-8edd-c02aecffe9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:59:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['7a24027f-cb2c-4cca-9385-a721561fb2ae'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:01.224053 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-06cb9c9d-237f-443d-a79a-e3b4dfad3fb2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1537259 Jul 16 04:00:01.224905 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45128) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:01.229887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3', 'tag': '46817ebb-528c-48e6-92f2-f1664f742926'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:00:01.232195 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30e0354-7077-439a-99a3-c8ff5c0319b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3", "tag": "46817ebb-528c-48e6-92f2-f1664f742926"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:00:01.287982 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8553ce-498b-400f-9f28-ae5bfd9b106d x-openstack-request-id: req-af8553ce-498b-400f-9f28-ae5bfd9b106d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:00:01.288275 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3", "tag": "46817ebb-528c-48e6-92f2-f1664f742926", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:00:01.288621 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af8553ce-498b-400f-9f28-ae5bfd9b106d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:00:01.289334 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3', 'tag': '46817ebb-528c-48e6-92f2-f1664f742926', 'status': 'completed', 'code': 200} Jul 16 04:00:01.360765 n-d-800088-6 neutron-server[93768]: INFO neutron.db.ipam_backend_mixin [None req-d625432d-ccfe-49b1-a3f2-7a5d0b581679 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44f24b6b-aff0-4d66-911e-ca58d42f1988 (CIDR: 2001:db8::/64) Jul 16 04:00:01.372043 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5bc39d4f-714d-40bc-b14d-04329f8c9af8 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/floatingips/b02bd43e-f5bc-4501-bb15-be4afb8c5661 HTTP/1.1" status: 200 len: 991 time: 0.1453459 Jul 16 04:00:01.384084 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-d625432d-ccfe-49b1-a3f2-7a5d0b581679 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 04:00:01.384694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d625432d-ccfe-49b1-a3f2-7a5d0b581679 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:01.410477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e0354-7077-439a-99a3-c8ff5c0319b4 req-f2f9dc8c-25ed-4944-96b3-c6897a2e7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:01.411935 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b30e0354-7077-439a-99a3-c8ff5c0319b4 req-f2f9dc8c-25ed-4944-96b3-c6897a2e7184 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 1096 time: 0.0897415 Jul 16 04:00:01.416361 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d625432d-ccfe-49b1-a3f2-7a5d0b581679 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8573616 Jul 16 04:00:01.416818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45136) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:01.423291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'subnet': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:01.578300 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.627737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e0354-7077-439a-99a3-c8ff5c0319b4 req-c0f1b306-4292-4d9e-8ef0-842e37fe72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:01.629922 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b30e0354-7077-439a-99a3-c8ff5c0319b4 req-c0f1b306-4292-4d9e-8ef0-842e37fe72a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 HTTP/1.1" status: 200 len: 898 time: 0.2023087 Jul 16 04:00:01.662408 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.682669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-921e314c-3d68-45d4-8edd-c02aecffe9cd None None] Set router 7a24027f-cb2c-4cca-9385-a721561fb2ae gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:01.719082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:01.724345 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:01.731110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Allocated IP 2001:db8::2 (415df012-32ff-4dfd-847f-4ec181a3011d/44f24b6b-aff0-4d66-911e-ca58d42f1988/cd684ede-fedb-4cba-886a-c3022bb97d27) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:01.782860 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b30e0354-7077-439a-99a3-c8ff5c0319b4 req-fb54ba50-ccbe-4cea-880e-11e1c34f9faa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46817ebb-528c-48e6-92f2-f1664f742926 HTTP/1.1" status: 200 len: 999 time: 0.1451204 Jul 16 04:00:01.905783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e0354-7077-439a-99a3-c8ff5c0319b4 req-84915737-c08b-4dfc-9e5b-94af62042953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:01.907695 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b30e0354-7077-439a-99a3-c8ff5c0319b4 req-84915737-c08b-4dfc-9e5b-94af62042953 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af HTTP/1.1" status: 200 len: 835 time: 0.0839574 Jul 16 04:00:02.086602 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.099879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Transition to ACTIVE for port object cd684ede-fedb-4cba-886a-c3022bb97d27 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:02.110580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-921e314c-3d68-45d4-8edd-c02aecffe9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:28Z', 'updated_at': '2021-07-16T03:59:36Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:29Z', 'updated_at': '2021-07-16T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'b02bd43e-f5bc-4501-bb15-be4afb8c5661', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'port_id': '46817ebb-528c-48e6-92f2-f1664f742926', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'mac_address': 'fa:16:3e:c8:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:59:59Z', 'updated_at': '2021-07-16T03:59:59Z', 'revision_number': 0, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e55e82-8415-4d49-b336-f90cd6014777', 'name': '', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:0a:3c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:34Z', 'updated_at': '2021-07-16T03:59:43Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:02.135197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e0354-7077-439a-99a3-c8ff5c0319b4 req-04e084a2-fdbc-4d92-bab4-e79101742aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:02.136949 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b30e0354-7077-439a-99a3-c8ff5c0319b4 req-04e084a2-fdbc-4d92-bab4-e79101742aa2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2191274 Jul 16 04:00:02.162583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e314c-3d68-45d4-8edd-c02aecffe9cd None None] Checking router: 7a24027f-cb2c-4cca-9385-a721561fb2ae for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:00:02.167055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Transition to ACTIVE for port object cd684ede-fedb-4cba-886a-c3022bb97d27 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:02.175686 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e314c-3d68-45d4-8edd-c02aecffe9cd None None] Routers {'7a24027f-cb2c-4cca-9385-a721561fb2ae'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:02.176374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-921e314c-3d68-45d4-8edd-c02aecffe9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T03:59:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['7a24027f-cb2c-4cca-9385-a721561fb2ae'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:02.180201 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.278005 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:02.313624 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:02.320162 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:02.325969 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b30e0354-7077-439a-99a3-c8ff5c0319b4 req-e76639a9-627d-4fd9-8ebe-307ac7dd9bc2 service neutron] 10.222.0.20 "GET /v2.0/networks/ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780198 Jul 16 04:00:02.339786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Pushing event updated for resources: {'Port': ['ID=cd684ede-fedb-4cba-886a-c3022bb97d27,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:02.374337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45154) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:02.405135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-921e314c-3d68-45d4-8edd-c02aecffe9cd None None] Set router 7a24027f-cb2c-4cca-9385-a721561fb2ae gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:02.496594 n-d-800088-6 neutron-server[93768]: DEBUG neutron.objects.ports [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93768) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 04:00:02.533883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8c8b4d40-eea5-4292-82bd-ddafbc2a1e65 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/floatingips/b02bd43e-f5bc-4501-bb15-be4afb8c5661 HTTP/1.1" status: 200 len: 991 time: 0.1571953 Jul 16 04:00:02.547629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Attempting to bind port cd684ede-fedb-4cba-886a-c3022bb97d27 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:02.548141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Attempting to bind port cd684ede-fedb-4cba-886a-c3022bb97d27 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:02.548641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Attempting to bind port cd684ede-fedb-4cba-886a-c3022bb97d27 on network 415df012-32ff-4dfd-847f-4ec181a3011d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:02.568716 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b30e0354-7077-439a-99a3-c8ff5c0319b4 req-5db1ca73-7d2f-463c-8d5a-1f04fca52f8e service neutron] 10.222.0.20 "GET /v2.0/networks/ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362540 Jul 16 04:00:02.570988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:02.571465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Checking segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:02.572135 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.572545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Bound using segment: {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:02.573386 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Bound port: cd684ede-fedb-4cba-886a-c3022bb97d27, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4100964e-6f38-48d8-bead-6a2425179fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:02.573809 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.720964 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.732968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] For port cd684ede-fedb-4cba-886a-c3022bb97d27, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:02.742139 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] For port cd684ede-fedb-4cba-886a-c3022bb97d27, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=cd684ede-fedb-4cba-886a-c3022bb97d27,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:02.752842 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.791392 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.db.api [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:00:02.791873 n-d-800088-6 neutron-server[93768]: DEBUG oslo_db.api [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:00:02.882072 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b09e3990-80fd-4594-a315-93359ef927b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.889990 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:02.893998 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b1e0b-7e37-4324-a1e9-312623db80f2 None None] Pushing event updated for resources: {'Port': ['ID=cd684ede-fedb-4cba-886a-c3022bb97d27,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:02.898643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-921e314c-3d68-45d4-8edd-c02aecffe9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:28Z', 'updated_at': '2021-07-16T03:59:36Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:29Z', 'updated_at': '2021-07-16T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'b02bd43e-f5bc-4501-bb15-be4afb8c5661', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'port_id': '46817ebb-528c-48e6-92f2-f1664f742926', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'mac_address': 'fa:16:3e:c8:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:59:59Z', 'updated_at': '2021-07-16T03:59:59Z', 'revision_number': 0, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e55e82-8415-4d49-b336-f90cd6014777', 'name': '', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:0a:3c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:34Z', 'updated_at': '2021-07-16T03:59:43Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:02.932683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921e314c-3d68-45d4-8edd-c02aecffe9cd None None] The sync data for ids ['7a24027f-cb2c-4cca-9385-a721561fb2ae'] in n-d-800088-6 is: [{'id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:28Z', 'updated_at': '2021-07-16T03:59:36Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:29Z', 'updated_at': '2021-07-16T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'b02bd43e-f5bc-4501-bb15-be4afb8c5661', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'floating_ip_address': '172.25.3.107', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'port_id': '46817ebb-528c-48e6-92f2-f1664f742926', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'mac_address': 'fa:16:3e:c8:75:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:59:59Z', 'updated_at': '2021-07-16T03:59:59Z', 'revision_number': 0, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e55e82-8415-4d49-b336-f90cd6014777', 'name': '', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:0a:3c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:34Z', 'updated_at': '2021-07-16T03:59:43Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:03.237037 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a369acd8-3a53-403a-aa1f-7d8b26d83667 None None] New status for floating IP b02bd43e-f5bc-4501-bb15-be4afb8c5661: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:00:03.347304 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.536274 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:03.555419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] For port cd684ede-fedb-4cba-886a-c3022bb97d27, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=cd684ede-fedb-4cba-886a-c3022bb97d27,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:03.647807 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.658718 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.659631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.808072 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:03.816491 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Subnet': ['ID=9b855d9d-78e0-43a6-92b1-7834deaf5211,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:03.820457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:03.825643 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:03.826413 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:03.908605 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4866502 Jul 16 04:00:03.913533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45194) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:03.925740 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Request body: {'port': {'network_id': '415df012-32ff-4dfd-847f-4ec181a3011d', 'mac_address': 'fa:16:3e:39:2c:ad', 'name': 'tempest-NetworksTestDHCPv6-2000917502'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:03.940891 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.022266 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e8b9c67d-e252-4652-877e-b7c0b1637a28 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/floatingips/b02bd43e-f5bc-4501-bb15-be4afb8c5661 HTTP/1.1" status: 200 len: 993 time: 0.4839025 Jul 16 04:00:04.049718 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b8f49-5ab5-4452-b2d6-94d99253cc41 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=cd684ede-fedb-4cba-886a-c3022bb97d27,revision_number=4']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:04.115936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Made reservation on behalf of 8deef56b354146b2b1478c45c8f9103b for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:04.219239 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.265757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] device_id is not set on port 1b2db6eb-9d4c-45de-a1df-43d66effaaa5 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:04.291735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b18772c-59f9-485d-b989-2a71d7064789 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:04.350045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-391e3b18-807a-43d0-ae29-9f84bd25f791 None None] Provisioning for port cd684ede-fedb-4cba-886a-c3022bb97d27 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:04.581356 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8::110 (415df012-32ff-4dfd-847f-4ec181a3011d/44f24b6b-aff0-4d66-911e-ca58d42f1988/1b2db6eb-9d4c-45de-a1df-43d66effaaa5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:04.588433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Allocated IP 2001:db8:0:1:f816:3eff:fe39:2cad (415df012-32ff-4dfd-847f-4ec181a3011d/9b855d9d-78e0-43a6-92b1-7834deaf5211/1b2db6eb-9d4c-45de-a1df-43d66effaaa5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:04.762753 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.802395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Transition to ACTIVE for port object 1b2db6eb-9d4c-45de-a1df-43d66effaaa5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:04.866080 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.926681 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Network 415df012-32ff-4dfd-847f-4ec181a3011d is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:04.930037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:04.932889 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:04.939277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:04.939914 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:04.969608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event updated for resources: {'Port': ['ID=1b2db6eb-9d4c-45de-a1df-43d66effaaa5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:04.996624 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4c4f801e-4cb0-489a-915e-3e39200439be tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0789075 Jul 16 04:00:04.999841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45220) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:05.118679 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cd684ede-fedb-4cba-886a-c3022bb97d27 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:05.126960 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e7bfb07e-a16e-4efa-907d-fcc120f0ad50 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting port 1b2db6eb-9d4c-45de-a1df-43d66effaaa5 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:05.127303 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7bfb07e-a16e-4efa-907d-fcc120f0ad50 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.234909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port cd684ede-fedb-4cba-886a-c3022bb97d27 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:05.241312 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port cd684ede-fedb-4cba-886a-c3022bb97d27 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:05.241725 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.243414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7bfb07e-a16e-4efa-907d-fcc120f0ad50 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.260060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e7bfb07e-a16e-4efa-907d-fcc120f0ad50 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Calling delete_port for 1b2db6eb-9d4c-45de-a1df-43d66effaaa5 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:05.422670 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.494399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port cd684ede-fedb-4cba-886a-c3022bb97d27, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=cd684ede-fedb-4cba-886a-c3022bb97d27,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:05.510136 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.518689 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45232) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:05.600266 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1a5932f5-2147-46da-8d59-8ff892520b21 None None] Provisioning complete for port cd684ede-fedb-4cba-886a-c3022bb97d27 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:05.600674 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1a5932f5-2147-46da-8d59-8ff892520b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.664058 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7bfb07e-a16e-4efa-907d-fcc120f0ad50 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.732467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfb07e-a16e-4efa-907d-fcc120f0ad50 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Port': ['ID=1b2db6eb-9d4c-45de-a1df-43d66effaaa5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:05.775886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=cd684ede-fedb-4cba-886a-c3022bb97d27,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:05.835885 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.861081 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e7bfb07e-a16e-4efa-907d-fcc120f0ad50 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.863031 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e7bfb07e-a16e-4efa-907d-fcc120f0ad50 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/1b2db6eb-9d4c-45de-a1df-43d66effaaa5 HTTP/1.1" status: 204 len: 168 time: 0.8615479 Jul 16 04:00:05.865641 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45238) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:05.890965 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-82a97d2c-d1f6-40ba-ad92-a03eb029b76a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port 784d674f-0407-4564-bc03-d5ae91be533a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:05.891475 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82a97d2c-d1f6-40ba-ad92-a03eb029b76a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:05.972772 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947370d1-c4c4-4b06-801e-8a4c65b33268 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:05.974369 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-947370d1-c4c4-4b06-801e-8a4c65b33268 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1059916 Jul 16 04:00:05.980546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45244) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:05.981052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-54c555fe-b843-4cf4-bec9-67f7b2901e5f None None] Could not find standard attr ID for object dca1f5e7-9a71-4094-a8de-c775cdf06ce1. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:06.030839 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82a97d2c-d1f6-40ba-ad92-a03eb029b76a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.031207 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82a97d2c-d1f6-40ba-ad92-a03eb029b76a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.057768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-82a97d2c-d1f6-40ba-ad92-a03eb029b76a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for 784d674f-0407-4564-bc03-d5ae91be533a owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:06.090071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8337de-9275-438c-a081-782f45f8850d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:06.094877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3c8337de-9275-438c-a081-782f45f8850d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1133144 Jul 16 04:00:06.095505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45246) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.180146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8799e9d-3ba9-40a0-81a8-891f7ba1424b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:06.182265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8799e9d-3ba9-40a0-81a8-891f7ba1424b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:06.183862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8799e9d-3ba9-40a0-81a8-891f7ba1424b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:06.185890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b8799e9d-3ba9-40a0-81a8-891f7ba1424b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0891793 Jul 16 04:00:06.188576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45248) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.201815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bd5a9e3a-e54d-49fa-a6da-bf2d85c6d21e None None] Could not find standard attr ID for object aae8495a-d229-4130-b6f9-81cf2964da8c. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:06.247587 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82a97d2c-d1f6-40ba-ad92-a03eb029b76a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.272129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c59218-6ed4-4c16-81f7-12391ebfcfb0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 44f24b6b-aff0-4d66-911e-ca58d42f1988 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:06.275819 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0c59218-6ed4-4c16-81f7-12391ebfcfb0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.288728 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a97d2c-d1f6-40ba-ad92-a03eb029b76a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=784d674f-0407-4564-bc03-d5ae91be533a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:06.338719 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0c59218-6ed4-4c16-81f7-12391ebfcfb0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.363089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82a97d2c-d1f6-40ba-ad92-a03eb029b76a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.363426 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-82a97d2c-d1f6-40ba-ad92-a03eb029b76a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Floating IP a533f8b6-7bf2-403a-9d6a-3ac2c3403c8d disassociated (deleted). External IP: 172.25.3.18, port: 14fe29a4-a1a8-4bc8-826f-28904173d101. Jul 16 04:00:06.448683 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0c59218-6ed4-4c16-81f7-12391ebfcfb0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.549959 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0c59218-6ed4-4c16-81f7-12391ebfcfb0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.575736 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0c59218-6ed4-4c16-81f7-12391ebfcfb0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.591881 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d0c59218-6ed4-4c16-81f7-12391ebfcfb0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/44f24b6b-aff0-4d66-911e-ca58d42f1988 HTTP/1.1" status: 204 len: 168 time: 0.4020200 Jul 16 04:00:06.615643 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45258) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:06.625999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-34c18c54-5964-4ebf-98dd-4c0078d890b0 None None] Could not find standard attr ID for object 62ed8dd2-46d6-43d6-ac19-23ad28ccf3e9. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:06.649992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c59218-6ed4-4c16-81f7-12391ebfcfb0 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=44f24b6b-aff0-4d66-911e-ca58d42f1988,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:06.673030 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a97d2c-d1f6-40ba-ad92-a03eb029b76a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:06.692067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ffe165-5c37-40da-a1c4-4eafab3d3662 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Deleting subnet 9b855d9d-78e0-43a6-92b1-7834deaf5211 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:06.697840 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ffe165-5c37-40da-a1c4-4eafab3d3662 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.805099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ffe165-5c37-40da-a1c4-4eafab3d3662 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.831781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a97d2c-d1f6-40ba-ad92-a03eb029b76a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:06.842931 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e6989-c391-42ca-bcba-3ba6d5a7deb6 None None] Sync routers for ids ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:06.847641 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82a97d2c-d1f6-40ba-ad92-a03eb029b76a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.862606 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e6989-c391-42ca-bcba-3ba6d5a7deb6 None None] Routers {'5014ef77-8562-4a19-9e6d-ea6d2994a3a6'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:06.863363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e58e6989-c391-42ca-bcba-3ba6d5a7deb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:06.932191 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ffe165-5c37-40da-a1c4-4eafab3d3662 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:06.939506 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-82a97d2c-d1f6-40ba-ad92-a03eb029b76a tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/floatingips/a533f8b6-7bf2-403a-9d6a-3ac2c3403c8d HTTP/1.1" status: 204 len: 168 time: 1.4195750 Jul 16 04:00:06.942294 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'tag': '14fe29a4-a1a8-4bc8-826f-28904173d101'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:00:06.950094 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254761b3-9d7a-41a7-b0cc-ead8ed05cf82" -d '{"events": [{"name": "network-changed", "server_uuid": "e2202c7c-d3e4-45e3-b56f-ae2459b4941c", "tag": "14fe29a4-a1a8-4bc8-826f-28904173d101"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:00:07.033365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c172dd-0af5-44fd-b6d5-5d00d6434265 None None] Network 415df012-32ff-4dfd-847f-4ec181a3011d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:07.046746 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cccb96-0777-4b7d-b34a-36fef6afd8c4 x-openstack-request-id: req-09cccb96-0777-4b7d-b34a-36fef6afd8c4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:00:07.047111 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2202c7c-d3e4-45e3-b56f-ae2459b4941c", "tag": "14fe29a4-a1a8-4bc8-826f-28904173d101", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:00:07.047550 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09cccb96-0777-4b7d-b34a-36fef6afd8c4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:00:07.048498 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'tag': '14fe29a4-a1a8-4bc8-826f-28904173d101', 'status': 'completed', 'code': 200} Jul 16 04:00:07.074691 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ffe165-5c37-40da-a1c4-4eafab3d3662 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.123079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffe165-5c37-40da-a1c4-4eafab3d3662 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Subnet': ['ID=9b855d9d-78e0-43a6-92b1-7834deaf5211,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:07.125625 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-96ffe165-5c37-40da-a1c4-4eafab3d3662 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.129795 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-96ffe165-5c37-40da-a1c4-4eafab3d3662 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/9b855d9d-78e0-43a6-92b1-7834deaf5211 HTTP/1.1" status: 204 len: 168 time: 0.5110333 Jul 16 04:00:07.133650 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45268) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.154701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761b3-9d7a-41a7-b0cc-ead8ed05cf82 req-b3a714cc-d5f3-46a8-93b4-2fd2ddbce7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:07.158672 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-254761b3-9d7a-41a7-b0cc-ead8ed05cf82 req-b3a714cc-d5f3-46a8-93b4-2fd2ddbce7e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=03422a5449cd4807854f59afa4486f72&device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 1096 time: 0.0881495 Jul 16 04:00:07.187956 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bcc28344-b8a7-4914-a7d3-5b49427249ef None None] Could not find standard attr ID for object 1b2db6eb-9d4c-45de-a1df-43d66effaaa5. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:07.194664 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cd684ede-fedb-4cba-886a-c3022bb97d27 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:07.212140 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4a9ede6b-da36-4372-b661-55c7cc2ce68f tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773368 Jul 16 04:00:07.219169 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45274) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.326286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44d8e0c-d8d0-444d-a1ac-1c22a5bc620c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:07.331621 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c44d8e0c-d8d0-444d-a1ac-1c22a5bc620c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1114244 Jul 16 04:00:07.332239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45278) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.385879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761b3-9d7a-41a7-b0cc-ead8ed05cf82 req-61585188-8d9e-4f2c-bd75-346a5d937197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:07.387845 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef3b0fb-2d0d-4133-aa11-2a4680a84920 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:07.392807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e58e6989-c391-42ca-bcba-3ba6d5a7deb6 None None] Set router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:07.393412 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2ef3b0fb-2d0d-4133-aa11-2a4680a84920 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0598345 Jul 16 04:00:07.393724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45282) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.395876 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-254761b3-9d7a-41a7-b0cc-ead8ed05cf82 req-61585188-8d9e-4f2c-bd75-346a5d937197 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c7f2115-9f65-4119-b0f5-87af65b86dd7 HTTP/1.1" status: 200 len: 898 time: 0.2249193 Jul 16 04:00:07.454950 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f37ea026-82a0-488c-8836-1ab11312891b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600822 Jul 16 04:00:07.461232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45284) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.501086 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce4b0b1-68b7-4995-842a-2619b3e75f21 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:07.502041 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce4b0b1-68b7-4995-842a-2619b3e75f21 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:07.509269 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7ce4b0b1-68b7-4995-842a-2619b3e75f21 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/1b2db6eb-9d4c-45de-a1df-43d66effaaa5 HTTP/1.1" status: 404 len: 333 time: 0.0488262 Jul 16 04:00:07.509941 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45286) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.518338 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-254761b3-9d7a-41a7-b0cc-ead8ed05cf82 req-330c6d49-98a9-40bf-97a8-58e036c7ae6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14fe29a4-a1a8-4bc8-826f-28904173d101 HTTP/1.1" status: 200 len: 217 time: 0.1159766 Jul 16 04:00:07.604362 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b85768-158f-4f98-8570-82e4687f5055 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:07.605854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b85768-158f-4f98-8570-82e4687f5055 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:07.611170 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-78b85768-158f-4f98-8570-82e4687f5055 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/9b855d9d-78e0-43a6-92b1-7834deaf5211 HTTP/1.1" status: 404 len: 337 time: 0.0969396 Jul 16 04:00:07.631840 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45292) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.692718 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761b3-9d7a-41a7-b0cc-ead8ed05cf82 req-f126635f-4470-4578-a2fc-55c773b5eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:07.694470 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-254761b3-9d7a-41a7-b0cc-ead8ed05cf82 req-f126635f-4470-4578-a2fc-55c773b5eac6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09c7bc35-5ac9-496a-a658-77911e76dd03 HTTP/1.1" status: 200 len: 835 time: 0.1658576 Jul 16 04:00:07.696687 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a863140b-491b-457f-adbb-c951ee431223 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:07.697428 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a863140b-491b-457f-adbb-c951ee431223 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:07.699581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a863140b-491b-457f-adbb-c951ee431223 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/44f24b6b-aff0-4d66-911e-ca58d42f1988 HTTP/1.1" status: 404 len: 337 time: 0.0656171 Jul 16 04:00:07.703152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45296) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.761917 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a95565-4be2-4bd4-a421-d22e07870962 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:07.763453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a95565-4be2-4bd4-a421-d22e07870962 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:07.770982 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45298) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.771352 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b3a95565-4be2-4bd4-a421-d22e07870962 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/62ed8dd2-46d6-43d6-ac19-23ad28ccf3e9 HTTP/1.1" status: 404 len: 333 time: 0.0669954 Jul 16 04:00:07.804689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7020bc-df80-41f0-8ae6-54bc1682a30a req-1cdb3a50-b928-4e13-8fce-3a9eaa66a8f9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:07.814463 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a7020bc-df80-41f0-8ae6-54bc1682a30a req-1cdb3a50-b928-4e13-8fce-3a9eaa66a8f9 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.2237089 Jul 16 04:00:07.817149 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a38b88-cd0b-456b-b15e-0f186d793d51 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:07.818067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a38b88-cd0b-456b-b15e-0f186d793d51 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:07.820425 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-05a38b88-cd0b-456b-b15e-0f186d793d51 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/3d14a986-fea3-4e66-a2a5-6386c9416291 HTTP/1.1" status: 404 len: 337 time: 0.0473747 Jul 16 04:00:07.824239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254761b3-9d7a-41a7-b0cc-ead8ed05cf82 req-c76a3158-d06e-4507-8a52-7deb5053caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:07.826100 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45300) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.826912 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-254761b3-9d7a-41a7-b0cc-ead8ed05cf82 req-c76a3158-d06e-4507-8a52-7deb5053caab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c7f2115-9f65-4119-b0f5-87af65b86dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1233070 Jul 16 04:00:07.875476 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8978948-c31a-432e-ac38-bacc4ba24390 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:07.876668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8978948-c31a-432e-ac38-bacc4ba24390 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:07.879831 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d8978948-c31a-432e-ac38-bacc4ba24390 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/345163a7-a5a8-4388-9488-e02279c40d1c HTTP/1.1" status: 404 len: 337 time: 0.0526431 Jul 16 04:00:07.891264 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45302) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:07.906418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a7020bc-df80-41f0-8ae6-54bc1682a30a req-199481ce-af11-413a-b069-754e7b845392 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907364 Jul 16 04:00:07.926256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port cd684ede-fedb-4cba-886a-c3022bb97d27 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:07.926637 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:07.935371 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-676fe04c-ca24-4cc6-be17-96946a7100a7 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:07.936951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676fe04c-ca24-4cc6-be17-96946a7100a7 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:07.942288 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-676fe04c-ca24-4cc6-be17-96946a7100a7 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/aae8495a-d229-4130-b6f9-81cf2964da8c HTTP/1.1" status: 404 len: 333 time: 0.0462961 Jul 16 04:00:07.943083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45304) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.001871 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-216261ea-e944-4c92-88f7-833cdd42a149 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.002183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216261ea-e944-4c92-88f7-833cdd42a149 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.004403 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-216261ea-e944-4c92-88f7-833cdd42a149 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/45009f5d-6491-492d-98fd-87afe84a8021 HTTP/1.1" status: 404 len: 337 time: 0.0604119 Jul 16 04:00:08.007343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45308) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.051514 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-254761b3-9d7a-41a7-b0cc-ead8ed05cf82 req-80d42089-8603-4aeb-9b01-ddd2f7d9f1d2 service neutron] 10.222.0.20 "GET /v2.0/networks/4c7f2115-9f65-4119-b0f5-87af65b86dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104218 Jul 16 04:00:08.055139 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-98544856-4358-4dec-aace-ecd9180318f3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.055647 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98544856-4358-4dec-aace-ecd9180318f3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.060243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-98544856-4358-4dec-aace-ecd9180318f3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/fdf5e8c2-b081-4bdf-a26f-416a7398370e HTTP/1.1" status: 404 len: 337 time: 0.0489829 Jul 16 04:00:08.062337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45312) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.166936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f67b128-0469-413c-9f1e-30a8dfdf2516 None None] DHCP port deletion for 415df012-32ff-4dfd-847f-4ec181a3011d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:08.194061 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-6244533e-71a6-4c90-b2bb-c1ff0c123fa4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.194970 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6244533e-71a6-4c90-b2bb-c1ff0c123fa4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.201108 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6244533e-71a6-4c90-b2bb-c1ff0c123fa4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/dca1f5e7-9a71-4094-a8de-c775cdf06ce1 HTTP/1.1" status: 404 len: 333 time: 0.1379564 Jul 16 04:00:08.201879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45316) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.228256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e58e6989-c391-42ca-bcba-3ba6d5a7deb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:51Z', 'updated_at': '2021-07-16T03:58:01Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:53Z', 'updated_at': '2021-07-16T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '5a72bc15-7996-4ff0-8732-2afbc8070067', 'name': '', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:0d:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:00Z', 'updated_at': '2021-07-16T03:58:16Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:08.248824 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb58bc1-e77b-4563-97e3-999658a0a4bd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.249343 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb58bc1-e77b-4563-97e3-999658a0a4bd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.254106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45318) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.254747 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ecb58bc1-e77b-4563-97e3-999658a0a4bd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/2c465ecd-faf0-4c95-91c6-ed922b4f9cd1 HTTP/1.1" status: 404 len: 337 time: 0.0493610 Jul 16 04:00:08.262929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e6989-c391-42ca-bcba-3ba6d5a7deb6 None None] Checking router: 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:00:08.278095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8f67b128-0469-413c-9f1e-30a8dfdf2516 None None] Deleting port cd684ede-fedb-4cba-886a-c3022bb97d27 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:08.278497 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f67b128-0469-413c-9f1e-30a8dfdf2516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.302112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e6989-c391-42ca-bcba-3ba6d5a7deb6 None None] Routers {'5014ef77-8562-4a19-9e6d-ea6d2994a3a6'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:08.302859 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e58e6989-c391-42ca-bcba-3ba6d5a7deb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:08.322742 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-254761b3-9d7a-41a7-b0cc-ead8ed05cf82 req-88f840a1-a4d6-4a9d-8ff4-94b3c2120356 service neutron] 10.222.0.20 "GET /v2.0/networks/4c7f2115-9f65-4119-b0f5-87af65b86dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673283 Jul 16 04:00:08.331021 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5749ef73-1629-495a-bc4f-bfa6c492aa42 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.331802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5749ef73-1629-495a-bc4f-bfa6c492aa42 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.333897 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5749ef73-1629-495a-bc4f-bfa6c492aa42 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/5b64cf9f-2884-4b3f-acb5-17f6ef181e66 HTTP/1.1" status: 404 len: 337 time: 0.0778456 Jul 16 04:00:08.340280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45320) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.381996 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae93c22c-4f07-4826-9d29-14f3d8f70ea9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.383181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae93c22c-4f07-4826-9d29-14f3d8f70ea9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.385926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ae93c22c-4f07-4826-9d29-14f3d8f70ea9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/8a0725c5-911c-4419-b443-5c5803ae4817 HTTP/1.1" status: 404 len: 333 time: 0.0435300 Jul 16 04:00:08.388173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45326) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.428630 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-87876def-0d02-485b-95ad-6f9656aff692 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.429099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87876def-0d02-485b-95ad-6f9656aff692 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.432348 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-87876def-0d02-485b-95ad-6f9656aff692 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/9a56de4f-3595-47a4-9878-590532e36e30 HTTP/1.1" status: 404 len: 337 time: 0.0397515 Jul 16 04:00:08.433786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45330) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.468473 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a7f9e4-8952-4036-bb5a-12ea22c3a505 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.469391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a7f9e4-8952-4036-bb5a-12ea22c3a505 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.474134 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-35a7f9e4-8952-4036-bb5a-12ea22c3a505 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/62c25196-8e6d-4436-86d9-4eebde1b501f HTTP/1.1" status: 404 len: 333 time: 0.0366564 Jul 16 04:00:08.474832 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45332) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.493518 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8f67b128-0469-413c-9f1e-30a8dfdf2516 None None] For port cd684ede-fedb-4cba-886a-c3022bb97d27, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=cd684ede-fedb-4cba-886a-c3022bb97d27,segment=NetworkSegment(4100964e-6f38-48d8-bead-6a2425179fb9),segment_id=4100964e-6f38-48d8-bead-6a2425179fb9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:08.494721 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f67b128-0469-413c-9f1e-30a8dfdf2516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.502747 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-9976d73a-3336-4168-912f-c0b37acb7052 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.503292 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9976d73a-3336-4168-912f-c0b37acb7052 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.505124 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9976d73a-3336-4168-912f-c0b37acb7052 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/c917ff39-f4cf-4468-bc11-fa5d71d217a9 HTTP/1.1" status: 404 len: 337 time: 0.0291555 Jul 16 04:00:08.508061 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45334) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.520338 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8f67b128-0469-413c-9f1e-30a8dfdf2516 None None] Calling delete_port for cd684ede-fedb-4cba-886a-c3022bb97d27 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:08.535900 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a0b2ed-e080-4cc2-9cce-1c8b13d286e1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.536726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a0b2ed-e080-4cc2-9cce-1c8b13d286e1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.538522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-92a0b2ed-e080-4cc2-9cce-1c8b13d286e1 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/a93a3001-4513-4a19-add2-c290da04c7b4 HTTP/1.1" status: 404 len: 333 time: 0.0293717 Jul 16 04:00:08.541557 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45336) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.549258 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e58e6989-c391-42ca-bcba-3ba6d5a7deb6 None None] Set router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:08.571979 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e31d5c-8e52-4a65-9468-85f52c0e40f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.572555 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e31d5c-8e52-4a65-9468-85f52c0e40f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.574372 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-56e31d5c-8e52-4a65-9468-85f52c0e40f9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/59c2c891-5d49-418f-b4ed-1838b23606ed HTTP/1.1" status: 404 len: 337 time: 0.0317693 Jul 16 04:00:08.577645 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45338) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.621162 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5993f12-dee5-48b9-932c-10daa12efbfb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.622170 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5993f12-dee5-48b9-932c-10daa12efbfb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.624434 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c5993f12-dee5-48b9-932c-10daa12efbfb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/21a18627-4d3f-4cad-978b-864e4019b1e1 HTTP/1.1" status: 404 len: 333 time: 0.0456350 Jul 16 04:00:08.627401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45340) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.656092 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c59cd85-4c7c-442c-bb76-47dd20f6e173 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.656092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c59cd85-4c7c-442c-bb76-47dd20f6e173 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.660379 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8c59cd85-4c7c-442c-bb76-47dd20f6e173 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/578764a0-833b-405c-bb9c-257e4d3fca1c HTTP/1.1" status: 404 len: 337 time: 0.0291965 Jul 16 04:00:08.661365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45344) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.696046 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a22b1f-73e6-4f17-a951-4a7ee6d379ad tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.696655 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a22b1f-73e6-4f17-a951-4a7ee6d379ad tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.698435 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a2a22b1f-73e6-4f17-a951-4a7ee6d379ad tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/0d56c441-5256-48f9-a061-eb016919bf62 HTTP/1.1" status: 404 len: 333 time: 0.0366929 Jul 16 04:00:08.701511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45348) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.736788 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e308b11f-5ccf-41e4-8552-f0a0f2d715a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.737257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e308b11f-5ccf-41e4-8552-f0a0f2d715a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.741645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e308b11f-5ccf-41e4-8552-f0a0f2d715a9 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/3b332526-f63c-4542-9203-6a20305db9ae HTTP/1.1" status: 404 len: 337 time: 0.0365903 Jul 16 04:00:08.742256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45352) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.772849 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3278bc39-65bb-477e-86f5-703d6602dca3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.773717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3278bc39-65bb-477e-86f5-703d6602dca3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.778882 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3278bc39-65bb-477e-86f5-703d6602dca3 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/eda9593f-bc1d-4a9c-971b-3bad67788dde HTTP/1.1" status: 404 len: 333 time: 0.0351417 Jul 16 04:00:08.779894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45356) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.806801 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f67b128-0469-413c-9f1e-30a8dfdf2516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:08.807670 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-434442c9-18fd-4822-bfae-c34b52f84cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.808147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-434442c9-18fd-4822-bfae-c34b52f84cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.813725 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-434442c9-18fd-4822-bfae-c34b52f84cfc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/e4f83804-8bd3-4e89-acbb-154db28491c0 HTTP/1.1" status: 404 len: 337 time: 0.0327709 Jul 16 04:00:08.814391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45358) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.843719 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0073206d-37fb-43be-846c-5843d7d6212c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.844197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0073206d-37fb-43be-846c-5843d7d6212c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.848767 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0073206d-37fb-43be-846c-5843d7d6212c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/95496059-d395-4f3c-ba75-84aca2d2f2d0 HTTP/1.1" status: 404 len: 337 time: 0.0334067 Jul 16 04:00:08.849407 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45360) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.877904 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e9011c-364b-4e9c-8a3e-ae6345654a09 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.878625 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e9011c-364b-4e9c-8a3e-ae6345654a09 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.881904 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e7e9011c-364b-4e9c-8a3e-ae6345654a09 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/0976b14c-afd0-4498-a24c-310c1d8a4a81 HTTP/1.1" status: 404 len: 333 time: 0.0314078 Jul 16 04:00:08.886472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45362) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.888510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f67b128-0469-413c-9f1e-30a8dfdf2516 None None] No DVR routers for this DVR port cd684ede-fedb-4cba-886a-c3022bb97d27 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:08.894730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e244f9-c91b-4708-95b3-712dff13ea50 req-0eb77255-ee0b-4835-ab61-5895c501e6c6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:08.897907 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d2e244f9-c91b-4708-95b3-712dff13ea50 req-0eb77255-ee0b-4835-ab61-5895c501e6c6 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.1555314 Jul 16 04:00:08.937242 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-72725bbe-e6f1-4374-9915-8b9a69ce79ee tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.937915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72725bbe-e6f1-4374-9915-8b9a69ce79ee tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.945418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-72725bbe-e6f1-4374-9915-8b9a69ce79ee tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/d4b68af0-95bd-4918-b204-38665e116c5a HTTP/1.1" status: 404 len: 337 time: 0.0573783 Jul 16 04:00:08.946324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45366) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:08.984437 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b5047f-a5a2-42b0-9a7a-d828f0491696 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:08.985388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b5047f-a5a2-42b0-9a7a-d828f0491696 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:08.991254 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c3b5047f-a5a2-42b0-9a7a-d828f0491696 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/094d80cd-a41a-46e8-8494-696a067ca145 HTTP/1.1" status: 404 len: 337 time: 0.0435350 Jul 16 04:00:08.992670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45368) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.006215 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67b128-0469-413c-9f1e-30a8dfdf2516 None None] Pushing event deleted for resources: {'Port': ['ID=cd684ede-fedb-4cba-886a-c3022bb97d27,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:09.015978 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c598fcae-1b3a-4fce-88df-2c783087269e None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 04:00:09.034791 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-005748bd-bcab-4b0a-a849-0c78d4900fef tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:09.036026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005748bd-bcab-4b0a-a849-0c78d4900fef tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:09.041541 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-005748bd-bcab-4b0a-a849-0c78d4900fef tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/eaae85b3-f2f2-4bde-a96f-3757062c8c34 HTTP/1.1" status: 404 len: 333 time: 0.0468121 Jul 16 04:00:09.041981 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45372) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.074455 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cd684ede-fedb-4cba-886a-c3022bb97d27 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:09.107133 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-268a0800-25c0-48df-a127-15e61de58033 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:09.108521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268a0800-25c0-48df-a127-15e61de58033 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:09.113283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.115351 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-268a0800-25c0-48df-a127-15e61de58033 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/6e52cdb0-63cc-4e06-b7a6-3d4ecc4acc4c HTTP/1.1" status: 404 len: 337 time: 0.0722716 Jul 16 04:00:09.118673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: cd684ede-fedb-4cba-886a-c3022bb97d27 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:09.119022 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cd684ede-fedb-4cba-886a-c3022bb97d27 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:09.159258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-d2e244f9-c91b-4708-95b3-712dff13ea50 req-9c6cdc70-d96a-4d23-a827-da29051c15aa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port 14fe29a4-a1a8-4bc8-826f-28904173d101 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:09.159258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2e244f9-c91b-4708-95b3-712dff13ea50 req-9c6cdc70-d96a-4d23-a827-da29051c15aa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:09.194662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e58e6989-c391-42ca-bcba-3ba6d5a7deb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:51Z', 'updated_at': '2021-07-16T03:58:01Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:53Z', 'updated_at': '2021-07-16T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '5a72bc15-7996-4ff0-8732-2afbc8070067', 'name': '', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:0d:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:00Z', 'updated_at': '2021-07-16T03:58:16Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:09.222835 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa4269d4-ea09-4046-b83b-39a61c4e5f52 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:09.223300 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa4269d4-ea09-4046-b83b-39a61c4e5f52 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:09.227615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-aa4269d4-ea09-4046-b83b-39a61c4e5f52 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/aed168af-4bf4-4e8f-ae0a-65d55af45a6a HTTP/1.1" status: 404 len: 337 time: 0.1107929 Jul 16 04:00:09.228423 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.230599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e6989-c391-42ca-bcba-3ba6d5a7deb6 None None] The sync data for ids ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'] in n-d-800088-6 is: [{'id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:51Z', 'updated_at': '2021-07-16T03:58:01Z', 'revision_number': 4, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:53Z', 'updated_at': '2021-07-16T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '5a72bc15-7996-4ff0-8732-2afbc8070067', 'name': '', 'network_id': '4c7f2115-9f65-4119-b0f5-87af65b86dd7', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'mac_address': 'fa:16:3e:0d:c8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:58:00Z', 'updated_at': '2021-07-16T03:58:16Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'subnets': [{'id': '09c7bc35-5ac9-496a-a658-77911e76dd03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:09.241641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c598fcae-1b3a-4fce-88df-2c783087269e None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 04:00:09.270325 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c57c8eb-5451-42b8-8443-6c80b00797c5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:09.271109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c57c8eb-5451-42b8-8443-6c80b00797c5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:09.275233 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8c57c8eb-5451-42b8-8443-6c80b00797c5 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/0bf57883-9925-40d9-ab54-05098d2b2d6d HTTP/1.1" status: 404 len: 333 time: 0.0437911 Jul 16 04:00:09.276053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45380) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.310818 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4bc3f-0c59-417a-9d87-731eae572ca0 req-cd8a5e30-c102-4a6f-b619-eae0748dac7c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:09.312584 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9de4bc3f-0c59-417a-9d87-731eae572ca0 req-cd8a5e30-c102-4a6f-b619-eae0748dac7c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 945 time: 0.1874433 Jul 16 04:00:09.341277 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b3a4aa-3954-4b34-9099-293f5d646a06 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:09.341817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b3a4aa-3954-4b34-9099-293f5d646a06 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:09.344443 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-14b3a4aa-3954-4b34-9099-293f5d646a06 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/82080c75-34e0-4013-9a73-6de3071dbf6d HTTP/1.1" status: 404 len: 337 time: 0.0670977 Jul 16 04:00:09.355050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45382) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.370418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-d2e244f9-c91b-4708-95b3-712dff13ea50 req-9c6cdc70-d96a-4d23-a827-da29051c15aa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] For port 14fe29a4-a1a8-4bc8-826f-28904173d101, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=14fe29a4-a1a8-4bc8-826f-28904173d101,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:09.371112 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2e244f9-c91b-4708-95b3-712dff13ea50 req-9c6cdc70-d96a-4d23-a827-da29051c15aa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:09.391042 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-d2e244f9-c91b-4708-95b3-712dff13ea50 req-9c6cdc70-d96a-4d23-a827-da29051c15aa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for 14fe29a4-a1a8-4bc8-826f-28904173d101 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:09.415514 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d778ec3-d8e8-47c4-873b-5512162f4bfe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:09.416286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d778ec3-d8e8-47c4-873b-5512162f4bfe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:09.423293 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45384) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.424488 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3d778ec3-d8e8-47c4-873b-5512162f4bfe tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/d1cf958a-2e7d-43b0-9de5-fe6d151a0a73 HTTP/1.1" status: 404 len: 337 time: 0.0631690 Jul 16 04:00:09.458969 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9de4bc3f-0c59-417a-9d87-731eae572ca0 req-3cd1280f-932b-468a-96a4-cad49eb87f73 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e6263b-e7d6-4dc3-be98-b8f574384eae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394129 Jul 16 04:00:09.502146 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ad05d663-d393-4f74-83b0-241855d591ac tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5d63465-8f52-437a-9d07-dea2add5ecce HTTP/1.1" status: 200 len: 205 time: 0.0777109 Jul 16 04:00:09.504977 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.551831 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-1ab583e1-5970-497d-b852-d16e8c5dcc02 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] delete failed (client error): The resource could not be found. Jul 16 04:00:09.555291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1ab583e1-5970-497d-b852-d16e8c5dcc02 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/routers/b5d63465-8f52-437a-9d07-dea2add5ecce HTTP/1.1" status: 404 len: 336 time: 0.0466719 Jul 16 04:00:09.556124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45394) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.594149 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-34febdbe-0408-4484-937c-f87621f4c9cc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:09.594615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34febdbe-0408-4484-937c-f87621f4c9cc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:09.596920 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-34febdbe-0408-4484-937c-f87621f4c9cc tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/998d1094-2792-4135-a0ac-572dd3dfeebf HTTP/1.1" status: 404 len: 337 time: 0.0396314 Jul 16 04:00:09.599444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.656899 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5d956192-2f21-4d68-a01d-639eafad012b tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "GET /v2.0/ports?device_id=409139b7-5f00-42d7-aa11-73d5e9a02565 HTTP/1.1" status: 200 len: 205 time: 0.0561378 Jul 16 04:00:09.657999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45398) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.683594 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448b6cec-d9c8-46e9-9c71-bc1bd9dc5385 None None] New status for floating IP a533f8b6-7bf2-403a-9d6a-3ac2c3403c8d: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:00:09.707883 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-3651373b-e45e-4897-a62b-e552bceec408 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] delete failed (client error): The resource could not be found. Jul 16 04:00:09.711446 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3651373b-e45e-4897-a62b-e552bceec408 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/routers/409139b7-5f00-42d7-aa11-73d5e9a02565 HTTP/1.1" status: 404 len: 336 time: 0.0499654 Jul 16 04:00:09.711763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45400) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.763144 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be97bb5-b4e8-4d5f-94f1-b1d4fa3cc22d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:09.763894 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be97bb5-b4e8-4d5f-94f1-b1d4fa3cc22d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:09.767142 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2be97bb5-b4e8-4d5f-94f1-b1d4fa3cc22d tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/2dbcb4e5-15a9-4c06-9211-89301085c56c HTTP/1.1" status: 404 len: 337 time: 0.0542305 Jul 16 04:00:09.774235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45404) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.808745 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b83fc6-4837-4e70-ae0c-67a6bfdcd020 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:09.809484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b83fc6-4837-4e70-ae0c-67a6bfdcd020 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:09.814748 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-33b83fc6-4837-4e70-ae0c-67a6bfdcd020 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/09cfda55-38c3-4ec2-a1c2-6f8d6a7ae071 HTTP/1.1" status: 404 len: 337 time: 0.0368133 Jul 16 04:00:09.815405 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45408) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.856940 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-336206c2-341a-41ad-a838-f48d8c5887e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:09.858013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336206c2-341a-41ad-a838-f48d8c5887e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:09.860196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-336206c2-341a-41ad-a838-f48d8c5887e4 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/fc249ac7-6253-4573-becb-f51f02561e4b HTTP/1.1" status: 404 len: 333 time: 0.0437412 Jul 16 04:00:09.863015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45410) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.897540 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7515c586-51ca-4449-9863-744a39d5c6de tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:09.898095 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7515c586-51ca-4449-9863-744a39d5c6de tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:09.900111 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7515c586-51ca-4449-9863-744a39d5c6de tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/6ac82fa5-bb05-48bb-a930-c9ec2718ce0c HTTP/1.1" status: 404 len: 337 time: 0.0357027 Jul 16 04:00:09.903602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.933436 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-720a6f92-8ae5-41b4-8ee9-982774c460a2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:09.934764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720a6f92-8ae5-41b4-8ee9-982774c460a2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:09.937682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-720a6f92-8ae5-41b4-8ee9-982774c460a2 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/1239dbb5-bc57-4a78-992d-4df29cc7a3c2 HTTP/1.1" status: 404 len: 333 time: 0.0328035 Jul 16 04:00:09.940839 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:09.974709 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d2087a-b422-4668-a0c6-5f09b63b7ad6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:09.975287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d2087a-b422-4668-a0c6-5f09b63b7ad6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:09.980286 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-02d2087a-b422-4668-a0c6-5f09b63b7ad6 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/05fb6a09-521f-42ea-8690-cebbc1df2247 HTTP/1.1" status: 404 len: 337 time: 0.0380869 Jul 16 04:00:09.981057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45420) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:10.010051 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-503fae5d-a659-4394-92bb-c5e4340ddf06 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:10.010895 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503fae5d-a659-4394-92bb-c5e4340ddf06 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:10.017182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-503fae5d-a659-4394-92bb-c5e4340ddf06 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/784b0e27-4ab8-4f83-ba67-5790dd96519c HTTP/1.1" status: 404 len: 333 time: 0.0348430 Jul 16 04:00:10.017932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45422) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:10.053828 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-801991dc-c9f6-4e9d-8008-e6a77992054a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:10.054346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801991dc-c9f6-4e9d-8008-e6a77992054a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:10.059290 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-801991dc-c9f6-4e9d-8008-e6a77992054a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/2c71d0cf-e5a3-497e-8f37-b35c11b08a3c HTTP/1.1" status: 404 len: 337 time: 0.0381112 Jul 16 04:00:10.059613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45424) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:10.087111 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51fafd6-5811-4b14-92f9-11c59769ceeb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:10.087828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51fafd6-5811-4b14-92f9-11c59769ceeb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:10.090879 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e51fafd6-5811-4b14-92f9-11c59769ceeb tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/3ac3bdc9-bac4-49bf-8d03-6fee7d261a4c HTTP/1.1" status: 404 len: 333 time: 0.0295138 Jul 16 04:00:10.093545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45426) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:10.093834 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2e244f9-c91b-4708-95b3-712dff13ea50 req-9c6cdc70-d96a-4d23-a827-da29051c15aa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.125851 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb47ee3-592a-4da4-aebd-6358d3a76b3c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:10.126612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb47ee3-592a-4da4-aebd-6358d3a76b3c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:10.126957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cdc70-d96a-4d23-a827-da29051c15aa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=14fe29a4-a1a8-4bc8-826f-28904173d101,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:10.128980 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dfb47ee3-592a-4da4-aebd-6358d3a76b3c tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/561fb3db-a2b5-4938-8628-ee5cdfcad2f8 HTTP/1.1" status: 404 len: 337 time: 0.0336189 Jul 16 04:00:10.131901 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45428) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:10.180802 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e855f99-596d-43cb-9440-d9efbc7dff64 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:10.180802 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e855f99-596d-43cb-9440-d9efbc7dff64 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:10.184030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:10.184211 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1e855f99-596d-43cb-9440-d9efbc7dff64 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/29afb818-53cd-486e-b027-823e9b607b8e HTTP/1.1" status: 404 len: 333 time: 0.0504827 Jul 16 04:00:10.209087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e244f9-c91b-4708-95b3-712dff13ea50 req-9c6cdc70-d96a-4d23-a827-da29051c15aa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] No DVR routers for this DVR port 14fe29a4-a1a8-4bc8-826f-28904173d101 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:10.211656 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-d2e244f9-c91b-4708-95b3-712dff13ea50 req-9c6cdc70-d96a-4d23-a827-da29051c15aa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.215559 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d2e244f9-c91b-4708-95b3-712dff13ea50 req-9c6cdc70-d96a-4d23-a827-da29051c15aa tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.20 "DELETE /v2.0/ports/14fe29a4-a1a8-4bc8-826f-28904173d101 HTTP/1.1" status: 204 len: 173 time: 1.3106108 Jul 16 04:00:10.216020 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'name': 'network-vif-deleted', 'tag': '14fe29a4-a1a8-4bc8-826f-28904173d101'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:00:10.222552 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a56e318-783f-49e3-9fd3-5385dbba412a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:10.232575 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a56e318-783f-49e3-9fd3-5385dbba412a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:10.232575 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6a56e318-783f-49e3-9fd3-5385dbba412a tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/8c7b527e-2841-440e-bf4b-b48985865766 HTTP/1.1" status: 404 len: 337 time: 0.0405593 Jul 16 04:00:10.232575 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45442) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:10.234462 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289142d1-60ba-4ea1-8269-addd51c1eadd" -d '{"events": [{"server_uuid": "e2202c7c-d3e4-45e3-b56f-ae2459b4941c", "name": "network-vif-deleted", "tag": "14fe29a4-a1a8-4bc8-826f-28904173d101"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:00:10.263517 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f4dea8-9b14-4d6e-a6ee-3a5470762186 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:10.264476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f4dea8-9b14-4d6e-a6ee-3a5470762186 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:10.268375 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-85f4dea8-9b14-4d6e-a6ee-3a5470762186 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/d7a60ad7-ef4f-4a9d-898e-d6c7050fa481 HTTP/1.1" status: 404 len: 333 time: 0.0370541 Jul 16 04:00:10.270895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:10.300383 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a7eb28-00ee-46d1-9742-b3d50d6a6e22 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:10.300645 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a7eb28-00ee-46d1-9742-b3d50d6a6e22 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:10.305121 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-27a7eb28-00ee-46d1-9742-b3d50d6a6e22 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/aa94c645-aa81-40e7-8e57-fecf16991393 HTTP/1.1" status: 404 len: 337 time: 0.0304990 Jul 16 04:00:10.305977 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45448) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:10.315901 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fd12d0-0650-441e-9872-b007898514cf x-openstack-request-id: req-58fd12d0-0650-441e-9872-b007898514cf {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:00:10.316226 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2202c7c-d3e4-45e3-b56f-ae2459b4941c", "name": "network-vif-deleted", "tag": "14fe29a4-a1a8-4bc8-826f-28904173d101", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:00:10.316682 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58fd12d0-0650-441e-9872-b007898514cf {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:00:10.317084 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2202c7c-d3e4-45e3-b56f-ae2459b4941c', 'name': 'network-vif-deleted', 'tag': '14fe29a4-a1a8-4bc8-826f-28904173d101', 'status': 'completed', 'code': 200} Jul 16 04:00:10.344165 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c8909d-291b-46f3-b65b-e555c4b89d69 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:10.344950 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c8909d-291b-46f3-b65b-e555c4b89d69 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:10.349156 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-14c8909d-291b-46f3-b65b-e555c4b89d69 tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/ports/77011c8c-2a01-4cbc-ae59-73fbf8f3bb83 HTTP/1.1" status: 404 len: 333 time: 0.0396886 Jul 16 04:00:10.349670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45452) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:10.377348 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f92b3e-bc5b-4940-9ba5-13549fdc4efd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:10.377813 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f92b3e-bc5b-4940-9ba5-13549fdc4efd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:10.381849 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-91f92b3e-bc5b-4940-9ba5-13549fdc4efd tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/subnets/c3095592-7d7e-4ac5-b00e-df4237e4bd6b HTTP/1.1" status: 404 len: 337 time: 0.0289948 Jul 16 04:00:10.382095 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45454) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:10.476418 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.615210 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.629871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['415df012-32ff-4dfd-847f-4ec181a3011d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:10.642560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4100964e-6f38-48d8-bead-6a2425179fb9') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:10.643269 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4100964e-6f38-48d8-bead-6a2425179fb9') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:10.656110 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.679390 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.686771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Releasing vlan 908 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:10.687312 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:10.690872 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:10.755660 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5f3e4efe-19e4-4336-b97c-ba025aef6a52 req-8f7cc04a-c1c6-4baa-a73e-dd4c5cd7eccc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2202c7c-d3e4-45e3-b56f-ae2459b4941c HTTP/1.1" status: 200 len: 210 time: 0.0736866 Jul 16 04:00:10.780652 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.789004 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:10.790824 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] 10.222.0.18 "DELETE /v2.0/networks/415df012-32ff-4dfd-847f-4ec181a3011d HTTP/1.1" status: 204 len: 168 time: 0.4078262 Jul 16 04:00:10.802695 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Pushing event deleted for resources: {'Network': ['ID=415df012-32ff-4dfd-847f-4ec181a3011d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:10.810373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:10.810732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:10.811111 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:10.811456 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:10.811797 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:10.812502 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:10.812634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:10.812919 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:10.813247 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:10.813573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:10.813902 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:10.814227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412721e5-d919-4b11-b892-a00b9c03672e tempest-NetworksTestDHCPv6-1900591170 tempest-NetworksTestDHCPv6-1900591170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:11.090875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45480) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:11.228200 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f34dbe10-353c-467f-971b-c5745f196e1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8deef56b354146b2b1478c45c8f9103b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358840 Jul 16 04:00:11.230691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45484) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:11.284412 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05d28395-dba2-4e50-b720-66c834b23a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.313839 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05d28395-dba2-4e50-b720-66c834b23a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.362312 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05d28395-dba2-4e50-b720-66c834b23a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.364911 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-05d28395-dba2-4e50-b720-66c834b23a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:11.368492 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-05d28395-dba2-4e50-b720-66c834b23a47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c872be0-575d-4c17-b4f3-3478c7ab87bb HTTP/1.1" status: 204 len: 168 time: 0.1342404 Jul 16 04:00:11.374408 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d28395-dba2-4e50-b720-66c834b23a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c872be0-575d-4c17-b4f3-3478c7ab87bb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:11.884229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45504) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:12.269780 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45514) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:12.339371 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eec29589-f039-48bc-949a-3eeadb0ccbd4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.412821 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-674845259'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:12.438561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Made reservation on behalf of 61a335c6301d4875bedb12817e4856f8 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:12.442597 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.452949 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.574736 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.581171 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.631073 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b2fced-f655-49ae-87ec-6fc95a1c07ef,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:12.642879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:12.656257 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.656840 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Added segment fb2c6397-644d-4c7e-8529-1976ffff9fbb of type vlan for network 37490408-d670-4236-b8bc-386f9cf141f5 Jul 16 04:00:12.683723 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eec29589-f039-48bc-949a-3eeadb0ccbd4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port 5a72bc15-7996-4ff0-8732-2afbc8070067 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:12.684289 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eec29589-f039-48bc-949a-3eeadb0ccbd4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.735054 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.780286 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.785980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:12.786589 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.788059 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eec29589-f039-48bc-949a-3eeadb0ccbd4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] For port 5a72bc15-7996-4ff0-8732-2afbc8070067, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5a72bc15-7996-4ff0-8732-2afbc8070067,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:12.788473 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eec29589-f039-48bc-949a-3eeadb0ccbd4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:12.803673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eec29589-f039-48bc-949a-3eeadb0ccbd4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for 5a72bc15-7996-4ff0-8732-2afbc8070067 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:12.867797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event updated for resources: {'Network': ['ID=37490408-d670-4236-b8bc-386f9cf141f5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:12.885531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 37490408-d670-4236-b8bc-386f9cf141f5 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:12.903991 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5622d3ba-883d-4b40-bcbe-fe6c484bf895 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6278238 Jul 16 04:00:12.905031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:12.913184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-7da255b0-2212-4817-8e8f-1e13b3a26fd4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Request body: {'subnet': {'network_id': '37490408-d670-4236-b8bc-386f9cf141f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:13.045200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da255b0-2212-4817-8e8f-1e13b3a26fd4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Made reservation on behalf of 61a335c6301d4875bedb12817e4856f8 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:13.050252 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da255b0-2212-4817-8e8f-1e13b3a26fd4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.057191 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eec29589-f039-48bc-949a-3eeadb0ccbd4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.115434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec29589-f039-48bc-949a-3eeadb0ccbd4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=5a72bc15-7996-4ff0-8732-2afbc8070067,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:13.319859 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da255b0-2212-4817-8e8f-1e13b3a26fd4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.423707 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eec29589-f039-48bc-949a-3eeadb0ccbd4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.487303 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 14fe29a4-a1a8-4bc8-826f-28904173d101 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:13.555645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da255b0-2212-4817-8e8f-1e13b3a26fd4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event updated for resources: {'Subnet': ['ID=66b9faa8-6034-4026-bc26-17301dd195de,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:13.562239 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da255b0-2212-4817-8e8f-1e13b3a26fd4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Checking segment: {'id': 'fb2c6397-644d-4c7e-8529-1976ffff9fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '37490408-d670-4236-b8bc-386f9cf141f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:13.563207 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da255b0-2212-4817-8e8f-1e13b3a26fd4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Network hostable DHCP agents. Network: 37490408-d670-4236-b8bc-386f9cf141f5, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:13.572187 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 14fe29a4-a1a8-4bc8-826f-28904173d101 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:13.572705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 14fe29a4-a1a8-4bc8-826f-28904173d101 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:13.593094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da255b0-2212-4817-8e8f-1e13b3a26fd4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Network 37490408-d670-4236-b8bc-386f9cf141f5 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:13.607459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-7da255b0-2212-4817-8e8f-1e13b3a26fd4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 37490408-d670-4236-b8bc-386f9cf141f5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:13.622024 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da255b0-2212-4817-8e8f-1e13b3a26fd4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:13.622715 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7da255b0-2212-4817-8e8f-1e13b3a26fd4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.636259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5581f216-a372-4e47-bddc-26997774fc44 None None] Network 37490408-d670-4236-b8bc-386f9cf141f5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:13.651230 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7da255b0-2212-4817-8e8f-1e13b3a26fd4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7446644 Jul 16 04:00:13.653956 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45526) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:13.660755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6910d2c6-9c1c-46b4-b4de-b8661dfbff9a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1058099951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:13.700292 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec29589-f039-48bc-949a-3eeadb0ccbd4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:13.710527 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6910d2c6-9c1c-46b4-b4de-b8661dfbff9a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.711752 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6910d2c6-9c1c-46b4-b4de-b8661dfbff9a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.792119 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6910d2c6-9c1c-46b4-b4de-b8661dfbff9a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.799999 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6910d2c6-9c1c-46b4-b4de-b8661dfbff9a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.827465 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6910d2c6-9c1c-46b4-b4de-b8661dfbff9a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.829364 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6910d2c6-9c1c-46b4-b4de-b8661dfbff9a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1733863 Jul 16 04:00:13.831898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:13.864582 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec29589-f039-48bc-949a-3eeadb0ccbd4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:13.869798 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-eec29589-f039-48bc-949a-3eeadb0ccbd4 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "PUT /v2.0/routers/5014ef77-8562-4a19-9e6d-ea6d2994a3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9842005 Jul 16 04:00:13.872215 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45532) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:13.900449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d9d48-6a49-4caa-a0aa-723e171ad74a None None] Sync routers for ids ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:13.930468 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe53c156-cc63-4e1a-bd04-088e3d0a4d0c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting subnet 09c7bc35-5ac9-496a-a658-77911e76dd03 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:13.934270 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe53c156-cc63-4e1a-bd04-088e3d0a4d0c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:13.938762 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d9d48-6a49-4caa-a0aa-723e171ad74a None None] Routers {'5014ef77-8562-4a19-9e6d-ea6d2994a3a6'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:13.947848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-286d9d48-6a49-4caa-a0aa-723e171ad74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:13.982384 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe53c156-cc63-4e1a-bd04-088e3d0a4d0c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.023682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-37490408-d670-4236-b8bc-386f9cf141f5', 'network_id': '37490408-d670-4236-b8bc-386f9cf141f5', 'tenant_id': '61a335c6301d4875bedb12817e4856f8', 'fixed_ips': [{'subnet_id': '66b9faa8-6034-4026-bc26-17301dd195de'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:14.024568 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.073647 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe53c156-cc63-4e1a-bd04-088e3d0a4d0c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.151713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe53c156-cc63-4e1a-bd04-088e3d0a4d0c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.197203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-286d9d48-6a49-4caa-a0aa-723e171ad74a None None] Set router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:14.198012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe53c156-cc63-4e1a-bd04-088e3d0a4d0c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Subnet': ['ID=09c7bc35-5ac9-496a-a658-77911e76dd03,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:14.202541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467c7aff-1b24-43ca-9667-a0aa336bb709 None None] Network 4c7f2115-9f65-4119-b0f5-87af65b86dd7 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:14.206032 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe53c156-cc63-4e1a-bd04-088e3d0a4d0c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.208489 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fe53c156-cc63-4e1a-bd04-088e3d0a4d0c tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/subnets/09c7bc35-5ac9-496a-a658-77911e76dd03 HTTP/1.1" status: 204 len: 168 time: 0.3351297 Jul 16 04:00:14.210779 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.211274 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45534) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:14.326122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Allocated IP 172.20.0.2 (37490408-d670-4236-b8bc-386f9cf141f5/66b9faa8-6034-4026-bc26-17301dd195de/11172fdf-41b9-4e21-9f5c-2c2fbeafe430) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:14.336666 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.486271 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.678385 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port e493933e-8b07-49d0-a3b4-3fcd28ba06c1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:14.678844 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.732099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f2bd1c-b9cf-4096-9e89-32ef18275054 None None] DHCP port deletion for 4c7f2115-9f65-4119-b0f5-87af65b86dd7 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:14.757008 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-286d9d48-6a49-4caa-a0aa-723e171ad74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109'}], 'enable_snat': True}, 'gw_port_id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:51Z', 'updated_at': '2021-07-16T04:00:12Z', 'revision_number': 5, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port': {'id': 'e493933e-8b07-49d0-a3b4-3fcd28ba06c1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:57:53Z', 'updated_at': '2021-07-16T03:58:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:14.833457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] For port e493933e-8b07-49d0-a3b4-3fcd28ba06c1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e493933e-8b07-49d0-a3b4-3fcd28ba06c1,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:14.833944 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:14.852098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for e493933e-8b07-49d0-a3b4-3fcd28ba06c1 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:15.083815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d9d48-6a49-4caa-a0aa-723e171ad74a None None] Checking router: 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:00:15.098656 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.112249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d9d48-6a49-4caa-a0aa-723e171ad74a None None] Routers {'5014ef77-8562-4a19-9e6d-ea6d2994a3a6'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:15.113261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-286d9d48-6a49-4caa-a0aa-723e171ad74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:15.173818 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Transition to ACTIVE for port object 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:15.221794 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 392166aa-fe46-4a3c-94bb-226a88a2edf0 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:15.288972 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2bd1c-b9cf-4096-9e89-32ef18275054 None None] Deleting port 392166aa-fe46-4a3c-94bb-226a88a2edf0 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:15.289900 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f1f2bd1c-b9cf-4096-9e89-32ef18275054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.296680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-286d9d48-6a49-4caa-a0aa-723e171ad74a None None] Set router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:15.314590 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.367078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Transition to ACTIVE for port object 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:15.373330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-286d9d48-6a49-4caa-a0aa-723e171ad74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:51Z', 'updated_at': '2021-07-16T04:00:14Z', 'revision_number': 6, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:15.386699 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=e493933e-8b07-49d0-a3b4-3fcd28ba06c1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:15.430662 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.460882 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.475619 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d9d48-6a49-4caa-a0aa-723e171ad74a None None] The sync data for ids ['5014ef77-8562-4a19-9e6d-ea6d2994a3a6'] in n-d-800088-6 is: [{'id': '5014ef77-8562-4a19-9e6d-ea6d2994a3a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1031688958', 'tenant_id': '03422a5449cd4807854f59afa4486f72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:57:51Z', 'updated_at': '2021-07-16T04:00:14Z', 'revision_number': 6, 'project_id': '03422a5449cd4807854f59afa4486f72', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:15.510361 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Allocated IP 172.20.0.1 (37490408-d670-4236-b8bc-386f9cf141f5/66b9faa8-6034-4026-bc26-17301dd195de/bc4ae0ad-67de-4ab7-84f6-4a7db72bbdd2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:15.602162 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f1f2bd1c-b9cf-4096-9e89-32ef18275054 None None] For port 392166aa-fe46-4a3c-94bb-226a88a2edf0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=392166aa-fe46-4a3c-94bb-226a88a2edf0,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:15.602846 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f1f2bd1c-b9cf-4096-9e89-32ef18275054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.629033 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Network 37490408-d670-4236-b8bc-386f9cf141f5 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:15.633551 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.635776 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2bd1c-b9cf-4096-9e89-32ef18275054 None None] Calling delete_port for 392166aa-fe46-4a3c-94bb-226a88a2edf0 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:15.636918 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.638557 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Pushing event updated for resources: {'Port': ['ID=11172fdf-41b9-4e21-9f5c-2c2fbeafe430,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:15.640935 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:15.641447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.647968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:15.759358 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.759904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Fanout notify agent at l3_agent the message router_deleted on router 5014ef77-8562-4a19-9e6d-ea6d2994a3a6 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:00:15.762335 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.782129 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.783782 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6c7216b0-da6b-488d-9a8e-8c09c6f8f3dc tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/routers/5014ef77-8562-4a19-9e6d-ea6d2994a3a6 HTTP/1.1" status: 204 len: 168 time: 1.5712719 Jul 16 04:00:15.787185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45544) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:15.800136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Transition to ACTIVE for port object bc4ae0ad-67de-4ab7-84f6-4a7db72bbdd2 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:15.818419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 392166aa-fe46-4a3c-94bb-226a88a2edf0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=392166aa-fe46-4a3c-94bb-226a88a2edf0,segment=NetworkSegment(df70ffee-d6b6-4b3d-9011-8a4246e981fd),segment_id=df70ffee-d6b6-4b3d-9011-8a4246e981fd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:15.830646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Attempting to bind port 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:15.831369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Attempting to bind port 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'fb2c6397-644d-4c7e-8529-1976ffff9fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '37490408-d670-4236-b8bc-386f9cf141f5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:15.831959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Attempting to bind port 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 on network 37490408-d670-4236-b8bc-386f9cf141f5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:15.837738 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.850211 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:15.851278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Checking segment: {'id': 'fb2c6397-644d-4c7e-8529-1976ffff9fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '37490408-d670-4236-b8bc-386f9cf141f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:15.851911 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.852669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Bound using segment: {'id': 'fb2c6397-644d-4c7e-8529-1976ffff9fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '37490408-d670-4236-b8bc-386f9cf141f5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:15.853650 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Bound port: 11172fdf-41b9-4e21-9f5c-2c2fbeafe430, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2c6397-644d-4c7e-8529-1976ffff9fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '37490408-d670-4236-b8bc-386f9cf141f5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:15.854259 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.911577 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:15.959376 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.034019 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f1f2bd1c-b9cf-4096-9e89-32ef18275054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.047199 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Network 37490408-d670-4236-b8bc-386f9cf141f5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:16.053164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f2bd1c-b9cf-4096-9e89-32ef18275054 None None] No DVR routers for this DVR port 392166aa-fe46-4a3c-94bb-226a88a2edf0 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:16.059938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] For port 11172fdf-41b9-4e21-9f5c-2c2fbeafe430, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:16.063890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:16.069219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event updated for resources: {'Port': ['ID=bc4ae0ad-67de-4ab7-84f6-4a7db72bbdd2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:16.072181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:16.092828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=392166aa-fe46-4a3c-94bb-226a88a2edf0,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:16.104787 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] For port 11172fdf-41b9-4e21-9f5c-2c2fbeafe430, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=11172fdf-41b9-4e21-9f5c-2c2fbeafe430,segment=NetworkSegment(fb2c6397-644d-4c7e-8529-1976ffff9fbb),segment_id=fb2c6397-644d-4c7e-8529-1976ffff9fbb)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:16.149792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Deleting port 392166aa-fe46-4a3c-94bb-226a88a2edf0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:16.150543 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.159924 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.163681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2bd1c-b9cf-4096-9e89-32ef18275054 None None] Pushing event deleted for resources: {'Port': ['ID=392166aa-fe46-4a3c-94bb-226a88a2edf0,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:16.190138 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.235490 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55abbee-12e3-408f-8835-e57f6d328db6 None None] Pushing event updated for resources: {'Port': ['ID=11172fdf-41b9-4e21-9f5c-2c2fbeafe430,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:16.329869 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] For port 392166aa-fe46-4a3c-94bb-226a88a2edf0, host n-d-800088-6, got binding levels [] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:16.330171 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.351185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Calling delete_port for 392166aa-fe46-4a3c-94bb-226a88a2edf0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:16.358879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Port 392166aa-fe46-4a3c-94bb-226a88a2edf0 was not found and therefore no delete operation was performed {{(pid=93767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:00:16.360728 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.390688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Port': ['ID=392166aa-fe46-4a3c-94bb-226a88a2edf0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:16.423446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] No DVR routers for this DVR port 392166aa-fe46-4a3c-94bb-226a88a2edf0 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:16.586147 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.602497 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.630397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7f2115-9f65-4119-b0f5-87af65b86dd7']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:16.645451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df70ffee-d6b6-4b3d-9011-8a4246e981fd') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:16.645930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df70ffee-d6b6-4b3d-9011-8a4246e981fd') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:16.666116 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.733660 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.751765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Releasing vlan 948 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:16.752169 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:16.764945 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:16.987774 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:16.999607 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.002070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/networks/4c7f2115-9f65-4119-b0f5-87af65b86dd7 HTTP/1.1" status: 204 len: 168 time: 1.2139032 Jul 16 04:00:17.006034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45550) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:17.038316 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506fd7a-9110-49d1-9d46-6c24578882a5 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'Network': ['ID=4c7f2115-9f65-4119-b0f5-87af65b86dd7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:17.136564 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:17.193444 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313bdb95-a177-4b3c-a0ac-42c701aa17a7 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.227851 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:17.243541 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313bdb95-a177-4b3c-a0ac-42c701aa17a7 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.278683 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.306014 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.332518 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5a72bc15-7996-4ff0-8732-2afbc8070067 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:17.377782 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 5a72bc15-7996-4ff0-8732-2afbc8070067 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:17.378903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5a72bc15-7996-4ff0-8732-2afbc8070067 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:17.381870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e493933e-8b07-49d0-a3b4-3fcd28ba06c1 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:17.400014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313bdb95-a177-4b3c-a0ac-42c701aa17a7 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.402428 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-313bdb95-a177-4b3c-a0ac-42c701aa17a7 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.403628 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-313bdb95-a177-4b3c-a0ac-42c701aa17a7 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] 10.222.0.18 "DELETE /v2.0/security-groups/11e6263b-e7d6-4dc3-be98-b8f574384eae HTTP/1.1" status: 204 len: 168 time: 0.3955727 Jul 16 04:00:17.422275 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event updated for resources: {'Port': ['ID=bc4ae0ad-67de-4ab7-84f6-4a7db72bbdd2,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:17.424807 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:17.430968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: e493933e-8b07-49d0-a3b4-3fcd28ba06c1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:17.430968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e493933e-8b07-49d0-a3b4-3fcd28ba06c1 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:17.446572 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bdb95-a177-4b3c-a0ac-42c701aa17a7 tempest-TestNetworkAdvancedServerOps-1761322804 tempest-TestNetworkAdvancedServerOps-1761322804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e6263b-e7d6-4dc3-be98-b8f574384eae,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:17.994342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Network 37490408-d670-4236-b8bc-386f9cf141f5 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:18.001302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:18.032161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aff19a3-9195-4c26-a8ee-74da51b26c35 None None] Network 37490408-d670-4236-b8bc-386f9cf141f5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:18.047623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45568) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:18.191188 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-59cfa5d4-b781-4019-9362-843aca694141 None None] Provisioning for port 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:18.205011 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-59cfa5d4-b781-4019-9362-843aca694141 None None] Provisioning complete for port 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:18.205594 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-59cfa5d4-b781-4019-9362-843aca694141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.297797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Router 85592b6f-b2bc-440a-9481-4b838c05f32b is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:00:18.329516 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-622813f1-08bb-4843-af4d-4a9a40e4c190 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03422a5449cd4807854f59afa4486f72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800789 Jul 16 04:00:18.330609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45574) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:18.446752 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-990a3a93-1a90-42e4-a25b-4df3ff8e6778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.475494 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-59cfa5d4-b781-4019-9362-843aca694141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.480147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:18.489051 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-990a3a93-1a90-42e4-a25b-4df3ff8e6778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.503042 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3ac488a8-65ac-4d40-a2cf-5b6c2febef70 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "PUT /v2.0/routers/85592b6f-b2bc-440a-9481-4b838c05f32b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6686134 Jul 16 04:00:18.504613 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c07694-184a-4b84-8806-edc4e1827ac5 None None] Sync routers for ids ['85592b6f-b2bc-440a-9481-4b838c05f32b'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:18.506113 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45576) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:18.516148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-37cfd1a4-4787-4398-ac9e-86b31e0f497a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Request body: {'port': {'network_id': '37490408-d670-4236-b8bc-386f9cf141f5', 'name': 'tempest-FloatingIPNegativeTestJSON-1678450907'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:18.524292 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c07694-184a-4b84-8806-edc4e1827ac5 None None] Routers {'85592b6f-b2bc-440a-9481-4b838c05f32b'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:18.525263 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c8c07694-184a-4b84-8806-edc4e1827ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['85592b6f-b2bc-440a-9481-4b838c05f32b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:18.527377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-59cfa5d4-b781-4019-9362-843aca694141 None None] For port 11172fdf-41b9-4e21-9f5c-2c2fbeafe430, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=11172fdf-41b9-4e21-9f5c-2c2fbeafe430,segment=NetworkSegment(fb2c6397-644d-4c7e-8529-1976ffff9fbb),segment_id=fb2c6397-644d-4c7e-8529-1976ffff9fbb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:18.539743 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-59cfa5d4-b781-4019-9362-843aca694141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.606588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfa5d4-b781-4019-9362-843aca694141 None None] Pushing event updated for resources: {'Port': ['ID=11172fdf-41b9-4e21-9f5c-2c2fbeafe430,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:18.623975 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c8c07694-184a-4b84-8806-edc4e1827ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:18.653891 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c07694-184a-4b84-8806-edc4e1827ac5 None None] Routers {'85592b6f-b2bc-440a-9481-4b838c05f32b'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:18.656440 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c8c07694-184a-4b84-8806-edc4e1827ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['85592b6f-b2bc-440a-9481-4b838c05f32b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:18.709780 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-990a3a93-1a90-42e4-a25b-4df3ff8e6778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.712681 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-990a3a93-1a90-42e4-a25b-4df3ff8e6778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.716564 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-990a3a93-1a90-42e4-a25b-4df3ff8e6778 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b64339f-553c-4e97-9303-bb6aa4b1ecfd HTTP/1.1" status: 204 len: 168 time: 0.3844974 Jul 16 04:00:18.717435 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c8c07694-184a-4b84-8806-edc4e1827ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:18.718099 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c07694-184a-4b84-8806-edc4e1827ac5 None None] The sync data for ids ['85592b6f-b2bc-440a-9481-4b838c05f32b'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:18.740063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a3a93-1a90-42e4-a25b-4df3ff8e6778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b64339f-553c-4e97-9303-bb6aa4b1ecfd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:18.747283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cfd1a4-4787-4398-ac9e-86b31e0f497a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Made reservation on behalf of 61a335c6301d4875bedb12817e4856f8 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:18.764554 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37cfd1a4-4787-4398-ac9e-86b31e0f497a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.792851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-37cfd1a4-4787-4398-ac9e-86b31e0f497a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] device_id is not set on port 844ee457-816f-4654-bf07-ad55db857c94 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:18.870923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-367abbde-1d35-43ac-b247-b2423487f5a3 None None] Provisioning complete for port 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:18.871290 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-367abbde-1d35-43ac-b247-b2423487f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:18.969770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-37cfd1a4-4787-4398-ac9e-86b31e0f497a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Allocated IP 172.20.0.7 (37490408-d670-4236-b8bc-386f9cf141f5/66b9faa8-6034-4026-bc26-17301dd195de/844ee457-816f-4654-bf07-ad55db857c94) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:19.048482 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-367abbde-1d35-43ac-b247-b2423487f5a3 None None] Provisioning for port bc4ae0ad-67de-4ab7-84f6-4a7db72bbdd2 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:19.056840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-367abbde-1d35-43ac-b247-b2423487f5a3 None None] Provisioning complete for port bc4ae0ad-67de-4ab7-84f6-4a7db72bbdd2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:19.058160 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-367abbde-1d35-43ac-b247-b2423487f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.160926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-367abbde-1d35-43ac-b247-b2423487f5a3 None None] Port bc4ae0ad-67de-4ab7-84f6-4a7db72bbdd2 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:19.162808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:19.293575 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:19.296811 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.345692 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37cfd1a4-4787-4398-ac9e-86b31e0f497a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.370377 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-37cfd1a4-4787-4398-ac9e-86b31e0f497a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Transition to ACTIVE for port object 844ee457-816f-4654-bf07-ad55db857c94 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:19.377225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-27f7fc14-9018-4d86-8ac1-d6d3f4433fa5 None None] Provisioning complete for port bc4ae0ad-67de-4ab7-84f6-4a7db72bbdd2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:19.377225 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27f7fc14-9018-4d86-8ac1-d6d3f4433fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.454988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-27f7fc14-9018-4d86-8ac1-d6d3f4433fa5 None None] Port bc4ae0ad-67de-4ab7-84f6-4a7db72bbdd2 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:19.478909 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37cfd1a4-4787-4398-ac9e-86b31e0f497a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.555151 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45588) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:19.565147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfd1a4-4787-4398-ac9e-86b31e0f497a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event updated for resources: {'Port': ['ID=844ee457-816f-4654-bf07-ad55db857c94,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:19.569669 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cfd1a4-4787-4398-ac9e-86b31e0f497a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Network 37490408-d670-4236-b8bc-386f9cf141f5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:19.571756 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-37cfd1a4-4787-4398-ac9e-86b31e0f497a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:19.574095 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cfd1a4-4787-4398-ac9e-86b31e0f497a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:19.634989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-373f6718-5f37-47e4-ba51-ded2fcc9c468 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c8f562b5e274d11bf57e1bd1d868304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786393 Jul 16 04:00:19.637286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:19.655818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cfd1a4-4787-4398-ac9e-86b31e0f497a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:19.656549 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37cfd1a4-4787-4398-ac9e-86b31e0f497a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.699286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45592) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:19.700729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dae35c70-fb01-4967-b9c2-a7cfa48083c3 None None] Provisioning complete for port bc4ae0ad-67de-4ab7-84f6-4a7db72bbdd2 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:19.702310 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-37cfd1a4-4787-4398-ac9e-86b31e0f497a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1947560 Jul 16 04:00:19.706054 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dae35c70-fb01-4967-b9c2-a7cfa48083c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.728535 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:19.768348 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-dae35c70-fb01-4967-b9c2-a7cfa48083c3 None None] Port bc4ae0ad-67de-4ab7-84f6-4a7db72bbdd2 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:19.769985 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.800133 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50e27495-f7bc-4a9e-a0cb-0e8902f59ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.827995 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50e27495-f7bc-4a9e-a0cb-0e8902f59ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.972719 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50e27495-f7bc-4a9e-a0cb-0e8902f59ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.975332 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-50e27495-f7bc-4a9e-a0cb-0e8902f59ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:19.978976 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-50e27495-f7bc-4a9e-a0cb-0e8902f59ae8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb1040bd-0448-4cd1-893b-2977efea46b1 HTTP/1.1" status: 204 len: 168 time: 0.3377607 Jul 16 04:00:19.999483 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0d6bc541-8f80-4165-8fc5-1175704b5014 None None] Provisioning for port 844ee457-816f-4654-bf07-ad55db857c94 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:20.004238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0d6bc541-8f80-4165-8fc5-1175704b5014 None None] Provisioning complete for port 844ee457-816f-4654-bf07-ad55db857c94 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:20.004637 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d6bc541-8f80-4165-8fc5-1175704b5014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.011864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e27495-f7bc-4a9e-a0cb-0e8902f59ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1040bd-0448-4cd1-893b-2977efea46b1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:20.031041 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.048420 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0d6bc541-8f80-4165-8fc5-1175704b5014 None None] Port 844ee457-816f-4654-bf07-ad55db857c94 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:20.162504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Allocated IP 172.25.3.143 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/961bd26e-bc24-4ef2-8b60-db15612720d0) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:20.278997 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.323165 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.367409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:20.371939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:20.376848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:20.380184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event updated for resources: {'Port': ['ID=961bd26e-bc24-4ef2-8b60-db15612720d0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:20.485968 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.540180 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.747561 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.762644 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.870950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event updated for resources: {'Port': ['ID=961bd26e-bc24-4ef2-8b60-db15612720d0,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:20.871131 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45624) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:20.899901 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.937159 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:20.940365 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3b16e5de-a86f-4140-8cd3-281a58bb6068 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2400167 Jul 16 04:00:20.944831 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45630) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:20.954093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-02c32f9e-7934-4343-a5b5-82b22649bb1c tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Request body: {'floatingip': {'port_id': '844ee457-816f-4654-bf07-ad55db857c94', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:21.005670 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-02c32f9e-7934-4343-a5b5-82b22649bb1c tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.073382 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-411687713-network', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:21.105508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] Made reservation on behalf of 5b66b46c3241433cb5120fcd510aa081 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:21.108658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.131949 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.173486 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-02c32f9e-7934-4343-a5b5-82b22649bb1c tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] update failed (client error): The resource could not be found. Jul 16 04:00:21.177775 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-02c32f9e-7934-4343-a5b5-82b22649bb1c tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "PUT /v2.0/floatingips/b116f31e-df31-4c41-9a5d-e1719e336c11 HTTP/1.1" status: 404 len: 507 time: 0.2319384 Jul 16 04:00:21.178331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:21.355249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-878f01e0-a8a9-4738-bcfd-3344713730d4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Deleting port 961bd26e-bc24-4ef2-8b60-db15612720d0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:21.355720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878f01e0-a8a9-4738-bcfd-3344713730d4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.365091 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.376443 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.402162 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:21.419031 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c131b3-1391-4a6d-b723-3aaa7aa8d675,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:21.423512 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.423955 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] Added segment fd8d6b22-883f-4faa-b08d-1151a741c1e1 of type vlan for network b2775521-26fe-4d0d-83e7-48ccc4756c7c Jul 16 04:00:21.500746 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.502065 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878f01e0-a8a9-4738-bcfd-3344713730d4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.502594 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878f01e0-a8a9-4738-bcfd-3344713730d4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.522121 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-878f01e0-a8a9-4738-bcfd-3344713730d4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Calling delete_port for 961bd26e-bc24-4ef2-8b60-db15612720d0 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:21.547249 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.551486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:21.553131 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.628593 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7563024 Jul 16 04:00:21.652995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:21.659246 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-41270855-7996-44c6-899c-881d54a8b7c9 admin admin] Request body: {'subnet': {'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-411687713-subnet', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:21.665355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c6987-440a-4d36-bfb1-1c07850dbbfb admin admin] Pushing event updated for resources: {'Network': ['ID=b2775521-26fe-4d0d-83e7-48ccc4756c7c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:21.680961 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network b2775521-26fe-4d0d-83e7-48ccc4756c7c details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:21.704896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41270855-7996-44c6-899c-881d54a8b7c9 admin admin] Made reservation on behalf of 5b66b46c3241433cb5120fcd510aa081 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:21.708162 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41270855-7996-44c6-899c-881d54a8b7c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.840978 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878f01e0-a8a9-4738-bcfd-3344713730d4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.881273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f01e0-a8a9-4738-bcfd-3344713730d4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event deleted for resources: {'Port': ['ID=961bd26e-bc24-4ef2-8b60-db15612720d0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:21.987086 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878f01e0-a8a9-4738-bcfd-3344713730d4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.989798 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-878f01e0-a8a9-4738-bcfd-3344713730d4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:21.994857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-878f01e0-a8a9-4738-bcfd-3344713730d4 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "DELETE /v2.0/floatingips/b116f31e-df31-4c41-9a5d-e1719e336c11 HTTP/1.1" status: 204 len: 168 time: 0.8118238 Jul 16 04:00:21.995242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45640) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:22.000570 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b2378884-bc3d-442c-92b8-5156bbde8dda tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Request body: {'floatingip': {'floating_network_id': '37490408-d670-4236-b8bc-386f9cf141f5', 'port_id': '844ee457-816f-4654-bf07-ad55db857c94', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:22.026100 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b2378884-bc3d-442c-92b8-5156bbde8dda tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.057489 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41270855-7996-44c6-899c-881d54a8b7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.130233 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41270855-7996-44c6-899c-881d54a8b7c9 admin admin] Checking segment: {'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:22.130694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41270855-7996-44c6-899c-881d54a8b7c9 admin admin] Network hostable DHCP agents. Network: b2775521-26fe-4d0d-83e7-48ccc4756c7c, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:22.144024 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41270855-7996-44c6-899c-881d54a8b7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a762a1b6-8c42-47f4-b151-c402ac9c5e7b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:22.157788 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41270855-7996-44c6-899c-881d54a8b7c9 admin admin] Network b2775521-26fe-4d0d-83e7-48ccc4756c7c is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:22.175155 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-b2378884-bc3d-442c-92b8-5156bbde8dda tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 04:00:22.180754 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b2378884-bc3d-442c-92b8-5156bbde8dda tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1801205 Jul 16 04:00:22.181145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45644) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:22.187504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '844ee457-816f-4654-bf07-ad55db857c94', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:22.191567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-41270855-7996-44c6-899c-881d54a8b7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, b2775521-26fe-4d0d-83e7-48ccc4756c7c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:22.198853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41270855-7996-44c6-899c-881d54a8b7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:22.199952 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7523f51d-8501-4a16-beb6-1e672e46224d None None] Network b2775521-26fe-4d0d-83e7-48ccc4756c7c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:22.201083 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41270855-7996-44c6-899c-881d54a8b7c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.231978 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.243357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-41270855-7996-44c6-899c-881d54a8b7c9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5892320 Jul 16 04:00:22.246177 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:22.253901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-411687713-router', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:22.285140 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.286976 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.366391 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.438770 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.467731 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-b2775521-26fe-4d0d-83e7-48ccc4756c7c', 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081', 'fixed_ips': [{'subnet_id': 'a762a1b6-8c42-47f4-b151-c402ac9c5e7b'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:22.468701 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.569998 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.649583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Allocated IP 172.25.3.190 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/6b6ad723-3a85-46bb-a1be-bb488270f851) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:22.663298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Allocated IP 172.20.0.2 (b2775521-26fe-4d0d-83e7-48ccc4756c7c/a762a1b6-8c42-47f4-b151-c402ac9c5e7b/c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:22.780648 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.849773 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.865262 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.876649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Transition to ACTIVE for port object c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:22.894337 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Transition to ACTIVE for port object c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:22.906854 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.909715 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:22.912597 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:22.916434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:22.920726 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.938834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event updated for resources: {'Port': ['ID=6b6ad723-3a85-46bb-a1be-bb488270f851,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:22.943699 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:22.967258 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Network b2775521-26fe-4d0d-83e7-48ccc4756c7c is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:22.970929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:22.974756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:23.080060 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Pushing event updated for resources: {'Port': ['ID=c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:23.098811 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Attempting to bind port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:23.099067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Attempting to bind port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:23.099439 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Attempting to bind port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 on network b2775521-26fe-4d0d-83e7-48ccc4756c7c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:23.104919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:23.105310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Checking segment: {'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:23.105713 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.106150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Bound using segment: {'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:23.106719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Bound port: c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:23.107103 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.122014 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Allocated IP 172.25.3.226 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/829df18c-9d4f-41e0-ac66-54bcc71aadb2) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:23.146090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Deleting port 6b6ad723-3a85-46bb-a1be-bb488270f851 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:23.146691 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.197658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] For port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:23.203616 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] For port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:23.220083 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.289693 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.290202 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.303846 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.305565 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Calling delete_port for 6b6ad723-3a85-46bb-a1be-bb488270f851 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:23.316263 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e4525-96c3-40d0-a200-1464e1a7b51b None None] Pushing event updated for resources: {'Port': ['ID=c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:23.387008 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.453911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:23.455882 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Pushing event updated for resources: {'Port': ['ID=829df18c-9d4f-41e0-ac66-54bcc71aadb2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:23.459147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:23.461776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:23.825268 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.914523 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:23.944567 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event deleted for resources: {'Port': ['ID=6b6ad723-3a85-46bb-a1be-bb488270f851,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:24.035408 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] create failed (client error): The resource could not be found. Jul 16 04:00:24.036534 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8d189d3d-a04a-4ffc-a1d7-01d90c0f4e52 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8541937 Jul 16 04:00:24.039807 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:24.074527 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.235258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ba2471a3-58de-4c6b-a4c2-301f5f18349e tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Deleting port 844ee457-816f-4654-bf07-ad55db857c94 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:24.235604 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba2471a3-58de-4c6b-a4c2-301f5f18349e tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.321735 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Router 1d2be729-0f98-40b6-a80d-ca3adfee103c is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:00:24.383485 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba2471a3-58de-4c6b-a4c2-301f5f18349e tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.402736 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ba2471a3-58de-4c6b-a4c2-301f5f18349e tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Calling delete_port for 844ee457-816f-4654-bf07-ad55db857c94 owned by {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:24.496676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5e24f0-48a0-4835-bb2c-ef8f68aa8393 None None] Network b2775521-26fe-4d0d-83e7-48ccc4756c7c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:24.707893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3e0bbc88-9be8-48a8-9b1d-e58079ced710 None None] Provisioning for port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:24.853177 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:24.864442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Sync routers for ids ['1d2be729-0f98-40b6-a80d-ca3adfee103c'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:24.880920 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Routers {'1d2be729-0f98-40b6-a80d-ca3adfee103c'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:24.881687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1d2be729-0f98-40b6-a80d-ca3adfee103c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:24.941445 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:24.945151 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2c08be8e-2f0d-4708-a7cc-91dd82ae1eeb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6954958 Jul 16 04:00:24.945453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:24.956732 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba2471a3-58de-4c6b-a4c2-301f5f18349e tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.079273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2471a3-58de-4c6b-a4c2-301f5f18349e tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event deleted for resources: {'Port': ['ID=844ee457-816f-4654-bf07-ad55db857c94,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:25.115087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:25.242850 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba2471a3-58de-4c6b-a4c2-301f5f18349e tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.246009 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ba2471a3-58de-4c6b-a4c2-301f5f18349e tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "DELETE /v2.0/ports/844ee457-816f-4654-bf07-ad55db857c94 HTTP/1.1" status: 204 len: 168 time: 1.2047133 Jul 16 04:00:25.248983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45678) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:25.388998 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd1fa2e-21c0-4f6b-b431-7a77904a4698 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:25.394444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:25.394780 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ccd1fa2e-21c0-4f6b-b431-7a77904a4698 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "GET /v2.0/ports?device_id=85592b6f-b2bc-440a-9481-4b838c05f32b HTTP/1.1" status: 200 len: 913 time: 0.1446900 Jul 16 04:00:25.447242 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Set router 1d2be729-0f98-40b6-a80d-ca3adfee103c gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:25.480840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:25.514513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:25.515239 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.662572 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.712797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:25.739864 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.814223 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:25.816020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'name': 'tempest-TestServerMultinode-411687713-router', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:00:23Z', 'revision_number': 3, 'project_id': '5b66b46c3241433cb5120fcd510aa081', 'gw_port': {'id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:25.819411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:25.847225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Checking router: 1d2be729-0f98-40b6-a80d-ca3adfee103c for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:00:25.847586 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Updating router 1d2be729-0f98-40b6-a80d-ca3adfee103c port 829df18c-9d4f-41e0-ac66-54bcc71aadb2 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:00:25.896386 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.180015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Allocated IP 172.20.0.1 (b2775521-26fe-4d0d-83e7-48ccc4756c7c/a762a1b6-8c42-47f4-b151-c402ac9c5e7b/d7390b28-ce9b-410e-b94c-dcad3fc0b57a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:26.233833 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.237127 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3412521c-d46a-47da-9278-a80b5777e473 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.244500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Transition to ACTIVE for port object 829df18c-9d4f-41e0-ac66-54bcc71aadb2 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:26.251067 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.299871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Attempting to bind port 829df18c-9d4f-41e0-ac66-54bcc71aadb2 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:26.300180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Attempting to bind port 829df18c-9d4f-41e0-ac66-54bcc71aadb2 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:26.300581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Attempting to bind port 829df18c-9d4f-41e0-ac66-54bcc71aadb2 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:26.309422 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3989d82-d097-4502-877f-34dd45a08e44 None None] Pushing event updated for resources: {'Port': ['ID=829df18c-9d4f-41e0-ac66-54bcc71aadb2,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:26.312300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:26.312706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:26.313111 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.313498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:26.313974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Bound port: 829df18c-9d4f-41e0-ac66-54bcc71aadb2, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:26.314355 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.370115 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] For port 829df18c-9d4f-41e0-ac66-54bcc71aadb2, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:26.373869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] For port 829df18c-9d4f-41e0-ac66-54bcc71aadb2, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=829df18c-9d4f-41e0-ac66-54bcc71aadb2,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:26.378575 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.380190 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.438910 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Routers {'1d2be729-0f98-40b6-a80d-ca3adfee103c'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:26.439496 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1d2be729-0f98-40b6-a80d-ca3adfee103c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:26.445063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Transition to ACTIVE for port object d7390b28-ce9b-410e-b94c-dcad3fc0b57a will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:26.475140 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3989d82-d097-4502-877f-34dd45a08e44 None None] Pushing event updated for resources: {'Port': ['ID=829df18c-9d4f-41e0-ac66-54bcc71aadb2,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:26.498741 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.559389 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] Set router 1d2be729-0f98-40b6-a80d-ca3adfee103c gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:26.572454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Network b2775521-26fe-4d0d-83e7-48ccc4756c7c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:26.582212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:26.584817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:26.638333 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Pushing event updated for resources: {'Port': ['ID=d7390b28-ce9b-410e-b94c-dcad3fc0b57a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:26.682118 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.789555 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3412521c-d46a-47da-9278-a80b5777e473 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Deleting port bc4ae0ad-67de-4ab7-84f6-4a7db72bbdd2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:26.789902 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3412521c-d46a-47da-9278-a80b5777e473 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.790725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'name': 'tempest-TestServerMultinode-411687713-router', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:00:23Z', 'revision_number': 3, 'project_id': '5b66b46c3241433cb5120fcd510aa081', 'gw_port': {'id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:26.832131 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136d7122-0259-4d20-93e6-03217ca6fa7e None None] The sync data for ids ['1d2be729-0f98-40b6-a80d-ca3adfee103c'] in n-d-800088-6 is: [{'id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'name': 'tempest-TestServerMultinode-411687713-router', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:00:23Z', 'revision_number': 3, 'project_id': '5b66b46c3241433cb5120fcd510aa081', 'gw_port': {'id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:26.930397 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3412521c-d46a-47da-9278-a80b5777e473 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.939219 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:26.952911 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7cb4e3f2-fe8d-4fcb-9062-bf296eb2de78 None None] Provisioning for port d7390b28-ce9b-410e-b94c-dcad3fc0b57a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:26.953136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3412521c-d46a-47da-9278-a80b5777e473 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Calling delete_port for bc4ae0ad-67de-4ab7-84f6-4a7db72bbdd2 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:26.958831 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7cb4e3f2-fe8d-4fcb-9062-bf296eb2de78 None None] Provisioning complete for port d7390b28-ce9b-410e-b94c-dcad3fc0b57a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:26.960012 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7cb4e3f2-fe8d-4fcb-9062-bf296eb2de78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.021258 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7cb4e3f2-fe8d-4fcb-9062-bf296eb2de78 None None] Port d7390b28-ce9b-410e-b94c-dcad3fc0b57a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:27.079238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:27.172253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:27.172662 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.419235 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.426090 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.432096 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3412521c-d46a-47da-9278-a80b5777e473 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.580822 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:27.601765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Pushing event updated for resources: {'Port': ['ID=d7390b28-ce9b-410e-b94c-dcad3fc0b57a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:27.948614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Network b2775521-26fe-4d0d-83e7-48ccc4756c7c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:27.948614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:27.948614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412521c-d46a-47da-9278-a80b5777e473 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event deleted for resources: {'Port': ['ID=bc4ae0ad-67de-4ab7-84f6-4a7db72bbdd2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:28.041519 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3412521c-d46a-47da-9278-a80b5777e473 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.171418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3a8f0561-b5b0-4fd6-af0b-516bb31da8cc None None] Provisioning complete for port d7390b28-ce9b-410e-b94c-dcad3fc0b57a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:28.172031 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3a8f0561-b5b0-4fd6-af0b-516bb31da8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:28.236852 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3a8f0561-b5b0-4fd6-af0b-516bb31da8cc None None] Port d7390b28-ce9b-410e-b94c-dcad3fc0b57a cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:28.714001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Router 1d2be729-0f98-40b6-a80d-ca3adfee103c has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:28.718417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3412521c-d46a-47da-9278-a80b5777e473 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Router 85592b6f-b2bc-440a-9481-4b838c05f32b has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:28.863165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3412521c-d46a-47da-9278-a80b5777e473 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:28.869058 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c9a017-432e-4347-91db-0a6500c7900e None None] Sync routers for ids ['85592b6f-b2bc-440a-9481-4b838c05f32b'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:28.870389 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3412521c-d46a-47da-9278-a80b5777e473 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "PUT /v2.0/routers/85592b6f-b2bc-440a-9481-4b838c05f32b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4741962 Jul 16 04:00:28.873137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45736) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:28.882699 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c9a017-432e-4347-91db-0a6500c7900e None None] Routers {'85592b6f-b2bc-440a-9481-4b838c05f32b'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:28.883388 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-56c9a017-432e-4347-91db-0a6500c7900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['85592b6f-b2bc-440a-9481-4b838c05f32b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:28.934227 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-56c9a017-432e-4347-91db-0a6500c7900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:28.958666 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c9a017-432e-4347-91db-0a6500c7900e None None] Routers {'85592b6f-b2bc-440a-9481-4b838c05f32b'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:28.959289 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-56c9a017-432e-4347-91db-0a6500c7900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['85592b6f-b2bc-440a-9481-4b838c05f32b'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:28.967341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:28.987547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e19045ee-0e40-41b4-8054-c85eeb8d5d20 admin admin] 10.222.0.18 "PUT /v2.0/routers/1d2be729-0f98-40b6-a80d-ca3adfee103c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0410373 Jul 16 04:00:29.006425 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afd9a2c7-f8c2-4741-aed5-9971b3b10893 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.023405 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-56c9a017-432e-4347-91db-0a6500c7900e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:29.024238 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c9a017-432e-4347-91db-0a6500c7900e None None] The sync data for ids ['85592b6f-b2bc-440a-9481-4b838c05f32b'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:29.122290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 829df18c-9d4f-41e0-ac66-54bcc71aadb2 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:29.184389 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:00:29.191736 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 829df18c-9d4f-41e0-ac66-54bcc71aadb2 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:29.197455 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 829df18c-9d4f-41e0-ac66-54bcc71aadb2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:29.198249 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.333141 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.360280 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afd9a2c7-f8c2-4741-aed5-9971b3b10893 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.363147 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afd9a2c7-f8c2-4741-aed5-9971b3b10893 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.380991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 829df18c-9d4f-41e0-ac66-54bcc71aadb2, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=829df18c-9d4f-41e0-ac66-54bcc71aadb2,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:29.392652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Sync routers for ids ['1d2be729-0f98-40b6-a80d-ca3adfee103c'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:29.406283 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.413358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Routers {'1d2be729-0f98-40b6-a80d-ca3adfee103c'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:29.413358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1d2be729-0f98-40b6-a80d-ca3adfee103c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:29.425193 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afd9a2c7-f8c2-4741-aed5-9971b3b10893 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.426263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd9a2c7-f8c2-4741-aed5-9971b3b10893 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Fanout notify agent at l3_agent the message router_deleted on router 85592b6f-b2bc-440a-9481-4b838c05f32b {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:00:29.436699 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afd9a2c7-f8c2-4741-aed5-9971b3b10893 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.440616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:29.442130 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-afd9a2c7-f8c2-4741-aed5-9971b3b10893 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "DELETE /v2.0/routers/85592b6f-b2bc-440a-9481-4b838c05f32b HTTP/1.1" status: 204 len: 168 time: 0.5666327 Jul 16 04:00:29.501990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36d5821-ccf4-4832-8179-e325c6c76179 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Deleting subnet 66b9faa8-6034-4026-bc26-17301dd195de {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:29.506327 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d36d5821-ccf4-4832-8179-e325c6c76179 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.574717 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d36d5821-ccf4-4832-8179-e325c6c76179 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.688465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=829df18c-9d4f-41e0-ac66-54bcc71aadb2,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:29.702323 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Set router 1d2be729-0f98-40b6-a80d-ca3adfee103c gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:29.752383 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d36d5821-ccf4-4832-8179-e325c6c76179 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.852376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45770) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:29.855530 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d36d5821-ccf4-4832-8179-e325c6c76179 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.858446 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-583950872-network', 'tenant_id': 'a96b9f67e0994420be12110926162409'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:29.899627 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] Made reservation on behalf of a96b9f67e0994420be12110926162409 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:29.902210 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.927467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d5821-ccf4-4832-8179-e325c6c76179 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event deleted for resources: {'Subnet': ['ID=66b9faa8-6034-4026-bc26-17301dd195de,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:29.933263 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.935566 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d36d5821-ccf4-4832-8179-e325c6c76179 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:29.941603 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d36d5821-ccf4-4832-8179-e325c6c76179 tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "DELETE /v2.0/subnets/66b9faa8-6034-4026-bc26-17301dd195de HTTP/1.1" status: 204 len: 168 time: 0.4999254 Jul 16 04:00:29.943973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:29.966227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5934be3-6719-452b-939e-29f11b19dc1e None None] Network 37490408-d670-4236-b8bc-386f9cf141f5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:30.065734 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.073106 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.106990 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.112945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f38e68-dbdc-47f3-a4d3-393f5926b46b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:30.124388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'name': 'tempest-TestServerMultinode-411687713-router', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:00:26Z', 'revision_number': 4, 'project_id': '5b66b46c3241433cb5120fcd510aa081', 'gw_port': {'id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd7390b28-ce9b-410e-b94c-dcad3fc0b57a', 'name': '', 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081', 'mac_address': 'fa:16:3e:ff:e0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'a762a1b6-8c42-47f4-b151-c402ac9c5e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:25Z', 'updated_at': '2021-07-16T04:00:27Z', 'revision_number': 2, 'project_id': '5b66b46c3241433cb5120fcd510aa081', 'subnets': [{'id': 'a762a1b6-8c42-47f4-b151-c402ac9c5e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:30.140510 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:30.158008 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.159661 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] Added segment 7e6d7242-538c-4214-aec6-7a99f7ff347d of type vlan for network e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082 Jul 16 04:00:30.164619 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-100a8c73-5d72-41ec-add8-7c17703719cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.167149 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Checking router: 1d2be729-0f98-40b6-a80d-ca3adfee103c for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:00:30.167576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Updating router 1d2be729-0f98-40b6-a80d-ca3adfee103c port d7390b28-ce9b-410e-b94c-dcad3fc0b57a binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:00:30.209434 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.210695 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.246232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Deleting port 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:30.246726 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.272519 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.278132 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:30.278983 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.322969 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4692690 Jul 16 04:00:30.323929 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45784) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:30.339282 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] For port 11172fdf-41b9-4e21-9f5c-2c2fbeafe430, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=11172fdf-41b9-4e21-9f5c-2c2fbeafe430,segment=NetworkSegment(fb2c6397-644d-4c7e-8529-1976ffff9fbb),segment_id=fb2c6397-644d-4c7e-8529-1976ffff9fbb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:30.339869 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.355030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Calling delete_port for 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:30.376410 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84555f-8615-4215-83a2-6b9ed2a4d46b admin admin] Pushing event updated for resources: {'Network': ['ID=e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:30.392301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:30.396169 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-59e4f9ec-5676-490c-9d0a-31d953d37cfc admin admin] Request body: {'subnet': {'network_id': 'e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-583950872-subnet', 'tenant_id': 'a96b9f67e0994420be12110926162409', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:30.429732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e4f9ec-5676-490c-9d0a-31d953d37cfc admin admin] Made reservation on behalf of a96b9f67e0994420be12110926162409 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:30.433184 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59e4f9ec-5676-490c-9d0a-31d953d37cfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.524935 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2c27fe-fba0-4ab1-8d64-e12cdea5b223 None None] DHCP port deletion for 37490408-d670-4236-b8bc-386f9cf141f5 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:30.571454 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.643461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event deleted for resources: {'Port': ['ID=11172fdf-41b9-4e21-9f5c-2c2fbeafe430,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:30.648229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] No DVR routers for this DVR port 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:30.774824 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59e4f9ec-5676-490c-9d0a-31d953d37cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.785778 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.798067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37490408-d670-4236-b8bc-386f9cf141f5']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:30.811244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2c6397-644d-4c7e-8529-1976ffff9fbb') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:30.811932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2c6397-644d-4c7e-8529-1976ffff9fbb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:30.822513 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.837933 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.863245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:30.864085 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.866873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e4f9ec-5676-490c-9d0a-31d953d37cfc admin admin] Checking segment: {'id': '7e6d7242-538c-4214-aec6-7a99f7ff347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:30.868982 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e4f9ec-5676-490c-9d0a-31d953d37cfc admin admin] Network hostable DHCP agents. Network: e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:30.871581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4f9ec-5676-490c-9d0a-31d953d37cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=54127feb-3284-4786-8ab2-b20b1d611bf5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:30.894262 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:30.910667 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e4f9ec-5676-490c-9d0a-31d953d37cfc admin admin] Network e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:30.940370 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-59e4f9ec-5676-490c-9d0a-31d953d37cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:30.955086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e4f9ec-5676-490c-9d0a-31d953d37cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:30.956229 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-59e4f9ec-5676-490c-9d0a-31d953d37cfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.970550 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.998832 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:30.998832 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] 10.222.0.18 "DELETE /v2.0/networks/37490408-d670-4236-b8bc-386f9cf141f5 HTTP/1.1" status: 204 len: 168 time: 1.0430779 Jul 16 04:00:31.007997 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-59e4f9ec-5676-490c-9d0a-31d953d37cfc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6337843 Jul 16 04:00:31.009011 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de0c5c-481c-4795-86e0-6a7b6de65e8a tempest-FloatingIPNegativeTestJSON-818551972 tempest-FloatingIPNegativeTestJSON-818551972-project] Pushing event deleted for resources: {'Network': ['ID=37490408-d670-4236-b8bc-386f9cf141f5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:31.009122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b1a6c-8918-4cb4-b7b6-6fa0925db814 None None] Network e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:31.009247 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45798) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.014027 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-583950872-router', 'tenant_id': 'a96b9f67e0994420be12110926162409', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:31.067526 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.068776 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.090890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c27fe-fba0-4ab1-8d64-e12cdea5b223 None None] Deleting port 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:31.091367 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ea2c27fe-fba0-4ab1-8d64-e12cdea5b223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.118187 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.159720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 829df18c-9d4f-41e0-ac66-54bcc71aadb2 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:31.166514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server [None req-ea2c27fe-fba0-4ab1-8d64-e12cdea5b223 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 37490408-d670-4236-b8bc-386f9cf141f5 could not be found. Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 37490408-d670-4236-b8bc-386f9cf141f5 could not be found. Jul 16 04:00:31.211825 n-d-800088-6 neutron-server[93769]: ERROR oslo_messaging.rpc.server Jul 16 04:00:31.401510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f5b962-c010-4248-978f-edcc98d25e50 None None] DHCP port deletion for 37490408-d670-4236-b8bc-386f9cf141f5 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:31.426112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Transition to ACTIVE for port object d7390b28-ce9b-410e-b94c-dcad3fc0b57a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:31.439633 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.474156 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.491756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45810) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.605893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 829df18c-9d4f-41e0-ac66-54bcc71aadb2 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:31.606195 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.646594 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.647332 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e4361-352d-4ae0-9dc0-a3b5ce715f57 None None] Pushing event updated for resources: {'Port': ['ID=d7390b28-ce9b-410e-b94c-dcad3fc0b57a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:31.770343 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.788657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-09e429b9-68f6-4009-8265-8dff6e06cea1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61a335c6301d4875bedb12817e4856f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944078 Jul 16 04:00:31.790512 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45818) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:31.815352 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082', 'network_id': 'e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082', 'tenant_id': 'a96b9f67e0994420be12110926162409', 'fixed_ips': [{'subnet_id': '54127feb-3284-4786-8ab2-b20b1d611bf5'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:31.827085 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.858276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Attempting to bind port d7390b28-ce9b-410e-b94c-dcad3fc0b57a on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:31.861813 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Attempting to bind port d7390b28-ce9b-410e-b94c-dcad3fc0b57a by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:31.871210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Attempting to bind port d7390b28-ce9b-410e-b94c-dcad3fc0b57a on network b2775521-26fe-4d0d-83e7-48ccc4756c7c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:31.872085 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cb89825-f59d-409d-9b68-befe44854585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.904587 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cb89825-f59d-409d-9b68-befe44854585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.907797 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3873e6cd-e4e6-4816-bb1e-8b2b990e4330 req-fd299dcb-e2bb-4ee0-91cf-0af28660eb71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1801343 Jul 16 04:00:31.914653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:31.915041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Checking segment: {'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:31.915463 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.915871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Bound using segment: {'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:31.916756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Bound port: d7390b28-ce9b-410e-b94c-dcad3fc0b57a, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:31.916756 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.962335 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.996095 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cb89825-f59d-409d-9b68-befe44854585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:31.999289 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6cb89825-f59d-409d-9b68-befe44854585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.002185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.012157 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6cb89825-f59d-409d-9b68-befe44854585 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72b2fced-f655-49ae-87ec-6fc95a1c07ef HTTP/1.1" status: 204 len: 168 time: 0.2206557 Jul 16 04:00:32.035626 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb89825-f59d-409d-9b68-befe44854585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b2fced-f655-49ae-87ec-6fc95a1c07ef,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:32.176583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] For port d7390b28-ce9b-410e-b94c-dcad3fc0b57a, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:32.203394 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] For port d7390b28-ce9b-410e-b94c-dcad3fc0b57a, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d7390b28-ce9b-410e-b94c-dcad3fc0b57a,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:32.234051 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.237537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873e6cd-e4e6-4816-bb1e-8b2b990e4330 req-c7e41a2f-7dc2-4681-9956-656cb44e1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:32.239189 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3873e6cd-e4e6-4816-bb1e-8b2b990e4330 req-c7e41a2f-7dc2-4681-9956-656cb44e1905 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 1096 time: 0.2541847 Jul 16 04:00:32.290051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:32.330776 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Allocated IP 172.20.0.2 (e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082/54127feb-3284-4786-8ab2-b20b1d611bf5/116e88d1-2aed-45d8-bd59-75ed443160cf) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:32.333304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e4361-352d-4ae0-9dc0-a3b5ce715f57 None None] Pushing event updated for resources: {'Port': ['ID=d7390b28-ce9b-410e-b94c-dcad3fc0b57a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:32.344081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:32.344492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 11172fdf-41b9-4e21-9f5c-2c2fbeafe430 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:32.411924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Routers {'1d2be729-0f98-40b6-a80d-ca3adfee103c'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:32.413954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1d2be729-0f98-40b6-a80d-ca3adfee103c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:32.456696 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873e6cd-e4e6-4816-bb1e-8b2b990e4330 req-7efa7f4d-9bd4-40db-aa79-852f781a7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:32.458307 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3873e6cd-e4e6-4816-bb1e-8b2b990e4330 req-7efa7f4d-9bd4-40db-aa79-852f781a7922 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 HTTP/1.1" status: 200 len: 898 time: 0.1531713 Jul 16 04:00:32.546530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Allocated IP 172.25.3.254 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/87224871-9726-408e-a496-909ed7233166) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:32.749144 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3873e6cd-e4e6-4816-bb1e-8b2b990e4330 req-bef614a7-2e77-4bd5-908b-342d3ebde164 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46817ebb-528c-48e6-92f2-f1664f742926 HTTP/1.1" status: 200 len: 1001 time: 0.2816153 Jul 16 04:00:32.752087 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.856194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873e6cd-e4e6-4816-bb1e-8b2b990e4330 req-d3aff55e-1ad7-44f5-8647-1361ce22136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:32.858503 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3873e6cd-e4e6-4816-bb1e-8b2b990e4330 req-d3aff55e-1ad7-44f5-8647-1361ce22136b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af HTTP/1.1" status: 200 len: 835 time: 0.1001892 Jul 16 04:00:32.889592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] Set router 1d2be729-0f98-40b6-a80d-ca3adfee103c gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:32.902904 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fe002f93-75a9-479d-9c30-ec17c6f9c9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.928026 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.958416 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:32.986866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Pushing event updated for resources: {'Port': ['ID=87224871-9726-408e-a496-909ed7233166,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:33.002780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:33.005583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:33.009353 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:33.036035 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.040861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Transition to ACTIVE for port object 116e88d1-2aed-45d8-bd59-75ed443160cf will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:33.102613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Transition to ACTIVE for port object 116e88d1-2aed-45d8-bd59-75ed443160cf will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:33.119408 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873e6cd-e4e6-4816-bb1e-8b2b990e4330 req-5f4bdfb7-eb52-4fd1-87f3-aacc77cdf25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:33.120982 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3873e6cd-e4e6-4816-bb1e-8b2b990e4330 req-5f4bdfb7-eb52-4fd1-87f3-aacc77cdf25c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2533834 Jul 16 04:00:33.148424 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.235220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Network e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:33.245426 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:33.297241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:33.306702 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Pushing event updated for resources: {'Port': ['ID=116e88d1-2aed-45d8-bd59-75ed443160cf,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:33.347679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45868) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.348738 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3873e6cd-e4e6-4816-bb1e-8b2b990e4330 req-6e5d2ede-8ce4-4465-9d1a-0433fe4494f6 service neutron] 10.222.0.20 "GET /v2.0/networks/ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196581 Jul 16 04:00:33.474451 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Attempting to bind port 116e88d1-2aed-45d8-bd59-75ed443160cf on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:33.477815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Attempting to bind port 116e88d1-2aed-45d8-bd59-75ed443160cf by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '7e6d7242-538c-4214-aec6-7a99f7ff347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:33.477815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Attempting to bind port 116e88d1-2aed-45d8-bd59-75ed443160cf on network e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:33.487819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:33.488273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Checking segment: {'id': '7e6d7242-538c-4214-aec6-7a99f7ff347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:33.488876 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.489398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Bound using segment: {'id': '7e6d7242-538c-4214-aec6-7a99f7ff347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:33.489967 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Bound port: 116e88d1-2aed-45d8-bd59-75ed443160cf, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6d7242-538c-4214-aec6-7a99f7ff347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:33.491154 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.514336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'name': 'tempest-TestServerMultinode-411687713-router', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:00:26Z', 'revision_number': 4, 'project_id': '5b66b46c3241433cb5120fcd510aa081', 'gw_port': {'id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd7390b28-ce9b-410e-b94c-dcad3fc0b57a', 'name': '', 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081', 'mac_address': 'fa:16:3e:ff:e0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'a762a1b6-8c42-47f4-b151-c402ac9c5e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:25Z', 'updated_at': '2021-07-16T04:00:32Z', 'revision_number': 4, 'project_id': '5b66b46c3241433cb5120fcd510aa081', 'subnets': [{'id': 'a762a1b6-8c42-47f4-b151-c402ac9c5e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:33.536752 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-07ced509-8236-4002-8842-6cd354f41643 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/floatingips/b02bd43e-f5bc-4501-bb15-be4afb8c5661 HTTP/1.1" status: 200 len: 993 time: 0.1868634 Jul 16 04:00:33.552068 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3873e6cd-e4e6-4816-bb1e-8b2b990e4330 req-f6f7de5d-fe09-4dd6-9381-043532e7354f service neutron] 10.222.0.20 "GET /v2.0/networks/ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902721 Jul 16 04:00:33.577137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664b916-277c-4341-9b4f-25a97799e35b None None] The sync data for ids ['1d2be729-0f98-40b6-a80d-ca3adfee103c'] in n-d-800088-6 is: [{'id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'name': 'tempest-TestServerMultinode-411687713-router', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:00:26Z', 'revision_number': 4, 'project_id': '5b66b46c3241433cb5120fcd510aa081', 'gw_port': {'id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd7390b28-ce9b-410e-b94c-dcad3fc0b57a', 'name': '', 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081', 'mac_address': 'fa:16:3e:ff:e0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': 'a762a1b6-8c42-47f4-b151-c402ac9c5e7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:25Z', 'updated_at': '2021-07-16T04:00:32Z', 'revision_number': 4, 'project_id': '5b66b46c3241433cb5120fcd510aa081', 'subnets': [{'id': 'a762a1b6-8c42-47f4-b151-c402ac9c5e7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:33.648483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45876) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.696146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] For port 116e88d1-2aed-45d8-bd59-75ed443160cf, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:33.706491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] For port 116e88d1-2aed-45d8-bd59-75ed443160cf, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=116e88d1-2aed-45d8-bd59-75ed443160cf,segment=NetworkSegment(7e6d7242-538c-4214-aec6-7a99f7ff347d),segment_id=7e6d7242-538c-4214-aec6-7a99f7ff347d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:33.716993 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.755712 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:33.824106 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541048d-22d3-43db-8fad-ec04c8f9186b None None] Pushing event updated for resources: {'Port': ['ID=116e88d1-2aed-45d8-bd59-75ed443160cf,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:33.884427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:33.984451 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.022713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Request body: {'networks': [{'name': 'tempest-network--1390154348'}, {'name': 'tempest-network--483239255'}]} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:34.023322 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Request body: {'network': {'name': 'tempest-network--1390154348'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:34.023855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Request body: {'network': {'name': 'tempest-network--483239255'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:34.143971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Made reservation on behalf of 3a0a767abdd34d308c8886a1184e6dd6 for: {'network': 2} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:34.168723 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.187580 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.340754 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.520777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Router 9f3c742a-0de7-4d29-a101-68b515dfb1ea is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:00:34.551136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fd3fd660-7976-4159-98c6-aa946698ace1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Deleting port ef824735-e542-4504-ab7e-542ac65d9507 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:34.552826 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd660-7976-4159-98c6-aa946698ace1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.701716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:34.715242 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Sync routers for ids ['9f3c742a-0de7-4d29-a101-68b515dfb1ea'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:34.749392 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Routers {'9f3c742a-0de7-4d29-a101-68b515dfb1ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:34.750359 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9f3c742a-0de7-4d29-a101-68b515dfb1ea'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:34.799043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.801193 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd660-7976-4159-98c6-aa946698ace1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.802167 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd660-7976-4159-98c6-aa946698ace1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.815528 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.816013 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.816204 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:34.817642 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-faa7922a-c660-4e00-b592-fc1421e489b4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8084307 Jul 16 04:00:34.820424 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 45900) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:34.845711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fd3fd660-7976-4159-98c6-aa946698ace1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Calling delete_port for ef824735-e542-4504-ab7e-542ac65d9507 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:35.029826 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2deb5c-b472-4635-abc7-8ccd592201b7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:35.042182 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Set router 9f3c742a-0de7-4d29-a101-68b515dfb1ea gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:35.190996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:35.276279 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d7390b28-ce9b-410e-b94c-dcad3fc0b57a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:35.375272 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.375706 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Added segment 0a043d8a-f9d9-4e49-9629-5d621a2d33e3 of type vlan for network ca57a814-6e3e-460f-b622-674cbd0dc51d Jul 16 04:00:35.486994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d7390b28-ce9b-410e-b94c-dcad3fc0b57a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:35.504058 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d7390b28-ce9b-410e-b94c-dcad3fc0b57a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:35.504471 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.686673 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'name': 'tempest-TestServerMultinode-583950872-router', 'tenant_id': 'a96b9f67e0994420be12110926162409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '87224871-9726-408e-a496-909ed7233166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:31Z', 'updated_at': '2021-07-16T04:00:33Z', 'revision_number': 3, 'project_id': 'a96b9f67e0994420be12110926162409', 'gw_port': {'id': '87224871-9726-408e-a496-909ed7233166', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:32Z', 'updated_at': '2021-07-16T04:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:35.715385 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.751759 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:35.763559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4b6448-40e5-438d-90a2-6e253c2f9098 None None] Network e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:35.952094 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Checking router: 9f3c742a-0de7-4d29-a101-68b515dfb1ea for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:00:35.953149 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Updating router 9f3c742a-0de7-4d29-a101-68b515dfb1ea port 87224871-9726-408e-a496-909ed7233166 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:00:35.959418 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:36.044740 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.068271 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.068959 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Added segment 2f0e8621-9240-419d-bf7f-9dee68128543 of type vlan for network 537301d2-1087-484b-a02b-7a7a97a4228d Jul 16 04:00:36.133932 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.140059 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd660-7976-4159-98c6-aa946698ace1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.200241 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.211885 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port d7390b28-ce9b-410e-b94c-dcad3fc0b57a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d7390b28-ce9b-410e-b94c-dcad3fc0b57a,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:36.215106 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e41c211d-8bba-4023-a7d2-390bd4436c68 None None] Provisioning for port 116e88d1-2aed-45d8-bd59-75ed443160cf completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:36.261775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fd660-7976-4159-98c6-aa946698ace1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Port': ['ID=ef824735-e542-4504-ab7e-542ac65d9507,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:36.279847 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.280602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 116e88d1-2aed-45d8-bd59-75ed443160cf up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:36.285243 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.resource_extend [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 04:00:36.391906 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd660-7976-4159-98c6-aa946698ace1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.392267 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-fd3fd660-7976-4159-98c6-aa946698ace1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Floating IP b02bd43e-f5bc-4501-bb15-be4afb8c5661 disassociated (deleted). External IP: 172.25.3.107, port: 46817ebb-528c-48e6-92f2-f1664f742926. Jul 16 04:00:36.399956 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.400503 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.414612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:36.422797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:36.423486 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.483405 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.492955 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Transition to ACTIVE for port object 87224871-9726-408e-a496-909ed7233166 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:36.502416 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.583746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=d7390b28-ce9b-410e-b94c-dcad3fc0b57a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:36.597580 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Attempting to bind port 87224871-9726-408e-a496-909ed7233166 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:36.599077 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Attempting to bind port 87224871-9726-408e-a496-909ed7233166 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:36.599077 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Attempting to bind port 87224871-9726-408e-a496-909ed7233166 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:36.605273 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea6191-9e66-4024-912c-8b704edb45a3 None None] Pushing event updated for resources: {'Port': ['ID=87224871-9726-408e-a496-909ed7233166,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:36.615712 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:36.615712 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:36.615712 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.615712 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:36.615712 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Bound port: 87224871-9726-408e-a496-909ed7233166, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:36.615712 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.622046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 116e88d1-2aed-45d8-bd59-75ed443160cf completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:36.647487 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9976516 Jul 16 04:00:36.657421 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:36.666462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 116e88d1-2aed-45d8-bd59-75ed443160cf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:36.666850 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.792499 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] For port 87224871-9726-408e-a496-909ed7233166, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:36.796855 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] For port 87224871-9726-408e-a496-909ed7233166, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=87224871-9726-408e-a496-909ed7233166,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:36.811906 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.884612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event updated for resources: {'Network': ['ID=ca57a814-6e3e-460f-b622-674cbd0dc51d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:36.917734 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.920271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:36.920271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:36.920271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:36.920271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:36.922424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:36.922424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:36.922424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:36.922424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:36.922424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:36.922424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:36.923109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:36.923109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:36.937363 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:36.965751 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea6191-9e66-4024-912c-8b704edb45a3 None None] Pushing event updated for resources: {'Port': ['ID=87224871-9726-408e-a496-909ed7233166,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:37.026207 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 116e88d1-2aed-45d8-bd59-75ed443160cf, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=116e88d1-2aed-45d8-bd59-75ed443160cf,segment=NetworkSegment(7e6d7242-538c-4214-aec6-7a99f7ff347d),segment_id=7e6d7242-538c-4214-aec6-7a99f7ff347d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:37.031012 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network ca57a814-6e3e-460f-b622-674cbd0dc51d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:37.042095 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.050631 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Routers {'9f3c742a-0de7-4d29-a101-68b515dfb1ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:37.054836 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9f3c742a-0de7-4d29-a101-68b515dfb1ea'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:37.126264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538197cf-dec3-4289-b493-41e96c4dfe04 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event updated for resources: {'Network': ['ID=537301d2-1087-484b-a02b-7a7a97a4228d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:37.220480 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=116e88d1-2aed-45d8-bd59-75ed443160cf,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:37.231382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 537301d2-1087-484b-a02b-7a7a97a4228d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:37.237876 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7c8963-17aa-49e9-9509-1535fad9b644 None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 04:00:37.294544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d7390b28-ce9b-410e-b94c-dcad3fc0b57a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:37.337591 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3fd660-7976-4159-98c6-aa946698ace1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Router 7a24027f-cb2c-4cca-9385-a721561fb2ae has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:37.357332 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] Set router 9f3c742a-0de7-4d29-a101-68b515dfb1ea gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:37.362714 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d12d1-c79f-410c-aae3-fcaae1658d3f tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:37.378652 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d12d1-c79f-410c-aae3-fcaae1658d3f tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:37.395169 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d12d1-c79f-410c-aae3-fcaae1658d3f tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:37.399190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7d2b8b47-8588-42be-b9ff-79ad98b093cf None None] Provisioning complete for port 116e88d1-2aed-45d8-bd59-75ed443160cf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:37.399603 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7d2b8b47-8588-42be-b9ff-79ad98b093cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.405526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d12d1-c79f-410c-aae3-fcaae1658d3f tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:37.413011 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-778d12d1-c79f-410c-aae3-fcaae1658d3f tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7526095 Jul 16 04:00:37.414833 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45936) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:37.587939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Allocated IP 172.20.0.1 (e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082/54127feb-3284-4786-8ab2-b20b1d611bf5/7155a08e-91ae-4e6e-9aef-278baa4f2d44) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:37.697536 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0afdc356-336e-490a-b772-ce9f344c473c tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.722503 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d7390b28-ce9b-410e-b94c-dcad3fc0b57a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:37.722887 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.790924 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'name': 'tempest-TestServerMultinode-583950872-router', 'tenant_id': 'a96b9f67e0994420be12110926162409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '87224871-9726-408e-a496-909ed7233166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:31Z', 'updated_at': '2021-07-16T04:00:33Z', 'revision_number': 3, 'project_id': 'a96b9f67e0994420be12110926162409', 'gw_port': {'id': '87224871-9726-408e-a496-909ed7233166', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:32Z', 'updated_at': '2021-07-16T04:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:37.835691 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418b446f-f3bc-4064-8252-dc9b075056dd None None] The sync data for ids ['9f3c742a-0de7-4d29-a101-68b515dfb1ea'] in n-d-800088-6 is: [{'id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'name': 'tempest-TestServerMultinode-583950872-router', 'tenant_id': 'a96b9f67e0994420be12110926162409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '87224871-9726-408e-a496-909ed7233166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:31Z', 'updated_at': '2021-07-16T04:00:33Z', 'revision_number': 3, 'project_id': 'a96b9f67e0994420be12110926162409', 'gw_port': {'id': '87224871-9726-408e-a496-909ed7233166', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:32Z', 'updated_at': '2021-07-16T04:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:37.850324 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.896135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Transition to ACTIVE for port object 7155a08e-91ae-4e6e-9aef-278baa4f2d44 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:37.960560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3fd660-7976-4159-98c6-aa946698ace1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:37.966901 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.988894 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd3fd660-7976-4159-98c6-aa946698ace1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:37.998415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77abb5ba-5706-477a-9417-95e3270094df None None] Sync routers for ids ['7a24027f-cb2c-4cca-9385-a721561fb2ae'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:38.054630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Network e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:38.057602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77abb5ba-5706-477a-9417-95e3270094df None None] Routers {'7a24027f-cb2c-4cca-9385-a721561fb2ae'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:38.058322 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-77abb5ba-5706-477a-9417-95e3270094df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['7a24027f-cb2c-4cca-9385-a721561fb2ae'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:38.069360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:38.077887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:38.110474 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fd3fd660-7976-4159-98c6-aa946698ace1 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "DELETE /v2.0/floatingips/b02bd43e-f5bc-4501-bb15-be4afb8c5661 HTTP/1.1" status: 204 len: 168 time: 4.2249141 Jul 16 04:00:38.113901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3', 'tag': '46817ebb-528c-48e6-92f2-f1664f742926'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:00:38.115860 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cbbe90-ffa0-4279-b9c5-2594dddde7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3", "tag": "46817ebb-528c-48e6-92f2-f1664f742926"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:00:38.184231 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7155a08e-91ae-4e6e-9aef-278baa4f2d44,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:38.194719 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0afdc356-336e-490a-b772-ce9f344c473c tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.206253 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.209544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7c8963-17aa-49e9-9509-1535fad9b644 None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 04:00:38.220962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0afdc356-336e-490a-b772-ce9f344c473c tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca57a814-6e3e-460f-b622-674cbd0dc51d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:38.229798 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1cab05-9824-4a51-b46f-fe2ff6b2913c x-openstack-request-id: req-dd1cab05-9824-4a51-b46f-fe2ff6b2913c {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:00:38.230083 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3", "tag": "46817ebb-528c-48e6-92f2-f1664f742926", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:00:38.234392 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dd1cab05-9824-4a51-b46f-fe2ff6b2913c {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:00:38.235071 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3', 'tag': '46817ebb-528c-48e6-92f2-f1664f742926', 'status': 'completed', 'code': 200} Jul 16 04:00:38.245354 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0afdc356-336e-490a-b772-ce9f344c473c tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a043d8a-f9d9-4e49-9629-5d621a2d33e3') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:38.245849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-0afdc356-336e-490a-b772-ce9f344c473c tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a043d8a-f9d9-4e49-9629-5d621a2d33e3') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:38.294854 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0afdc356-336e-490a-b772-ce9f344c473c tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.349083 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0afdc356-336e-490a-b772-ce9f344c473c tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.377138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afdc356-336e-490a-b772-ce9f344c473c tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:38.377138 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0afdc356-336e-490a-b772-ce9f344c473c tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:38.382213 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:38.612430 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0afdc356-336e-490a-b772-ce9f344c473c tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.635889 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0afdc356-336e-490a-b772-ce9f344c473c tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.644529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-77abb5ba-5706-477a-9417-95e3270094df None None] Set router 7a24027f-cb2c-4cca-9385-a721561fb2ae gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:38.650570 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0afdc356-336e-490a-b772-ce9f344c473c tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "DELETE /v2.0/networks/ca57a814-6e3e-460f-b622-674cbd0dc51d HTTP/1.1" status: 204 len: 168 time: 1.2308207 Jul 16 04:00:38.651818 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45960) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:38.691815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdc356-336e-490a-b772-ce9f344c473c tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event deleted for resources: {'Network': ['ID=ca57a814-6e3e-460f-b622-674cbd0dc51d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:38.882126 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c75d187-2ec1-423f-81b0-c0e499556ad8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:38.916658 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbbe90-ffa0-4279-b9c5-2594dddde7fa req-bc606c9b-dd3a-49ab-8dbe-ecec2a24a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:38.939968 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-93cbbe90-ffa0-4279-b9c5-2594dddde7fa req-bc606c9b-dd3a-49ab-8dbe-ecec2a24a1e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 1096 time: 0.5297091 Jul 16 04:00:39.057457 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.174371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c75d187-2ec1-423f-81b0-c0e499556ad8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.191459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6c75d187-2ec1-423f-81b0-c0e499556ad8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537301d2-1087-484b-a02b-7a7a97a4228d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:39.222703 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6c75d187-2ec1-423f-81b0-c0e499556ad8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f0e8621-9240-419d-bf7f-9dee68128543') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:39.225228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6c75d187-2ec1-423f-81b0-c0e499556ad8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f0e8621-9240-419d-bf7f-9dee68128543') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:39.238039 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c75d187-2ec1-423f-81b0-c0e499556ad8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.256535 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c75d187-2ec1-423f-81b0-c0e499556ad8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.266450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c75d187-2ec1-423f-81b0-c0e499556ad8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Releasing vlan 937 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:39.267687 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c75d187-2ec1-423f-81b0-c0e499556ad8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.454558 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 116e88d1-2aed-45d8-bd59-75ed443160cf up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:39.715463 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbbe90-ffa0-4279-b9c5-2594dddde7fa req-3e56bf8c-b538-4597-ae0b-db76af925457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:39.719189 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-93cbbe90-ffa0-4279-b9c5-2594dddde7fa req-3e56bf8c-b538-4597-ae0b-db76af925457 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 HTTP/1.1" status: 200 len: 898 time: 0.7699311 Jul 16 04:00:39.736346 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-77abb5ba-5706-477a-9417-95e3270094df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:28Z', 'updated_at': '2021-07-16T03:59:36Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:29Z', 'updated_at': '2021-07-16T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd3e55e82-8415-4d49-b336-f90cd6014777', 'name': '', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:0a:3c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:34Z', 'updated_at': '2021-07-16T03:59:43Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:39.742293 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 116e88d1-2aed-45d8-bd59-75ed443160cf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:39.744931 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:39.868669 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-93cbbe90-ffa0-4279-b9c5-2594dddde7fa req-37a139a3-1cc2-4b5a-a32a-f8c6ae1c1eb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46817ebb-528c-48e6-92f2-f1664f742926 HTTP/1.1" status: 200 len: 217 time: 0.0688384 Jul 16 04:00:39.894593 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77abb5ba-5706-477a-9417-95e3270094df None None] Checking router: 7a24027f-cb2c-4cca-9385-a721561fb2ae for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:00:39.923229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fe0922ac-416a-4548-a3ea-79f91fa64de4 None None] Provisioning for port 7155a08e-91ae-4e6e-9aef-278baa4f2d44 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:39.925647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77abb5ba-5706-477a-9417-95e3270094df None None] Routers {'7a24027f-cb2c-4cca-9385-a721561fb2ae'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:39.926431 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-77abb5ba-5706-477a-9417-95e3270094df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['7a24027f-cb2c-4cca-9385-a721561fb2ae'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:39.965499 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fe0922ac-416a-4548-a3ea-79f91fa64de4 None None] Provisioning complete for port 7155a08e-91ae-4e6e-9aef-278baa4f2d44 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:39.966728 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fe0922ac-416a-4548-a3ea-79f91fa64de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.038136 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fe0922ac-416a-4548-a3ea-79f91fa64de4 None None] Port 7155a08e-91ae-4e6e-9aef-278baa4f2d44 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:40.114010 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbbe90-ffa0-4279-b9c5-2594dddde7fa req-e76c6f58-ec6a-480e-a572-b2994dcfd01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:40.115534 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-93cbbe90-ffa0-4279-b9c5-2594dddde7fa req-e76c6f58-ec6a-480e-a572-b2994dcfd01b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af HTTP/1.1" status: 200 len: 835 time: 0.1700366 Jul 16 04:00:40.187455 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 87224871-9726-408e-a496-909ed7233166 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:40.271525 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.287805 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.297901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-77abb5ba-5706-477a-9417-95e3270094df None None] Set router 7a24027f-cb2c-4cca-9385-a721561fb2ae gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:40.374647 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:40.420480 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cbbe90-ffa0-4279-b9c5-2594dddde7fa req-648e217e-b4bf-4097-b2c4-5360bfb05850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:40.422515 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-93cbbe90-ffa0-4279-b9c5-2594dddde7fa req-648e217e-b4bf-4097-b2c4-5360bfb05850 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2973518 Jul 16 04:00:40.436067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 87224871-9726-408e-a496-909ed7233166 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:40.467746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 87224871-9726-408e-a496-909ed7233166 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:40.469506 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.474170 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c75d187-2ec1-423f-81b0-c0e499556ad8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.518047 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.529013 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Pushing event updated for resources: {'Port': ['ID=7155a08e-91ae-4e6e-9aef-278baa4f2d44,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:40.656128 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c75d187-2ec1-423f-81b0-c0e499556ad8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.660283 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6c75d187-2ec1-423f-81b0-c0e499556ad8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "DELETE /v2.0/networks/537301d2-1087-484b-a02b-7a7a97a4228d HTTP/1.1" status: 204 len: 168 time: 2.0028458 Jul 16 04:00:40.660283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75d187-2ec1-423f-81b0-c0e499556ad8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event deleted for resources: {'Network': ['ID=537301d2-1087-484b-a02b-7a7a97a4228d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:40.661516 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.668544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 45996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:40.704570 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 87224871-9726-408e-a496-909ed7233166, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=87224871-9726-408e-a496-909ed7233166,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:40.713855 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:40.757487 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-93cbbe90-ffa0-4279-b9c5-2594dddde7fa req-36a3d5ac-771c-413f-ba8a-22c0c6c943f8 service neutron] 10.222.0.20 "GET /v2.0/networks/ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147268 Jul 16 04:00:40.785305 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-77abb5ba-5706-477a-9417-95e3270094df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:28Z', 'updated_at': '2021-07-16T03:59:36Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:29Z', 'updated_at': '2021-07-16T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd3e55e82-8415-4d49-b336-f90cd6014777', 'name': '', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:0a:3c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:34Z', 'updated_at': '2021-07-16T03:59:43Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:40.787514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=87224871-9726-408e-a496-909ed7233166,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:40.833973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77abb5ba-5706-477a-9417-95e3270094df None None] The sync data for ids ['7a24027f-cb2c-4cca-9385-a721561fb2ae'] in n-d-800088-6 is: [{'id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:28Z', 'updated_at': '2021-07-16T03:59:36Z', 'revision_number': 4, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:29Z', 'updated_at': '2021-07-16T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd3e55e82-8415-4d49-b336-f90cd6014777', 'name': '', 'network_id': 'ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'mac_address': 'fa:16:3e:0a:3c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:34Z', 'updated_at': '2021-07-16T03:59:43Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'subnets': [{'id': 'aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:40.884638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f9bf7-58c6-4955-aff9-65ac66f9b9ed req-8342f349-c39a-4a9b-9bdf-5d3f96f0541d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:40.886600 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b3f9bf7-58c6-4955-aff9-65ac66f9b9ed req-8342f349-c39a-4a9b-9bdf-5d3f96f0541d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 945 time: 0.4989724 Jul 16 04:00:40.903002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c7614-6572-403d-9602-69a01f93e15a req-f58656f0-b607-4a95-bc15-165b18485d82 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:40.908442 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d13c7614-6572-403d-9602-69a01f93e15a req-f58656f0-b607-4a95-bc15-165b18485d82 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 945 time: 1.8902404 Jul 16 04:00:41.001607 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180d7ac-c3c3-4318-80ba-ce1cc8e50b6f tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:41.009634 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180d7ac-c3c3-4318-80ba-ce1cc8e50b6f tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:41.011873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b180d7ac-c3c3-4318-80ba-ce1cc8e50b6f tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3417504 Jul 16 04:00:41.019579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46004) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:41.030040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9c5570ac-c641-4546-8cb2-14bb1d6a28b7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-828597183'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:41.043401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d13c7614-6572-403d-9602-69a01f93e15a req-770edead-eb29-4665-9a5a-ca64261bc1ec tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/security-groups?id=51a0faa9-54b2-4838-81d2-b34fc625fb59&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293299 Jul 16 04:00:41.057882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Network e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:41.071597 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:41.092497 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-93cbbe90-ffa0-4279-b9c5-2594dddde7fa req-bad1f5d6-16a5-4a86-87d3-a752f2ca57d4 service neutron] 10.222.0.20 "GET /v2.0/networks/ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595286 Jul 16 04:00:41.201374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5570ac-c641-4546-8cb2-14bb1d6a28b7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Made reservation on behalf of 3a0a767abdd34d308c8886a1184e6dd6 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:41.207918 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c5570ac-c641-4546-8cb2-14bb1d6a28b7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.255684 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 87224871-9726-408e-a496-909ed7233166 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:41.260359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0b3f9bf7-58c6-4955-aff9-65ac66f9b9ed req-d9d9ed08-56a0-46aa-bdc7-5f0fe64f778f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Deleting port 46817ebb-528c-48e6-92f2-f1664f742926 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:41.260963 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b3f9bf7-58c6-4955-aff9-65ac66f9b9ed req-d9d9ed08-56a0-46aa-bdc7-5f0fe64f778f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.364900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 87224871-9726-408e-a496-909ed7233166 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:41.365291 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.479305 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d24689b-ae65-45d5-9662-2a895bd7fb53 None None] New status for floating IP b02bd43e-f5bc-4501-bb15-be4afb8c5661: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:00:41.508009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0b3f9bf7-58c6-4955-aff9-65ac66f9b9ed req-d9d9ed08-56a0-46aa-bdc7-5f0fe64f778f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] For port 46817ebb-528c-48e6-92f2-f1664f742926, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=46817ebb-528c-48e6-92f2-f1664f742926,segment=NetworkSegment(17bbb0ea-dddc-4e08-90b4-583883c43bfb),segment_id=17bbb0ea-dddc-4e08-90b4-583883c43bfb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:41.508627 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b3f9bf7-58c6-4955-aff9-65ac66f9b9ed req-d9d9ed08-56a0-46aa-bdc7-5f0fe64f778f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.534539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5570ac-c641-4546-8cb2-14bb1d6a28b7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:41.552361 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c5570ac-c641-4546-8cb2-14bb1d6a28b7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.552713 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-9c5570ac-c641-4546-8cb2-14bb1d6a28b7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Added segment 16fc1303-ea8c-4fb9-94ab-a45e4bb85eca of type vlan for network 8489cc52-0b1a-494d-aac8-dc04fa1c7536 Jul 16 04:00:41.587294 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-0b3f9bf7-58c6-4955-aff9-65ac66f9b9ed req-d9d9ed08-56a0-46aa-bdc7-5f0fe64f778f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Calling delete_port for 46817ebb-528c-48e6-92f2-f1664f742926 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:41.589893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-368f5813-21b3-42ad-b3c6-d3afe5042664 None None] Provisioning complete for port 7155a08e-91ae-4e6e-9aef-278baa4f2d44 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:41.590287 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-368f5813-21b3-42ad-b3c6-d3afe5042664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.656219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-368f5813-21b3-42ad-b3c6-d3afe5042664 None None] Port 7155a08e-91ae-4e6e-9aef-278baa4f2d44 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:41.673804 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c5570ac-c641-4546-8cb2-14bb1d6a28b7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.736137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Router 9f3c742a-0de7-4d29-a101-68b515dfb1ea has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:41.741513 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4f77f2a-0a46-4b73-9150-b960e38866f9 req-fb29c45b-e5bd-4dd3-b33c-108a497fed45 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5411868 Jul 16 04:00:41.749093 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c5570ac-c641-4546-8cb2-14bb1d6a28b7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.754757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5570ac-c641-4546-8cb2-14bb1d6a28b7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:41.755362 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c5570ac-c641-4546-8cb2-14bb1d6a28b7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.857887 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9c5570ac-c641-4546-8cb2-14bb1d6a28b7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8352985 Jul 16 04:00:41.860581 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:41.865970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3f2206b0-a972-45eb-805e-3f03a428d457 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-69229716'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:41.894219 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b3f9bf7-58c6-4955-aff9-65ac66f9b9ed req-d9d9ed08-56a0-46aa-bdc7-5f0fe64f778f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.956397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5570ac-c641-4546-8cb2-14bb1d6a28b7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event updated for resources: {'Network': ['ID=8489cc52-0b1a-494d-aac8-dc04fa1c7536,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:41.963053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9ed08-56a0-46aa-bdc7-5f0fe64f778f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Port': ['ID=46817ebb-528c-48e6-92f2-f1664f742926,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:41.965062 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2206b0-a972-45eb-805e-3f03a428d457 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Made reservation on behalf of 3a0a767abdd34d308c8886a1184e6dd6 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:41.972112 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f2206b0-a972-45eb-805e-3f03a428d457 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:41.983113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 8489cc52-0b1a-494d-aac8-dc04fa1c7536 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:42.048845 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3f9bf7-58c6-4955-aff9-65ac66f9b9ed req-d9d9ed08-56a0-46aa-bdc7-5f0fe64f778f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] No DVR routers for this DVR port 46817ebb-528c-48e6-92f2-f1664f742926 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:42.055048 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0b3f9bf7-58c6-4955-aff9-65ac66f9b9ed req-d9d9ed08-56a0-46aa-bdc7-5f0fe64f778f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.064372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:42.064659 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b3f9bf7-58c6-4955-aff9-65ac66f9b9ed req-d9d9ed08-56a0-46aa-bdc7-5f0fe64f778f tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.20 "DELETE /v2.0/ports/46817ebb-528c-48e6-92f2-f1664f742926 HTTP/1.1" status: 204 len: 173 time: 1.1121578 Jul 16 04:00:42.065142 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3', 'name': 'network-vif-deleted', 'tag': '46817ebb-528c-48e6-92f2-f1664f742926'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:00:42.079588 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0989b84-affa-4141-8821-3e2d8e9f4a1a" -d '{"events": [{"server_uuid": "e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3", "name": "network-vif-deleted", "tag": "46817ebb-528c-48e6-92f2-f1664f742926"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:00:42.081392 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8841fd25-6ac4-406d-b582-72a1ed8520b6 admin admin] 10.222.0.18 "PUT /v2.0/routers/9f3c742a-0de7-4d29-a101-68b515dfb1ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2583668 Jul 16 04:00:42.093409 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77f2a-0a46-4b73-9150-b960e38866f9 req-3366360f-2e30-4cba-b46a-da46fb08fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:42.096088 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4f77f2a-0a46-4b73-9150-b960e38866f9 req-3366360f-2e30-4cba-b46a-da46fb08fc4d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 1096 time: 0.2437568 Jul 16 04:00:42.136153 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Sync routers for ids ['9f3c742a-0de7-4d29-a101-68b515dfb1ea'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:42.150983 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Routers {'9f3c742a-0de7-4d29-a101-68b515dfb1ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:42.151643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9f3c742a-0de7-4d29-a101-68b515dfb1ea'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:42.156272 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76336ef2-660c-45cb-8c86-8c02318f6601 x-openstack-request-id: req-76336ef2-660c-45cb-8c86-8c02318f6601 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:00:42.156616 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3", "name": "network-vif-deleted", "tag": "46817ebb-528c-48e6-92f2-f1664f742926", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:00:42.156870 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76336ef2-660c-45cb-8c86-8c02318f6601 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:00:42.173731 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3', 'name': 'network-vif-deleted', 'tag': '46817ebb-528c-48e6-92f2-f1664f742926', 'status': 'completed', 'code': 200} Jul 16 04:00:42.175573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2206b0-a972-45eb-805e-3f03a428d457 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:42.206945 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f2206b0-a972-45eb-805e-3f03a428d457 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.207306 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-3f2206b0-a972-45eb-805e-3f03a428d457 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Added segment 4c45ec8d-5a13-430c-bdb6-f7e3bf7a1913 of type vlan for network a71f756e-19af-46f0-b28e-2481664e8463 Jul 16 04:00:42.308974 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f2206b0-a972-45eb-805e-3f03a428d457 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.382797 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f2206b0-a972-45eb-805e-3f03a428d457 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.393424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2206b0-a972-45eb-805e-3f03a428d457 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:42.394456 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3f2206b0-a972-45eb-805e-3f03a428d457 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:42.441960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Set router 9f3c742a-0de7-4d29-a101-68b515dfb1ea gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:42.500975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3f2206b0-a972-45eb-805e-3f03a428d457 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6392236 Jul 16 04:00:42.510975 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46042) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:42.518469 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Request body: {'ports': [{'network_id': '8489cc52-0b1a-494d-aac8-dc04fa1c7536', 'name': 'tempest-port--2021022127', 'admin_state_up': True}, {'network_id': 'a71f756e-19af-46f0-b28e-2481664e8463', 'admin_state_up': False}]} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:42.518783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Request body: {'port': {'network_id': '8489cc52-0b1a-494d-aac8-dc04fa1c7536', 'name': 'tempest-port--2021022127', 'admin_state_up': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:42.519336 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Request body: {'port': {'network_id': 'a71f756e-19af-46f0-b28e-2481664e8463', 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:42.573649 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77f2a-0a46-4b73-9150-b960e38866f9 req-625379f5-f1fe-4538-8809-b0775ebece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:42.587358 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4f77f2a-0a46-4b73-9150-b960e38866f9 req-625379f5-f1fe-4538-8809-b0775ebece2d service neutron] 10.222.0.88 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.4407611 Jul 16 04:00:42.619569 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42228d57-3829-4b0c-96d0-0d94a527ac1d req-b1a9a3dc-bfc1-46eb-90b9-cad4146fa1f9 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4fcd075-e015-47d8-b6f5-7a0e5bed9bf3 HTTP/1.1" status: 200 len: 210 time: 0.1633582 Jul 16 04:00:42.620199 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2206b0-a972-45eb-805e-3f03a428d457 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event updated for resources: {'Network': ['ID=a71f756e-19af-46f0-b28e-2481664e8463,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:42.646690 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network a71f756e-19af-46f0-b28e-2481664e8463 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:42.895504 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4f77f2a-0a46-4b73-9150-b960e38866f9 req-c5ac1b9e-9a0f-4e92-a68b-73bc94f86a83 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 HTTP/1.1" status: 200 len: 1001 time: 0.2949166 Jul 16 04:00:42.914334 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'name': 'tempest-TestServerMultinode-583950872-router', 'tenant_id': 'a96b9f67e0994420be12110926162409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '87224871-9726-408e-a496-909ed7233166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:31Z', 'updated_at': '2021-07-16T04:00:38Z', 'revision_number': 4, 'project_id': 'a96b9f67e0994420be12110926162409', 'gw_port': {'id': '87224871-9726-408e-a496-909ed7233166', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:32Z', 'updated_at': '2021-07-16T04:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7155a08e-91ae-4e6e-9aef-278baa4f2d44', 'name': '', 'network_id': 'e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082', 'tenant_id': 'a96b9f67e0994420be12110926162409', 'mac_address': 'fa:16:3e:5e:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54127feb-3284-4786-8ab2-b20b1d611bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:36Z', 'updated_at': '2021-07-16T04:00:39Z', 'revision_number': 2, 'project_id': 'a96b9f67e0994420be12110926162409', 'subnets': [{'id': '54127feb-3284-4786-8ab2-b20b1d611bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:42.955420 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Checking router: 9f3c742a-0de7-4d29-a101-68b515dfb1ea for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:00:42.956195 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Updating router 9f3c742a-0de7-4d29-a101-68b515dfb1ea port 7155a08e-91ae-4e6e-9aef-278baa4f2d44 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:00:43.019526 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.086777 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Made reservation on behalf of 3a0a767abdd34d308c8886a1184e6dd6 for: {'port': 2} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:43.093994 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.107397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77f2a-0a46-4b73-9150-b960e38866f9 req-f1e01f94-086f-4ac8-a4f8-163cad84191b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:43.109572 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4f77f2a-0a46-4b73-9150-b960e38866f9 req-f1e01f94-086f-4ac8-a4f8-163cad84191b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.1872902 Jul 16 04:00:43.116693 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.186699 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-f4ccc232-cac5-4240-a69c-b5541912453f tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:43.194860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-f4ccc232-cac5-4240-a69c-b5541912453f tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/networks?id=b2775521-26fe-4d0d-83e7-48ccc4756c7c HTTP/1.1" status: 200 len: 910 time: 0.1220925 Jul 16 04:00:43.216566 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-9fec67bd-af34-4ff1-b3eb-c4622b32b5d4 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/quotas/a96b9f67e0994420be12110926162409 HTTP/1.1" status: 200 len: 375 time: 0.0200734 Jul 16 04:00:43.291163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] device_id is not set on port 89fee5cb-4ced-45c2-b319-2a9198aa09b8 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:43.309063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f77f2a-0a46-4b73-9150-b960e38866f9 req-4447d8ee-5259-4a3b-8a3b-27993385bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:43.311262 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4f77f2a-0a46-4b73-9150-b960e38866f9 req-4447d8ee-5259-4a3b-8a3b-27993385bcbb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1767776 Jul 16 04:00:43.319329 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-4b87e1ff-a52e-4f45-bec9-e589799ff9ac tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=a96b9f67e0994420be12110926162409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014864 Jul 16 04:00:43.543594 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-15220cbb-6f7d-474f-bfdc-b1bf91cf4f7e service neutron] 10.222.0.18 "GET /v2.0/networks/b2775521-26fe-4d0d-83e7-48ccc4756c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233751 Jul 16 04:00:43.568831 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.586694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Transition to ACTIVE for port object 7155a08e-91ae-4e6e-9aef-278baa4f2d44 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:43.600358 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4f77f2a-0a46-4b73-9150-b960e38866f9 req-bbb63527-7f55-4c9f-87ca-e3cf32d27c17 service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759433 Jul 16 04:00:43.605364 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.672567 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.675146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def15bcf-57e4-486f-b0dc-7434aaea5ed4 None None] Pushing event updated for resources: {'Port': ['ID=7155a08e-91ae-4e6e-9aef-278baa4f2d44,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:43.686396 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 46817ebb-528c-48e6-92f2-f1664f742926 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:43.689840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def15bcf-57e4-486f-b0dc-7434aaea5ed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:43.690498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def15bcf-57e4-486f-b0dc-7434aaea5ed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:43.690498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def15bcf-57e4-486f-b0dc-7434aaea5ed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:43.690868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def15bcf-57e4-486f-b0dc-7434aaea5ed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:43.691460 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def15bcf-57e4-486f-b0dc-7434aaea5ed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:43.691698 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def15bcf-57e4-486f-b0dc-7434aaea5ed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:43.691970 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def15bcf-57e4-486f-b0dc-7434aaea5ed4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:43.692340 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def15bcf-57e4-486f-b0dc-7434aaea5ed4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:43.692724 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def15bcf-57e4-486f-b0dc-7434aaea5ed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:43.693715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def15bcf-57e4-486f-b0dc-7434aaea5ed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:43.693715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def15bcf-57e4-486f-b0dc-7434aaea5ed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:43.694105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def15bcf-57e4-486f-b0dc-7434aaea5ed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:00:43.751137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 46817ebb-528c-48e6-92f2-f1664f742926 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:43.751633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 46817ebb-528c-48e6-92f2-f1664f742926 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:43.772552 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-247ac7ef-a810-4202-9460-d970407b0a85 service neutron] 10.222.0.18 "GET /v2.0/networks/b2775521-26fe-4d0d-83e7-48ccc4756c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226512 Jul 16 04:00:43.866902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46100) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:43.877029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Attempting to bind port 7155a08e-91ae-4e6e-9aef-278baa4f2d44 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:43.877403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Attempting to bind port 7155a08e-91ae-4e6e-9aef-278baa4f2d44 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '7e6d7242-538c-4214-aec6-7a99f7ff347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:43.885290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Attempting to bind port 7155a08e-91ae-4e6e-9aef-278baa4f2d44 on network e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:43.920533 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:43.920920 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Checking segment: {'id': '7e6d7242-538c-4214-aec6-7a99f7ff347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:43.921337 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:43.921737 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Bound using segment: {'id': '7e6d7242-538c-4214-aec6-7a99f7ff347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:43.922233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Bound port: 7155a08e-91ae-4e6e-9aef-278baa4f2d44, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6d7242-538c-4214-aec6-7a99f7ff347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:43.922619 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.119420 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db6ffd22-39a3-4c7f-bc7c-ac1193c073e9 req-266072c6-00e9-424c-b030-3264fd710dd5 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 210 time: 0.0977628 Jul 16 04:00:44.166140 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0a29-919e-4e98-b7b3-3a6f1f0c437a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.171959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] For port 7155a08e-91ae-4e6e-9aef-278baa4f2d44, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:44.175400 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] For port 7155a08e-91ae-4e6e-9aef-278baa4f2d44, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7155a08e-91ae-4e6e-9aef-278baa4f2d44,segment=NetworkSegment(7e6d7242-538c-4214-aec6-7a99f7ff347d),segment_id=7e6d7242-538c-4214-aec6-7a99f7ff347d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:44.184362 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.223820 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0a29-919e-4e98-b7b3-3a6f1f0c437a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.316425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Routers {'9f3c742a-0de7-4d29-a101-68b515dfb1ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:44.317218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9f3c742a-0de7-4d29-a101-68b515dfb1ea'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:44.348849 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0a29-919e-4e98-b7b3-3a6f1f0c437a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.352600 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e3d0a29-919e-4e98-b7b3-3a6f1f0c437a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:44.353825 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5e3d0a29-919e-4e98-b7b3-3a6f1f0c437a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "DELETE /v2.0/security-groups/51a0faa9-54b2-4838-81d2-b34fc625fb59 HTTP/1.1" status: 204 len: 168 time: 0.4859092 Jul 16 04:00:44.392672 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d0a29-919e-4e98-b7b3-3a6f1f0c437a tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a0faa9-54b2-4838-81d2-b34fc625fb59,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:44.417733 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46118) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:44.430978 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def15bcf-57e4-486f-b0dc-7434aaea5ed4 None None] Pushing event updated for resources: {'Port': ['ID=7155a08e-91ae-4e6e-9aef-278baa4f2d44,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:44.540234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] Set router 9f3c742a-0de7-4d29-a101-68b515dfb1ea gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:44.630320 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4f77f2a-0a46-4b73-9150-b960e38866f9 req-ca964e80-82f3-4a1c-adc6-598eeb76918f service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0208278 Jul 16 04:00:44.735319 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] device_id is not set on port 248847f5-5ebe-4abe-a66f-7b91f2fdf3de yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:00:44.985078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'name': 'tempest-TestServerMultinode-583950872-router', 'tenant_id': 'a96b9f67e0994420be12110926162409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '87224871-9726-408e-a496-909ed7233166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:31Z', 'updated_at': '2021-07-16T04:00:38Z', 'revision_number': 4, 'project_id': 'a96b9f67e0994420be12110926162409', 'gw_port': {'id': '87224871-9726-408e-a496-909ed7233166', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:32Z', 'updated_at': '2021-07-16T04:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7155a08e-91ae-4e6e-9aef-278baa4f2d44', 'name': '', 'network_id': 'e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082', 'tenant_id': 'a96b9f67e0994420be12110926162409', 'mac_address': 'fa:16:3e:5e:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54127feb-3284-4786-8ab2-b20b1d611bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:36Z', 'updated_at': '2021-07-16T04:00:44Z', 'revision_number': 4, 'project_id': 'a96b9f67e0994420be12110926162409', 'subnets': [{'id': '54127feb-3284-4786-8ab2-b20b1d611bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:45.041683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95401e3c-c786-4df6-b116-fb9024d0571a None None] The sync data for ids ['9f3c742a-0de7-4d29-a101-68b515dfb1ea'] in n-d-800088-6 is: [{'id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'name': 'tempest-TestServerMultinode-583950872-router', 'tenant_id': 'a96b9f67e0994420be12110926162409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '87224871-9726-408e-a496-909ed7233166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:31Z', 'updated_at': '2021-07-16T04:00:38Z', 'revision_number': 4, 'project_id': 'a96b9f67e0994420be12110926162409', 'gw_port': {'id': '87224871-9726-408e-a496-909ed7233166', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:32Z', 'updated_at': '2021-07-16T04:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7155a08e-91ae-4e6e-9aef-278baa4f2d44', 'name': '', 'network_id': 'e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082', 'tenant_id': 'a96b9f67e0994420be12110926162409', 'mac_address': 'fa:16:3e:5e:b4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '54127feb-3284-4786-8ab2-b20b1d611bf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:36Z', 'updated_at': '2021-07-16T04:00:44Z', 'revision_number': 4, 'project_id': 'a96b9f67e0994420be12110926162409', 'subnets': [{'id': '54127feb-3284-4786-8ab2-b20b1d611bf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:45.051869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.217409 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.297784 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef47e078-a03a-4ce5-a586-eb32b51b5b6d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.404968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2193d44c-d1fc-4bbb-bf30-1881654596cb req-b7fc616c-448c-4742-b67d-f03a2c12ed03 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 210 time: 0.0456204 Jul 16 04:00:45.413204 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event updated for resources: {'Port': ['ID=89fee5cb-4ced-45c2-b319-2a9198aa09b8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:45.443312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Checking segment: {'id': '16fc1303-ea8c-4fb9-94ab-a45e4bb85eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '8489cc52-0b1a-494d-aac8-dc04fa1c7536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:45.443795 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Network hostable DHCP agents. Network: 8489cc52-0b1a-494d-aac8-dc04fa1c7536, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:45.464077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Network 8489cc52-0b1a-494d-aac8-dc04fa1c7536 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:45.494289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 8489cc52-0b1a-494d-aac8-dc04fa1c7536) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:45.504639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5dc3e4-5adb-411f-8952-5e265b2daec5 None None] Network 8489cc52-0b1a-494d-aac8-dc04fa1c7536 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:45.511250 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:45.512141 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.648468 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Checking segment: {'id': '4c45ec8d-5a13-430c-bdb6-f7e3bf7a1913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'a71f756e-19af-46f0-b28e-2481664e8463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:45.650569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Network hostable DHCP agents. Network: a71f756e-19af-46f0-b28e-2481664e8463, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:45.671771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event updated for resources: {'Port': ['ID=248847f5-5ebe-4abe-a66f-7b91f2fdf3de,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:45.675787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Network a71f756e-19af-46f0-b28e-2481664e8463 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:45.687363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, a71f756e-19af-46f0-b28e-2481664e8463) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:45.700820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0db50d3-46a5-42cd-bed4-3e42bf6e419f None None] Network a71f756e-19af-46f0-b28e-2481664e8463 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:45.702508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:45.709503 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:45.716815 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:45.718990 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.738923 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c4027382-ffea-4e44-b082-0a3d68517b96 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2248595 Jul 16 04:00:45.741523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46140) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:45.949404 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ef47e078-a03a-4ce5-a586-eb32b51b5b6d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Deleting port d3e55e82-8415-4d49-b336-f90cd6014777 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:45.949404 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef47e078-a03a-4ce5-a586-eb32b51b5b6d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:45.971637 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b522b74-2b44-4ee5-966a-a76af57c1a5e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:45.988680 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b522b74-2b44-4ee5-966a-a76af57c1a5e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:45.995133 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7b522b74-2b44-4ee5-966a-a76af57c1a5e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2456651 Jul 16 04:00:45.995956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46146) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:46.174464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ef47e078-a03a-4ce5-a586-eb32b51b5b6d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] For port d3e55e82-8415-4d49-b336-f90cd6014777, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d3e55e82-8415-4d49-b336-f90cd6014777,segment=NetworkSegment(17bbb0ea-dddc-4e08-90b4-583883c43bfb),segment_id=17bbb0ea-dddc-4e08-90b4-583883c43bfb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:46.174464 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef47e078-a03a-4ce5-a586-eb32b51b5b6d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.208522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ef47e078-a03a-4ce5-a586-eb32b51b5b6d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Calling delete_port for d3e55e82-8415-4d49-b336-f90cd6014777 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:46.337542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d87e1b86-89e3-4397-94c1-17943b93d0b8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Deleting port 89fee5cb-4ced-45c2-b319-2a9198aa09b8 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:46.338042 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d87e1b86-89e3-4397-94c1-17943b93d0b8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.395686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-134cbbfe-749b-4694-bac0-ed763cd571c5 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:46.397846 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-134cbbfe-749b-4694-bac0-ed763cd571c5 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.88 "GET /v2.0/networks?id=b2775521-26fe-4d0d-83e7-48ccc4756c7c HTTP/1.1" status: 200 len: 910 time: 0.2727382 Jul 16 04:00:46.440607 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-e73390d5-4348-4049-83f0-876040e1f7cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Request body: {'port': {'device_id': 'f99d0365-4620-45cb-b042-2d271ea44675', 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c', 'admin_state_up': True, 'tenant_id': 'a96b9f67e0994420be12110926162409'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:46.448643 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d87e1b86-89e3-4397-94c1-17943b93d0b8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.471125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d87e1b86-89e3-4397-94c1-17943b93d0b8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Calling delete_port for 89fee5cb-4ced-45c2-b319-2a9198aa09b8 owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:46.539494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-e73390d5-4348-4049-83f0-876040e1f7cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Made reservation on behalf of a96b9f67e0994420be12110926162409 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:46.542714 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-e73390d5-4348-4049-83f0-876040e1f7cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.579319 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef47e078-a03a-4ce5-a586-eb32b51b5b6d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.648041 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47e078-a03a-4ce5-a586-eb32b51b5b6d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Port': ['ID=d3e55e82-8415-4d49-b336-f90cd6014777,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:46.709461 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d87e1b86-89e3-4397-94c1-17943b93d0b8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.735288 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d87e1b86-89e3-4397-94c1-17943b93d0b8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:46.738070 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d87e1b86-89e3-4397-94c1-17943b93d0b8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "DELETE /v2.0/ports/89fee5cb-4ced-45c2-b319-2a9198aa09b8 HTTP/1.1" status: 204 len: 168 time: 0.7410841 Jul 16 04:00:46.742023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46150) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:46.778849 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7f91af5-987b-446b-a97f-37c630fab00f req-67300ebc-2d57-4a0a-b231-775e60ad3f57 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 210 time: 0.1131279 Jul 16 04:00:46.927846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e1b86-89e3-4397-94c1-17943b93d0b8 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event deleted for resources: {'Port': ['ID=89fee5cb-4ced-45c2-b319-2a9198aa09b8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:46.983424 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-e73390d5-4348-4049-83f0-876040e1f7cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Allocated IP 172.20.0.3 (b2775521-26fe-4d0d-83e7-48ccc4756c7c/a762a1b6-8c42-47f4-b151-c402ac9c5e7b/6e836cdf-d11e-4c9f-ac91-021659f7a299) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:46.991597 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef47e078-a03a-4ce5-a586-eb32b51b5b6d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.008680 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a1372d1f-f859-45ef-a4e6-56b674b0d0c4 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Deleting port 248847f5-5ebe-4abe-a66f-7b91f2fdf3de {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:47.009031 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1372d1f-f859-45ef-a4e6-56b674b0d0c4 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.172490 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1372d1f-f859-45ef-a4e6-56b674b0d0c4 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.218169 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-a1372d1f-f859-45ef-a4e6-56b674b0d0c4 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Calling delete_port for 248847f5-5ebe-4abe-a66f-7b91f2fdf3de owned by {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:47.328441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7155a08e-91ae-4e6e-9aef-278baa4f2d44 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:47.340734 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef47e078-a03a-4ce5-a586-eb32b51b5b6d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Router 7a24027f-cb2c-4cca-9385-a721561fb2ae has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:00:47.384103 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-e73390d5-4348-4049-83f0-876040e1f7cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.405177 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-e73390d5-4348-4049-83f0-876040e1f7cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Transition to ACTIVE for port object 6e836cdf-d11e-4c9f-ac91-021659f7a299 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:47.420370 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 7155a08e-91ae-4e6e-9aef-278baa4f2d44 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:47.425301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 7155a08e-91ae-4e6e-9aef-278baa4f2d44 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:47.426228 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.426550 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1372d1f-f859-45ef-a4e6-56b674b0d0c4 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.471539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1372d1f-f859-45ef-a4e6-56b674b0d0c4 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event deleted for resources: {'Port': ['ID=248847f5-5ebe-4abe-a66f-7b91f2fdf3de,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:47.501484 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a1372d1f-f859-45ef-a4e6-56b674b0d0c4 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.506540 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a1372d1f-f859-45ef-a4e6-56b674b0d0c4 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "DELETE /v2.0/ports/248847f5-5ebe-4abe-a66f-7b91f2fdf3de HTTP/1.1" status: 204 len: 168 time: 0.7438884 Jul 16 04:00:47.508600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46156) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:47.520976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef47e078-a03a-4ce5-a586-eb32b51b5b6d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:00:47.533349 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dcd379-db06-4506-b045-6d309c42c442 None None] Sync routers for ids ['7a24027f-cb2c-4cca-9385-a721561fb2ae'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:00:47.539817 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ef47e078-a03a-4ce5-a586-eb32b51b5b6d tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "PUT /v2.0/routers/7a24027f-cb2c-4cca-9385-a721561fb2ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1205382 Jul 16 04:00:47.540836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46158) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:47.548855 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dcd379-db06-4506-b045-6d309c42c442 None None] Routers {'7a24027f-cb2c-4cca-9385-a721561fb2ae'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:47.549525 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-59dcd379-db06-4506-b045-6d309c42c442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['7a24027f-cb2c-4cca-9385-a721561fb2ae'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:47.562675 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-726d7753-0d27-41bb-808d-1d1a6ce29c95 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0529177 Jul 16 04:00:47.563449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46160) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:47.564644 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-e73390d5-4348-4049-83f0-876040e1f7cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.583056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2d747f3b-fdb8-463a-a09f-94c736d7eadb tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1714957924'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:47.586761 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.602400 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2f9c3b-8713-4963-a530-d1113f7fbfda tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Deleting subnet aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:47.606860 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9c3b-8713-4963-a530-d1113f7fbfda tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.658175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 7155a08e-91ae-4e6e-9aef-278baa4f2d44, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7155a08e-91ae-4e6e-9aef-278baa4f2d44,segment=NetworkSegment(7e6d7242-538c-4214-aec6-7a99f7ff347d),segment_id=7e6d7242-538c-4214-aec6-7a99f7ff347d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:47.671337 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.672336 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9c3b-8713-4963-a530-d1113f7fbfda tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.708967 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-e73390d5-4348-4049-83f0-876040e1f7cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Network b2775521-26fe-4d0d-83e7-48ccc4756c7c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:47.718677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-e73390d5-4348-4049-83f0-876040e1f7cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:47.729067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-e73390d5-4348-4049-83f0-876040e1f7cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:47.731812 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d747f3b-fdb8-463a-a09f-94c736d7eadb tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Made reservation on behalf of 3a0a767abdd34d308c8886a1184e6dd6 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:47.733187 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-59dcd379-db06-4506-b045-6d309c42c442 None None] Set router 7a24027f-cb2c-4cca-9385-a721561fb2ae gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:47.735379 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d747f3b-fdb8-463a-a09f-94c736d7eadb tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.739287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73390d5-4348-4049-83f0-876040e1f7cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Pushing event updated for resources: {'Port': ['ID=6e836cdf-d11e-4c9f-ac91-021659f7a299,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:47.767316 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=7155a08e-91ae-4e6e-9aef-278baa4f2d44,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:47.811104 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d747f3b-fdb8-463a-a09f-94c736d7eadb tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:47.812095 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9c3b-8713-4963-a530-d1113f7fbfda tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.816571 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-e73390d5-4348-4049-83f0-876040e1f7cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:47.817118 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-e73390d5-4348-4049-83f0-876040e1f7cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.829404 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d747f3b-fdb8-463a-a09f-94c736d7eadb tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.830832 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-2d747f3b-fdb8-463a-a09f-94c736d7eadb tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Added segment a3006932-9e95-4eb3-9124-b2699c0e6cc9 of type vlan for network e491d967-29f9-4665-b270-d31963d2f183 Jul 16 04:00:47.882761 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-e73390d5-4348-4049-83f0-876040e1f7cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4513357 Jul 16 04:00:47.902033 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Request body: {'port': {'device_id': 'f99d0365-4620-45cb-b042-2d271ea44675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:47.915520 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d747f3b-fdb8-463a-a09f-94c736d7eadb tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:47.953543 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9c3b-8713-4963-a530-d1113f7fbfda tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.017597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f9c3b-8713-4963-a530-d1113f7fbfda tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:48.034616 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-eb2f9c3b-8713-4963-a530-d1113f7fbfda tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.039042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d24b77-5893-43a9-89ed-1180745919e8 None None] Network ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:48.042405 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-eb2f9c3b-8713-4963-a530-d1113f7fbfda tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "DELETE /v2.0/subnets/aa2403ba-08b8-4bfc-8ec8-6758c0b3c0af HTTP/1.1" status: 204 len: 168 time: 0.5002472 Jul 16 04:00:48.046452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46166) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:48.050019 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d747f3b-fdb8-463a-a09f-94c736d7eadb tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.061700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d747f3b-fdb8-463a-a09f-94c736d7eadb tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:48.062604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d747f3b-fdb8-463a-a09f-94c736d7eadb tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.136116 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2d747f3b-fdb8-463a-a09f-94c736d7eadb tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5637796 Jul 16 04:00:48.136905 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.140956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46168) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:48.167518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-47d6b6b8-8db9-4487-bb93-440faaefe993 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-665681970'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:48.168027 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-59dcd379-db06-4506-b045-6d309c42c442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:28Z', 'updated_at': '2021-07-16T04:00:46Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:29Z', 'updated_at': '2021-07-16T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:48.239840 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dcd379-db06-4506-b045-6d309c42c442 None None] Checking router: 7a24027f-cb2c-4cca-9385-a721561fb2ae for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:00:48.292921 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dcd379-db06-4506-b045-6d309c42c442 None None] Routers {'7a24027f-cb2c-4cca-9385-a721561fb2ae'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:00:48.294055 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-59dcd379-db06-4506-b045-6d309c42c442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:00:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['7a24027f-cb2c-4cca-9385-a721561fb2ae'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:48.315823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-65da3e0a-997a-4f54-8a6d-19fc4b129143 None None] Provisioning for port 6e836cdf-d11e-4c9f-ac91-021659f7a299 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:48.322392 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-65da3e0a-997a-4f54-8a6d-19fc4b129143 None None] Provisioning complete for port 6e836cdf-d11e-4c9f-ac91-021659f7a299 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:48.323131 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65da3e0a-997a-4f54-8a6d-19fc4b129143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.332913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d747f3b-fdb8-463a-a09f-94c736d7eadb tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event updated for resources: {'Network': ['ID=e491d967-29f9-4665-b270-d31963d2f183,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:48.364944 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network e491d967-29f9-4665-b270-d31963d2f183 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:48.388723 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d6b6b8-8db9-4487-bb93-440faaefe993 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Made reservation on behalf of 3a0a767abdd34d308c8886a1184e6dd6 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:48.410576 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47d6b6b8-8db9-4487-bb93-440faaefe993 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.501924 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.511154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d7d892-3094-4f02-8ffb-7eae9e066b1a None None] DHCP port deletion for ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:48.512160 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa320bfc-5f88-4156-88b8-4a0fcfa6e8f6 req-79f5a92d-76ee-4890-ae4e-a1b2213aacfc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:48.514293 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa320bfc-5f88-4156-88b8-4a0fcfa6e8f6 req-79f5a92d-76ee-4890-ae4e-a1b2213aacfc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 1027 time: 0.3240297 Jul 16 04:00:48.564977 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-65da3e0a-997a-4f54-8a6d-19fc4b129143 None None] Port 6e836cdf-d11e-4c9f-ac91-021659f7a299 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:00:48.588234 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-59dcd379-db06-4506-b045-6d309c42c442 None None] Set router 7a24027f-cb2c-4cca-9385-a721561fb2ae gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:00:48.589294 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-99d7d892-3094-4f02-8ffb-7eae9e066b1a None None] Deleting port 3f14c1f5-76be-4ad4-bb72-f548c2a23504 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:48.589682 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-99d7d892-3094-4f02-8ffb-7eae9e066b1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.617278 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d6b6b8-8db9-4487-bb93-440faaefe993 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:00:48.649009 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47d6b6b8-8db9-4487-bb93-440faaefe993 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.649519 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-47d6b6b8-8db9-4487-bb93-440faaefe993 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Added segment 6306d0c9-81c2-472b-95cf-6810434881c7 of type vlan for network 31f2397f-12b8-4bfb-830d-062e47bc715a Jul 16 04:00:48.716826 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47d6b6b8-8db9-4487-bb93-440faaefe993 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.752979 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa320bfc-5f88-4156-88b8-4a0fcfa6e8f6 req-2976bc81-20d8-488c-854c-095bb0475ee0 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270207 Jul 16 04:00:48.757916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-99d7d892-3094-4f02-8ffb-7eae9e066b1a None None] For port 3f14c1f5-76be-4ad4-bb72-f548c2a23504, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3f14c1f5-76be-4ad4-bb72-f548c2a23504,segment=NetworkSegment(17bbb0ea-dddc-4e08-90b4-583883c43bfb),segment_id=17bbb0ea-dddc-4e08-90b4-583883c43bfb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:48.758321 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-99d7d892-3094-4f02-8ffb-7eae9e066b1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.802494 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-99d7d892-3094-4f02-8ffb-7eae9e066b1a None None] Calling delete_port for 3f14c1f5-76be-4ad4-bb72-f548c2a23504 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:48.819597 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47d6b6b8-8db9-4487-bb93-440faaefe993 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.827561 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d6b6b8-8db9-4487-bb93-440faaefe993 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:48.828656 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47d6b6b8-8db9-4487-bb93-440faaefe993 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.908665 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:48.913957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6b6b8-8db9-4487-bb93-440faaefe993 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event updated for resources: {'Network': ['ID=31f2397f-12b8-4bfb-830d-062e47bc715a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:48.938289 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-47d6b6b8-8db9-4487-bb93-440faaefe993 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7928436 Jul 16 04:00:48.959876 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 31f2397f-12b8-4bfb-830d-062e47bc715a details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:00:49.030986 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-99d7d892-3094-4f02-8ffb-7eae9e066b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.035921 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Deleting port bcfc4637-0586-4333-aa99-a46d1e739df7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:49.036387 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.094908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e836cdf-d11e-4c9f-ac91-021659f7a299 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:00:49.095901 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-59dcd379-db06-4506-b045-6d309c42c442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:28Z', 'updated_at': '2021-07-16T04:00:46Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:29Z', 'updated_at': '2021-07-16T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:49.117217 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.145218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7d892-3094-4f02-8ffb-7eae9e066b1a None None] Pushing event deleted for resources: {'Port': ['ID=3f14c1f5-76be-4ad4-bb72-f548c2a23504,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:49.154295 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Transition to ACTIVE for port object 6e836cdf-d11e-4c9f-ac91-021659f7a299 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:49.155959 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46178) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:49.164591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Request body: {'subnets': [{'network_id': 'e491d967-29f9-4665-b270-d31963d2f183', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--409896942', 'ip_version': 4}, {'network_id': '31f2397f-12b8-4bfb-830d-062e47bc715a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:49.165512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Request body: {'subnet': {'network_id': 'e491d967-29f9-4665-b270-d31963d2f183', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--409896942', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:49.167062 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Request body: {'subnet': {'network_id': '31f2397f-12b8-4bfb-830d-062e47bc715a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:49.173510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d7d892-3094-4f02-8ffb-7eae9e066b1a None None] No DVR routers for this DVR port 3f14c1f5-76be-4ad4-bb72-f548c2a23504 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:49.233126 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.251602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] For port bcfc4637-0586-4333-aa99-a46d1e739df7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=bcfc4637-0586-4333-aa99-a46d1e739df7,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:49.251879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7155a08e-91ae-4e6e-9aef-278baa4f2d44 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:49.252529 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.276410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Calling delete_port for bcfc4637-0586-4333-aa99-a46d1e739df7 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:49.337444 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 7155a08e-91ae-4e6e-9aef-278baa4f2d44 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:49.338288 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.363402 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dcd379-db06-4506-b045-6d309c42c442 None None] The sync data for ids ['7a24027f-cb2c-4cca-9385-a721561fb2ae'] in n-d-800088-6 is: [{'id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'name': 'tempest-TestNetworkBasicOps-router-1033090237', 'tenant_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:59:28Z', 'updated_at': '2021-07-16T04:00:46Z', 'revision_number': 5, 'project_id': '3e7bbcc6fe2649adab81afb7b0ba2f38', 'gw_port': {'id': 'bcfc4637-0586-4333-aa99-a46d1e739df7', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ac:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a24027f-cb2c-4cca-9385-a721561fb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:59:29Z', 'updated_at': '2021-07-16T03:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:00:49.433324 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e836cdf-d11e-4c9f-ac91-021659f7a299,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:49.672337 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.743218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Attempting to bind port 6e836cdf-d11e-4c9f-ac91-021659f7a299 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:49.743600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Attempting to bind port 6e836cdf-d11e-4c9f-ac91-021659f7a299 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:49.743941 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Attempting to bind port 6e836cdf-d11e-4c9f-ac91-021659f7a299 on network b2775521-26fe-4d0d-83e7-48ccc4756c7c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:49.750647 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Port 6e836cdf-d11e-4c9f-ac91-021659f7a299 on network b2775521-26fe-4d0d-83e7-48ccc4756c7c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:00:49.751019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Attempting to bind port 6e836cdf-d11e-4c9f-ac91-021659f7a299 on network b2775521-26fe-4d0d-83e7-48ccc4756c7c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:49.766855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3f14c1f5-76be-4ad4-bb72-f548c2a23504 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:49.776754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:49.777166 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Checking segment: {'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:49.777510 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Bound using segment: {'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:49.782533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Bound port: 6e836cdf-d11e-4c9f-ac91-021659f7a299, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:49.782958 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.784036 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Port': ['ID=bcfc4637-0586-4333-aa99-a46d1e739df7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:49.786826 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Made reservation on behalf of 3a0a767abdd34d308c8886a1184e6dd6 for: {'subnet': 2} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:00:49.799908 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.800232 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:49.811126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 3f14c1f5-76be-4ad4-bb72-f548c2a23504 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:49.811487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3f14c1f5-76be-4ad4-bb72-f548c2a23504 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:49.911792 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.004914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] For port 6e836cdf-d11e-4c9f-ac91-021659f7a299, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:50.009480 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] For port 6e836cdf-d11e-4c9f-ac91-021659f7a299, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6e836cdf-d11e-4c9f-ac91-021659f7a299,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:50.170823 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.245036 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:50.245613 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.248680 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] 10.222.0.88 "PUT /v2.0/ports/6e836cdf-d11e-4c9f-ac91-021659f7a299 HTTP/1.1" status: 200 len: 1091 time: 2.3513896 Jul 16 04:00:50.253477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99d0365-4620-45cb-b042-2d271ea44675', 'tag': '6e836cdf-d11e-4c9f-ac91-021659f7a299'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:00:50.255900 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175d320f-673c-424b-8ca4-1c5f03edb417" -d '{"events": [{"name": "network-changed", "server_uuid": "f99d0365-4620-45cb-b042-2d271ea44675", "tag": "6e836cdf-d11e-4c9f-ac91-021659f7a299"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:00:50.339277 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0ae35b-2666-4362-8cbd-120505d56169 x-openstack-request-id: req-2b0ae35b-2666-4362-8cbd-120505d56169 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:00:50.339680 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99d0365-4620-45cb-b042-2d271ea44675", "tag": "6e836cdf-d11e-4c9f-ac91-021659f7a299", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:00:50.339807 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b0ae35b-2666-4362-8cbd-120505d56169 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:00:50.340220 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99d0365-4620-45cb-b042-2d271ea44675', 'tag': '6e836cdf-d11e-4c9f-ac91-021659f7a299', 'status': 'completed', 'code': 200} Jul 16 04:00:50.343576 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0293b6b-efd4-4d9c-aa01-91537de451d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e836cdf-d11e-4c9f-ac91-021659f7a299,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:50.438445 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-31134310-4c6b-4735-b145-635961618dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:50.440296 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-31134310-4c6b-4735-b145-635961618dc3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a96b9f67e0994420be12110926162409&device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 1094 time: 0.1125975 Jul 16 04:00:50.506078 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-687b9c09-2aab-4397-ac1b-e717eccb37c9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e836cdf-d11e-4c9f-ac91-021659f7a299 HTTP/1.1" status: 200 len: 217 time: 0.0520606 Jul 16 04:00:50.591584 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.594143 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.607058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-ee1cceec-6ffd-4e0a-909f-7f309ccab2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:50.620388 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-ee1cceec-6ffd-4e0a-909f-7f309ccab2b4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a762a1b6-8c42-47f4-b151-c402ac9c5e7b HTTP/1.1" status: 200 len: 848 time: 0.0929463 Jul 16 04:00:50.623168 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.675416 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.676424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Fanout notify agent at l3_agent the message router_deleted on router 7a24027f-cb2c-4cca-9385-a721561fb2ae {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:00:50.692293 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.697349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-77fe63a0-9c25-40d7-8a4c-08c4e92bdbc2 tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "DELETE /v2.0/routers/7a24027f-cb2c-4cca-9385-a721561fb2ae HTTP/1.1" status: 204 len: 168 time: 2.6499567 Jul 16 04:00:50.698000 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:50.706583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event updated for resources: {'Subnet': ['ID=8665f644-b39d-4e8b-b004-2f4f89ed04f6,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:50.784341 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Checking segment: {'id': 'a3006932-9e95-4eb3-9124-b2699c0e6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'e491d967-29f9-4665-b270-d31963d2f183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:50.788460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Network hostable DHCP agents. Network: e491d967-29f9-4665-b270-d31963d2f183, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:50.817559 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64cb4379-50e2-4f01-9f92-96e1ed44c74c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.827089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c1ab5-7039-4d01-ba21-d2f02731131f req-2dcaeb8e-b694-4c8e-8422-0c16953cc77c tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:50.829837 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-cbcf6d57-e2bb-40d4-81bc-8242cc59709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:50.831693 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-cbcf6d57-e2bb-40d4-81bc-8242cc59709b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b2775521-26fe-4d0d-83e7-48ccc4756c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1937675 Jul 16 04:00:50.832913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c34c1ab5-7039-4d01-ba21-d2f02731131f req-2dcaeb8e-b694-4c8e-8422-0c16953cc77c tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 1094 time: 0.2993832 Jul 16 04:00:50.837605 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Network e491d967-29f9-4665-b270-d31963d2f183 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:50.866394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, e491d967-29f9-4665-b270-d31963d2f183) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:50.880166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfb7f47-c8f3-4a0a-bee0-27481f1b0c6d None None] Network e491d967-29f9-4665-b270-d31963d2f183 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:50.883895 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:50.994102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event updated for resources: {'Subnet': ['ID=50f7e9e9-ffbe-41ac-bc8e-8e29323abbbc,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:51.014580 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Checking segment: {'id': '6306d0c9-81c2-472b-95cf-6810434881c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '31f2397f-12b8-4bfb-830d-062e47bc715a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:51.015406 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Network hostable DHCP agents. Network: 31f2397f-12b8-4bfb-830d-062e47bc715a, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:00:51.028216 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c34c1ab5-7039-4d01-ba21-d2f02731131f req-4f87fdde-ec85-47e9-84db-4b0bdc253bf7 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916070 Jul 16 04:00:51.041675 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-45d24bda-ac8b-412c-b91c-e75126dd4454 service neutron] 10.222.0.88 "GET /v2.0/networks/b2775521-26fe-4d0d-83e7-48ccc4756c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973174 Jul 16 04:00:51.087991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Network 31f2397f-12b8-4bfb-830d-062e47bc715a is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:00:51.116591 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64cb4379-50e2-4f01-9f92-96e1ed44c74c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.123782 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-e491d967-29f9-4665-b270-d31963d2f183', 'network_id': 'e491d967-29f9-4665-b270-d31963d2f183', 'tenant_id': '3a0a767abdd34d308c8886a1184e6dd6', 'fixed_ips': [{'subnet_id': '8665f644-b39d-4e8b-b004-2f4f89ed04f6'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:51.124698 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.130566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-64cb4379-50e2-4f01-9f92-96e1ed44c74c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:51.139119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 31f2397f-12b8-4bfb-830d-062e47bc715a) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:51.146092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:51.146841 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:51.147095 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-64cb4379-50e2-4f01-9f92-96e1ed44c74c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bbb0ea-dddc-4e08-90b4-583883c43bfb') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:51.147733 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-64cb4379-50e2-4f01-9f92-96e1ed44c74c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bbb0ea-dddc-4e08-90b4-583883c43bfb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:51.148171 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.173007 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fe863f6e-45a5-4557-9d1f-d116372af075 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.0149148 Jul 16 04:00:51.175177 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64cb4379-50e2-4f01-9f92-96e1ed44c74c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.175808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46194) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:51.200995 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64cb4379-50e2-4f01-9f92-96e1ed44c74c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.208556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64cb4379-50e2-4f01-9f92-96e1ed44c74c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:51.209151 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64cb4379-50e2-4f01-9f92-96e1ed44c74c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:51.213221 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:51.228071 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a58c4f-8234-4b4f-a253-3278fb7eb691 None None] Network 31f2397f-12b8-4bfb-830d-062e47bc715a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:51.238781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07cfa6a-e50d-4527-bf4c-39112cbbbf35 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:51.241089 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07cfa6a-e50d-4527-bf4c-39112cbbbf35 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:51.242925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07cfa6a-e50d-4527-bf4c-39112cbbbf35 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:51.248938 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b07cfa6a-e50d-4527-bf4c-39112cbbbf35 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0718849 Jul 16 04:00:51.251943 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46196) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:51.338310 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3d5287bc-b5ba-49be-ac94-353b3a886c81 req-b9d1e453-86bd-4d78-b236-1af45ce78061 service neutron] 10.222.0.88 "GET /v2.0/networks/b2775521-26fe-4d0d-83e7-48ccc4756c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796459 Jul 16 04:00:51.352997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-81768e48-e963-48c5-85f3-f6c80796f039 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Deleting subnet 8665f644-b39d-4e8b-b004-2f4f89ed04f6 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:51.365597 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64cb4379-50e2-4f01-9f92-96e1ed44c74c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.382801 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-64cb4379-50e2-4f01-9f92-96e1ed44c74c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:51.387841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-64cb4379-50e2-4f01-9f92-96e1ed44c74c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] 10.222.0.18 "DELETE /v2.0/networks/ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8 HTTP/1.1" status: 204 len: 168 time: 0.6849759 Jul 16 04:00:51.443096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb4379-50e2-4f01-9f92-96e1ed44c74c tempest-TestNetworkBasicOps-308133417 tempest-TestNetworkBasicOps-308133417-project] Pushing event deleted for resources: {'Network': ['ID=ad6e8dcf-eaf3-4c51-8c7e-2e0c37d23eb8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:51.501519 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d320f-673c-424b-8ca4-1c5f03edb417 req-c74cf16f-0c38-408b-b101-09ba312002b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:51.503625 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-175d320f-673c-424b-8ca4-1c5f03edb417 req-c74cf16f-0c38-408b-b101-09ba312002b6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a96b9f67e0994420be12110926162409&device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 1094 time: 0.0907717 Jul 16 04:00:51.671221 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d320f-673c-424b-8ca4-1c5f03edb417 req-96aa420f-b99d-4fd3-baa8-c8700efa368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:51.673656 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-175d320f-673c-424b-8ca4-1c5f03edb417 req-96aa420f-b99d-4fd3-baa8-c8700efa368d service neutron] 10.222.0.88 "GET /v2.0/networks?id=b2775521-26fe-4d0d-83e7-48ccc4756c7c HTTP/1.1" status: 200 len: 910 time: 0.1587629 Jul 16 04:00:51.761365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device bcfc4637-0586-4333-aa99-a46d1e739df7 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:51.763688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Allocated IP 172.20.0.2 (e491d967-29f9-4665-b270-d31963d2f183/8665f644-b39d-4e8b-b004-2f4f89ed04f6/13fe625c-2929-4b42-955e-3c4f1f38da2f) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:51.788030 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-175d320f-673c-424b-8ca4-1c5f03edb417 req-5b020c81-c74e-4591-8d31-99c081fbd244 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e836cdf-d11e-4c9f-ac91-021659f7a299 HTTP/1.1" status: 200 len: 217 time: 0.1026561 Jul 16 04:00:51.794638 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: bcfc4637-0586-4333-aa99-a46d1e739df7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:51.794991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device bcfc4637-0586-4333-aa99-a46d1e739df7 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:51.795424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d3e55e82-8415-4d49-b336-f90cd6014777 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:51.827141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: d3e55e82-8415-4d49-b336-f90cd6014777 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:51.827753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d3e55e82-8415-4d49-b336-f90cd6014777 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:51.837756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46208) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:51.929996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d320f-673c-424b-8ca4-1c5f03edb417 req-047d12c9-b7fd-4cca-a2eb-898938cf5e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:51.931595 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-175d320f-673c-424b-8ca4-1c5f03edb417 req-047d12c9-b7fd-4cca-a2eb-898938cf5e59 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a762a1b6-8c42-47f4-b151-c402ac9c5e7b HTTP/1.1" status: 200 len: 848 time: 0.1326747 Jul 16 04:00:51.971334 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-31f2397f-12b8-4bfb-830d-062e47bc715a', 'network_id': '31f2397f-12b8-4bfb-830d-062e47bc715a', 'tenant_id': '3a0a767abdd34d308c8886a1184e6dd6', 'fixed_ips': [{'subnet_id': '50f7e9e9-ffbe-41ac-bc8e-8e29323abbbc'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:00:51.972823 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.029040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d320f-673c-424b-8ca4-1c5f03edb417 req-8c9ea7cd-850f-45ea-8fd4-1a6d73f7282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:52.035349 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-175d320f-673c-424b-8ca4-1c5f03edb417 req-8c9ea7cd-850f-45ea-8fd4-1a6d73f7282c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b2775521-26fe-4d0d-83e7-48ccc4756c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947270 Jul 16 04:00:52.093541 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f8169243-5ccb-4bd7-a75b-4d5262dfe1ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e7bbcc6fe2649adab81afb7b0ba2f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2515507 Jul 16 04:00:52.093818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46214) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:52.305026 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-175d320f-673c-424b-8ca4-1c5f03edb417 req-e505d536-ac88-46be-95e6-1fd5ae0260bd service neutron] 10.222.0.88 "GET /v2.0/networks/b2775521-26fe-4d0d-83e7-48ccc4756c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596638 Jul 16 04:00:52.308956 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b935e2-da60-4bf8-89b2-4021dce06036 req-73b55502-fd8c-4b16-8bdb-cb4ca51a4b05 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:52.318606 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93b935e2-da60-4bf8-89b2-4021dce06036 req-73b55502-fd8c-4b16-8bdb-cb4ca51a4b05 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 1094 time: 0.0992460 Jul 16 04:00:52.333019 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.338903 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62857bd2-db69-4d7d-9823-8d398a5430ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.367756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Transition to ACTIVE for port object 13fe625c-2929-4b42-955e-3c4f1f38da2f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:52.378352 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93b935e2-da60-4bf8-89b2-4021dce06036 req-4094cf86-b6c8-4df6-a73b-617fe667b1f7 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526092 Jul 16 04:00:52.394272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Allocated IP 172.20.0.18 (31f2397f-12b8-4bfb-830d-062e47bc715a/50f7e9e9-ffbe-41ac-bc8e-8e29323abbbc/b9d703a9-b43c-46d9-b2a9-f2683773b252) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:00:52.409216 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62857bd2-db69-4d7d-9823-8d398a5430ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.413615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Transition to ACTIVE for port object 13fe625c-2929-4b42-955e-3c4f1f38da2f will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:52.425482 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.437917 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81768e48-e963-48c5-85f3-f6c80796f039 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.445356 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Network e491d967-29f9-4665-b270-d31963d2f183 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:52.461472 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:52.486313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:52.531652 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81768e48-e963-48c5-85f3-f6c80796f039 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.536146 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-175d320f-673c-424b-8ca4-1c5f03edb417 req-451030da-4064-4ad7-8a6d-32dd5f73d2a1 service neutron] 10.222.0.88 "GET /v2.0/networks/b2775521-26fe-4d0d-83e7-48ccc4756c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187471 Jul 16 04:00:52.592379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Pushing event updated for resources: {'Port': ['ID=13fe625c-2929-4b42-955e-3c4f1f38da2f,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:52.614940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Attempting to bind port 13fe625c-2929-4b42-955e-3c4f1f38da2f on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:52.615536 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Attempting to bind port 13fe625c-2929-4b42-955e-3c4f1f38da2f by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'a3006932-9e95-4eb3-9124-b2699c0e6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'e491d967-29f9-4665-b270-d31963d2f183'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:52.616089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Attempting to bind port 13fe625c-2929-4b42-955e-3c4f1f38da2f on network e491d967-29f9-4665-b270-d31963d2f183 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:52.629868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:52.630244 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Checking segment: {'id': 'a3006932-9e95-4eb3-9124-b2699c0e6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'e491d967-29f9-4665-b270-d31963d2f183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:52.630654 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.631046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Bound using segment: {'id': 'a3006932-9e95-4eb3-9124-b2699c0e6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'e491d967-29f9-4665-b270-d31963d2f183'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:52.631534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Bound port: 13fe625c-2929-4b42-955e-3c4f1f38da2f, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3006932-9e95-4eb3-9124-b2699c0e6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'e491d967-29f9-4665-b270-d31963d2f183'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:52.631917 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.676927 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81768e48-e963-48c5-85f3-f6c80796f039 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.701415 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62857bd2-db69-4d7d-9823-8d398a5430ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.704262 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62857bd2-db69-4d7d-9823-8d398a5430ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.708080 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-62857bd2-db69-4d7d-9823-8d398a5430ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/65e118f4-1ddc-4204-b0d1-2e6d69300e37 HTTP/1.1" status: 204 len: 168 time: 0.6108141 Jul 16 04:00:52.726649 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62857bd2-db69-4d7d-9823-8d398a5430ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e118f4-1ddc-4204-b0d1-2e6d69300e37,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:52.768871 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.778547 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81768e48-e963-48c5-85f3-f6c80796f039 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.783094 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Transition to ACTIVE for port object b9d703a9-b43c-46d9-b2a9-f2683773b252 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:52.787055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] For port 13fe625c-2929-4b42-955e-3c4f1f38da2f, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:52.809036 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] For port 13fe625c-2929-4b42-955e-3c4f1f38da2f, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=13fe625c-2929-4b42-955e-3c4f1f38da2f,segment=NetworkSegment(a3006932-9e95-4eb3-9124-b2699c0e6cc9),segment_id=a3006932-9e95-4eb3-9124-b2699c0e6cc9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:52.815343 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Transition to ACTIVE for port object b9d703a9-b43c-46d9-b2a9-f2683773b252 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:00:52.823365 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.834365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81768e48-e963-48c5-85f3-f6c80796f039 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.836303 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-81768e48-e963-48c5-85f3-f6c80796f039 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "DELETE /v2.0/subnets/8665f644-b39d-4e8b-b004-2f4f89ed04f6 HTTP/1.1" status: 204 len: 168 time: 1.5831957 Jul 16 04:00:52.838708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81768e48-e963-48c5-85f3-f6c80796f039 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event deleted for resources: {'Subnet': ['ID=8665f644-b39d-4e8b-b004-2f4f89ed04f6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:52.839379 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46222) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:52.852800 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.928916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9334fd-4746-46e5-9bde-899c6e6017d7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Deleting subnet 50f7e9e9-ffbe-41ac-bc8e-8e29323abbbc {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:00:52.932626 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d9334fd-4746-46e5-9bde-899c6e6017d7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:52.975275 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8790bde-d91e-45da-9e49-ad3e82fb8627 None None] Pushing event updated for resources: {'Port': ['ID=13fe625c-2929-4b42-955e-3c4f1f38da2f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:52.991218 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d9334fd-4746-46e5-9bde-899c6e6017d7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.020162 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Network 31f2397f-12b8-4bfb-830d-062e47bc715a is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:00:53.026672 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:00:53.030487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:00:53.064016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Pushing event updated for resources: {'Port': ['ID=b9d703a9-b43c-46d9-b2a9-f2683773b252,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:53.101670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Attempting to bind port b9d703a9-b43c-46d9-b2a9-f2683773b252 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:00:53.102051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Attempting to bind port b9d703a9-b43c-46d9-b2a9-f2683773b252 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '6306d0c9-81c2-472b-95cf-6810434881c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '31f2397f-12b8-4bfb-830d-062e47bc715a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:00:53.102422 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Attempting to bind port b9d703a9-b43c-46d9-b2a9-f2683773b252 on network 31f2397f-12b8-4bfb-830d-062e47bc715a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:00:53.117979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:00:53.118453 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Checking segment: {'id': '6306d0c9-81c2-472b-95cf-6810434881c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '31f2397f-12b8-4bfb-830d-062e47bc715a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:00:53.118816 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.119220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Bound using segment: {'id': '6306d0c9-81c2-472b-95cf-6810434881c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '31f2397f-12b8-4bfb-830d-062e47bc715a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:00:53.119755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Bound port: b9d703a9-b43c-46d9-b2a9-f2683773b252, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6306d0c9-81c2-472b-95cf-6810434881c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '31f2397f-12b8-4bfb-830d-062e47bc715a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:00:53.120179 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.165519 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d9334fd-4746-46e5-9bde-899c6e6017d7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.282406 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d9334fd-4746-46e5-9bde-899c6e6017d7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.286826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] For port b9d703a9-b43c-46d9-b2a9-f2683773b252, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:00:53.291234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] For port b9d703a9-b43c-46d9-b2a9-f2683773b252, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b9d703a9-b43c-46d9-b2a9-f2683773b252,segment=NetworkSegment(6306d0c9-81c2-472b-95cf-6810434881c7),segment_id=6306d0c9-81c2-472b-95cf-6810434881c7)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:00:53.305810 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.360914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46234) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:53.367675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1d9334fd-4746-46e5-9bde-899c6e6017d7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.369947 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1d9334fd-4746-46e5-9bde-899c6e6017d7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "DELETE /v2.0/subnets/50f7e9e9-ffbe-41ac-bc8e-8e29323abbbc HTTP/1.1" status: 204 len: 168 time: 0.5295618 Jul 16 04:00:53.371136 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9334fd-4746-46e5-9bde-899c6e6017d7 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event deleted for resources: {'Subnet': ['ID=50f7e9e9-ffbe-41ac-bc8e-8e29323abbbc,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:53.398500 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6b721dd-eb95-4473-bf72-6f5261a500af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.399244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46236) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:53.497087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95afb74-434e-497c-95cc-534ac1d48b38 None None] Pushing event updated for resources: {'Port': ['ID=b9d703a9-b43c-46d9-b2a9-f2683773b252,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:53.518771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a20a2a3-0e8b-4719-9d66-0811654a220d tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:53.521442 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6a20a2a3-0e8b-4719-9d66-0811654a220d tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1207993 Jul 16 04:00:53.525373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:53.600865 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6b721dd-eb95-4473-bf72-6f5261a500af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.609702 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6b721dd-eb95-4473-bf72-6f5261a500af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.646751 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b6b721dd-eb95-4473-bf72-6f5261a500af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41d13964008842daa784f208facb0354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846193 Jul 16 04:00:53.654515 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46246) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:53.687763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b721dd-eb95-4473-bf72-6f5261a500af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a990234e-a3f2-4f6d-b87c-f7638f00eb97,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:53.732948 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5158e451-27e8-42aa-8eb5-748458aa7203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.760816 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5158e451-27e8-42aa-8eb5-748458aa7203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.782350 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.834554 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5158e451-27e8-42aa-8eb5-748458aa7203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.837186 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5158e451-27e8-42aa-8eb5-748458aa7203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:53.840779 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5158e451-27e8-42aa-8eb5-748458aa7203 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a990234e-a3f2-4f6d-b87c-f7638f00eb97 HTTP/1.1" status: 204 len: 168 time: 0.1827712 Jul 16 04:00:53.856945 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158e451-27e8-42aa-8eb5-748458aa7203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a990234e-a3f2-4f6d-b87c-f7638f00eb97,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:53.899213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd9ae7-7d98-47ff-86f3-ba720b7fd30d req-4a58fa6f-02a9-44ad-afb4-ca2b793768d9 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:53.908254 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4abd9ae7-7d98-47ff-86f3-ba720b7fd30d req-4a58fa6f-02a9-44ad-afb4-ca2b793768d9 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 1094 time: 0.3290441 Jul 16 04:00:54.007210 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4abd9ae7-7d98-47ff-86f3-ba720b7fd30d req-ab534318-ee34-406c-80c5-f194e6427ed8 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979047 Jul 16 04:00:54.029486 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Deleting port b9d703a9-b43c-46d9-b2a9-f2683773b252 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:54.030916 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.122815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] For port b9d703a9-b43c-46d9-b2a9-f2683773b252, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b9d703a9-b43c-46d9-b2a9-f2683773b252,segment=NetworkSegment(6306d0c9-81c2-472b-95cf-6810434881c7),segment_id=6306d0c9-81c2-472b-95cf-6810434881c7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:54.123296 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.139128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Calling delete_port for b9d703a9-b43c-46d9-b2a9-f2683773b252 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:54.273284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6e836cdf-d11e-4c9f-ac91-021659f7a299 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:00:54.326464 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.385183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event deleted for resources: {'Port': ['ID=b9d703a9-b43c-46d9-b2a9-f2683773b252,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:54.387658 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] No DVR routers for this DVR port b9d703a9-b43c-46d9-b2a9-f2683773b252 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:54.513543 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.524951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f2397f-12b8-4bfb-830d-062e47bc715a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:54.525983 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6e836cdf-d11e-4c9f-ac91-021659f7a299, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6e836cdf-d11e-4c9f-ac91-021659f7a299,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:54.537649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6306d0c9-81c2-472b-95cf-6810434881c7') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:54.539684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6306d0c9-81c2-472b-95cf-6810434881c7') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:54.559994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba352db-2ed5-457f-b7c1-6498d1bf5a26 None None] Network e491d967-29f9-4665-b270-d31963d2f183 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:54.562875 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.579908 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.588965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:54.589899 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:54.595979 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:54.621978 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '6e836cdf-d11e-4c9f-ac91-021659f7a299', 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c', 'port_id': '6e836cdf-d11e-4c9f-ac91-021659f7a299', 'mac_address': 'fa:16:3e:73:9e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a762a1b6-8c42-47f4-b151-c402ac9c5e7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:00:54.701492 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.713475 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.719625 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46266) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:54.721075 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "DELETE /v2.0/networks/31f2397f-12b8-4bfb-830d-062e47bc715a HTTP/1.1" status: 204 len: 168 time: 1.1942282 Jul 16 04:00:54.762867 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c05902-987e-426b-96e5-85183c73d3ab tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event deleted for resources: {'Network': ['ID=31f2397f-12b8-4bfb-830d-062e47bc715a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:54.785857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a3150a2b-175e-4dd0-bcd4-4fb7a2197330 None None] Provisioning for port 13fe625c-2929-4b42-955e-3c4f1f38da2f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:54.795385 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.866371 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.875898 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e836cdf-d11e-4c9f-ac91-021659f7a299 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:00:54.928900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6e836cdf-d11e-4c9f-ac91-021659f7a299, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6e836cdf-d11e-4c9f-ac91-021659f7a299,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:54.954431 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:54.976029 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Deleting port 13fe625c-2929-4b42-955e-3c4f1f38da2f {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:54.976508 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.108230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6e836cdf-d11e-4c9f-ac91-021659f7a299,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:55.138430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ccadc8-351e-4681-984a-67f7a1086883 None None] DHCP port deletion for e491d967-29f9-4665-b270-d31963d2f183 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:55.253600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['6e836cdf-d11e-4c9f-ac91-021659f7a299'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:00:55.342913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ae7e8e33-ca1f-440b-b1f1-952ee7b9180e None None] Could not find standard attr ID for object b9d703a9-b43c-46d9-b2a9-f2683773b252. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:00:55.366066 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d9b7e3-e1f3-4b2e-9f60-b74a54b0b985 None None] DHCP port deletion for 31f2397f-12b8-4bfb-830d-062e47bc715a request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:00:55.377149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bf681-16b2-4a9e-bde4-3c7c47661d7d req-c7820852-b71b-4070-9d47-b8ee3382e3c7 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:55.382320 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-230bf681-16b2-4a9e-bde4-3c7c47661d7d req-c7820852-b71b-4070-9d47-b8ee3382e3c7 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 1095 time: 0.1317537 Jul 16 04:00:55.394553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a2ccadc8-351e-4681-984a-67f7a1086883 None None] Deleting port 13fe625c-2929-4b42-955e-3c4f1f38da2f {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:00:55.394553 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a2ccadc8-351e-4681-984a-67f7a1086883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.445320 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-230bf681-16b2-4a9e-bde4-3c7c47661d7d req-95aff95a-2a38-4b37-ad36-6ee857180b89 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518498 Jul 16 04:00:55.471562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1f01f5-86d9-491c-bb1d-2ff304fda931 None None] Network 31f2397f-12b8-4bfb-830d-062e47bc715a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:00:55.521780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a2ccadc8-351e-4681-984a-67f7a1086883 None None] For port 13fe625c-2929-4b42-955e-3c4f1f38da2f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=13fe625c-2929-4b42-955e-3c4f1f38da2f,segment=NetworkSegment(a3006932-9e95-4eb3-9124-b2699c0e6cc9),segment_id=a3006932-9e95-4eb3-9124-b2699c0e6cc9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:55.522279 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a2ccadc8-351e-4681-984a-67f7a1086883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.525061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1f01f5-86d9-491c-bb1d-2ff304fda931 None None] Network 31f2397f-12b8-4bfb-830d-062e47bc715a could not be found, it might have been deleted concurrently. {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 04:00:55.555586 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a2ccadc8-351e-4681-984a-67f7a1086883 None None] Calling delete_port for 13fe625c-2929-4b42-955e-3c4f1f38da2f owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:55.800203 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a2ccadc8-351e-4681-984a-67f7a1086883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.844542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] For port 13fe625c-2929-4b42-955e-3c4f1f38da2f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=13fe625c-2929-4b42-955e-3c4f1f38da2f,segment=NetworkSegment(a3006932-9e95-4eb3-9124-b2699c0e6cc9),segment_id=a3006932-9e95-4eb3-9124-b2699c0e6cc9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:55.848004 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:55.866741 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ccadc8-351e-4681-984a-67f7a1086883 None None] No DVR routers for this DVR port 13fe625c-2929-4b42-955e-3c4f1f38da2f on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:55.871607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ccadc8-351e-4681-984a-67f7a1086883 None None] Pushing event deleted for resources: {'Port': ['ID=13fe625c-2929-4b42-955e-3c4f1f38da2f,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:55.888742 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Calling delete_port for 13fe625c-2929-4b42-955e-3c4f1f38da2f owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:00:55.988466 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.024636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] No DVR routers for this DVR port 13fe625c-2929-4b42-955e-3c4f1f38da2f on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:00:56.030078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event deleted for resources: {'Port': ['ID=13fe625c-2929-4b42-955e-3c4f1f38da2f,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:56.132948 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.149356 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e491d967-29f9-4665-b270-d31963d2f183']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:56.160593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3006932-9e95-4eb3-9124-b2699c0e6cc9') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:56.160955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3006932-9e95-4eb3-9124-b2699c0e6cc9') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:56.169908 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.185495 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.193259 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Releasing vlan 945 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:56.193714 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:56.197455 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:56.271051 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.288677 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6e836cdf-d11e-4c9f-ac91-021659f7a299 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:00:56.290301 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.292612 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "DELETE /v2.0/networks/e491d967-29f9-4665-b270-d31963d2f183 HTTP/1.1" status: 204 len: 168 time: 1.5721331 Jul 16 04:00:56.295855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:56.327932 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a61f0-e13f-461e-b764-c712c95c6f11 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event deleted for resources: {'Network': ['ID=e491d967-29f9-4665-b270-d31963d2f183,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:56.393662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 6e836cdf-d11e-4c9f-ac91-021659f7a299 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:00:56.400602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 6e836cdf-d11e-4c9f-ac91-021659f7a299 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:00:56.405963 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43c5c748-2b0a-404e-b548-a3dcb6044e54 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.417657 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.536255 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43c5c748-2b0a-404e-b548-a3dcb6044e54 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.547269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-43c5c748-2b0a-404e-b548-a3dcb6044e54 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a71f756e-19af-46f0-b28e-2481664e8463']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:56.559128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-43c5c748-2b0a-404e-b548-a3dcb6044e54 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c45ec8d-5a13-430c-bdb6-f7e3bf7a1913') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:56.559610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-43c5c748-2b0a-404e-b548-a3dcb6044e54 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c45ec8d-5a13-430c-bdb6-f7e3bf7a1913') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:56.570185 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43c5c748-2b0a-404e-b548-a3dcb6044e54 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.580639 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.592621 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43c5c748-2b0a-404e-b548-a3dcb6044e54 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.611717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c5c748-2b0a-404e-b548-a3dcb6044e54 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:56.612408 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43c5c748-2b0a-404e-b548-a3dcb6044e54 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:56.616763 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:56.646894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99d0365-4620-45cb-b042-2d271ea44675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e836cdf-d11e-4c9f-ac91-021659f7a299'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:00:56.650339 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239a633b-1663-4502-8a1a-5cee3ff547d3" -d '{"events": [{"server_uuid": "f99d0365-4620-45cb-b042-2d271ea44675", "name": "network-vif-plugged", "status": "completed", "tag": "6e836cdf-d11e-4c9f-ac91-021659f7a299"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:00:56.685969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6e836cdf-d11e-4c9f-ac91-021659f7a299, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6e836cdf-d11e-4c9f-ac91-021659f7a299,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:00:56.698934 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.742914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec82776-6788-47dd-9d32-b08bc7518cf6 req-087857ee-b5bb-4904-88ba-0f76cf88dd50 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:56.744589 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bec82776-6788-47dd-9d32-b08bc7518cf6 req-087857ee-b5bb-4904-88ba-0f76cf88dd50 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 1095 time: 0.1434546 Jul 16 04:00:56.745404 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43c5c748-2b0a-404e-b548-a3dcb6044e54 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.765553 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-43c5c748-2b0a-404e-b548-a3dcb6044e54 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:56.767708 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-43c5c748-2b0a-404e-b548-a3dcb6044e54 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "DELETE /v2.0/networks/a71f756e-19af-46f0-b28e-2481664e8463 HTTP/1.1" status: 204 len: 168 time: 0.4708431 Jul 16 04:00:56.770301 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46380) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:56.778857 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d2cc09-032d-4e06-a6e9-18fb669de525 x-openstack-request-id: req-a0d2cc09-032d-4e06-a6e9-18fb669de525 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:00:56.779174 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99d0365-4620-45cb-b042-2d271ea44675", "name": "network-vif-plugged", "status": "completed", "tag": "6e836cdf-d11e-4c9f-ac91-021659f7a299", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:00:56.779403 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0d2cc09-032d-4e06-a6e9-18fb669de525 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:00:56.779801 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99d0365-4620-45cb-b042-2d271ea44675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e836cdf-d11e-4c9f-ac91-021659f7a299', 'code': 200} Jul 16 04:00:56.805269 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5c748-2b0a-404e-b548-a3dcb6044e54 tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event deleted for resources: {'Network': ['ID=a71f756e-19af-46f0-b28e-2481664e8463,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:56.842508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bec82776-6788-47dd-9d32-b08bc7518cf6 req-4a0e8d86-8ee6-4e17-a108-4dde74b592ca tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734279 Jul 16 04:00:56.858288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6e836cdf-d11e-4c9f-ac91-021659f7a299,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:56.943876 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afd9dbf4-00ee-4051-b157-d5850409972e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.024432 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3083fe6-0163-4c4f-bd3e-73c11cc271fb req-adc35018-d619-4209-8ff7-3344e949c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:57.026506 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c3083fe6-0163-4c4f-bd3e-73c11cc271fb req-adc35018-d619-4209-8ff7-3344e949c899 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 1096 time: 0.1304152 Jul 16 04:00:57.064422 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afd9dbf4-00ee-4051-b157-d5850409972e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.097911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-afd9dbf4-00ee-4051-b157-d5850409972e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8489cc52-0b1a-494d-aac8-dc04fa1c7536']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:57.109219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b9d703a9-b43c-46d9-b2a9-f2683773b252 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:00:57.117068 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-afd9dbf4-00ee-4051-b157-d5850409972e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fc1303-ea8c-4fb9-94ab-a45e4bb85eca') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:57.117383 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-afd9dbf4-00ee-4051-b157-d5850409972e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fc1303-ea8c-4fb9-94ab-a45e4bb85eca') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:00:57.130293 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c3083fe6-0163-4c4f-bd3e-73c11cc271fb req-437865f6-ae86-4afe-8ac8-45b9d03133d2 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625803 Jul 16 04:00:57.131907 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afd9dbf4-00ee-4051-b157-d5850409972e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.145872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: b9d703a9-b43c-46d9-b2a9-f2683773b252 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:00:57.146284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b9d703a9-b43c-46d9-b2a9-f2683773b252 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:00:57.153818 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afd9dbf4-00ee-4051-b157-d5850409972e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.163322 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd9dbf4-00ee-4051-b157-d5850409972e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:00:57.164423 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afd9dbf4-00ee-4051-b157-d5850409972e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:00:57.167857 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:00:57.245222 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afd9dbf4-00ee-4051-b157-d5850409972e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.253511 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-afd9dbf4-00ee-4051-b157-d5850409972e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.255488 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-afd9dbf4-00ee-4051-b157-d5850409972e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] 10.222.0.18 "DELETE /v2.0/networks/8489cc52-0b1a-494d-aac8-dc04fa1c7536 HTTP/1.1" status: 204 len: 168 time: 0.4841790 Jul 16 04:00:57.269085 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9dbf4-00ee-4051-b157-d5850409972e tempest-BulkNetworkOpsTest-352047175 tempest-BulkNetworkOpsTest-352047175-project] Pushing event deleted for resources: {'Network': ['ID=8489cc52-0b1a-494d-aac8-dc04fa1c7536,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:57.460056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46434) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:57.534747 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46438) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:57.637779 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a2e9123-4f3f-441b-a567-13f788ca4edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.724740 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bca6b368-9228-47bc-9dbe-8beeaaab049c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a0a767abdd34d308c8886a1184e6dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884422 Jul 16 04:00:57.727272 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46442) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:57.807072 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af1dea58-29a9-4f8e-96f2-2c79436f1d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.824785 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a2e9123-4f3f-441b-a567-13f788ca4edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.835278 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a2e9123-4f3f-441b-a567-13f788ca4edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.844458 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af1dea58-29a9-4f8e-96f2-2c79436f1d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.919009 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8a2e9123-4f3f-441b-a567-13f788ca4edd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d7d879a32aa482f879386e1f20068b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548929 Jul 16 04:00:57.919009 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e9123-4f3f-441b-a567-13f788ca4edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a39637-d4be-4d0a-824a-c47b86ebbef1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:57.919934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46446) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:57.957515 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af1dea58-29a9-4f8e-96f2-2c79436f1d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.961790 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-af1dea58-29a9-4f8e-96f2-2c79436f1d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:57.965999 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-af1dea58-29a9-4f8e-96f2-2c79436f1d0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c2deb5c-b472-4635-abc7-8ccd592201b7 HTTP/1.1" status: 204 len: 168 time: 0.2347655 Jul 16 04:00:57.978763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dea58-29a9-4f8e-96f2-2c79436f1d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2deb5c-b472-4635-abc7-8ccd592201b7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:58.158547 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd053617-b00b-4e0d-8856-cd1db905520f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.210755 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd053617-b00b-4e0d-8856-cd1db905520f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.258848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175e37a-7349-4a69-9fd1-55b665b166fe req-ecfed414-b3a5-4e01-b44c-0e87c21612bc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:58.260890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3175e37a-7349-4a69-9fd1-55b665b166fe req-ecfed414-b3a5-4e01-b44c-0e87c21612bc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 1096 time: 0.2345502 Jul 16 04:00:58.311908 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd053617-b00b-4e0d-8856-cd1db905520f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.314755 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd053617-b00b-4e0d-8856-cd1db905520f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.315952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fd053617-b00b-4e0d-8856-cd1db905520f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55a39637-d4be-4d0a-824a-c47b86ebbef1 HTTP/1.1" status: 204 len: 168 time: 0.3943963 Jul 16 04:00:58.330880 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd053617-b00b-4e0d-8856-cd1db905520f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a39637-d4be-4d0a-824a-c47b86ebbef1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:58.337608 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3175e37a-7349-4a69-9fd1-55b665b166fe req-c9210b69-6c9d-4baa-a09d-32d133b53405 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693250 Jul 16 04:00:58.779922 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46552) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:58.795202 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-398b3a7b-da5f-44b5-bc65-3183f3fd91c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.865994 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46564) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:58.909369 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-398b3a7b-da5f-44b5-bc65-3183f3fd91c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.914760 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-398b3a7b-da5f-44b5-bc65-3183f3fd91c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:58.946038 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b3a7b-da5f-44b5-bc65-3183f3fd91c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504362bb-1444-442e-a939-103c0db7995d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:58.976194 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-398b3a7b-da5f-44b5-bc65-3183f3fd91c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09828574668b42c0a5bd52f69cb07926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950812 Jul 16 04:00:58.978674 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46584) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.045608 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d77674a1-a594-43e1-9bf6-2aa0ee7b9825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.069819 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d77674a1-a594-43e1-9bf6-2aa0ee7b9825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.109374 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5699730-c5c5-4896-889b-fd34e045dea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.154980 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d77674a1-a594-43e1-9bf6-2aa0ee7b9825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.157743 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d77674a1-a594-43e1-9bf6-2aa0ee7b9825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.158774 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d77674a1-a594-43e1-9bf6-2aa0ee7b9825 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/504362bb-1444-442e-a939-103c0db7995d HTTP/1.1" status: 204 len: 168 time: 0.1791179 Jul 16 04:00:59.177664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77674a1-a594-43e1-9bf6-2aa0ee7b9825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504362bb-1444-442e-a939-103c0db7995d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:59.240191 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5699730-c5c5-4896-889b-fd34e045dea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.245998 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a5699730-c5c5-4896-889b-fd34e045dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.258755 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46628) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.291527 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a5699730-c5c5-4896-889b-fd34e045dea9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbc6bbeadea3472cacecc8e778f3ff55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241104 Jul 16 04:00:59.294424 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5699730-c5c5-4896-889b-fd34e045dea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990abc57-fa10-4d02-a2b5-0a19d08debb1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:59.295058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46636) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.348969 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b365515-fba4-4325-a4cd-d325849420dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.372866 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b365515-fba4-4325-a4cd-d325849420dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.427132 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-8c0cf030-7e35-4873-b8ac-a03ab3595efd tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] Request body: {'port': {'network_id': 'bbd682a8-cdc6-4c3d-974a-f70336eece02', 'name': 'tempest-NetworksNegativeTestJSON-1588862877'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:59.437984 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b365515-fba4-4325-a4cd-d325849420dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.443218 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b365515-fba4-4325-a4cd-d325849420dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:00:59.444701 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4b365515-fba4-4325-a4cd-d325849420dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/990abc57-fa10-4d02-a2b5-0a19d08debb1 HTTP/1.1" status: 204 len: 168 time: 0.1484749 Jul 16 04:00:59.445928 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0cf030-7e35-4873-b8ac-a03ab3595efd tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] POST failed (client error): The resource could not be found. Jul 16 04:00:59.446550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0cf030-7e35-4873-b8ac-a03ab3595efd tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:59.447898 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8c0cf030-7e35-4873-b8ac-a03ab3595efd tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1882081 Jul 16 04:00:59.454249 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.486538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b365515-fba4-4325-a4cd-d325849420dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990abc57-fa10-4d02-a2b5-0a19d08debb1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:00:59.515162 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-60685cb5-0e02-4065-ab05-962f085d02b5 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:59.516798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60685cb5-0e02-4065-ab05-962f085d02b5 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:59.521977 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-60685cb5-0e02-4065-ab05-962f085d02b5 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] 10.222.0.18 "DELETE /v2.0/networks/e4f685bf-6470-41ce-ba64-c3a6fc6c3b6e HTTP/1.1" status: 404 len: 339 time: 0.0611944 Jul 16 04:00:59.525638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.597812 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd67ff1-6b68-43d6-890a-874ba74c2536 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:59.598586 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd67ff1-6b68-43d6-890a-874ba74c2536 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:59.600582 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2cd67ff1-6b68-43d6-890a-874ba74c2536 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] 10.222.0.18 "DELETE /v2.0/ports/926a50a6-d58d-4c09-ae12-3b4911706bdc HTTP/1.1" status: 404 len: 333 time: 0.0738349 Jul 16 04:00:59.604965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.639935 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aedd1f3-0a94-4967-bdab-fec86ebacf62 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] DELETE failed (client error): The resource could not be found. Jul 16 04:00:59.640448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aedd1f3-0a94-4967-bdab-fec86ebacf62 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:59.646692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46682) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.647331 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3aedd1f3-0a94-4967-bdab-fec86ebacf62 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] 10.222.0.18 "DELETE /v2.0/subnets/07442a8a-28b1-4f65-a43d-2fd04822180e HTTP/1.1" status: 404 len: 337 time: 0.0411544 Jul 16 04:00:59.661065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06c660-3ef7-403b-91c4-51f84153411a req-ac4058a3-3a0f-4f94-9127-62c6a57a1dcf tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:59.667943 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba06c660-3ef7-403b-91c4-51f84153411a req-ac4058a3-3a0f-4f94-9127-62c6a57a1dcf tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 1096 time: 0.1439106 Jul 16 04:00:59.687401 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a47641-efbc-4a11-9d5b-3ec3e2daeb40 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] GET failed (client error): The resource could not be found. Jul 16 04:00:59.698606 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-93a47641-efbc-4a11-9d5b-3ec3e2daeb40 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] 10.222.0.18 "GET /v2.0/networks/c9ed8eaa-7671-4968-8bc7-6dc40b5451eb HTTP/1.1" status: 404 len: 339 time: 0.0469453 Jul 16 04:00:59.700475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46690) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.716139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba06c660-3ef7-403b-91c4-51f84153411a req-be8cee09-ea97-4c65-aaeb-7a2cf78a90bd tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471096 Jul 16 04:00:59.748619 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-55235da8-7c06-48ec-8c12-9f2b97d71f26 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] GET failed (client error): The resource could not be found. Jul 16 04:00:59.754308 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.764546 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-55235da8-7c06-48ec-8c12-9f2b97d71f26 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] 10.222.0.18 "GET /v2.0/ports/ea634f59-2ade-4a1a-92b2-b2155cc33511 HTTP/1.1" status: 404 len: 333 time: 0.0626237 Jul 16 04:00:59.786155 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c69d05f-ce26-4666-bdc4-9636694358ed tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] GET failed (client error): The resource could not be found. Jul 16 04:00:59.791687 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8c69d05f-ce26-4666-bdc4-9636694358ed tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] 10.222.0.18 "GET /v2.0/subnets/94a0e8b6-9370-4d33-aeb3-186a6c72bb9c HTTP/1.1" status: 404 len: 337 time: 0.0361407 Jul 16 04:00:59.792577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.798861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ef59416f-4716-4f88-be52-55ee2e1cf3a5 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:59.816791 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef59416f-4716-4f88-be52-55ee2e1cf3a5 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] PUT failed (client error): The resource could not be found. Jul 16 04:00:59.817417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef59416f-4716-4f88-be52-55ee2e1cf3a5 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:59.822884 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ef59416f-4716-4f88-be52-55ee2e1cf3a5 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] 10.222.0.18 "PUT /v2.0/networks/37e9e4bf-eb96-4992-a64f-7e4f5cd878c5 HTTP/1.1" status: 404 len: 339 time: 0.0288074 Jul 16 04:00:59.823840 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46710) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.834434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b47cd384-4f4d-4e25-a300-a0e0575aef7a tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:59.874184 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47cd384-4f4d-4e25-a300-a0e0575aef7a tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] PUT failed (client error): The resource could not be found. Jul 16 04:00:59.875168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47cd384-4f4d-4e25-a300-a0e0575aef7a tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:59.876975 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b47cd384-4f4d-4e25-a300-a0e0575aef7a tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] 10.222.0.18 "PUT /v2.0/ports/8b0f3857-e24c-44ee-9f26-a47b6150d4de HTTP/1.1" status: 404 len: 333 time: 0.0512788 Jul 16 04:00:59.880833 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46716) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:00:59.888652 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-17f177dc-b176-4f78-8650-f031737401a8 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:00:59.925015 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f177dc-b176-4f78-8650-f031737401a8 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] PUT failed (client error): The resource could not be found. Jul 16 04:00:59.930365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f177dc-b176-4f78-8650-f031737401a8 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:00:59.933243 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-17f177dc-b176-4f78-8650-f031737401a8 tempest-NetworksNegativeTestJSON-1863995374 tempest-NetworksNegativeTestJSON-1863995374-project] 10.222.0.18 "PUT /v2.0/subnets/05154c36-d25b-41fa-8c9a-74c928fc91d7 HTTP/1.1" status: 404 len: 337 time: 0.0511534 Jul 16 04:00:59.978516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43721a52-39a2-4d84-bad4-e9468cb8ba28 req-e10b269f-d94d-4e8e-ab7f-5ffa8b994b1a tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:00:59.980069 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43721a52-39a2-4d84-bad4-e9468cb8ba28 req-e10b269f-d94d-4e8e-ab7f-5ffa8b994b1a tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 1096 time: 0.0896692 Jul 16 04:01:00.024065 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-43721a52-39a2-4d84-bad4-e9468cb8ba28 req-82ac8d43-e190-4b20-8219-103c2d7ddfb4 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349782 Jul 16 04:01:00.081226 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db08c599-3136-4569-bc34-a72129c26fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.232583 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190c83e-6701-42bc-9e14-e2cb1580264b req-67b27ed1-2b35-4281-8995-fc26f0c0af37 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:00.234100 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5190c83e-6701-42bc-9e14-e2cb1580264b req-67b27ed1-2b35-4281-8995-fc26f0c0af37 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 1096 time: 0.0634172 Jul 16 04:01:00.280251 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5190c83e-6701-42bc-9e14-e2cb1580264b req-6ecb35b0-64ef-4d25-991b-5e567f1723c9 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357897 Jul 16 04:01:00.294201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 46778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.435862 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53348135-3bcf-41b5-9c14-8d2fb5e82f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.557707 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53348135-3bcf-41b5-9c14-8d2fb5e82f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.563182 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-53348135-3bcf-41b5-9c14-8d2fb5e82f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.594159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-53348135-3bcf-41b5-9c14-8d2fb5e82f06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de7a615d564541e4a3d8e1a439e9bcd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982392 Jul 16 04:01:00.597350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 46840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:00.617152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53348135-3bcf-41b5-9c14-8d2fb5e82f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda4a36b-9a80-4230-9dd2-91918741c95a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:00.671710 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cccc5012-a166-4e43-8b35-d07df33f8925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.696729 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cccc5012-a166-4e43-8b35-d07df33f8925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.751958 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cccc5012-a166-4e43-8b35-d07df33f8925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.828233 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cccc5012-a166-4e43-8b35-d07df33f8925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:00.828233 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cccc5012-a166-4e43-8b35-d07df33f8925 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eda4a36b-9a80-4230-9dd2-91918741c95a HTTP/1.1" status: 204 len: 168 time: 0.1577876 Jul 16 04:01:00.828233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc5012-a166-4e43-8b35-d07df33f8925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda4a36b-9a80-4230-9dd2-91918741c95a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:00.829365 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-01f627f4-e918-465f-9eab-f06dbf3c07b3 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:00.829365 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-01f627f4-e918-465f-9eab-f06dbf3c07b3 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/networks?id=b2775521-26fe-4d0d-83e7-48ccc4756c7c HTTP/1.1" status: 200 len: 910 time: 0.1418064 Jul 16 04:01:00.848949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-fb0ec3ee-ba3e-4aed-ac60-98786e812180 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/quotas/a96b9f67e0994420be12110926162409 HTTP/1.1" status: 200 len: 375 time: 0.0489907 Jul 16 04:01:00.921815 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-142a8409-cdbc-4688-9187-0c0bb3017357 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=a96b9f67e0994420be12110926162409&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717971 Jul 16 04:01:01.045648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-0a390ddf-9fe9-4533-b201-c4e05e1a9988 service neutron] 10.222.0.18 "GET /v2.0/networks/b2775521-26fe-4d0d-83e7-48ccc4756c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229510 Jul 16 04:01:01.209046 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-c528f4b6-310b-4355-bef1-ad076571ee78 service neutron] 10.222.0.18 "GET /v2.0/networks/b2775521-26fe-4d0d-83e7-48ccc4756c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537757 Jul 16 04:01:01.248123 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.479513 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2c4ec-d7fb-4be2-b33b-87c326f57b74 req-bc9c8d16-025e-441e-84f7-3fd21a4db136 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:01.488149 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7c2c4ec-d7fb-4be2-b33b-87c326f57b74 req-bc9c8d16-025e-441e-84f7-3fd21a4db136 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 945 time: 0.1033728 Jul 16 04:01:01.570099 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7c2c4ec-d7fb-4be2-b33b-87c326f57b74 req-ccec2d76-3c69-4f9e-b635-a7b01b2cff89 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793397 Jul 16 04:01:01.624620 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:01.633230 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eef8088a-2c82-4f85-b524-87b977e22676 req-0baebc74-ff59-46f1-87f4-ad68cb9380ef tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 210 time: 0.0901003 Jul 16 04:01:01.878508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47024) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:02.024403 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'network': {'name': 'tempest-RoutersTest-2025123964'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:02.069797 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:02.073678 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.085231 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.220612 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.228895 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.259080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:02.277083 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce70138-0628-4b2f-9302-b2cebd748978,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:02.285579 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.286467 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Added segment cd11742e-df8d-4145-9842-7f5202234042 of type vlan for network d16a7788-0182-41bf-a0ea-26283e4a5a30 Jul 16 04:01:02.338167 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.381962 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.390250 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:02.390858 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.428400 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5485680 Jul 16 04:01:02.431201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:02.437479 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4062f8c7-8578-420b-9b78-ce65f3e9d20e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'network': {'name': 'tempest-RoutersTest-489062425'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:02.458845 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4062f8c7-8578-420b-9b78-ce65f3e9d20e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:02.462527 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4062f8c7-8578-420b-9b78-ce65f3e9d20e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.470475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a6aaa-7f42-46af-8bdc-949e07f7ec53 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Network': ['ID=d16a7788-0182-41bf-a0ea-26283e4a5a30,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:02.483410 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network d16a7788-0182-41bf-a0ea-26283e4a5a30 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:02.488422 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4062f8c7-8578-420b-9b78-ce65f3e9d20e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:02.498918 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4062f8c7-8578-420b-9b78-ce65f3e9d20e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.499497 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-4062f8c7-8578-420b-9b78-ce65f3e9d20e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Added segment 574fa160-d0a1-44e7-917c-7854cd266480 of type vlan for network 948b53f0-2ae0-43d0-9da1-44e9eb06586e Jul 16 04:01:02.544048 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4062f8c7-8578-420b-9b78-ce65f3e9d20e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.579053 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4062f8c7-8578-420b-9b78-ce65f3e9d20e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.584800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4062f8c7-8578-420b-9b78-ce65f3e9d20e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:02.585376 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4062f8c7-8578-420b-9b78-ce65f3e9d20e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.625611 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4062f8c7-8578-420b-9b78-ce65f3e9d20e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1927040 Jul 16 04:01:02.628661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:02.634039 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f951249d-8596-4414-9ecf-c7ec0f430fed tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'subnet': {'network_id': 'd16a7788-0182-41bf-a0ea-26283e4a5a30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:02.678100 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062f8c7-8578-420b-9b78-ce65f3e9d20e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Network': ['ID=948b53f0-2ae0-43d0-9da1-44e9eb06586e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:02.690180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 948b53f0-2ae0-43d0-9da1-44e9eb06586e details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:02.795538 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f951249d-8596-4414-9ecf-c7ec0f430fed tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:02.804514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f951249d-8596-4414-9ecf-c7ec0f430fed tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.827666 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2fa48b68-e757-4ba2-b7ba-7e3cf2a33dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.877091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c2da9-97c7-4a12-9ecc-a6475eb328c6 req-d21d1be2-dc9b-4184-bb39-f4fc99e26985 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:02.880618 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:02.881000 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a97c2da9-97c7-4a12-9ecc-a6475eb328c6 req-d21d1be2-dc9b-4184-bb39-f4fc99e26985 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 945 time: 0.1290562 Jul 16 04:01:02.997590 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-437b0dc5-d125-4e23-932d-007942fdeb24 req-fc55b891-ffa4-4d5d-ba1e-6915cf55a1ec tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 210 time: 0.1124911 Jul 16 04:01:03.090586 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a97c2da9-97c7-4a12-9ecc-a6475eb328c6 req-a9b27237-3a04-454d-8d7a-895f043f631d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863830 Jul 16 04:01:03.093909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-e059865f-82b5-4715-893e-d87ed10f1a04 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:03.096043 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-e059865f-82b5-4715-893e-d87ed10f1a04 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.88 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 945 time: 0.1531367 Jul 16 04:01:03.226842 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f951249d-8596-4414-9ecf-c7ec0f430fed tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.232705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-64fd2089-99c5-4052-9a82-abc3363130fd tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:03.234362 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-64fd2089-99c5-4052-9a82-abc3363130fd tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.20 "GET /v2.0/networks?id=b2775521-26fe-4d0d-83e7-48ccc4756c7c HTTP/1.1" status: 200 len: 910 time: 0.2556195 Jul 16 04:01:03.248537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-43d63be3-eae7-44ed-ab48-80298294d1ae tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Request body: {'port': {'device_id': 'e55f65de-0baf-40cd-ab20-97e729602ec7', 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c', 'admin_state_up': True, 'tenant_id': 'a96b9f67e0994420be12110926162409'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:03.274782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-43d63be3-eae7-44ed-ab48-80298294d1ae tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Made reservation on behalf of a96b9f67e0994420be12110926162409 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:03.277494 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-43d63be3-eae7-44ed-ab48-80298294d1ae tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.314038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951249d-8596-4414-9ecf-c7ec0f430fed tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Subnet': ['ID=559f65d0-984b-44d0-9d8a-bbcb5970b1eb,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:03.330957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f951249d-8596-4414-9ecf-c7ec0f430fed tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Checking segment: {'id': 'cd11742e-df8d-4145-9842-7f5202234042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd16a7788-0182-41bf-a0ea-26283e4a5a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:03.331550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f951249d-8596-4414-9ecf-c7ec0f430fed tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network hostable DHCP agents. Network: d16a7788-0182-41bf-a0ea-26283e4a5a30, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:03.347248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-d19acdbe-f3fd-4be8-b8f0-20051bb1a668 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Deleting port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:03.347823 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-d19acdbe-f3fd-4be8-b8f0-20051bb1a668 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.381317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f951249d-8596-4414-9ecf-c7ec0f430fed tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network d16a7788-0182-41bf-a0ea-26283e4a5a30 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:03.430733 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f951249d-8596-4414-9ecf-c7ec0f430fed tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, d16a7788-0182-41bf-a0ea-26283e4a5a30) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:03.439583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59310cb6-7e2c-4c76-9bcd-aeb8579727c5 None None] Network d16a7788-0182-41bf-a0ea-26283e4a5a30 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:03.452670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f951249d-8596-4414-9ecf-c7ec0f430fed tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:03.455933 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f951249d-8596-4414-9ecf-c7ec0f430fed tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.500724 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-43d63be3-eae7-44ed-ab48-80298294d1ae tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Allocated IP 172.20.0.14 (b2775521-26fe-4d0d-83e7-48ccc4756c7c/a762a1b6-8c42-47f4-b151-c402ac9c5e7b/93b0f6c1-269c-4bb1-a521-f11b0f10ae39) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:03.503665 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-d19acdbe-f3fd-4be8-b8f0-20051bb1a668 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] For port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:03.504775 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-d19acdbe-f3fd-4be8-b8f0-20051bb1a668 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.508813 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f951249d-8596-4414-9ecf-c7ec0f430fed tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8790021 Jul 16 04:01:03.512588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:03.520290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-17c714b5-af70-4e37-8289-5cfdbd08717c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'subnet': {'network_id': '948b53f0-2ae0-43d0-9da1-44e9eb06586e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:03.642147 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-d16a7788-0182-41bf-a0ea-26283e4a5a30', 'network_id': 'd16a7788-0182-41bf-a0ea-26283e4a5a30', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'fixed_ips': [{'subnet_id': '559f65d0-984b-44d0-9d8a-bbcb5970b1eb'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:03.643288 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.721202 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c714b5-af70-4e37-8289-5cfdbd08717c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:03.725203 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17c714b5-af70-4e37-8289-5cfdbd08717c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.782685 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-d19acdbe-f3fd-4be8-b8f0-20051bb1a668 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.783192 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-d19acdbe-f3fd-4be8-b8f0-20051bb1a668 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.783577 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-d19acdbe-f3fd-4be8-b8f0-20051bb1a668 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Floating IP 3d04cba4-2b31-4576-84ad-67126b1cc50e disassociated. External IP: 172.25.3.160, port: ca0df471-6b0c-4f0d-95d2-5bc71cd3d074. Jul 16 04:01:03.784089 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-d19acdbe-f3fd-4be8-b8f0-20051bb1a668 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Calling delete_port for ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:03.878248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Allocated IP 172.20.0.2 (d16a7788-0182-41bf-a0ea-26283e4a5a30/559f65d0-984b-44d0-9d8a-bbcb5970b1eb/f0a784c7-c526-466d-a42f-84ad170a1424) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:03.917215 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-43d63be3-eae7-44ed-ab48-80298294d1ae tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.940449 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-d19acdbe-f3fd-4be8-b8f0-20051bb1a668 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.950310 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-43d63be3-eae7-44ed-ab48-80298294d1ae tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Transition to ACTIVE for port object 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:03.984837 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:03.994733 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19acdbe-f3fd-4be8-b8f0-20051bb1a668 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event deleted for resources: {'Port': ['ID=ca0df471-6b0c-4f0d-95d2-5bc71cd3d074,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:04.170562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-d19acdbe-f3fd-4be8-b8f0-20051bb1a668 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:04.186463 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.187181 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17c714b5-af70-4e37-8289-5cfdbd08717c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.196409 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Transition to ACTIVE for port object f0a784c7-c526-466d-a42f-84ad170a1424 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:04.228082 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Transition to ACTIVE for port object f0a784c7-c526-466d-a42f-84ad170a1424 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:04.240121 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.262397 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-43d63be3-eae7-44ed-ab48-80298294d1ae tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.299735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['6e836cdf-d11e-4c9f-ac91-021659f7a299'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:01:04.388824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-43d63be3-eae7-44ed-ab48-80298294d1ae tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Network b2775521-26fe-4d0d-83e7-48ccc4756c7c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:04.407631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Network d16a7788-0182-41bf-a0ea-26283e4a5a30 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:04.415092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-d19acdbe-f3fd-4be8-b8f0-20051bb1a668 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:04.437863 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:04.447860 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b66c63-5a7b-4b2d-8483-16eaba0a6504 None None] Sync routers for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:04.459177 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:04.461598 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c714b5-af70-4e37-8289-5cfdbd08717c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Subnet': ['ID=384cd401-1f98-4617-8ff3-e214497dbf87,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:04.466075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Pushing event updated for resources: {'Port': ['ID=f0a784c7-c526-466d-a42f-84ad170a1424,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:04.504305 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-43d63be3-eae7-44ed-ab48-80298294d1ae tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:04.509405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b66c63-5a7b-4b2d-8483-16eaba0a6504 None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:04.510061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6b66c63-5a7b-4b2d-8483-16eaba0a6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:04.515836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-43d63be3-eae7-44ed-ab48-80298294d1ae tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:04.519498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d63be3-eae7-44ed-ab48-80298294d1ae tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Pushing event updated for resources: {'Port': ['ID=93b0f6c1-269c-4bb1-a521-f11b0f10ae39,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:04.607598 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-d19acdbe-f3fd-4be8-b8f0-20051bb1a668 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] No DVR routers for this DVR port ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:04.624296 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-d19acdbe-f3fd-4be8-b8f0-20051bb1a668 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.634522 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e4879fe2-63b5-497f-a10f-4abadc5bfd4d req-d19acdbe-f3fd-4be8-b8f0-20051bb1a668 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.88 "DELETE /v2.0/ports/ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 HTTP/1.1" status: 204 len: 173 time: 1.5316355 Jul 16 04:01:04.640554 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f46c37-eea4-46be-8fd3-6c56b0a0c9ac', 'name': 'network-vif-deleted', 'tag': 'ca0df471-6b0c-4f0d-95d2-5bc71cd3d074'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:04.643362 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41690ea3-a31b-4adf-bd84-680869419220" -d '{"events": [{"server_uuid": "64f46c37-eea4-46be-8fd3-6c56b0a0c9ac", "name": "network-vif-deleted", "tag": "ca0df471-6b0c-4f0d-95d2-5bc71cd3d074"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:04.737316 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-43d63be3-eae7-44ed-ab48-80298294d1ae tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:04.739119 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-43d63be3-eae7-44ed-ab48-80298294d1ae tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:04.802063 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8083a11c-5866-4827-957f-8e71d49df4d5 req-b3b4384e-71ff-4b13-bc0c-746e711b8681 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 210 time: 0.2410216 Jul 16 04:01:04.803539 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-43d63be3-eae7-44ed-ab48-80298294d1ae tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5597990 Jul 16 04:01:04.895466 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c714b5-af70-4e37-8289-5cfdbd08717c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Checking segment: {'id': '574fa160-d0a1-44e7-917c-7854cd266480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '948b53f0-2ae0-43d0-9da1-44e9eb06586e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:04.901489 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c714b5-af70-4e37-8289-5cfdbd08717c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network hostable DHCP agents. Network: 948b53f0-2ae0-43d0-9da1-44e9eb06586e, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:04.931626 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1c10ff-d450-4fb4-bbee-2fda27e74517 x-openstack-request-id: req-7f1c10ff-d450-4fb4-bbee-2fda27e74517 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:04.932103 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f46c37-eea4-46be-8fd3-6c56b0a0c9ac", "name": "network-vif-deleted", "tag": "ca0df471-6b0c-4f0d-95d2-5bc71cd3d074", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:04.932728 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7f1c10ff-d450-4fb4-bbee-2fda27e74517 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:04.933285 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f46c37-eea4-46be-8fd3-6c56b0a0c9ac', 'name': 'network-vif-deleted', 'tag': 'ca0df471-6b0c-4f0d-95d2-5bc71cd3d074', 'status': 'completed', 'code': 200} Jul 16 04:01:04.938759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e968b45-9bd2-40c0-a9f2-47e697d305b7 req-e2637937-8699-4562-b834-a19beeb333e7 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:04.941933 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e968b45-9bd2-40c0-a9f2-47e697d305b7 req-e2637937-8699-4562-b834-a19beeb333e7 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 1028 time: 0.6302707 Jul 16 04:01:05.006986 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Request body: {'port': {'device_id': 'e55f65de-0baf-40cd-ab20-97e729602ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:05.054700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c714b5-af70-4e37-8289-5cfdbd08717c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 948b53f0-2ae0-43d0-9da1-44e9eb06586e is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:05.137424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-17c714b5-af70-4e37-8289-5cfdbd08717c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 948b53f0-2ae0-43d0-9da1-44e9eb06586e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:05.216150 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.222993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a6b66c63-5a7b-4b2d-8483-16eaba0a6504 None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:05.226435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c714b5-af70-4e37-8289-5cfdbd08717c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:05.227127 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-17c714b5-af70-4e37-8289-5cfdbd08717c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.230782 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8e968b45-9bd2-40c0-a9f2-47e697d305b7 req-f4006589-88a2-458b-b86c-8a2c93f6629a tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803831 Jul 16 04:01:05.335880 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-17c714b5-af70-4e37-8289-5cfdbd08717c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8219006 Jul 16 04:01:05.338934 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:05.345650 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-689f50fd-b67f-4df3-a901-04c5ed7d58be tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-119127918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:05.394946 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27f22d3-f66d-451b-af5b-58b8db368e8e None None] Network 948b53f0-2ae0-43d0-9da1-44e9eb06586e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:05.422617 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-689f50fd-b67f-4df3-a901-04c5ed7d58be tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.428396 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-689f50fd-b67f-4df3-a901-04c5ed7d58be tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.438345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Attempting to bind port f0a784c7-c526-466d-a42f-84ad170a1424 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:05.438748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Attempting to bind port f0a784c7-c526-466d-a42f-84ad170a1424 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'cd11742e-df8d-4145-9842-7f5202234042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd16a7788-0182-41bf-a0ea-26283e4a5a30'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:05.439350 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Attempting to bind port f0a784c7-c526-466d-a42f-84ad170a1424 on network d16a7788-0182-41bf-a0ea-26283e4a5a30 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:05.513433 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:05.513869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Checking segment: {'id': 'cd11742e-df8d-4145-9842-7f5202234042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd16a7788-0182-41bf-a0ea-26283e4a5a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:05.514299 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.514709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Bound using segment: {'id': 'cd11742e-df8d-4145-9842-7f5202234042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd16a7788-0182-41bf-a0ea-26283e4a5a30'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:05.515222 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Bound port: f0a784c7-c526-466d-a42f-84ad170a1424, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd11742e-df8d-4145-9842-7f5202234042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'd16a7788-0182-41bf-a0ea-26283e4a5a30'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:05.515614 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.539196 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-689f50fd-b67f-4df3-a901-04c5ed7d58be tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.546032 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-689f50fd-b67f-4df3-a901-04c5ed7d58be tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.597773 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-689f50fd-b67f-4df3-a901-04c5ed7d58be tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.601493 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-689f50fd-b67f-4df3-a901-04c5ed7d58be tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2614326 Jul 16 04:01:05.604415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47098) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:05.749998 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-419e687d-a736-417b-b393-f3fc9d8cf243 None None] Provisioning for port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:05.835247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-419e687d-a736-417b-b393-f3fc9d8cf243 None None] Provisioning complete for port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:05.835630 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-419e687d-a736-417b-b393-f3fc9d8cf243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:05.961739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:01:05.970324 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.002103 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Transition to ACTIVE for port object 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:06.014066 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.109980 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.185061 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:01:06.191943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] For port f0a784c7-c526-466d-a42f-84ad170a1424, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:06.195988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] For port f0a784c7-c526-466d-a42f-84ad170a1424, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f0a784c7-c526-466d-a42f-84ad170a1424,segment=NetworkSegment(cd11742e-df8d-4145-9842-7f5202234042),segment_id=cd11742e-df8d-4145-9842-7f5202234042)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:06.221763 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.267896 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b0a9b8f-d968-47d5-a8db-fb4af7d45220 req-8686d3be-b7c2-452e-894a-218e59d57141 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 210 time: 0.0959570 Jul 16 04:01:06.268487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Pushing event updated for resources: {'Port': ['ID=93b0f6c1-269c-4bb1-a521-f11b0f10ae39,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:06.347122 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.358468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Attempting to bind port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:06.359125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Attempting to bind port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:06.359671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Attempting to bind port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 on network b2775521-26fe-4d0d-83e7-48ccc4756c7c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:06.365555 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 on network b2775521-26fe-4d0d-83e7-48ccc4756c7c not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:01:06.366182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Attempting to bind port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 on network b2775521-26fe-4d0d-83e7-48ccc4756c7c {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:06.372107 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:06.373001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Checking segment: {'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:06.373613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Bound using segment: {'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:06.374273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Bound port: 93b0f6c1-269c-4bb1-a521-f11b0f10ae39, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8d6b22-883f-4faa-b08d-1151a741c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:06.374845 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.432433 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e635cd-a5ba-4bc9-a0e6-f4e49158f038 None None] Pushing event updated for resources: {'Port': ['ID=f0a784c7-c526-466d-a42f-84ad170a1424,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:06.458607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:06.499695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] For port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:06.501672 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-419e687d-a736-417b-b393-f3fc9d8cf243 None None] Port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:06.509209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:06.509563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device ca0df471-6b0c-4f0d-95d2-5bc71cd3d074 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:06.519029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6b66c63-5a7b-4b2d-8483-16eaba0a6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:06.541226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] For port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=93b0f6c1-269c-4bb1-a521-f11b0f10ae39,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:06.557980 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.562707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b66c63-5a7b-4b2d-8483-16eaba0a6504 None None] Checking router: 760e4c6f-bb2e-48eb-82da-aa62d23ba241 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:06.575824 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b66c63-5a7b-4b2d-8483-16eaba0a6504 None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:06.576635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6b66c63-5a7b-4b2d-8483-16eaba0a6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:06.642391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Pushing event updated for resources: {'Port': ['ID=93b0f6c1-269c-4bb1-a521-f11b0f10ae39,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:06.660161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:06.661043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:06.662645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-e45e9081-1f26-4199-ab3c-f5b55bf56f6c service neutron] 10.222.0.20 "PUT /v2.0/ports/93b0f6c1-269c-4bb1-a521-f11b0f10ae39 HTTP/1.1" status: 200 len: 1092 time: 1.8448467 Jul 16 04:01:06.663310 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55f65de-0baf-40cd-ab20-97e729602ec7', 'tag': '93b0f6c1-269c-4bb1-a521-f11b0f10ae39'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:06.666398 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe6f9b2-509a-43dc-aa9f-83a774d03824" -d '{"events": [{"name": "network-changed", "server_uuid": "e55f65de-0baf-40cd-ab20-97e729602ec7", "tag": "93b0f6c1-269c-4bb1-a521-f11b0f10ae39"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:06.692726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c4c32-63fc-4341-b925-e90be4e67958 req-7be30a22-f7ee-4862-a786-1a44b2e106a1 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:06.702693 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e39c4c32-63fc-4341-b925-e90be4e67958 req-7be30a22-f7ee-4862-a786-1a44b2e106a1 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 1053 time: 0.2249312 Jul 16 04:01:06.755228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a6b66c63-5a7b-4b2d-8483-16eaba0a6504 None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:06.808185 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c16a9c-a77d-4fe5-a6fb-436e425c8607 x-openstack-request-id: req-72c16a9c-a77d-4fe5-a6fb-436e425c8607 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:06.808615 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55f65de-0baf-40cd-ab20-97e729602ec7", "tag": "93b0f6c1-269c-4bb1-a521-f11b0f10ae39", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:06.808881 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72c16a9c-a77d-4fe5-a6fb-436e425c8607 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:06.809312 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55f65de-0baf-40cd-ab20-97e729602ec7', 'tag': '93b0f6c1-269c-4bb1-a521-f11b0f10ae39', 'status': 'completed', 'code': 200} Jul 16 04:01:06.870053 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e39c4c32-63fc-4341-b925-e90be4e67958 req-19bcf3f2-aa1f-4442-8627-3f6cca11d42b tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641281 Jul 16 04:01:06.971879 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-bc81e5f3-38ea-48ca-8a55-0b64c73c52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:06.973475 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-bc81e5f3-38ea-48ca-8a55-0b64c73c52cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a96b9f67e0994420be12110926162409&device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 1095 time: 0.2498205 Jul 16 04:01:07.060533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Allocated IP 172.20.0.1 (d16a7788-0182-41bf-a0ea-26283e4a5a30/559f65d0-984b-44d0-9d8a-bbcb5970b1eb/c446fd66-24ae-4780-8f58-28a69de887fa) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:07.107532 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-abc7670d-da46-4811-9383-c94d17abdf18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93b0f6c1-269c-4bb1-a521-f11b0f10ae39 HTTP/1.1" status: 200 len: 217 time: 0.1255400 Jul 16 04:01:07.114065 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-948b53f0-2ae0-43d0-9da1-44e9eb06586e', 'network_id': '948b53f0-2ae0-43d0-9da1-44e9eb06586e', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'fixed_ips': [{'subnet_id': '384cd401-1f98-4617-8ff3-e214497dbf87'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:07.115252 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.315937 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-11f2d5b9-d01c-4ab1-9700-765fb1610316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:07.317476 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-11f2d5b9-d01c-4ab1-9700-765fb1610316 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a762a1b6-8c42-47f4-b151-c402ac9c5e7b HTTP/1.1" status: 200 len: 848 time: 0.1989658 Jul 16 04:01:07.352763 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f0a784c7-c526-466d-a42f-84ad170a1424 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:07.404234 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.441725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Transition to ACTIVE for port object c446fd66-24ae-4780-8f58-28a69de887fa will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:07.520490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-287170c7-065f-4d1c-a977-c4b47bb4d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:07.529403 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-287170c7-065f-4d1c-a977-c4b47bb4d7db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2775521-26fe-4d0d-83e7-48ccc4756c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971476 Jul 16 04:01:07.585712 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.702436 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Allocated IP 172.21.0.2 (948b53f0-2ae0-43d0-9da1-44e9eb06586e/384cd401-1f98-4617-8ff3-e214497dbf87/1659c0f2-ebea-4de2-bf71-b44f1ca60a83) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:07.705788 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port f0a784c7-c526-466d-a42f-84ad170a1424 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:07.731925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=c446fd66-24ae-4780-8f58-28a69de887fa,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:07.754514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network d16a7788-0182-41bf-a0ea-26283e4a5a30 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:07.756545 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:07.767295 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:07.804989 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a6b66c63-5a7b-4b2d-8483-16eaba0a6504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:07.814509 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14ead820-5b2a-44ec-ab17-a011a7cbed80 req-ac8e3b26-3005-4e63-9078-f6bc9ad4d09c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 210 time: 0.1620700 Jul 16 04:01:07.831767 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:07.920820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-5110719c-8f59-49f3-b526-545df9243350 service neutron] 10.222.0.20 "GET /v2.0/networks/b2775521-26fe-4d0d-83e7-48ccc4756c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902731 Jul 16 04:01:07.957819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b66c63-5a7b-4b2d-8483-16eaba0a6504 None None] The sync data for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 is: [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:08.094557 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.156056 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1aee4a8-d24e-4fa7-bdc9-4e756e0b09e8 req-f190c370-c3ce-4c97-83bc-77cbc1793603 service neutron] 10.222.0.20 "GET /v2.0/networks/b2775521-26fe-4d0d-83e7-48ccc4756c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288585 Jul 16 04:01:08.168465 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.188416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Transition to ACTIVE for port object 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:08.209942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08176e2-3046-4c73-8579-93597fcea96e req-76394b93-68ed-4a53-9994-2f51eb4bc859 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:08.217961 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f08176e2-3046-4c73-8579-93597fcea96e req-76394b93-68ed-4a53-9994-2f51eb4bc859 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 1095 time: 0.1190574 Jul 16 04:01:08.238397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Transition to ACTIVE for port object 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:08.253888 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.311441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa6391e-016c-4712-a5f3-92673df91d3f None None] Network d16a7788-0182-41bf-a0ea-26283e4a5a30 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:08.469176 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf02d7-2b27-4793-90aa-feb72be4452c None None] New status for floating IP 3d04cba4-2b31-4576-84ad-67126b1cc50e: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:01:08.472761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Network 948b53f0-2ae0-43d0-9da1-44e9eb06586e is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:08.481460 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:08.487123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:08.492683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7cce8c2a-7624-4497-b91d-5c21b4a1978b None None] Provisioning for port f0a784c7-c526-466d-a42f-84ad170a1424 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:08.503305 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Pushing event updated for resources: {'Port': ['ID=1659c0f2-ebea-4de2-bf71-b44f1ca60a83,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:08.555522 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7cce8c2a-7624-4497-b91d-5c21b4a1978b None None] Provisioning complete for port f0a784c7-c526-466d-a42f-84ad170a1424 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:08.566083 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7cce8c2a-7624-4497-b91d-5c21b4a1978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.633644 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.654634 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.797081 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:08.800233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=c446fd66-24ae-4780-8f58-28a69de887fa,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:08.848637 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f08176e2-3046-4c73-8579-93597fcea96e req-2024f47a-1d85-4c61-906f-8a79cf2b5920 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292934 Jul 16 04:01:08.922628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6f9b2-509a-43dc-aa9f-83a774d03824 req-01bebe59-ea42-4bce-9b4e-ceeaa9973a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:08.924113 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fe6f9b2-509a-43dc-aa9f-83a774d03824 req-01bebe59-ea42-4bce-9b4e-ceeaa9973a07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a96b9f67e0994420be12110926162409&device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 1095 time: 0.6732392 Jul 16 04:01:08.973539 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network d16a7788-0182-41bf-a0ea-26283e4a5a30 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:08.974096 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Attempting to bind port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:08.974572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Attempting to bind port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '574fa160-d0a1-44e7-917c-7854cd266480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '948b53f0-2ae0-43d0-9da1-44e9eb06586e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:08.974961 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Attempting to bind port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 on network 948b53f0-2ae0-43d0-9da1-44e9eb06586e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:08.976528 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:09.014154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:09.014537 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Checking segment: {'id': '574fa160-d0a1-44e7-917c-7854cd266480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '948b53f0-2ae0-43d0-9da1-44e9eb06586e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:09.014948 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.015488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Bound using segment: {'id': '574fa160-d0a1-44e7-917c-7854cd266480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '948b53f0-2ae0-43d0-9da1-44e9eb06586e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:09.015986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Bound port: 1659c0f2-ebea-4de2-bf71-b44f1ca60a83, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574fa160-d0a1-44e7-917c-7854cd266480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': '948b53f0-2ae0-43d0-9da1-44e9eb06586e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:09.016387 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.122676 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router 048b6a08-f306-4950-9ea1-7afc36f60bd1 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:09.130273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6f9b2-509a-43dc-aa9f-83a774d03824 req-274d5378-b360-4a12-be28-7ca0ac71ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:09.130994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] For port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:09.131308 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fe6f9b2-509a-43dc-aa9f-83a774d03824 req-274d5378-b360-4a12-be28-7ca0ac71ea06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2775521-26fe-4d0d-83e7-48ccc4756c7c HTTP/1.1" status: 200 len: 910 time: 0.2000527 Jul 16 04:01:09.150726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] For port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1659c0f2-ebea-4de2-bf71-b44f1ca60a83,segment=NetworkSegment(574fa160-d0a1-44e7-917c-7854cd266480),segment_id=574fa160-d0a1-44e7-917c-7854cd266480)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:09.166482 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.171276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-628cac74-35ed-459a-bc84-18e08cc1abc8 req-2be9789e-1488-4fc9-b7d2-976ef7e723ce tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 210 time: 0.0924239 Jul 16 04:01:09.214305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fe6f9b2-509a-43dc-aa9f-83a774d03824 req-4c139622-e9a5-47c2-95b9-d1cca4982624 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93b0f6c1-269c-4bb1-a521-f11b0f10ae39 HTTP/1.1" status: 200 len: 217 time: 0.0365763 Jul 16 04:01:09.236761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b23b1e-7f13-4f89-8dad-ef7b8d1247ae None None] Pushing event updated for resources: {'Port': ['ID=1659c0f2-ebea-4de2-bf71-b44f1ca60a83,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:09.243664 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7cce8c2a-7624-4497-b91d-5c21b4a1978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.291185 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7cce8c2a-7624-4497-b91d-5c21b4a1978b None None] For port f0a784c7-c526-466d-a42f-84ad170a1424, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f0a784c7-c526-466d-a42f-84ad170a1424,segment=NetworkSegment(cd11742e-df8d-4145-9842-7f5202234042),segment_id=cd11742e-df8d-4145-9842-7f5202234042)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:09.300292 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7cce8c2a-7624-4497-b91d-5c21b4a1978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.314694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6f9b2-509a-43dc-aa9f-83a774d03824 req-85901809-110e-42da-832e-0021888e5e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:09.316195 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fe6f9b2-509a-43dc-aa9f-83a774d03824 req-85901809-110e-42da-832e-0021888e5e66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a762a1b6-8c42-47f4-b151-c402ac9c5e7b HTTP/1.1" status: 200 len: 848 time: 0.0963538 Jul 16 04:01:09.409486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce8c2a-7624-4497-b91d-5c21b4a1978b None None] Pushing event updated for resources: {'Port': ['ID=f0a784c7-c526-466d-a42f-84ad170a1424,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:09.445966 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6f9b2-509a-43dc-aa9f-83a774d03824 req-1fe10160-c930-4da8-bf79-d3f505bda806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:09.447497 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fe6f9b2-509a-43dc-aa9f-83a774d03824 req-1fe10160-c930-4da8-bf79-d3f505bda806 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2775521-26fe-4d0d-83e7-48ccc4756c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222878 Jul 16 04:01:09.612939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fe6f9b2-509a-43dc-aa9f-83a774d03824 req-1ec861d3-adc3-4be1-a3b0-0fdbaa029142 service neutron] 10.222.0.20 "GET /v2.0/networks/b2775521-26fe-4d0d-83e7-48ccc4756c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587303 Jul 16 04:01:09.735130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-089912fd-dd39-4142-a73b-4b788d44700a None None] Provisioning for port c446fd66-24ae-4780-8f58-28a69de887fa completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:09.741658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-089912fd-dd39-4142-a73b-4b788d44700a None None] Provisioning complete for port c446fd66-24ae-4780-8f58-28a69de887fa triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:09.742048 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-089912fd-dd39-4142-a73b-4b788d44700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:09.755400 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:01:09.776614 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fe6f9b2-509a-43dc-aa9f-83a774d03824 req-46085978-f15b-423c-9cb6-67261ca9ae20 service neutron] 10.222.0.20 "GET /v2.0/networks/b2775521-26fe-4d0d-83e7-48ccc4756c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563873 Jul 16 04:01:09.797732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:09.811539 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d4a78aa0-ca1f-43db-bdd8-967e0097c3e3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/048b6a08-f306-4950-9ea1-7afc36f60bd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2036970 Jul 16 04:01:09.815729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:09.828889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d24615-2662-4d36-8bd4-e586f411e8f1 None None] Sync routers for ids ['048b6a08-f306-4950-9ea1-7afc36f60bd1'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:09.931727 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fee2add-4559-4ad6-bbb4-5143dcb6267e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:09.938006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47142) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:09.940607 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7fee2add-4559-4ad6-bbb4-5143dcb6267e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports/c446fd66-24ae-4780-8f58-28a69de887fa HTTP/1.1" status: 200 len: 910 time: 0.1234803 Jul 16 04:01:10.004243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=93b0f6c1-269c-4bb1-a521-f11b0f10ae39,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:10.033364 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '93b0f6c1-269c-4bb1-a521-f11b0f10ae39', 'network_id': 'b2775521-26fe-4d0d-83e7-48ccc4756c7c', 'port_id': '93b0f6c1-269c-4bb1-a521-f11b0f10ae39', 'mac_address': 'fa:16:3e:be:b2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 904, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a762a1b6-8c42-47f4-b151-c402ac9c5e7b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:01:10.099879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d24615-2662-4d36-8bd4-e586f411e8f1 None None] Routers {'048b6a08-f306-4950-9ea1-7afc36f60bd1'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:10.100721 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46d24615-2662-4d36-8bd4-e586f411e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['048b6a08-f306-4950-9ea1-7afc36f60bd1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:10.149556 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47ed7b-4dc9-4653-b30a-e93117d57878 req-856c7a2d-ae29-4ac2-9347-a876a23d223c tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:10.164991 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d47ed7b-4dc9-4653-b30a-e93117d57878 req-856c7a2d-ae29-4ac2-9347-a876a23d223c tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 1095 time: 0.1457260 Jul 16 04:01:10.181283 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46d24615-2662-4d36-8bd4-e586f411e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:10.184102 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-089912fd-dd39-4142-a73b-4b788d44700a None None] Port c446fd66-24ae-4780-8f58-28a69de887fa cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:10.186561 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.223296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d24615-2662-4d36-8bd4-e586f411e8f1 None None] Routers {'048b6a08-f306-4950-9ea1-7afc36f60bd1'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:10.223974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46d24615-2662-4d36-8bd4-e586f411e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['048b6a08-f306-4950-9ea1-7afc36f60bd1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:10.225952 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-089912fd-dd39-4142-a73b-4b788d44700a None None] Provisioning complete for port f0a784c7-c526-466d-a42f-84ad170a1424 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:10.226327 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-089912fd-dd39-4142-a73b-4b788d44700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.244150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:01:10.267383 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d47ed7b-4dc9-4653-b30a-e93117d57878 req-64f79b08-e630-4e7f-b812-1948796bc363 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013806 Jul 16 04:01:10.387825 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=93b0f6c1-269c-4bb1-a521-f11b0f10ae39,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:10.390812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-46d24615-2662-4d36-8bd4-e586f411e8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:10.391488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d24615-2662-4d36-8bd4-e586f411e8f1 None None] The sync data for ids ['048b6a08-f306-4950-9ea1-7afc36f60bd1'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:10.416204 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.452668 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86e868da-79a7-4164-9a34-013b81c7e595 req-6042f0db-8131-4736-9739-88757f4348cb tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 210 time: 0.0739233 Jul 16 04:01:10.545335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=93b0f6c1-269c-4bb1-a521-f11b0f10ae39,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:10.631718 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['93b0f6c1-269c-4bb1-a521-f11b0f10ae39'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:01:10.667245 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.722388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-95d0fc10-4e6d-48a8-8c0e-8d15819fa9c1 None None] Provisioning complete for port c446fd66-24ae-4780-8f58-28a69de887fa triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:10.722781 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-95d0fc10-4e6d-48a8-8c0e-8d15819fa9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:10.857820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-95d0fc10-4e6d-48a8-8c0e-8d15819fa9c1 None None] Port c446fd66-24ae-4780-8f58-28a69de887fa cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:10.978515 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed3aa30-ed1b-4dd5-a172-893453f6c8f0 None None] Network 948b53f0-2ae0-43d0-9da1-44e9eb06586e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:11.102277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Allocated IP 172.21.0.1 (948b53f0-2ae0-43d0-9da1-44e9eb06586e/384cd401-1f98-4617-8ff3-e214497dbf87/7a9b0ca1-ae1f-4a15-985d-4a0d4fb25be1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:11.111298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-50d3878f-0a5b-43f4-93d1-d29a8a0fca41 None None] Provisioning for port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:11.248160 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.265205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Transition to ACTIVE for port object 7a9b0ca1-ae1f-4a15-985d-4a0d4fb25be1 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:11.282773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f0a784c7-c526-466d-a42f-84ad170a1424 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:11.322331 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.355216 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port f0a784c7-c526-466d-a42f-84ad170a1424 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:11.355850 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.378968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 948b53f0-2ae0-43d0-9da1-44e9eb06586e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:11.382546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:11.385986 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:11.444110 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.477776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2018223-7579-4ea8-87ff-8f9f0f29d4ef req-c2788b71-6626-4d1a-bb64-6bb222c1e9fd tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:11.486047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e2018223-7579-4ea8-87ff-8f9f0f29d4ef req-c2788b71-6626-4d1a-bb64-6bb222c1e9fd tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 1096 time: 0.0663617 Jul 16 04:01:11.502083 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:11.528232 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=7a9b0ca1-ae1f-4a15-985d-4a0d4fb25be1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:11.538357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e2018223-7579-4ea8-87ff-8f9f0f29d4ef req-1d4b55ad-28d7-4381-93ba-cf3814ccb8e5 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512788 Jul 16 04:01:11.550697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.553261 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.553738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.554147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.554551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.556817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.557259 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.557673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.558926 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.559266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.559600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.559929 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:11.613545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:11.622678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:11.623141 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.717818 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.758525 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e145c921-d897-4438-864d-2990d9128eb4 req-c6488889-cbf5-4e88-bac0-74c254b4784e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f46c37-eea4-46be-8fd3-6c56b0a0c9ac HTTP/1.1" status: 200 len: 210 time: 0.0535257 Jul 16 04:01:11.767180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:11.790597 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.836648 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a242bbbf-28e3-4f21-ae11-163ff0e2f4d0 None None] Provisioning for port 7a9b0ca1-ae1f-4a15-985d-4a0d4fb25be1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:11.848716 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a242bbbf-28e3-4f21-ae11-163ff0e2f4d0 None None] Provisioning complete for port 7a9b0ca1-ae1f-4a15-985d-4a0d4fb25be1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:11.849089 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a242bbbf-28e3-4f21-ae11-163ff0e2f4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.882398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1659c0f2-ebea-4de2-bf71-b44f1ca60a83,segment=NetworkSegment(574fa160-d0a1-44e7-917c-7854cd266480),segment_id=574fa160-d0a1-44e7-917c-7854cd266480)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:11.894433 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.927129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:11.931886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a242bbbf-28e3-4f21-ae11-163ff0e2f4d0 None None] Port 7a9b0ca1-ae1f-4a15-985d-4a0d4fb25be1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:11.935885 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:11.936271 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:11.991275 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=1659c0f2-ebea-4de2-bf71-b44f1ca60a83,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:12.046289 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.069311 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.074802 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.083382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55f65de-0baf-40cd-ab20-97e729602ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b0f6c1-269c-4bb1-a521-f11b0f10ae39'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:12.088672 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8638f8e7-2c1c-4f7d-b7b4-7a2adf1ca638" -d '{"events": [{"server_uuid": "e55f65de-0baf-40cd-ab20-97e729602ec7", "name": "network-vif-plugged", "status": "completed", "tag": "93b0f6c1-269c-4bb1-a521-f11b0f10ae39"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:12.117237 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=93b0f6c1-269c-4bb1-a521-f11b0f10ae39,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:12.128514 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.181794 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3268d336-c80f-407d-896b-c30e2cf7166d x-openstack-request-id: req-3268d336-c80f-407d-896b-c30e2cf7166d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:12.182093 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55f65de-0baf-40cd-ab20-97e729602ec7", "name": "network-vif-plugged", "status": "completed", "tag": "93b0f6c1-269c-4bb1-a521-f11b0f10ae39", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:12.184523 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3268d336-c80f-407d-896b-c30e2cf7166d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:12.185478 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55f65de-0baf-40cd-ab20-97e729602ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b0f6c1-269c-4bb1-a521-f11b0f10ae39', 'code': 200} Jul 16 04:01:12.195651 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=7a9b0ca1-ae1f-4a15-985d-4a0d4fb25be1,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:12.200976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.251992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=93b0f6c1-269c-4bb1-a521-f11b0f10ae39,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:12.340563 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539bfaf-ccfe-42fe-a239-1ffb5fd14435 req-1186bc7b-20f7-4135-b941-89c4cb0e2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:12.342233 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2539bfaf-ccfe-42fe-a239-1ffb5fd14435 req-1186bc7b-20f7-4135-b941-89c4cb0e2e5f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 1097 time: 0.1063633 Jul 16 04:01:12.347298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 948b53f0-2ae0-43d0-9da1-44e9eb06586e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:12.353652 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:12.400214 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2539bfaf-ccfe-42fe-a239-1ffb5fd14435 req-036a89cf-0342-4c57-bdc7-9fb65e931038 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516951 Jul 16 04:01:12.498782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router 048b6a08-f306-4950-9ea1-7afc36f60bd1 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:12.635771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:12.646615 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685cafc0-4d0d-477d-af35-98f882f8a2c5 None None] Sync routers for ids ['048b6a08-f306-4950-9ea1-7afc36f60bd1'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:12.651251 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-40f89a22-507f-4af6-99bb-b7520cd1782f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/048b6a08-f306-4950-9ea1-7afc36f60bd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7096539 Jul 16 04:01:12.651436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47190) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:12.663206 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685cafc0-4d0d-477d-af35-98f882f8a2c5 None None] Routers {'048b6a08-f306-4950-9ea1-7afc36f60bd1'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:12.665459 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-685cafc0-4d0d-477d-af35-98f882f8a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['048b6a08-f306-4950-9ea1-7afc36f60bd1'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:12.707687 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-685cafc0-4d0d-477d-af35-98f882f8a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:12.718727 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685cafc0-4d0d-477d-af35-98f882f8a2c5 None None] Routers {'048b6a08-f306-4950-9ea1-7afc36f60bd1'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:12.719647 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-685cafc0-4d0d-477d-af35-98f882f8a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['048b6a08-f306-4950-9ea1-7afc36f60bd1'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:12.760066 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eba90d39-7b50-4f83-b8b8-cc1e50b7dd53 None None] Provisioning complete for port 7a9b0ca1-ae1f-4a15-985d-4a0d4fb25be1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:12.760652 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eba90d39-7b50-4f83-b8b8-cc1e50b7dd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:12.762100 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-685cafc0-4d0d-477d-af35-98f882f8a2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:12.763075 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685cafc0-4d0d-477d-af35-98f882f8a2c5 None None] The sync data for ids ['048b6a08-f306-4950-9ea1-7afc36f60bd1'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:12.771355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a85c118-83a4-4be1-a817-1f1a765a2a1e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:12.775891 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0a85c118-83a4-4be1-a817-1f1a765a2a1e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports/7a9b0ca1-ae1f-4a15-985d-4a0d4fb25be1 HTTP/1.1" status: 200 len: 910 time: 0.1202829 Jul 16 04:01:12.776593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47198) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:12.814051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-eba90d39-7b50-4f83-b8b8-cc1e50b7dd53 None None] Port 7a9b0ca1-ae1f-4a15-985d-4a0d4fb25be1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:13.068384 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c175f-d0b5-454b-892f-670491e8ba8f req-0e9b31e4-8b42-421a-ba40-82a22591e3f8 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:13.069953 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d33c175f-d0b5-454b-892f-670491e8ba8f req-0e9b31e4-8b42-421a-ba40-82a22591e3f8 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0848665 Jul 16 04:01:13.172128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d33c175f-d0b5-454b-892f-670491e8ba8f req-6448614e-34b2-496e-bb16-6467d1b84d20 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922451 Jul 16 04:01:13.233445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:13.242714 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-5dcae71f-fa60-48b5-8702-7070978c4f0c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559375480&fields=id&tenant_id=141b36b166934e7d90312d1c02c7c1cd HTTP/1.1" status: 200 len: 267 time: 0.0483356 Jul 16 04:01:13.289166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:13.289741 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.325117 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47c3f6fb-e7eb-4af8-bb0b-cfb9ab7141ff tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.390985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-90e229f9-6f17-405e-b175-58da103b9620 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:13.402491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-90e229f9-6f17-405e-b175-58da103b9620 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 811 time: 0.1582448 Jul 16 04:01:13.423780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-aed58483-37a6-4dbb-ae5b-0b2eb80666c4 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/quotas/141b36b166934e7d90312d1c02c7c1cd HTTP/1.1" status: 200 len: 375 time: 0.0155499 Jul 16 04:01:13.508334 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-f502d46f-b855-4ab9-918a-b19ada58d3db tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774748 Jul 16 04:01:13.614930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-ce116448-d8e3-469d-9a16-7b46e81742c6 service neutron] 10.222.0.18 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009583 Jul 16 04:01:13.629322 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-47c3f6fb-e7eb-4af8-bb0b-cfb9ab7141ff tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port 7a9b0ca1-ae1f-4a15-985d-4a0d4fb25be1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:13.629876 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47c3f6fb-e7eb-4af8-bb0b-cfb9ab7141ff tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.716598 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-d9143d95-c895-441c-994b-cc334b7708e7 service neutron] 10.222.0.18 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948772 Jul 16 04:01:13.720529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47c3f6fb-e7eb-4af8-bb0b-cfb9ab7141ff tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.735455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-47c3f6fb-e7eb-4af8-bb0b-cfb9ab7141ff tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for 7a9b0ca1-ae1f-4a15-985d-4a0d4fb25be1 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:13.951312 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47c3f6fb-e7eb-4af8-bb0b-cfb9ab7141ff tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:13.997695 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3f6fb-e7eb-4af8-bb0b-cfb9ab7141ff tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=7a9b0ca1-ae1f-4a15-985d-4a0d4fb25be1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:14.188109 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e47dfd6-e6d5-4c28-a130-3de117b8b91d req-14192841-c150-40c6-96b9-7b207d696b0b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 210 time: 0.0724254 Jul 16 04:01:14.286266 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-47c3f6fb-e7eb-4af8-bb0b-cfb9ab7141ff tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:14.452673 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c469b-0318-4e71-8662-95109439351c req-6fd05395-7d46-4952-ab9d-0ba112a23464 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:14.454469 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc7c469b-0318-4e71-8662-95109439351c req-6fd05395-7d46-4952-ab9d-0ba112a23464 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0804236 Jul 16 04:01:14.512079 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc7c469b-0318-4e71-8662-95109439351c req-80af9f56-fbff-4085-8814-7a3ff2fb97a0 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459130 Jul 16 04:01:14.560762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c3f6fb-e7eb-4af8-bb0b-cfb9ab7141ff tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router 048b6a08-f306-4950-9ea1-7afc36f60bd1 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:14.722548 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c3f6fb-e7eb-4af8-bb0b-cfb9ab7141ff tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:14.732875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47242) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:14.735835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f9bda-2a39-4369-9404-5e6d4dcadfe6 None None] Sync routers for ids ['048b6a08-f306-4950-9ea1-7afc36f60bd1'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:14.747666 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-47c3f6fb-e7eb-4af8-bb0b-cfb9ab7141ff tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/048b6a08-f306-4950-9ea1-7afc36f60bd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9686012 Jul 16 04:01:14.750390 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f9bda-2a39-4369-9404-5e6d4dcadfe6 None None] Routers {'048b6a08-f306-4950-9ea1-7afc36f60bd1'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:14.751023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa0f9bda-2a39-4369-9404-5e6d4dcadfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['048b6a08-f306-4950-9ea1-7afc36f60bd1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:14.788959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa0f9bda-2a39-4369-9404-5e6d4dcadfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:14.798740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f9bda-2a39-4369-9404-5e6d4dcadfe6 None None] Routers {'048b6a08-f306-4950-9ea1-7afc36f60bd1'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:14.799791 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa0f9bda-2a39-4369-9404-5e6d4dcadfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['048b6a08-f306-4950-9ea1-7afc36f60bd1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:14.822929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467830b-64fd-4a23-ae7f-9b9a7921e6b8 req-4376af0d-bb00-4c08-935a-ed3feff10f94 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:14.830451 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0467830b-64fd-4a23-ae7f-9b9a7921e6b8 req-4376af0d-bb00-4c08-935a-ed3feff10f94 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 1097 time: 0.1434791 Jul 16 04:01:14.842783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa0f9bda-2a39-4369-9404-5e6d4dcadfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:14.843557 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0f9bda-2a39-4369-9404-5e6d4dcadfe6 None None] The sync data for ids ['048b6a08-f306-4950-9ea1-7afc36f60bd1'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:14.949043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0467830b-64fd-4a23-ae7f-9b9a7921e6b8 req-fab025a2-b336-4ec3-a0a7-1749ce5e2293 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176577 Jul 16 04:01:15.202743 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa1521bc-8493-4c48-8571-0140c1bd6500 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.208856 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e7b47-75e5-4a57-ba00-b8e36b587099 req-4d6555f4-10ca-4cba-a462-47c0ffe92d10 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:15.210528 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e34e7b47-75e5-4a57-ba00-b8e36b587099 req-4d6555f4-10ca-4cba-a462-47c0ffe92d10 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 1097 time: 0.0781436 Jul 16 04:01:15.275106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47262) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:15.390493 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-57644fee-9f35-4e49-9246-d9a2df10ff17 req-1047a3b9-bf1a-4e4b-88d5-2aba4277bb78 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 210 time: 0.0552599 Jul 16 04:01:15.396202 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e34e7b47-75e5-4a57-ba00-b8e36b587099 req-49861e4f-f075-4201-9cc9-b165249e8381 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319869 Jul 16 04:01:15.506332 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8d5c1b86-7398-4b4e-a07d-2dbb795b39bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d5ce68485924a358aa391c77031124f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277648 Jul 16 04:01:15.506906 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47270) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:15.593234 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecd1ec2f-4df9-4608-be3c-7650a8d84057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.616748 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-9dfda74e-6052-432f-891f-838c952f97bc tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:15.618236 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-9dfda74e-6052-432f-891f-838c952f97bc tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 811 time: 0.1446562 Jul 16 04:01:15.665216 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecd1ec2f-4df9-4608-be3c-7650a8d84057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.726094 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecd1ec2f-4df9-4608-be3c-7650a8d84057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.729396 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ecd1ec2f-4df9-4608-be3c-7650a8d84057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:15.731450 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ecd1ec2f-4df9-4608-be3c-7650a8d84057 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a58b5721-afb0-4ec1-85e0-2ffa61bdaeb0 HTTP/1.1" status: 204 len: 168 time: 0.2238142 Jul 16 04:01:15.742498 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1ec2f-4df9-4608-be3c-7650a8d84057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58b5721-afb0-4ec1-85e0-2ffa61bdaeb0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:15.758959 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-16210937-fd20-4ebf-a1cb-e7635f8a8c32 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=141b36b166934e7d90312d1c02c7c1cd HTTP/1.1" status: 200 len: 379 time: 0.1059916 Jul 16 04:01:15.773957 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-6e49f306-d704-4608-924e-61bac3ad86f0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'port': {'device_id': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'admin_state_up': True, 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'security_groups': ['78af68bb-2576-4df7-9be0-2d020a9f057d']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:15.937769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aa1521bc-8493-4c48-8571-0140c1bd6500 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port c446fd66-24ae-4780-8f58-28a69de887fa {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:15.938124 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa1521bc-8493-4c48-8571-0140c1bd6500 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.091905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-6e49f306-d704-4608-924e-61bac3ad86f0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Made reservation on behalf of 141b36b166934e7d90312d1c02c7c1cd for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:16.095404 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-6e49f306-d704-4608-924e-61bac3ad86f0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.130155 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa1521bc-8493-4c48-8571-0140c1bd6500 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.157345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aa1521bc-8493-4c48-8571-0140c1bd6500 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for c446fd66-24ae-4780-8f58-28a69de887fa owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:16.245967 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c23c-04ea-4d7c-963a-084dcefc4bf8 req-b636446f-0f13-4d2f-9ec7-51713c93c8a1 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:16.247939 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9d5c23c-04ea-4d7c-963a-084dcefc4bf8 req-b636446f-0f13-4d2f-9ec7-51713c93c8a1 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 1097 time: 0.2530050 Jul 16 04:01:16.379863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9d5c23c-04ea-4d7c-963a-084dcefc4bf8 req-c2fbe61a-0633-400c-bfbe-418790358492 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243560 Jul 16 04:01:16.403554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-6e49f306-d704-4608-924e-61bac3ad86f0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Allocated IP 172.20.0.6 (f55cd736-5d71-4953-92cf-213346d5a1da/71faac3d-ce79-45ad-842e-496e7071d6f0/e1a1af3a-28b6-471d-8b1d-7827cf222951) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:16.555298 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa1521bc-8493-4c48-8571-0140c1bd6500 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.643924 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9df5caa-482e-43f6-9808-5b64b7ba8ff5 req-c7a329db-991c-46cd-9f1d-407b6ccc5f31 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 210 time: 0.1177468 Jul 16 04:01:16.676274 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47298) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:16.796497 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1521bc-8493-4c48-8571-0140c1bd6500 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=c446fd66-24ae-4780-8f58-28a69de887fa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:16.858071 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1544465705-network', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:16.886291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] Made reservation on behalf of 6136463db8d14e51bfdec9fe0b6ce859 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:16.889390 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.902705 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-6e49f306-d704-4608-924e-61bac3ad86f0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:16.909840 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.009042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-6e49f306-d704-4608-924e-61bac3ad86f0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Transition to ACTIVE for port object e1a1af3a-28b6-471d-8b1d-7827cf222951 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:17.012841 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa1521bc-8493-4c48-8571-0140c1bd6500 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.045893 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.051388 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.066685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:17.078218 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.078685 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] Added segment 11ca5d34-63d8-4be2-8ef6-00b03192d0a5 of type vlan for network 3163f263-64f5-406b-a75d-0fa5295f229f Jul 16 04:01:17.145906 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.201197 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-6e49f306-d704-4608-924e-61bac3ad86f0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.223045 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bc5ee0-7b86-4cab-861e-fdb500160420,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:17.233851 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.234828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:17.235420 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.267152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-6e49f306-d704-4608-924e-61bac3ad86f0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Network f55cd736-5d71-4953-92cf-213346d5a1da is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:17.274586 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1521bc-8493-4c48-8571-0140c1bd6500 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router 048b6a08-f306-4950-9ea1-7afc36f60bd1 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:17.275806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-6e49f306-d704-4608-924e-61bac3ad86f0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:17.279051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49f306-d704-4608-924e-61bac3ad86f0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'Port': ['ID=e1a1af3a-28b6-471d-8b1d-7827cf222951,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:17.280196 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6023147 Jul 16 04:01:17.280918 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-6e49f306-d704-4608-924e-61bac3ad86f0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:17.286920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47302) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:17.291713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d5687846-9b9f-4e21-800b-8e31c6b050b3 admin admin] Request body: {'subnet': {'network_id': '3163f263-64f5-406b-a75d-0fa5295f229f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1544465705-subnet', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:17.434159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-6e49f306-d704-4608-924e-61bac3ad86f0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:17.434847 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-6e49f306-d704-4608-924e-61bac3ad86f0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.441203 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1521bc-8493-4c48-8571-0140c1bd6500 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:17.446146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5687846-9b9f-4e21-800b-8e31c6b050b3 admin admin] Made reservation on behalf of 6136463db8d14e51bfdec9fe0b6ce859 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:17.448890 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5687846-9b9f-4e21-800b-8e31c6b050b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.451860 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb966e-ddc9-49c2-a423-5c547c630b01 None None] Sync routers for ids ['048b6a08-f306-4950-9ea1-7afc36f60bd1'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:17.459352 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-aa1521bc-8493-4c48-8571-0140c1bd6500 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/048b6a08-f306-4950-9ea1-7afc36f60bd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7201090 Jul 16 04:01:17.470143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47310) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:17.476284 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb966e-ddc9-49c2-a423-5c547c630b01 None None] Routers {'048b6a08-f306-4950-9ea1-7afc36f60bd1'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:17.478751 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2adb966e-ddc9-49c2-a423-5c547c630b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['048b6a08-f306-4950-9ea1-7afc36f60bd1'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:17.519322 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a1fd0133-d0bc-414a-bd5b-0826a200baa4 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports?device_id=048b6a08-f306-4950-9ea1-7afc36f60bd1 HTTP/1.1" status: 200 len: 205 time: 0.0468481 Jul 16 04:01:17.520781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-6e49f306-d704-4608-924e-61bac3ad86f0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7610774 Jul 16 04:01:17.523092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47314) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:17.581113 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2adb966e-ddc9-49c2-a423-5c547c630b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:17.602219 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb966e-ddc9-49c2-a423-5c547c630b01 None None] Routers {'048b6a08-f306-4950-9ea1-7afc36f60bd1'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:17.602994 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2adb966e-ddc9-49c2-a423-5c547c630b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['048b6a08-f306-4950-9ea1-7afc36f60bd1'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:17.686042 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2adb966e-ddc9-49c2-a423-5c547c630b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:17.688210 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb966e-ddc9-49c2-a423-5c547c630b01 None None] The sync data for ids ['048b6a08-f306-4950-9ea1-7afc36f60bd1'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:17.693810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fe239995-0dfc-42bf-9125-e72886d67de6 None None] Provisioning for port e1a1af3a-28b6-471d-8b1d-7827cf222951 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:17.698380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fe239995-0dfc-42bf-9125-e72886d67de6 None None] Provisioning complete for port e1a1af3a-28b6-471d-8b1d-7827cf222951 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:17.698956 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fe239995-0dfc-42bf-9125-e72886d67de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:17.780635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fe239995-0dfc-42bf-9125-e72886d67de6 None None] Port e1a1af3a-28b6-471d-8b1d-7827cf222951 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:17.892244 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39e7c4-ff1d-4200-90ed-531ef971a407 req-0703442e-2866-4dce-bc87-08b82296d300 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:17.894954 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca39e7c4-ff1d-4200-90ed-531ef971a407 req-0703442e-2866-4dce-bc87-08b82296d300 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 1097 time: 0.7353113 Jul 16 04:01:17.896170 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f93d85-aea7-4686-b197-e92195fee1b9 admin admin] Pushing event updated for resources: {'Network': ['ID=3163f263-64f5-406b-a75d-0fa5295f229f,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:17.909078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 3163f263-64f5-406b-a75d-0fa5295f229f details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:18.021258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-ca39e7c4-ff1d-4200-90ed-531ef971a407 req-b4f4f773-82fa-4d87-9115-fbbfd3424d1b tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Deleting port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:18.021721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ca39e7c4-ff1d-4200-90ed-531ef971a407 req-b4f4f773-82fa-4d87-9115-fbbfd3424d1b tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:18.111758 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-ca39e7c4-ff1d-4200-90ed-531ef971a407 req-b4f4f773-82fa-4d87-9115-fbbfd3424d1b tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] For port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=93b0f6c1-269c-4bb1-a521-f11b0f10ae39,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:18.112053 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ca39e7c4-ff1d-4200-90ed-531ef971a407 req-b4f4f773-82fa-4d87-9115-fbbfd3424d1b tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:18.127628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-ca39e7c4-ff1d-4200-90ed-531ef971a407 req-b4f4f773-82fa-4d87-9115-fbbfd3424d1b tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Calling delete_port for 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:18.218969 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Request body: {'port': {'device_id': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:18.271307 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ca39e7c4-ff1d-4200-90ed-531ef971a407 req-b4f4f773-82fa-4d87-9115-fbbfd3424d1b tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:18.282855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['93b0f6c1-269c-4bb1-a521-f11b0f10ae39'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:01:18.336489 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['6e836cdf-d11e-4c9f-ac91-021659f7a299'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:01:18.365704 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4f773-82fa-4d87-9115-fbbfd3424d1b tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Pushing event deleted for resources: {'Port': ['ID=93b0f6c1-269c-4bb1-a521-f11b0f10ae39,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:18.391402 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca39e7c4-ff1d-4200-90ed-531ef971a407 req-b4f4f773-82fa-4d87-9115-fbbfd3424d1b tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] No DVR routers for this DVR port 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:18.404463 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ca39e7c4-ff1d-4200-90ed-531ef971a407 req-b4f4f773-82fa-4d87-9115-fbbfd3424d1b tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:18.406614 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca39e7c4-ff1d-4200-90ed-531ef971a407 req-b4f4f773-82fa-4d87-9115-fbbfd3424d1b tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.20 "DELETE /v2.0/ports/93b0f6c1-269c-4bb1-a521-f11b0f10ae39 HTTP/1.1" status: 204 len: 173 time: 0.5023110 Jul 16 04:01:18.407114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55f65de-0baf-40cd-ab20-97e729602ec7', 'name': 'network-vif-deleted', 'tag': '93b0f6c1-269c-4bb1-a521-f11b0f10ae39'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:18.409546 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11757c0e-21ae-4596-8f9e-78af99109f93" -d '{"events": [{"server_uuid": "e55f65de-0baf-40cd-ab20-97e729602ec7", "name": "network-vif-deleted", "tag": "93b0f6c1-269c-4bb1-a521-f11b0f10ae39"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:18.423704 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc0ecff7-470a-4861-a05b-8695878a1158 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:18.465027 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5687846-9b9f-4e21-800b-8e31c6b050b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:18.879903 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc0ecff7-470a-4861-a05b-8695878a1158 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:18.887590 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc0ecff7-470a-4861-a05b-8695878a1158 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:18.889347 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5687846-9b9f-4e21-800b-8e31c6b050b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e992964-8902-4de6-a1bc-e11507340ec5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:18.948232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2416c-cf01-4bcf-b597-1d2f03dfa3cd req-96d34ecb-0e78-4c2a-8d96-d126727cfa9b tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:18.952843 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aef2416c-cf01-4bcf-b597-1d2f03dfa3cd req-96d34ecb-0e78-4c2a-8d96-d126727cfa9b tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e55f65de-0baf-40cd-ab20-97e729602ec7 HTTP/1.1" status: 200 len: 1018 time: 0.7308395 Jul 16 04:01:18.959002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5687846-9b9f-4e21-800b-8e31c6b050b3 admin admin] Checking segment: {'id': '11ca5d34-63d8-4be2-8ef6-00b03192d0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3163f263-64f5-406b-a75d-0fa5295f229f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:18.960038 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5687846-9b9f-4e21-800b-8e31c6b050b3 admin admin] Network hostable DHCP agents. Network: 3163f263-64f5-406b-a75d-0fa5295f229f, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:18.964209 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:18.998489 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc0ecff7-470a-4861-a05b-8695878a1158 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:18.999200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0ecff7-470a-4861-a05b-8695878a1158 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Fanout notify agent at l3_agent the message router_deleted on router 048b6a08-f306-4950-9ea1-7afc36f60bd1 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:01:19.025258 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cc0ecff7-470a-4861-a05b-8695878a1158 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.028841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cc0ecff7-470a-4861-a05b-8695878a1158 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/routers/048b6a08-f306-4950-9ea1-7afc36f60bd1 HTTP/1.1" status: 204 len: 168 time: 1.5024760 Jul 16 04:01:19.029617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47322) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:19.045272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59bbef-15c0-4a92-8dff-c31e3ee11ac9 req-725e2139-f465-42a8-a817-909d65032fe0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:19.048785 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d59bbef-15c0-4a92-8dff-c31e3ee11ac9 req-725e2139-f465-42a8-a817-909d65032fe0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 931 time: 0.6558406 Jul 16 04:01:19.123538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5687846-9b9f-4e21-800b-8e31c6b050b3 admin admin] Network 3163f263-64f5-406b-a75d-0fa5295f229f is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:19.127697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c9ad19-2246-4f10-80c7-feb07d504ff9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting subnet 384cd401-1f98-4617-8ff3-e214497dbf87 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:01:19.133597 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80c9ad19-2246-4f10-80c7-feb07d504ff9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.156818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-aef2416c-cf01-4bcf-b597-1d2f03dfa3cd req-d085bfb8-4deb-4721-b761-f9a4bc1b44cd tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994445 Jul 16 04:01:19.159245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d5687846-9b9f-4e21-800b-8e31c6b050b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 3163f263-64f5-406b-a75d-0fa5295f229f) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:19.170786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321584f7-f0f8-4349-86eb-63fe1e1bd0c1 None None] Network 3163f263-64f5-406b-a75d-0fa5295f229f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:19.189177 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5687846-9b9f-4e21-800b-8e31c6b050b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:19.191366 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5687846-9b9f-4e21-800b-8e31c6b050b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.202447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80c9ad19-2246-4f10-80c7-feb07d504ff9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.249864 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9914b3-556c-4d97-8c78-188e17bce731 x-openstack-request-id: req-cc9914b3-556c-4d97-8c78-188e17bce731 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:19.250328 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55f65de-0baf-40cd-ab20-97e729602ec7", "name": "network-vif-deleted", "tag": "93b0f6c1-269c-4bb1-a521-f11b0f10ae39", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:19.250756 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc9914b3-556c-4d97-8c78-188e17bce731 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:19.251410 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55f65de-0baf-40cd-ab20-97e729602ec7', 'name': 'network-vif-deleted', 'tag': '93b0f6c1-269c-4bb1-a521-f11b0f10ae39', 'status': 'completed', 'code': 200} Jul 16 04:01:19.299523 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d59bbef-15c0-4a92-8dff-c31e3ee11ac9 req-bce9afc9-f19f-4c67-ad64-f8a00e64dbd2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053444 Jul 16 04:01:19.309041 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d5687846-9b9f-4e21-800b-8e31c6b050b3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0181472 Jul 16 04:01:19.309702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47324) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:19.314004 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1544465705-router', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:19.333593 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80c9ad19-2246-4f10-80c7-feb07d504ff9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.405828 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80c9ad19-2246-4f10-80c7-feb07d504ff9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.439741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9ad19-2246-4f10-80c7-feb07d504ff9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Subnet': ['ID=384cd401-1f98-4617-8ff3-e214497dbf87,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:19.446377 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-80c9ad19-2246-4f10-80c7-feb07d504ff9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.449268 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-80c9ad19-2246-4f10-80c7-feb07d504ff9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/384cd401-1f98-4617-8ff3-e214497dbf87 HTTP/1.1" status: 204 len: 168 time: 0.4179296 Jul 16 04:01:19.451229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47328) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:19.460023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-3163f263-64f5-406b-a75d-0fa5295f229f', 'network_id': '3163f263-64f5-406b-a75d-0fa5295f229f', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859', 'fixed_ips': [{'subnet_id': '3e992964-8902-4de6-a1bc-e11507340ec5'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:19.461302 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.463385 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e89c15-a030-4f15-9431-dec908aac34b None None] Network 948b53f0-2ae0-43d0-9da1-44e9eb06586e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:19.517169 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ebb3b8-eaee-43a4-9d03-185b00878157 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting subnet 559f65d0-984b-44d0-9d8a-bbcb5970b1eb {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:01:19.521350 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ebb3b8-eaee-43a4-9d03-185b00878157 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.552249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a1af3a-28b6-471d-8b1d-7827cf222951 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:01:19.562919 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.569393 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ebb3b8-eaee-43a4-9d03-185b00878157 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.575576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Transition to ACTIVE for port object e1a1af3a-28b6-471d-8b1d-7827cf222951 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:19.577055 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.578260 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.667339 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.669342 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.779302 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ebb3b8-eaee-43a4-9d03-185b00878157 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.802705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Allocated IP 172.20.0.2 (3163f263-64f5-406b-a75d-0fa5295f229f/3e992964-8902-4de6-a1bc-e11507340ec5/af2cf4d6-ed1e-4f1a-9587-253dcaa1827a) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:19.815244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a1af3a-28b6-471d-8b1d-7827cf222951,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:19.926731 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d8126f-2f65-42df-8780-b2c567910f16 None None] DHCP port deletion for 948b53f0-2ae0-43d0-9da1-44e9eb06586e request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:19.958658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ebb3b8-eaee-43a4-9d03-185b00878157 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:19.993956 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.015108 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebb3b8-eaee-43a4-9d03-185b00878157 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Subnet': ['ID=559f65d0-984b-44d0-9d8a-bbcb5970b1eb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:20.018775 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8ebb3b8-eaee-43a4-9d03-185b00878157 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.024875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47336) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:20.026871 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d8ebb3b8-eaee-43a4-9d03-185b00878157 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/559f65d0-984b-44d0-9d8a-bbcb5970b1eb HTTP/1.1" status: 204 len: 168 time: 0.5741074 Jul 16 04:01:20.040360 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb4e26-cb55-44e7-9459-b46285cfa644 None None] Network d16a7788-0182-41bf-a0ea-26283e4a5a30 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:20.116911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Attempting to bind port e1a1af3a-28b6-471d-8b1d-7827cf222951 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:20.116911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Attempting to bind port e1a1af3a-28b6-471d-8b1d-7827cf222951 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:20.116911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Attempting to bind port e1a1af3a-28b6-471d-8b1d-7827cf222951 on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:20.186124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Port e1a1af3a-28b6-471d-8b1d-7827cf222951 on network f55cd736-5d71-4953-92cf-213346d5a1da not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:01:20.186470 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Attempting to bind port e1a1af3a-28b6-471d-8b1d-7827cf222951 on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:20.198099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.200511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:20.200865 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Checking segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:20.201259 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Bound using segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:20.201716 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Bound port: e1a1af3a-28b6-471d-8b1d-7827cf222951, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:20.202081 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.283776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] For port e1a1af3a-28b6-471d-8b1d-7827cf222951, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:20.288034 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] For port e1a1af3a-28b6-471d-8b1d-7827cf222951, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=e1a1af3a-28b6-471d-8b1d-7827cf222951,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:20.305298 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.438449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:20.438991 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.441253 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] 10.222.0.20 "PUT /v2.0/ports/e1a1af3a-28b6-471d-8b1d-7827cf222951 HTTP/1.1" status: 200 len: 1091 time: 2.2273788 Jul 16 04:01:20.454840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8126f-2f65-42df-8780-b2c567910f16 None None] Deleting port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:20.455400 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8d8126f-2f65-42df-8780-b2c567910f16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.455603 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5de7b-8768-4e75-a6af-f3597d5d8b81 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a1af3a-28b6-471d-8b1d-7827cf222951,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:20.487223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'tag': 'e1a1af3a-28b6-471d-8b1d-7827cf222951'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:20.492453 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bfb886-493b-4b0e-b46c-0eb29ee0eb03" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c7c5cf-5863-4610-8b92-5580e47049e4", "tag": "e1a1af3a-28b6-471d-8b1d-7827cf222951"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:20.584168 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.638233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Transition to ACTIVE for port object af2cf4d6-ed1e-4f1a-9587-253dcaa1827a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:20.653218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f8d8126f-2f65-42df-8780-b2c567910f16 None None] For port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1659c0f2-ebea-4de2-bf71-b44f1ca60a83,segment=NetworkSegment(574fa160-d0a1-44e7-917c-7854cd266480),segment_id=574fa160-d0a1-44e7-917c-7854cd266480)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:20.653629 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8d8126f-2f65-42df-8780-b2c567910f16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.687573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8126f-2f65-42df-8780-b2c567910f16 None None] Calling delete_port for 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:20.689721 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Transition to ACTIVE for port object af2cf4d6-ed1e-4f1a-9587-253dcaa1827a will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:20.702848 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.782794 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Network 3163f263-64f5-406b-a75d-0fa5295f229f is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:20.786646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:20.792827 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:20.827081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68b4266-4d82-44e9-90c2-9c7285bd8885 None None] DHCP port deletion for d16a7788-0182-41bf-a0ea-26283e4a5a30 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:20.840345 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5701fe98-9aea-4e96-938c-b7e0cb0f3e69 x-openstack-request-id: req-5701fe98-9aea-4e96-938c-b7e0cb0f3e69 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:20.840829 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c7c5cf-5863-4610-8b92-5580e47049e4", "tag": "e1a1af3a-28b6-471d-8b1d-7827cf222951", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:20.841086 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5701fe98-9aea-4e96-938c-b7e0cb0f3e69 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:20.841580 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'tag': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'status': 'completed', 'code': 200} Jul 16 04:01:20.857521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-3d40e40f-9d95-400b-a43c-c81114edb711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:20.859159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-3d40e40f-9d95-400b-a43c-c81114edb711 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 1094 time: 0.3393717 Jul 16 04:01:20.869833 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294633f-b53d-4539-b6aa-a52745cbb652 req-0bdf8999-66a7-4849-ab03-7f308fe4c24d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:20.878277 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6294633f-b53d-4539-b6aa-a52745cbb652 req-0bdf8999-66a7-4849-ab03-7f308fe4c24d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 943 time: 0.3681786 Jul 16 04:01:20.904272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:20.904818 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.945098 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Attempting to bind port af2cf4d6-ed1e-4f1a-9587-253dcaa1827a on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:20.945298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Attempting to bind port af2cf4d6-ed1e-4f1a-9587-253dcaa1827a by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '11ca5d34-63d8-4be2-8ef6-00b03192d0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3163f263-64f5-406b-a75d-0fa5295f229f'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:20.945591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Attempting to bind port af2cf4d6-ed1e-4f1a-9587-253dcaa1827a on network 3163f263-64f5-406b-a75d-0fa5295f229f {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:20.947474 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Pushing event updated for resources: {'Port': ['ID=af2cf4d6-ed1e-4f1a-9587-253dcaa1827a,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:20.977294 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-8d6bf7ff-e00e-4973-9a16-76680b7594ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a1af3a-28b6-471d-8b1d-7827cf222951 HTTP/1.1" status: 200 len: 217 time: 0.0874879 Jul 16 04:01:20.994732 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:20.995120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Checking segment: {'id': '11ca5d34-63d8-4be2-8ef6-00b03192d0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3163f263-64f5-406b-a75d-0fa5295f229f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:20.996069 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:20.996991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Bound using segment: {'id': '11ca5d34-63d8-4be2-8ef6-00b03192d0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3163f263-64f5-406b-a75d-0fa5295f229f'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:20.996991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Bound port: af2cf4d6-ed1e-4f1a-9587-253dcaa1827a, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ca5d34-63d8-4be2-8ef6-00b03192d0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3163f263-64f5-406b-a75d-0fa5295f229f'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:20.997640 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.067669 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8d8126f-2f65-42df-8780-b2c567910f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.083092 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d8126f-2f65-42df-8780-b2c567910f16 None None] No DVR routers for this DVR port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:21.115478 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6294633f-b53d-4539-b6aa-a52745cbb652 req-c72875df-d29b-4626-8b15-2a2ea28ba22f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361157 Jul 16 04:01:21.120702 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8126f-2f65-42df-8780-b2c567910f16 None None] Pushing event deleted for resources: {'Port': ['ID=1659c0f2-ebea-4de2-bf71-b44f1ca60a83,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:21.133011 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b68b4266-4d82-44e9-90c2-9c7285bd8885 None None] Deleting port f0a784c7-c526-466d-a42f-84ad170a1424 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:21.133390 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b68b4266-4d82-44e9-90c2-9c7285bd8885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.144244 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.150010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] For port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1659c0f2-ebea-4de2-bf71-b44f1ca60a83,segment=NetworkSegment(574fa160-d0a1-44e7-917c-7854cd266480),segment_id=574fa160-d0a1-44e7-917c-7854cd266480)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:21.150581 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.190558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-c502ec65-6d9e-4a9b-b7d0-5e98a41f7053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:21.192263 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-c502ec65-6d9e-4a9b-b7d0-5e98a41f7053 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.2048142 Jul 16 04:01:21.197177 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:21.201090 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b68b4266-4d82-44e9-90c2-9c7285bd8885 None None] For port f0a784c7-c526-466d-a42f-84ad170a1424, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=f0a784c7-c526-466d-a42f-84ad170a1424,segment=NetworkSegment(cd11742e-df8d-4145-9842-7f5202234042),segment_id=cd11742e-df8d-4145-9842-7f5202234042)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:21.201484 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.201625 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b68b4266-4d82-44e9-90c2-9c7285bd8885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.217167 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b68b4266-4d82-44e9-90c2-9c7285bd8885 None None] Calling delete_port for f0a784c7-c526-466d-a42f-84ad170a1424 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:21.286080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] For port af2cf4d6-ed1e-4f1a-9587-253dcaa1827a, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:21.298943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device f0a784c7-c526-466d-a42f-84ad170a1424 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:21.331224 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] For port af2cf4d6-ed1e-4f1a-9587-253dcaa1827a, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=af2cf4d6-ed1e-4f1a-9587-253dcaa1827a,segment=NetworkSegment(11ca5d34-63d8-4be2-8ef6-00b03192d0a5),segment_id=11ca5d34-63d8-4be2-8ef6-00b03192d0a5)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:21.344964 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.356423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe2396-8501-48c0-9bd5-788b7896097c req-2f4076e7-9d29-4ea5-aa5c-c4ba2bf0d9e4 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:21.358119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0fe2396-8501-48c0-9bd5-788b7896097c req-2f4076e7-9d29-4ea5-aa5c-c4ba2bf0d9e4 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 1096 time: 0.3896177 Jul 16 04:01:21.448484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a6108-d850-42d7-8f31-efa55ade04ed None None] Pushing event updated for resources: {'Port': ['ID=af2cf4d6-ed1e-4f1a-9587-253dcaa1827a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:21.491373 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b68b4266-4d82-44e9-90c2-9c7285bd8885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.516269 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b4266-4d82-44e9-90c2-9c7285bd8885 None None] No DVR routers for this DVR port f0a784c7-c526-466d-a42f-84ad170a1424 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:21.546919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b4266-4d82-44e9-90c2-9c7285bd8885 None None] Pushing event deleted for resources: {'Port': ['ID=f0a784c7-c526-466d-a42f-84ad170a1424,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:21.550242 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.609196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:21.641756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:21.642113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:21.810294 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:21.830474 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:21.830820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 93b0f6c1-269c-4bb1-a521-f11b0f10ae39 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:21.904195 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:21.907104 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d0fe2396-8501-48c0-9bd5-788b7896097c req-72f156dc-7e45-4e71-b6de-4c9e5a140533 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=69f38e68-dbdc-47f3-a4d3-393f5926b46b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070944 Jul 16 04:01:21.919773 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Allocated IP 172.25.3.56 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/5695083e-7ff2-4584-aa5f-0de47bba14c4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:21.930139 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-b189c44f-77b2-404d-b5d6-914e12b03f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:21.930139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-b189c44f-77b2-404d-b5d6-914e12b03f4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7178848 Jul 16 04:01:21.956737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No DVR routers for this DVR port 1659c0f2-ebea-4de2-bf71-b44f1ca60a83 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:21.965200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=1659c0f2-ebea-4de2-bf71-b44f1ca60a83,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:22.152935 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.172866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948b53f0-2ae0-43d0-9da1-44e9eb06586e']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:22.194967 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574fa160-d0a1-44e7-917c-7854cd266480') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:22.195321 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574fa160-d0a1-44e7-917c-7854cd266480') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:22.211350 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-72cf4288-66aa-4c17-9523-061a7d036527 service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564156 Jul 16 04:01:22.212909 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.280186 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.287051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Releasing vlan 947 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:22.287567 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.299904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5319b-236a-4200-8d4b-788610fac60f req-cc23f002-4542-4028-b948-8df1accc32cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:22.301812 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4ac5319b-236a-4200-8d4b-788610fac60f req-cc23f002-4542-4028-b948-8df1accc32cc tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 1096 time: 0.0694473 Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: self.session.flush() Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:22.356480 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:22.372706 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.383348 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.415296 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-4ac5319b-236a-4200-8d4b-788610fac60f req-ce97d451-0e09-476c-8927-50107baf88a5 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Deleting port 6e836cdf-d11e-4c9f-ac91-021659f7a299 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:22.415646 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4ac5319b-236a-4200-8d4b-788610fac60f req-ce97d451-0e09-476c-8927-50107baf88a5 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.419300 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.423703 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/networks/948b53f0-2ae0-43d0-9da1-44e9eb06586e HTTP/1.1" status: 204 len: 168 time: 2.3944209 Jul 16 04:01:22.431228 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47354) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:22.469684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8faff58-d4ea-490c-b2a0-23b6a1bf04d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Network': ['ID=948b53f0-2ae0-43d0-9da1-44e9eb06586e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:22.525624 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3fc21a7-8f19-40a9-b7d8-c1875ec5b025 req-b0605364-ac3b-44f9-867c-962333867de0 service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990952 Jul 16 04:01:22.538077 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e92db27-aa84-4de2-b153-da55a7378544 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.550094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb5bf2-50b5-462d-9c85-1eb922d015b2 req-7de90004-b9c3-498d-8033-f7671f61ef2d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:22.551961 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83bb5bf2-50b5-462d-9c85-1eb922d015b2 req-7de90004-b9c3-498d-8033-f7671f61ef2d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 943 time: 0.3026223 Jul 16 04:01:22.554585 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.602069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Pushing event updated for resources: {'Port': ['ID=5695083e-7ff2-4584-aa5f-0de47bba14c4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:22.636352 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4ac5319b-236a-4200-8d4b-788610fac60f req-ce97d451-0e09-476c-8927-50107baf88a5 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] For port 6e836cdf-d11e-4c9f-ac91-021659f7a299, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6e836cdf-d11e-4c9f-ac91-021659f7a299,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:22.636766 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4ac5319b-236a-4200-8d4b-788610fac60f req-ce97d451-0e09-476c-8927-50107baf88a5 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.652745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-4ac5319b-236a-4200-8d4b-788610fac60f req-ce97d451-0e09-476c-8927-50107baf88a5 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Calling delete_port for 6e836cdf-d11e-4c9f-ac91-021659f7a299 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:22.672997 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:22.678788 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48437a29-ccd3-4cf6-83a1-5f509f122ae9 None None] Network 3163f263-64f5-406b-a75d-0fa5295f229f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:22.686644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:22.689235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:22.736964 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83bb5bf2-50b5-462d-9c85-1eb922d015b2 req-3f8b69fa-c296-493f-894e-ef65c5c38957 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384230 Jul 16 04:01:22.775008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfb886-493b-4b0e-b46c-0eb29ee0eb03 req-f6e74190-4d43-4878-bdb9-a744b0b4b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:22.777331 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31bfb886-493b-4b0e-b46c-0eb29ee0eb03 req-f6e74190-4d43-4878-bdb9-a744b0b4b213 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 1094 time: 0.1762447 Jul 16 04:01:22.815281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-43dd782f-c92f-482a-952c-b55d5e8dee4d None None] Provisioning for port af2cf4d6-ed1e-4f1a-9587-253dcaa1827a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:22.857673 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4ac5319b-236a-4200-8d4b-788610fac60f req-ce97d451-0e09-476c-8927-50107baf88a5 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:22.884854 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['6e836cdf-d11e-4c9f-ac91-021659f7a299'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:01:22.900532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97d451-0e09-476c-8927-50107baf88a5 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e836cdf-d11e-4c9f-ac91-021659f7a299,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:22.993519 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e92db27-aa84-4de2-b153-da55a7378544 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.035046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfb886-493b-4b0e-b46c-0eb29ee0eb03 req-65b31c1c-e766-425d-a72b-1b4993ab876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:23.036583 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31bfb886-493b-4b0e-b46c-0eb29ee0eb03 req-65b31c1c-e766-425d-a72b-1b4993ab876a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.2250192 Jul 16 04:01:23.038966 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac5319b-236a-4200-8d4b-788610fac60f req-ce97d451-0e09-476c-8927-50107baf88a5 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] No DVR routers for this DVR port 6e836cdf-d11e-4c9f-ac91-021659f7a299 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:23.046395 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4ac5319b-236a-4200-8d4b-788610fac60f req-ce97d451-0e09-476c-8927-50107baf88a5 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.046395 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4ac5319b-236a-4200-8d4b-788610fac60f req-ce97d451-0e09-476c-8927-50107baf88a5 tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.88 "DELETE /v2.0/ports/6e836cdf-d11e-4c9f-ac91-021659f7a299 HTTP/1.1" status: 204 len: 173 time: 0.7361865 Jul 16 04:01:23.046806 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99d0365-4620-45cb-b042-2d271ea44675', 'name': 'network-vif-deleted', 'tag': '6e836cdf-d11e-4c9f-ac91-021659f7a299'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:23.049535 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9b0e93-69d2-4616-a7f8-a8012998b55c" -d '{"events": [{"server_uuid": "f99d0365-4620-45cb-b042-2d271ea44675", "name": "network-vif-deleted", "tag": "6e836cdf-d11e-4c9f-ac91-021659f7a299"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:23.054581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4e92db27-aa84-4de2-b153-da55a7378544 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16a7788-0182-41bf-a0ea-26283e4a5a30']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:23.072440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4e92db27-aa84-4de2-b153-da55a7378544 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd11742e-df8d-4145-9842-7f5202234042') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:23.072859 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4e92db27-aa84-4de2-b153-da55a7378544 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd11742e-df8d-4145-9842-7f5202234042') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:23.086747 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e92db27-aa84-4de2-b153-da55a7378544 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.109629 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e92db27-aa84-4de2-b153-da55a7378544 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.124226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e92db27-aa84-4de2-b153-da55a7378544 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:23.124992 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e92db27-aa84-4de2-b153-da55a7378544 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:23.134964 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:23.210514 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31bfb886-493b-4b0e-b46c-0eb29ee0eb03 req-ec825047-dcdd-492a-80fc-4dc968318fda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a1af3a-28b6-471d-8b1d-7827cf222951 HTTP/1.1" status: 200 len: 217 time: 0.1641371 Jul 16 04:01:23.267827 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7a0673-ece3-4456-817f-b41c63b3e74a x-openstack-request-id: req-ad7a0673-ece3-4456-817f-b41c63b3e74a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:23.267827 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99d0365-4620-45cb-b042-2d271ea44675", "name": "network-vif-deleted", "tag": "6e836cdf-d11e-4c9f-ac91-021659f7a299", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:23.268220 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad7a0673-ece3-4456-817f-b41c63b3e74a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:23.268575 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99d0365-4620-45cb-b042-2d271ea44675', 'name': 'network-vif-deleted', 'tag': '6e836cdf-d11e-4c9f-ac91-021659f7a299', 'status': 'completed', 'code': 200} Jul 16 04:01:23.284262 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e92db27-aa84-4de2-b153-da55a7378544 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.293020 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4e92db27-aa84-4de2-b153-da55a7378544 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.298930 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4e92db27-aa84-4de2-b153-da55a7378544 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/networks/d16a7788-0182-41bf-a0ea-26283e4a5a30 HTTP/1.1" status: 204 len: 168 time: 0.8629270 Jul 16 04:01:23.302381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47364) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:23.307865 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67fa7504-6e3f-4b9d-8354-e6fd7b3e9c0b req-97bce5ea-e962-4a31-af83-52cdb45f90ae tempest-TestServerMultinode-1762680697 tempest-TestServerMultinode-1762680697-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f99d0365-4620-45cb-b042-2d271ea44675 HTTP/1.1" status: 200 len: 210 time: 0.1113572 Jul 16 04:01:23.352607 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-705ddb7d-f05d-42b4-a780-fdf71f32a19b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'network': {'name': 'tempest-RoutersTest-378092281'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:23.360255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device af2cf4d6-ed1e-4f1a-9587-253dcaa1827a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:23.412048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92db27-aa84-4de2-b153-da55a7378544 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Network': ['ID=d16a7788-0182-41bf-a0ea-26283e4a5a30,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:23.414785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705ddb7d-f05d-42b4-a780-fdf71f32a19b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:23.420258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-705ddb7d-f05d-42b4-a780-fdf71f32a19b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.444903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfb886-493b-4b0e-b46c-0eb29ee0eb03 req-bc9ac801-20e6-440b-a1bd-c4b761631058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:23.447772 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31bfb886-493b-4b0e-b46c-0eb29ee0eb03 req-bc9ac801-20e6-440b-a1bd-c4b761631058 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.1380882 Jul 16 04:01:23.451812 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705ddb7d-f05d-42b4-a780-fdf71f32a19b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 900} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:23.454223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port af2cf4d6-ed1e-4f1a-9587-253dcaa1827a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:23.459551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port af2cf4d6-ed1e-4f1a-9587-253dcaa1827a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:23.459910 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.461209 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.463271 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-705ddb7d-f05d-42b4-a780-fdf71f32a19b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.463631 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-705ddb7d-f05d-42b4-a780-fdf71f32a19b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Added segment 5f05530a-9c72-4486-90ac-19e6d3ed52b8 of type vlan for network 247d5af2-fcfd-49d8-9e26-b46490e59dd3 Jul 16 04:01:23.482397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-721a9259-78cc-41a6-9c25-ed550e7e7ef3 None None] Provisioning complete for port af2cf4d6-ed1e-4f1a-9587-253dcaa1827a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:23.482907 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-721a9259-78cc-41a6-9c25-ed550e7e7ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.528728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-705ddb7d-f05d-42b4-a780-fdf71f32a19b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.545144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:23.573257 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-705ddb7d-f05d-42b4-a780-fdf71f32a19b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.579529 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ddb7d-f05d-42b4-a780-fdf71f32a19b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:23.580142 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-705ddb7d-f05d-42b4-a780-fdf71f32a19b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.638914 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-705ddb7d-f05d-42b4-a780-fdf71f32a19b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3351772 Jul 16 04:01:23.642045 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-721a9259-78cc-41a6-9c25-ed550e7e7ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.642577 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47372) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:23.651537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-e8dfc3f6-6e52-436d-8a50-8932785719e0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'subnet': {'network_id': '247d5af2-fcfd-49d8-9e26-b46490e59dd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:23.658065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfb886-493b-4b0e-b46c-0eb29ee0eb03 req-0a9e61c7-949d-42a5-b04d-1dd3f72fd4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:23.659655 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31bfb886-493b-4b0e-b46c-0eb29ee0eb03 req-0a9e61c7-949d-42a5-b04d-1dd3f72fd4f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562819 Jul 16 04:01:23.701534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-721a9259-78cc-41a6-9c25-ed550e7e7ef3 None None] For port af2cf4d6-ed1e-4f1a-9587-253dcaa1827a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=af2cf4d6-ed1e-4f1a-9587-253dcaa1827a,segment=NetworkSegment(11ca5d34-63d8-4be2-8ef6-00b03192d0a5),segment_id=11ca5d34-63d8-4be2-8ef6-00b03192d0a5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:23.702710 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.715375 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-721a9259-78cc-41a6-9c25-ed550e7e7ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.780869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ddb7d-f05d-42b4-a780-fdf71f32a19b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Network': ['ID=247d5af2-fcfd-49d8-9e26-b46490e59dd3,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:23.783078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dfc3f6-6e52-436d-8a50-8932785719e0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:23.786984 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc3f6-6e52-436d-8a50-8932785719e0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.798057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 247d5af2-fcfd-49d8-9e26-b46490e59dd3 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:23.807426 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98a3d04d-dfea-4c5a-9176-e5a4fb1a33e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.816986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a9259-78cc-41a6-9c25-ed550e7e7ef3 None None] Pushing event updated for resources: {'Port': ['ID=af2cf4d6-ed1e-4f1a-9587-253dcaa1827a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:23.826402 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:01:23.826920 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:01:23.980535 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98a3d04d-dfea-4c5a-9176-e5a4fb1a33e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:23.991675 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31bfb886-493b-4b0e-b46c-0eb29ee0eb03 req-9eb3b0f6-7eca-4af5-87dd-d92a0cdbb32d service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944348 Jul 16 04:01:23.995414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.008690 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-98a3d04d-dfea-4c5a-9176-e5a4fb1a33e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.082507 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-98a3d04d-dfea-4c5a-9176-e5a4fb1a33e6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56ca75df02934ffab19f20729b3d8717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5362320 Jul 16 04:01:24.087843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3d04d-dfea-4c5a-9176-e5a4fb1a33e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1c61a2-af86-49a1-90e1-d8f674abb14e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:24.091176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47376) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:24.108281 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc3f6-6e52-436d-8a50-8932785719e0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.168435 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfc3f6-6e52-436d-8a50-8932785719e0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Subnet': ['ID=be356a94-c216-436c-ba96-15bd6a05462c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:24.176109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dfc3f6-6e52-436d-8a50-8932785719e0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Checking segment: {'id': '5f05530a-9c72-4486-90ac-19e6d3ed52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '247d5af2-fcfd-49d8-9e26-b46490e59dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:24.176505 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dfc3f6-6e52-436d-8a50-8932785719e0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network hostable DHCP agents. Network: 247d5af2-fcfd-49d8-9e26-b46490e59dd3, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:24.180062 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8c859-5377-42f1-9a6e-177181e29fa1 req-a604b86d-d1eb-4764-9541-02ce42d35f47 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:24.181594 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ec8c859-5377-42f1-9a6e-177181e29fa1 req-a604b86d-d1eb-4764-9541-02ce42d35f47 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 943 time: 0.2471263 Jul 16 04:01:24.197883 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dfc3f6-6e52-436d-8a50-8932785719e0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 247d5af2-fcfd-49d8-9e26-b46490e59dd3 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:24.206831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e8dfc3f6-6e52-436d-8a50-8932785719e0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 247d5af2-fcfd-49d8-9e26-b46490e59dd3) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:24.210815 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dfc3f6-6e52-436d-8a50-8932785719e0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:24.211397 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e8dfc3f6-6e52-436d-8a50-8932785719e0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.217983 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b14311-8016-4b2f-ad40-c8e0354c759c None None] Network 247d5af2-fcfd-49d8-9e26-b46490e59dd3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:24.226621 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e8dfc3f6-6e52-436d-8a50-8932785719e0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5829842 Jul 16 04:01:24.229040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47378) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:24.234541 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5f4ec80e-dd68-4303-ad93-5af7131ed293 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1243536945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:24.258879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec80e-dd68-4303-ad93-5af7131ed293 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.259889 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec80e-dd68-4303-ad93-5af7131ed293 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.263674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31bfb886-493b-4b0e-b46c-0eb29ee0eb03 req-e73b0322-e939-4bc2-a87f-85667cdc61b4 service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648718 Jul 16 04:01:24.296567 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efee4911-fdef-4b85-80c3-a71e6aa585aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.313288 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ec8c859-5377-42f1-9a6e-177181e29fa1 req-85fae004-ab4f-4053-a592-d68278ba4ce5 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200533 Jul 16 04:01:24.316609 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec80e-dd68-4303-ad93-5af7131ed293 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.324596 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec80e-dd68-4303-ad93-5af7131ed293 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.335839 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efee4911-fdef-4b85-80c3-a71e6aa585aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.356077 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec80e-dd68-4303-ad93-5af7131ed293 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.356251 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Router 94974f8b-78b4-437a-9369-90233ca47db2 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:24.358126 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5f4ec80e-dd68-4303-ad93-5af7131ed293 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1273291 Jul 16 04:01:24.360855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47382) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:24.368531 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0c48deaf-334b-4fed-907b-1ef1021b5948 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'port': {'network_id': '247d5af2-fcfd-49d8-9e26-b46490e59dd3', 'name': 'tempest-RoutersTest-1358685595'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:24.424708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:24.438653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-247d5af2-fcfd-49d8-9e26-b46490e59dd3', 'network_id': '247d5af2-fcfd-49d8-9e26-b46490e59dd3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'fixed_ips': [{'subnet_id': 'be356a94-c216-436c-ba96-15bd6a05462c'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:24.439554 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.517541 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c48deaf-334b-4fed-907b-1ef1021b5948 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:24.517968 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efee4911-fdef-4b85-80c3-a71e6aa585aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.520541 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-efee4911-fdef-4b85-80c3-a71e6aa585aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.521343 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c48deaf-334b-4fed-907b-1ef1021b5948 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.526167 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-efee4911-fdef-4b85-80c3-a71e6aa585aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f1c61a2-af86-49a1-90e1-d8f674abb14e HTTP/1.1" status: 204 len: 168 time: 0.4323931 Jul 16 04:01:24.553818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [None req-0c48deaf-334b-4fed-907b-1ef1021b5948 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] device_id is not set on port 59759cd3-f9a7-4df3-9fe2-24c58dcb2133 yet. {{(pid=93768) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 04:01:24.572229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee4911-fdef-4b85-80c3-a71e6aa585aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1c61a2-af86-49a1-90e1-d8f674abb14e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:24.599548 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:24.641751 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Allocated IP 172.20.0.2 (247d5af2-fcfd-49d8-9e26-b46490e59dd3/be356a94-c216-436c-ba96-15bd6a05462c/3519c1f4-917b-4fb5-b88c-84cc8dc8e781) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:24.653768 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:24.657132 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c929223d-7ac6-413f-ad21-7bb6c1ddf041 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3462260 Jul 16 04:01:24.657908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47388) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:24.659256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Sync routers for ids ['94974f8b-78b4-437a-9369-90233ca47db2'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:24.693361 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Routers {'94974f8b-78b4-437a-9369-90233ca47db2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:24.694082 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['94974f8b-78b4-437a-9369-90233ca47db2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:24.873015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Set router 94974f8b-78b4-437a-9369-90233ca47db2 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:25.158425 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.189997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device af2cf4d6-ed1e-4f1a-9587-253dcaa1827a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:25.219915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Transition to ACTIVE for port object 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:25.261041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Transition to ACTIVE for port object 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:25.275134 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.323416 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-0c48deaf-334b-4fed-907b-1ef1021b5948 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Allocated IP 172.20.0.14 (247d5af2-fcfd-49d8-9e26-b46490e59dd3/be356a94-c216-436c-ba96-15bd6a05462c/59759cd3-f9a7-4df3-9fe2-24c58dcb2133) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:25.337829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port af2cf4d6-ed1e-4f1a-9587-253dcaa1827a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:25.337829 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.346308 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Network 247d5af2-fcfd-49d8-9e26-b46490e59dd3 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:25.376760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:25.379917 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:25.391384 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Pushing event updated for resources: {'Port': ['ID=3519c1f4-917b-4fb5-b88c-84cc8dc8e781,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:25.473884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94974f8b-78b4-437a-9369-90233ca47db2', 'name': 'tempest-TestAggregatesBasicOps-1544465705-router', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:19Z', 'updated_at': '2021-07-16T04:01:22Z', 'revision_number': 3, 'project_id': '6136463db8d14e51bfdec9fe0b6ce859', 'gw_port': {'id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94974f8b-78b4-437a-9369-90233ca47db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:21Z', 'updated_at': '2021-07-16T04:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:25.476741 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Attempting to bind port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:25.477108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Attempting to bind port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '5f05530a-9c72-4486-90ac-19e6d3ed52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '247d5af2-fcfd-49d8-9e26-b46490e59dd3'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:25.477523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Attempting to bind port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 on network 247d5af2-fcfd-49d8-9e26-b46490e59dd3 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:25.507166 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c48deaf-334b-4fed-907b-1ef1021b5948 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.512117 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:25.512535 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Checking segment: {'id': '5f05530a-9c72-4486-90ac-19e6d3ed52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '247d5af2-fcfd-49d8-9e26-b46490e59dd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:25.512940 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.513347 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Bound using segment: {'id': '5f05530a-9c72-4486-90ac-19e6d3ed52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '247d5af2-fcfd-49d8-9e26-b46490e59dd3'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:25.513816 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Bound port: 3519c1f4-917b-4fb5-b88c-84cc8dc8e781, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f05530a-9c72-4486-90ac-19e6d3ed52b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 900, 'network_id': '247d5af2-fcfd-49d8-9e26-b46490e59dd3'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:25.514205 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.517157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Checking router: 94974f8b-78b4-437a-9369-90233ca47db2 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:25.517505 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Updating router 94974f8b-78b4-437a-9369-90233ca47db2 port 5695083e-7ff2-4584-aa5f-0de47bba14c4 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:01:25.523282 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-0c48deaf-334b-4fed-907b-1ef1021b5948 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Transition to ACTIVE for port object 59759cd3-f9a7-4df3-9fe2-24c58dcb2133 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:25.559793 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c48deaf-334b-4fed-907b-1ef1021b5948 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.612365 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c48deaf-334b-4fed-907b-1ef1021b5948 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 247d5af2-fcfd-49d8-9e26-b46490e59dd3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:25.614757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-0c48deaf-334b-4fed-907b-1ef1021b5948 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:25.615146 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c48deaf-334b-4fed-907b-1ef1021b5948 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:25.623233 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.646380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3c480-6d68-4421-9d29-f3353b339694 req-226509da-8126-43be-abaa-750f3e465db7 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:25.647921 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7e3c480-6d68-4421-9d29-f3353b339694 req-226509da-8126-43be-abaa-750f3e465db7 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 943 time: 0.1948731 Jul 16 04:01:25.669647 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48deaf-334b-4fed-907b-1ef1021b5948 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=59759cd3-f9a7-4df3-9fe2-24c58dcb2133,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:25.694448 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c48deaf-334b-4fed-907b-1ef1021b5948 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:25.695075 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c48deaf-334b-4fed-907b-1ef1021b5948 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.711097 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0c48deaf-334b-4fed-907b-1ef1021b5948 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3488843 Jul 16 04:01:25.713551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47392) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:25.726616 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] For port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:25.729140 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3fd166c-7b87-466c-ac6c-9e8ce39cfff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.753774 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] For port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3519c1f4-917b-4fb5-b88c-84cc8dc8e781,segment=NetworkSegment(5f05530a-9c72-4486-90ac-19e6d3ed52b8),segment_id=5f05530a-9c72-4486-90ac-19e6d3ed52b8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:25.762214 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.788474 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7e3c480-6d68-4421-9d29-f3353b339694 req-3f0274a6-e4a6-47a9-b40e-4f9429a0cc5c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158657 Jul 16 04:01:25.809239 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:25.877728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c004d81-0376-4474-8fe0-b6415bf8ab39 None None] Pushing event updated for resources: {'Port': ['ID=3519c1f4-917b-4fb5-b88c-84cc8dc8e781,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:25.993835 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.007860 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Transition to ACTIVE for port object 5695083e-7ff2-4584-aa5f-0de47bba14c4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:26.017658 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.113022 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Attempting to bind port 5695083e-7ff2-4584-aa5f-0de47bba14c4 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:26.113433 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Attempting to bind port 5695083e-7ff2-4584-aa5f-0de47bba14c4 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:26.113808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Attempting to bind port 5695083e-7ff2-4584-aa5f-0de47bba14c4 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:26.121311 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:26.121692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:26.122361 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.122756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:26.123240 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Bound port: 5695083e-7ff2-4584-aa5f-0de47bba14c4, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:26.123628 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.125461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0e7e4-ad93-457c-b9fe-51288d5e4afb None None] Pushing event updated for resources: {'Port': ['ID=5695083e-7ff2-4584-aa5f-0de47bba14c4,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:26.161601 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df670472-7ae7-449c-8906-5af5aa007d1b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.193323 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] For port 5695083e-7ff2-4584-aa5f-0de47bba14c4, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:26.196710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] For port 5695083e-7ff2-4584-aa5f-0de47bba14c4, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5695083e-7ff2-4584-aa5f-0de47bba14c4,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:26.204847 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.206298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Allocated IP 172.20.0.1 (3163f263-64f5-406b-a75d-0fa5295f229f/3e992964-8902-4de6-a1bc-e11507340ec5/9f2b0e30-1cb7-4af4-bf65-306e70b437d1) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:26.275814 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0e7e4-ad93-457c-b9fe-51288d5e4afb None None] Pushing event updated for resources: {'Port': ['ID=5695083e-7ff2-4584-aa5f-0de47bba14c4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:26.278669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Routers {'94974f8b-78b4-437a-9369-90233ca47db2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:26.279288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['94974f8b-78b4-437a-9369-90233ca47db2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:26.324876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd166c-7b87-466c-ac6c-9e8ce39cfff8 admin admin] Deleting port d7390b28-ce9b-410e-b94c-dcad3fc0b57a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:26.325318 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3fd166c-7b87-466c-ac6c-9e8ce39cfff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.387457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] Set router 94974f8b-78b4-437a-9369-90233ca47db2 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:26.399299 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.423028 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Transition to ACTIVE for port object 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:26.425112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6e836cdf-d11e-4c9f-ac91-021659f7a299 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:26.442436 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-f3fd166c-7b87-466c-ac6c-9e8ce39cfff8 admin admin] For port d7390b28-ce9b-410e-b94c-dcad3fc0b57a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d7390b28-ce9b-410e-b94c-dcad3fc0b57a,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:26.442789 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3fd166c-7b87-466c-ac6c-9e8ce39cfff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.443074 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df670472-7ae7-449c-8906-5af5aa007d1b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.450116 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df670472-7ae7-449c-8906-5af5aa007d1b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.460346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd166c-7b87-466c-ac6c-9e8ce39cfff8 admin admin] Calling delete_port for d7390b28-ce9b-410e-b94c-dcad3fc0b57a owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:26.474649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 6e836cdf-d11e-4c9f-ac91-021659f7a299 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:26.474993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6e836cdf-d11e-4c9f-ac91-021659f7a299 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:26.529169 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.542467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df670472-7ae7-449c-8906-5af5aa007d1b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=59759cd3-f9a7-4df3-9fe2-24c58dcb2133,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:26.590469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Network 3163f263-64f5-406b-a75d-0fa5295f229f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:26.627702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:26.629585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Pushing event updated for resources: {'Port': ['ID=9f2b0e30-1cb7-4af4-bf65-306e70b437d1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:26.631777 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:26.653439 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94974f8b-78b4-437a-9369-90233ca47db2', 'name': 'tempest-TestAggregatesBasicOps-1544465705-router', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:19Z', 'updated_at': '2021-07-16T04:01:22Z', 'revision_number': 3, 'project_id': '6136463db8d14e51bfdec9fe0b6ce859', 'gw_port': {'id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94974f8b-78b4-437a-9369-90233ca47db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:21Z', 'updated_at': '2021-07-16T04:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:26.695192 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.710498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e08362-54dc-452a-973a-51a8b68ad213 None None] The sync data for ids ['94974f8b-78b4-437a-9369-90233ca47db2'] in n-d-800088-6 is: [{'id': '94974f8b-78b4-437a-9369-90233ca47db2', 'name': 'tempest-TestAggregatesBasicOps-1544465705-router', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:19Z', 'updated_at': '2021-07-16T04:01:22Z', 'revision_number': 3, 'project_id': '6136463db8d14e51bfdec9fe0b6ce859', 'gw_port': {'id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94974f8b-78b4-437a-9369-90233ca47db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:21Z', 'updated_at': '2021-07-16T04:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:26.770858 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df670472-7ae7-449c-8906-5af5aa007d1b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.799294 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3fd166c-7b87-466c-ac6c-9e8ce39cfff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:26.845703 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd166c-7b87-466c-ac6c-9e8ce39cfff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7390b28-ce9b-410e-b94c-dcad3fc0b57a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:27.007592 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df670472-7ae7-449c-8906-5af5aa007d1b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.096927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-68204d35-6692-44cf-86bf-3773fbaaf905 None None] Provisioning for port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:27.102363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-68204d35-6692-44cf-86bf-3773fbaaf905 None None] Provisioning complete for port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:27.102926 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-68204d35-6692-44cf-86bf-3773fbaaf905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.208913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-68204d35-6692-44cf-86bf-3773fbaaf905 None None] Port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:27.224349 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3fd166c-7b87-466c-ac6c-9e8ce39cfff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.404759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1624cbaa-1329-4386-b121-45c0214ceee4 None None] Network 247d5af2-fcfd-49d8-9e26-b46490e59dd3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:27.420827 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df670472-7ae7-449c-8906-5af5aa007d1b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.430866 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df670472-7ae7-449c-8906-5af5aa007d1b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.534663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:27.536247 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df670472-7ae7-449c-8906-5af5aa007d1b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.538113 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df670472-7ae7-449c-8906-5af5aa007d1b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=59759cd3-f9a7-4df3-9fe2-24c58dcb2133,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:27.593899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-325f83a7-c73a-4318-98a9-49a7313d9358 None None] Provisioning for port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:27.622438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fd166c-7b87-466c-ac6c-9e8ce39cfff8 admin admin] Router 1d2be729-0f98-40b6-a80d-ca3adfee103c has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:27.655630 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.662608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df670472-7ae7-449c-8906-5af5aa007d1b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 247d5af2-fcfd-49d8-9e26-b46490e59dd3 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:27.664400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-df670472-7ae7-449c-8906-5af5aa007d1b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:27.753875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfdafb-f7ee-46a1-82ad-2f7d92d10fae req-4c0aac1f-ede6-4641-bc21-cb5de671e3b3 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:27.762101 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-21bfdafb-f7ee-46a1-82ad-2f7d92d10fae req-4c0aac1f-ede6-4641-bc21-cb5de671e3b3 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 943 time: 0.7234354 Jul 16 04:01:27.768790 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:27.792014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:27.792426 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.865216 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-21bfdafb-f7ee-46a1-82ad-2f7d92d10fae req-531122c6-3570-4924-bc3c-f1ab505b9495 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018691 Jul 16 04:01:27.899962 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df670472-7ae7-449c-8906-5af5aa007d1b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router 82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:27.948702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fd166c-7b87-466c-ac6c-9e8ce39cfff8 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:27.955043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f3fd166c-7b87-466c-ac6c-9e8ce39cfff8 admin admin] 10.222.0.18 "PUT /v2.0/routers/1d2be729-0f98-40b6-a80d-ca3adfee103c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5286977 Jul 16 04:01:27.957592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:27.966043 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:27.966406 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf8016b-1958-4cc2-bdc8-32b61f3f639a None None] Sync routers for ids ['1d2be729-0f98-40b6-a80d-ca3adfee103c'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:27.977950 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf8016b-1958-4cc2-bdc8-32b61f3f639a None None] Routers {'1d2be729-0f98-40b6-a80d-ca3adfee103c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:27.978821 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-daf8016b-1958-4cc2-bdc8-32b61f3f639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1d2be729-0f98-40b6-a80d-ca3adfee103c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:28.028938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3519c1f4-917b-4fb5-b88c-84cc8dc8e781,segment=NetworkSegment(5f05530a-9c72-4486-90ac-19e6d3ed52b8),segment_id=5f05530a-9c72-4486-90ac-19e6d3ed52b8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:28.038536 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df670472-7ae7-449c-8906-5af5aa007d1b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:28.043669 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.044727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5695083e-7ff2-4584-aa5f-0de47bba14c4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:28.062692 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-df670472-7ae7-449c-8906-5af5aa007d1b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3451018 Jul 16 04:01:28.064855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47398) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:28.095888 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.131959 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.135142 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=3519c1f4-917b-4fb5-b88c-84cc8dc8e781,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:28.140953 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a2454-a834-465b-bb22-448a9e050bd4 None None] Sync routers for ids ['82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:28.141532 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-daf8016b-1958-4cc2-bdc8-32b61f3f639a None None] Set router 1d2be729-0f98-40b6-a80d-ca3adfee103c gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:28.172559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a2454-a834-465b-bb22-448a9e050bd4 None None] Routers {'82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:28.172559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-168a2454-a834-465b-bb22-448a9e050bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:28.187808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95616d9-648d-4fca-83db-11ca6b84f259 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:28.195689 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a95616d9-648d-4fca-83db-11ca6b84f259 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports/59759cd3-f9a7-4df3-9fe2-24c58dcb2133 HTTP/1.1" status: 200 len: 978 time: 0.1297712 Jul 16 04:01:28.204197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47400) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:28.235199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-168a2454-a834-465b-bb22-448a9e050bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:28.248404 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a2454-a834-465b-bb22-448a9e050bd4 None None] Routers {'82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:28.249246 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-168a2454-a834-465b-bb22-448a9e050bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:28.313159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-168a2454-a834-465b-bb22-448a9e050bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:28.315425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a2454-a834-465b-bb22-448a9e050bd4 None None] The sync data for ids ['82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:28.318458 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.327103 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Pushing event updated for resources: {'Port': ['ID=9f2b0e30-1cb7-4af4-bf65-306e70b437d1,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:28.333128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 5695083e-7ff2-4584-aa5f-0de47bba14c4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:28.341848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 5695083e-7ff2-4584-aa5f-0de47bba14c4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:28.342948 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.356956 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-daf8016b-1958-4cc2-bdc8-32b61f3f639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'name': 'tempest-TestServerMultinode-411687713-router', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:01:26Z', 'revision_number': 5, 'project_id': '5b66b46c3241433cb5120fcd510aa081', 'gw_port': {'id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:28.360369 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.417456 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf8016b-1958-4cc2-bdc8-32b61f3f639a None None] Checking router: 1d2be729-0f98-40b6-a80d-ca3adfee103c for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:28.428410 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-23a29f9d-cfe7-48c5-b2ca-d44c9fc0baee None None] Provisioning complete for port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:28.429121 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23a29f9d-cfe7-48c5-b2ca-d44c9fc0baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.447814 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf8016b-1958-4cc2-bdc8-32b61f3f639a None None] Routers {'1d2be729-0f98-40b6-a80d-ca3adfee103c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:28.449933 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-daf8016b-1958-4cc2-bdc8-32b61f3f639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1d2be729-0f98-40b6-a80d-ca3adfee103c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:28.581627 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Network 3163f263-64f5-406b-a75d-0fa5295f229f is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:28.591626 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.594964 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:28.697504 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-daf8016b-1958-4cc2-bdc8-32b61f3f639a None None] Set router 1d2be729-0f98-40b6-a80d-ca3adfee103c gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:28.754634 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daa5d836-2c44-46c8-a89e-dc046d7cd933 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.844665 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.899039 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-23a29f9d-cfe7-48c5-b2ca-d44c9fc0baee None None] Provisioning for port 59759cd3-f9a7-4df3-9fe2-24c58dcb2133 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:28.909643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 5695083e-7ff2-4584-aa5f-0de47bba14c4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5695083e-7ff2-4584-aa5f-0de47bba14c4,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:28.910662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-23a29f9d-cfe7-48c5-b2ca-d44c9fc0baee None None] Provisioning complete for port 59759cd3-f9a7-4df3-9fe2-24c58dcb2133 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:28.911040 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-23a29f9d-cfe7-48c5-b2ca-d44c9fc0baee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:28.919737 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.032716 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-daf8016b-1958-4cc2-bdc8-32b61f3f639a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'name': 'tempest-TestServerMultinode-411687713-router', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:01:26Z', 'revision_number': 5, 'project_id': '5b66b46c3241433cb5120fcd510aa081', 'gw_port': {'id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:29.074811 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf8016b-1958-4cc2-bdc8-32b61f3f639a None None] The sync data for ids ['1d2be729-0f98-40b6-a80d-ca3adfee103c'] in n-d-800088-6 is: [{'id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'name': 'tempest-TestServerMultinode-411687713-router', 'tenant_id': '5b66b46c3241433cb5120fcd510aa081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226'}], 'enable_snat': True}, 'gw_port_id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:01:26Z', 'revision_number': 5, 'project_id': '5b66b46c3241433cb5120fcd510aa081', 'gw_port': {'id': '829df18c-9d4f-41e0-ac66-54bcc71aadb2', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2be729-0f98-40b6-a80d-ca3adfee103c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:22Z', 'updated_at': '2021-07-16T04:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:29.109529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=5695083e-7ff2-4584-aa5f-0de47bba14c4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:29.146588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-23a29f9d-cfe7-48c5-b2ca-d44c9fc0baee None None] Port 59759cd3-f9a7-4df3-9fe2-24c58dcb2133 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:29.193737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-daa5d836-2c44-46c8-a89e-dc046d7cd933 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port 59759cd3-f9a7-4df3-9fe2-24c58dcb2133 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:29.194176 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daa5d836-2c44-46c8-a89e-dc046d7cd933 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.273714 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3c4dd00b-d031-4c05-8d12-a120b25d5ca6 None None] Provisioning complete for port 59759cd3-f9a7-4df3-9fe2-24c58dcb2133 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:29.274199 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd00b-d031-4c05-8d12-a120b25d5ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.298868 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daa5d836-2c44-46c8-a89e-dc046d7cd933 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.310870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3c4dd00b-d031-4c05-8d12-a120b25d5ca6 None None] Port 59759cd3-f9a7-4df3-9fe2-24c58dcb2133 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:29.311562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-daa5d836-2c44-46c8-a89e-dc046d7cd933 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for 59759cd3-f9a7-4df3-9fe2-24c58dcb2133 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:29.320608 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3c4dd00b-d031-4c05-8d12-a120b25d5ca6 None None] Provisioning complete for port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:29.321012 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd00b-d031-4c05-8d12-a120b25d5ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.355960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3c4dd00b-d031-4c05-8d12-a120b25d5ca6 None None] Port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:29.418799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] Deleting port 829df18c-9d4f-41e0-ac66-54bcc71aadb2 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:29.419399 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.452479 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a2e21-ca40-49b0-a9b2-46e605a030eb req-f93abe84-4b5f-4ca2-84ed-784832936709 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:29.453989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d73a2e21-ca40-49b0-a9b2-46e605a030eb req-f93abe84-4b5f-4ca2-84ed-784832936709 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 943 time: 0.1541665 Jul 16 04:01:29.461140 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Router 94974f8b-78b4-437a-9369-90233ca47db2 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:29.487858 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-79950e8f-eb60-4c9d-a5c3-1e1c73b3339e None None] Provisioning complete for port 59759cd3-f9a7-4df3-9fe2-24c58dcb2133 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:29.488968 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-79950e8f-eb60-4c9d-a5c3-1e1c73b3339e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.497687 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daa5d836-2c44-46c8-a89e-dc046d7cd933 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.542844 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5d836-2c44-46c8-a89e-dc046d7cd933 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=59759cd3-f9a7-4df3-9fe2-24c58dcb2133,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:29.542976 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:29.603813 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-79950e8f-eb60-4c9d-a5c3-1e1c73b3339e None None] Port 59759cd3-f9a7-4df3-9fe2-24c58dcb2133 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:29.633776 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:29.634157 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.649409 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d73a2e21-ca40-49b0-a9b2-46e605a030eb req-04140e59-4773-4056-bc71-5e43b95b2d44 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505029 Jul 16 04:01:29.669038 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] For port 829df18c-9d4f-41e0-ac66-54bcc71aadb2, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=829df18c-9d4f-41e0-ac66-54bcc71aadb2,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:29.669421 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.721234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] Calling delete_port for 829df18c-9d4f-41e0-ac66-54bcc71aadb2 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:29.779359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-daa5d836-2c44-46c8-a89e-dc046d7cd933 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:29.794365 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:29.804373 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-447da025-a2df-446a-875f-e73e5fd80456 admin admin] 10.222.0.18 "PUT /v2.0/routers/94974f8b-78b4-437a-9369-90233ca47db2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1364896 Jul 16 04:01:29.811661 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Sync routers for ids ['94974f8b-78b4-437a-9369-90233ca47db2'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:29.823368 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Routers {'94974f8b-78b4-437a-9369-90233ca47db2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:29.824631 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['94974f8b-78b4-437a-9369-90233ca47db2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:29.836282 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device e1a1af3a-28b6-471d-8b1d-7827cf222951 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:01:29.961051 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Set router 94974f8b-78b4-437a-9369-90233ca47db2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:29.997886 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.037697 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port e1a1af3a-28b6-471d-8b1d-7827cf222951, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=e1a1af3a-28b6-471d-8b1d-7827cf222951,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:30.046908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] Pushing event deleted for resources: {'Port': ['ID=829df18c-9d4f-41e0-ac66-54bcc71aadb2,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:30.071020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'port_id': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'mac_address': 'fa:16:3e:45:17:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:01:30.125584 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.149901 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.178399 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4e5e350-74c8-4623-99db-ed4c9d6db98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.193433 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a1af3a-28b6-471d-8b1d-7827cf222951 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:01:30.238835 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.245735 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.252737 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port e1a1af3a-28b6-471d-8b1d-7827cf222951, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=e1a1af3a-28b6-471d-8b1d-7827cf222951,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:30.262340 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.288343 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94974f8b-78b4-437a-9369-90233ca47db2', 'name': 'tempest-TestAggregatesBasicOps-1544465705-router', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:19Z', 'updated_at': '2021-07-16T04:01:27Z', 'revision_number': 4, 'project_id': '6136463db8d14e51bfdec9fe0b6ce859', 'gw_port': {'id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94974f8b-78b4-437a-9369-90233ca47db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:21Z', 'updated_at': '2021-07-16T04:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '9f2b0e30-1cb7-4af4-bf65-306e70b437d1', 'name': '', 'network_id': '3163f263-64f5-406b-a75d-0fa5295f229f', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859', 'mac_address': 'fa:16:3e:ca:80:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94974f8b-78b4-437a-9369-90233ca47db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e992964-8902-4de6-a1bc-e11507340ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:25Z', 'updated_at': '2021-07-16T04:01:27Z', 'revision_number': 2, 'project_id': '6136463db8d14e51bfdec9fe0b6ce859', 'subnets': [{'id': '3e992964-8902-4de6-a1bc-e11507340ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:30.334273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa5d836-2c44-46c8-a89e-dc046d7cd933 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router 82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:30.338213 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.339523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d2be729-0f98-40b6-a80d-ca3adfee103c {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:01:30.345444 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.349540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47412) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:30.349790 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c7815344-dae6-4934-9faa-512086dddcbd admin admin] 10.222.0.18 "DELETE /v2.0/routers/1d2be729-0f98-40b6-a80d-ca3adfee103c HTTP/1.1" status: 204 len: 168 time: 2.3910058 Jul 16 04:01:30.350849 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=e1a1af3a-28b6-471d-8b1d-7827cf222951,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:30.452205 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['e1a1af3a-28b6-471d-8b1d-7827cf222951'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:01:30.463240 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Checking router: 94974f8b-78b4-437a-9369-90233ca47db2 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:30.463585 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Updating router 94974f8b-78b4-437a-9369-90233ca47db2 port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:01:30.479139 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca44fdec-db76-493c-abc3-430ddfb537c9 admin admin] Deleting subnet a762a1b6-8c42-47f4-b151-c402ac9c5e7b {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:01:30.482180 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa5d836-2c44-46c8-a89e-dc046d7cd933 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:30.490602 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-daa5d836-2c44-46c8-a89e-dc046d7cd933 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2825942 Jul 16 04:01:30.491108 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:30.493864 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae3b69d-7444-4c11-abcc-3e368cfefa3e None None] Sync routers for ids ['82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:30.500457 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca44fdec-db76-493c-abc3-430ddfb537c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.539714 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae3b69d-7444-4c11-abcc-3e368cfefa3e None None] Routers {'82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:30.540041 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.542875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aae3b69d-7444-4c11-abcc-3e368cfefa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:30.552528 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca44fdec-db76-493c-abc3-430ddfb537c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.602301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aae3b69d-7444-4c11-abcc-3e368cfefa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:30.625984 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae3b69d-7444-4c11-abcc-3e368cfefa3e None None] Routers {'82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:30.626626 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aae3b69d-7444-4c11-abcc-3e368cfefa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:30.631476 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47422) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:30.637245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1820130026-network', 'tenant_id': 'f3281d9884444aff922d418bac379edc'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:30.687264 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca44fdec-db76-493c-abc3-430ddfb537c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.701818 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-aae3b69d-7444-4c11-abcc-3e368cfefa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:30.713333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae3b69d-7444-4c11-abcc-3e368cfefa3e None None] The sync data for ids ['82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:30.731305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] Made reservation on behalf of f3281d9884444aff922d418bac379edc for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:30.733869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.745756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.780099 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca44fdec-db76-493c-abc3-430ddfb537c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.811141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44fdec-db76-493c-abc3-430ddfb537c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a762a1b6-8c42-47f4-b151-c402ac9c5e7b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:30.829307 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca44fdec-db76-493c-abc3-430ddfb537c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:30.831155 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ca44fdec-db76-493c-abc3-430ddfb537c9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a762a1b6-8c42-47f4-b151-c402ac9c5e7b HTTP/1.1" status: 204 len: 168 time: 0.4792802 Jul 16 04:01:30.834028 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47426) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:30.839646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2704ddd3-f944-4814-bb2a-1d9f56623da8 None None] Network b2775521-26fe-4d0d-83e7-48ccc4756c7c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:30.848957 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-8323001c-8736-48c9-9e2e-f869e80fed6e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 04:01:30.853461 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8323001c-8736-48c9-9e2e-f869e80fed6e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3613577 Jul 16 04:01:30.853895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47428) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:30.904953 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dc46315d-47ab-4aa4-a588-130b2635881b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports?device_id=82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0 HTTP/1.1" status: 200 len: 205 time: 0.0465496 Jul 16 04:01:30.914001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:30.986262 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.013329 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.020511 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc192-ef1c-45fa-accc-e71849f16975 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.027392 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Transition to ACTIVE for port object 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:31.033082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49320-3ce4-488b-b323-6b4538bd6560 req-8eedc8a7-22cc-4cb7-afcd-8b052cd82503 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:31.034026 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.036393 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.043256 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69b49320-3ce4-488b-b323-6b4538bd6560 req-8eedc8a7-22cc-4cb7-afcd-8b052cd82503 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 944 time: 0.2220514 Jul 16 04:01:31.058298 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.092084 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67047b-d318-4667-8b05-f017ab6c2348 None None] Pushing event updated for resources: {'Port': ['ID=9f2b0e30-1cb7-4af4-bf65-306e70b437d1,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:31.096237 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:31.105668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31775919-15bb-43ae-9af6-0c912b0da6f6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:31.107341 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b67047b-d318-4667-8b05-f017ab6c2348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:31.108528 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b67047b-d318-4667-8b05-f017ab6c2348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:31.108933 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b67047b-d318-4667-8b05-f017ab6c2348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:31.109613 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b67047b-d318-4667-8b05-f017ab6c2348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:31.110128 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b67047b-d318-4667-8b05-f017ab6c2348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:31.110560 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b67047b-d318-4667-8b05-f017ab6c2348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:31.110932 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b67047b-d318-4667-8b05-f017ab6c2348 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:31.111517 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b67047b-d318-4667-8b05-f017ab6c2348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:31.111854 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b67047b-d318-4667-8b05-f017ab6c2348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:31.112174 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b67047b-d318-4667-8b05-f017ab6c2348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:31.112624 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b67047b-d318-4667-8b05-f017ab6c2348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:31.112993 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b67047b-d318-4667-8b05-f017ab6c2348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:31.119446 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.120379 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] Added segment 03eec1d8-0c6c-4e3f-a704-c67adf4941c0 of type vlan for network 819e4825-9f21-40d1-b1d0-f157156b7bfb Jul 16 04:01:31.200679 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69b49320-3ce4-488b-b323-6b4538bd6560 req-6d1770ff-5b08-4fd6-9697-fc507ca8d61e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564956 Jul 16 04:01:31.204442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] Deleting port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:31.204766 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.205502 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Attempting to bind port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:31.205895 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Attempting to bind port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '11ca5d34-63d8-4be2-8ef6-00b03192d0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3163f263-64f5-406b-a75d-0fa5295f229f'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:31.206265 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Attempting to bind port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 on network 3163f263-64f5-406b-a75d-0fa5295f229f {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:31.212913 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:31.213293 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Checking segment: {'id': '11ca5d34-63d8-4be2-8ef6-00b03192d0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3163f263-64f5-406b-a75d-0fa5295f229f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:31.213734 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.214127 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Bound using segment: {'id': '11ca5d34-63d8-4be2-8ef6-00b03192d0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3163f263-64f5-406b-a75d-0fa5295f229f'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:31.214604 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Bound port: 9f2b0e30-1cb7-4af4-bf65-306e70b437d1, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ca5d34-63d8-4be2-8ef6-00b03192d0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '3163f263-64f5-406b-a75d-0fa5295f229f'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:31.214987 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.231161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226ce2cc-8647-44f8-9d74-595277cb5f45 None None] DHCP port deletion for b2775521-26fe-4d0d-83e7-48ccc4756c7c request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:31.239177 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.243195 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.295280 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] For port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:31.295623 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.335575 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] For port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:31.342598 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] Calling delete_port for c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:31.347297 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] For port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9f2b0e30-1cb7-4af4-bf65-306e70b437d1,segment=NetworkSegment(11ca5d34-63d8-4be2-8ef6-00b03192d0a5),segment_id=11ca5d34-63d8-4be2-8ef6-00b03192d0a5)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:31.357138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5695083e-7ff2-4584-aa5f-0de47bba14c4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:31.363180 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.399671 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.400832 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:31.401907 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc192-ef1c-45fa-accc-e71849f16975 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.402172 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.408480 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc192-ef1c-45fa-accc-e71849f16975 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.446068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-226ce2cc-8647-44f8-9d74-595277cb5f45 None None] Deleting port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:31.446680 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-226ce2cc-8647-44f8-9d74-595277cb5f45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.471058 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc192-ef1c-45fa-accc-e71849f16975 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.471711 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7cc192-ef1c-45fa-accc-e71849f16975 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Fanout notify agent at l3_agent the message router_deleted on router 82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:01:31.488000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 5695083e-7ff2-4584-aa5f-0de47bba14c4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:31.488424 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.488880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6d7cc192-ef1c-45fa-accc-e71849f16975 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.494332 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6d7cc192-ef1c-45fa-accc-e71849f16975 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/routers/82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0 HTTP/1.1" status: 204 len: 168 time: 0.5751805 Jul 16 04:01:31.495058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:31.512667 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67047b-d318-4667-8b05-f017ab6c2348 None None] Pushing event updated for resources: {'Port': ['ID=9f2b0e30-1cb7-4af4-bf65-306e70b437d1,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:31.524495 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Routers {'94974f8b-78b4-437a-9369-90233ca47db2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:31.524620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] Pushing event updated for resources: {'Network': ['ID=819e4825-9f21-40d1-b1d0-f157156b7bfb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:31.525130 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['94974f8b-78b4-437a-9369-90233ca47db2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:31.541112 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4d3ccc25-a7bd-4a39-8d6b-f34ce706e964 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9062090 Jul 16 04:01:31.545584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47436) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:31.552057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7dbc49fe-2063-45b8-afa9-554fdb758856 admin admin] Request body: {'subnet': {'network_id': '819e4825-9f21-40d1-b1d0-f157156b7bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1820130026-subnet', 'tenant_id': 'f3281d9884444aff922d418bac379edc', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:31.565025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 819e4825-9f21-40d1-b1d0-f157156b7bfb details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:31.583905 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbc49fe-2063-45b8-afa9-554fdb758856 admin admin] Made reservation on behalf of f3281d9884444aff922d418bac379edc for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:31.593665 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbc49fe-2063-45b8-afa9-554fdb758856 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.600793 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb5c2ea-8c64-460b-bb29-15adf104188f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting subnet be356a94-c216-436c-ba96-15bd6a05462c {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:01:31.605874 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c2ea-8c64-460b-bb29-15adf104188f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.609571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-226ce2cc-8647-44f8-9d74-595277cb5f45 None None] For port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72,segment=NetworkSegment(fd8d6b22-883f-4faa-b08d-1151a741c1e1),segment_id=fd8d6b22-883f-4faa-b08d-1151a741c1e1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:31.610093 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-226ce2cc-8647-44f8-9d74-595277cb5f45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.646439 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-226ce2cc-8647-44f8-9d74-595277cb5f45 None None] Calling delete_port for c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:31.686405 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] Set router 94974f8b-78b4-437a-9369-90233ca47db2 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:31.700704 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.714653 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c2ea-8c64-460b-bb29-15adf104188f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.731174 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.773171 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] No DVR routers for this DVR port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:31.776838 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:31.858708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device e1a1af3a-28b6-471d-8b1d-7827cf222951 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:31.874574 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c2ea-8c64-460b-bb29-15adf104188f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.886468 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.916988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2775521-26fe-4d0d-83e7-48ccc4756c7c']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:31.931313 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94974f8b-78b4-437a-9369-90233ca47db2', 'name': 'tempest-TestAggregatesBasicOps-1544465705-router', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:19Z', 'updated_at': '2021-07-16T04:01:27Z', 'revision_number': 4, 'project_id': '6136463db8d14e51bfdec9fe0b6ce859', 'gw_port': {'id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94974f8b-78b4-437a-9369-90233ca47db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:21Z', 'updated_at': '2021-07-16T04:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '9f2b0e30-1cb7-4af4-bf65-306e70b437d1', 'name': '', 'network_id': '3163f263-64f5-406b-a75d-0fa5295f229f', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859', 'mac_address': 'fa:16:3e:ca:80:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94974f8b-78b4-437a-9369-90233ca47db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e992964-8902-4de6-a1bc-e11507340ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:25Z', 'updated_at': '2021-07-16T04:01:31Z', 'revision_number': 4, 'project_id': '6136463db8d14e51bfdec9fe0b6ce859', 'subnets': [{'id': '3e992964-8902-4de6-a1bc-e11507340ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:31.932233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8d6b22-883f-4faa-b08d-1151a741c1e1') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:31.932597 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8d6b22-883f-4faa-b08d-1151a741c1e1') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:31.950086 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.954479 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d7390b28-ce9b-410e-b94c-dcad3fc0b57a no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:31.969392 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa6087d-b8ef-420c-a736-decb60b6ad24 None None] The sync data for ids ['94974f8b-78b4-437a-9369-90233ca47db2'] in n-d-800088-6 is: [{'id': '94974f8b-78b4-437a-9369-90233ca47db2', 'name': 'tempest-TestAggregatesBasicOps-1544465705-router', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:19Z', 'updated_at': '2021-07-16T04:01:27Z', 'revision_number': 4, 'project_id': '6136463db8d14e51bfdec9fe0b6ce859', 'gw_port': {'id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94974f8b-78b4-437a-9369-90233ca47db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:21Z', 'updated_at': '2021-07-16T04:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '9f2b0e30-1cb7-4af4-bf65-306e70b437d1', 'name': '', 'network_id': '3163f263-64f5-406b-a75d-0fa5295f229f', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859', 'mac_address': 'fa:16:3e:ca:80:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94974f8b-78b4-437a-9369-90233ca47db2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3e992964-8902-4de6-a1bc-e11507340ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:25Z', 'updated_at': '2021-07-16T04:01:31Z', 'revision_number': 4, 'project_id': '6136463db8d14e51bfdec9fe0b6ce859', 'subnets': [{'id': '3e992964-8902-4de6-a1bc-e11507340ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:31.970076 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c2ea-8c64-460b-bb29-15adf104188f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:31.990618 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: d7390b28-ce9b-410e-b94c-dcad3fc0b57a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:31.990945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d7390b28-ce9b-410e-b94c-dcad3fc0b57a not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:31.991370 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 829df18c-9d4f-41e0-ac66-54bcc71aadb2 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:32.004790 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.013294 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] Releasing vlan 904 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:32.013714 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.018606 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 829df18c-9d4f-41e0-ac66-54bcc71aadb2 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:32.018960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 829df18c-9d4f-41e0-ac66-54bcc71aadb2 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:32.050296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port e1a1af3a-28b6-471d-8b1d-7827cf222951 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:32.050465 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bdb5c2ea-8c64-460b-bb29-15adf104188f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.061208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bdb5c2ea-8c64-460b-bb29-15adf104188f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/be356a94-c216-436c-ba96-15bd6a05462c HTTP/1.1" status: 204 len: 168 time: 0.5621119 Jul 16 04:01:32.062754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5c2ea-8c64-460b-bb29-15adf104188f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Subnet': ['ID=be356a94-c216-436c-ba96-15bd6a05462c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:32.064511 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47438) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:32.067842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port e1a1af3a-28b6-471d-8b1d-7827cf222951 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:32.068488 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.070840 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-226ce2cc-8647-44f8-9d74-595277cb5f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:32.099679 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:32.109936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4852a65-683f-47e9-9b74-ae5224def2a5 None None] Network 247d5af2-fcfd-49d8-9e26-b46490e59dd3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:32.114438 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.123283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.125237 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b2775521-26fe-4d0d-83e7-48ccc4756c7c HTTP/1.1" status: 204 len: 168 time: 1.2902713 Jul 16 04:01:32.128262 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47440) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:32.145348 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbc49fe-2063-45b8-afa9-554fdb758856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.152969 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e638f8-8932-46b9-99da-2901354f3716 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2775521-26fe-4d0d-83e7-48ccc4756c7c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:32.158164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ce2cc-8647-44f8-9d74-595277cb5f45 None None] Pushing event deleted for resources: {'Port': ['ID=c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:32.173086 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226ce2cc-8647-44f8-9d74-595277cb5f45 None None] No DVR routers for this DVR port c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:32.225474 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.263009 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc49fe-2063-45b8-afa9-554fdb758856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a28ea13-27e4-4d74-970d-ba0a1e9121c6,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:32.284344 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbc49fe-2063-45b8-afa9-554fdb758856 admin admin] Checking segment: {'id': '03eec1d8-0c6c-4e3f-a704-c67adf4941c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '819e4825-9f21-40d1-b1d0-f157156b7bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:32.284894 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc49fe-2063-45b8-afa9-554fdb758856 admin admin] Network hostable DHCP agents. Network: 819e4825-9f21-40d1-b1d0-f157156b7bfb, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:32.337534 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbc49fe-2063-45b8-afa9-554fdb758856 admin admin] Network 819e4825-9f21-40d1-b1d0-f157156b7bfb is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:32.351024 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.356138 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7dbc49fe-2063-45b8-afa9-554fdb758856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 819e4825-9f21-40d1-b1d0-f157156b7bfb) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:32.360631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbc49fe-2063-45b8-afa9-554fdb758856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:32.361532 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7dbc49fe-2063-45b8-afa9-554fdb758856 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.388716 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca127bcf-58bb-45aa-8a90-7620e6a5cda7 None None] Network 819e4825-9f21-40d1-b1d0-f157156b7bfb requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:32.393138 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7dbc49fe-2063-45b8-afa9-554fdb758856 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8462451 Jul 16 04:01:32.394775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47444) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:32.401399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1820130026-router', 'tenant_id': 'f3281d9884444aff922d418bac379edc', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:32.439390 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a1af3a-28b6-471d-8b1d-7827cf222951'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:32.442523 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5575588e-6607-4010-8c64-db63346db0c6" -d '{"events": [{"server_uuid": "a3c7c5cf-5863-4610-8b92-5580e47049e4", "name": "network-vif-plugged", "status": "completed", "tag": "e1a1af3a-28b6-471d-8b1d-7827cf222951"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:32.442693 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.443637 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.529298 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.558721 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port e1a1af3a-28b6-471d-8b1d-7827cf222951, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=e1a1af3a-28b6-471d-8b1d-7827cf222951,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:32.562950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:32.563700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f465b76-672e-4dfb-ad96-12c6b6318f6a None None] DHCP port deletion for 247d5af2-fcfd-49d8-9e26-b46490e59dd3 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:32.565108 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.593525 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.645083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] For port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3519c1f4-917b-4fb5-b88c-84cc8dc8e781,segment=NetworkSegment(5f05530a-9c72-4486-90ac-19e6d3ed52b8),segment_id=5f05530a-9c72-4486-90ac-19e6d3ed52b8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:32.645644 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.659440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:32.754101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-819e4825-9f21-40d1-b1d0-f157156b7bfb', 'network_id': '819e4825-9f21-40d1-b1d0-f157156b7bfb', 'tenant_id': 'f3281d9884444aff922d418bac379edc', 'fixed_ips': [{'subnet_id': '2a28ea13-27e4-4d74-970d-ba0a1e9121c6'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:32.755076 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.766175 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.782350 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=e1a1af3a-28b6-471d-8b1d-7827cf222951,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:32.790803 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.805296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=3519c1f4-917b-4fb5-b88c-84cc8dc8e781,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:32.820360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No DVR routers for this DVR port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:32.883296 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-71a823f0-e813-460a-8070-29179fa04b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.887706 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace65d88-dea2-4425-8d37-f0ade2ecb6f6 x-openstack-request-id: req-ace65d88-dea2-4425-8d37-f0ade2ecb6f6 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:32.888123 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c7c5cf-5863-4610-8b92-5580e47049e4", "name": "network-vif-plugged", "status": "completed", "tag": "e1a1af3a-28b6-471d-8b1d-7827cf222951", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:32.889084 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ace65d88-dea2-4425-8d37-f0ade2ecb6f6 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:32.889084 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'code': 200} Jul 16 04:01:32.902354 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8f465b76-672e-4dfb-ad96-12c6b6318f6a None None] Deleting port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:32.902806 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f465b76-672e-4dfb-ad96-12c6b6318f6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.937832 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.980438 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:32.991648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['247d5af2-fcfd-49d8-9e26-b46490e59dd3']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:33.003476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f05530a-9c72-4486-90ac-19e6d3ed52b8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:33.003786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f05530a-9c72-4486-90ac-19e6d3ed52b8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:33.017521 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8f465b76-672e-4dfb-ad96-12c6b6318f6a None None] For port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781, host n-d-800088-6, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:33.017924 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f465b76-672e-4dfb-ad96-12c6b6318f6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.031592 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.044727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8f465b76-672e-4dfb-ad96-12c6b6318f6a None None] Calling delete_port for 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:33.046916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Allocated IP 172.20.0.2 (819e4825-9f21-40d1-b1d0-f157156b7bfb/2a28ea13-27e4-4d74-970d-ba0a1e9121c6/4b5216fb-330e-40ee-9927-e2e5fc0a2eb0) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:33.049912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-8f465b76-672e-4dfb-ad96-12c6b6318f6a None None] Port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:01:33.053154 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f465b76-672e-4dfb-ad96-12c6b6318f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.080421 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.082759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779e0b-9b7b-474e-98d1-7017fca717be req-c3f461a5-3730-4431-b8bd-bab4152e4804 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:33.084342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7779e0b-9b7b-474e-98d1-7017fca717be req-c3f461a5-3730-4431-b8bd-bab4152e4804 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 944 time: 0.6407096 Jul 16 04:01:33.085804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f465b76-672e-4dfb-ad96-12c6b6318f6a None None] Pushing event deleted for resources: {'Port': ['ID=3519c1f4-917b-4fb5-b88c-84cc8dc8e781,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:33.087839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f465b76-672e-4dfb-ad96-12c6b6318f6a None None] No DVR routers for this DVR port 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:33.123449 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.127843 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.199332 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Releasing vlan 900 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:33.199922 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:33.311117 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:33.319885 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.330991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Allocated IP 172.25.3.107 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/7374b5a7-d486-487f-8bdb-a4a6ef654df1) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:33.350129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:33.351488 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.354793 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/networks/247d5af2-fcfd-49d8-9e26-b46490e59dd3 HTTP/1.1" status: 204 len: 168 time: 1.2892621 Jul 16 04:01:33.367646 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47450) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:33.381307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-025ee9fc-2259-4ecc-a0d8-f55b0bec83f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'network': {'name': 'tempest-RoutersTest-416730749'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:33.387041 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b1711-dc9f-4f9c-840c-62274addac2d req-193caca3-816a-4bf7-8770-91c9dcfbdf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:33.388966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f59b1711-dc9f-4f9c-840c-62274addac2d req-193caca3-816a-4bf7-8770-91c9dcfbdf9f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 1096 time: 0.3656940 Jul 16 04:01:33.396928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7779e0b-9b7b-474e-98d1-7017fca717be req-775c3a02-e370-43ff-97ff-2d7e50873155 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993474 Jul 16 04:01:33.398275 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6505a2-6f1c-4670-8528-68d54d185836 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Network': ['ID=247d5af2-fcfd-49d8-9e26-b46490e59dd3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:33.447821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:33.454797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:33.455482 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.467266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025ee9fc-2259-4ecc-a0d8-f55b0bec83f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:33.470848 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f59b1711-dc9f-4f9c-840c-62274addac2d req-ba03dd26-7900-4564-925e-bf9ccea2a0f2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510080 Jul 16 04:01:33.472148 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-025ee9fc-2259-4ecc-a0d8-f55b0bec83f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.501876 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.519890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Transition to ACTIVE for port object 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:33.529289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025ee9fc-2259-4ecc-a0d8-f55b0bec83f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 916} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:33.533470 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.539206 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a888c3a3-1d5f-45c5-9c77-4fde23a5528a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.541112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Transition to ACTIVE for port object 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:33.552158 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-025ee9fc-2259-4ecc-a0d8-f55b0bec83f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.552674 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-025ee9fc-2259-4ecc-a0d8-f55b0bec83f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Added segment b6171380-3335-4da4-81d6-a7504343b4b7 of type vlan for network cf0c2482-6759-441c-801b-683326d8c0d1 Jul 16 04:01:33.568726 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.624568 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-025ee9fc-2259-4ecc-a0d8-f55b0bec83f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.624810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Network 819e4825-9f21-40d1-b1d0-f157156b7bfb is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:33.625622 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.631665 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:33.639044 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Pushing event updated for resources: {'Port': ['ID=4b5216fb-330e-40ee-9927-e2e5fc0a2eb0,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:33.641475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:33.664531 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.708408 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-025ee9fc-2259-4ecc-a0d8-f55b0bec83f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.714674 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025ee9fc-2259-4ecc-a0d8-f55b0bec83f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:33.715430 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-025ee9fc-2259-4ecc-a0d8-f55b0bec83f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.755137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9f2b0e30-1cb7-4af4-bf65-306e70b437d1,segment=NetworkSegment(11ca5d34-63d8-4be2-8ef6-00b03192d0a5),segment_id=11ca5d34-63d8-4be2-8ef6-00b03192d0a5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:33.756615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Attempting to bind port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:33.757232 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Attempting to bind port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '03eec1d8-0c6c-4e3f-a704-c67adf4941c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '819e4825-9f21-40d1-b1d0-f157156b7bfb'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:33.757537 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Attempting to bind port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 on network 819e4825-9f21-40d1-b1d0-f157156b7bfb {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:33.761847 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.766579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:33.773167 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:33.773388 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Checking segment: {'id': '03eec1d8-0c6c-4e3f-a704-c67adf4941c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '819e4825-9f21-40d1-b1d0-f157156b7bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:33.773954 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.774434 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Bound using segment: {'id': '03eec1d8-0c6c-4e3f-a704-c67adf4941c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '819e4825-9f21-40d1-b1d0-f157156b7bfb'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:33.774999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Bound port: 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03eec1d8-0c6c-4e3f-a704-c67adf4941c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '819e4825-9f21-40d1-b1d0-f157156b7bfb'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:33.775457 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:33.777850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:33.783286 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Pushing event updated for resources: {'Port': ['ID=7374b5a7-d486-487f-8bdb-a4a6ef654df1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:33.786137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:33.795057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:33.795801 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-025ee9fc-2259-4ecc-a0d8-f55b0bec83f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4267919 Jul 16 04:01:33.801029 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-41dbf4cb-c5e2-4c32-920a-730d12fc3eee tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'subnet': {'network_id': 'cf0c2482-6759-441c-801b-683326d8c0d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:33.842359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ee9fc-2259-4ecc-a0d8-f55b0bec83f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Network': ['ID=cf0c2482-6759-441c-801b-683326d8c0d1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:33.863106 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network cf0c2482-6759-441c-801b-683326d8c0d1 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:33.872206 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:33.930918 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:33.931350 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3519c1f4-917b-4fb5-b88c-84cc8dc8e781 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:33.931871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:33.948757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] For port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:34.001620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=9f2b0e30-1cb7-4af4-bf65-306e70b437d1,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:34.017787 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:34.018231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c72d98fa-fa03-4bbc-93a0-d5c3f8a6cb72 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:34.025806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] For port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4b5216fb-330e-40ee-9927-e2e5fc0a2eb0,segment=NetworkSegment(03eec1d8-0c6c-4e3f-a704-c67adf4941c0),segment_id=03eec1d8-0c6c-4e3f-a704-c67adf4941c0)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:34.031822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.035173 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.096963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01c19f-3745-4a16-aca3-c52546e44ca4 None None] Pushing event updated for resources: {'Port': ['ID=4b5216fb-330e-40ee-9927-e2e5fc0a2eb0,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:34.128602 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.369193 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41dbf4cb-c5e2-4c32-920a-730d12fc3eee tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:34.374767 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41dbf4cb-c5e2-4c32-920a-730d12fc3eee tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.395909 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.410263 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a888c3a3-1d5f-45c5-9c77-4fde23a5528a admin admin] Deleting port 7155a08e-91ae-4e6e-9aef-278baa4f2d44 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:34.410678 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a888c3a3-1d5f-45c5-9c77-4fde23a5528a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.548988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Router 8607cefe-2f44-4c7a-9187-c48ebff044b0 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:34.575520 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a888c3a3-1d5f-45c5-9c77-4fde23a5528a admin admin] For port 7155a08e-91ae-4e6e-9aef-278baa4f2d44, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7155a08e-91ae-4e6e-9aef-278baa4f2d44,segment=NetworkSegment(7e6d7242-538c-4214-aec6-7a99f7ff347d),segment_id=7e6d7242-538c-4214-aec6-7a99f7ff347d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:34.575924 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a888c3a3-1d5f-45c5-9c77-4fde23a5528a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.630454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a888c3a3-1d5f-45c5-9c77-4fde23a5528a admin admin] Calling delete_port for 7155a08e-91ae-4e6e-9aef-278baa4f2d44 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:34.659147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:34.671186 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Sync routers for ids ['8607cefe-2f44-4c7a-9187-c48ebff044b0'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:34.680100 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.681381 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Routers {'8607cefe-2f44-4c7a-9187-c48ebff044b0'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:34.684979 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-17882222-534e-4d4e-93bf-42e5d0644235 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2857549 Jul 16 04:01:34.685135 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['8607cefe-2f44-4c7a-9187-c48ebff044b0'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:34.686394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47456) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:34.772865 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc66b4-0ee1-4e9b-b729-f7764b23aac9 req-fd0a084f-93e4-4903-84dc-66c85f77aecf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:34.774491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dfdc66b4-0ee1-4e9b-b729-f7764b23aac9 req-fd0a084f-93e4-4903-84dc-66c85f77aecf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 945 time: 0.2194233 Jul 16 04:01:34.778491 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41dbf4cb-c5e2-4c32-920a-730d12fc3eee tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:34.795915 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Set router 8607cefe-2f44-4c7a-9187-c48ebff044b0 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:34.939218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dbf4cb-c5e2-4c32-920a-730d12fc3eee tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Checking segment: {'id': 'b6171380-3335-4da4-81d6-a7504343b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cf0c2482-6759-441c-801b-683326d8c0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:34.939799 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dbf4cb-c5e2-4c32-920a-730d12fc3eee tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network hostable DHCP agents. Network: cf0c2482-6759-441c-801b-683326d8c0d1, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:34.961252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbf4cb-c5e2-4c32-920a-730d12fc3eee tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Subnet': ['ID=642956ec-7b57-412a-8cf0-278438ae2a91,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:34.978605 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dfdc66b4-0ee1-4e9b-b729-f7764b23aac9 req-02172a4c-cbd6-45f6-8938-286a7d75d1f9 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903484 Jul 16 04:01:34.986118 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dbf4cb-c5e2-4c32-920a-730d12fc3eee tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network cf0c2482-6759-441c-801b-683326d8c0d1 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:35.047546 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'name': 'tempest-TestAggregatesBasicOps-1820130026-router', 'tenant_id': 'f3281d9884444aff922d418bac379edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '7374b5a7-d486-487f-8bdb-a4a6ef654df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:32Z', 'updated_at': '2021-07-16T04:01:33Z', 'revision_number': 3, 'project_id': 'f3281d9884444aff922d418bac379edc', 'gw_port': {'id': '7374b5a7-d486-487f-8bdb-a4a6ef654df1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:33Z', 'updated_at': '2021-07-16T04:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:35.074421 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-41dbf4cb-c5e2-4c32-920a-730d12fc3eee tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, cf0c2482-6759-441c-801b-683326d8c0d1) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:35.077898 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Checking router: 8607cefe-2f44-4c7a-9187-c48ebff044b0 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:35.079107 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Updating router 8607cefe-2f44-4c7a-9187-c48ebff044b0 port 7374b5a7-d486-487f-8bdb-a4a6ef654df1 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:01:35.080116 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dbf4cb-c5e2-4c32-920a-730d12fc3eee tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:35.080805 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-41dbf4cb-c5e2-4c32-920a-730d12fc3eee tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.084964 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da2fa6b-34f8-42fd-b82a-ccc32412eff4 None None] Network cf0c2482-6759-441c-801b-683326d8c0d1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:35.094086 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a888c3a3-1d5f-45c5-9c77-4fde23a5528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.142780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47460) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:35.143333 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-41dbf4cb-c5e2-4c32-920a-730d12fc3eee tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3458936 Jul 16 04:01:35.171692 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.177159 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fb3a9184-1b3d-4a6d-8c29-8872749d6680 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2023051299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:35.187117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888c3a3-1d5f-45c5-9c77-4fde23a5528a admin admin] Pushing event deleted for resources: {'Port': ['ID=7155a08e-91ae-4e6e-9aef-278baa4f2d44,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:35.331067 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9184-1b3d-4a6d-8c29-8872749d6680 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.332281 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9184-1b3d-4a6d-8c29-8872749d6680 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.393940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:35.426673 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a888c3a3-1d5f-45c5-9c77-4fde23a5528a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.464428 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c954d287-5a40-4d45-bb23-58df7857072e None None] Network 819e4825-9f21-40d1-b1d0-f157156b7bfb requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:35.538378 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-cf0c2482-6759-441c-801b-683326d8c0d1', 'network_id': 'cf0c2482-6759-441c-801b-683326d8c0d1', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'fixed_ips': [{'subnet_id': '642956ec-7b57-412a-8cf0-278438ae2a91'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:35.539254 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.592183 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6915337b-6eef-44a3-8f6d-870dff34d4cb None None] Provisioning for port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:35.611140 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.627978 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:35.629186 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Transition to ACTIVE for port object 7374b5a7-d486-487f-8bdb-a4a6ef654df1 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:35.629463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c96a3-1773-4c7b-a498-87614be9e670 req-318b7a58-1e79-45ab-a2f3-8fcbe929fd56 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:35.631425 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-101c96a3-1773-4c7b-a498-87614be9e670 req-318b7a58-1e79-45ab-a2f3-8fcbe929fd56 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 945 time: 0.2077985 Jul 16 04:01:35.638947 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.692860 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:35.693244 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.699946 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Attempting to bind port 7374b5a7-d486-487f-8bdb-a4a6ef654df1 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:35.700967 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Attempting to bind port 7374b5a7-d486-487f-8bdb-a4a6ef654df1 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:35.701794 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Attempting to bind port 7374b5a7-d486-487f-8bdb-a4a6ef654df1 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:35.709582 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60d962-62c2-4406-a038-5f32dc2550ac None None] Pushing event updated for resources: {'Port': ['ID=7374b5a7-d486-487f-8bdb-a4a6ef654df1,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:35.721208 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:35.722515 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:35.723128 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.723713 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:35.724417 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Bound port: 7374b5a7-d486-487f-8bdb-a4a6ef654df1, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:35.725000 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.794327 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] For port 7374b5a7-d486-487f-8bdb-a4a6ef654df1, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:35.796822 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-101c96a3-1773-4c7b-a498-87614be9e670 req-065c2f18-b765-4598-83de-4866e426bef0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537175 Jul 16 04:01:35.797933 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] For port 7374b5a7-d486-487f-8bdb-a4a6ef654df1, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7374b5a7-d486-487f-8bdb-a4a6ef654df1,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:35.810472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a888c3a3-1d5f-45c5-9c77-4fde23a5528a admin admin] Router 9f3c742a-0de7-4d29-a101-68b515dfb1ea has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:35.815677 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.827911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:35.871171 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.897653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Allocated IP 172.20.0.2 (cf0c2482-6759-441c-801b-683326d8c0d1/642956ec-7b57-412a-8cf0-278438ae2a91/9386d23a-df62-4f74-a01d-d29c1fc73f14) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:35.969258 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:35.986162 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Routers {'8607cefe-2f44-4c7a-9187-c48ebff044b0'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:35.986162 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['8607cefe-2f44-4c7a-9187-c48ebff044b0'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:35.990072 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a495419-0ff1-4fd0-9e70-bec59d66ef06 tempest-TestVolumeBootPattern-1189016441 tempest-TestVolumeBootPattern-1189016441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:35.994337 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2a495419-0ff1-4fd0-9e70-bec59d66ef06 tempest-TestVolumeBootPattern-1189016441 tempest-TestVolumeBootPattern-1189016441-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 1091 time: 0.1631403 Jul 16 04:01:35.997177 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47464) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:36.002433 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9184-1b3d-4a6d-8c29-8872749d6680 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.004299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:36.006314 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.017218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a888c3a3-1d5f-45c5-9c77-4fde23a5528a admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:36.024963 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60d962-62c2-4406-a038-5f32dc2550ac None None] Pushing event updated for resources: {'Port': ['ID=7374b5a7-d486-487f-8bdb-a4a6ef654df1,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:36.035080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a888c3a3-1d5f-45c5-9c77-4fde23a5528a admin admin] 10.222.0.18 "PUT /v2.0/routers/9f3c742a-0de7-4d29-a101-68b515dfb1ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8972123 Jul 16 04:01:36.035916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47466) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:36.037949 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0a958d-247a-4cb7-90ce-418fa1597ec2 None None] Sync routers for ids ['9f3c742a-0de7-4d29-a101-68b515dfb1ea'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:36.044765 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9184-1b3d-4a6d-8c29-8872749d6680 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.063039 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4b5216fb-330e-40ee-9927-e2e5fc0a2eb0,segment=NetworkSegment(03eec1d8-0c6c-4e3f-a704-c67adf4941c0),segment_id=03eec1d8-0c6c-4e3f-a704-c67adf4941c0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:36.076502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a958d-247a-4cb7-90ce-418fa1597ec2 None None] Routers {'9f3c742a-0de7-4d29-a101-68b515dfb1ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:36.077155 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa0a958d-247a-4cb7-90ce-418fa1597ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9f3c742a-0de7-4d29-a101-68b515dfb1ea'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:36.079004 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.079835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:36.111859 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.120660 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] Set router 8607cefe-2f44-4c7a-9187-c48ebff044b0 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:36.148412 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fb3a9184-1b3d-4a6d-8c29-8872749d6680 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.155370 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fb3a9184-1b3d-4a6d-8c29-8872749d6680 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0107102 Jul 16 04:01:36.158270 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47468) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:36.216256 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.351916 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'name': 'tempest-TestAggregatesBasicOps-1820130026-router', 'tenant_id': 'f3281d9884444aff922d418bac379edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '7374b5a7-d486-487f-8bdb-a4a6ef654df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:32Z', 'updated_at': '2021-07-16T04:01:33Z', 'revision_number': 3, 'project_id': 'f3281d9884444aff922d418bac379edc', 'gw_port': {'id': '7374b5a7-d486-487f-8bdb-a4a6ef654df1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:33Z', 'updated_at': '2021-07-16T04:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:36.392378 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fe2bbb-8b1b-4de9-814c-af5de4be1a78 None None] The sync data for ids ['8607cefe-2f44-4c7a-9187-c48ebff044b0'] in n-d-800088-6 is: [{'id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'name': 'tempest-TestAggregatesBasicOps-1820130026-router', 'tenant_id': 'f3281d9884444aff922d418bac379edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '7374b5a7-d486-487f-8bdb-a4a6ef654df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:32Z', 'updated_at': '2021-07-16T04:01:33Z', 'revision_number': 3, 'project_id': 'f3281d9884444aff922d418bac379edc', 'gw_port': {'id': '7374b5a7-d486-487f-8bdb-a4a6ef654df1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:33Z', 'updated_at': '2021-07-16T04:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:36.393955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=4b5216fb-330e-40ee-9927-e2e5fc0a2eb0,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:36.421043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.441971 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.452527 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.460134 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fa0a958d-247a-4cb7-90ce-418fa1597ec2 None None] Set router 9f3c742a-0de7-4d29-a101-68b515dfb1ea gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:36.496241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Transition to ACTIVE for port object 9386d23a-df62-4f74-a01d-d29c1fc73f14 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:36.530238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:36.530238 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.537908 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-865b3566-3a1d-4dc2-acb1-b1a872d2505e None None] Provisioning complete for port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:36.538279 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-865b3566-3a1d-4dc2-acb1-b1a872d2505e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.599573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Allocated IP 172.25.3.174 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/8f278c2e-e721-426e-8844-aab3c38eec9e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:36.604887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Transition to ACTIVE for port object 9386d23a-df62-4f74-a01d-d29c1fc73f14 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:36.620920 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.633347 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Allocated IP 172.20.0.1 (819e4825-9f21-40d1-b1d0-f157156b7bfb/2a28ea13-27e4-4d74-970d-ba0a1e9121c6/b9d146d8-de00-4c45-b268-bf067146f2b9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:36.640735 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] Deleting port 87224871-9726-408e-a496-909ed7233166 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:36.641211 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.717657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Network cf0c2482-6759-441c-801b-683326d8c0d1 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:36.780372 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.797619 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Transition to ACTIVE for port object b9d146d8-de00-4c45-b268-bf067146f2b9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:36.833614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] For port 87224871-9726-408e-a496-909ed7233166, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=87224871-9726-408e-a496-909ed7233166,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:36.834141 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.839608 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.860928 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.861808 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:36.863388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] Calling delete_port for 87224871-9726-408e-a496-909ed7233166 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:36.921661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Network 819e4825-9f21-40d1-b1d0-f157156b7bfb is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:36.923264 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:36.925680 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:36.933934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:36.934600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:36.946838 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Pushing event updated for resources: {'Port': ['ID=9386d23a-df62-4f74-a01d-d29c1fc73f14,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:36.998555 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.082847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Pushing event updated for resources: {'Port': ['ID=b9d146d8-de00-4c45-b268-bf067146f2b9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:37.104148 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:37.117341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:37.120710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:37.126583 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'Port': ['ID=8f278c2e-e721-426e-8844-aab3c38eec9e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:37.131246 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.175442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Attempting to bind port 9386d23a-df62-4f74-a01d-d29c1fc73f14 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:37.176184 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Attempting to bind port 9386d23a-df62-4f74-a01d-d29c1fc73f14 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'b6171380-3335-4da4-81d6-a7504343b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cf0c2482-6759-441c-801b-683326d8c0d1'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:37.176741 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Attempting to bind port 9386d23a-df62-4f74-a01d-d29c1fc73f14 on network cf0c2482-6759-441c-801b-683326d8c0d1 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:37.177504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:37.177855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:37.178201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:37.178544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:37.178878 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:37.179352 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:37.179688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:37.180017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:37.180356 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:37.180692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:37.181188 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:37.181647 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:37.203365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:37.203779 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Checking segment: {'id': 'b6171380-3335-4da4-81d6-a7504343b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cf0c2482-6759-441c-801b-683326d8c0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:37.204165 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.204602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Bound using segment: {'id': 'b6171380-3335-4da4-81d6-a7504343b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cf0c2482-6759-441c-801b-683326d8c0d1'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:37.205339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Bound port: 9386d23a-df62-4f74-a01d-d29c1fc73f14, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6171380-3335-4da4-81d6-a7504343b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': 'cf0c2482-6759-441c-801b-683326d8c0d1'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:37.205736 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.283200 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa0a958d-247a-4cb7-90ce-418fa1597ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'name': 'tempest-TestServerMultinode-583950872-router', 'tenant_id': 'a96b9f67e0994420be12110926162409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '87224871-9726-408e-a496-909ed7233166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:31Z', 'updated_at': '2021-07-16T04:01:35Z', 'revision_number': 5, 'project_id': 'a96b9f67e0994420be12110926162409', 'gw_port': {'id': '87224871-9726-408e-a496-909ed7233166', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:d4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:00:32Z', 'updated_at': '2021-07-16T04:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:37.329946 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.332262 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0a958d-247a-4cb7-90ce-418fa1597ec2 None None] Checking router: 9f3c742a-0de7-4d29-a101-68b515dfb1ea for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:37.374433 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a958d-247a-4cb7-90ce-418fa1597ec2 None None] Routers {'9f3c742a-0de7-4d29-a101-68b515dfb1ea'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:37.374433 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa0a958d-247a-4cb7-90ce-418fa1597ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9f3c742a-0de7-4d29-a101-68b515dfb1ea'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:37.430168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] For port 9386d23a-df62-4f74-a01d-d29c1fc73f14, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:37.430168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-24bb9a87-0d5b-4806-a682-0cd36aeaa7c6 None None] Provisioning for port b9d146d8-de00-4c45-b268-bf067146f2b9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:37.449926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] Pushing event deleted for resources: {'Port': ['ID=87224871-9726-408e-a496-909ed7233166,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:37.452913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Allocated IP 172.20.0.1 (cf0c2482-6759-441c-801b-683326d8c0d1/642956ec-7b57-412a-8cf0-278438ae2a91/e447627c-a5ff-423b-a5cb-0067f67b75b9) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:37.492523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] For port 9386d23a-df62-4f74-a01d-d29c1fc73f14, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9386d23a-df62-4f74-a01d-d29c1fc73f14,segment=NetworkSegment(b6171380-3335-4da4-81d6-a7504343b4b7),segment_id=b6171380-3335-4da4-81d6-a7504343b4b7)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:37.497247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-24bb9a87-0d5b-4806-a682-0cd36aeaa7c6 None None] Provisioning complete for port b9d146d8-de00-4c45-b268-bf067146f2b9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:37.497641 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-24bb9a87-0d5b-4806-a682-0cd36aeaa7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.545901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-24bb9a87-0d5b-4806-a682-0cd36aeaa7c6 None None] Port b9d146d8-de00-4c45-b268-bf067146f2b9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:37.548100 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-fa0a958d-247a-4cb7-90ce-418fa1597ec2 None None] Set router 9f3c742a-0de7-4d29-a101-68b515dfb1ea gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:37.550416 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.622751 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.637381 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.648739 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Transition to ACTIVE for port object e447627c-a5ff-423b-a5cb-0067f67b75b9 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:37.650595 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:37.700304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-fa0a958d-247a-4cb7-90ce-418fa1597ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'name': 'tempest-TestServerMultinode-583950872-router', 'tenant_id': 'a96b9f67e0994420be12110926162409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:31Z', 'updated_at': '2021-07-16T04:01:37Z', 'revision_number': 7, 'project_id': 'a96b9f67e0994420be12110926162409', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:37.724739 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.745768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0a958d-247a-4cb7-90ce-418fa1597ec2 None None] The sync data for ids ['9f3c742a-0de7-4d29-a101-68b515dfb1ea'] in n-d-800088-6 is: [{'id': '9f3c742a-0de7-4d29-a101-68b515dfb1ea', 'name': 'tempest-TestServerMultinode-583950872-router', 'tenant_id': 'a96b9f67e0994420be12110926162409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:00:31Z', 'updated_at': '2021-07-16T04:01:37Z', 'revision_number': 7, 'project_id': 'a96b9f67e0994420be12110926162409', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:37.746406 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.778828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec9e58-b0c2-495c-902d-bb39f67fb7cb None None] Pushing event updated for resources: {'Port': ['ID=9386d23a-df62-4f74-a01d-d29c1fc73f14,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:37.797846 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:37.798256 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.823594 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network cf0c2482-6759-441c-801b-683326d8c0d1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:37.833561 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:37.837157 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.840722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:37.845955 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.904275 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=e447627c-a5ff-423b-a5cb-0067f67b75b9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:37.919161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7374b5a7-d486-487f-8bdb-a4a6ef654df1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:37.937807 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.939167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f3c742a-0de7-4d29-a101-68b515dfb1ea {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:01:37.951395 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:37.952613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7db4db8f-f765-4734-8686-82dd3c9f9dde admin admin] 10.222.0.18 "DELETE /v2.0/routers/9f3c742a-0de7-4d29-a101-68b515dfb1ea HTTP/1.1" status: 204 len: 168 time: 1.9128761 Jul 16 04:01:37.963330 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47470) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:37.975054 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.005574 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 7374b5a7-d486-487f-8bdb-a4a6ef654df1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:38.010194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 7374b5a7-d486-487f-8bdb-a4a6ef654df1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:38.010720 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.101421 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.110349 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.118177 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a9a04e-fca4-46a7-b0fb-b844d01d472c admin admin] Deleting subnet 54127feb-3284-4786-8ab2-b20b1d611bf5 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:01:38.127150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 7374b5a7-d486-487f-8bdb-a4a6ef654df1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7374b5a7-d486-487f-8bdb-a4a6ef654df1,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:38.131419 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92a9a04e-fca4-46a7-b0fb-b844d01d472c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.132297 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.215856 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.253011 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92a9a04e-fca4-46a7-b0fb-b844d01d472c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.255723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=7374b5a7-d486-487f-8bdb-a4a6ef654df1,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:38.313562 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.317329 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.327779 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.391552 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.396683 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.478035 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.488207 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92a9a04e-fca4-46a7-b0fb-b844d01d472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.514853 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Pushing event updated for resources: {'Port': ['ID=b9d146d8-de00-4c45-b268-bf067146f2b9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:38.738723 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92a9a04e-fca4-46a7-b0fb-b844d01d472c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.743442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Network 819e4825-9f21-40d1-b1d0-f157156b7bfb is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:38.771562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:38.806794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9a04e-fca4-46a7-b0fb-b844d01d472c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54127feb-3284-4786-8ab2-b20b1d611bf5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:38.808957 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-92a9a04e-fca4-46a7-b0fb-b844d01d472c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:38.813091 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-92a9a04e-fca4-46a7-b0fb-b844d01d472c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/54127feb-3284-4786-8ab2-b20b1d611bf5 HTTP/1.1" status: 204 len: 168 time: 0.8465838 Jul 16 04:01:38.815228 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47472) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:38.821139 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf25fde-380d-4a19-ab36-a60822193038 None None] Network e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:38.845268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'Port': ['ID=8f278c2e-e721-426e-8844-aab3c38eec9e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:38.852551 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.027370 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Floating IP 7a1a0d51-e725-48d1-acd7-538a67ff9830 associated. External IP: 172.25.3.174, port: e1a1af3a-28b6-471d-8b1d-7827cf222951. Jul 16 04:01:39.097705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Router 8607cefe-2f44-4c7a-9187-c48ebff044b0 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:39.109074 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.131358 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.143213 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.183037 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c2dc842e-d007-45c1-b030-80f631832329 None None] Provisioning complete for port b9d146d8-de00-4c45-b268-bf067146f2b9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:39.183416 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c2dc842e-d007-45c1-b030-80f631832329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.259229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc842e-d007-45c1-b030-80f631832329 None None] Port b9d146d8-de00-4c45-b268-bf067146f2b9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:39.322059 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e98319-bc6e-4405-ae02-0617b87a4255 None None] DHCP port deletion for e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:39.338887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:39.398828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:39.402047 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.403988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=e447627c-a5ff-423b-a5cb-0067f67b75b9,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:39.410095 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c2a1bc30-6d0d-48f4-8fe3-b1cfe12a308e admin admin] 10.222.0.18 "PUT /v2.0/routers/8607cefe-2f44-4c7a-9187-c48ebff044b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7225883 Jul 16 04:01:39.450429 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b7e98319-bc6e-4405-ae02-0617b87a4255 None None] Deleting port 116e88d1-2aed-45d8-bd59-75ed443160cf {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:39.451242 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b7e98319-bc6e-4405-ae02-0617b87a4255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.537997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] Deleting port 116e88d1-2aed-45d8-bd59-75ed443160cf {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:39.538476 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.557222 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c531e7-76c5-456c-80f4-2e846a9284d6 None None] Network cf0c2482-6759-441c-801b-683326d8c0d1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:39.599683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:39.612551 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b84411-8548-482b-bed9-d648d14b3733 None None] Sync routers for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:39.629476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9386d23a-df62-4f74-a01d-d29c1fc73f14 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:39.632063 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b84411-8548-482b-bed9-d648d14b3733 None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:39.633713 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-62b84411-8548-482b-bed9-d648d14b3733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:39.642752 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.663667 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b7e98319-bc6e-4405-ae02-0617b87a4255 None None] For port 116e88d1-2aed-45d8-bd59-75ed443160cf, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=116e88d1-2aed-45d8-bd59-75ed443160cf,segment=NetworkSegment(7e6d7242-538c-4214-aec6-7a99f7ff347d),segment_id=7e6d7242-538c-4214-aec6-7a99f7ff347d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:39.664078 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b7e98319-bc6e-4405-ae02-0617b87a4255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.760576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b7e98319-bc6e-4405-ae02-0617b87a4255 None None] Calling delete_port for 116e88d1-2aed-45d8-bd59-75ed443160cf owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:39.762703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3b78533c-30b9-4189-b98c-ca090df0bc82 None None] Provisioning for port 9386d23a-df62-4f74-a01d-d29c1fc73f14 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:39.777705 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ff1e1d78-2c21-4b2c-bf5f-5a8e33f3fb58 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7794955 Jul 16 04:01:39.779526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'tag': 'e1a1af3a-28b6-471d-8b1d-7827cf222951'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:01:39.787641 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea75d87-ca28-48ef-b2b7-746d76b6543d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c7c5cf-5863-4610-8b92-5580e47049e4", "tag": "e1a1af3a-28b6-471d-8b1d-7827cf222951"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:01:39.864633 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7332f46-ee92-49dd-9cea-54cb46827dcb x-openstack-request-id: req-c7332f46-ee92-49dd-9cea-54cb46827dcb {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:01:39.864924 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c7c5cf-5863-4610-8b92-5580e47049e4", "tag": "e1a1af3a-28b6-471d-8b1d-7827cf222951", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:01:39.865175 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7332f46-ee92-49dd-9cea-54cb46827dcb {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:01:39.865574 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'tag': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'status': 'completed', 'code': 200} Jul 16 04:01:39.878158 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-62b84411-8548-482b-bed9-d648d14b3733 None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:39.947071 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 9386d23a-df62-4f74-a01d-d29c1fc73f14 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:39.957405 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b7e98319-bc6e-4405-ae02-0617b87a4255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:39.970600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9386d23a-df62-4f74-a01d-d29c1fc73f14 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:39.971393 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.030935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network cf0c2482-6759-441c-801b-683326d8c0d1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:40.033647 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:40.039522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea75d87-ca28-48ef-b2b7-746d76b6543d req-96dbc9d5-cae0-4bcd-bb37-3c1773d8f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:40.044871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eea75d87-ca28-48ef-b2b7-746d76b6543d req-96dbc9d5-cae0-4bcd-bb37-3c1773d8f4f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 1096 time: 0.1495843 Jul 16 04:01:40.056911 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e98319-bc6e-4405-ae02-0617b87a4255 None None] Pushing event deleted for resources: {'Port': ['ID=116e88d1-2aed-45d8-bd59-75ed443160cf,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:40.064535 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Sync routers for ids ['8607cefe-2f44-4c7a-9187-c48ebff044b0'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:40.079171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e98319-bc6e-4405-ae02-0617b87a4255 None None] No DVR routers for this DVR port 116e88d1-2aed-45d8-bd59-75ed443160cf on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:40.134603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Routers {'8607cefe-2f44-4c7a-9187-c48ebff044b0'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:40.135276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['8607cefe-2f44-4c7a-9187-c48ebff044b0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:40.158395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] For port 116e88d1-2aed-45d8-bd59-75ed443160cf, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=116e88d1-2aed-45d8-bd59-75ed443160cf,segment=NetworkSegment(7e6d7242-538c-4214-aec6-7a99f7ff347d),segment_id=7e6d7242-538c-4214-aec6-7a99f7ff347d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:40.158776 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.179551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] Calling delete_port for 116e88d1-2aed-45d8-bd59-75ed443160cf owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:40.202597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea75d87-ca28-48ef-b2b7-746d76b6543d req-590b99f0-cdcb-479f-8cc6-09fccbdf4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:40.204143 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eea75d87-ca28-48ef-b2b7-746d76b6543d req-590b99f0-cdcb-479f-8cc6-09fccbdf4932 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.1489966 Jul 16 04:01:40.278938 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router 7a436fa6-046b-4a0f-aba6-dcaf673b29d2 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:40.332755 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eea75d87-ca28-48ef-b2b7-746d76b6543d req-8f36e4c2-d44e-4ffc-b5ee-ededa629d048 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a1af3a-28b6-471d-8b1d-7827cf222951 HTTP/1.1" status: 200 len: 999 time: 0.1123390 Jul 16 04:01:40.352238 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.374819 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-62b84411-8548-482b-bed9-d648d14b3733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '7a1a0d51-e725-48d1-acd7-538a67ff9830', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'port_id': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'mac_address': 'fa:16:3e:45:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:37Z', 'updated_at': '2021-07-16T04:01:37Z', 'revision_number': 0, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:40.412520 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b84411-8548-482b-bed9-d648d14b3733 None None] Checking router: 760e4c6f-bb2e-48eb-82da-aa62d23ba241 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:40.420649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea75d87-ca28-48ef-b2b7-746d76b6543d req-2b315812-d85d-4212-98f8-8ed4e11b06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:40.422522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] Pushing event deleted for resources: {'Port': ['ID=116e88d1-2aed-45d8-bd59-75ed443160cf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:40.423550 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b84411-8548-482b-bed9-d648d14b3733 None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:40.424249 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-62b84411-8548-482b-bed9-d648d14b3733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:40.425695 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eea75d87-ca28-48ef-b2b7-746d76b6543d req-2b315812-d85d-4212-98f8-8ed4e11b06b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.0858569 Jul 16 04:01:40.451545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Set router 8607cefe-2f44-4c7a-9187-c48ebff044b0 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:40.452246 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] No DVR routers for this DVR port 116e88d1-2aed-45d8-bd59-75ed443160cf on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:40.494190 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.517171 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:40.535960 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be57d4a1-ef00-4e05-b8ab-5cc4b8fc8f9a None None] Sync routers for ids ['7a436fa6-046b-4a0f-aba6-dcaf673b29d2'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:40.536167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:40.537325 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-961edb93-26fd-4fcb-9b23-8f8e0f2cefbc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/7a436fa6-046b-4a0f-aba6-dcaf673b29d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3770208 Jul 16 04:01:40.604536 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.617265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a920497-9dfc-49e1-82ab-7c3b93d414dc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:40.621325 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7a920497-9dfc-49e1-82ab-7c3b93d414dc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports/e447627c-a5ff-423b-a5cb-0067f67b75b9 HTTP/1.1" status: 200 len: 910 time: 0.0817122 Jul 16 04:01:40.623145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47500) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:40.634804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 9386d23a-df62-4f74-a01d-d29c1fc73f14, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9386d23a-df62-4f74-a01d-d29c1fc73f14,segment=NetworkSegment(b6171380-3335-4da4-81d6-a7504343b4b7),segment_id=b6171380-3335-4da4-81d6-a7504343b4b7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:40.651914 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-62b84411-8548-482b-bed9-d648d14b3733 None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:40.654548 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.655382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7374b5a7-d486-487f-8bdb-a4a6ef654df1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:40.658959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea75d87-ca28-48ef-b2b7-746d76b6543d req-964a91e6-c423-4c17-b586-554f740a932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:40.660989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eea75d87-ca28-48ef-b2b7-746d76b6543d req-964a91e6-c423-4c17-b586-554f740a932b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2278509 Jul 16 04:01:40.811048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:40.837738 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be57d4a1-ef00-4e05-b8ab-5cc4b8fc8f9a None None] Routers {'7a436fa6-046b-4a0f-aba6-dcaf673b29d2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:40.841048 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-be57d4a1-ef00-4e05-b8ab-5cc4b8fc8f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['7a436fa6-046b-4a0f-aba6-dcaf673b29d2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:40.872809 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6d7242-538c-4214-aec6-7a99f7ff347d') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:40.873453 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6d7242-538c-4214-aec6-7a99f7ff347d') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:40.899456 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eea75d87-ca28-48ef-b2b7-746d76b6543d req-60391918-39fd-4b4b-9991-90b5467b193d service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276416 Jul 16 04:01:40.917468 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bb61c38e-7006-4a19-a3ad-712e80aac6d6 None None] Provisioning for port e447627c-a5ff-423b-a5cb-0067f67b75b9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:40.922439 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-be57d4a1-ef00-4e05-b8ab-5cc4b8fc8f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:40.936056 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.955481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bb61c38e-7006-4a19-a3ad-712e80aac6d6 None None] Provisioning complete for port e447627c-a5ff-423b-a5cb-0067f67b75b9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:40.955965 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb61c38e-7006-4a19-a3ad-712e80aac6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.967313 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.995417 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:40.995417 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: self.session.flush() Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:40.998928 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:41.067001 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be57d4a1-ef00-4e05-b8ab-5cc4b8fc8f9a None None] Routers {'7a436fa6-046b-4a0f-aba6-dcaf673b29d2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:41.068891 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-be57d4a1-ef00-4e05-b8ab-5cc4b8fc8f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['7a436fa6-046b-4a0f-aba6-dcaf673b29d2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:41.091856 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eea75d87-ca28-48ef-b2b7-746d76b6543d req-8e7c644a-78df-43ee-8567-efbf694d9a5b service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847575 Jul 16 04:01:41.120583 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-be57d4a1-ef00-4e05-b8ab-5cc4b8fc8f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:41.121355 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be57d4a1-ef00-4e05-b8ab-5cc4b8fc8f9a None None] The sync data for ids ['7a436fa6-046b-4a0f-aba6-dcaf673b29d2'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:41.148803 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-62b84411-8548-482b-bed9-d648d14b3733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '7a1a0d51-e725-48d1-acd7-538a67ff9830', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'port_id': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'mac_address': 'fa:16:3e:45:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:37Z', 'updated_at': '2021-07-16T04:01:37Z', 'revision_number': 0, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:41.182414 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b84411-8548-482b-bed9-d648d14b3733 None None] The sync data for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 is: [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '7a1a0d51-e725-48d1-acd7-538a67ff9830', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'port_id': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'mac_address': 'fa:16:3e:45:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:37Z', 'updated_at': '2021-07-16T04:01:37Z', 'revision_number': 0, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:41.239301 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.250298 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.257486 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082 HTTP/1.1" status: 204 len: 168 time: 2.4407518 Jul 16 04:01:41.301434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670638a-964e-4e21-8982-3d7d43cdc551 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d27dbd-ccfc-492a-91e8-fe9e2c3a1082,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:41.362880 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=9386d23a-df62-4f74-a01d-d29c1fc73f14,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:41.373124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:41.374586 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38950a5e-b43a-4d07-a028-a70e32b444e4 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.455473 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bb61c38e-7006-4a19-a3ad-712e80aac6d6 None None] Port e447627c-a5ff-423b-a5cb-0067f67b75b9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:41.461978 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 7374b5a7-d486-487f-8bdb-a4a6ef654df1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:41.462359 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.526890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bb61c38e-7006-4a19-a3ad-712e80aac6d6 None None] Provisioning complete for port 9386d23a-df62-4f74-a01d-d29c1fc73f14 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:41.527181 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb61c38e-7006-4a19-a3ad-712e80aac6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.538952 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'name': 'tempest-TestAggregatesBasicOps-1820130026-router', 'tenant_id': 'f3281d9884444aff922d418bac379edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '7374b5a7-d486-487f-8bdb-a4a6ef654df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:32Z', 'updated_at': '2021-07-16T04:01:37Z', 'revision_number': 4, 'project_id': 'f3281d9884444aff922d418bac379edc', 'gw_port': {'id': '7374b5a7-d486-487f-8bdb-a4a6ef654df1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:33Z', 'updated_at': '2021-07-16T04:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b9d146d8-de00-4c45-b268-bf067146f2b9', 'name': '', 'network_id': '819e4825-9f21-40d1-b1d0-f157156b7bfb', 'tenant_id': 'f3281d9884444aff922d418bac379edc', 'mac_address': 'fa:16:3e:6c:8d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2a28ea13-27e4-4d74-970d-ba0a1e9121c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:36Z', 'updated_at': '2021-07-16T04:01:37Z', 'revision_number': 2, 'project_id': 'f3281d9884444aff922d418bac379edc', 'subnets': [{'id': '2a28ea13-27e4-4d74-970d-ba0a1e9121c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:41.591577 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:41.615758 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Checking router: 8607cefe-2f44-4c7a-9187-c48ebff044b0 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:41.616120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Updating router 8607cefe-2f44-4c7a-9187-c48ebff044b0 port b9d146d8-de00-4c45-b268-bf067146f2b9 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:01:41.628074 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411650b1-2bb2-424d-8ebe-8108de9a1939 None None] New status for floating IP 7a1a0d51-e725-48d1-acd7-538a67ff9830: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:01:41.683141 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-615bb249-1f50-4388-8274-9cc8adddf75c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b66b46c3241433cb5120fcd510aa081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883913 Jul 16 04:01:41.685150 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:41.723763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-38950a5e-b43a-4d07-a028-a70e32b444e4 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port e447627c-a5ff-423b-a5cb-0067f67b75b9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:41.724365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38950a5e-b43a-4d07-a028-a70e32b444e4 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.755933 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.801030 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6407ea99-ce25-4d11-ba9c-1a4067d88288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.828046 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38950a5e-b43a-4d07-a028-a70e32b444e4 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.830733 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6407ea99-ce25-4d11-ba9c-1a4067d88288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.844429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-38950a5e-b43a-4d07-a028-a70e32b444e4 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for e447627c-a5ff-423b-a5cb-0067f67b75b9 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:41.929350 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6407ea99-ce25-4d11-ba9c-1a4067d88288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.932352 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6407ea99-ce25-4d11-ba9c-1a4067d88288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.937871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6407ea99-ce25-4d11-ba9c-1a4067d88288 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2c131b3-1391-4a6d-b723-3aaa7aa8d675 HTTP/1.1" status: 204 len: 168 time: 0.2478068 Jul 16 04:01:41.947951 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19d56df8-063c-4afb-aedb-a4fa9ff97297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:41.949682 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407ea99-ce25-4d11-ba9c-1a4067d88288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c131b3-1391-4a6d-b723-3aaa7aa8d675,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:42.054018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7155a08e-91ae-4e6e-9aef-278baa4f2d44 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:42.089353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 7155a08e-91ae-4e6e-9aef-278baa4f2d44 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:42.089575 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7155a08e-91ae-4e6e-9aef-278baa4f2d44 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:42.089882 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 116e88d1-2aed-45d8-bd59-75ed443160cf no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:42.124062 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38950a5e-b43a-4d07-a028-a70e32b444e4 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.130598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 116e88d1-2aed-45d8-bd59-75ed443160cf {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:42.132104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 116e88d1-2aed-45d8-bd59-75ed443160cf not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:42.132104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 87224871-9726-408e-a496-909ed7233166 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:42.153836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38950a5e-b43a-4d07-a028-a70e32b444e4 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=e447627c-a5ff-423b-a5cb-0067f67b75b9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:42.166866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 87224871-9726-408e-a496-909ed7233166 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:42.167215 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 87224871-9726-408e-a496-909ed7233166 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:42.203923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-416e5ac2-d61b-4c1b-bd56-9d724fe96ae0 None None] Provisioning complete for port e447627c-a5ff-423b-a5cb-0067f67b75b9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:42.204400 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-416e5ac2-d61b-4c1b-bd56-9d724fe96ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.233911 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-416e5ac2-d61b-4c1b-bd56-9d724fe96ae0 None None] Port e447627c-a5ff-423b-a5cb-0067f67b75b9 was deleted so its status cannot be updated. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 04:01:42.309311 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9386d23a-df62-4f74-a01d-d29c1fc73f14 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:42.352054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-19d56df8-063c-4afb-aedb-a4fa9ff97297 admin admin] Deleting port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:42.352728 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19d56df8-063c-4afb-aedb-a4fa9ff97297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.451090 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9386d23a-df62-4f74-a01d-d29c1fc73f14 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:42.451471 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.456864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-19d56df8-063c-4afb-aedb-a4fa9ff97297 admin admin] For port 9f2b0e30-1cb7-4af4-bf65-306e70b437d1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9f2b0e30-1cb7-4af4-bf65-306e70b437d1,segment=NetworkSegment(11ca5d34-63d8-4be2-8ef6-00b03192d0a5),segment_id=11ca5d34-63d8-4be2-8ef6-00b03192d0a5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:42.458038 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19d56df8-063c-4afb-aedb-a4fa9ff97297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.469303 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38950a5e-b43a-4d07-a028-a70e32b444e4 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.479618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-19d56df8-063c-4afb-aedb-a4fa9ff97297 admin admin] Calling delete_port for 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:42.481614 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.502506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Transition to ACTIVE for port object b9d146d8-de00-4c45-b268-bf067146f2b9 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:42.515650 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.594122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e34fa8-bfd0-47ed-8e0e-f264a17391fa None None] Pushing event updated for resources: {'Port': ['ID=b9d146d8-de00-4c45-b268-bf067146f2b9,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:42.601748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47538) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:42.670528 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Attempting to bind port b9d146d8-de00-4c45-b268-bf067146f2b9 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:42.670897 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Attempting to bind port b9d146d8-de00-4c45-b268-bf067146f2b9 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '03eec1d8-0c6c-4e3f-a704-c67adf4941c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '819e4825-9f21-40d1-b1d0-f157156b7bfb'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:42.671260 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Attempting to bind port b9d146d8-de00-4c45-b268-bf067146f2b9 on network 819e4825-9f21-40d1-b1d0-f157156b7bfb {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:42.676658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:42.677031 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Checking segment: {'id': '03eec1d8-0c6c-4e3f-a704-c67adf4941c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '819e4825-9f21-40d1-b1d0-f157156b7bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:42.677432 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.677861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Bound using segment: {'id': '03eec1d8-0c6c-4e3f-a704-c67adf4941c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '819e4825-9f21-40d1-b1d0-f157156b7bfb'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:42.678477 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Bound port: b9d146d8-de00-4c45-b268-bf067146f2b9, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03eec1d8-0c6c-4e3f-a704-c67adf4941c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': '819e4825-9f21-40d1-b1d0-f157156b7bfb'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:42.678866 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.695855 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-74c0d9b1-5038-476a-acc9-c347a5ad3303 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a96b9f67e0994420be12110926162409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933945 Jul 16 04:01:42.698620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38950a5e-b43a-4d07-a028-a70e32b444e4 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router 7a436fa6-046b-4a0f-aba6-dcaf673b29d2 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:42.700029 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47540) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:42.763962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] For port b9d146d8-de00-4c45-b268-bf067146f2b9, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:42.764829 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19d56df8-063c-4afb-aedb-a4fa9ff97297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.768739 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] For port b9d146d8-de00-4c45-b268-bf067146f2b9, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b9d146d8-de00-4c45-b268-bf067146f2b9,segment=NetworkSegment(03eec1d8-0c6c-4e3f-a704-c67adf4941c0),segment_id=03eec1d8-0c6c-4e3f-a704-c67adf4941c0)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:42.775892 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.782834 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-427c6a88-628d-4c35-8b06-15dc23c71827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:42.797377 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38950a5e-b43a-4d07-a028-a70e32b444e4 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:42.802915 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-38950a5e-b43a-4d07-a028-a70e32b444e4 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/7a436fa6-046b-4a0f-aba6-dcaf673b29d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1656430 Jul 16 04:01:42.811989 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b938f66-8399-451c-b0e6-31406075a993 None None] Sync routers for ids ['7a436fa6-046b-4a0f-aba6-dcaf673b29d2'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:42.812494 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47542) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:42.827282 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b938f66-8399-451c-b0e6-31406075a993 None None] Routers {'7a436fa6-046b-4a0f-aba6-dcaf673b29d2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:42.828027 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5b938f66-8399-451c-b0e6-31406075a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['7a436fa6-046b-4a0f-aba6-dcaf673b29d2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:42.876793 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-16195bd9-6e6a-423d-adb2-4f30a2e79bfc tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a436fa6-046b-4a0f-aba6-dcaf673b29d2 HTTP/1.1" status: 200 len: 205 time: 0.0611930 Jul 16 04:01:42.877502 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47544) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:42.885559 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5b938f66-8399-451c-b0e6-31406075a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:42.887670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Routers {'8607cefe-2f44-4c7a-9187-c48ebff044b0'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:42.888324 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['8607cefe-2f44-4c7a-9187-c48ebff044b0'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:42.901281 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b938f66-8399-451c-b0e6-31406075a993 None None] Routers {'7a436fa6-046b-4a0f-aba6-dcaf673b29d2'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:42.902832 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5b938f66-8399-451c-b0e6-31406075a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['7a436fa6-046b-4a0f-aba6-dcaf673b29d2'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:42.942537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d56df8-063c-4afb-aedb-a4fa9ff97297 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f2b0e30-1cb7-4af4-bf65-306e70b437d1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:42.953526 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5b938f66-8399-451c-b0e6-31406075a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:42.954331 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b938f66-8399-451c-b0e6-31406075a993 None None] The sync data for ids ['7a436fa6-046b-4a0f-aba6-dcaf673b29d2'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:42.965261 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-427c6a88-628d-4c35-8b06-15dc23c71827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.028896 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41da4897-99a8-4d73-82a8-da849c3b0329 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.078736 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-19d56df8-063c-4afb-aedb-a4fa9ff97297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.082241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e34fa8-bfd0-47ed-8e0e-f264a17391fa None None] Pushing event updated for resources: {'Port': ['ID=b9d146d8-de00-4c45-b268-bf067146f2b9,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:43.119996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] Set router 8607cefe-2f44-4c7a-9187-c48ebff044b0 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:43.185546 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:01:43.198706 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-427c6a88-628d-4c35-8b06-15dc23c71827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.201187 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-427c6a88-628d-4c35-8b06-15dc23c71827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.202332 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-427c6a88-628d-4c35-8b06-15dc23c71827 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69f38e68-dbdc-47f3-a4d3-393f5926b46b HTTP/1.1" status: 204 len: 168 time: 0.5012808 Jul 16 04:01:43.261557 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c6a88-628d-4c35-8b06-15dc23c71827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f38e68-dbdc-47f3-a4d3-393f5926b46b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:43.275522 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41da4897-99a8-4d73-82a8-da849c3b0329 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.278285 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41da4897-99a8-4d73-82a8-da849c3b0329 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.328205 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41da4897-99a8-4d73-82a8-da849c3b0329 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.328861 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41da4897-99a8-4d73-82a8-da849c3b0329 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Fanout notify agent at l3_agent the message router_deleted on router 7a436fa6-046b-4a0f-aba6-dcaf673b29d2 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:01:43.340565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-41da4897-99a8-4d73-82a8-da849c3b0329 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.344828 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-41da4897-99a8-4d73-82a8-da849c3b0329 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/routers/7a436fa6-046b-4a0f-aba6-dcaf673b29d2 HTTP/1.1" status: 204 len: 168 time: 0.4663012 Jul 16 04:01:43.345991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47548) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:43.387309 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d56df8-063c-4afb-aedb-a4fa9ff97297 admin admin] Router 94974f8b-78b4-437a-9369-90233ca47db2 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:43.415367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'name': 'tempest-TestAggregatesBasicOps-1820130026-router', 'tenant_id': 'f3281d9884444aff922d418bac379edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '7374b5a7-d486-487f-8bdb-a4a6ef654df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:32Z', 'updated_at': '2021-07-16T04:01:37Z', 'revision_number': 4, 'project_id': 'f3281d9884444aff922d418bac379edc', 'gw_port': {'id': '7374b5a7-d486-487f-8bdb-a4a6ef654df1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:33Z', 'updated_at': '2021-07-16T04:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b9d146d8-de00-4c45-b268-bf067146f2b9', 'name': '', 'network_id': '819e4825-9f21-40d1-b1d0-f157156b7bfb', 'tenant_id': 'f3281d9884444aff922d418bac379edc', 'mac_address': 'fa:16:3e:6c:8d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2a28ea13-27e4-4d74-970d-ba0a1e9121c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:36Z', 'updated_at': '2021-07-16T04:01:42Z', 'revision_number': 4, 'project_id': 'f3281d9884444aff922d418bac379edc', 'subnets': [{'id': '2a28ea13-27e4-4d74-970d-ba0a1e9121c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:43.423024 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d73fa85-13d2-45eb-83b7-3288f0ed56a1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting subnet 642956ec-7b57-412a-8cf0-278438ae2a91 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:01:43.428449 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d73fa85-13d2-45eb-83b7-3288f0ed56a1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.453955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2adc56f-6177-4d4c-997c-22a79ff421f1 None None] The sync data for ids ['8607cefe-2f44-4c7a-9187-c48ebff044b0'] in n-d-800088-6 is: [{'id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'name': 'tempest-TestAggregatesBasicOps-1820130026-router', 'tenant_id': 'f3281d9884444aff922d418bac379edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '7374b5a7-d486-487f-8bdb-a4a6ef654df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:32Z', 'updated_at': '2021-07-16T04:01:37Z', 'revision_number': 4, 'project_id': 'f3281d9884444aff922d418bac379edc', 'gw_port': {'id': '7374b5a7-d486-487f-8bdb-a4a6ef654df1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:33Z', 'updated_at': '2021-07-16T04:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b9d146d8-de00-4c45-b268-bf067146f2b9', 'name': '', 'network_id': '819e4825-9f21-40d1-b1d0-f157156b7bfb', 'tenant_id': 'f3281d9884444aff922d418bac379edc', 'mac_address': 'fa:16:3e:6c:8d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '2a28ea13-27e4-4d74-970d-ba0a1e9121c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:36Z', 'updated_at': '2021-07-16T04:01:42Z', 'revision_number': 4, 'project_id': 'f3281d9884444aff922d418bac379edc', 'subnets': [{'id': '2a28ea13-27e4-4d74-970d-ba0a1e9121c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:43.574854 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d73fa85-13d2-45eb-83b7-3288f0ed56a1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.639567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d56df8-063c-4afb-aedb-a4fa9ff97297 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:43.647167 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-19d56df8-063c-4afb-aedb-a4fa9ff97297 admin admin] 10.222.0.18 "PUT /v2.0/routers/94974f8b-78b4-437a-9369-90233ca47db2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2732723 Jul 16 04:01:43.650693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47550) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:43.650869 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5858f59b-ddff-4289-8b6f-95816645482c None None] Sync routers for ids ['94974f8b-78b4-437a-9369-90233ca47db2'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:43.663405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5858f59b-ddff-4289-8b6f-95816645482c None None] Routers {'94974f8b-78b4-437a-9369-90233ca47db2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:43.663405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5858f59b-ddff-4289-8b6f-95816645482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['94974f8b-78b4-437a-9369-90233ca47db2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:43.787956 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.847955 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d73fa85-13d2-45eb-83b7-3288f0ed56a1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:43.991853 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5858f59b-ddff-4289-8b6f-95816645482c None None] Set router 94974f8b-78b4-437a-9369-90233ca47db2 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:44.190940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5858f59b-ddff-4289-8b6f-95816645482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94974f8b-78b4-437a-9369-90233ca47db2', 'name': 'tempest-TestAggregatesBasicOps-1544465705-router', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:19Z', 'updated_at': '2021-07-16T04:01:42Z', 'revision_number': 5, 'project_id': '6136463db8d14e51bfdec9fe0b6ce859', 'gw_port': {'id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94974f8b-78b4-437a-9369-90233ca47db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:21Z', 'updated_at': '2021-07-16T04:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:44.222369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5858f59b-ddff-4289-8b6f-95816645482c None None] Checking router: 94974f8b-78b4-437a-9369-90233ca47db2 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:44.232466 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5858f59b-ddff-4289-8b6f-95816645482c None None] Routers {'94974f8b-78b4-437a-9369-90233ca47db2'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:44.233073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5858f59b-ddff-4289-8b6f-95816645482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['94974f8b-78b4-437a-9369-90233ca47db2'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:44.317043 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.350839 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d73fa85-13d2-45eb-83b7-3288f0ed56a1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.366681 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3d73fa85-13d2-45eb-83b7-3288f0ed56a1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.368728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3d73fa85-13d2-45eb-83b7-3288f0ed56a1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/642956ec-7b57-412a-8cf0-278438ae2a91 HTTP/1.1" status: 204 len: 168 time: 1.0213916 Jul 16 04:01:44.372124 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47552) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:44.388473 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16f87e4-24d5-4e0c-bea4-326a48442d4a None None] Network cf0c2482-6759-441c-801b-683326d8c0d1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:44.395537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73fa85-13d2-45eb-83b7-3288f0ed56a1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Subnet': ['ID=642956ec-7b57-412a-8cf0-278438ae2a91,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:44.422069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] Deleting port 5695083e-7ff2-4584-aa5f-0de47bba14c4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:44.423310 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.426596 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b9d146d8-de00-4c45-b268-bf067146f2b9 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:44.470927 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.485250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-5858f59b-ddff-4289-8b6f-95816645482c None None] Set router 94974f8b-78b4-437a-9369-90233ca47db2 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:44.523953 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] For port 5695083e-7ff2-4584-aa5f-0de47bba14c4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5695083e-7ff2-4584-aa5f-0de47bba14c4,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:44.524516 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.536154 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port 9386d23a-df62-4f74-a01d-d29c1fc73f14 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:44.536539 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.538047 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] Calling delete_port for 5695083e-7ff2-4584-aa5f-0de47bba14c4 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:44.643904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] For port 9386d23a-df62-4f74-a01d-d29c1fc73f14, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9386d23a-df62-4f74-a01d-d29c1fc73f14,segment=NetworkSegment(b6171380-3335-4da4-81d6-a7504343b4b7),segment_id=b6171380-3335-4da4-81d6-a7504343b4b7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:44.644524 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.647062 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port b9d146d8-de00-4c45-b268-bf067146f2b9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:44.658342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for 9386d23a-df62-4f74-a01d-d29c1fc73f14 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:44.662993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b9d146d8-de00-4c45-b268-bf067146f2b9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:44.663605 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.747055 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.771309 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=9386d23a-df62-4f74-a01d-d29c1fc73f14,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:44.778271 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No DVR routers for this DVR port 9386d23a-df62-4f74-a01d-d29c1fc73f14 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:44.813560 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.850562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5695083e-7ff2-4584-aa5f-0de47bba14c4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:44.878880 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.891716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0c2482-6759-441c-801b-683326d8c0d1']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:44.903352 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6171380-3335-4da4-81d6-a7504343b4b7') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:44.904128 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6171380-3335-4da4-81d6-a7504343b4b7') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:44.913836 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.925708 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.929542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265d0431-abb7-40b1-b59b-8c6e40b80819 None None] DHCP port deletion for cf0c2482-6759-441c-801b-683326d8c0d1 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:44.930928 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.938097 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Releasing vlan 916 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:44.938774 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:44.942101 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:44.947073 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:44.974325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port b9d146d8-de00-4c45-b268-bf067146f2b9, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b9d146d8-de00-4c45-b268-bf067146f2b9,segment=NetworkSegment(03eec1d8-0c6c-4e3f-a704-c67adf4941c0),segment_id=03eec1d8-0c6c-4e3f-a704-c67adf4941c0)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:44.976052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-5858f59b-ddff-4289-8b6f-95816645482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94974f8b-78b4-437a-9369-90233ca47db2', 'name': 'tempest-TestAggregatesBasicOps-1544465705-router', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:19Z', 'updated_at': '2021-07-16T04:01:42Z', 'revision_number': 5, 'project_id': '6136463db8d14e51bfdec9fe0b6ce859', 'gw_port': {'id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94974f8b-78b4-437a-9369-90233ca47db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:21Z', 'updated_at': '2021-07-16T04:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:45.007516 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.012361 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5858f59b-ddff-4289-8b6f-95816645482c None None] The sync data for ids ['94974f8b-78b4-437a-9369-90233ca47db2'] in n-d-800088-6 is: [{'id': '94974f8b-78b4-437a-9369-90233ca47db2', 'name': 'tempest-TestAggregatesBasicOps-1544465705-router', 'tenant_id': '6136463db8d14e51bfdec9fe0b6ce859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:19Z', 'updated_at': '2021-07-16T04:01:42Z', 'revision_number': 5, 'project_id': '6136463db8d14e51bfdec9fe0b6ce859', 'gw_port': {'id': '5695083e-7ff2-4584-aa5f-0de47bba14c4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:1d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94974f8b-78b4-437a-9369-90233ca47db2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:21Z', 'updated_at': '2021-07-16T04:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:45.023049 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.038583 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.042020 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/networks/cf0c2482-6759-441c-801b-683326d8c0d1 HTTP/1.1" status: 204 len: 168 time: 0.6674914 Jul 16 04:01:45.054768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47554) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:45.067053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-270642604', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}, 'admin_state_up': False}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:45.075015 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bef7c-95bf-411d-baaf-4aa348ca6f83 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Network': ['ID=cf0c2482-6759-441c-801b-683326d8c0d1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:45.095168 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.097659 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.098019 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.099219 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.099455 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=b9d146d8-de00-4c45-b268-bf067146f2b9,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:45.108546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.109315 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.109647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.110065 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.110534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.110995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.111329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.111721 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.112186 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.112664 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.112992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.113317 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:01:45.153679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.153789 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.154189 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94974f8b-78b4-437a-9369-90233ca47db2 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:01:45.159330 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.160532 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-63055147-61b7-4c8b-899c-74a5cdf639a6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/94974f8b-78b4-437a-9369-90233ca47db2 HTTP/1.1" status: 204 len: 168 time: 1.5097082 Jul 16 04:01:45.163170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47556) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:45.211837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23e43b3-f875-4c4d-baf9-7144801e360e admin admin] Deleting subnet 3e992964-8902-4de6-a1bc-e11507340ec5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:01:45.215293 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23e43b3-f875-4c4d-baf9-7144801e360e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.256190 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23e43b3-f875-4c4d-baf9-7144801e360e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.297786 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.341573 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23e43b3-f875-4c4d-baf9-7144801e360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.402788 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23e43b3-f875-4c4d-baf9-7144801e360e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.433153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e43b3-f875-4c4d-baf9-7144801e360e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e992964-8902-4de6-a1bc-e11507340ec5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:45.435294 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a23e43b3-f875-4c4d-baf9-7144801e360e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.437251 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a23e43b3-f875-4c4d-baf9-7144801e360e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3e992964-8902-4de6-a1bc-e11507340ec5 HTTP/1.1" status: 204 len: 168 time: 0.2730062 Jul 16 04:01:45.439715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:45.442797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88858025-3cb2-40ae-886a-4dcba1f71cae None None] Network 3163f263-64f5-406b-a75d-0fa5295f229f requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:45.519726 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.527351 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.543266 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.597890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] Deleting port af2cf4d6-ed1e-4f1a-9587-253dcaa1827a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:45.598245 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.678951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Allocated IP 172.25.3.130 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/f2a45b06-b4df-41de-b491-b554124b167d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:45.684758 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] For port af2cf4d6-ed1e-4f1a-9587-253dcaa1827a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=af2cf4d6-ed1e-4f1a-9587-253dcaa1827a,segment=NetworkSegment(11ca5d34-63d8-4be2-8ef6-00b03192d0a5),segment_id=11ca5d34-63d8-4be2-8ef6-00b03192d0a5)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:45.685121 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.698553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] Calling delete_port for af2cf4d6-ed1e-4f1a-9587-253dcaa1827a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:45.783852 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.785466 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.811403 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] Pushing event deleted for resources: {'Port': ['ID=af2cf4d6-ed1e-4f1a-9587-253dcaa1827a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:45.814961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] No DVR routers for this DVR port af2cf4d6-ed1e-4f1a-9587-253dcaa1827a on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:45.825125 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.866354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:45.874094 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:45.878985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:45.882930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=f2a45b06-b4df-41de-b491-b554124b167d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:45.893207 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.906792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3163f263-64f5-406b-a75d-0fa5295f229f']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:45.912045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a9bb4-7c6b-4970-8728-b96ab4892076 None None] DHCP port deletion for 3163f263-64f5-406b-a75d-0fa5295f229f request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:45.923023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ca5d34-63d8-4be2-8ef6-00b03192d0a5') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:45.923368 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ca5d34-63d8-4be2-8ef6-00b03192d0a5') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:45.938099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.954312 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.960446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:45.960834 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:45.962677 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:46.021062 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.028187 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.030140 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] 10.222.0.18 "DELETE /v2.0/networks/3163f263-64f5-406b-a75d-0fa5295f229f HTTP/1.1" status: 204 len: 168 time: 0.5895185 Jul 16 04:01:46.037190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47560) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:46.039723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1c966-ac0a-450b-b6e0-42f2ea5b995b admin admin] Pushing event deleted for resources: {'Network': ['ID=3163f263-64f5-406b-a75d-0fa5295f229f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:46.259591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b9d146d8-de00-4c45-b268-bf067146f2b9 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:46.320953 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b9d146d8-de00-4c45-b268-bf067146f2b9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:46.321322 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.449882 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:46.470071 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:46.470429 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9f2b0e30-1cb7-4af4-bf65-306e70b437d1 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:46.470877 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9386d23a-df62-4f74-a01d-d29c1fc73f14 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:46.492373 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 9386d23a-df62-4f74-a01d-d29c1fc73f14 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:46.492723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9386d23a-df62-4f74-a01d-d29c1fc73f14 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:46.493138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device af2cf4d6-ed1e-4f1a-9587-253dcaa1827a no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:46.512528 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: af2cf4d6-ed1e-4f1a-9587-253dcaa1827a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:46.512875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device af2cf4d6-ed1e-4f1a-9587-253dcaa1827a not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:46.513284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5695083e-7ff2-4584-aa5f-0de47bba14c4 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:46.531112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 5695083e-7ff2-4584-aa5f-0de47bba14c4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:46.531461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5695083e-7ff2-4584-aa5f-0de47bba14c4 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:46.606211 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:46.903604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.063961 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73b84dc8-59dd-4a14-a73b-d31c3142b9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.147023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router 6cefe0e3-ff23-4d43-9ef1-f1174c53edba is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:47.313596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:47.322622 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e955483-7932-4443-9256-79902be2b073 None None] Sync routers for ids ['6cefe0e3-ff23-4d43-9ef1-f1174c53edba'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:47.331408 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e955483-7932-4443-9256-79902be2b073 None None] Routers {'6cefe0e3-ff23-4d43-9ef1-f1174c53edba'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:47.332004 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3e955483-7932-4443-9256-79902be2b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['6cefe0e3-ff23-4d43-9ef1-f1174c53edba'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:47.337117 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.338952 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ce532db7-d7fe-4f0c-b8c8-9a89437f0600 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.2830729 Jul 16 04:01:47.341767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:47.364612 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3e955483-7932-4443-9256-79902be2b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:47.373376 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e955483-7932-4443-9256-79902be2b073 None None] Routers {'6cefe0e3-ff23-4d43-9ef1-f1174c53edba'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:47.374151 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3e955483-7932-4443-9256-79902be2b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['6cefe0e3-ff23-4d43-9ef1-f1174c53edba'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:47.436541 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-73b84dc8-59dd-4a14-a73b-d31c3142b9cd admin admin] Deleting port b9d146d8-de00-4c45-b268-bf067146f2b9 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:47.436915 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73b84dc8-59dd-4a14-a73b-d31c3142b9cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.467724 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fe1c3a5b-fe2e-452b-b99c-c026313cd22c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/routers/6cefe0e3-ff23-4d43-9ef1-f1174c53edba HTTP/1.1" status: 200 len: 880 time: 0.1225739 Jul 16 04:01:47.468061 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47566) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:47.495781 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3e955483-7932-4443-9256-79902be2b073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:47.497005 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e955483-7932-4443-9256-79902be2b073 None None] The sync data for ids ['6cefe0e3-ff23-4d43-9ef1-f1174c53edba'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:47.519353 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-73b84dc8-59dd-4a14-a73b-d31c3142b9cd admin admin] For port b9d146d8-de00-4c45-b268-bf067146f2b9, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b9d146d8-de00-4c45-b268-bf067146f2b9,segment=NetworkSegment(03eec1d8-0c6c-4e3f-a704-c67adf4941c0),segment_id=03eec1d8-0c6c-4e3f-a704-c67adf4941c0)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:47.519720 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73b84dc8-59dd-4a14-a73b-d31c3142b9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.532686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-73b84dc8-59dd-4a14-a73b-d31c3142b9cd admin admin] Calling delete_port for b9d146d8-de00-4c45-b268-bf067146f2b9 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:47.659459 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-59c9ed7e-d928-442a-9d5f-4de9e04914c8 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1903112 Jul 16 04:01:47.662114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47568) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:47.667481 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-603edea9-d89e-4a3c-b572-bc52caf28c22 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-270642604'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:47.790036 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73b84dc8-59dd-4a14-a73b-d31c3142b9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:47.825357 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b84dc8-59dd-4a14-a73b-d31c3142b9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d146d8-de00-4c45-b268-bf067146f2b9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:48.136899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-73b84dc8-59dd-4a14-a73b-d31c3142b9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.150742 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-603edea9-d89e-4a3c-b572-bc52caf28c22 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.189593 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-603edea9-d89e-4a3c-b572-bc52caf28c22 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.702754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603edea9-d89e-4a3c-b572-bc52caf28c22 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router 6cefe0e3-ff23-4d43-9ef1-f1174c53edba has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:48.832748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b84dc8-59dd-4a14-a73b-d31c3142b9cd admin admin] Router 8607cefe-2f44-4c7a-9187-c48ebff044b0 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:48.892954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603edea9-d89e-4a3c-b572-bc52caf28c22 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:48.900978 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-603edea9-d89e-4a3c-b572-bc52caf28c22 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:48.902144 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-603edea9-d89e-4a3c-b572-bc52caf28c22 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/6cefe0e3-ff23-4d43-9ef1-f1174c53edba HTTP/1.1" status: 200 len: 887 time: 1.2390876 Jul 16 04:01:48.904251 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26825d3-ee4c-4868-87ae-ac9beeb21663 None None] Sync routers for ids ['6cefe0e3-ff23-4d43-9ef1-f1174c53edba'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:48.904766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47570) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:48.912763 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26825d3-ee4c-4868-87ae-ac9beeb21663 None None] Routers {'6cefe0e3-ff23-4d43-9ef1-f1174c53edba'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:48.913379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e26825d3-ee4c-4868-87ae-ac9beeb21663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['6cefe0e3-ff23-4d43-9ef1-f1174c53edba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:48.944993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e26825d3-ee4c-4868-87ae-ac9beeb21663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:48.953543 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26825d3-ee4c-4868-87ae-ac9beeb21663 None None] Routers {'6cefe0e3-ff23-4d43-9ef1-f1174c53edba'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:48.954149 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e26825d3-ee4c-4868-87ae-ac9beeb21663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['6cefe0e3-ff23-4d43-9ef1-f1174c53edba'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:48.988816 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e26825d3-ee4c-4868-87ae-ac9beeb21663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:48.989462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26825d3-ee4c-4868-87ae-ac9beeb21663 None None] The sync data for ids ['6cefe0e3-ff23-4d43-9ef1-f1174c53edba'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:49.037996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b84dc8-59dd-4a14-a73b-d31c3142b9cd admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:49.043999 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-73b84dc8-59dd-4a14-a73b-d31c3142b9cd admin admin] 10.222.0.18 "PUT /v2.0/routers/8607cefe-2f44-4c7a-9187-c48ebff044b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0056214 Jul 16 04:01:49.046254 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a06e8c6-2d4d-42b7-8ab3-20ee2588947b None None] Sync routers for ids ['8607cefe-2f44-4c7a-9187-c48ebff044b0'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:49.047198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47572) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:49.055607 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a06e8c6-2d4d-42b7-8ab3-20ee2588947b None None] Routers {'8607cefe-2f44-4c7a-9187-c48ebff044b0'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:49.056214 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1a06e8c6-2d4d-42b7-8ab3-20ee2588947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['8607cefe-2f44-4c7a-9187-c48ebff044b0'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:49.059510 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f55be411-6b08-4588-b228-88757891a276 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/routers/6cefe0e3-ff23-4d43-9ef1-f1174c53edba HTTP/1.1" status: 200 len: 887 time: 0.1537592 Jul 16 04:01:49.062170 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47574) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:49.096875 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d73b072c-b103-478d-b526-d4f973e78138 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cefe0e3-ff23-4d43-9ef1-f1174c53edba HTTP/1.1" status: 200 len: 205 time: 0.0310616 Jul 16 04:01:49.096875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47576) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:49.162007 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.169027 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1a06e8c6-2d4d-42b7-8ab3-20ee2588947b None None] Set router 8607cefe-2f44-4c7a-9187-c48ebff044b0 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:49.198583 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba9bb9a-4406-4395-a3d8-03ad5dfe8228 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.268319 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.305999 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba9bb9a-4406-4395-a3d8-03ad5dfe8228 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.322570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] Deleting port 7374b5a7-d486-487f-8bdb-a4a6ef654df1 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:49.322917 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.352658 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1a06e8c6-2d4d-42b7-8ab3-20ee2588947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'name': 'tempest-TestAggregatesBasicOps-1820130026-router', 'tenant_id': 'f3281d9884444aff922d418bac379edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '7374b5a7-d486-487f-8bdb-a4a6ef654df1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:32Z', 'updated_at': '2021-07-16T04:01:47Z', 'revision_number': 5, 'project_id': 'f3281d9884444aff922d418bac379edc', 'gw_port': {'id': '7374b5a7-d486-487f-8bdb-a4a6ef654df1', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:28:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:33Z', 'updated_at': '2021-07-16T04:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:49.364074 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9bb9a-4406-4395-a3d8-03ad5dfe8228 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port f2a45b06-b4df-41de-b491-b554124b167d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:49.364579 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba9bb9a-4406-4395-a3d8-03ad5dfe8228 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.381333 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a06e8c6-2d4d-42b7-8ab3-20ee2588947b None None] Checking router: 8607cefe-2f44-4c7a-9187-c48ebff044b0 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:49.391843 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a06e8c6-2d4d-42b7-8ab3-20ee2588947b None None] Routers {'8607cefe-2f44-4c7a-9187-c48ebff044b0'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:49.392733 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1a06e8c6-2d4d-42b7-8ab3-20ee2588947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['8607cefe-2f44-4c7a-9187-c48ebff044b0'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:49.406321 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] For port 7374b5a7-d486-487f-8bdb-a4a6ef654df1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7374b5a7-d486-487f-8bdb-a4a6ef654df1,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:49.406684 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.418443 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] Calling delete_port for 7374b5a7-d486-487f-8bdb-a4a6ef654df1 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:49.444979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba9bb9a-4406-4395-a3d8-03ad5dfe8228 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.458950 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9bb9a-4406-4395-a3d8-03ad5dfe8228 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for f2a45b06-b4df-41de-b491-b554124b167d owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:49.477449 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1a06e8c6-2d4d-42b7-8ab3-20ee2588947b None None] Set router 8607cefe-2f44-4c7a-9187-c48ebff044b0 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:49.536554 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1a06e8c6-2d4d-42b7-8ab3-20ee2588947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'name': 'tempest-TestAggregatesBasicOps-1820130026-router', 'tenant_id': 'f3281d9884444aff922d418bac379edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:32Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 6, 'project_id': 'f3281d9884444aff922d418bac379edc', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:49.564023 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a06e8c6-2d4d-42b7-8ab3-20ee2588947b None None] The sync data for ids ['8607cefe-2f44-4c7a-9187-c48ebff044b0'] in n-d-800088-6 is: [{'id': '8607cefe-2f44-4c7a-9187-c48ebff044b0', 'name': 'tempest-TestAggregatesBasicOps-1820130026-router', 'tenant_id': 'f3281d9884444aff922d418bac379edc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:32Z', 'updated_at': '2021-07-16T04:01:49Z', 'revision_number': 6, 'project_id': 'f3281d9884444aff922d418bac379edc', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:49.602229 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.626738 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] Pushing event deleted for resources: {'Port': ['ID=7374b5a7-d486-487f-8bdb-a4a6ef654df1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:49.645032 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba9bb9a-4406-4395-a3d8-03ad5dfe8228 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.670279 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9bb9a-4406-4395-a3d8-03ad5dfe8228 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=f2a45b06-b4df-41de-b491-b554124b167d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:49.690580 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.735127 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba9bb9a-4406-4395-a3d8-03ad5dfe8228 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.784776 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.786948 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.830159 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba9bb9a-4406-4395-a3d8-03ad5dfe8228 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.830474 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.831035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8607cefe-2f44-4c7a-9187-c48ebff044b0 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:01:49.832464 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba9bb9a-4406-4395-a3d8-03ad5dfe8228 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.835305 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.836623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3b46764e-4af3-46ef-b821-7b96da53e007 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8607cefe-2f44-4c7a-9187-c48ebff044b0 HTTP/1.1" status: 204 len: 168 time: 0.7882128 Jul 16 04:01:49.839050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47578) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:49.879938 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba9bb9a-4406-4395-a3d8-03ad5dfe8228 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.880461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba9bb9a-4406-4395-a3d8-03ad5dfe8228 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Fanout notify agent at l3_agent the message router_deleted on router 6cefe0e3-ff23-4d43-9ef1-f1174c53edba {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:01:49.884531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0637deb-63fa-4ec6-b716-f15cc3615ac1 admin admin] Deleting subnet 2a28ea13-27e4-4d74-970d-ba0a1e9121c6 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:01:49.887522 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ba9bb9a-4406-4395-a3d8-03ad5dfe8228 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.888303 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0637deb-63fa-4ec6-b716-f15cc3615ac1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.888688 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2ba9bb9a-4406-4395-a3d8-03ad5dfe8228 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/routers/6cefe0e3-ff23-4d43-9ef1-f1174c53edba HTTP/1.1" status: 204 len: 168 time: 0.7908244 Jul 16 04:01:49.892343 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47580) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:49.897503 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-42b15026-68a9-471d-9897-5c4b8e25a192 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'network': {'name': 'tempest-RoutersTest-1180751347'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:49.918994 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b15026-68a9-471d-9897-5c4b8e25a192 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:49.922779 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b15026-68a9-471d-9897-5c4b8e25a192 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.932393 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0637deb-63fa-4ec6-b716-f15cc3615ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.948855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b15026-68a9-471d-9897-5c4b8e25a192 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 932} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:49.961213 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b15026-68a9-471d-9897-5c4b8e25a192 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:49.961567 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-42b15026-68a9-471d-9897-5c4b8e25a192 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Added segment 496e096b-453c-4ebd-b7c6-8577867fad21 of type vlan for network 6b2118b7-4a0b-40a6-9749-cafed756743d Jul 16 04:01:50.007378 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b15026-68a9-471d-9897-5c4b8e25a192 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.020931 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0637deb-63fa-4ec6-b716-f15cc3615ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.044451 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b15026-68a9-471d-9897-5c4b8e25a192 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.050263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b15026-68a9-471d-9897-5c4b8e25a192 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:50.050843 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-42b15026-68a9-471d-9897-5c4b8e25a192 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.074891 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0637deb-63fa-4ec6-b716-f15cc3615ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.088028 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-42b15026-68a9-471d-9897-5c4b8e25a192 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1943607 Jul 16 04:01:50.090814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47582) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:50.097762 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-f4f245a5-b453-4d03-8952-222ef40fda4c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'subnet': {'network_id': '6b2118b7-4a0b-40a6-9749-cafed756743d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:50.101446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0637deb-63fa-4ec6-b716-f15cc3615ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a28ea13-27e4-4d74-970d-ba0a1e9121c6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:50.103965 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b0637deb-63fa-4ec6-b716-f15cc3615ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.108460 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b0637deb-63fa-4ec6-b716-f15cc3615ac1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2a28ea13-27e4-4d74-970d-ba0a1e9121c6 HTTP/1.1" status: 204 len: 168 time: 0.2683628 Jul 16 04:01:50.109374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47584) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:50.110470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35ce1b6-a2c5-4857-8400-730930262243 None None] Network 819e4825-9f21-40d1-b1d0-f157156b7bfb requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:50.151250 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b15026-68a9-471d-9897-5c4b8e25a192 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Network': ['ID=6b2118b7-4a0b-40a6-9749-cafed756743d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:50.165763 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 6b2118b7-4a0b-40a6-9749-cafed756743d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:50.182074 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.222703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f245a5-b453-4d03-8952-222ef40fda4c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:50.226443 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4f245a5-b453-4d03-8952-222ef40fda4c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.241414 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] Deleting port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:50.241760 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.314612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] For port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4b5216fb-330e-40ee-9927-e2e5fc0a2eb0,segment=NetworkSegment(03eec1d8-0c6c-4e3f-a704-c67adf4941c0),segment_id=03eec1d8-0c6c-4e3f-a704-c67adf4941c0)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:50.314972 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.328412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] Calling delete_port for 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:50.380113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44cbd70-f790-4280-8319-6a78b271ae11 None None] DHCP port deletion for 819e4825-9f21-40d1-b1d0-f157156b7bfb request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:50.432128 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.451578 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a44cbd70-f790-4280-8319-6a78b271ae11 None None] Deleting port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:50.451977 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a44cbd70-f790-4280-8319-6a78b271ae11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.455680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:50.466391 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b5216fb-330e-40ee-9927-e2e5fc0a2eb0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:50.467744 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4f245a5-b453-4d03-8952-222ef40fda4c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.469069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] No DVR routers for this DVR port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:50.494020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:50.494370 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:50.494795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b9d146d8-de00-4c45-b268-bf067146f2b9 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:50.517923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: b9d146d8-de00-4c45-b268-bf067146f2b9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:50.518279 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b9d146d8-de00-4c45-b268-bf067146f2b9 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:50.518756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7374b5a7-d486-487f-8bdb-a4a6ef654df1 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:50.540180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 7374b5a7-d486-487f-8bdb-a4a6ef654df1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:50.540672 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7374b5a7-d486-487f-8bdb-a4a6ef654df1 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:50.549183 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.550831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f245a5-b453-4d03-8952-222ef40fda4c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Subnet': ['ID=797f9797-84d9-409c-88f1-4b4ab9d6a7ba,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:50.560072 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f245a5-b453-4d03-8952-222ef40fda4c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Checking segment: {'id': '496e096b-453c-4ebd-b7c6-8577867fad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '6b2118b7-4a0b-40a6-9749-cafed756743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:50.560765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f245a5-b453-4d03-8952-222ef40fda4c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network hostable DHCP agents. Network: 6b2118b7-4a0b-40a6-9749-cafed756743d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:50.561722 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819e4825-9f21-40d1-b1d0-f157156b7bfb']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:50.574967 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03eec1d8-0c6c-4e3f-a704-c67adf4941c0') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:50.575285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03eec1d8-0c6c-4e3f-a704-c67adf4941c0') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:50.579564 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a44cbd70-f790-4280-8319-6a78b271ae11 None None] For port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0, host n-d-800088-6, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:50.580161 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a44cbd70-f790-4280-8319-6a78b271ae11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.582708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f245a5-b453-4d03-8952-222ef40fda4c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 6b2118b7-4a0b-40a6-9749-cafed756743d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:50.585586 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.593105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a44cbd70-f790-4280-8319-6a78b271ae11 None None] Calling delete_port for 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:50.594804 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-f4f245a5-b453-4d03-8952-222ef40fda4c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 6b2118b7-4a0b-40a6-9749-cafed756743d) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:50.595782 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-a44cbd70-f790-4280-8319-6a78b271ae11 None None] Port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:01:50.597414 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a44cbd70-f790-4280-8319-6a78b271ae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.602428 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.609359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f245a5-b453-4d03-8952-222ef40fda4c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:50.610097 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f4f245a5-b453-4d03-8952-222ef40fda4c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.612491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f03258-16ac-4111-b71c-a156f833c8d1 None None] Network 6b2118b7-4a0b-40a6-9749-cafed756743d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:50.613247 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:50.613835 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:50.615792 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:50.638492 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f4f245a5-b453-4d03-8952-222ef40fda4c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5465772 Jul 16 04:01:50.641221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47586) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:50.646492 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9f8c86a4-550d-4cac-af88-4ec77ed4741f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-16743569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:50.654377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44cbd70-f790-4280-8319-6a78b271ae11 None None] No DVR routers for this DVR port 4b5216fb-330e-40ee-9927-e2e5fc0a2eb0 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:50.655835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44cbd70-f790-4280-8319-6a78b271ae11 None None] Pushing event deleted for resources: {'Port': ['ID=4b5216fb-330e-40ee-9927-e2e5fc0a2eb0,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:50.696490 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.701763 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.704070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] 10.222.0.18 "DELETE /v2.0/networks/819e4825-9f21-40d1-b1d0-f157156b7bfb HTTP/1.1" status: 204 len: 168 time: 0.5937638 Jul 16 04:01:50.717860 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c7278-178b-441f-844c-b0b8e9d9fe66 admin admin] Pushing event deleted for resources: {'Network': ['ID=819e4825-9f21-40d1-b1d0-f157156b7bfb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:50.721794 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8c86a4-550d-4cac-af88-4ec77ed4741f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.722871 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8c86a4-550d-4cac-af88-4ec77ed4741f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.800090 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8c86a4-550d-4cac-af88-4ec77ed4741f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.802784 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-6b2118b7-4a0b-40a6-9749-cafed756743d', 'network_id': '6b2118b7-4a0b-40a6-9749-cafed756743d', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'fixed_ips': [{'subnet_id': '797f9797-84d9-409c-88f1-4b4ab9d6a7ba'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:50.803808 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.809873 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8c86a4-550d-4cac-af88-4ec77ed4741f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.853191 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9f8c86a4-550d-4cac-af88-4ec77ed4741f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:50.858135 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9f8c86a4-550d-4cac-af88-4ec77ed4741f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2154996 Jul 16 04:01:50.860297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47590) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:50.929713 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47592) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:50.966821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Allocated IP 172.20.0.2 (6b2118b7-4a0b-40a6-9749-cafed756743d/797f9797-84d9-409c-88f1-4b4ab9d6a7ba/104ecf0d-a33b-4543-b2e3-e1ebeaad5dce) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:50.974792 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-018a27aa-2d66-4ead-879c-c3aa932288a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6136463db8d14e51bfdec9fe0b6ce859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437558 Jul 16 04:01:50.977392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47594) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:51.036946 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30784f7e-f933-478c-b9d8-9d5b290ee80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.063037 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30784f7e-f933-478c-b9d8-9d5b290ee80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.113854 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.114730 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30784f7e-f933-478c-b9d8-9d5b290ee80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.117491 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30784f7e-f933-478c-b9d8-9d5b290ee80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.118656 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-30784f7e-f933-478c-b9d8-9d5b290ee80b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72bc5ee0-7b86-4cab-861e-fdb500160420 HTTP/1.1" status: 204 len: 168 time: 0.1404104 Jul 16 04:01:51.125369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Transition to ACTIVE for port object 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:51.128585 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30784f7e-f933-478c-b9d8-9d5b290ee80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bc5ee0-7b86-4cab-861e-fdb500160420,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:51.140759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Transition to ACTIVE for port object 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:51.148477 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.152084 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.193395 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Network 6b2118b7-4a0b-40a6-9749-cafed756743d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:51.196296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:51.201427 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:51.204471 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Pushing event updated for resources: {'Port': ['ID=104ecf0d-a33b-4543-b2e3-e1ebeaad5dce,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:51.265681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Attempting to bind port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:51.266405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Attempting to bind port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '496e096b-453c-4ebd-b7c6-8577867fad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '6b2118b7-4a0b-40a6-9749-cafed756743d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:51.266945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Attempting to bind port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce on network 6b2118b7-4a0b-40a6-9749-cafed756743d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:51.272332 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:51.272728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Checking segment: {'id': '496e096b-453c-4ebd-b7c6-8577867fad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '6b2118b7-4a0b-40a6-9749-cafed756743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:51.273128 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.273663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Bound using segment: {'id': '496e096b-453c-4ebd-b7c6-8577867fad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '6b2118b7-4a0b-40a6-9749-cafed756743d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:51.274151 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Bound port: 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496e096b-453c-4ebd-b7c6-8577867fad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '6b2118b7-4a0b-40a6-9749-cafed756743d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:51.274530 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.354318 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] For port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:51.357920 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] For port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=104ecf0d-a33b-4543-b2e3-e1ebeaad5dce,segment=NetworkSegment(496e096b-453c-4ebd-b7c6-8577867fad21),segment_id=496e096b-453c-4ebd-b7c6-8577867fad21)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:51.363167 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.426932 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf6543-ed2c-4291-8b40-055937fd3d97 None None] Pushing event updated for resources: {'Port': ['ID=104ecf0d-a33b-4543-b2e3-e1ebeaad5dce,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:51.512780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47600) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:51.562681 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7b608b86-1f73-44db-8ab4-fc26ecf89d19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3281d9884444aff922d418bac379edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486941 Jul 16 04:01:51.563337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47602) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:51.633047 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-638343e3-4f5c-47a3-a6d3-9f6e921ea06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.660289 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-638343e3-4f5c-47a3-a6d3-9f6e921ea06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.719424 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-638343e3-4f5c-47a3-a6d3-9f6e921ea06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.722116 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-638343e3-4f5c-47a3-a6d3-9f6e921ea06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.725993 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-638343e3-4f5c-47a3-a6d3-9f6e921ea06f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31775919-15bb-43ae-9af6-0c912b0da6f6 HTTP/1.1" status: 204 len: 168 time: 0.1592169 Jul 16 04:01:51.731550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638343e3-4f5c-47a3-a6d3-9f6e921ea06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31775919-15bb-43ae-9af6-0c912b0da6f6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:51.810172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Allocated IP 172.20.0.1 (6b2118b7-4a0b-40a6-9749-cafed756743d/797f9797-84d9-409c-88f1-4b4ab9d6a7ba/224e6898-d5a0-4ae1-a6c2-58f448697869) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:51.940957 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:51.956920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Transition to ACTIVE for port object 224e6898-d5a0-4ae1-a6c2-58f448697869 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:51.991160 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.045235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 6b2118b7-4a0b-40a6-9749-cafed756743d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:52.049043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:52.052344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:52.125933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=224e6898-d5a0-4ae1-a6c2-58f448697869,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:52.167982 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.358236 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.377106 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:52.434181 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:52.498053 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bd88fc-844b-465d-8f2e-815cdf6489cc None None] Network 6b2118b7-4a0b-40a6-9749-cafed756743d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:52.555430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cbbe06b5-e0b8-4874-842b-22aea1d4808d None None] Provisioning for port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:52.564984 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cbbe06b5-e0b8-4874-842b-22aea1d4808d None None] Provisioning complete for port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:52.565363 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cbbe06b5-e0b8-4874-842b-22aea1d4808d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.639083 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.643939 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.711363 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cbbe06b5-e0b8-4874-842b-22aea1d4808d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.722774 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.724505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=224e6898-d5a0-4ae1-a6c2-58f448697869,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:52.754220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cbbe06b5-e0b8-4874-842b-22aea1d4808d None None] For port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=104ecf0d-a33b-4543-b2e3-e1ebeaad5dce,segment=NetworkSegment(496e096b-453c-4ebd-b7c6-8577867fad21),segment_id=496e096b-453c-4ebd-b7c6-8577867fad21)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:52.762057 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cbbe06b5-e0b8-4874-842b-22aea1d4808d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:52.818075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe06b5-e0b8-4874-842b-22aea1d4808d None None] Pushing event updated for resources: {'Port': ['ID=104ecf0d-a33b-4543-b2e3-e1ebeaad5dce,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:52.831413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 6b2118b7-4a0b-40a6-9749-cafed756743d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:52.833033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:52.960868 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router 91f6ef14-b1e8-4aaf-a7c9-19f102496bcb is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:52.989387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d7f1692d-1a15-4d49-91c8-e8b1c08341c4 None None] Provisioning for port 224e6898-d5a0-4ae1-a6c2-58f448697869 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:52.993453 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d7f1692d-1a15-4d49-91c8-e8b1c08341c4 None None] Provisioning complete for port 224e6898-d5a0-4ae1-a6c2-58f448697869 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:52.994451 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d7f1692d-1a15-4d49-91c8-e8b1c08341c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.038247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d7f1692d-1a15-4d49-91c8-e8b1c08341c4 None None] Port 224e6898-d5a0-4ae1-a6c2-58f448697869 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:53.054426 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d7f1692d-1a15-4d49-91c8-e8b1c08341c4 None None] Provisioning complete for port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:53.054968 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d7f1692d-1a15-4d49-91c8-e8b1c08341c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.058475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:53.068904 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cdee33d2-7a9a-4e01-a139-24f5bccc9f05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/91f6ef14-b1e8-4aaf-a7c9-19f102496bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2034471 Jul 16 04:01:53.069023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47606) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:53.090821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d1130-5234-470d-abf0-570b90278404 None None] Sync routers for ids ['91f6ef14-b1e8-4aaf-a7c9-19f102496bcb'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:53.110410 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d1130-5234-470d-abf0-570b90278404 None None] Routers {'91f6ef14-b1e8-4aaf-a7c9-19f102496bcb'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:53.111036 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d89d1130-5234-470d-abf0-570b90278404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['91f6ef14-b1e8-4aaf-a7c9-19f102496bcb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:53.142651 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee5fca1-2f4e-4dda-bac0-53ee987db6d4 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:53.146688 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0ee5fca1-2f4e-4dda-bac0-53ee987db6d4 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports/224e6898-d5a0-4ae1-a6c2-58f448697869 HTTP/1.1" status: 200 len: 910 time: 0.0753536 Jul 16 04:01:53.147099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47608) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:53.149445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d89d1130-5234-470d-abf0-570b90278404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:53.153227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-286b1df9-080c-4603-a81f-37e2bd222402 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '797f9797-84d9-409c-88f1-4b4ab9d6a7ba'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:53.164026 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d1130-5234-470d-abf0-570b90278404 None None] Routers {'91f6ef14-b1e8-4aaf-a7c9-19f102496bcb'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:53.164599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d89d1130-5234-470d-abf0-570b90278404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['91f6ef14-b1e8-4aaf-a7c9-19f102496bcb'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:53.217942 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d89d1130-5234-470d-abf0-570b90278404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:53.218600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d1130-5234-470d-abf0-570b90278404 None None] The sync data for ids ['91f6ef14-b1e8-4aaf-a7c9-19f102496bcb'] in n-d-800088-6 is: [] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:53.329695 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-286b1df9-080c-4603-a81f-37e2bd222402 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.352025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b7a6fd50-0e8f-47b7-89b7-2f4f6ee735bb None None] Provisioning complete for port 224e6898-d5a0-4ae1-a6c2-58f448697869 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:53.352936 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b7a6fd50-0e8f-47b7-89b7-2f4f6ee735bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.388038 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b7a6fd50-0e8f-47b7-89b7-2f4f6ee735bb None None] Port 224e6898-d5a0-4ae1-a6c2-58f448697869 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:53.506183 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-33170ff0-4ff2-4d59-8919-4abfad611d60 None None] Provisioning complete for port 224e6898-d5a0-4ae1-a6c2-58f448697869 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:53.506485 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-33170ff0-4ff2-4d59-8919-4abfad611d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.694924 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-286b1df9-080c-4603-a81f-37e2bd222402 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.696957 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-33170ff0-4ff2-4d59-8919-4abfad611d60 None None] Port 224e6898-d5a0-4ae1-a6c2-58f448697869 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:53.704003 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-286b1df9-080c-4603-a81f-37e2bd222402 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.780413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b1df9-080c-4603-a81f-37e2bd222402 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=224e6898-d5a0-4ae1-a6c2-58f448697869,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:53.790204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286b1df9-080c-4603-a81f-37e2bd222402 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:53.791352 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-286b1df9-080c-4603-a81f-37e2bd222402 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:53.792714 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-286b1df9-080c-4603-a81f-37e2bd222402 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/ports/224e6898-d5a0-4ae1-a6c2-58f448697869 HTTP/1.1" status: 200 len: 910 time: 0.6445167 Jul 16 04:01:53.795485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47612) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:54.096652 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efacae2-3874-4ee8-9fc0-13193301bf84 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.255490 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:54.300666 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:54.301035 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.348795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4efacae2-3874-4ee8-9fc0-13193301bf84 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port 224e6898-d5a0-4ae1-a6c2-58f448697869 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:54.349342 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efacae2-3874-4ee8-9fc0-13193301bf84 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.440915 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efacae2-3874-4ee8-9fc0-13193301bf84 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.452612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4efacae2-3874-4ee8-9fc0-13193301bf84 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for 224e6898-d5a0-4ae1-a6c2-58f448697869 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:54.620072 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efacae2-3874-4ee8-9fc0-13193301bf84 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.648411 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efacae2-3874-4ee8-9fc0-13193301bf84 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=224e6898-d5a0-4ae1-a6c2-58f448697869,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:54.794003 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4efacae2-3874-4ee8-9fc0-13193301bf84 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:54.941901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efacae2-3874-4ee8-9fc0-13193301bf84 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router 91f6ef14-b1e8-4aaf-a7c9-19f102496bcb has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:01:55.017634 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efacae2-3874-4ee8-9fc0-13193301bf84 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:55.022793 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4efacae2-3874-4ee8-9fc0-13193301bf84 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/91f6ef14-b1e8-4aaf-a7c9-19f102496bcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2263181 Jul 16 04:01:55.026132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47614) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:55.027235 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad035122-15f7-4637-b989-923c6e7f853e None None] Sync routers for ids ['91f6ef14-b1e8-4aaf-a7c9-19f102496bcb'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:55.036083 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad035122-15f7-4637-b989-923c6e7f853e None None] Routers {'91f6ef14-b1e8-4aaf-a7c9-19f102496bcb'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:55.036717 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ad035122-15f7-4637-b989-923c6e7f853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['91f6ef14-b1e8-4aaf-a7c9-19f102496bcb'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:55.056558 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-94fea627-21cb-4b4e-ba4c-d1c54d685c94 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports?device_id=91f6ef14-b1e8-4aaf-a7c9-19f102496bcb HTTP/1.1" status: 200 len: 205 time: 0.0268240 Jul 16 04:01:55.056785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47616) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:55.070700 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ad035122-15f7-4637-b989-923c6e7f853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:55.079429 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad035122-15f7-4637-b989-923c6e7f853e None None] Routers {'91f6ef14-b1e8-4aaf-a7c9-19f102496bcb'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:55.080053 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ad035122-15f7-4637-b989-923c6e7f853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['91f6ef14-b1e8-4aaf-a7c9-19f102496bcb'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:55.110762 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-ad035122-15f7-4637-b989-923c6e7f853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:55.111397 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad035122-15f7-4637-b989-923c6e7f853e None None] The sync data for ids ['91f6ef14-b1e8-4aaf-a7c9-19f102496bcb'] in n-d-800088-6 is: [] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:01:55.129851 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70708731-1d2d-4684-8a85-313c308b5bb2 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.282202 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70708731-1d2d-4684-8a85-313c308b5bb2 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.284181 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70708731-1d2d-4684-8a85-313c308b5bb2 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.324291 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70708731-1d2d-4684-8a85-313c308b5bb2 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.324808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70708731-1d2d-4684-8a85-313c308b5bb2 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Fanout notify agent at l3_agent the message router_deleted on router 91f6ef14-b1e8-4aaf-a7c9-19f102496bcb {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:01:55.331389 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-70708731-1d2d-4684-8a85-313c308b5bb2 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.332381 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-70708731-1d2d-4684-8a85-313c308b5bb2 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/routers/91f6ef14-b1e8-4aaf-a7c9-19f102496bcb HTTP/1.1" status: 204 len: 168 time: 0.2746711 Jul 16 04:01:55.334989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47618) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:55.384147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb110a4f-b910-4547-b5b7-c05335e91ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting subnet 797f9797-84d9-409c-88f1-4b4ab9d6a7ba {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:01:55.387710 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb110a4f-b910-4547-b5b7-c05335e91ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.428856 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb110a4f-b910-4547-b5b7-c05335e91ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.508682 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb110a4f-b910-4547-b5b7-c05335e91ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.564801 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb110a4f-b910-4547-b5b7-c05335e91ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.599565 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bb110a4f-b910-4547-b5b7-c05335e91ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.601648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bb110a4f-b910-4547-b5b7-c05335e91ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/797f9797-84d9-409c-88f1-4b4ab9d6a7ba HTTP/1.1" status: 204 len: 168 time: 0.2657158 Jul 16 04:01:55.602463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb110a4f-b910-4547-b5b7-c05335e91ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Subnet': ['ID=797f9797-84d9-409c-88f1-4b4ab9d6a7ba,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:55.604485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47620) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:55.605546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92805a41-611f-4093-a201-94520a07db17 None None] Network 6b2118b7-4a0b-40a6-9749-cafed756743d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:55.687310 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.744499 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:55.744869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.796587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeeee27-0510-48b2-ab55-01fb1ba74757 None None] DHCP port deletion for 6b2118b7-4a0b-40a6-9749-cafed756743d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:01:55.811066 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] For port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=104ecf0d-a33b-4543-b2e3-e1ebeaad5dce,segment=NetworkSegment(496e096b-453c-4ebd-b7c6-8577867fad21),segment_id=496e096b-453c-4ebd-b7c6-8577867fad21)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:55.811423 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.822619 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:55.844260 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bfeeee27-0510-48b2-ab55-01fb1ba74757 None None] Deleting port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:01:55.844682 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfeeee27-0510-48b2-ab55-01fb1ba74757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.900774 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.910882 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bfeeee27-0510-48b2-ab55-01fb1ba74757 None None] For port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=104ecf0d-a33b-4543-b2e3-e1ebeaad5dce,segment=NetworkSegment(496e096b-453c-4ebd-b7c6-8577867fad21),segment_id=496e096b-453c-4ebd-b7c6-8577867fad21)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:55.911289 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfeeee27-0510-48b2-ab55-01fb1ba74757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:55.923580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bfeeee27-0510-48b2-ab55-01fb1ba74757 None None] Calling delete_port for 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:01:55.926804 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=104ecf0d-a33b-4543-b2e3-e1ebeaad5dce,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:55.928662 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No DVR routers for this DVR port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:56.005035 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfeeee27-0510-48b2-ab55-01fb1ba74757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.007996 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.017866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2118b7-4a0b-40a6-9749-cafed756743d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:56.027273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '496e096b-453c-4ebd-b7c6-8577867fad21') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:56.027563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '496e096b-453c-4ebd-b7c6-8577867fad21') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:56.030609 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeeee27-0510-48b2-ab55-01fb1ba74757 None None] Pushing event deleted for resources: {'Port': ['ID=104ecf0d-a33b-4543-b2e3-e1ebeaad5dce,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:56.035752 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeeee27-0510-48b2-ab55-01fb1ba74757 None None] No DVR routers for this DVR port 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:01:56.038202 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.052891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.059512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Releasing vlan 932 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:01:56.059897 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:01:56.062998 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:01:56.122602 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.130011 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.131888 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/networks/6b2118b7-4a0b-40a6-9749-cafed756743d HTTP/1.1" status: 204 len: 168 time: 0.5263457 Jul 16 04:01:56.135710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47622) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:56.140681 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-06ff6921-6da9-4acf-8307-9f063a475d73 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-206088398', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:56.154903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8cded-18ee-4c99-9089-082dc9a4a558 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Network': ['ID=6b2118b7-4a0b-40a6-9749-cafed756743d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:56.167561 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06ff6921-6da9-4acf-8307-9f063a475d73 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.168630 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06ff6921-6da9-4acf-8307-9f063a475d73 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.219777 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06ff6921-6da9-4acf-8307-9f063a475d73 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.224125 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06ff6921-6da9-4acf-8307-9f063a475d73 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.240385 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-06ff6921-6da9-4acf-8307-9f063a475d73 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.241592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-06ff6921-6da9-4acf-8307-9f063a475d73 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1048384 Jul 16 04:01:56.244604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47624) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:56.249823 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8c9c4e1a-82f3-4404-9eb9-c631a27a42f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'network': {'name': 'tempest-RoutersTest-902802197'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:56.258572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:01:56.270717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9c4e1a-82f3-4404-9eb9-c631a27a42f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:56.274295 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c9c4e1a-82f3-4404-9eb9-c631a27a42f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.279789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:01:56.280130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 104ecf0d-a33b-4543-b2e3-e1ebeaad5dce not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:01:56.299545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9c4e1a-82f3-4404-9eb9-c631a27a42f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:56.308361 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c9c4e1a-82f3-4404-9eb9-c631a27a42f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.308690 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-8c9c4e1a-82f3-4404-9eb9-c631a27a42f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Added segment 708d951e-b3a0-4add-b068-641bd524f4a8 of type vlan for network cb4fc221-3e0b-4b6a-af58-fedda68a30a3 Jul 16 04:01:56.349440 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c9c4e1a-82f3-4404-9eb9-c631a27a42f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.377008 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c9c4e1a-82f3-4404-9eb9-c631a27a42f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.382445 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9c4e1a-82f3-4404-9eb9-c631a27a42f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:56.383026 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8c9c4e1a-82f3-4404-9eb9-c631a27a42f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.419724 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8c9c4e1a-82f3-4404-9eb9-c631a27a42f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1740885 Jul 16 04:01:56.422434 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47626) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:56.427242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-045295c8-f7ef-4bc3-9ae4-802f67a94747 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'subnet': {'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:56.473046 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c4e1a-82f3-4404-9eb9-c631a27a42f1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Network': ['ID=cb4fc221-3e0b-4b6a-af58-fedda68a30a3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:56.485313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network cb4fc221-3e0b-4b6a-af58-fedda68a30a3 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:56.545537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045295c8-f7ef-4bc3-9ae4-802f67a94747 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:56.549321 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-045295c8-f7ef-4bc3-9ae4-802f67a94747 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.736971 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-045295c8-f7ef-4bc3-9ae4-802f67a94747 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.798728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045295c8-f7ef-4bc3-9ae4-802f67a94747 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Subnet': ['ID=8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:56.806409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045295c8-f7ef-4bc3-9ae4-802f67a94747 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Checking segment: {'id': '708d951e-b3a0-4add-b068-641bd524f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:56.806769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045295c8-f7ef-4bc3-9ae4-802f67a94747 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network hostable DHCP agents. Network: cb4fc221-3e0b-4b6a-af58-fedda68a30a3, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:56.823251 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045295c8-f7ef-4bc3-9ae4-802f67a94747 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network cb4fc221-3e0b-4b6a-af58-fedda68a30a3 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:56.831641 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-045295c8-f7ef-4bc3-9ae4-802f67a94747 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, cb4fc221-3e0b-4b6a-af58-fedda68a30a3) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:56.835517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045295c8-f7ef-4bc3-9ae4-802f67a94747 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:56.836211 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-045295c8-f7ef-4bc3-9ae4-802f67a94747 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:56.840984 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619622e1-cf88-4fc1-96b9-82dc3ad5b57c None None] Network cb4fc221-3e0b-4b6a-af58-fedda68a30a3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:56.851190 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-045295c8-f7ef-4bc3-9ae4-802f67a94747 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4277508 Jul 16 04:01:56.854020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47628) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:56.985190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:56.986064 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.120951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Allocated IP 172.20.0.2 (cb4fc221-3e0b-4b6a-af58-fedda68a30a3/8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917/75e32a62-c9f5-49d3-8485-be1d3f6f3258) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:57.128234 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.265711 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.274377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Transition to ACTIVE for port object 75e32a62-c9f5-49d3-8485-be1d3f6f3258 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:57.290217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Transition to ACTIVE for port object 75e32a62-c9f5-49d3-8485-be1d3f6f3258 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:57.297689 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.338743 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Network cb4fc221-3e0b-4b6a-af58-fedda68a30a3 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:57.341653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:57.345411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:57.351153 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Pushing event updated for resources: {'Port': ['ID=75e32a62-c9f5-49d3-8485-be1d3f6f3258,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:57.409372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Attempting to bind port 75e32a62-c9f5-49d3-8485-be1d3f6f3258 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:01:57.409820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Attempting to bind port 75e32a62-c9f5-49d3-8485-be1d3f6f3258 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '708d951e-b3a0-4add-b068-641bd524f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:01:57.410104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Attempting to bind port 75e32a62-c9f5-49d3-8485-be1d3f6f3258 on network cb4fc221-3e0b-4b6a-af58-fedda68a30a3 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:01:57.416300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:01:57.416762 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Checking segment: {'id': '708d951e-b3a0-4add-b068-641bd524f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:57.417176 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.417573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Bound using segment: {'id': '708d951e-b3a0-4add-b068-641bd524f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:01:57.418054 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Bound port: 75e32a62-c9f5-49d3-8485-be1d3f6f3258, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708d951e-b3a0-4add-b068-641bd524f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:01:57.418438 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.487959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] For port 75e32a62-c9f5-49d3-8485-be1d3f6f3258, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:01:57.491311 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] For port 75e32a62-c9f5-49d3-8485-be1d3f6f3258, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=75e32a62-c9f5-49d3-8485-be1d3f6f3258,segment=NetworkSegment(708d951e-b3a0-4add-b068-641bd524f4a8),segment_id=708d951e-b3a0-4add-b068-641bd524f4a8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:01:57.496188 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.555017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e872f-f703-483b-abaa-5a164a5e05a7 None None] Pushing event updated for resources: {'Port': ['ID=75e32a62-c9f5-49d3-8485-be1d3f6f3258,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:57.765084 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Allocated IP 172.20.0.1 (cb4fc221-3e0b-4b6a-af58-fedda68a30a3/8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917/5ebac046-7079-450e-b1d3-e2d4a09338ea) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:01:57.881419 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.894617 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Transition to ACTIVE for port object 5ebac046-7079-450e-b1d3-e2d4a09338ea will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:01:57.925436 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:57.967571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network cb4fc221-3e0b-4b6a-af58-fedda68a30a3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:57.970633 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:57.974553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:01:57.980780 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=5ebac046-7079-450e-b1d3-e2d4a09338ea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:58.025220 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.142862 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.307969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 75e32a62-c9f5-49d3-8485-be1d3f6f3258 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:01:58.363042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 75e32a62-c9f5-49d3-8485-be1d3f6f3258 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:58.426459 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.432396 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.514286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=5ebac046-7079-450e-b1d3-e2d4a09338ea,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:58.516771 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.551068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91cc907-214a-4138-8b0d-032de69dc976 None None] Network cb4fc221-3e0b-4b6a-af58-fedda68a30a3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:58.611133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network cb4fc221-3e0b-4b6a-af58-fedda68a30a3 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:01:58.613642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:58.682064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d7455abb-1d1a-4ab3-a06c-a1a9a57777dd None None] Provisioning for port 75e32a62-c9f5-49d3-8485-be1d3f6f3258 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:58.689379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d7455abb-1d1a-4ab3-a06c-a1a9a57777dd None None] Provisioning complete for port 75e32a62-c9f5-49d3-8485-be1d3f6f3258 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:58.689760 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d7455abb-1d1a-4ab3-a06c-a1a9a57777dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.731784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router cb753203-c5e4-4e80-b00a-27d1e35e3d8c is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:01:58.826869 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:01:58.827509 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d7455abb-1d1a-4ab3-a06c-a1a9a57777dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.835860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d5912211-9132-43b0-a6f2-e2a1bbf5fcb9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/cb753203-c5e4-4e80-b00a-27d1e35e3d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9774845 Jul 16 04:01:58.835953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47630) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:58.841192 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0076aae8-84d2-4ac4-baab-aba4f4f2c0f7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'network': {'name': 'tempest-RoutersTest-2031867005'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:58.847577 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Sync routers for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:01:58.863447 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0076aae8-84d2-4ac4-baab-aba4f4f2c0f7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:58.867492 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0076aae8-84d2-4ac4-baab-aba4f4f2c0f7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.874963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d7455abb-1d1a-4ab3-a06c-a1a9a57777dd None None] For port 75e32a62-c9f5-49d3-8485-be1d3f6f3258, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=75e32a62-c9f5-49d3-8485-be1d3f6f3258,segment=NetworkSegment(708d951e-b3a0-4add-b068-641bd524f4a8),segment_id=708d951e-b3a0-4add-b068-641bd524f4a8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:01:58.875958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:01:58.876732 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:58.894508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0076aae8-84d2-4ac4-baab-aba4f4f2c0f7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:01:58.904813 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0076aae8-84d2-4ac4-baab-aba4f4f2c0f7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.905228 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-0076aae8-84d2-4ac4-baab-aba4f4f2c0f7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Added segment 9769b893-ffd5-49b5-ba8a-b5de402a56fb of type vlan for network 5bdd3a0e-082b-4c99-964a-fd4bd25b8443 Jul 16 04:01:58.910711 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d7455abb-1d1a-4ab3-a06c-a1a9a57777dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.958511 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0076aae8-84d2-4ac4-baab-aba4f4f2c0f7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:58.995623 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0076aae8-84d2-4ac4-baab-aba4f4f2c0f7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.000127 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:01:59.002666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0076aae8-84d2-4ac4-baab-aba4f4f2c0f7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:59.003627 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0076aae8-84d2-4ac4-baab-aba4f4f2c0f7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.034666 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7455abb-1d1a-4ab3-a06c-a1a9a57777dd None None] Pushing event updated for resources: {'Port': ['ID=75e32a62-c9f5-49d3-8485-be1d3f6f3258,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:59.048652 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0076aae8-84d2-4ac4-baab-aba4f4f2c0f7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2118983 Jul 16 04:01:59.052030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47632) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:59.057745 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4b1600db-4885-446e-8d71-2ed9ed5df049 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'subnet': {'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:01:59.097634 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-75042211-c1ec-4211-8578-8f5af299dcea None None] Provisioning complete for port 75e32a62-c9f5-49d3-8485-be1d3f6f3258 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:59.098008 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-75042211-c1ec-4211-8578-8f5af299dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.098211 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076aae8-84d2-4ac4-baab-aba4f4f2c0f7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Network': ['ID=5bdd3a0e-082b-4c99-964a-fd4bd25b8443,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:59.125418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 5bdd3a0e-082b-4c99-964a-fd4bd25b8443 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:01:59.161703 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1600db-4885-446e-8d71-2ed9ed5df049 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:01:59.165727 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b1600db-4885-446e-8d71-2ed9ed5df049 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.357567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-75042211-c1ec-4211-8578-8f5af299dcea None None] Provisioning for port 5ebac046-7079-450e-b1d3-e2d4a09338ea completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:01:59.363711 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-75042211-c1ec-4211-8578-8f5af299dcea None None] Provisioning complete for port 5ebac046-7079-450e-b1d3-e2d4a09338ea triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:59.363907 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b1600db-4885-446e-8d71-2ed9ed5df049 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.364113 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-75042211-c1ec-4211-8578-8f5af299dcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.367841 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:01:58Z', 'revision_number': 2, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:01:58Z', 'revision_number': 2, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:01:59.412187 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Checking router: cb753203-c5e4-4e80-b00a-27d1e35e3d8c for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:01:59.412992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Updating router cb753203-c5e4-4e80-b00a-27d1e35e3d8c port 5ebac046-7079-450e-b1d3-e2d4a09338ea binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:01:59.424238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1600db-4885-446e-8d71-2ed9ed5df049 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Subnet': ['ID=5e01786e-e06b-4783-9d66-1dea24d399cb,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:01:59.441160 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1600db-4885-446e-8d71-2ed9ed5df049 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Checking segment: {'id': '9769b893-ffd5-49b5-ba8a-b5de402a56fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:01:59.441526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1600db-4885-446e-8d71-2ed9ed5df049 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network hostable DHCP agents. Network: 5bdd3a0e-082b-4c99-964a-fd4bd25b8443, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:01:59.450378 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-75042211-c1ec-4211-8578-8f5af299dcea None None] Port 5ebac046-7079-450e-b1d3-e2d4a09338ea cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:59.455983 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.458388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1600db-4885-446e-8d71-2ed9ed5df049 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 5bdd3a0e-082b-4c99-964a-fd4bd25b8443 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:01:59.467259 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-4b1600db-4885-446e-8d71-2ed9ed5df049 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 5bdd3a0e-082b-4c99-964a-fd4bd25b8443) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:01:59.471302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1600db-4885-446e-8d71-2ed9ed5df049 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:01:59.471899 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4b1600db-4885-446e-8d71-2ed9ed5df049 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.487180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4b1600db-4885-446e-8d71-2ed9ed5df049 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4336245 Jul 16 04:01:59.490158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47634) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:01:59.494134 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f06d3bb-f227-4ab8-b8fe-753dd1d1a679 None None] Network 5bdd3a0e-082b-4c99-964a-fd4bd25b8443 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:01:59.651951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bfb38a10-4db2-483b-8e85-e5cd39355a7e None None] Provisioning complete for port 5ebac046-7079-450e-b1d3-e2d4a09338ea triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:01:59.652411 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfb38a10-4db2-483b-8e85-e5cd39355a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.848263 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:01:59.917326 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bfb38a10-4db2-483b-8e85-e5cd39355a7e None None] Port 5ebac046-7079-450e-b1d3-e2d4a09338ea cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:01:59.972336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:01:59.973214 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.111813 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-35ee1516-4436-42df-a2c6-d0cc4e605dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.120245 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.127847 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Allocated IP 172.21.0.1 (5bdd3a0e-082b-4c99-964a-fd4bd25b8443/5e01786e-e06b-4783-9d66-1dea24d399cb/b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:00.130912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Transition to ACTIVE for port object 5ebac046-7079-450e-b1d3-e2d4a09338ea will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:00.136808 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.188629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90fe33-eabe-4544-a671-e3bdadfaba39 None None] Pushing event updated for resources: {'Port': ['ID=5ebac046-7079-450e-b1d3-e2d4a09338ea,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:00.245560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Attempting to bind port 5ebac046-7079-450e-b1d3-e2d4a09338ea on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:00.246050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Attempting to bind port 5ebac046-7079-450e-b1d3-e2d4a09338ea by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '708d951e-b3a0-4add-b068-641bd524f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:00.246366 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Attempting to bind port 5ebac046-7079-450e-b1d3-e2d4a09338ea on network cb4fc221-3e0b-4b6a-af58-fedda68a30a3 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:00.247301 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.253978 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:00.255187 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Checking segment: {'id': '708d951e-b3a0-4add-b068-641bd524f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:00.255607 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.256006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Bound using segment: {'id': '708d951e-b3a0-4add-b068-641bd524f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:00.256524 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Bound port: 5ebac046-7079-450e-b1d3-e2d4a09338ea, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708d951e-b3a0-4add-b068-641bd524f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:00.257199 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.262441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Transition to ACTIVE for port object b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:00.298596 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 75e32a62-c9f5-49d3-8485-be1d3f6f3258 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:00.302470 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.367661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 5bdd3a0e-082b-4c99-964a-fd4bd25b8443 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:00.372483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:00.374991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:00.377768 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:00.394031 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] For port 5ebac046-7079-450e-b1d3-e2d4a09338ea, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:00.398291 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] For port 5ebac046-7079-450e-b1d3-e2d4a09338ea, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5ebac046-7079-450e-b1d3-e2d4a09338ea,segment=NetworkSegment(708d951e-b3a0-4add-b068-641bd524f4a8),segment_id=708d951e-b3a0-4add-b068-641bd524f4a8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:00.406002 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Allocated IP 172.21.0.2 (5bdd3a0e-082b-4c99-964a-fd4bd25b8443/5e01786e-e06b-4783-9d66-1dea24d399cb/a34673dd-cc95-49bc-8729-f9e121ecd61a) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:00.410092 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.432370 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.499208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 75e32a62-c9f5-49d3-8485-be1d3f6f3258 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:00.499587 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.546808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90fe33-eabe-4544-a671-e3bdadfaba39 None None] Pushing event updated for resources: {'Port': ['ID=5ebac046-7079-450e-b1d3-e2d4a09338ea,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:00.564739 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:00.565536 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:01:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:00.578206 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.739073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:00.848154 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.853689 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.904203 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.918754 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Transition to ACTIVE for port object a34673dd-cc95-49bc-8729-f9e121ecd61a will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:00.931028 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:00.932759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:00.964566 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Transition to ACTIVE for port object a34673dd-cc95-49bc-8729-f9e121ecd61a will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:00.974361 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.028871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 5bdd3a0e-082b-4c99-964a-fd4bd25b8443 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:01.030354 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:01.043371 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Network 5bdd3a0e-082b-4c99-964a-fd4bd25b8443 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:01.050543 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:01.053466 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:01.055252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Pushing event updated for resources: {'Port': ['ID=a34673dd-cc95-49bc-8729-f9e121ecd61a,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:01.127977 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Attempting to bind port a34673dd-cc95-49bc-8729-f9e121ecd61a on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:01.127977 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Attempting to bind port a34673dd-cc95-49bc-8729-f9e121ecd61a by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '9769b893-ffd5-49b5-ba8a-b5de402a56fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:01.128521 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Attempting to bind port a34673dd-cc95-49bc-8729-f9e121ecd61a on network 5bdd3a0e-082b-4c99-964a-fd4bd25b8443 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:01.137585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router cb753203-c5e4-4e80-b00a-27d1e35e3d8c has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:01.137982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:01.138267 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Checking segment: {'id': '9769b893-ffd5-49b5-ba8a-b5de402a56fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:01.138676 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.139062 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Bound using segment: {'id': '9769b893-ffd5-49b5-ba8a-b5de402a56fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:01.139548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Bound port: a34673dd-cc95-49bc-8729-f9e121ecd61a, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9769b893-ffd5-49b5-ba8a-b5de402a56fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:01.139952 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.145009 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:00Z', 'revision_number': 3, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:00Z', 'revision_number': 4, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:00Z', 'revision_number': 1, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:01.184870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a1c30-3357-410d-b1cb-d63dd0bb8008 None None] The sync data for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 is: [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:00Z', 'revision_number': 3, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:00Z', 'revision_number': 4, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:00Z', 'revision_number': 1, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:01.238995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:01.244465 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e6a78546-c47c-4f06-bff5-eb06cb238f52 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/cb753203-c5e4-4e80-b00a-27d1e35e3d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7533333 Jul 16 04:02:01.248249 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47636) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:01.250402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] For port a34673dd-cc95-49bc-8729-f9e121ecd61a, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:01.252452 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.254230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] For port a34673dd-cc95-49bc-8729-f9e121ecd61a, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a34673dd-cc95-49bc-8729-f9e121ecd61a,segment=NetworkSegment(9769b893-ffd5-49b5-ba8a-b5de402a56fb),segment_id=9769b893-ffd5-49b5-ba8a-b5de402a56fb)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:01.254725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-17e87476-f623-4898-baf6-7a7478d1ad4e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'network': {'name': 'tempest-RoutersTest-164768847'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:01.258774 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.278105 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e87476-f623-4898-baf6-7a7478d1ad4e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:01.282366 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e87476-f623-4898-baf6-7a7478d1ad4e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.307971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e87476-f623-4898-baf6-7a7478d1ad4e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:02:01.322444 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226f184-9abb-4a66-ad4e-76a3bec1e27b None None] Pushing event updated for resources: {'Port': ['ID=a34673dd-cc95-49bc-8729-f9e121ecd61a,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:01.322920 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e87476-f623-4898-baf6-7a7478d1ad4e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.323267 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-17e87476-f623-4898-baf6-7a7478d1ad4e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Added segment 2ca63b76-876c-4847-9e32-cc8c05e2f8db of type vlan for network c927265d-32c4-40db-badf-1b9302877dc4 Jul 16 04:02:01.376926 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e87476-f623-4898-baf6-7a7478d1ad4e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.407618 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e87476-f623-4898-baf6-7a7478d1ad4e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.417227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e87476-f623-4898-baf6-7a7478d1ad4e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:01.417909 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-17e87476-f623-4898-baf6-7a7478d1ad4e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.475808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47640) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:01.476573 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-17e87476-f623-4898-baf6-7a7478d1ad4e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2262514 Jul 16 04:02:01.482350 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-455a1540-cfac-4cef-8ceb-68b7a6155aea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'subnet': {'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:01.542759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e87476-f623-4898-baf6-7a7478d1ad4e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Network': ['ID=c927265d-32c4-40db-badf-1b9302877dc4,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:01.574123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network c927265d-32c4-40db-badf-1b9302877dc4 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:02:01.593649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455a1540-cfac-4cef-8ceb-68b7a6155aea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:01.598472 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-455a1540-cfac-4cef-8ceb-68b7a6155aea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.678516 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.811173 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-455a1540-cfac-4cef-8ceb-68b7a6155aea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.874668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a1540-cfac-4cef-8ceb-68b7a6155aea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Subnet': ['ID=a7f4bc13-73c3-4bf4-bc92-019d167b7b9b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:01.884709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455a1540-cfac-4cef-8ceb-68b7a6155aea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Checking segment: {'id': '2ca63b76-876c-4847-9e32-cc8c05e2f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:01.885158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a1540-cfac-4cef-8ceb-68b7a6155aea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network hostable DHCP agents. Network: c927265d-32c4-40db-badf-1b9302877dc4, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:02:01.903177 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a1540-cfac-4cef-8ceb-68b7a6155aea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network c927265d-32c4-40db-badf-1b9302877dc4 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:02:01.912744 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-455a1540-cfac-4cef-8ceb-68b7a6155aea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, c927265d-32c4-40db-badf-1b9302877dc4) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:01.920028 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a1540-cfac-4cef-8ceb-68b7a6155aea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:01.928603 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-455a1540-cfac-4cef-8ceb-68b7a6155aea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:01.935487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a73fb30-0f46-4bcd-bc95-b19e8e82f03c None None] Network c927265d-32c4-40db-badf-1b9302877dc4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:01.951056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47642) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:01.951282 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-455a1540-cfac-4cef-8ceb-68b7a6155aea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4741697 Jul 16 04:02:02.112487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-c927265d-32c4-40db-badf-1b9302877dc4', 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'fixed_ips': [{'subnet_id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:02:02.113372 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.288901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Allocated IP 172.22.0.2 (c927265d-32c4-40db-badf-1b9302877dc4/a7f4bc13-73c3-4bf4-bc92-019d167b7b9b/ee819402-3223-4542-b620-4b1f3d205ed1) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:02.386429 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.431443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5ebac046-7079-450e-b1d3-e2d4a09338ea up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:02.532513 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd772c1-9332-4b60-be89-e0061b7d0c54 None None] Network 5bdd3a0e-082b-4c99-964a-fd4bd25b8443 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:02.560862 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 5ebac046-7079-450e-b1d3-e2d4a09338ea completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:02.563216 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.575218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 5ebac046-7079-450e-b1d3-e2d4a09338ea triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:02.575890 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.582706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Transition to ACTIVE for port object ee819402-3223-4542-b620-4b1f3d205ed1 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:02.669391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Transition to ACTIVE for port object ee819402-3223-4542-b620-4b1f3d205ed1 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:02.681575 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c9572502-ce1c-4c72-8475-5606e0a03620 None None] Provisioning for port a34673dd-cc95-49bc-8729-f9e121ecd61a completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:02.693423 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.788682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Network c927265d-32c4-40db-badf-1b9302877dc4 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:02.801896 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:02.811017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Pushing event updated for resources: {'Port': ['ID=ee819402-3223-4542-b620-4b1f3d205ed1,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:02.819791 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:02.846778 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:02.902882 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e1df7b2c-4401-4ac7-a6af-ab829d9b3331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.057848 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Allocated IP 172.22.0.1 (c927265d-32c4-40db-badf-1b9302877dc4/a7f4bc13-73c3-4bf4-bc92-019d167b7b9b/682c2d25-159f-42d6-913e-7d256e3ae5ba) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:03.100667 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.129694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 5ebac046-7079-450e-b1d3-e2d4a09338ea, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5ebac046-7079-450e-b1d3-e2d4a09338ea,segment=NetworkSegment(708d951e-b3a0-4add-b068-641bd524f4a8),segment_id=708d951e-b3a0-4add-b068-641bd524f4a8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:03.131886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Attempting to bind port ee819402-3223-4542-b620-4b1f3d205ed1 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:03.132343 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Attempting to bind port ee819402-3223-4542-b620-4b1f3d205ed1 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '2ca63b76-876c-4847-9e32-cc8c05e2f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:03.132678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Attempting to bind port ee819402-3223-4542-b620-4b1f3d205ed1 on network c927265d-32c4-40db-badf-1b9302877dc4 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:03.141918 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.142702 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a34673dd-cc95-49bc-8729-f9e121ecd61a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:03.164897 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:03.165316 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Checking segment: {'id': '2ca63b76-876c-4847-9e32-cc8c05e2f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:03.165724 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.166116 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Bound using segment: {'id': '2ca63b76-876c-4847-9e32-cc8c05e2f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:03.166601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Bound port: ee819402-3223-4542-b620-4b1f3d205ed1, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca63b76-876c-4847-9e32-cc8c05e2f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:03.166982 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.174497 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.188471 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Transition to ACTIVE for port object 682c2d25-159f-42d6-913e-7d256e3ae5ba will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:03.218958 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Sync routers for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:03.228406 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.231539 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:03.232240 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:03.273695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=5ebac046-7079-450e-b1d3-e2d4a09338ea,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:03.274205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network c927265d-32c4-40db-badf-1b9302877dc4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:03.280740 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:03.283268 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:03.295797 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=682c2d25-159f-42d6-913e-7d256e3ae5ba,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:03.309966 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port a34673dd-cc95-49bc-8729-f9e121ecd61a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:03.312935 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] For port ee819402-3223-4542-b620-4b1f3d205ed1, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:03.317523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] For port ee819402-3223-4542-b620-4b1f3d205ed1, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ee819402-3223-4542-b620-4b1f3d205ed1,segment=NetworkSegment(2ca63b76-876c-4847-9e32-cc8c05e2f8db),segment_id=2ca63b76-876c-4847-9e32-cc8c05e2f8db)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:03.319328 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port a34673dd-cc95-49bc-8729-f9e121ecd61a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:03.319702 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.343769 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.359726 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:03.360791 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.401151 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf279e-a0b5-47f8-8221-45d0a7b0a9d2 None None] Pushing event updated for resources: {'Port': ['ID=ee819402-3223-4542-b620-4b1f3d205ed1,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:03.477666 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.522124 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port a34673dd-cc95-49bc-8729-f9e121ecd61a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a34673dd-cc95-49bc-8729-f9e121ecd61a,segment=NetworkSegment(9769b893-ffd5-49b5-ba8a-b5de402a56fb),segment_id=9769b893-ffd5-49b5-ba8a-b5de402a56fb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:03.528068 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.543281 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.580811 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=a34673dd-cc95-49bc-8729-f9e121ecd61a,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:03.643132 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-67e9d920-05fc-497f-be94-35431da19dfc None None] Provisioning complete for port a34673dd-cc95-49bc-8729-f9e121ecd61a triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:03.643648 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67e9d920-05fc-497f-be94-35431da19dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.693447 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:00Z', 'revision_number': 3, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:00Z', 'revision_number': 2, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:03.756501 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Checking router: cb753203-c5e4-4e80-b00a-27d1e35e3d8c for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:03.756859 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Updating router cb753203-c5e4-4e80-b00a-27d1e35e3d8c port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:02:03.804531 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-67e9d920-05fc-497f-be94-35431da19dfc None None] Provisioning for port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:03.816921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-67e9d920-05fc-497f-be94-35431da19dfc None None] Provisioning complete for port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:03.818686 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.820543 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-67e9d920-05fc-497f-be94-35431da19dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.886548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-67e9d920-05fc-497f-be94-35431da19dfc None None] Port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:03.950643 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.952915 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:03.959468 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.018190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b131745e-4768-42d0-8a45-f907960c55c1 None None] Provisioning complete for port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:04.018661 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b131745e-4768-42d0-8a45-f907960c55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.043647 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.051261 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=682c2d25-159f-42d6-913e-7d256e3ae5ba,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:04.059304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b131745e-4768-42d0-8a45-f907960c55c1 None None] Port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:04.146674 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.157067 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Transition to ACTIVE for port object b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:04.158805 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network c927265d-32c4-40db-badf-1b9302877dc4 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:04.160400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:04.163523 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.252414 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2a4dc-c9aa-4d31-a674-291055979bc8 None None] Pushing event updated for resources: {'Port': ['ID=b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:04.289739 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Attempting to bind port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:04.290642 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Attempting to bind port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '9769b893-ffd5-49b5-ba8a-b5de402a56fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:04.291017 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Attempting to bind port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 on network 5bdd3a0e-082b-4c99-964a-fd4bd25b8443 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:04.296427 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:04.296804 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Checking segment: {'id': '9769b893-ffd5-49b5-ba8a-b5de402a56fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:04.297210 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.297604 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Bound using segment: {'id': '9769b893-ffd5-49b5-ba8a-b5de402a56fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:04.298079 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Bound port: b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9769b893-ffd5-49b5-ba8a-b5de402a56fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:04.298462 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.303631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router cb753203-c5e4-4e80-b00a-27d1e35e3d8c has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:04.438082 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] For port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:04.442298 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] For port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150,segment=NetworkSegment(9769b893-ffd5-49b5-ba8a-b5de402a56fb),segment_id=9769b893-ffd5-49b5-ba8a-b5de402a56fb)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:04.449946 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.466371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:04.480161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5ebac046-7079-450e-b1d3-e2d4a09338ea up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:04.483238 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8ecb97fd-2832-4ee6-9c30-b156e46d774a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/cb753203-c5e4-4e80-b00a-27d1e35e3d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5307243 Jul 16 04:02:04.486071 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47644) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:04.494122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-dda7643b-5aa5-4c84-aafb-2fc95531739f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'network': {'name': 'tempest-RoutersTest-1118695813'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:04.516111 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2a4dc-c9aa-4d31-a674-291055979bc8 None None] Pushing event updated for resources: {'Port': ['ID=b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:04.527065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda7643b-5aa5-4c84-aafb-2fc95531739f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:04.530731 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dda7643b-5aa5-4c84-aafb-2fc95531739f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.549372 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:04.550835 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:04.578924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda7643b-5aa5-4c84-aafb-2fc95531739f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:02:04.585050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 5ebac046-7079-450e-b1d3-e2d4a09338ea triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:04.585558 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.607098 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dda7643b-5aa5-4c84-aafb-2fc95531739f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.607728 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-dda7643b-5aa5-4c84-aafb-2fc95531739f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Added segment f7deafb3-78b8-4910-baa9-af5909c166a9 of type vlan for network 8ff53845-7519-43c6-b705-d70911ccacc5 Jul 16 04:02:04.701061 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dda7643b-5aa5-4c84-aafb-2fc95531739f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.755040 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dda7643b-5aa5-4c84-aafb-2fc95531739f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.762677 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a34673dd-cc95-49bc-8729-f9e121ecd61a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:04.764848 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda7643b-5aa5-4c84-aafb-2fc95531739f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:04.768223 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-dda7643b-5aa5-4c84-aafb-2fc95531739f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.820833 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-dda7643b-5aa5-4c84-aafb-2fc95531739f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3304644 Jul 16 04:02:04.821212 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:04.827274 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5d1f4fa5-47c4-4648-9a8b-39be83cd18cd tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'subnet': {'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:04.838223 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:04.865253 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7643b-5aa5-4c84-aafb-2fc95531739f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Network': ['ID=8ff53845-7519-43c6-b705-d70911ccacc5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:04.866937 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port a34673dd-cc95-49bc-8729-f9e121ecd61a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:04.867243 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:04.925591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 8ff53845-7519-43c6-b705-d70911ccacc5 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:02:04.965254 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc377e2b-f04b-4b69-b349-8821832d9f75 None None] Network c927265d-32c4-40db-badf-1b9302877dc4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:04.965424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1f4fa5-47c4-4648-9a8b-39be83cd18cd tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Made reservation on behalf of e689b34cb27e433c99fb9c08371fc97f for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:02:04.969198 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d1f4fa5-47c4-4648-9a8b-39be83cd18cd tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.117749 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d7f26220-81f8-423e-9025-fc51143de042 None None] Provisioning for port ee819402-3223-4542-b620-4b1f3d205ed1 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:05.131229 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:03Z', 'revision_number': 4, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682c2d25-159f-42d6-913e-7d256e3ae5ba', 'name': '', 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:80:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:02Z', 'updated_at': '2021-07-16T04:02:03Z', 'revision_number': 2, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:04Z', 'revision_number': 4, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:05.152418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ee819402-3223-4542-b620-4b1f3d205ed1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:05.163742 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d1f4fa5-47c4-4648-9a8b-39be83cd18cd tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.163978 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6628779d-3c76-463d-9368-868f7fdca6a0 None None] The sync data for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 is: [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:03Z', 'revision_number': 4, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682c2d25-159f-42d6-913e-7d256e3ae5ba', 'name': '', 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:80:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:02Z', 'updated_at': '2021-07-16T04:02:03Z', 'revision_number': 2, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:04Z', 'revision_number': 4, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:05.253215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f4fa5-47c4-4648-9a8b-39be83cd18cd tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Subnet': ['ID=5d80f166-880e-45db-91d4-d3795a080700,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:05.263292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1f4fa5-47c4-4648-9a8b-39be83cd18cd tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Checking segment: {'id': 'f7deafb3-78b8-4910-baa9-af5909c166a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:05.264012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1f4fa5-47c4-4648-9a8b-39be83cd18cd tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network hostable DHCP agents. Network: 8ff53845-7519-43c6-b705-d70911ccacc5, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:02:05.288674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1f4fa5-47c4-4648-9a8b-39be83cd18cd tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 8ff53845-7519-43c6-b705-d70911ccacc5 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:02:05.318445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port ee819402-3223-4542-b620-4b1f3d205ed1 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:05.325167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5d1f4fa5-47c4-4648-9a8b-39be83cd18cd tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 8ff53845-7519-43c6-b705-d70911ccacc5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:05.327421 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ee819402-3223-4542-b620-4b1f3d205ed1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:05.327813 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.329903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1f4fa5-47c4-4648-9a8b-39be83cd18cd tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:05.330769 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d1f4fa5-47c4-4648-9a8b-39be83cd18cd tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.349160 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5d1f4fa5-47c4-4648-9a8b-39be83cd18cd tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5259380 Jul 16 04:02:05.352055 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47648) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:05.358562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a7e7d6-a439-425b-a9b7-07df0ddc7417 None None] Network 8ff53845-7519-43c6-b705-d70911ccacc5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:05.534192 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.635943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port ee819402-3223-4542-b620-4b1f3d205ed1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ee819402-3223-4542-b620-4b1f3d205ed1,segment=NetworkSegment(2ca63b76-876c-4847-9e32-cc8c05e2f8db),segment_id=2ca63b76-876c-4847-9e32-cc8c05e2f8db)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:05.642203 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.691348 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-8ff53845-7519-43c6-b705-d70911ccacc5', 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'fixed_ips': [{'subnet_id': '5d80f166-880e-45db-91d4-d3795a080700'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:02:05.692212 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.807296 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.838290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=ee819402-3223-4542-b620-4b1f3d205ed1,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:05.849766 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.888078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-48377f6d-c0fd-4de5-a833-e4ee99f39a0e None None] Provisioning for port 682c2d25-159f-42d6-913e-7d256e3ae5ba completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:05.898159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-48377f6d-c0fd-4de5-a833-e4ee99f39a0e None None] Provisioning complete for port 682c2d25-159f-42d6-913e-7d256e3ae5ba triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:05.898159 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48377f6d-c0fd-4de5-a833-e4ee99f39a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:05.945746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Allocated IP 172.23.0.2 (8ff53845-7519-43c6-b705-d70911ccacc5/5d80f166-880e-45db-91d4-d3795a080700/a04bbdec-2d87-459d-8d50-d21a7d746d3e) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:06.036348 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-48377f6d-c0fd-4de5-a833-e4ee99f39a0e None None] Port 682c2d25-159f-42d6-913e-7d256e3ae5ba cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:06.057243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-48377f6d-c0fd-4de5-a833-e4ee99f39a0e None None] Provisioning complete for port ee819402-3223-4542-b620-4b1f3d205ed1 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:06.057618 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48377f6d-c0fd-4de5-a833-e4ee99f39a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.143688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Sync routers for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:06.176542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:06.177061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:06.195509 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.267681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Transition to ACTIVE for port object a04bbdec-2d87-459d-8d50-d21a7d746d3e will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:06.296021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Transition to ACTIVE for port object a04bbdec-2d87-459d-8d50-d21a7d746d3e will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:06.305566 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.341212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ee819402-3223-4542-b620-4b1f3d205ed1 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:06.345016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:06.352265 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Allocated IP 172.23.0.1 (8ff53845-7519-43c6-b705-d70911ccacc5/5d80f166-880e-45db-91d4-d3795a080700/0035fc32-8808-4c78-a1fa-da9f57da85df) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:02:06.411960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Network 8ff53845-7519-43c6-b705-d70911ccacc5 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:06.428554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:06.438011 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:06.441510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Pushing event updated for resources: {'Port': ['ID=a04bbdec-2d87-459d-8d50-d21a7d746d3e,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:06.473272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.486839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Transition to ACTIVE for port object 0035fc32-8808-4c78-a1fa-da9f57da85df will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:06.489467 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-05a253f7-8dc8-43a1-8c6d-67adcbe23745 None None] Provisioning complete for port 682c2d25-159f-42d6-913e-7d256e3ae5ba triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:06.489841 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05a253f7-8dc8-43a1-8c6d-67adcbe23745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.520797 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.559828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 8ff53845-7519-43c6-b705-d70911ccacc5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:06.566888 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:06.570903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:02:06.595882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=0035fc32-8808-4c78-a1fa-da9f57da85df,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:06.620274 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.752018 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.781800 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Attempting to bind port a04bbdec-2d87-459d-8d50-d21a7d746d3e on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:06.782386 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Attempting to bind port a04bbdec-2d87-459d-8d50-d21a7d746d3e by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'f7deafb3-78b8-4910-baa9-af5909c166a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:06.782493 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Attempting to bind port a04bbdec-2d87-459d-8d50-d21a7d746d3e on network 8ff53845-7519-43c6-b705-d70911ccacc5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:06.788072 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-05a253f7-8dc8-43a1-8c6d-67adcbe23745 None None] Port 682c2d25-159f-42d6-913e-7d256e3ae5ba cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:06.793045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ee819402-3223-4542-b620-4b1f3d205ed1 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:06.793411 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.799585 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:06.799958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Checking segment: {'id': 'f7deafb3-78b8-4910-baa9-af5909c166a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:06.800367 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.800755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Bound using segment: {'id': 'f7deafb3-78b8-4910-baa9-af5909c166a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:06.801226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Bound port: a04bbdec-2d87-459d-8d50-d21a7d746d3e, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7deafb3-78b8-4910-baa9-af5909c166a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:06.801602 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.939021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] For port a04bbdec-2d87-459d-8d50-d21a7d746d3e, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:06.972188 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] For port a04bbdec-2d87-459d-8d50-d21a7d746d3e, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a04bbdec-2d87-459d-8d50-d21a7d746d3e,segment=NetworkSegment(f7deafb3-78b8-4910-baa9-af5909c166a9),segment_id=f7deafb3-78b8-4910-baa9-af5909c166a9)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:06.982180 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:06.998122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:07.017545 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.021837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:03Z', 'revision_number': 4, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682c2d25-159f-42d6-913e-7d256e3ae5ba', 'name': '', 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:80:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:02Z', 'updated_at': '2021-07-16T04:02:03Z', 'revision_number': 2, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:04Z', 'revision_number': 4, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:07.023562 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.080785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Checking router: cb753203-c5e4-4e80-b00a-27d1e35e3d8c for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:07.081123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Updating router cb753203-c5e4-4e80-b00a-27d1e35e3d8c port 682c2d25-159f-42d6-913e-7d256e3ae5ba binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:02:07.106462 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event updated for resources: {'Port': ['ID=0035fc32-8808-4c78-a1fa-da9f57da85df,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:07.110220 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.130661 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa826ae-58de-4fda-9695-45a2992d075c None None] Pushing event updated for resources: {'Port': ['ID=a04bbdec-2d87-459d-8d50-d21a7d746d3e,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:07.142096 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.180078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:07.186639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:07.187015 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.206842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Network 8ff53845-7519-43c6-b705-d70911ccacc5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:02:07.208431 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:02:07.322407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router cb753203-c5e4-4e80-b00a-27d1e35e3d8c has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:07.407019 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.430477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:07.438625 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-62cc5867-226b-4453-8573-406ae3e9068e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/cb753203-c5e4-4e80-b00a-27d1e35e3d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0828097 Jul 16 04:02:07.438770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47650) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:07.443285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6907133b-5f89-4d10-953c-9099c119f4c3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:07.470240 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150,segment=NetworkSegment(9769b893-ffd5-49b5-ba8a-b5de402a56fb),segment_id=9769b893-ffd5-49b5-ba8a-b5de402a56fb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:07.478343 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.562984 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:07.576669 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.586812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Transition to ACTIVE for port object 682c2d25-159f-42d6-913e-7d256e3ae5ba will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:07.592478 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.647421 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9903bc-4386-40c2-9399-b349dbec8606 None None] Pushing event updated for resources: {'Port': ['ID=682c2d25-159f-42d6-913e-7d256e3ae5ba,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:07.706794 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Attempting to bind port 682c2d25-159f-42d6-913e-7d256e3ae5ba on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:07.707509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Attempting to bind port 682c2d25-159f-42d6-913e-7d256e3ae5ba by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '2ca63b76-876c-4847-9e32-cc8c05e2f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:07.707638 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Attempting to bind port 682c2d25-159f-42d6-913e-7d256e3ae5ba on network c927265d-32c4-40db-badf-1b9302877dc4 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:07.713639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:07.714022 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Checking segment: {'id': '2ca63b76-876c-4847-9e32-cc8c05e2f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:07.714434 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.714835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Bound using segment: {'id': '2ca63b76-876c-4847-9e32-cc8c05e2f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:07.715320 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Bound port: 682c2d25-159f-42d6-913e-7d256e3ae5ba, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca63b76-876c-4847-9e32-cc8c05e2f8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:07.715708 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.792665 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] For port 682c2d25-159f-42d6-913e-7d256e3ae5ba, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:07.796075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] For port 682c2d25-159f-42d6-913e-7d256e3ae5ba, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=682c2d25-159f-42d6-913e-7d256e3ae5ba,segment=NetworkSegment(2ca63b76-876c-4847-9e32-cc8c05e2f8db),segment_id=2ca63b76-876c-4847-9e32-cc8c05e2f8db)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:07.801916 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.835678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.extraroute_db [None req-6907133b-5f89-4d10-953c-9099c119f4c3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 04:02:07.851146 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.extraroute_db [None req-6907133b-5f89-4d10-953c-9099c119f4c3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Removed routes are [] {{(pid=93768) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 04:02:07.851543 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6907133b-5f89-4d10-953c-9099c119f4c3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:07.860206 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:07.860896 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:07.964625 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:07.996250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9903bc-4386-40c2-9399-b349dbec8606 None None] Pushing event updated for resources: {'Port': ['ID=682c2d25-159f-42d6-913e-7d256e3ae5ba,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:08.224862 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 6, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '0035fc32-8808-4c78-a1fa-da9f57da85df', 'name': '', 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:7a:ac:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5d80f166-880e-45db-91d4-d3795a080700', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:05Z', 'updated_at': '2021-07-16T04:02:06Z', 'revision_number': 2, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5d80f166-880e-45db-91d4-d3795a080700', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682c2d25-159f-42d6-913e-7d256e3ae5ba', 'name': '', 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:80:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:02Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 4, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:08.265198 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e349e6b9-d563-4a9d-ab44-20838d97a239 None None] The sync data for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 is: [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 6, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '0035fc32-8808-4c78-a1fa-da9f57da85df', 'name': '', 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:7a:ac:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5d80f166-880e-45db-91d4-d3795a080700', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:05Z', 'updated_at': '2021-07-16T04:02:06Z', 'revision_number': 2, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5d80f166-880e-45db-91d4-d3795a080700', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682c2d25-159f-42d6-913e-7d256e3ae5ba', 'name': '', 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:80:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:02Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 4, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:08.279892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bc073c-756d-4853-9f2f-d5892a868ecb None None] Network 8ff53845-7519-43c6-b705-d70911ccacc5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:08.421686 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6907133b-5f89-4d10-953c-9099c119f4c3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.425563 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6907133b-5f89-4d10-953c-9099c119f4c3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.493785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-389e81f3-8fdc-4040-af88-c09ae428118a None None] Provisioning for port a04bbdec-2d87-459d-8d50-d21a7d746d3e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:08.555063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a04bbdec-2d87-459d-8d50-d21a7d746d3e up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:08.561310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6907133b-5f89-4d10-953c-9099c119f4c3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router cb753203-c5e4-4e80-b00a-27d1e35e3d8c has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:08.619363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port a04bbdec-2d87-459d-8d50-d21a7d746d3e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:08.625862 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port a04bbdec-2d87-459d-8d50-d21a7d746d3e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:08.626241 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.685064 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6907133b-5f89-4d10-953c-9099c119f4c3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:08.692354 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6907133b-5f89-4d10-953c-9099c119f4c3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.695959 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6907133b-5f89-4d10-953c-9099c119f4c3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/cb753203-c5e4-4e80-b00a-27d1e35e3d8c HTTP/1.1" status: 200 len: 933 time: 1.2539043 Jul 16 04:02:08.696417 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47652) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:08.733194 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.778794 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port a04bbdec-2d87-459d-8d50-d21a7d746d3e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a04bbdec-2d87-459d-8d50-d21a7d746d3e,segment=NetworkSegment(f7deafb3-78b8-4910-baa9-af5909c166a9),segment_id=f7deafb3-78b8-4910-baa9-af5909c166a9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:08.785916 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.786912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:08.814361 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8758cc16-8ddd-4d13-a789-247215867a7b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/routers/cb753203-c5e4-4e80-b00a-27d1e35e3d8c HTTP/1.1" status: 200 len: 933 time: 0.1129601 Jul 16 04:02:08.817242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47654) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:08.822632 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9bfc3a56-86bf-45bd-81db-54a93e96a1d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'router': {'routes': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:08.882551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cee076b8-72c2-4567-aa12-2213a0bc8bf8 None None] Provisioning for port 0035fc32-8808-4c78-a1fa-da9f57da85df completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:08.898980 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cee076b8-72c2-4567-aa12-2213a0bc8bf8 None None] Provisioning complete for port 0035fc32-8808-4c78-a1fa-da9f57da85df triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:08.899990 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cee076b8-72c2-4567-aa12-2213a0bc8bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.903888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=a04bbdec-2d87-459d-8d50-d21a7d746d3e,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:08.941766 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:08.942616 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:08.966810 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cee076b8-72c2-4567-aa12-2213a0bc8bf8 None None] Port 0035fc32-8808-4c78-a1fa-da9f57da85df cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:08.987129 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cee076b8-72c2-4567-aa12-2213a0bc8bf8 None None] Provisioning complete for port a04bbdec-2d87-459d-8d50-d21a7d746d3e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:08.987514 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cee076b8-72c2-4567-aa12-2213a0bc8bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.097967 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 682c2d25-159f-42d6-913e-7d256e3ae5ba up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:09.167401 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 682c2d25-159f-42d6-913e-7d256e3ae5ba completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:02:09.172646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 682c2d25-159f-42d6-913e-7d256e3ae5ba triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:09.173330 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.234327 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Sync routers for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:09.250862 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:09.251645 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:09.280472 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6b6bf2e2-9e24-493b-914d-1f83b1abca9b None None] Provisioning complete for port 0035fc32-8808-4c78-a1fa-da9f57da85df triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:09.280946 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b6bf2e2-9e24-493b-914d-1f83b1abca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.282571 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.341105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6b6bf2e2-9e24-493b-914d-1f83b1abca9b None None] Port 0035fc32-8808-4c78-a1fa-da9f57da85df cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:09.345654 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 682c2d25-159f-42d6-913e-7d256e3ae5ba, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=682c2d25-159f-42d6-913e-7d256e3ae5ba,segment=NetworkSegment(2ca63b76-876c-4847-9e32-cc8c05e2f8db),segment_id=2ca63b76-876c-4847-9e32-cc8c05e2f8db)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:09.348739 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:09.350688 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.403590 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=682c2d25-159f-42d6-913e-7d256e3ae5ba,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:09.463602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d3f9353e-7521-4b28-8b09-fadfe694d53a None None] Provisioning complete for port 0035fc32-8808-4c78-a1fa-da9f57da85df triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:09.464164 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d3f9353e-7521-4b28-8b09-fadfe694d53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.502313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9353e-7521-4b28-8b09-fadfe694d53a None None] Port 0035fc32-8808-4c78-a1fa-da9f57da85df cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:02:09.565944 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 6, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '0035fc32-8808-4c78-a1fa-da9f57da85df', 'name': '', 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:7a:ac:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5d80f166-880e-45db-91d4-d3795a080700', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:05Z', 'updated_at': '2021-07-16T04:02:06Z', 'revision_number': 2, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5d80f166-880e-45db-91d4-d3795a080700', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682c2d25-159f-42d6-913e-7d256e3ae5ba', 'name': '', 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:80:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:02Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 4, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:09.591038 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Checking router: cb753203-c5e4-4e80-b00a-27d1e35e3d8c for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:09.591392 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Updating router cb753203-c5e4-4e80-b00a-27d1e35e3d8c port 0035fc32-8808-4c78-a1fa-da9f57da85df binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:02:09.628798 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.642017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-9bfc3a56-86bf-45bd-81db-54a93e96a1d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Added routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 04:02:09.642432 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-9bfc3a56-86bf-45bd-81db-54a93e96a1d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 04:02:09.677595 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bfc3a56-86bf-45bd-81db-54a93e96a1d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.854926 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bfc3a56-86bf-45bd-81db-54a93e96a1d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.858457 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bfc3a56-86bf-45bd-81db-54a93e96a1d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.883624 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.894614 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Transition to ACTIVE for port object 0035fc32-8808-4c78-a1fa-da9f57da85df will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:02:09.901036 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:09.947658 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0415a25-3275-4d6e-b3e4-a7a8b5c2cec4 None None] Pushing event updated for resources: {'Port': ['ID=0035fc32-8808-4c78-a1fa-da9f57da85df,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:09.958008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfc3a56-86bf-45bd-81db-54a93e96a1d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router cb753203-c5e4-4e80-b00a-27d1e35e3d8c has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:10.018631 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Attempting to bind port 0035fc32-8808-4c78-a1fa-da9f57da85df on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:02:10.019005 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Attempting to bind port 0035fc32-8808-4c78-a1fa-da9f57da85df by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'f7deafb3-78b8-4910-baa9-af5909c166a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:02:10.019650 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Attempting to bind port 0035fc32-8808-4c78-a1fa-da9f57da85df on network 8ff53845-7519-43c6-b705-d70911ccacc5 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:02:10.025417 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:02:10.025809 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Checking segment: {'id': 'f7deafb3-78b8-4910-baa9-af5909c166a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:02:10.026196 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:10.026591 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Bound using segment: {'id': 'f7deafb3-78b8-4910-baa9-af5909c166a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:02:10.027220 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Bound port: 0035fc32-8808-4c78-a1fa-da9f57da85df, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7deafb3-78b8-4910-baa9-af5909c166a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:02:10.027610 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:10.059333 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfc3a56-86bf-45bd-81db-54a93e96a1d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:10.066370 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9bfc3a56-86bf-45bd-81db-54a93e96a1d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:10.067563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9bfc3a56-86bf-45bd-81db-54a93e96a1d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/cb753203-c5e4-4e80-b00a-27d1e35e3d8c HTTP/1.1" status: 200 len: 699 time: 1.2493291 Jul 16 04:02:10.070323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47658) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:10.102422 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] For port 0035fc32-8808-4c78-a1fa-da9f57da85df, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:02:10.105873 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] For port 0035fc32-8808-4c78-a1fa-da9f57da85df, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0035fc32-8808-4c78-a1fa-da9f57da85df,segment=NetworkSegment(f7deafb3-78b8-4910-baa9-af5909c166a9),segment_id=f7deafb3-78b8-4910-baa9-af5909c166a9)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:02:10.110964 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:10.167000 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:10.167630 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:10.170633 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7ee7f777-f553-44f5-b037-a1b2a724b661 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/routers/cb753203-c5e4-4e80-b00a-27d1e35e3d8c HTTP/1.1" status: 200 len: 699 time: 0.0991712 Jul 16 04:02:10.173331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47660) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:10.259222 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:10.307798 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a04bbdec-2d87-459d-8d50-d21a7d746d3e up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:10.357647 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0415a25-3275-4d6e-b3e4-a7a8b5c2cec4 None None] Pushing event updated for resources: {'Port': ['ID=0035fc32-8808-4c78-a1fa-da9f57da85df,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:10.364257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port a04bbdec-2d87-459d-8d50-d21a7d746d3e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:10.364664 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:10.448572 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 682c2d25-159f-42d6-913e-7d256e3ae5ba up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:02:10.489707 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:09Z', 'revision_number': 7, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '0035fc32-8808-4c78-a1fa-da9f57da85df', 'name': '', 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:7a:ac:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5d80f166-880e-45db-91d4-d3795a080700', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:05Z', 'updated_at': '2021-07-16T04:02:10Z', 'revision_number': 4, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5d80f166-880e-45db-91d4-d3795a080700', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682c2d25-159f-42d6-913e-7d256e3ae5ba', 'name': '', 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:80:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:02Z', 'updated_at': '2021-07-16T04:02:09Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:10.508031 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 682c2d25-159f-42d6-913e-7d256e3ae5ba triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:02:10.508637 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:10.520202 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29eb10-b17d-4b71-85d3-33b51c9e79d5 None None] The sync data for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 is: [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:09Z', 'revision_number': 7, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '0035fc32-8808-4c78-a1fa-da9f57da85df', 'name': '', 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:7a:ac:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5d80f166-880e-45db-91d4-d3795a080700', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:05Z', 'updated_at': '2021-07-16T04:02:10Z', 'revision_number': 4, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5d80f166-880e-45db-91d4-d3795a080700', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682c2d25-159f-42d6-913e-7d256e3ae5ba', 'name': '', 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:80:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:02Z', 'updated_at': '2021-07-16T04:02:09Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:10.575672 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb36249-efa5-4041-a003-955ded38ef03 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:10.832941 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb36249-efa5-4041-a003-955ded38ef03 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port 0035fc32-8808-4c78-a1fa-da9f57da85df {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:10.833199 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb36249-efa5-4041-a003-955ded38ef03 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:10.924137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-cbb36249-efa5-4041-a003-955ded38ef03 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] For port 0035fc32-8808-4c78-a1fa-da9f57da85df, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0035fc32-8808-4c78-a1fa-da9f57da85df,segment=NetworkSegment(f7deafb3-78b8-4910-baa9-af5909c166a9),segment_id=f7deafb3-78b8-4910-baa9-af5909c166a9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:10.924853 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb36249-efa5-4041-a003-955ded38ef03 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:10.938715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-cbb36249-efa5-4041-a003-955ded38ef03 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for 0035fc32-8808-4c78-a1fa-da9f57da85df owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:10.950449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e97339-1bf7-4a5f-b623-8ee8fe6447e6 None None] Sync routers for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:10.959217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e97339-1bf7-4a5f-b623-8ee8fe6447e6 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:10.959901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-19e97339-1bf7-4a5f-b623-8ee8fe6447e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:11.114960 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb36249-efa5-4041-a003-955ded38ef03 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:11.151707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb36249-efa5-4041-a003-955ded38ef03 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=0035fc32-8808-4c78-a1fa-da9f57da85df,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:11.215527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-19e97339-1bf7-4a5f-b623-8ee8fe6447e6 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:11.308642 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cbb36249-efa5-4041-a003-955ded38ef03 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:11.431609 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-19e97339-1bf7-4a5f-b623-8ee8fe6447e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:09Z', 'revision_number': 7, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '0035fc32-8808-4c78-a1fa-da9f57da85df', 'name': '', 'network_id': '8ff53845-7519-43c6-b705-d70911ccacc5', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:7a:ac:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5d80f166-880e-45db-91d4-d3795a080700', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:05Z', 'updated_at': '2021-07-16T04:02:10Z', 'revision_number': 4, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5d80f166-880e-45db-91d4-d3795a080700', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682c2d25-159f-42d6-913e-7d256e3ae5ba', 'name': '', 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:80:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:02Z', 'updated_at': '2021-07-16T04:02:09Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:11.458403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e97339-1bf7-4a5f-b623-8ee8fe6447e6 None None] Checking router: cb753203-c5e4-4e80-b00a-27d1e35e3d8c for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:11.466593 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e97339-1bf7-4a5f-b623-8ee8fe6447e6 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:11.467218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-19e97339-1bf7-4a5f-b623-8ee8fe6447e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:11.501288 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb36249-efa5-4041-a003-955ded38ef03 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router cb753203-c5e4-4e80-b00a-27d1e35e3d8c has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:11.554449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-19e97339-1bf7-4a5f-b623-8ee8fe6447e6 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:11.595060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb36249-efa5-4041-a003-955ded38ef03 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:11.603149 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cbb36249-efa5-4041-a003-955ded38ef03 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/cb753203-c5e4-4e80-b00a-27d1e35e3d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4257333 Jul 16 04:02:11.603426 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47664) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:11.656478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ffc39e-f2b6-4f0a-bdda-6bb0c6ce00d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting subnet 5d80f166-880e-45db-91d4-d3795a080700 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:02:11.659679 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20ffc39e-f2b6-4f0a-bdda-6bb0c6ce00d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:11.703554 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20ffc39e-f2b6-4f0a-bdda-6bb0c6ce00d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:11.755463 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-19e97339-1bf7-4a5f-b623-8ee8fe6447e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:11Z', 'revision_number': 8, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682c2d25-159f-42d6-913e-7d256e3ae5ba', 'name': '', 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:80:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:02Z', 'updated_at': '2021-07-16T04:02:09Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:11.785219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e97339-1bf7-4a5f-b623-8ee8fe6447e6 None None] The sync data for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 is: [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:11Z', 'revision_number': 8, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682c2d25-159f-42d6-913e-7d256e3ae5ba', 'name': '', 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:80:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:02Z', 'updated_at': '2021-07-16T04:02:09Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:11.786669 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20ffc39e-f2b6-4f0a-bdda-6bb0c6ce00d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:11.844229 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20ffc39e-f2b6-4f0a-bdda-6bb0c6ce00d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:11.868774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffc39e-f2b6-4f0a-bdda-6bb0c6ce00d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Subnet': ['ID=5d80f166-880e-45db-91d4-d3795a080700,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:11.874546 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-20ffc39e-f2b6-4f0a-bdda-6bb0c6ce00d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:11.876419 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-20ffc39e-f2b6-4f0a-bdda-6bb0c6ce00d9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/5d80f166-880e-45db-91d4-d3795a080700 HTTP/1.1" status: 204 len: 168 time: 0.2719746 Jul 16 04:02:11.879104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47666) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:11.880327 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96b704a-0757-4c4f-8dfa-81c387b93415 None None] Network 8ff53845-7519-43c6-b705-d70911ccacc5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:11.957802 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.008488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port a04bbdec-2d87-459d-8d50-d21a7d746d3e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:12.008824 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.074087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] For port a04bbdec-2d87-459d-8d50-d21a7d746d3e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a04bbdec-2d87-459d-8d50-d21a7d746d3e,segment=NetworkSegment(f7deafb3-78b8-4910-baa9-af5909c166a9),segment_id=f7deafb3-78b8-4910-baa9-af5909c166a9)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:12.074374 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.085429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for a04bbdec-2d87-459d-8d50-d21a7d746d3e owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:12.138722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fbbd3f-1929-46a1-9f0d-b822da461db9 None None] DHCP port deletion for 8ff53845-7519-43c6-b705-d70911ccacc5 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:02:12.169104 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.193058 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b9fbbd3f-1929-46a1-9f0d-b822da461db9 None None] Deleting port a04bbdec-2d87-459d-8d50-d21a7d746d3e {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:12.193507 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b9fbbd3f-1929-46a1-9f0d-b822da461db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.198532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=a04bbdec-2d87-459d-8d50-d21a7d746d3e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:12.200384 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No DVR routers for this DVR port a04bbdec-2d87-459d-8d50-d21a7d746d3e on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:12.264800 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b9fbbd3f-1929-46a1-9f0d-b822da461db9 None None] For port a04bbdec-2d87-459d-8d50-d21a7d746d3e, host n-d-800088-6, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:12.265359 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b9fbbd3f-1929-46a1-9f0d-b822da461db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.277413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b9fbbd3f-1929-46a1-9f0d-b822da461db9 None None] Calling delete_port for a04bbdec-2d87-459d-8d50-d21a7d746d3e owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:12.280152 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-b9fbbd3f-1929-46a1-9f0d-b822da461db9 None None] Port a04bbdec-2d87-459d-8d50-d21a7d746d3e was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:02:12.281637 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b9fbbd3f-1929-46a1-9f0d-b822da461db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.285086 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.295137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff53845-7519-43c6-b705-d70911ccacc5']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:12.305271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7deafb3-78b8-4910-baa9-af5909c166a9') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:12.306242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7deafb3-78b8-4910-baa9-af5909c166a9') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:12.308899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0035fc32-8808-4c78-a1fa-da9f57da85df no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:12.312119 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbbd3f-1929-46a1-9f0d-b822da461db9 None None] Pushing event deleted for resources: {'Port': ['ID=a04bbdec-2d87-459d-8d50-d21a7d746d3e,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:12.315800 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.330478 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.334760 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbbd3f-1929-46a1-9f0d-b822da461db9 None None] No DVR routers for this DVR port a04bbdec-2d87-459d-8d50-d21a7d746d3e on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:12.336111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 0035fc32-8808-4c78-a1fa-da9f57da85df {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:12.336476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0035fc32-8808-4c78-a1fa-da9f57da85df not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:12.336645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:02:12.336927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a04bbdec-2d87-459d-8d50-d21a7d746d3e no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:12.337102 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:02:12.340839 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:02:12.356040 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5821fc22-a1ad-48e8-996a-7fa6e697064c None None] Sync routers for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:12.361738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: a04bbdec-2d87-459d-8d50-d21a7d746d3e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:12.361738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a04bbdec-2d87-459d-8d50-d21a7d746d3e not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:12.369441 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5821fc22-a1ad-48e8-996a-7fa6e697064c None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:12.370262 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5821fc22-a1ad-48e8-996a-7fa6e697064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:12.417552 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.424770 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.426518 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/networks/8ff53845-7519-43c6-b705-d70911ccacc5 HTTP/1.1" status: 204 len: 168 time: 0.5463805 Jul 16 04:02:12.429462 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47668) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:12.438167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1763f-46c8-4182-a22a-2e68d435da25 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Network': ['ID=8ff53845-7519-43c6-b705-d70911ccacc5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:12.550982 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5821fc22-a1ad-48e8-996a-7fa6e697064c None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:12.749918 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5821fc22-a1ad-48e8-996a-7fa6e697064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:11Z', 'revision_number': 8, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682c2d25-159f-42d6-913e-7d256e3ae5ba', 'name': '', 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:80:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:02Z', 'updated_at': '2021-07-16T04:02:09Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:12.759798 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:12.779066 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5821fc22-a1ad-48e8-996a-7fa6e697064c None None] Checking router: cb753203-c5e4-4e80-b00a-27d1e35e3d8c for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:12.787144 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5821fc22-a1ad-48e8-996a-7fa6e697064c None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:12.787760 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5821fc22-a1ad-48e8-996a-7fa6e697064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:12.872894 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5821fc22-a1ad-48e8-996a-7fa6e697064c None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:13.012422 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port 682c2d25-159f-42d6-913e-7d256e3ae5ba {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:13.012770 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.071533 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5821fc22-a1ad-48e8-996a-7fa6e697064c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:11Z', 'revision_number': 8, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682c2d25-159f-42d6-913e-7d256e3ae5ba', 'name': '', 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:80:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:02Z', 'updated_at': '2021-07-16T04:02:09Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:13.096494 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5821fc22-a1ad-48e8-996a-7fa6e697064c None None] The sync data for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 is: [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:11Z', 'revision_number': 8, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '682c2d25-159f-42d6-913e-7d256e3ae5ba', 'name': '', 'network_id': 'c927265d-32c4-40db-badf-1b9302877dc4', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:80:24:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:02:02Z', 'updated_at': '2021-07-16T04:02:09Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': 'a7f4bc13-73c3-4bf4-bc92-019d167b7b9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:13.099847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] For port 682c2d25-159f-42d6-913e-7d256e3ae5ba, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=682c2d25-159f-42d6-913e-7d256e3ae5ba,segment=NetworkSegment(2ca63b76-876c-4847-9e32-cc8c05e2f8db),segment_id=2ca63b76-876c-4847-9e32-cc8c05e2f8db)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:13.100158 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.113504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for 682c2d25-159f-42d6-913e-7d256e3ae5ba owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:13.284245 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.312433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=682c2d25-159f-42d6-913e-7d256e3ae5ba,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:13.327714 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:13.328052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:13.328460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:13.328797 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:13.329154 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:13.329484 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:13.329812 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:13.330138 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:13.330459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:13.330779 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:13.331101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:13.331420 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:02:13.483806 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.670603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router cb753203-c5e4-4e80-b00a-27d1e35e3d8c has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:13.761409 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:13.767009 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9628ff07-60b3-4e4e-8611-ef4c0e9d7d5f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/cb753203-c5e4-4e80-b00a-27d1e35e3d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3359609 Jul 16 04:02:13.769660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47670) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:13.770753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43f0b32-be66-46e6-90f3-ae2417fe8119 None None] Sync routers for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:13.780287 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f0b32-be66-46e6-90f3-ae2417fe8119 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:13.780929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f43f0b32-be66-46e6-90f3-ae2417fe8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:13.820268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-458901af-d9d7-45b6-969c-c8b7e8ab10e5 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting subnet a7f4bc13-73c3-4bf4-bc92-019d167b7b9b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:02:13.823286 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-458901af-d9d7-45b6-969c-c8b7e8ab10e5 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.861837 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-458901af-d9d7-45b6-969c-c8b7e8ab10e5 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:13.866591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f43f0b32-be66-46e6-90f3-ae2417fe8119 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:13.947983 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-458901af-d9d7-45b6-969c-c8b7e8ab10e5 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.006991 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-458901af-d9d7-45b6-969c-c8b7e8ab10e5 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.034082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458901af-d9d7-45b6-969c-c8b7e8ab10e5 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f4bc13-73c3-4bf4-bc92-019d167b7b9b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:14.036347 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-458901af-d9d7-45b6-969c-c8b7e8ab10e5 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.038273 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-458901af-d9d7-45b6-969c-c8b7e8ab10e5 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/a7f4bc13-73c3-4bf4-bc92-019d167b7b9b HTTP/1.1" status: 204 len: 168 time: 0.2675259 Jul 16 04:02:14.041522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47672) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:14.048204 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3df1598-b66e-4613-9258-1c4565367a38 None None] Network c927265d-32c4-40db-badf-1b9302877dc4 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:14.116499 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.144110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f43f0b32-be66-46e6-90f3-ae2417fe8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:13Z', 'revision_number': 9, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:14.168569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port ee819402-3223-4542-b620-4b1f3d205ed1 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:14.168913 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.184447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43f0b32-be66-46e6-90f3-ae2417fe8119 None None] Checking router: cb753203-c5e4-4e80-b00a-27d1e35e3d8c for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:14.197818 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43f0b32-be66-46e6-90f3-ae2417fe8119 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:14.198490 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f43f0b32-be66-46e6-90f3-ae2417fe8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:14.234608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] For port ee819402-3223-4542-b620-4b1f3d205ed1, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ee819402-3223-4542-b620-4b1f3d205ed1,segment=NetworkSegment(2ca63b76-876c-4847-9e32-cc8c05e2f8db),segment_id=2ca63b76-876c-4847-9e32-cc8c05e2f8db)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:14.234968 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.248057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for ee819402-3223-4542-b620-4b1f3d205ed1 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:14.294089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f43f0b32-be66-46e6-90f3-ae2417fe8119 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:14.327982 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.362627 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=ee819402-3223-4542-b620-4b1f3d205ed1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:14.367505 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No DVR routers for this DVR port ee819402-3223-4542-b620-4b1f3d205ed1 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:14.371682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6e00e7-48f9-4b98-9912-071962e778e4 None None] DHCP port deletion for c927265d-32c4-40db-badf-1b9302877dc4 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:02:14.446318 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.456044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c927265d-32c4-40db-badf-1b9302877dc4']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:14.466075 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca63b76-876c-4847-9e32-cc8c05e2f8db') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:14.466373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca63b76-876c-4847-9e32-cc8c05e2f8db') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:14.474903 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.489076 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.495380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Releasing vlan 929 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:02:14.495854 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:02:14.499145 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:02:14.510557 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f43f0b32-be66-46e6-90f3-ae2417fe8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:13Z', 'revision_number': 9, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:14.536957 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43f0b32-be66-46e6-90f3-ae2417fe8119 None None] The sync data for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 is: [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:13Z', 'revision_number': 9, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150', 'name': '', 'network_id': '5bdd3a0e-082b-4c99-964a-fd4bd25b8443', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:44:71:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:59Z', 'updated_at': '2021-07-16T04:02:07Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '5e01786e-e06b-4783-9d66-1dea24d399cb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:14.561406 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.567602 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:14.570293 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/networks/c927265d-32c4-40db-badf-1b9302877dc4 HTTP/1.1" status: 204 len: 168 time: 0.5275245 Jul 16 04:02:14.573372 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:14.584550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd4756-3d8f-4056-a8c2-053827b53ef9 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Network': ['ID=c927265d-32c4-40db-badf-1b9302877dc4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:14.895397 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a1afdc9-885c-45dd-bc23-6988c847f47c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:15.147190 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9a1afdc9-885c-45dd-bc23-6988c847f47c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:15.147456 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a1afdc9-885c-45dd-bc23-6988c847f47c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:15.231660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9a1afdc9-885c-45dd-bc23-6988c847f47c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] For port b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150,segment=NetworkSegment(9769b893-ffd5-49b5-ba8a-b5de402a56fb),segment_id=9769b893-ffd5-49b5-ba8a-b5de402a56fb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:15.232017 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a1afdc9-885c-45dd-bc23-6988c847f47c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:15.244500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9a1afdc9-885c-45dd-bc23-6988c847f47c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:15.409972 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a1afdc9-885c-45dd-bc23-6988c847f47c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:15.442219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1afdc9-885c-45dd-bc23-6988c847f47c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:15.596452 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a1afdc9-885c-45dd-bc23-6988c847f47c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.125173 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1afdc9-885c-45dd-bc23-6988c847f47c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router cb753203-c5e4-4e80-b00a-27d1e35e3d8c has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:16.210672 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1afdc9-885c-45dd-bc23-6988c847f47c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:16.218000 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9a1afdc9-885c-45dd-bc23-6988c847f47c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/cb753203-c5e4-4e80-b00a-27d1e35e3d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6434815 Jul 16 04:02:16.219176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:16.220913 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec00fe7-2c19-430a-97f3-6b6ad8686773 None None] Sync routers for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:16.233610 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec00fe7-2c19-430a-97f3-6b6ad8686773 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:16.234238 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4ec00fe7-2c19-430a-97f3-6b6ad8686773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:16.276066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-51509a8b-cc26-4de3-bbb1-870a2af47027 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting subnet 5e01786e-e06b-4783-9d66-1dea24d399cb {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:02:16.279294 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51509a8b-cc26-4de3-bbb1-870a2af47027 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.319547 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51509a8b-cc26-4de3-bbb1-870a2af47027 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.326567 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4ec00fe7-2c19-430a-97f3-6b6ad8686773 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:16.337804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ee819402-3223-4542-b620-4b1f3d205ed1 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:16.357952 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: ee819402-3223-4542-b620-4b1f3d205ed1 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:16.358396 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ee819402-3223-4542-b620-4b1f3d205ed1 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:16.359373 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 682c2d25-159f-42d6-913e-7d256e3ae5ba no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:16.381881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 682c2d25-159f-42d6-913e-7d256e3ae5ba {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:16.382156 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 682c2d25-159f-42d6-913e-7d256e3ae5ba not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:16.412631 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51509a8b-cc26-4de3-bbb1-870a2af47027 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.475319 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51509a8b-cc26-4de3-bbb1-870a2af47027 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.504276 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51509a8b-cc26-4de3-bbb1-870a2af47027 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Subnet': ['ID=5e01786e-e06b-4783-9d66-1dea24d399cb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:16.506284 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-51509a8b-cc26-4de3-bbb1-870a2af47027 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.508164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-51509a8b-cc26-4de3-bbb1-870a2af47027 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/5e01786e-e06b-4783-9d66-1dea24d399cb HTTP/1.1" status: 204 len: 168 time: 0.2880476 Jul 16 04:02:16.511361 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:16.514498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458c3682-1751-4bf4-84f5-a5044e21b452 None None] Network 5bdd3a0e-082b-4c99-964a-fd4bd25b8443 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:16.537565 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4ec00fe7-2c19-430a-97f3-6b6ad8686773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:15Z', 'revision_number': 10, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:16.564823 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec00fe7-2c19-430a-97f3-6b6ad8686773 None None] Checking router: cb753203-c5e4-4e80-b00a-27d1e35e3d8c for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:16.573513 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec00fe7-2c19-430a-97f3-6b6ad8686773 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:16.574131 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4ec00fe7-2c19-430a-97f3-6b6ad8686773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:16.586571 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.650399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port a34673dd-cc95-49bc-8729-f9e121ecd61a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:16.650766 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.664690 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4ec00fe7-2c19-430a-97f3-6b6ad8686773 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:16.709285 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09385d5-0b4f-47bb-8117-150103670cb7 None None] DHCP port deletion for 5bdd3a0e-082b-4c99-964a-fd4bd25b8443 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:02:16.719485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] For port a34673dd-cc95-49bc-8729-f9e121ecd61a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a34673dd-cc95-49bc-8729-f9e121ecd61a,segment=NetworkSegment(9769b893-ffd5-49b5-ba8a-b5de402a56fb),segment_id=9769b893-ffd5-49b5-ba8a-b5de402a56fb)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:16.720011 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.733252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for a34673dd-cc95-49bc-8729-f9e121ecd61a owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:16.760014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b09385d5-0b4f-47bb-8117-150103670cb7 None None] Deleting port a34673dd-cc95-49bc-8729-f9e121ecd61a {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:16.760219 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b09385d5-0b4f-47bb-8117-150103670cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.824856 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b09385d5-0b4f-47bb-8117-150103670cb7 None None] For port a34673dd-cc95-49bc-8729-f9e121ecd61a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=a34673dd-cc95-49bc-8729-f9e121ecd61a,segment=NetworkSegment(9769b893-ffd5-49b5-ba8a-b5de402a56fb),segment_id=9769b893-ffd5-49b5-ba8a-b5de402a56fb)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:16.825334 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b09385d5-0b4f-47bb-8117-150103670cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.829804 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.838332 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b09385d5-0b4f-47bb-8117-150103670cb7 None None] Calling delete_port for a34673dd-cc95-49bc-8729-f9e121ecd61a owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:16.856901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=a34673dd-cc95-49bc-8729-f9e121ecd61a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:16.862599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No DVR routers for this DVR port a34673dd-cc95-49bc-8729-f9e121ecd61a on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:16.874486 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4ec00fe7-2c19-430a-97f3-6b6ad8686773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:15Z', 'revision_number': 10, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:16.904927 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec00fe7-2c19-430a-97f3-6b6ad8686773 None None] The sync data for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 is: [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:15Z', 'revision_number': 10, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None, '_interfaces': [{'id': '5ebac046-7079-450e-b1d3-e2d4a09338ea', 'name': '', 'network_id': 'cb4fc221-3e0b-4b6a-af58-fedda68a30a3', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'mac_address': 'fa:16:3e:9d:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:01:57Z', 'updated_at': '2021-07-16T04:02:02Z', 'revision_number': 5, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'subnets': [{'id': '8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:16.921283 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b09385d5-0b4f-47bb-8117-150103670cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.945491 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.948547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09385d5-0b4f-47bb-8117-150103670cb7 None None] Pushing event deleted for resources: {'Port': ['ID=a34673dd-cc95-49bc-8729-f9e121ecd61a,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:16.950383 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09385d5-0b4f-47bb-8117-150103670cb7 None None] No DVR routers for this DVR port a34673dd-cc95-49bc-8729-f9e121ecd61a on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:16.960668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdd3a0e-082b-4c99-964a-fd4bd25b8443']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:16.971240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9769b893-ffd5-49b5-ba8a-b5de402a56fb') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:16.971542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9769b893-ffd5-49b5-ba8a-b5de402a56fb') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:16.980322 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:16.997947 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:17.003827 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Releasing vlan 939 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:02:17.004215 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:02:17.007144 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:02:17.061529 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:17.068135 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:17.069959 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/networks/5bdd3a0e-082b-4c99-964a-fd4bd25b8443 HTTP/1.1" status: 204 len: 168 time: 0.5576696 Jul 16 04:02:17.073413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47680) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:17.081225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e961777-b449-43cb-81f0-640662d4e974 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Network': ['ID=5bdd3a0e-082b-4c99-964a-fd4bd25b8443,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:17.396512 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f636a6ee-ac99-48e8-94e1-47cfcadf2dab tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:17.643386 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f636a6ee-ac99-48e8-94e1-47cfcadf2dab tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port 5ebac046-7079-450e-b1d3-e2d4a09338ea {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:17.643730 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f636a6ee-ac99-48e8-94e1-47cfcadf2dab tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:17.730422 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-f636a6ee-ac99-48e8-94e1-47cfcadf2dab tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] For port 5ebac046-7079-450e-b1d3-e2d4a09338ea, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5ebac046-7079-450e-b1d3-e2d4a09338ea,segment=NetworkSegment(708d951e-b3a0-4add-b068-641bd524f4a8),segment_id=708d951e-b3a0-4add-b068-641bd524f4a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:17.730712 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f636a6ee-ac99-48e8-94e1-47cfcadf2dab tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:17.742589 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-f636a6ee-ac99-48e8-94e1-47cfcadf2dab tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for 5ebac046-7079-450e-b1d3-e2d4a09338ea owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:17.902779 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f636a6ee-ac99-48e8-94e1-47cfcadf2dab tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:17.929926 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636a6ee-ac99-48e8-94e1-47cfcadf2dab tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=5ebac046-7079-450e-b1d3-e2d4a09338ea,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:18.067154 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f636a6ee-ac99-48e8-94e1-47cfcadf2dab tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:18.217632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f636a6ee-ac99-48e8-94e1-47cfcadf2dab tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router cb753203-c5e4-4e80-b00a-27d1e35e3d8c has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:18.296611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f636a6ee-ac99-48e8-94e1-47cfcadf2dab tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:18.304370 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f636a6ee-ac99-48e8-94e1-47cfcadf2dab tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/cb753203-c5e4-4e80-b00a-27d1e35e3d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2271848 Jul 16 04:02:18.304370 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47682) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:18.307338 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e0897-94c8-4eb4-a0af-e44ddcdfc7d5 None None] Sync routers for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:18.320601 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a34673dd-cc95-49bc-8729-f9e121ecd61a no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:18.325293 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e0897-94c8-4eb4-a0af-e44ddcdfc7d5 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:18.326473 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0c4e0897-94c8-4eb4-a0af-e44ddcdfc7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:18.344951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: a34673dd-cc95-49bc-8729-f9e121ecd61a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:18.345295 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device a34673dd-cc95-49bc-8729-f9e121ecd61a not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:18.345702 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:18.354780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac1ab87-c186-4a87-8351-166327715732 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting subnet 8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:02:18.357870 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ac1ab87-c186-4a87-8351-166327715732 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:18.396649 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ac1ab87-c186-4a87-8351-166327715732 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:18.424491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:18.424840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b8c2e36d-1ce5-4c3a-9cc9-885bcb6e9150 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:18.441366 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0c4e0897-94c8-4eb4-a0af-e44ddcdfc7d5 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:18.660823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0c4e0897-94c8-4eb4-a0af-e44ddcdfc7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:17Z', 'revision_number': 11, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:18.687598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e0897-94c8-4eb4-a0af-e44ddcdfc7d5 None None] Checking router: cb753203-c5e4-4e80-b00a-27d1e35e3d8c for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:18.696899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e0897-94c8-4eb4-a0af-e44ddcdfc7d5 None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:18.697532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0c4e0897-94c8-4eb4-a0af-e44ddcdfc7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:18.766604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-0c4e0897-94c8-4eb4-a0af-e44ddcdfc7d5 None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:18.811861 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ac1ab87-c186-4a87-8351-166327715732 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:18.820390 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-0c4e0897-94c8-4eb4-a0af-e44ddcdfc7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:17Z', 'revision_number': 11, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:18.845874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4e0897-94c8-4eb4-a0af-e44ddcdfc7d5 None None] The sync data for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 is: [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:17Z', 'revision_number': 11, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:18.868613 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ac1ab87-c186-4a87-8351-166327715732 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:18.895754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1ab87-c186-4a87-8351-166327715732 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:18.899293 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8ac1ab87-c186-4a87-8351-166327715732 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:18.901174 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8ac1ab87-c186-4a87-8351-166327715732 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917 HTTP/1.1" status: 204 len: 168 time: 0.5959947 Jul 16 04:02:18.903720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47684) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:18.906139 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c390bf54-4814-4092-948d-d1c98dfe2b4a None None] Network cb4fc221-3e0b-4b6a-af58-fedda68a30a3 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:02:18.980707 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.032773 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Deleting port 75e32a62-c9f5-49d3-8485-be1d3f6f3258 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:02:19.033125 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.094048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] For port 75e32a62-c9f5-49d3-8485-be1d3f6f3258, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=75e32a62-c9f5-49d3-8485-be1d3f6f3258,segment=NetworkSegment(708d951e-b3a0-4add-b068-641bd524f4a8),segment_id=708d951e-b3a0-4add-b068-641bd524f4a8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:02:19.094406 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.106449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Calling delete_port for 75e32a62-c9f5-49d3-8485-be1d3f6f3258 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:02:19.185782 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.212541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8257aa7b-5b50-4179-83cf-a12682e13c35 None None] DHCP port deletion for cb4fc221-3e0b-4b6a-af58-fedda68a30a3 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:02:19.212933 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Port': ['ID=75e32a62-c9f5-49d3-8485-be1d3f6f3258,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:19.218592 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No DVR routers for this DVR port 75e32a62-c9f5-49d3-8485-be1d3f6f3258 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:02:19.302528 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.313202 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4fc221-3e0b-4b6a-af58-fedda68a30a3']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:19.322824 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708d951e-b3a0-4add-b068-641bd524f4a8') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:19.323125 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708d951e-b3a0-4add-b068-641bd524f4a8') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:19.331698 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.344520 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.350157 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Releasing vlan 930 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:02:19.350538 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:02:19.353962 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:02:19.409637 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.417387 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.419127 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/networks/cb4fc221-3e0b-4b6a-af58-fedda68a30a3 HTTP/1.1" status: 204 len: 168 time: 0.5144982 Jul 16 04:02:19.421896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:19.426708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bbef0ded-15c0-4d5f-972b-e1eb6823d6ea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'router': {'routes': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:19.434923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28377f-5598-40ec-9322-9fe84246ebd7 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Pushing event deleted for resources: {'Network': ['ID=cb4fc221-3e0b-4b6a-af58-fedda68a30a3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:19.579646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-bbef0ded-15c0-4d5f-972b-e1eb6823d6ea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Added routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 04:02:19.579945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.extraroute_db [None req-bbef0ded-15c0-4d5f-972b-e1eb6823d6ea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Removed routes are [] {{(pid=93767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 04:02:19.580301 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbef0ded-15c0-4d5f-972b-e1eb6823d6ea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.715708 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbef0ded-15c0-4d5f-972b-e1eb6823d6ea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.718941 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbef0ded-15c0-4d5f-972b-e1eb6823d6ea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.791225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbef0ded-15c0-4d5f-972b-e1eb6823d6ea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router cb753203-c5e4-4e80-b00a-27d1e35e3d8c has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:02:19.864648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbef0ded-15c0-4d5f-972b-e1eb6823d6ea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:19.871649 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bbef0ded-15c0-4d5f-972b-e1eb6823d6ea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:19.872827 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bbef0ded-15c0-4d5f-972b-e1eb6823d6ea tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/cb753203-c5e4-4e80-b00a-27d1e35e3d8c HTTP/1.1" status: 200 len: 700 time: 0.4499035 Jul 16 04:02:19.873668 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f550ee-719e-4ac1-9eb8-17e415bbfebc None None] Sync routers for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:19.875590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:19.882648 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f550ee-719e-4ac1-9eb8-17e415bbfebc None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:19.883771 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-09f550ee-719e-4ac1-9eb8-17e415bbfebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:19.904719 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8d1cd7eb-8d13-40ac-94bf-8628e1e59103 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb753203-c5e4-4e80-b00a-27d1e35e3d8c HTTP/1.1" status: 200 len: 205 time: 0.0280023 Jul 16 04:02:19.907060 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:19.947676 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-09f550ee-719e-4ac1-9eb8-17e415bbfebc None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:19.981853 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e890cad-ca74-4a34-9864-8a0de4624a05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.082098 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-09f550ee-719e-4ac1-9eb8-17e415bbfebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:17Z', 'revision_number': 11, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:20.107833 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f550ee-719e-4ac1-9eb8-17e415bbfebc None None] Checking router: cb753203-c5e4-4e80-b00a-27d1e35e3d8c for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:20.115988 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f550ee-719e-4ac1-9eb8-17e415bbfebc None None] Routers {'cb753203-c5e4-4e80-b00a-27d1e35e3d8c'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:20.116636 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-09f550ee-719e-4ac1-9eb8-17e415bbfebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:20.143116 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e890cad-ca74-4a34-9864-8a0de4624a05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.145365 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e890cad-ca74-4a34-9864-8a0de4624a05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.190028 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:02:20.191243 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-09f550ee-719e-4ac1-9eb8-17e415bbfebc None None] Set router cb753203-c5e4-4e80-b00a-27d1e35e3d8c gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:20.193867 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e890cad-ca74-4a34-9864-8a0de4624a05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.194336 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e890cad-ca74-4a34-9864-8a0de4624a05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Fanout notify agent at l3_agent the message router_deleted on router cb753203-c5e4-4e80-b00a-27d1e35e3d8c {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:02:20.201674 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5e890cad-ca74-4a34-9864-8a0de4624a05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.202763 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5e890cad-ca74-4a34-9864-8a0de4624a05 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/routers/cb753203-c5e4-4e80-b00a-27d1e35e3d8c HTTP/1.1" status: 204 len: 168 time: 0.2948072 Jul 16 04:02:20.206951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:20.211383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-29fcec83-b715-4935-90ef-ad73dd01835a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-55605488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:20.235528 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29fcec83-b715-4935-90ef-ad73dd01835a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.236630 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29fcec83-b715-4935-90ef-ad73dd01835a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.246801 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-09f550ee-719e-4ac1-9eb8-17e415bbfebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:17Z', 'revision_number': 11, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:20.273573 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f550ee-719e-4ac1-9eb8-17e415bbfebc None None] The sync data for ids ['cb753203-c5e4-4e80-b00a-27d1e35e3d8c'] in n-d-800088-6 is: [{'id': 'cb753203-c5e4-4e80-b00a-27d1e35e3d8c', 'name': 'tempest-RoutersTest-router-206088398', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:01:56Z', 'updated_at': '2021-07-16T04:02:17Z', 'revision_number': 11, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:20.285452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 75e32a62-c9f5-49d3-8485-be1d3f6f3258 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:20.297961 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29fcec83-b715-4935-90ef-ad73dd01835a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.303074 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29fcec83-b715-4935-90ef-ad73dd01835a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.307695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 75e32a62-c9f5-49d3-8485-be1d3f6f3258 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:20.308202 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 75e32a62-c9f5-49d3-8485-be1d3f6f3258 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:20.308487 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5ebac046-7079-450e-b1d3-e2d4a09338ea no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:02:20.320496 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-29fcec83-b715-4935-90ef-ad73dd01835a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.322314 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-29fcec83-b715-4935-90ef-ad73dd01835a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1144147 Jul 16 04:02:20.325167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47696) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:20.329172 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 5ebac046-7079-450e-b1d3-e2d4a09338ea {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:02:20.329530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5ebac046-7079-450e-b1d3-e2d4a09338ea not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:02:20.331007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-82b7c813-9512-46c9-a9d6-9e15c41094d5 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:20.546389 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82b7c813-9512-46c9-a9d6-9e15c41094d5 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.557029 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82b7c813-9512-46c9-a9d6-9e15c41094d5 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-370194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-370187', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-370306'] for router, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.652403 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b7c813-9512-46c9-a9d6-9e15c41094d5 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Router dd385131-6a1c-42f3-952f-de4664748cd1 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:02:20.725854 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b7c813-9512-46c9-a9d6-9e15c41094d5 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:02:20.733055 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-82b7c813-9512-46c9-a9d6-9e15c41094d5 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.734210 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-82b7c813-9512-46c9-a9d6-9e15c41094d5 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "PUT /v2.0/routers/dd385131-6a1c-42f3-952f-de4664748cd1 HTTP/1.1" status: 200 len: 692 time: 0.4078486 Jul 16 04:02:20.736942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47698) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:20.737310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbce8e-fe20-4402-bf4d-e39bcda92086 None None] Sync routers for ids ['dd385131-6a1c-42f3-952f-de4664748cd1'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:02:20.747605 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecbce8e-fe20-4402-bf4d-e39bcda92086 None None] Routers {'dd385131-6a1c-42f3-952f-de4664748cd1'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:20.748224 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eecbce8e-fe20-4402-bf4d-e39bcda92086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['dd385131-6a1c-42f3-952f-de4664748cd1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:20.812298 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b89a77ff-84bb-469b-be9a-aad937069099 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/routers/dd385131-6a1c-42f3-952f-de4664748cd1 HTTP/1.1" status: 200 len: 698 time: 0.0741453 Jul 16 04:02:20.814884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47700) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:20.816723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eecbce8e-fe20-4402-bf4d-e39bcda92086 None None] Set router dd385131-6a1c-42f3-952f-de4664748cd1 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:20.851517 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f98c1f71-dd87-480c-97e8-c88dbeba3e24 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd385131-6a1c-42f3-952f-de4664748cd1 HTTP/1.1" status: 200 len: 205 time: 0.0332334 Jul 16 04:02:20.851783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47702) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:20.871871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eecbce8e-fe20-4402-bf4d-e39bcda92086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385131-6a1c-42f3-952f-de4664748cd1', 'name': 'tempest-RoutersTest-router-55605488', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:02:20Z', 'updated_at': '2021-07-16T04:02:20Z', 'revision_number': 2, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:20.897317 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbce8e-fe20-4402-bf4d-e39bcda92086 None None] Checking router: dd385131-6a1c-42f3-952f-de4664748cd1 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:02:20.906725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecbce8e-fe20-4402-bf4d-e39bcda92086 None None] Routers {'dd385131-6a1c-42f3-952f-de4664748cd1'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:02:20.907492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eecbce8e-fe20-4402-bf4d-e39bcda92086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:02:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['dd385131-6a1c-42f3-952f-de4664748cd1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:20.925217 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00bc345c-a884-45b8-9892-401c8039f5d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:20.976738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eecbce8e-fe20-4402-bf4d-e39bcda92086 None None] Set router dd385131-6a1c-42f3-952f-de4664748cd1 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:02:21.032892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eecbce8e-fe20-4402-bf4d-e39bcda92086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd385131-6a1c-42f3-952f-de4664748cd1', 'name': 'tempest-RoutersTest-router-55605488', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:02:20Z', 'updated_at': '2021-07-16T04:02:20Z', 'revision_number': 2, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:02:21.058499 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecbce8e-fe20-4402-bf4d-e39bcda92086 None None] The sync data for ids ['dd385131-6a1c-42f3-952f-de4664748cd1'] in n-d-800088-6 is: [{'id': 'dd385131-6a1c-42f3-952f-de4664748cd1', 'name': 'tempest-RoutersTest-router-55605488', 'tenant_id': 'e689b34cb27e433c99fb9c08371fc97f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:02:20Z', 'updated_at': '2021-07-16T04:02:20Z', 'revision_number': 2, 'project_id': 'e689b34cb27e433c99fb9c08371fc97f', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:02:21.081460 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00bc345c-a884-45b8-9892-401c8039f5d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:21.083670 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00bc345c-a884-45b8-9892-401c8039f5d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:21.129847 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00bc345c-a884-45b8-9892-401c8039f5d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:21.130434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bc345c-a884-45b8-9892-401c8039f5d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Fanout notify agent at l3_agent the message router_deleted on router dd385131-6a1c-42f3-952f-de4664748cd1 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:02:21.137505 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00bc345c-a884-45b8-9892-401c8039f5d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:21.138636 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-00bc345c-a884-45b8-9892-401c8039f5d3 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/routers/dd385131-6a1c-42f3-952f-de4664748cd1 HTTP/1.1" status: 204 len: 168 time: 0.2855065 Jul 16 04:02:21.142128 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47704) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.171884 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3bc4e476-e900-46bb-a768-ca44efa6081e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd385131-6a1c-42f3-952f-de4664748cd1 HTTP/1.1" status: 200 len: 205 time: 0.0286653 Jul 16 04:02:21.174239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47706) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.209986 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-bd2ca580-9cf1-485c-9051-9b5fe1870053 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] delete failed (client error): The resource could not be found. Jul 16 04:02:21.211011 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bd2ca580-9cf1-485c-9051-9b5fe1870053 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/routers/dd385131-6a1c-42f3-952f-de4664748cd1 HTTP/1.1" status: 404 len: 336 time: 0.0358701 Jul 16 04:02:21.214084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47708) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.245541 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eaaea88-cd48-4638-bb45-14d79497a6c0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:21.246013 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eaaea88-cd48-4638-bb45-14d79497a6c0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:21.248016 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5eaaea88-cd48-4638-bb45-14d79497a6c0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/5d80f166-880e-45db-91d4-d3795a080700 HTTP/1.1" status: 404 len: 337 time: 0.0330200 Jul 16 04:02:21.250570 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47710) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.277633 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6a7154-dc62-4a87-af3b-7081ca8eedde tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:21.278098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6a7154-dc62-4a87-af3b-7081ca8eedde tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:21.279837 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4c6a7154-dc62-4a87-af3b-7081ca8eedde tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/a7f4bc13-73c3-4bf4-bc92-019d167b7b9b HTTP/1.1" status: 404 len: 337 time: 0.0283659 Jul 16 04:02:21.282393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47712) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.307038 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96d7bdb-90f0-4ffd-b711-4a309c5f8315 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:21.307485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96d7bdb-90f0-4ffd-b711-4a309c5f8315 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:21.309142 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f96d7bdb-90f0-4ffd-b711-4a309c5f8315 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/5e01786e-e06b-4783-9d66-1dea24d399cb HTTP/1.1" status: 404 len: 337 time: 0.0258603 Jul 16 04:02:21.311339 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47714) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.336091 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ab2286-2608-4588-97e5-c4197cbdda07 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:21.337303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ab2286-2608-4588-97e5-c4197cbdda07 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:21.338986 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f1ab2286-2608-4588-97e5-c4197cbdda07 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/8bc9d8f1-de0b-43ea-b1f0-c669ff2b1917 HTTP/1.1" status: 404 len: 337 time: 0.0267470 Jul 16 04:02:21.341596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47716) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.369141 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-555f0d11-1503-4efa-b2a6-cac914357f08 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb753203-c5e4-4e80-b00a-27d1e35e3d8c HTTP/1.1" status: 200 len: 205 time: 0.0264950 Jul 16 04:02:21.371689 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47718) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.412153 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-c3a1e096-1fa1-46e1-a1e3-044af0147da8 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] delete failed (client error): The resource could not be found. Jul 16 04:02:21.413172 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c3a1e096-1fa1-46e1-a1e3-044af0147da8 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/routers/cb753203-c5e4-4e80-b00a-27d1e35e3d8c HTTP/1.1" status: 404 len: 336 time: 0.0405724 Jul 16 04:02:21.415580 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47720) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.443409 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1100b7c6-fea2-411b-b751-bce979996eca tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports?device_id=91f6ef14-b1e8-4aaf-a7c9-19f102496bcb HTTP/1.1" status: 200 len: 205 time: 0.0268466 Jul 16 04:02:21.446216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47722) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.482753 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-a0c031c8-f4d7-4b1f-b75e-a7d74b1fd75b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] delete failed (client error): The resource could not be found. Jul 16 04:02:21.483783 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a0c031c8-f4d7-4b1f-b75e-a7d74b1fd75b tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/routers/91f6ef14-b1e8-4aaf-a7c9-19f102496bcb HTTP/1.1" status: 404 len: 336 time: 0.0366726 Jul 16 04:02:21.486389 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47724) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.517237 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-1349d368-fd61-4a48-ae79-bb8c076dbc1e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:21.517688 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1349d368-fd61-4a48-ae79-bb8c076dbc1e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:21.519386 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1349d368-fd61-4a48-ae79-bb8c076dbc1e tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/797f9797-84d9-409c-88f1-4b4ab9d6a7ba HTTP/1.1" status: 404 len: 337 time: 0.0321162 Jul 16 04:02:21.521882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47726) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.549506 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a41cb494-e2f1-482c-94a5-267fa604971c tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports?device_id=6cefe0e3-ff23-4d43-9ef1-f1174c53edba HTTP/1.1" status: 200 len: 205 time: 0.0266232 Jul 16 04:02:21.551601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47728) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.587230 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-a56bd8ad-677f-41ed-8c5b-79cba1ad3121 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] delete failed (client error): The resource could not be found. Jul 16 04:02:21.588295 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a56bd8ad-677f-41ed-8c5b-79cba1ad3121 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/routers/6cefe0e3-ff23-4d43-9ef1-f1174c53edba HTTP/1.1" status: 404 len: 336 time: 0.0358205 Jul 16 04:02:21.590815 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47730) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.623061 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1365832c-c29b-4ea2-9812-e6b9550884c0 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a436fa6-046b-4a0f-aba6-dcaf673b29d2 HTTP/1.1" status: 200 len: 205 time: 0.0312090 Jul 16 04:02:21.625369 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47732) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.662027 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-29bfc7b4-6a84-4f4a-b1a0-602c180864b1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] delete failed (client error): The resource could not be found. Jul 16 04:02:21.663094 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-29bfc7b4-6a84-4f4a-b1a0-602c180864b1 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/routers/7a436fa6-046b-4a0f-aba6-dcaf673b29d2 HTTP/1.1" status: 404 len: 336 time: 0.0367849 Jul 16 04:02:21.665656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47734) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.691996 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8b0f2e-ecfc-4f9b-b405-41fa7d97ce4d tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:21.692493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8b0f2e-ecfc-4f9b-b405-41fa7d97ce4d tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:21.694222 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2f8b0f2e-ecfc-4f9b-b405-41fa7d97ce4d tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/642956ec-7b57-412a-8cf0-278438ae2a91 HTTP/1.1" status: 404 len: 337 time: 0.0276573 Jul 16 04:02:21.697380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47736) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.729084 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-39e8d636-f929-4ccc-a34d-394b30fce8d8 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports?device_id=82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0 HTTP/1.1" status: 200 len: 205 time: 0.0306253 Jul 16 04:02:21.731496 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47738) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.774249 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-73eee962-f96e-4d5a-80f6-99a394c0003a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] delete failed (client error): The resource could not be found. Jul 16 04:02:21.775478 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-73eee962-f96e-4d5a-80f6-99a394c0003a tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/routers/82ad7b6d-9c9e-41ec-b40e-5b8a8af551a0 HTTP/1.1" status: 404 len: 336 time: 0.0430508 Jul 16 04:02:21.778283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.804192 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1659fb-4e11-40d4-8f91-d0c072f1cc32 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:21.804627 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1659fb-4e11-40d4-8f91-d0c072f1cc32 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:21.806926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3d1659fb-4e11-40d4-8f91-d0c072f1cc32 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/be356a94-c216-436c-ba96-15bd6a05462c HTTP/1.1" status: 404 len: 337 time: 0.0275984 Jul 16 04:02:21.809512 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.839025 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6e7de44d-2f38-40f7-bf3b-4ef845a10212 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "GET /v2.0/ports?device_id=048b6a08-f306-4950-9ea1-7afc36f60bd1 HTTP/1.1" status: 200 len: 205 time: 0.0283010 Jul 16 04:02:21.841183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47744) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.881724 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-2401d722-fec1-448d-ab83-4df50c6d454f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] delete failed (client error): The resource could not be found. Jul 16 04:02:21.882819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2401d722-fec1-448d-ab83-4df50c6d454f tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/routers/048b6a08-f306-4950-9ea1-7afc36f60bd1 HTTP/1.1" status: 404 len: 336 time: 0.0407298 Jul 16 04:02:21.886002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.915530 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-853324c6-44dd-44f7-82bd-659429794528 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:21.916004 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853324c6-44dd-44f7-82bd-659429794528 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:21.917860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-853324c6-44dd-44f7-82bd-659429794528 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/384cd401-1f98-4617-8ff3-e214497dbf87 HTTP/1.1" status: 404 len: 337 time: 0.0309422 Jul 16 04:02:21.920444 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47748) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:21.949000 n-d-800088-6 neutron-server[93768]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd2d41e-93ea-40e5-a0f1-b981cda5c575 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] DELETE failed (client error): The resource could not be found. Jul 16 04:02:21.949431 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd2d41e-93ea-40e5-a0f1-b981cda5c575 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93768) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:02:21.951299 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fbd2d41e-93ea-40e5-a0f1-b981cda5c575 tempest-RoutersTest-944603314 tempest-RoutersTest-944603314-project] 10.222.0.18 "DELETE /v2.0/subnets/559f65d0-984b-44d0-9d8a-bbcb5970b1eb HTTP/1.1" status: 404 len: 337 time: 0.0298154 Jul 16 04:02:22.197033 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47754) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:22.332092 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0b722237-7be5-47e2-b413-4013b0075330 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e689b34cb27e433c99fb9c08371fc97f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338909 Jul 16 04:02:22.334522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47758) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:22.386929 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf2824ba-18ca-421d-8e00-a2f8f7787e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:22.411354 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf2824ba-18ca-421d-8e00-a2f8f7787e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:22.457537 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf2824ba-18ca-421d-8e00-a2f8f7787e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:22.460429 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf2824ba-18ca-421d-8e00-a2f8f7787e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:22.461840 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cf2824ba-18ca-421d-8e00-a2f8f7787e01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ce70138-0628-4b2f-9302-b2cebd748978 HTTP/1.1" status: 204 len: 168 time: 0.1264246 Jul 16 04:02:22.470346 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2824ba-18ca-421d-8e00-a2f8f7787e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce70138-0628-4b2f-9302-b2cebd748978,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:23.086177 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47780) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.181659 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5eb34ee8-b529-4ff9-9a43-48676e838eb7 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group': {'name': 'tempest-secgroup--359441989'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:23.207994 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5eb34ee8-b529-4ff9-9a43-48676e838eb7 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.216766 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5eb34ee8-b529-4ff9-9a43-48676e838eb7 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.314407 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5eb34ee8-b529-4ff9-9a43-48676e838eb7 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.317924 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5eb34ee8-b529-4ff9-9a43-48676e838eb7 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.353776 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb34ee8-b529-4ff9-9a43-48676e838eb7 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56065cbd-eec8-4010-a0d3-7dbe6504f84e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:23.404264 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5eb34ee8-b529-4ff9-9a43-48676e838eb7 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.407724 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5eb34ee8-b529-4ff9-9a43-48676e838eb7 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.428889 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5eb34ee8-b529-4ff9-9a43-48676e838eb7 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.430090 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5eb34ee8-b529-4ff9-9a43-48676e838eb7 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3429182 Jul 16 04:02:23.433789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47784) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.438543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb34ee8-b529-4ff9-9a43-48676e838eb7 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ea9358-80f4-4c12-a190-7910cc1a82f5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:23.504045 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bf5772c6-505e-46c3-ae0f-3de0dbd1cb4d tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0690074 Jul 16 04:02:23.506765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.511088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-fa52c79c-8e2b-413d-a6aa-520826be72c8 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group': {'name': 'tempest-security--1117494823', 'description': 'tempest-security-description-403224229'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:23.538603 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa52c79c-8e2b-413d-a6aa-520826be72c8 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.586239 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa52c79c-8e2b-413d-a6aa-520826be72c8 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.589734 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa52c79c-8e2b-413d-a6aa-520826be72c8 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.592429 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fa52c79c-8e2b-413d-a6aa-520826be72c8 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.593658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fa52c79c-8e2b-413d-a6aa-520826be72c8 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "PUT /v2.0/security-groups/92ea9358-80f4-4c12-a190-7910cc1a82f5 HTTP/1.1" status: 200 len: 1779 time: 0.0859776 Jul 16 04:02:23.596603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47788) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.623410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52c79c-8e2b-413d-a6aa-520826be72c8 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ea9358-80f4-4c12-a190-7910cc1a82f5,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:23.650464 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-22c0c1e2-4a1d-461c-a0ef-02fca56ee0c4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-groups/92ea9358-80f4-4c12-a190-7910cc1a82f5 HTTP/1.1" status: 200 len: 1779 time: 0.0526023 Jul 16 04:02:23.652949 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47790) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.703695 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb730567-263d-4566-9aa4-80b2a56ecdb9 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.725938 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb730567-263d-4566-9aa4-80b2a56ecdb9 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.767782 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb730567-263d-4566-9aa4-80b2a56ecdb9 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.770438 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cb730567-263d-4566-9aa4-80b2a56ecdb9 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.771607 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cb730567-263d-4566-9aa4-80b2a56ecdb9 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-groups/92ea9358-80f4-4c12-a190-7910cc1a82f5 HTTP/1.1" status: 204 len: 168 time: 0.1177649 Jul 16 04:02:23.774345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47792) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.781780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb730567-263d-4566-9aa4-80b2a56ecdb9 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ea9358-80f4-4c12-a190-7910cc1a82f5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:23.818103 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6ed0f050-1d87-4fe0-9776-5c8b1dc15fd4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0425882 Jul 16 04:02:23.821055 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47794) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.834471 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-80a0f1fd-ad6e-4c54-b5a8-d667ed80ec29 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] delete failed (client error): The resource could not be found. Jul 16 04:02:23.835431 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-80a0f1fd-ad6e-4c54-b5a8-d667ed80ec29 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-groups/92ea9358-80f4-4c12-a190-7910cc1a82f5 HTTP/1.1" status: 404 len: 347 time: 0.0133851 Jul 16 04:02:23.839369 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47796) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.843649 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-81c9c182-9e1c-42f8-8a51-83cea99a6805 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1834678042'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:23.865551 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81c9c182-9e1c-42f8-8a51-83cea99a6805 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.942136 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81c9c182-9e1c-42f8-8a51-83cea99a6805 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.945441 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81c9c182-9e1c-42f8-8a51-83cea99a6805 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.970290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-81c9c182-9e1c-42f8-8a51-83cea99a6805 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:23.971408 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-81c9c182-9e1c-42f8-8a51-83cea99a6805 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1311395 Jul 16 04:02:23.974366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47798) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:23.975644 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9c182-9e1c-42f8-8a51-83cea99a6805 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4541ca0d-d775-48f7-b3a4-75bceb78b8df,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:23.979770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-091eebd4-02a2-40fe-8a37-3727b9ac2f85 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group_rule': {'security_group_id': '4541ca0d-d775-48f7-b3a4-75bceb78b8df', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:24.005933 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-091eebd4-02a2-40fe-8a37-3727b9ac2f85 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.061177 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-091eebd4-02a2-40fe-8a37-3727b9ac2f85 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.064439 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-091eebd4-02a2-40fe-8a37-3727b9ac2f85 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.081281 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091eebd4-02a2-40fe-8a37-3727b9ac2f85 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ab826c-0321-4406-9676-87e504166d3e,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:24.086547 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-091eebd4-02a2-40fe-8a37-3727b9ac2f85 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.087843 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-091eebd4-02a2-40fe-8a37-3727b9ac2f85 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121638 Jul 16 04:02:24.091099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47800) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:24.141893 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6011966-7e0d-4b94-9c9d-b3e78ff585f6 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.149197 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6011966-7e0d-4b94-9c9d-b3e78ff585f6 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.176983 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6011966-7e0d-4b94-9c9d-b3e78ff585f6 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.183306 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c6011966-7e0d-4b94-9c9d-b3e78ff585f6 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.184444 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c6011966-7e0d-4b94-9c9d-b3e78ff585f6 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f4ab826c-0321-4406-9676-87e504166d3e HTTP/1.1" status: 204 len: 168 time: 0.0923421 Jul 16 04:02:24.187119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47802) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:24.189653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6011966-7e0d-4b94-9c9d-b3e78ff585f6 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4ab826c-0321-4406-9676-87e504166d3e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:24.238029 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bc866520-4f14-4130-a7b5-202ffb305418 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0495536 Jul 16 04:02:24.240999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47804) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:24.292202 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38908f6f-9a53-4348-b212-ae17ced1cef1 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.314259 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38908f6f-9a53-4348-b212-ae17ced1cef1 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.353773 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38908f6f-9a53-4348-b212-ae17ced1cef1 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.356356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-38908f6f-9a53-4348-b212-ae17ced1cef1 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.357498 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-38908f6f-9a53-4348-b212-ae17ced1cef1 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-groups/4541ca0d-d775-48f7-b3a4-75bceb78b8df HTTP/1.1" status: 204 len: 168 time: 0.1156008 Jul 16 04:02:24.360255 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47806) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:24.366563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38908f6f-9a53-4348-b212-ae17ced1cef1 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4541ca0d-d775-48f7-b3a4-75bceb78b8df,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:24.411047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2089396a-3afc-49d3-8d75-d503a2ac0534 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0494411 Jul 16 04:02:24.414703 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47808) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:24.419392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ba7acfa7-6032-4cc0-8fda-f582f7224db4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group': {'name': 'tempest-secgroup--109449956'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:24.441895 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba7acfa7-6032-4cc0-8fda-f582f7224db4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.528113 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba7acfa7-6032-4cc0-8fda-f582f7224db4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.531505 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba7acfa7-6032-4cc0-8fda-f582f7224db4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.553348 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba7acfa7-6032-4cc0-8fda-f582f7224db4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.554648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ba7acfa7-6032-4cc0-8fda-f582f7224db4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1386988 Jul 16 04:02:24.558046 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47810) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:24.562691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cbc0972d-0a13-4612-a081-8e5b5952404f tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group_rule': {'security_group_id': '4fa594f8-4c58-4f61-9e94-12246e878ce6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:24.563133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7acfa7-6032-4cc0-8fda-f582f7224db4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa594f8-4c58-4f61-9e94-12246e878ce6,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:24.589609 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbc0972d-0a13-4612-a081-8e5b5952404f tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.635472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbc0972d-0a13-4612-a081-8e5b5952404f tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.638846 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbc0972d-0a13-4612-a081-8e5b5952404f tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.656301 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0972d-0a13-4612-a081-8e5b5952404f tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a758ccb-014e-4d50-9c7f-f14bb10ce50c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:24.661998 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cbc0972d-0a13-4612-a081-8e5b5952404f tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.663188 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cbc0972d-0a13-4612-a081-8e5b5952404f tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1041570 Jul 16 04:02:24.665908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47812) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:24.670827 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-74563557-097b-4f80-a1a6-734f08a4702b tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group_rule': {'security_group_id': '4fa594f8-4c58-4f61-9e94-12246e878ce6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:24.694515 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74563557-097b-4f80-a1a6-734f08a4702b tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.750428 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74563557-097b-4f80-a1a6-734f08a4702b tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.753795 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74563557-097b-4f80-a1a6-734f08a4702b tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.773911 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74563557-097b-4f80-a1a6-734f08a4702b tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e569ecb-60d6-439e-b830-626a52b193d5,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:24.780680 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-74563557-097b-4f80-a1a6-734f08a4702b tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.781877 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-74563557-097b-4f80-a1a6-734f08a4702b tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150091 Jul 16 04:02:24.784577 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47814) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:24.788934 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-db86b128-3705-4c6e-bb76-f4be3536c3ab tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group_rule': {'security_group_id': '4fa594f8-4c58-4f61-9e94-12246e878ce6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:24.813370 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db86b128-3705-4c6e-bb76-f4be3536c3ab tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.868624 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db86b128-3705-4c6e-bb76-f4be3536c3ab tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.872142 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db86b128-3705-4c6e-bb76-f4be3536c3ab tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.889709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86b128-3705-4c6e-bb76-f4be3536c3ab tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf129c67-677d-44cb-9bd8-0f344d19494e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:24.895181 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-db86b128-3705-4c6e-bb76-f4be3536c3ab tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.896230 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-db86b128-3705-4c6e-bb76-f4be3536c3ab tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1107392 Jul 16 04:02:24.899061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47816) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:24.903999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-865aef42-0552-4a83-b76c-b8dc92c813ce tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group_rule': {'security_group_id': '4fa594f8-4c58-4f61-9e94-12246e878ce6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:24.928757 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-865aef42-0552-4a83-b76c-b8dc92c813ce tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.984964 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-865aef42-0552-4a83-b76c-b8dc92c813ce tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:24.988257 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-865aef42-0552-4a83-b76c-b8dc92c813ce tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.005102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865aef42-0552-4a83-b76c-b8dc92c813ce tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7965cbbb-8b2a-43a9-8f08-50989524296a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:25.010648 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-865aef42-0552-4a83-b76c-b8dc92c813ce tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.011882 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-865aef42-0552-4a83-b76c-b8dc92c813ce tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1118410 Jul 16 04:02:25.014633 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47818) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.019001 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9a522877-fe93-4f57-8cdf-e146c21ef81c tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group_rule': {'security_group_id': '4fa594f8-4c58-4f61-9e94-12246e878ce6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:25.044338 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a522877-fe93-4f57-8cdf-e146c21ef81c tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.102039 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a522877-fe93-4f57-8cdf-e146c21ef81c tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.105380 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a522877-fe93-4f57-8cdf-e146c21ef81c tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.124282 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a522877-fe93-4f57-8cdf-e146c21ef81c tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825a5a85-f21e-47b0-bad0-7d7ff96219f8,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:25.129853 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9a522877-fe93-4f57-8cdf-e146c21ef81c tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.133415 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9a522877-fe93-4f57-8cdf-e146c21ef81c tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1154742 Jul 16 04:02:25.133855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47820) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.162782 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad389911-0a9f-4bdc-bee4-fb18959670a4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.170536 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad389911-0a9f-4bdc-bee4-fb18959670a4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.198528 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad389911-0a9f-4bdc-bee4-fb18959670a4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.203075 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ad389911-0a9f-4bdc-bee4-fb18959670a4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.204180 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ad389911-0a9f-4bdc-bee4-fb18959670a4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/825a5a85-f21e-47b0-bad0-7d7ff96219f8 HTTP/1.1" status: 204 len: 168 time: 0.0694151 Jul 16 04:02:25.206824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.214024 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad389911-0a9f-4bdc-bee4-fb18959670a4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=825a5a85-f21e-47b0-bad0-7d7ff96219f8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:25.259007 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8f8b63c7-a230-4852-82c9-67e00253aa8c tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0510399 Jul 16 04:02:25.262204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47824) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.285090 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a70a52-c3b4-46e0-bc98-0317eabdc71d tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.292138 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a70a52-c3b4-46e0-bc98-0317eabdc71d tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.317885 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a70a52-c3b4-46e0-bc98-0317eabdc71d tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.324023 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d0a70a52-c3b4-46e0-bc98-0317eabdc71d tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.325137 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d0a70a52-c3b4-46e0-bc98-0317eabdc71d tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7965cbbb-8b2a-43a9-8f08-50989524296a HTTP/1.1" status: 204 len: 168 time: 0.0619855 Jul 16 04:02:25.327791 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47826) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.330183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a70a52-c3b4-46e0-bc98-0317eabdc71d tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7965cbbb-8b2a-43a9-8f08-50989524296a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:25.372351 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d08cc084-a143-4688-b2d6-4714b3f28298 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0427814 Jul 16 04:02:25.374549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47828) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.396788 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61575f11-58c2-40f1-9034-dc19c52c08b1 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.404140 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61575f11-58c2-40f1-9034-dc19c52c08b1 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.429970 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61575f11-58c2-40f1-9034-dc19c52c08b1 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.437601 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61575f11-58c2-40f1-9034-dc19c52c08b1 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.438701 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-61575f11-58c2-40f1-9034-dc19c52c08b1 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/cf129c67-677d-44cb-9bd8-0f344d19494e HTTP/1.1" status: 204 len: 168 time: 0.0632880 Jul 16 04:02:25.441501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47830) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.442670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61575f11-58c2-40f1-9034-dc19c52c08b1 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf129c67-677d-44cb-9bd8-0f344d19494e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:25.483865 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d9c7b78a-e560-4ea8-b61c-c9d69b78c5e0 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0410662 Jul 16 04:02:25.486686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47832) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.511283 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03bf621c-384c-4f55-9eb0-ed067545c1a4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.518414 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03bf621c-384c-4f55-9eb0-ed067545c1a4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.543582 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03bf621c-384c-4f55-9eb0-ed067545c1a4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.549557 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-03bf621c-384c-4f55-9eb0-ed067545c1a4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.550635 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-03bf621c-384c-4f55-9eb0-ed067545c1a4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/9e569ecb-60d6-439e-b830-626a52b193d5 HTTP/1.1" status: 204 len: 168 time: 0.0629501 Jul 16 04:02:25.553309 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47834) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.555846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf621c-384c-4f55-9eb0-ed067545c1a4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e569ecb-60d6-439e-b830-626a52b193d5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:25.595478 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-36da13ce-8abb-461d-9297-78c41e5e5820 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0409896 Jul 16 04:02:25.598062 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.621672 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03d8637e-87fc-4b9a-97f8-4c9fbb44afdb tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.629056 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03d8637e-87fc-4b9a-97f8-4c9fbb44afdb tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.656176 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03d8637e-87fc-4b9a-97f8-4c9fbb44afdb tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.662094 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-03d8637e-87fc-4b9a-97f8-4c9fbb44afdb tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.663193 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-03d8637e-87fc-4b9a-97f8-4c9fbb44afdb tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8a758ccb-014e-4d50-9c7f-f14bb10ce50c HTTP/1.1" status: 204 len: 168 time: 0.0642416 Jul 16 04:02:25.665995 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47838) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.668183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8637e-87fc-4b9a-97f8-4c9fbb44afdb tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a758ccb-014e-4d50-9c7f-f14bb10ce50c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:25.704997 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2ae27da1-50fd-4f44-8a96-438929e0afd6 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0378871 Jul 16 04:02:25.707562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47840) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.757208 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c99e26d3-8ded-4e9f-804f-9083c6ef342b tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.781737 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c99e26d3-8ded-4e9f-804f-9083c6ef342b tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.823028 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c99e26d3-8ded-4e9f-804f-9083c6ef342b tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.825690 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c99e26d3-8ded-4e9f-804f-9083c6ef342b tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.826828 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c99e26d3-8ded-4e9f-804f-9083c6ef342b tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-groups/4fa594f8-4c58-4f61-9e94-12246e878ce6 HTTP/1.1" status: 204 len: 168 time: 0.1183808 Jul 16 04:02:25.829647 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47842) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.835199 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e26d3-8ded-4e9f-804f-9083c6ef342b tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa594f8-4c58-4f61-9e94-12246e878ce6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:25.876834 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1a5913e6-3b39-4d2c-84dc-1ef94a61fcbb tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0459204 Jul 16 04:02:25.880765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47844) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:25.885180 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1c0746e2-df83-45fb-8ea2-900877e6b332 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group': {'name': 'tempest-secgroup--146462747'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:25.906436 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c0746e2-df83-45fb-8ea2-900877e6b332 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.985835 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c0746e2-df83-45fb-8ea2-900877e6b332 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:25.989307 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c0746e2-df83-45fb-8ea2-900877e6b332 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.015777 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c0746e2-df83-45fb-8ea2-900877e6b332 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.017007 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1c0746e2-df83-45fb-8ea2-900877e6b332 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1352856 Jul 16 04:02:26.019828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47846) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:26.020881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0746e2-df83-45fb-8ea2-900877e6b332 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90bf443-0b75-4255-bbb6-4f6ef98c7aea,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:26.024642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-736a0623-38b6-444d-ac91-7c4d05557834 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group_rule': {'security_group_id': 'e90bf443-0b75-4255-bbb6-4f6ef98c7aea', 'direction': 'ingress', 'protocol': 17}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:26.050502 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736a0623-38b6-444d-ac91-7c4d05557834 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.095367 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736a0623-38b6-444d-ac91-7c4d05557834 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.098815 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736a0623-38b6-444d-ac91-7c4d05557834 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.116497 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a0623-38b6-444d-ac91-7c4d05557834 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c0bb4a-5232-46e1-8277-425f87e68d72,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:26.121627 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-736a0623-38b6-444d-ac91-7c4d05557834 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.124760 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-736a0623-38b6-444d-ac91-7c4d05557834 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1037903 Jul 16 04:02:26.125664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47848) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:26.177622 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6602-625a-4cbf-ad24-0db1356e9d51 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.198869 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6602-625a-4cbf-ad24-0db1356e9d51 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.240879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6602-625a-4cbf-ad24-0db1356e9d51 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.243521 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6602-625a-4cbf-ad24-0db1356e9d51 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.244729 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d8cf6602-625a-4cbf-ad24-0db1356e9d51 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-groups/e90bf443-0b75-4255-bbb6-4f6ef98c7aea HTTP/1.1" status: 204 len: 168 time: 0.1181095 Jul 16 04:02:26.247737 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:26.254304 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf6602-625a-4cbf-ad24-0db1356e9d51 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90bf443-0b75-4255-bbb6-4f6ef98c7aea,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:26.290556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-191b1cd4-ea5b-4343-a9fb-91646a27aa5b tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0415127 Jul 16 04:02:26.294507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47852) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:26.298885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b83b5d36-ef4b-4024-8940-3c4dac029991 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1623966922'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:26.319820 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b83b5d36-ef4b-4024-8940-3c4dac029991 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.396488 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b83b5d36-ef4b-4024-8940-3c4dac029991 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.399895 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b83b5d36-ef4b-4024-8940-3c4dac029991 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.424162 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b83b5d36-ef4b-4024-8940-3c4dac029991 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.425500 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b83b5d36-ef4b-4024-8940-3c4dac029991 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1300511 Jul 16 04:02:26.428401 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47854) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:26.433319 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-26e633c5-d7a5-41ec-865a-fa2cda86cd1a tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744472723'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:26.434573 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b5d36-ef4b-4024-8940-3c4dac029991 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73fbd6f-9f37-4aa3-b203-4c591133244a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:26.456625 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26e633c5-d7a5-41ec-865a-fa2cda86cd1a tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.537382 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26e633c5-d7a5-41ec-865a-fa2cda86cd1a tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.540986 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26e633c5-d7a5-41ec-865a-fa2cda86cd1a tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.567727 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-26e633c5-d7a5-41ec-865a-fa2cda86cd1a tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.568965 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-26e633c5-d7a5-41ec-865a-fa2cda86cd1a tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1393771 Jul 16 04:02:26.570903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e633c5-d7a5-41ec-865a-fa2cda86cd1a tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a33629-17c9-4682-8020-73fc29c4922c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:26.571798 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47856) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:26.577296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-21e4ae02-c0e3-4466-a060-39d0e767e8cc tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group_rule': {'security_group_id': 'b73fbd6f-9f37-4aa3-b203-4c591133244a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd7a33629-17c9-4682-8020-73fc29c4922c', 'remote_ip_prefix': None}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:26.606628 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21e4ae02-c0e3-4466-a060-39d0e767e8cc tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.679949 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21e4ae02-c0e3-4466-a060-39d0e767e8cc tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.683320 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21e4ae02-c0e3-4466-a060-39d0e767e8cc tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.701053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4ae02-c0e3-4466-a060-39d0e767e8cc tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b824838b-6c09-4e7a-85d7-751e6f68fdc1,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:26.706240 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-21e4ae02-c0e3-4466-a060-39d0e767e8cc tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.707815 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-21e4ae02-c0e3-4466-a060-39d0e767e8cc tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1343155 Jul 16 04:02:26.710535 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47858) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:26.734641 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d570edd5-8b21-47ca-b8fb-b551721a6d94 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.741998 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d570edd5-8b21-47ca-b8fb-b551721a6d94 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.769268 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d570edd5-8b21-47ca-b8fb-b551721a6d94 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.774980 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d570edd5-8b21-47ca-b8fb-b551721a6d94 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.776134 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d570edd5-8b21-47ca-b8fb-b551721a6d94 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b824838b-6c09-4e7a-85d7-751e6f68fdc1 HTTP/1.1" status: 204 len: 168 time: 0.0646875 Jul 16 04:02:26.778790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47860) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:26.783719 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570edd5-8b21-47ca-b8fb-b551721a6d94 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b824838b-6c09-4e7a-85d7-751e6f68fdc1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:26.822148 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-99cac231-1212-415c-9351-840899ab557e tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0422254 Jul 16 04:02:26.824839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47862) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:26.877475 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6e9d3b0-34eb-4103-bba2-8af3740de1c6 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.899075 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6e9d3b0-34eb-4103-bba2-8af3740de1c6 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.939276 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6e9d3b0-34eb-4103-bba2-8af3740de1c6 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.941885 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6e9d3b0-34eb-4103-bba2-8af3740de1c6 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:26.943020 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b6e9d3b0-34eb-4103-bba2-8af3740de1c6 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-groups/d7a33629-17c9-4682-8020-73fc29c4922c HTTP/1.1" status: 204 len: 168 time: 0.1172726 Jul 16 04:02:26.945628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47864) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:26.952683 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9d3b0-34eb-4103-bba2-8af3740de1c6 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a33629-17c9-4682-8020-73fc29c4922c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:27.000589 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-43ed2be1-b764-4291-9486-17122b48ab68 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0537908 Jul 16 04:02:27.002928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47866) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:27.053424 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e5da9e5-cebd-4c2f-920d-6d6bccfd06df tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.074503 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e5da9e5-cebd-4c2f-920d-6d6bccfd06df tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.114053 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e5da9e5-cebd-4c2f-920d-6d6bccfd06df tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.116814 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e5da9e5-cebd-4c2f-920d-6d6bccfd06df tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.117960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7e5da9e5-cebd-4c2f-920d-6d6bccfd06df tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-groups/b73fbd6f-9f37-4aa3-b203-4c591133244a HTTP/1.1" status: 204 len: 168 time: 0.1141315 Jul 16 04:02:27.120617 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47868) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:27.126965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5da9e5-cebd-4c2f-920d-6d6bccfd06df tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73fbd6f-9f37-4aa3-b203-4c591133244a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:27.164541 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d9229c3c-3b23-4739-baf2-9dae0ce906dd tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0424998 Jul 16 04:02:27.168922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47870) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:27.173394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0d9e8f1a-b63b-4691-ba5e-85653f75e961 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group': {'name': 'tempest-secgroup--547073615'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:27.193458 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9e8f1a-b63b-4691-ba5e-85653f75e961 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.273923 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9e8f1a-b63b-4691-ba5e-85653f75e961 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.277938 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9e8f1a-b63b-4691-ba5e-85653f75e961 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.302015 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0d9e8f1a-b63b-4691-ba5e-85653f75e961 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.303206 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0d9e8f1a-b63b-4691-ba5e-85653f75e961 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1331866 Jul 16 04:02:27.306143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:27.307319 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e8f1a-b63b-4691-ba5e-85653f75e961 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0a2435-7960-4aed-9778-9f3ee09512d9,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:27.310926 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-923a357a-e73b-40c4-955d-c2bf04b12a0d tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group_rule': {'security_group_id': '0d0a2435-7960-4aed-9778-9f3ee09512d9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:27.337136 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-923a357a-e73b-40c4-955d-c2bf04b12a0d tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.386290 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-923a357a-e73b-40c4-955d-c2bf04b12a0d tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.389523 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-923a357a-e73b-40c4-955d-c2bf04b12a0d tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.407373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a357a-e73b-40c4-955d-c2bf04b12a0d tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08bc79a-d6d0-47be-8f4b-d4e36822a457,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:27.412956 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-923a357a-e73b-40c4-955d-c2bf04b12a0d tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.414175 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-923a357a-e73b-40c4-955d-c2bf04b12a0d tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1069872 Jul 16 04:02:27.417541 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47874) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:27.441173 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef2a40eb-8be9-41e4-954c-fee7beb7d247 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.448749 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef2a40eb-8be9-41e4-954c-fee7beb7d247 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.474093 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef2a40eb-8be9-41e4-954c-fee7beb7d247 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.480612 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ef2a40eb-8be9-41e4-954c-fee7beb7d247 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.484128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ef2a40eb-8be9-41e4-954c-fee7beb7d247 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d08bc79a-d6d0-47be-8f4b-d4e36822a457 HTTP/1.1" status: 204 len: 168 time: 0.0632439 Jul 16 04:02:27.484520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47876) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:27.487264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a40eb-8be9-41e4-954c-fee7beb7d247 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d08bc79a-d6d0-47be-8f4b-d4e36822a457,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:27.524048 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5c6590a8-7e58-416a-ae0e-be0faa7f0bfd tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0383778 Jul 16 04:02:27.526716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47878) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:27.576722 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-591fa9ce-33a3-4f04-8290-c52e92737ea8 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.598810 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-591fa9ce-33a3-4f04-8290-c52e92737ea8 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.640481 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-591fa9ce-33a3-4f04-8290-c52e92737ea8 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.643098 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-591fa9ce-33a3-4f04-8290-c52e92737ea8 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.644234 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-591fa9ce-33a3-4f04-8290-c52e92737ea8 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-groups/0d0a2435-7960-4aed-9778-9f3ee09512d9 HTTP/1.1" status: 204 len: 168 time: 0.1166308 Jul 16 04:02:27.646929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47880) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:27.653615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fa9ce-33a3-4f04-8290-c52e92737ea8 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0a2435-7960-4aed-9778-9f3ee09512d9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:27.693032 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-895c244a-93b3-476d-b114-6581e4abc891 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0449016 Jul 16 04:02:27.696679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47882) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:27.701521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-87aa35af-3f0a-4804-884c-0ac28a550fcc tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group': {'name': 'tempest-secgroup--2027377667'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:27.722471 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87aa35af-3f0a-4804-884c-0ac28a550fcc tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.803596 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87aa35af-3f0a-4804-884c-0ac28a550fcc tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.807170 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87aa35af-3f0a-4804-884c-0ac28a550fcc tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.828286 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-87aa35af-3f0a-4804-884c-0ac28a550fcc tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.829507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-87aa35af-3f0a-4804-884c-0ac28a550fcc tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1319227 Jul 16 04:02:27.832277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47884) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:27.837112 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-da303267-d2bd-4fb3-a510-2f8e1be6040a tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group_rule': {'security_group_id': '33f6caa7-f6fd-4637-b967-9d80a3e0d31d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:27.837263 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa35af-3f0a-4804-884c-0ac28a550fcc tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f6caa7-f6fd-4637-b967-9d80a3e0d31d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:27.864476 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da303267-d2bd-4fb3-a510-2f8e1be6040a tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.920472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da303267-d2bd-4fb3-a510-2f8e1be6040a tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.924698 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da303267-d2bd-4fb3-a510-2f8e1be6040a tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.946018 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da303267-d2bd-4fb3-a510-2f8e1be6040a tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2c07bc-0d1c-4333-af87-87507aeaf059,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:27.950214 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-da303267-d2bd-4fb3-a510-2f8e1be6040a tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:27.954035 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-da303267-d2bd-4fb3-a510-2f8e1be6040a tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182656 Jul 16 04:02:27.954460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47886) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:27.971866 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ee36379c-1297-460f-9bc1-d4e75650d679 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules/0e2c07bc-0d1c-4333-af87-87507aeaf059 HTTP/1.1" status: 200 len: 763 time: 0.0162470 Jul 16 04:02:27.974335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47888) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.016396 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9d418b1b-0664-427c-8d3f-19e12045d814 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0409815 Jul 16 04:02:28.019016 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47890) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.042341 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61635445-f4ec-4606-84c2-3c21b9cc39ef tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.050321 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61635445-f4ec-4606-84c2-3c21b9cc39ef tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.077833 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61635445-f4ec-4606-84c2-3c21b9cc39ef tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.083815 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-61635445-f4ec-4606-84c2-3c21b9cc39ef tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.084992 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-61635445-f4ec-4606-84c2-3c21b9cc39ef tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0e2c07bc-0d1c-4333-af87-87507aeaf059 HTTP/1.1" status: 204 len: 168 time: 0.0650451 Jul 16 04:02:28.089351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47892) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.090413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61635445-f4ec-4606-84c2-3c21b9cc39ef tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e2c07bc-0d1c-4333-af87-87507aeaf059,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:28.128724 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-05b998df-3ed5-43a0-9172-6ad174b87a06 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397241 Jul 16 04:02:28.131341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47894) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.135822 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1eec175a-128f-45aa-9859-c4685e83d214 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group_rule': {'security_group_id': '33f6caa7-f6fd-4637-b967-9d80a3e0d31d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:28.162291 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eec175a-128f-45aa-9859-c4685e83d214 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.207185 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eec175a-128f-45aa-9859-c4685e83d214 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.210377 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eec175a-128f-45aa-9859-c4685e83d214 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.232297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec175a-128f-45aa-9859-c4685e83d214 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23735794-83b8-4add-9c0b-1300cd323d44,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:28.234516 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1eec175a-128f-45aa-9859-c4685e83d214 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.235693 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1eec175a-128f-45aa-9859-c4685e83d214 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1034145 Jul 16 04:02:28.238398 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47896) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.254843 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6738b868-1bf5-456d-9968-8a5988d34b0a tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules/23735794-83b8-4add-9c0b-1300cd323d44 HTTP/1.1" status: 200 len: 763 time: 0.0154693 Jul 16 04:02:28.257063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47898) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.296386 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fa010702-4c2f-4e92-aeac-0821da42c44d tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0383298 Jul 16 04:02:28.298608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47900) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.320516 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d93a48e-a505-4cf6-9d5c-416748f3cbf2 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.328326 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d93a48e-a505-4cf6-9d5c-416748f3cbf2 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.354080 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d93a48e-a505-4cf6-9d5c-416748f3cbf2 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.360720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d93a48e-a505-4cf6-9d5c-416748f3cbf2 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.361823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7d93a48e-a505-4cf6-9d5c-416748f3cbf2 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/23735794-83b8-4add-9c0b-1300cd323d44 HTTP/1.1" status: 204 len: 168 time: 0.0623207 Jul 16 04:02:28.364366 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47902) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.365703 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93a48e-a505-4cf6-9d5c-416748f3cbf2 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23735794-83b8-4add-9c0b-1300cd323d44,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:28.404354 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e2193aa5-582c-4352-90a3-5f762adc3cd4 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0384247 Jul 16 04:02:28.406460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47904) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.410610 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fbb5ea70-dcc9-4384-9a5e-786bd329d370 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Request body: {'security_group_rule': {'security_group_id': '33f6caa7-f6fd-4637-b967-9d80a3e0d31d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:02:28.438382 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbb5ea70-dcc9-4384-9a5e-786bd329d370 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.485989 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbb5ea70-dcc9-4384-9a5e-786bd329d370 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.489492 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbb5ea70-dcc9-4384-9a5e-786bd329d370 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.508667 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb5ea70-dcc9-4384-9a5e-786bd329d370 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d965914-f219-41c0-858a-882ee30026d3,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:28.513924 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fbb5ea70-dcc9-4384-9a5e-786bd329d370 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.515077 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fbb5ea70-dcc9-4384-9a5e-786bd329d370 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1077223 Jul 16 04:02:28.517780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47906) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.533164 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-27302912-4f3e-45d9-a44f-f1b75b4edfe7 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules/3d965914-f219-41c0-858a-882ee30026d3 HTTP/1.1" status: 200 len: 764 time: 0.0143790 Jul 16 04:02:28.535307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47908) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.574692 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1008058c-a76e-413e-8e96-a7b5311264ae tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0384014 Jul 16 04:02:28.577385 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47910) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.599251 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-175e61ff-247e-41e9-a341-027ba320d6ef tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.606941 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-175e61ff-247e-41e9-a341-027ba320d6ef tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.636263 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-175e61ff-247e-41e9-a341-027ba320d6ef tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.642290 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-175e61ff-247e-41e9-a341-027ba320d6ef tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.643384 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-175e61ff-247e-41e9-a341-027ba320d6ef tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/3d965914-f219-41c0-858a-882ee30026d3 HTTP/1.1" status: 204 len: 168 time: 0.0651186 Jul 16 04:02:28.645998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.648599 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e61ff-247e-41e9-a341-027ba320d6ef tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d965914-f219-41c0-858a-882ee30026d3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:28.686153 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f381aaa5-c992-4497-8a14-0a708e6aefc8 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388899 Jul 16 04:02:28.688795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 47914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.738977 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e652278b-107c-4f24-8457-4fb64549de69 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.760668 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e652278b-107c-4f24-8457-4fb64549de69 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.800264 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e652278b-107c-4f24-8457-4fb64549de69 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.802824 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e652278b-107c-4f24-8457-4fb64549de69 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:28.803951 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e652278b-107c-4f24-8457-4fb64549de69 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "DELETE /v2.0/security-groups/33f6caa7-f6fd-4637-b967-9d80a3e0d31d HTTP/1.1" status: 204 len: 168 time: 0.1142662 Jul 16 04:02:28.806684 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47916) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.812457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652278b-107c-4f24-8457-4fb64549de69 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f6caa7-f6fd-4637-b967-9d80a3e0d31d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:28.849468 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-68522006-c9e2-40b2-a578-7140ff5d60a1 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0416682 Jul 16 04:02:28.853440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47918) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:28.893752 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-45e3047a-4ad6-4674-b785-2cea68ea6861 tempest-SecGroupTest-2033056677 tempest-SecGroupTest-2033056677-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0386493 Jul 16 04:02:29.124553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47924) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:29.251289 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-de5c7b38-0a0d-4ed2-9184-6e10a1f5ff40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcd8424fec0d4f5c8092ae17a183314b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255813 Jul 16 04:02:29.253966 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 47928) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:02:29.300788 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d387402-ae6a-47f8-b37d-21a2509d7b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:29.321794 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d387402-ae6a-47f8-b37d-21a2509d7b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:29.367489 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d387402-ae6a-47f8-b37d-21a2509d7b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:29.370317 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9d387402-ae6a-47f8-b37d-21a2509d7b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:29.371701 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9d387402-ae6a-47f8-b37d-21a2509d7b03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56065cbd-eec8-4010-a0d3-7dbe6504f84e HTTP/1.1" status: 204 len: 168 time: 0.1167276 Jul 16 04:02:29.379213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d387402-ae6a-47f8-b37d-21a2509d7b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56065cbd-eec8-4010-a0d3-7dbe6504f84e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:02:30.073457 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c4fe36e6-5840-4bae-a1f7-5e67a82138da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:31.249976 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:31.658600 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:32.818758 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-30038e16-6d34-4f59-b84d-a13f93129993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:32.852029 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:33.948926 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:35.710853 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09f1321e-1358-4ba0-a6fc-4ce70029cbec req-9f491c12-bc70-404f-afd5-67a64fe92c08 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610654 Jul 16 04:02:35.806111 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:02:35.809564 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1321e-1358-4ba0-a6fc-4ce70029cbec req-a91c1f93-6de9-4994-832d-58f3d2bb6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:35.811128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09f1321e-1358-4ba0-a6fc-4ce70029cbec req-a91c1f93-6de9-4994-832d-58f3d2bb6332 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 1096 time: 0.0571938 Jul 16 04:02:35.917660 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1321e-1358-4ba0-a6fc-4ce70029cbec req-69e8bb4f-d48f-4742-ac31-31f527072f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:35.919722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09f1321e-1358-4ba0-a6fc-4ce70029cbec req-69e8bb4f-d48f-4742-ac31-31f527072f4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.0889521 Jul 16 04:02:35.987340 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09f1321e-1358-4ba0-a6fc-4ce70029cbec req-bd1b6b1c-eefb-4934-aba3-5bb5be425b70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a1af3a-28b6-471d-8b1d-7827cf222951 HTTP/1.1" status: 200 len: 1001 time: 0.0613871 Jul 16 04:02:36.035522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1321e-1358-4ba0-a6fc-4ce70029cbec req-9984ef39-5626-48bd-a576-94f908f95074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:36.037029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09f1321e-1358-4ba0-a6fc-4ce70029cbec req-9984ef39-5626-48bd-a576-94f908f95074 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.0440514 Jul 16 04:02:36.097077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1321e-1358-4ba0-a6fc-4ce70029cbec req-3ae382e8-d570-45de-8b24-e38cfcf92353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:02:36.098668 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09f1321e-1358-4ba0-a6fc-4ce70029cbec req-3ae382e8-d570-45de-8b24-e38cfcf92353 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556495 Jul 16 04:02:36.201767 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09f1321e-1358-4ba0-a6fc-4ce70029cbec req-cf99daef-b41d-4521-bd4c-ef29d8aa211a service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968237 Jul 16 04:02:36.303986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09f1321e-1358-4ba0-a6fc-4ce70029cbec req-d0bbdb01-becc-4e69-8365-c0c08943e6ef service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954914 Jul 16 04:02:57.190623 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:03:00.073800 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e46297f8-e46a-43e3-a5ed-5ce557f04077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.250964 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:01.673079 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:02.818612 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de769e6f-bba0-407c-a16a-08e6e55e815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:02.851640 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:03.948661 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:05.808901 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:10.639102 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-21106019-2c19-43eb-b239-e14dcb117f7d req-4269e325-b491-4f40-8d31-8e7d5fab4b4a service neutron] (93767) timed out ('10.222.0.18', 51040) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:03:15.582607 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48368) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:15.699509 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.793375 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.797849 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.835723 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ec016272e6743138158b4de12bc5426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520194 Jul 16 04:03:15.836452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d2089a-95c3-418b-aebc-d478d4ef4229,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:15.838379 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48376) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:15.850547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:15.850898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:15.851243 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:15.851583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:15.851917 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:15.852248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:15.852609 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:15.852936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:15.853261 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:15.853585 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:15.853908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:15.854230 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f926b0-fa28-42d6-afff-d92d82365efc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:15.900604 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54673745-782d-4387-a716-d5513dd24b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.922520 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54673745-782d-4387-a716-d5513dd24b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.966812 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54673745-782d-4387-a716-d5513dd24b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.970249 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54673745-782d-4387-a716-d5513dd24b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:15.971392 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-54673745-782d-4387-a716-d5513dd24b34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7d2089a-95c3-418b-aebc-d478d4ef4229 HTTP/1.1" status: 204 len: 168 time: 0.1320324 Jul 16 04:03:15.979130 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54673745-782d-4387-a716-d5513dd24b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d2089a-95c3-418b-aebc-d478d4ef4229,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:16.237527 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48382) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:16.251110 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d377-3876-4821-a6f4-05b002ab516a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:16.340590 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d377-3876-4821-a6f4-05b002ab516a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:16.345388 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7fb9d377-3876-4821-a6f4-05b002ab516a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:16.382681 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7fb9d377-3876-4821-a6f4-05b002ab516a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=480355e3d3d44dcf8388ab9990d6c0cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438959 Jul 16 04:03:16.383558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9d377-3876-4821-a6f4-05b002ab516a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85874d99-bbde-45cf-a3f1-85e1006cc5f5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:16.385290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48384) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:16.443624 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:16.470570 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:16.517899 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:16.520712 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:16.521936 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85874d99-bbde-45cf-a3f1-85e1006cc5f5 HTTP/1.1" status: 204 len: 168 time: 0.1355598 Jul 16 04:03:16.531830 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85874d99-bbde-45cf-a3f1-85e1006cc5f5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:16.539561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:16.539915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:16.540255 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:16.540616 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:16.541082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:16.541459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:16.541731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:16.542058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:16.542380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:16.542702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:16.543022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:16.543342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773539ed-8026-4dbe-8f9e-5b0db2ba793a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:22.434148 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-dc147710-46c2-4f6d-8ae9-ff2c66b767fe tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559375480&fields=id&tenant_id=141b36b166934e7d90312d1c02c7c1cd HTTP/1.1" status: 200 len: 267 time: 0.0805049 Jul 16 04:03:22.626472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-85dcd5bb-09cd-492b-9cb3-caec9eb7c767 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:22.627959 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-85dcd5bb-09cd-492b-9cb3-caec9eb7c767 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 811 time: 0.1867990 Jul 16 04:03:22.643676 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-eff81c57-3075-402c-af8a-4c42de57f4fc tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/quotas/141b36b166934e7d90312d1c02c7c1cd HTTP/1.1" status: 200 len: 375 time: 0.0099196 Jul 16 04:03:22.758526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-5625e7ad-4ded-410b-91f9-52046647c284 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1097374 Jul 16 04:03:22.851234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-d467f4f8-2c9f-4949-bd5f-5761e76703c6 service neutron] 10.222.0.18 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802598 Jul 16 04:03:22.944855 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-2527bc2c-3530-458a-a445-c43b0fe7848a service neutron] 10.222.0.18 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877724 Jul 16 04:03:23.263175 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c9098c79-6547-4994-9f28-09c0512decce req-a0072bcd-e06b-4fb6-8bc6-2e8104f9685f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 210 time: 0.0288374 Jul 16 04:03:24.377903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-99fb8cb0-2a2b-4740-b870-3136361315fe req-a5e4ed4f-2321-4abf-aaaa-9733a4bc535e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 210 time: 0.0336077 Jul 16 04:03:25.505560 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b3f6b42-403b-4e32-a8b6-bb649bd7caba req-b352c59f-8efb-42b6-acd9-1910ac8b0b85 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 210 time: 0.0296915 Jul 16 04:03:26.594786 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1aa77c22-853f-4696-9566-898749c8c8f7 req-a1c7021e-0a78-4677-84c3-7d7d3b726904 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 210 time: 0.0347061 Jul 16 04:03:27.739500 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5ebd6acd-75fb-4887-8e00-010633a69521 req-d332e013-8272-43d1-88e6-9d481c32d8c4 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 210 time: 0.0287223 Jul 16 04:03:28.750547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-6c53f4f7-3d59-4f94-adaa-936fca59846a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:28.752002 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-6c53f4f7-3d59-4f94-adaa-936fca59846a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.88 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 811 time: 0.1287229 Jul 16 04:03:28.814588 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-c4e1b613-a103-4931-bedb-168b188be0df tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=141b36b166934e7d90312d1c02c7c1cd HTTP/1.1" status: 200 len: 379 time: 0.0370815 Jul 16 04:03:28.825313 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-85018e8a-2fee-4828-959b-6b83ddc89056 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'port': {'device_id': 'b6a12fa0-9d0e-47ac-9e21-99255232653a', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'admin_state_up': True, 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'security_groups': ['78af68bb-2576-4df7-9be0-2d020a9f057d']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:28.884898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2003eae1-e0d6-4ae6-ba87-9852ee2ca132 req-99903fab-798a-45cf-a05a-b24a3d6ac02a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 210 time: 0.0329316 Jul 16 04:03:28.954318 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-85018e8a-2fee-4828-959b-6b83ddc89056 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Made reservation on behalf of 141b36b166934e7d90312d1c02c7c1cd for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:03:28.957933 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-85018e8a-2fee-4828-959b-6b83ddc89056 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.086648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-85018e8a-2fee-4828-959b-6b83ddc89056 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Allocated IP 172.20.0.11 (f55cd736-5d71-4953-92cf-213346d5a1da/71faac3d-ce79-45ad-842e-496e7071d6f0/dcc4a83d-8b2c-4d37-9f4e-15165dac485d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:03:29.230718 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-85018e8a-2fee-4828-959b-6b83ddc89056 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.243662 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-85018e8a-2fee-4828-959b-6b83ddc89056 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Transition to ACTIVE for port object dcc4a83d-8b2c-4d37-9f4e-15165dac485d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:29.277031 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-85018e8a-2fee-4828-959b-6b83ddc89056 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.327850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-85018e8a-2fee-4828-959b-6b83ddc89056 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Network f55cd736-5d71-4953-92cf-213346d5a1da is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:29.331175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-85018e8a-2fee-4828-959b-6b83ddc89056 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:29.335179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-85018e8a-2fee-4828-959b-6b83ddc89056 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:03:29.358669 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85018e8a-2fee-4828-959b-6b83ddc89056 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'Port': ['ID=dcc4a83d-8b2c-4d37-9f4e-15165dac485d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:29.390752 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-85018e8a-2fee-4828-959b-6b83ddc89056 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:29.391399 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-85018e8a-2fee-4828-959b-6b83ddc89056 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.409232 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-85018e8a-2fee-4828-959b-6b83ddc89056 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5877800 Jul 16 04:03:29.541238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Request body: {'port': {'device_id': 'b6a12fa0-9d0e-47ac-9e21-99255232653a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:29.586276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d2438647-307c-46c6-afd0-95db3817f705 None None] Provisioning for port dcc4a83d-8b2c-4d37-9f4e-15165dac485d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:29.595128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d2438647-307c-46c6-afd0-95db3817f705 None None] Provisioning complete for port dcc4a83d-8b2c-4d37-9f4e-15165dac485d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:29.595446 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2438647-307c-46c6-afd0-95db3817f705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.644783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d2438647-307c-46c6-afd0-95db3817f705 None None] Port dcc4a83d-8b2c-4d37-9f4e-15165dac485d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:03:29.658624 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.945363 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc4a83d-8b2c-4d37-9f4e-15165dac485d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:03:29.953089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:29.966613 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Transition to ACTIVE for port object dcc4a83d-8b2c-4d37-9f4e-15165dac485d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:29.970314 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:30.013486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc4a83d-8b2c-4d37-9f4e-15165dac485d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:30.086041 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47f2cf6b-0c88-48f6-9037-ae9bfe85ca08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:30.099930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34692f4-8c83-4fd3-8e04-f9c824758537 req-1f169f63-4522-4989-a564-f72160bc6a32 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:30.102254 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b34692f4-8c83-4fd3-8e04-f9c824758537 req-1f169f63-4522-4989-a564-f72160bc6a32 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 944 time: 0.0975888 Jul 16 04:03:30.139700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Attempting to bind port dcc4a83d-8b2c-4d37-9f4e-15165dac485d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:03:30.140385 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Attempting to bind port dcc4a83d-8b2c-4d37-9f4e-15165dac485d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:03:30.140754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Attempting to bind port dcc4a83d-8b2c-4d37-9f4e-15165dac485d on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:30.148590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Port dcc4a83d-8b2c-4d37-9f4e-15165dac485d on network f55cd736-5d71-4953-92cf-213346d5a1da not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:03:30.148931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Attempting to bind port dcc4a83d-8b2c-4d37-9f4e-15165dac485d on network f55cd736-5d71-4953-92cf-213346d5a1da {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:30.158695 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:03:30.158695 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Checking segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:30.159090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Bound using segment: {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:03:30.159548 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Bound port: dcc4a83d-8b2c-4d37-9f4e-15165dac485d, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:03:30.159915 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:30.163476 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b34692f4-8c83-4fd3-8e04-f9c824758537 req-3462dbaf-91b4-48f6-9c65-1e95be54c92c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513778 Jul 16 04:03:30.241368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] For port dcc4a83d-8b2c-4d37-9f4e-15165dac485d, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:03:30.245914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] For port dcc4a83d-8b2c-4d37-9f4e-15165dac485d, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=dcc4a83d-8b2c-4d37-9f4e-15165dac485d,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:03:30.250653 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:30.320858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:30.321559 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:30.323889 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] 10.222.0.88 "PUT /v2.0/ports/dcc4a83d-8b2c-4d37-9f4e-15165dac485d HTTP/1.1" status: 200 len: 1092 time: 0.9034026 Jul 16 04:03:30.327173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a12fa0-9d0e-47ac-9e21-99255232653a', 'tag': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:30.330565 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79d9443-57f2-41ae-a9a7-5188379a8810" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a12fa0-9d0e-47ac-9e21-99255232653a", "tag": "dcc4a83d-8b2c-4d37-9f4e-15165dac485d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:30.334608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f1c22-a25b-41be-acd9-d3a83ea3f960 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc4a83d-8b2c-4d37-9f4e-15165dac485d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:30.413236 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a4cbb1-7833-4c17-9d61-25a08df4160e x-openstack-request-id: req-c1a4cbb1-7833-4c17-9d61-25a08df4160e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:30.413534 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a12fa0-9d0e-47ac-9e21-99255232653a", "tag": "dcc4a83d-8b2c-4d37-9f4e-15165dac485d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:30.413786 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1a4cbb1-7833-4c17-9d61-25a08df4160e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:30.414441 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a12fa0-9d0e-47ac-9e21-99255232653a', 'tag': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d', 'status': 'completed', 'code': 200} Jul 16 04:03:30.450774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-3b3ad6f5-4188-47ff-ae80-638567a415a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:30.454546 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-3b3ad6f5-4188-47ff-ae80-638567a415a6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 1095 time: 0.0772827 Jul 16 04:03:30.508046 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-eefa4dd0-1bc1-49a4-a73d-f4c70606ed71 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcc4a83d-8b2c-4d37-9f4e-15165dac485d HTTP/1.1" status: 200 len: 217 time: 0.0416563 Jul 16 04:03:30.582116 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-09dc521b-8bba-4354-848c-a493a8ad03da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:30.583595 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-09dc521b-8bba-4354-848c-a493a8ad03da service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.0666983 Jul 16 04:03:30.668141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-66b8df73-0f78-4802-a443-ec7f1d0a338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:30.669739 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-66b8df73-0f78-4802-a443-ec7f1d0a338d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745521 Jul 16 04:03:30.770500 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-6b8741f0-fbe6-4788-99fd-3ae63735e30b service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901372 Jul 16 04:03:30.867127 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bc755ffd-a3fc-4461-9983-2fff13f19aa9 req-7b753f42-d6e2-4f56-bc48-ab29e065a0c1 service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861390 Jul 16 04:03:30.979251 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d9443-57f2-41ae-a9a7-5188379a8810 req-323c021e-6c97-4d6d-93b1-8d0cb5913657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:30.980934 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e79d9443-57f2-41ae-a9a7-5188379a8810 req-323c021e-6c97-4d6d-93b1-8d0cb5913657 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 1095 time: 0.0578246 Jul 16 04:03:31.074688 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d9443-57f2-41ae-a9a7-5188379a8810 req-8cbcfd31-9fde-4b9c-aa89-9a12d1742f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:31.076246 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e79d9443-57f2-41ae-a9a7-5188379a8810 req-8cbcfd31-9fde-4b9c-aa89-9a12d1742f69 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.0854743 Jul 16 04:03:31.125971 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e79d9443-57f2-41ae-a9a7-5188379a8810 req-0f7b612d-6314-4e42-9d6b-8ab6f488029e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcc4a83d-8b2c-4d37-9f4e-15165dac485d HTTP/1.1" status: 200 len: 217 time: 0.0396945 Jul 16 04:03:31.177987 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d9443-57f2-41ae-a9a7-5188379a8810 req-4df4013e-44fc-4a87-8fab-bdfaa298c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:31.179481 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e79d9443-57f2-41ae-a9a7-5188379a8810 req-4df4013e-44fc-4a87-8fab-bdfaa298c47e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.0442910 Jul 16 04:03:31.261000 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d9443-57f2-41ae-a9a7-5188379a8810 req-690c4fc7-3fc0-4133-9c77-94694e5d8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:31.262447 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e79d9443-57f2-41ae-a9a7-5188379a8810 req-690c4fc7-3fc0-4133-9c77-94694e5d8ff5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719876 Jul 16 04:03:31.272576 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:31.362035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff82bfe-84c5-4287-aea4-53d27b40b0d0 req-2c150636-5460-4cfb-ba46-ed16e1b122af tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:31.371122 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ff82bfe-84c5-4287-aea4-53d27b40b0d0 req-2c150636-5460-4cfb-ba46-ed16e1b122af tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 944 time: 0.0829015 Jul 16 04:03:31.384729 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e79d9443-57f2-41ae-a9a7-5188379a8810 req-b4861819-ae3a-4f33-8193-a1237299416c service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103995 Jul 16 04:03:31.419632 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ff82bfe-84c5-4287-aea4-53d27b40b0d0 req-c637b1ba-697b-47b1-8771-ac4ea477f69d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472558 Jul 16 04:03:31.487514 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e79d9443-57f2-41ae-a9a7-5188379a8810 req-406cb783-b23e-453e-8e42-1816e1eac9c6 service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919690 Jul 16 04:03:31.673153 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:32.588506 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7596bb-a9b7-4c0c-a5a2-b461e786d0d8 req-165df350-c447-40fa-a6bb-d12bd4b1d015 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:32.590083 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f7596bb-a9b7-4c0c-a5a2-b461e786d0d8 req-165df350-c447-40fa-a6bb-d12bd4b1d015 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 944 time: 0.0659606 Jul 16 04:03:32.639538 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f7596bb-a9b7-4c0c-a5a2-b461e786d0d8 req-ea9965db-7a23-435b-8d48-37983b6cac1a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423324 Jul 16 04:03:32.821182 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f3215302-7b96-4291-9b6f-dcda056bb6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:32.856369 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:33.818412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0021d-dc70-4080-881e-a422a4b1c96e req-b2850fed-a90c-4514-bdaa-b54c10535f03 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:33.819813 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adc0021d-dc70-4080-881e-a422a4b1c96e req-b2850fed-a90c-4514-bdaa-b54c10535f03 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 944 time: 0.0691957 Jul 16 04:03:33.857324 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adc0021d-dc70-4080-881e-a422a4b1c96e req-68b00b42-fb48-483e-aac7-04538b3393d1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318346 Jul 16 04:03:33.952807 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:34.190736 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:03:35.065162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7f238-12e6-45a0-bf14-b72902e6910b req-01241d1e-fecf-4181-87eb-5cfd203780a5 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:35.066919 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54a7f238-12e6-45a0-bf14-b72902e6910b req-01241d1e-fecf-4181-87eb-5cfd203780a5 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 944 time: 0.0838933 Jul 16 04:03:35.108653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-54a7f238-12e6-45a0-bf14-b72902e6910b req-408d0c71-382a-42c1-9d32-59bc7705ae13 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351665 Jul 16 04:03:35.530297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48642) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:35.647409 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a265aaa-936e-49d2-8e07-8c825b1a4bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:35.739932 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a265aaa-936e-49d2-8e07-8c825b1a4bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:35.743427 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2a265aaa-936e-49d2-8e07-8c825b1a4bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:35.780831 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2a265aaa-936e-49d2-8e07-8c825b1a4bed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99070fca3e404f258d7fa386142fe458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494445 Jul 16 04:03:35.782015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a265aaa-936e-49d2-8e07-8c825b1a4bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a341ee71-03bf-498d-b26e-840b3a567f7b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:35.783483 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48648) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:35.813305 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:35.832641 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91a9f022-bff5-4481-bf98-8efbc900605a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:35.856651 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91a9f022-bff5-4481-bf98-8efbc900605a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:35.900446 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91a9f022-bff5-4481-bf98-8efbc900605a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:35.902966 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91a9f022-bff5-4481-bf98-8efbc900605a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:35.904161 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-91a9f022-bff5-4481-bf98-8efbc900605a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a341ee71-03bf-498d-b26e-840b3a567f7b HTTP/1.1" status: 204 len: 168 time: 0.1196702 Jul 16 04:03:35.911459 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9f022-bff5-4481-bf98-8efbc900605a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a341ee71-03bf-498d-b26e-840b3a567f7b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:36.171043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48656) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:36.185986 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62101ffa-42af-4307-85a6-e9d35de16ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:36.283755 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62101ffa-42af-4307-85a6-e9d35de16ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:36.287658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-62101ffa-42af-4307-85a6-e9d35de16ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:36.326490 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62101ffa-42af-4307-85a6-e9d35de16ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15654d8e-5d9a-41ef-a5a6-2b66b56ff085,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:36.330916 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-62101ffa-42af-4307-85a6-e9d35de16ed5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7630d4820024a4d99adae1e79b5589f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586413 Jul 16 04:03:36.333568 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48658) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:36.388075 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c4b5c6d-b32e-4231-9706-97e4389b6734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:36.411121 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c4b5c6d-b32e-4231-9706-97e4389b6734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:36.465065 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c4b5c6d-b32e-4231-9706-97e4389b6734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:36.468439 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9c4b5c6d-b32e-4231-9706-97e4389b6734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:36.469665 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9c4b5c6d-b32e-4231-9706-97e4389b6734 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15654d8e-5d9a-41ef-a5a6-2b66b56ff085 HTTP/1.1" status: 204 len: 168 time: 0.1350977 Jul 16 04:03:36.479866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b5c6d-b32e-4231-9706-97e4389b6734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15654d8e-5d9a-41ef-a5a6-2b66b56ff085,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:36.670676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529cbf7-ee66-45b3-9c03-e49d82df69c0 req-83beb063-c228-40be-bc69-6658749cbd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:36.672182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8529cbf7-ee66-45b3-9c03-e49d82df69c0 req-83beb063-c228-40be-bc69-6658749cbd80 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 944 time: 0.4468224 Jul 16 04:03:36.709085 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8529cbf7-ee66-45b3-9c03-e49d82df69c0 req-03e76989-5cc1-4e31-b76f-1c16f98cf3a5 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310454 Jul 16 04:03:37.702833 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9ff6e67-d697-4e1b-adba-c6746fd21ef8 req-c70efb07-3a98-49ac-a7cc-3a909f7c6413 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504334 Jul 16 04:03:37.797483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff6e67-d697-4e1b-adba-c6746fd21ef8 req-20048d32-ede2-4d58-8a6c-f22a9b326ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:37.799142 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9ff6e67-d697-4e1b-adba-c6746fd21ef8 req-20048d32-ede2-4d58-8a6c-f22a9b326ee1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 1096 time: 0.0554223 Jul 16 04:03:37.943310 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff6e67-d697-4e1b-adba-c6746fd21ef8 req-fbb5724d-e627-4653-8cdc-c5cfb1cd1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:37.944825 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9ff6e67-d697-4e1b-adba-c6746fd21ef8 req-fbb5724d-e627-4653-8cdc-c5cfb1cd1354 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.1255136 Jul 16 04:03:37.965583 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472e2a0-0679-48ee-8837-6e02219aa2d0 req-8b9f41e8-a444-49d8-acbb-779949192303 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:37.967043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2472e2a0-0679-48ee-8837-6e02219aa2d0 req-8b9f41e8-a444-49d8-acbb-779949192303 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 944 time: 0.1385570 Jul 16 04:03:38.047335 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2472e2a0-0679-48ee-8837-6e02219aa2d0 req-d6e38fe5-2231-4d9f-af73-760ef67fdf24 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492029 Jul 16 04:03:38.049206 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9ff6e67-d697-4e1b-adba-c6746fd21ef8 req-c2c85f3a-23dd-4c0e-baf4-171c5e4290dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a1af3a-28b6-471d-8b1d-7827cf222951 HTTP/1.1" status: 200 len: 1001 time: 0.0982261 Jul 16 04:03:38.099895 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff6e67-d697-4e1b-adba-c6746fd21ef8 req-9faa5b94-89df-4a43-b23e-f87c7bc8ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:38.101438 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9ff6e67-d697-4e1b-adba-c6746fd21ef8 req-9faa5b94-89df-4a43-b23e-f87c7bc8ba6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.0460489 Jul 16 04:03:38.162723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff6e67-d697-4e1b-adba-c6746fd21ef8 req-ab6347fa-3433-445e-b6c9-34c6ddb0cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:38.164267 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9ff6e67-d697-4e1b-adba-c6746fd21ef8 req-ab6347fa-3433-445e-b6c9-34c6ddb0cb35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560544 Jul 16 04:03:38.255722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9ff6e67-d697-4e1b-adba-c6746fd21ef8 req-7ebcc95b-0ba4-4a84-a4d0-2a56e88b0fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847046 Jul 16 04:03:38.342566 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9ff6e67-d697-4e1b-adba-c6746fd21ef8 req-488bcf11-eef9-4648-ac42-89e53e676a65 service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806248 Jul 16 04:03:39.228081 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c680067-de39-4c11-a05d-cd838c169066 req-d9e58bf1-6894-4b98-b548-1975782d5fb0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:39.229615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c680067-de39-4c11-a05d-cd838c169066 req-d9e58bf1-6894-4b98-b548-1975782d5fb0 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 944 time: 0.0694702 Jul 16 04:03:39.268582 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4c680067-de39-4c11-a05d-cd838c169066 req-715a76af-e028-4b6f-82e8-09eedbea1a0f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328753 Jul 16 04:03:40.440294 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3413f1-b205-4dc1-93c0-8fc7f6b05e31 req-b5619bf4-dfa3-4bc3-a3a5-11e70ccbc021 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:40.441808 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c3413f1-b205-4dc1-93c0-8fc7f6b05e31 req-b5619bf4-dfa3-4bc3-a3a5-11e70ccbc021 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 944 time: 0.0625029 Jul 16 04:03:40.478947 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c3413f1-b205-4dc1-93c0-8fc7f6b05e31 req-99fb5ae0-ec2f-481f-b652-7bef9ebc006e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315347 Jul 16 04:03:41.111952 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device dcc4a83d-8b2c-4d37-9f4e-15165dac485d details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:03:41.206788 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port dcc4a83d-8b2c-4d37-9f4e-15165dac485d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=dcc4a83d-8b2c-4d37-9f4e-15165dac485d,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:41.217846 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'port_id': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d', 'mac_address': 'fa:16:3e:8f:e6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:03:41.258404 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.270846 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc4a83d-8b2c-4d37-9f4e-15165dac485d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:03:41.290868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port dcc4a83d-8b2c-4d37-9f4e-15165dac485d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=dcc4a83d-8b2c-4d37-9f4e-15165dac485d,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:41.294613 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.329330 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48764) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:41.340445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=dcc4a83d-8b2c-4d37-9f4e-15165dac485d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:41.348241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:41.348614 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:41.348943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:41.349279 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:41.349606 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:41.349930 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:41.350253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:41.350573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:41.350893 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:41.351208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:41.351522 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:41.351840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:03:41.434907 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fdafe51-bc7a-466e-9a9c-a368cea92580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.525333 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fdafe51-bc7a-466e-9a9c-a368cea92580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.529481 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3fdafe51-bc7a-466e-9a9c-a368cea92580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.566683 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdafe51-bc7a-466e-9a9c-a368cea92580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174bacda-331a-4f9f-89ba-382b4a4c3ed8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:41.570885 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3fdafe51-bc7a-466e-9a9c-a368cea92580 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=99a4befe8cf14ec7b3252b854e8742a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403879 Jul 16 04:03:41.573591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48770) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:41.600957 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['dcc4a83d-8b2c-4d37-9f4e-15165dac485d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:03:41.639712 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d65ed1b-2d57-453d-ac97-91426b334c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.663227 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d65ed1b-2d57-453d-ac97-91426b334c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.668901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ef688-0867-4e82-8a7c-9e12006f1916 req-06383ab3-c6b9-4d1d-9d21-4c9a118aabad tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:41.671468 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a32ef688-0867-4e82-8a7c-9e12006f1916 req-06383ab3-c6b9-4d1d-9d21-4c9a118aabad tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 945 time: 0.0809700 Jul 16 04:03:41.710463 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a32ef688-0867-4e82-8a7c-9e12006f1916 req-c7548673-792e-4a7f-aecb-93059e029a0f tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332818 Jul 16 04:03:41.721272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d65ed1b-2d57-453d-ac97-91426b334c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.726189 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8d65ed1b-2d57-453d-ac97-91426b334c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:41.730331 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8d65ed1b-2d57-453d-ac97-91426b334c21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/174bacda-331a-4f9f-89ba-382b4a4c3ed8 HTTP/1.1" status: 204 len: 168 time: 0.1556840 Jul 16 04:03:41.739099 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65ed1b-2d57-453d-ac97-91426b334c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174bacda-331a-4f9f-89ba-382b4a4c3ed8,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:41.991329 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48776) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:42.004658 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba48988f-9f94-4012-90a9-c5556308330c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.089422 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba48988f-9f94-4012-90a9-c5556308330c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.092896 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ba48988f-9f94-4012-90a9-c5556308330c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.129308 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ba48988f-9f94-4012-90a9-c5556308330c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c581b4d7a1284284ba48dc098a0f5681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1368864 Jul 16 04:03:42.131185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48988f-9f94-4012-90a9-c5556308330c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7d74c9-4b63-448f-bbc8-2bb8f3da07a4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:42.131999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 48778) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:42.181879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ffceda1-4c0a-4b59-b159-37069adb9c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.202299 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ffceda1-4c0a-4b59-b159-37069adb9c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.246747 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ffceda1-4c0a-4b59-b159-37069adb9c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.249440 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2ffceda1-4c0a-4b59-b159-37069adb9c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:42.250575 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2ffceda1-4c0a-4b59-b159-37069adb9c09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da7d74c9-4b63-448f-bbc8-2bb8f3da07a4 HTTP/1.1" status: 204 len: 168 time: 0.1174903 Jul 16 04:03:42.258098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffceda1-4c0a-4b59-b159-37069adb9c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7d74c9-4b63-448f-bbc8-2bb8f3da07a4,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:42.883341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13411b66-4a55-4999-8386-08bf1c6e79a3 req-22152205-70b3-4b00-b718-ade23465ac2e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:42.884905 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-13411b66-4a55-4999-8386-08bf1c6e79a3 req-22152205-70b3-4b00-b718-ade23465ac2e tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 945 time: 0.0639935 Jul 16 04:03:42.926032 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-13411b66-4a55-4999-8386-08bf1c6e79a3 req-0dd498cf-ff60-4dbe-a6a0-9dbdc7fed4d8 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355558 Jul 16 04:03:43.111728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device dcc4a83d-8b2c-4d37-9f4e-15165dac485d up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:43.159688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port dcc4a83d-8b2c-4d37-9f4e-15165dac485d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:43.163284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port dcc4a83d-8b2c-4d37-9f4e-15165dac485d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:43.163661 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:43.244369 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:43.268586 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a12fa0-9d0e-47ac-9e21-99255232653a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:43.270872 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe89668a-fe0b-4890-8996-1739d3b51b9a" -d '{"events": [{"server_uuid": "b6a12fa0-9d0e-47ac-9e21-99255232653a", "name": "network-vif-plugged", "status": "completed", "tag": "dcc4a83d-8b2c-4d37-9f4e-15165dac485d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:43.286629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port dcc4a83d-8b2c-4d37-9f4e-15165dac485d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=dcc4a83d-8b2c-4d37-9f4e-15165dac485d,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:43.290821 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:43.313813 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b98dba-cfa1-4752-9e5b-6340a2e792b6 x-openstack-request-id: req-32b98dba-cfa1-4752-9e5b-6340a2e792b6 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:43.314112 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a12fa0-9d0e-47ac-9e21-99255232653a", "name": "network-vif-plugged", "status": "completed", "tag": "dcc4a83d-8b2c-4d37-9f4e-15165dac485d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:43.314363 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-32b98dba-cfa1-4752-9e5b-6340a2e792b6 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:43.314760 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a12fa0-9d0e-47ac-9e21-99255232653a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d', 'code': 200} Jul 16 04:03:43.341097 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=dcc4a83d-8b2c-4d37-9f4e-15165dac485d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:43.435123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ce4fd-360b-49e7-a252-e7a30dbddbb8 req-76ad0f7c-181b-4399-8ce2-7f076ebe1210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:43.437239 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8e7ce4fd-360b-49e7-a252-e7a30dbddbb8 req-76ad0f7c-181b-4399-8ce2-7f076ebe1210 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 1097 time: 0.0525839 Jul 16 04:03:43.473328 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8e7ce4fd-360b-49e7-a252-e7a30dbddbb8 req-dbbedf59-f20f-4af2-a5a6-b12f88238a42 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270319 Jul 16 04:03:44.098054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38175a81-697a-4cbf-863a-4a1cf684620e req-9af1543d-88bc-4931-b4c8-05b0554b86cf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:44.099506 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38175a81-697a-4cbf-863a-4a1cf684620e req-9af1543d-88bc-4931-b4c8-05b0554b86cf tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 946 time: 0.0651410 Jul 16 04:03:44.135577 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38175a81-697a-4cbf-863a-4a1cf684620e req-b5dd5cd3-dea5-493b-a625-a3aa1abdecc1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305462 Jul 16 04:03:44.467083 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-8e68f35c-4c35-4484-847a-5c682210111e tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e67f0b21df554e6bb6b9e4da45d421e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309737 Jul 16 04:03:44.655018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-b8cf97e4-9fb2-4087-a2a7-e5e95549df9a tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:44.657026 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-b8cf97e4-9fb2-4087-a2a7-e5e95549df9a tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843967 Jul 16 04:03:44.672776 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-6f8da4a0-c258-4217-9c63-0aa0e8b00b13 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/quotas/e67f0b21df554e6bb6b9e4da45d421e1 HTTP/1.1" status: 200 len: 375 time: 0.0096669 Jul 16 04:03:44.704708 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-c29f2d06-752f-4ae4-a423-0cff0b2c93b3 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e67f0b21df554e6bb6b9e4da45d421e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272396 Jul 16 04:03:44.865949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-50336d61-2d41-4183-b710-63765f5deaa7 req-663317ca-f19b-419b-9bac-d3bb02d55d49 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b031e9d-46c7-4ba9-8057-2a21953c330e HTTP/1.1" status: 200 len: 210 time: 0.0278959 Jul 16 04:03:45.310085 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d30467-7d57-4f3c-a537-59e51edb8875 req-acdd8280-8429-432f-97ed-47afa042e73a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:45.312133 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-21d30467-7d57-4f3c-a537-59e51edb8875 req-acdd8280-8429-432f-97ed-47afa042e73a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 946 time: 0.0627537 Jul 16 04:03:45.349843 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-21d30467-7d57-4f3c-a537-59e51edb8875 req-119bcdeb-03b0-4513-a7a4-b0bc983d633d tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321009 Jul 16 04:03:45.529990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e05d22-a8f2-4747-b5db-c8ac6c9b1b45 req-6befe23e-3d4f-4944-b8d6-63278b44d6bd tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:45.531367 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0e05d22-a8f2-4747-b5db-c8ac6c9b1b45 req-6befe23e-3d4f-4944-b8d6-63278b44d6bd tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 946 time: 0.0698395 Jul 16 04:03:45.569222 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0e05d22-a8f2-4747-b5db-c8ac6c9b1b45 req-ca93eb42-ec3b-4252-9090-9ff92355862a tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323217 Jul 16 04:03:45.592795 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48848) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:45.643704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a90f5-5aa3-4003-a1c5-10fede7ea95c tempest-TestVolumeBootPattern-1189016441 tempest-TestVolumeBootPattern-1189016441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:45.645254 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2d5a90f5-5aa3-4003-a1c5-10fede7ea95c tempest-TestVolumeBootPattern-1189016441 tempest-TestVolumeBootPattern-1189016441-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 1092 time: 0.0515027 Jul 16 04:03:45.648278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 48850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:03:45.652587 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:45.675134 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.774939 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:45.806559 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-5ed6c82b-c6af-4fc2-ab21-89557a60cd37 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e67f0b21df554e6bb6b9e4da45d421e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238349 Jul 16 04:03:45.999231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-8884a7ae-b315-43b1-9f79-90ef233ec0ab tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:46.000618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-8884a7ae-b315-43b1-9f79-90ef233ec0ab tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1699212 Jul 16 04:03:46.002733 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Allocated IP 172.25.3.148 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/39b1135a-a4c5-4922-b82d-299e8c6cf43d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:03:46.028448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-88ca434e-0140-4431-ae8c-b06342902c7e req-bfe33f97-e829-4435-b351-18c231890131 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b031e9d-46c7-4ba9-8057-2a21953c330e HTTP/1.1" status: 200 len: 210 time: 0.0441153 Jul 16 04:03:46.032997 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Request body: {'port': {'device_id': '6b031e9d-46c7-4ba9-8057-2a21953c330e', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': 'e67f0b21df554e6bb6b9e4da45d421e1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:46.215081 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.224368 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Made reservation on behalf of e67f0b21df554e6bb6b9e4da45d421e1 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:03:46.227829 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.238707 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.297775 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.344400 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:46.352955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:46.357516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:03:46.389069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'Port': ['ID=39b1135a-a4c5-4922-b82d-299e8c6cf43d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:46.453334 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.457081 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.564148 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73267f22-1613-470d-bc74-a7de4bfa2bff,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:46.713281 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Allocated IP 192.168.233.245 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/c64b38e4-d066-49e2-b22b-63f33d919b8c) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:03:46.986272 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:46.988550 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.022447 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Transition to ACTIVE for port object c64b38e4-d066-49e2-b22b-63f33d919b8c will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:47.091203 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.116801 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.205933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:03:47.215551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:03:47.231231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:03:47.245674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Pushing event updated for resources: {'Port': ['ID=c64b38e4-d066-49e2-b22b-63f33d919b8c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:47.446966 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-32a5d812-08f5-478a-93df-aca9cb83bfdf None None] Provisioning for port c64b38e4-d066-49e2-b22b-63f33d919b8c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:47.450951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-32a5d812-08f5-478a-93df-aca9cb83bfdf None None] Provisioning complete for port c64b38e4-d066-49e2-b22b-63f33d919b8c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:47.451332 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-32a5d812-08f5-478a-93df-aca9cb83bfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.488540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-32a5d812-08f5-478a-93df-aca9cb83bfdf None None] Port c64b38e4-d066-49e2-b22b-63f33d919b8c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:03:47.605435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:47.606053 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.634547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-34bc6119-ba93-46da-9450-0a8fbb2fad00 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6103666 Jul 16 04:03:47.642721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0c602-7b83-40c2-a1a1-52a1e9d72ed9 req-25d7a02f-5278-4c44-8705-4de36869820f tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:47.644147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92b0c602-7b83-40c2-a1a1-52a1e9d72ed9 req-25d7a02f-5278-4c44-8705-4de36869820f tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b031e9d-46c7-4ba9-8057-2a21953c330e HTTP/1.1" status: 200 len: 936 time: 0.4948506 Jul 16 04:03:47.653033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Request body: {'port': {'device_id': '6b031e9d-46c7-4ba9-8057-2a21953c330e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:03:47.732971 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.743079 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92b0c602-7b83-40c2-a1a1-52a1e9d72ed9 req-85b80fc6-f7b5-4fc2-8933-14c37e22f6c6 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/security-groups?id=73267f22-1613-470d-bc74-a7de4bfa2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875897 Jul 16 04:03:47.743603 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.831841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event updated for resources: {'Port': ['ID=39b1135a-a4c5-4922-b82d-299e8c6cf43d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:47.842243 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:47.866670 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.109646 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Floating IP ab0fc251-7417-48b7-89a9-4dc124b1ad8f associated. External IP: 172.25.3.148, port: dcc4a83d-8b2c-4d37-9f4e-15165dac485d. Jul 16 04:03:48.382077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64b38e4-d066-49e2-b22b-63f33d919b8c {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:03:48.394437 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.415557 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Transition to ACTIVE for port object c64b38e4-d066-49e2-b22b-63f33d919b8c will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:03:48.421469 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.428003 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:03:48.519416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c64b38e4-d066-49e2-b22b-63f33d919b8c,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:48.639615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Attempting to bind port c64b38e4-d066-49e2-b22b-63f33d919b8c on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:03:48.640146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Attempting to bind port c64b38e4-d066-49e2-b22b-63f33d919b8c by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:03:48.640250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Attempting to bind port c64b38e4-d066-49e2-b22b-63f33d919b8c on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:48.647308 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Port c64b38e4-d066-49e2-b22b-63f33d919b8c on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:03:48.647638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Attempting to bind port c64b38e4-d066-49e2-b22b-63f33d919b8c on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:03:48.654079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:03:48.655919 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:03:48.656260 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:03:48.656664 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:03:48.657100 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Bound port: c64b38e4-d066-49e2-b22b-63f33d919b8c, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:03:48.657461 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.664476 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe789cf-8b86-425a-94be-eaee35a5a03f None None] Sync routers for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:03:48.673868 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe789cf-8b86-425a-94be-eaee35a5a03f None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:48.674481 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cbe789cf-8b86-425a-94be-eaee35a5a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:03:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:48.697177 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.756375 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-42d68b2b-8e5a-47fd-828e-df35e9e97075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1068399 Jul 16 04:03:48.758463 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a12fa0-9d0e-47ac-9e21-99255232653a', 'tag': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:48.760766 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057885b4-18aa-4942-8efd-2f29c93e6c94" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a12fa0-9d0e-47ac-9e21-99255232653a", "tag": "dcc4a83d-8b2c-4d37-9f4e-15165dac485d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:48.767908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] For port c64b38e4-d066-49e2-b22b-63f33d919b8c, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:03:48.771733 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] For port c64b38e4-d066-49e2-b22b-63f33d919b8c, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c64b38e4-d066-49e2-b22b-63f33d919b8c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:03:48.776483 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.788156 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-cbe789cf-8b86-425a-94be-eaee35a5a03f None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:48.816860 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:48.817518 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:48.818988 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] 10.222.0.20 "PUT /v2.0/ports/c64b38e4-d066-49e2-b22b-63f33d919b8c HTTP/1.1" status: 200 len: 1096 time: 1.1723397 Jul 16 04:03:48.836346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92257f8b-71d6-493a-ae6b-b2eb805d7bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c64b38e4-d066-49e2-b22b-63f33d919b8c,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:48.971927 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-79558573-c37c-4684-8638-e5b907eccf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:48.973644 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-79558573-c37c-4684-8638-e5b907eccf66 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e67f0b21df554e6bb6b9e4da45d421e1&device_id=6b031e9d-46c7-4ba9-8057-2a21953c330e HTTP/1.1" status: 200 len: 1099 time: 0.1028111 Jul 16 04:03:49.027444 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadb6e75-2be3-45c8-b949-70b8950fd31a x-openstack-request-id: req-fadb6e75-2be3-45c8-b949-70b8950fd31a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:49.027733 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a12fa0-9d0e-47ac-9e21-99255232653a", "tag": "dcc4a83d-8b2c-4d37-9f4e-15165dac485d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:49.027981 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fadb6e75-2be3-45c8-b949-70b8950fd31a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:49.028400 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a12fa0-9d0e-47ac-9e21-99255232653a', 'tag': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d', 'status': 'completed', 'code': 200} Jul 16 04:03:49.033042 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-a9aa1c05-f8ee-4630-be27-55ad7a52b7d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=c64b38e4-d066-49e2-b22b-63f33d919b8c HTTP/1.1" status: 200 len: 217 time: 0.0512867 Jul 16 04:03:49.061731 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cbe789cf-8b86-425a-94be-eaee35a5a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '7a1a0d51-e725-48d1-acd7-538a67ff9830', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'port_id': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'mac_address': 'fa:16:3e:45:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:37Z', 'updated_at': '2021-07-16T04:01:41Z', 'revision_number': 1, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address_scope': None}, {'id': 'ab0fc251-7417-48b7-89a9-4dc124b1ad8f', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'port_id': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'mac_address': 'fa:16:3e:8f:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a12fa0-9d0e-47ac-9e21-99255232653a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:03:46Z', 'updated_at': '2021-07-16T04:03:46Z', 'revision_number': 0, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:49.088918 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe789cf-8b86-425a-94be-eaee35a5a03f None None] Checking router: 760e4c6f-bb2e-48eb-82da-aa62d23ba241 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:03:49.089116 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057885b4-18aa-4942-8efd-2f29c93e6c94 req-53a723cb-579a-4134-a13b-484a2dffa851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:49.090519 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-057885b4-18aa-4942-8efd-2f29c93e6c94 req-53a723cb-579a-4134-a13b-484a2dffa851 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 1097 time: 0.0588701 Jul 16 04:03:49.094433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914a245-9b31-429c-a8aa-8ad98492f0a5 req-a434bcf0-ffa1-4f28-ad75-caba172cefd1 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:49.095995 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9914a245-9b31-429c-a8aa-8ad98492f0a5 req-a434bcf0-ffa1-4f28-ad75-caba172cefd1 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b031e9d-46c7-4ba9-8057-2a21953c330e HTTP/1.1" status: 200 len: 948 time: 0.1796772 Jul 16 04:03:49.097559 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-78315854-7730-4f13-b611-0bb8d32d7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:49.097800 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe789cf-8b86-425a-94be-eaee35a5a03f None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:03:49.098575 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cbe789cf-8b86-425a-94be-eaee35a5a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:03:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:49.098839 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-78315854-7730-4f13-b611-0bb8d32d7393 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0593908 Jul 16 04:03:49.143674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9914a245-9b31-429c-a8aa-8ad98492f0a5 req-5fba4080-dfe7-41ac-86e3-071b3040469f tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/security-groups?id=73267f22-1613-470d-bc74-a7de4bfa2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Jul 16 04:03:49.188144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-1b2df852-b127-460e-9e6a-714d7f269c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:49.189566 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-1b2df852-b127-460e-9e6a-714d7f269c63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0566111 Jul 16 04:03:49.193326 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057885b4-18aa-4942-8efd-2f29c93e6c94 req-5ce88e16-ce29-4b76-bf92-8130ea711fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:49.194787 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-057885b4-18aa-4942-8efd-2f29c93e6c94 req-5ce88e16-ce29-4b76-bf92-8130ea711fa0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.0979691 Jul 16 04:03:49.215150 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-cbe789cf-8b86-425a-94be-eaee35a5a03f None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:03:49.265073 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-057885b4-18aa-4942-8efd-2f29c93e6c94 req-d1743d2e-104b-45bf-8cfc-88cfb9d349b9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcc4a83d-8b2c-4d37-9f4e-15165dac485d HTTP/1.1" status: 200 len: 1000 time: 0.0611014 Jul 16 04:03:49.286402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-68c2e7b0-7412-4548-b526-7e419662804a service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905762 Jul 16 04:03:49.324906 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057885b4-18aa-4942-8efd-2f29c93e6c94 req-6f4fa594-cbf5-4a8d-9687-b6ca0f9fd103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:49.326386 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-057885b4-18aa-4942-8efd-2f29c93e6c94 req-6f4fa594-cbf5-4a8d-9687-b6ca0f9fd103 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.0459282 Jul 16 04:03:49.382192 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9af5a4d8-e5e2-46ef-8b65-2465d4259e7b req-603423dd-155d-4f52-ad8c-8b681fed25d5 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891087 Jul 16 04:03:49.386681 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057885b4-18aa-4942-8efd-2f29c93e6c94 req-708ebfce-37a5-4d78-8bb1-b2fc0e9a8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:49.388181 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-057885b4-18aa-4942-8efd-2f29c93e6c94 req-708ebfce-37a5-4d78-8bb1-b2fc0e9a8e7c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556791 Jul 16 04:03:49.444512 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-cbe789cf-8b86-425a-94be-eaee35a5a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '7a1a0d51-e725-48d1-acd7-538a67ff9830', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'port_id': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'mac_address': 'fa:16:3e:45:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:37Z', 'updated_at': '2021-07-16T04:01:41Z', 'revision_number': 1, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address_scope': None}, {'id': 'ab0fc251-7417-48b7-89a9-4dc124b1ad8f', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'port_id': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'mac_address': 'fa:16:3e:8f:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a12fa0-9d0e-47ac-9e21-99255232653a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:03:46Z', 'updated_at': '2021-07-16T04:03:46Z', 'revision_number': 0, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:03:49.471110 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe789cf-8b86-425a-94be-eaee35a5a03f None None] The sync data for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 is: [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '7a1a0d51-e725-48d1-acd7-538a67ff9830', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'port_id': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'mac_address': 'fa:16:3e:45:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:37Z', 'updated_at': '2021-07-16T04:01:41Z', 'revision_number': 1, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address_scope': None}, {'id': 'ab0fc251-7417-48b7-89a9-4dc124b1ad8f', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'port_id': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'mac_address': 'fa:16:3e:8f:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a12fa0-9d0e-47ac-9e21-99255232653a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:03:46Z', 'updated_at': '2021-07-16T04:03:46Z', 'revision_number': 0, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:03:49.482248 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-057885b4-18aa-4942-8efd-2f29c93e6c94 req-ac871110-3faf-4041-b95c-a2f5251701b4 service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873632 Jul 16 04:03:49.575358 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-057885b4-18aa-4942-8efd-2f29c93e6c94 req-72db4f7e-78f3-47d5-b105-ea6c98e7098a service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863590 Jul 16 04:03:49.678031 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8152e4-3ceb-472c-840d-2e96c443fc03 None None] New status for floating IP ab0fc251-7417-48b7-89a9-4dc124b1ad8f: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:03:50.320983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79348f-0436-46ec-8f68-41e7e449d4dc req-a0bf0436-5a97-4ec5-810e-ece92000c2ce tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:50.322469 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf79348f-0436-46ec-8f68-41e7e449d4dc req-a0bf0436-5a97-4ec5-810e-ece92000c2ce tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b031e9d-46c7-4ba9-8057-2a21953c330e HTTP/1.1" status: 200 len: 948 time: 0.0626047 Jul 16 04:03:50.359627 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf79348f-0436-46ec-8f68-41e7e449d4dc req-0e08f553-dd4e-4b56-9efa-2ea426d6f51e tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/security-groups?id=73267f22-1613-470d-bc74-a7de4bfa2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Jul 16 04:03:50.627076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c64b38e4-d066-49e2-b22b-63f33d919b8c details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:03:50.721526 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c64b38e4-d066-49e2-b22b-63f33d919b8c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c64b38e4-d066-49e2-b22b-63f33d919b8c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:50.732737 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'c64b38e4-d066-49e2-b22b-63f33d919b8c', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': 'c64b38e4-d066-49e2-b22b-63f33d919b8c', 'mac_address': 'fa:16:3e:87:c8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:03:50.771154 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:50.788067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64b38e4-d066-49e2-b22b-63f33d919b8c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:03:50.806176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c64b38e4-d066-49e2-b22b-63f33d919b8c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c64b38e4-d066-49e2-b22b-63f33d919b8c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:50.810020 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:50.854561 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c64b38e4-d066-49e2-b22b-63f33d919b8c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:51.020137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c64b38e4-d066-49e2-b22b-63f33d919b8c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:03:51.029553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b031e9d-46c7-4ba9-8057-2a21953c330e', 'tag': 'c64b38e4-d066-49e2-b22b-63f33d919b8c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:51.032451 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8e155f-eec8-49bb-86e0-e00cdae734ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6b031e9d-46c7-4ba9-8057-2a21953c330e", "tag": "c64b38e4-d066-49e2-b22b-63f33d919b8c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:51.067658 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cae2505-fd89-4363-b985-c6bc105926e9 x-openstack-request-id: req-0cae2505-fd89-4363-b985-c6bc105926e9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:51.067953 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b031e9d-46c7-4ba9-8057-2a21953c330e", "tag": "c64b38e4-d066-49e2-b22b-63f33d919b8c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:51.068205 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cae2505-fd89-4363-b985-c6bc105926e9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:51.068633 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b031e9d-46c7-4ba9-8057-2a21953c330e', 'tag': 'c64b38e4-d066-49e2-b22b-63f33d919b8c', 'status': 'completed', 'code': 200} Jul 16 04:03:51.141384 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e155f-eec8-49bb-86e0-e00cdae734ec req-fe2e6e56-2711-4b9e-8066-0de748d70f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:51.142887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af8e155f-eec8-49bb-86e0-e00cdae734ec req-fe2e6e56-2711-4b9e-8066-0de748d70f5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e67f0b21df554e6bb6b9e4da45d421e1&device_id=6b031e9d-46c7-4ba9-8057-2a21953c330e HTTP/1.1" status: 200 len: 1100 time: 0.0529423 Jul 16 04:03:51.233874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e155f-eec8-49bb-86e0-e00cdae734ec req-a04be6d8-6183-4178-9c7c-f4fa4379b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:51.235372 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af8e155f-eec8-49bb-86e0-e00cdae734ec req-a04be6d8-6183-4178-9c7c-f4fa4379b1e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.0862830 Jul 16 04:03:51.275175 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af8e155f-eec8-49bb-86e0-e00cdae734ec req-0df5e8d8-6c7b-40c9-9929-fc2499181b8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=c64b38e4-d066-49e2-b22b-63f33d919b8c HTTP/1.1" status: 200 len: 217 time: 0.0329266 Jul 16 04:03:51.326771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e155f-eec8-49bb-86e0-e00cdae734ec req-47d68583-589c-47a5-89fc-9fd6685afa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:51.328183 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af8e155f-eec8-49bb-86e0-e00cdae734ec req-47d68583-589c-47a5-89fc-9fd6685afa5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0457020 Jul 16 04:03:51.384701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e155f-eec8-49bb-86e0-e00cdae734ec req-1d28f106-f313-4b25-96f4-47a1121529e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:51.386226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af8e155f-eec8-49bb-86e0-e00cdae734ec req-1d28f106-f313-4b25-96f4-47a1121529e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513110 Jul 16 04:03:51.487258 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af8e155f-eec8-49bb-86e0-e00cdae734ec req-fef7b10a-656d-4d4e-ad70-bf04b4d944ae service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929537 Jul 16 04:03:51.603337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cd2d0-c7bf-447a-877d-5774448e3c0c req-718d582c-2149-4346-910a-f008c7163340 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:51.604757 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-940cd2d0-c7bf-447a-877d-5774448e3c0c req-718d582c-2149-4346-910a-f008c7163340 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b031e9d-46c7-4ba9-8057-2a21953c330e HTTP/1.1" status: 200 len: 949 time: 0.1318424 Jul 16 04:03:51.627378 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af8e155f-eec8-49bb-86e0-e00cdae734ec req-cb967c79-4fc0-4e6f-8a47-8206a2a652da service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192842 Jul 16 04:03:51.657445 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-940cd2d0-c7bf-447a-877d-5774448e3c0c req-13c6d46d-d016-4a27-bfdf-5ccd4d245dcb tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/security-groups?id=73267f22-1613-470d-bc74-a7de4bfa2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421057 Jul 16 04:03:52.641705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c64b38e4-d066-49e2-b22b-63f33d919b8c up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:03:52.692056 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port c64b38e4-d066-49e2-b22b-63f33d919b8c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:03:52.695795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port c64b38e4-d066-49e2-b22b-63f33d919b8c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:03:52.696126 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:52.771419 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:52.797864 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b031e9d-46c7-4ba9-8057-2a21953c330e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64b38e4-d066-49e2-b22b-63f33d919b8c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:52.800142 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e11a290-7f92-4a3d-8945-889569351e54" -d '{"events": [{"server_uuid": "6b031e9d-46c7-4ba9-8057-2a21953c330e", "name": "network-vif-plugged", "status": "completed", "tag": "c64b38e4-d066-49e2-b22b-63f33d919b8c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:52.817884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c64b38e4-d066-49e2-b22b-63f33d919b8c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c64b38e4-d066-49e2-b22b-63f33d919b8c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:52.823939 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:52.833743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a083a82-7bb6-4e3b-a647-cf9ce29d0891 req-3aa9b075-da69-42d2-bc6f-87568da88940 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:52.835695 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a083a82-7bb6-4e3b-a647-cf9ce29d0891 req-3aa9b075-da69-42d2-bc6f-87568da88940 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b031e9d-46c7-4ba9-8057-2a21953c330e HTTP/1.1" status: 200 len: 949 time: 0.0676126 Jul 16 04:03:52.848546 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84c31a7-618d-40ce-ac0f-4cbddbaf3fc2 x-openstack-request-id: req-c84c31a7-618d-40ce-ac0f-4cbddbaf3fc2 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:52.848989 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b031e9d-46c7-4ba9-8057-2a21953c330e", "name": "network-vif-plugged", "status": "completed", "tag": "c64b38e4-d066-49e2-b22b-63f33d919b8c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:52.849251 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c84c31a7-618d-40ce-ac0f-4cbddbaf3fc2 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:52.849646 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b031e9d-46c7-4ba9-8057-2a21953c330e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64b38e4-d066-49e2-b22b-63f33d919b8c', 'code': 200} Jul 16 04:03:52.876498 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a083a82-7bb6-4e3b-a647-cf9ce29d0891 req-d1d0196d-218e-4629-85f2-419e368b7918 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/security-groups?id=73267f22-1613-470d-bc74-a7de4bfa2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343392 Jul 16 04:03:52.880609 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c64b38e4-d066-49e2-b22b-63f33d919b8c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:52.962946 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb4256-e056-478a-8121-a37ae5946285 req-63a0192a-2fb9-4edf-a93c-feeedbfbaa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:52.964487 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dcdb4256-e056-478a-8121-a37ae5946285 req-63a0192a-2fb9-4edf-a93c-feeedbfbaa5e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b031e9d-46c7-4ba9-8057-2a21953c330e HTTP/1.1" status: 200 len: 1101 time: 0.0521319 Jul 16 04:03:53.009020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dcdb4256-e056-478a-8121-a37ae5946285 req-961e335b-d9f1-4c3f-b036-bcdd3c065086 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73267f22-1613-470d-bc74-a7de4bfa2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374722 Jul 16 04:03:54.048882 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55a3d7-92d6-4949-b95e-7e013dc36985 req-f4595771-47a8-4daf-9b2d-0921cb7c4dc2 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:54.050344 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a55a3d7-92d6-4949-b95e-7e013dc36985 req-f4595771-47a8-4daf-9b2d-0921cb7c4dc2 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b031e9d-46c7-4ba9-8057-2a21953c330e HTTP/1.1" status: 200 len: 950 time: 0.0661042 Jul 16 04:03:54.086886 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a55a3d7-92d6-4949-b95e-7e013dc36985 req-d7c1ffc2-5bcc-417d-b8f7-7355e67cb38a tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/security-groups?id=73267f22-1613-470d-bc74-a7de4bfa2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308213 Jul 16 04:03:54.476603 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cee980-14ce-422c-84a1-893bbcf9c2a8 req-6ec887d4-0edc-414b-931f-ad206cf95a74 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:54.478061 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3cee980-14ce-422c-84a1-893bbcf9c2a8 req-6ec887d4-0edc-414b-931f-ad206cf95a74 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b031e9d-46c7-4ba9-8057-2a21953c330e HTTP/1.1" status: 200 len: 950 time: 0.0627263 Jul 16 04:03:54.515692 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3cee980-14ce-422c-84a1-893bbcf9c2a8 req-14c9877f-d89f-48c7-b34b-c06f7d202ee4 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/security-groups?id=73267f22-1613-470d-bc74-a7de4bfa2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322063 Jul 16 04:03:55.728252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3fcd2-81b4-40b5-8022-5efc66a99541 req-599b1725-3110-4f83-89e1-a4f554757748 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:55.729940 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ba3fcd2-81b4-40b5-8022-5efc66a99541 req-599b1725-3110-4f83-89e1-a4f554757748 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b031e9d-46c7-4ba9-8057-2a21953c330e HTTP/1.1" status: 200 len: 950 time: 0.1098633 Jul 16 04:03:55.773565 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80364268-f1f2-47ec-8634-c55d6c2baa3f req-8d8a410e-e1d9-4a5f-b3f5-c9c8ee0c9efe tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:03:55.775032 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80364268-f1f2-47ec-8634-c55d6c2baa3f req-8d8a410e-e1d9-4a5f-b3f5-c9c8ee0c9efe tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b031e9d-46c7-4ba9-8057-2a21953c330e HTTP/1.1" status: 200 len: 950 time: 0.1270840 Jul 16 04:03:55.854633 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80364268-f1f2-47ec-8634-c55d6c2baa3f req-815284c7-f328-408a-b4fb-28fad2f81caf tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/security-groups?id=73267f22-1613-470d-bc74-a7de4bfa2bff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690789 Jul 16 04:03:55.878002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4ba3fcd2-81b4-40b5-8022-5efc66a99541 req-a0ed1972-40b9-443c-bc40-5450a959f27a tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Deleting port c64b38e4-d066-49e2-b22b-63f33d919b8c {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:03:55.878380 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ba3fcd2-81b4-40b5-8022-5efc66a99541 req-a0ed1972-40b9-443c-bc40-5450a959f27a tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:55.967447 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-4ba3fcd2-81b4-40b5-8022-5efc66a99541 req-a0ed1972-40b9-443c-bc40-5450a959f27a tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] For port c64b38e4-d066-49e2-b22b-63f33d919b8c, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c64b38e4-d066-49e2-b22b-63f33d919b8c,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:03:55.967814 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ba3fcd2-81b4-40b5-8022-5efc66a99541 req-a0ed1972-40b9-443c-bc40-5450a959f27a tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:55.980281 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-4ba3fcd2-81b4-40b5-8022-5efc66a99541 req-a0ed1972-40b9-443c-bc40-5450a959f27a tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Calling delete_port for c64b38e4-d066-49e2-b22b-63f33d919b8c owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:03:56.379713 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ba3fcd2-81b4-40b5-8022-5efc66a99541 req-a0ed1972-40b9-443c-bc40-5450a959f27a tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:56.392381 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c64b38e4-d066-49e2-b22b-63f33d919b8c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:03:56.408351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed1972-40b9-443c-bc40-5450a959f27a tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Pushing event deleted for resources: {'Port': ['ID=c64b38e4-d066-49e2-b22b-63f33d919b8c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:03:56.453911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba3fcd2-81b4-40b5-8022-5efc66a99541 req-a0ed1972-40b9-443c-bc40-5450a959f27a tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] No DVR routers for this DVR port c64b38e4-d066-49e2-b22b-63f33d919b8c on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:03:56.456871 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-4ba3fcd2-81b4-40b5-8022-5efc66a99541 req-a0ed1972-40b9-443c-bc40-5450a959f27a tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:03:56.458873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ba3fcd2-81b4-40b5-8022-5efc66a99541 req-a0ed1972-40b9-443c-bc40-5450a959f27a tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.20 "DELETE /v2.0/ports/c64b38e4-d066-49e2-b22b-63f33d919b8c HTTP/1.1" status: 204 len: 173 time: 0.7228160 Jul 16 04:03:56.459331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b031e9d-46c7-4ba9-8057-2a21953c330e', 'name': 'network-vif-deleted', 'tag': 'c64b38e4-d066-49e2-b22b-63f33d919b8c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:03:56.461611 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a8a818-45cd-4c91-9cdc-f525dae3bf90" -d '{"events": [{"server_uuid": "6b031e9d-46c7-4ba9-8057-2a21953c330e", "name": "network-vif-deleted", "tag": "c64b38e4-d066-49e2-b22b-63f33d919b8c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:03:56.508157 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f915f3-face-42f0-8378-54736b9af5f9 x-openstack-request-id: req-43f915f3-face-42f0-8378-54736b9af5f9 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:03:56.508482 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b031e9d-46c7-4ba9-8057-2a21953c330e", "name": "network-vif-deleted", "tag": "c64b38e4-d066-49e2-b22b-63f33d919b8c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:03:56.508867 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43f915f3-face-42f0-8378-54736b9af5f9 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:03:56.509270 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b031e9d-46c7-4ba9-8057-2a21953c330e', 'name': 'network-vif-deleted', 'tag': 'c64b38e4-d066-49e2-b22b-63f33d919b8c', 'status': 'completed', 'code': 200} Jul 16 04:03:57.017630 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f94e6eec-311a-4f32-a837-020fdc913340 req-a212abbc-60e9-491a-a85d-6d43aa766906 tempest-VolumesNegativeTest-536742706 tempest-VolumesNegativeTest-536742706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b031e9d-46c7-4ba9-8057-2a21953c330e HTTP/1.1" status: 200 len: 210 time: 0.0357170 Jul 16 04:03:58.691012 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c64b38e4-d066-49e2-b22b-63f33d919b8c no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:03:58.713192 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: c64b38e4-d066-49e2-b22b-63f33d919b8c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:03:58.713537 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c64b38e4-d066-49e2-b22b-63f33d919b8c not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:04:00.077741 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb6078d0-62e0-4d37-823e-dfae98f5628e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.263710 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:01.669066 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.785982 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49122) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:02.822977 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2cc9f718-79b1-449e-9f75-46ddd26dd120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.861632 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:02.920422 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-955d2911-c699-48bc-96ed-0df8db08eb72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e67f0b21df554e6bb6b9e4da45d421e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332691 Jul 16 04:04:02.922841 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49126) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:02.973395 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59ed6aa-c53c-496d-9a97-44914c0561a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:03.303531 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59ed6aa-c53c-496d-9a97-44914c0561a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:03.350328 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59ed6aa-c53c-496d-9a97-44914c0561a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:03.352977 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e59ed6aa-c53c-496d-9a97-44914c0561a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:03.354167 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e59ed6aa-c53c-496d-9a97-44914c0561a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73267f22-1613-470d-bc74-a7de4bfa2bff HTTP/1.1" status: 204 len: 168 time: 0.4304225 Jul 16 04:04:03.362389 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ed6aa-c53c-496d-9a97-44914c0561a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73267f22-1613-470d-bc74-a7de4bfa2bff,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:03.957019 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:05.813878 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:11.190543 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:04:12.342938 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49204) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:12.443853 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57c81cef-55b5-48fe-8156-c5690813508b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.529703 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57c81cef-55b5-48fe-8156-c5690813508b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.533147 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-57c81cef-55b5-48fe-8156-c5690813508b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.569660 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-57c81cef-55b5-48fe-8156-c5690813508b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28ebbeb6f3614424a692a192a320563d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256696 Jul 16 04:04:12.570698 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c81cef-55b5-48fe-8156-c5690813508b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8488993-8f04-41aa-9b29-a601674e3abf,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:12.572426 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49208) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:04:12.621853 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f002baa7-d9a3-41e0-9565-c224e9622935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.642204 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f002baa7-d9a3-41e0-9565-c224e9622935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.686628 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f002baa7-d9a3-41e0-9565-c224e9622935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.689871 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f002baa7-d9a3-41e0-9565-c224e9622935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:12.691032 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f002baa7-d9a3-41e0-9565-c224e9622935 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8488993-8f04-41aa-9b29-a601674e3abf HTTP/1.1" status: 204 len: 168 time: 0.1168838 Jul 16 04:04:12.698316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002baa7-d9a3-41e0-9565-c224e9622935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8488993-8f04-41aa-9b29-a601674e3abf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:04:30.078176 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8f596f08-07e2-4e19-8977-5788632efdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:31.280895 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:31.670002 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:32.825414 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a5ddb1f-b85e-4095-ac83-04cb6bf3a219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:32.861991 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:33.957376 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:35.816993 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:04:37.715897 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5608620c-8438-4c87-9ad9-7d5e3e7ea3fc req-a1f2aef6-a615-4c66-814c-4930bf9289e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507410 Jul 16 04:04:37.809388 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608620c-8438-4c87-9ad9-7d5e3e7ea3fc req-249a24f6-ec80-41f2-926c-61b080d01fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:37.811087 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5608620c-8438-4c87-9ad9-7d5e3e7ea3fc req-249a24f6-ec80-41f2-926c-61b080d01fd8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 1096 time: 0.0546308 Jul 16 04:04:37.911644 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608620c-8438-4c87-9ad9-7d5e3e7ea3fc req-868aa8df-d5fd-441e-8b66-c9cc44035b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:37.913149 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5608620c-8438-4c87-9ad9-7d5e3e7ea3fc req-868aa8df-d5fd-441e-8b66-c9cc44035b2f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.0829382 Jul 16 04:04:37.979439 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5608620c-8438-4c87-9ad9-7d5e3e7ea3fc req-90ddc79b-d355-46a6-b5de-c161fdb1ef54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a1af3a-28b6-471d-8b1d-7827cf222951 HTTP/1.1" status: 200 len: 1001 time: 0.0597751 Jul 16 04:04:38.026531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608620c-8438-4c87-9ad9-7d5e3e7ea3fc req-d7cd94a1-3016-492e-8718-fd1121d142a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:38.027898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5608620c-8438-4c87-9ad9-7d5e3e7ea3fc req-d7cd94a1-3016-492e-8718-fd1121d142a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.0419612 Jul 16 04:04:38.081751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608620c-8438-4c87-9ad9-7d5e3e7ea3fc req-2c8647d5-a1ba-43a0-bdd8-1be589c3b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:38.083158 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5608620c-8438-4c87-9ad9-7d5e3e7ea3fc req-2c8647d5-a1ba-43a0-bdd8-1be589c3b8d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491135 Jul 16 04:04:38.172413 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5608620c-8438-4c87-9ad9-7d5e3e7ea3fc req-143dae5a-c3f4-4e85-9a30-36991306db0f service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823472 Jul 16 04:04:38.257825 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5608620c-8438-4c87-9ad9-7d5e3e7ea3fc req-d0dbae81-e358-483f-aaae-d31f27408b5f service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793762 Jul 16 04:04:42.969629 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-834684d6-85b0-4955-8101-1065d236deb6 req-c88d6158-87e2-4dd5-939b-bab1b433543f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531533 Jul 16 04:04:43.068004 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834684d6-85b0-4955-8101-1065d236deb6 req-e6ec2e64-8d85-450f-9608-167e5aef9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:43.069487 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-834684d6-85b0-4955-8101-1065d236deb6 req-e6ec2e64-8d85-450f-9608-167e5aef9df3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 1097 time: 0.0524814 Jul 16 04:04:43.175372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834684d6-85b0-4955-8101-1065d236deb6 req-8ad9eae2-99a9-4d08-82bb-de1e778158ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:43.176837 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-834684d6-85b0-4955-8101-1065d236deb6 req-8ad9eae2-99a9-4d08-82bb-de1e778158ec service neutron] 10.222.0.88 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.0814159 Jul 16 04:04:43.245591 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-834684d6-85b0-4955-8101-1065d236deb6 req-259523a2-81fc-47b9-9117-08768f32b458 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcc4a83d-8b2c-4d37-9f4e-15165dac485d HTTP/1.1" status: 200 len: 1002 time: 0.0579422 Jul 16 04:04:43.294708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834684d6-85b0-4955-8101-1065d236deb6 req-cfe32c56-7712-422c-9f65-7a178d1cf5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:43.296059 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-834684d6-85b0-4955-8101-1065d236deb6 req-cfe32c56-7712-422c-9f65-7a178d1cf5da service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.0412710 Jul 16 04:04:43.353527 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834684d6-85b0-4955-8101-1065d236deb6 req-64611bfb-425a-4e50-95ce-ad7007394306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:04:43.354960 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-834684d6-85b0-4955-8101-1065d236deb6 req-64611bfb-425a-4e50-95ce-ad7007394306 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488226 Jul 16 04:04:43.443888 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-834684d6-85b0-4955-8101-1065d236deb6 req-3d06414e-8d2d-4f2b-b368-c4a9a72e9218 service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813215 Jul 16 04:04:43.535808 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-834684d6-85b0-4955-8101-1065d236deb6 req-2f2fca42-4cf1-40c9-9132-4eae5ed7ff8c service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821693 Jul 16 04:04:48.189481 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:05:00.078390 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a750d436-16af-47e1-945b-85fc2fe0458f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:01.291712 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:01.681987 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:02.825511 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9f3cf391-1a73-43bd-8525-4e0204262395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:02.861121 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:03.962371 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:05.820859 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:16.927599 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49230) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:17.087637 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Deleting port 39b1135a-a4c5-4922-b82d-299e8c6cf43d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:17.087980 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.159154 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.159491 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.170596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Calling delete_port for 39b1135a-a4c5-4922-b82d-299e8c6cf43d owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:17.311502 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.337811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event deleted for resources: {'Port': ['ID=39b1135a-a4c5-4922-b82d-299e8c6cf43d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:17.362348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:17.362702 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:17.363211 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:17.363556 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:17.363896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:17.364232 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:17.364588 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:17.364920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:17.365327 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:17.365655 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:17.365983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:17.366316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:17.406246 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.406587 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Floating IP ab0fc251-7417-48b7-89a9-4dc124b1ad8f disassociated (deleted). External IP: 172.25.3.148, port: dcc4a83d-8b2c-4d37-9f4e-15165dac485d. Jul 16 04:05:17.611555 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:05:17.716780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:17.721591 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:17.725928 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d627ede7-ec0d-4019-a451-b1e39fc62264 None None] Sync routers for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:17.734539 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d627ede7-ec0d-4019-a451-b1e39fc62264 None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:17.735144 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d627ede7-ec0d-4019-a451-b1e39fc62264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:05:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:17.757447 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-76210e85-5c3f-4661-8113-ef51be889e94 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "DELETE /v2.0/floatingips/ab0fc251-7417-48b7-89a9-4dc124b1ad8f HTTP/1.1" status: 204 len: 168 time: 0.8287394 Jul 16 04:05:17.758024 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a12fa0-9d0e-47ac-9e21-99255232653a', 'tag': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:17.760279 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427b0522-44fb-40ae-a2bb-3a9a74f200d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a12fa0-9d0e-47ac-9e21-99255232653a", "tag": "dcc4a83d-8b2c-4d37-9f4e-15165dac485d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:17.839602 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d627ede7-ec0d-4019-a451-b1e39fc62264 None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:17.929184 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c8a63b-e086-47fe-ab6f-a3b64e0ef8fe x-openstack-request-id: req-93c8a63b-e086-47fe-ab6f-a3b64e0ef8fe {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:17.929739 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a12fa0-9d0e-47ac-9e21-99255232653a", "tag": "dcc4a83d-8b2c-4d37-9f4e-15165dac485d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:17.929739 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93c8a63b-e086-47fe-ab6f-a3b64e0ef8fe {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:17.930131 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a12fa0-9d0e-47ac-9e21-99255232653a', 'tag': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d', 'status': 'completed', 'code': 200} Jul 16 04:05:18.030813 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b0522-44fb-40ae-a2bb-3a9a74f200d9 req-6b3c418e-0c7a-484c-b106-96f55e3b3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:18.032608 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-427b0522-44fb-40ae-a2bb-3a9a74f200d9 req-6b3c418e-0c7a-484c-b106-96f55e3b3d5d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 1097 time: 0.0661278 Jul 16 04:05:18.123977 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b0522-44fb-40ae-a2bb-3a9a74f200d9 req-122303dd-4a52-4bd0-be0d-ed3ff81fdfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:18.126166 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-427b0522-44fb-40ae-a2bb-3a9a74f200d9 req-122303dd-4a52-4bd0-be0d-ed3ff81fdfb6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.0870788 Jul 16 04:05:18.143527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ec9e8-ac6e-478f-8663-1615b5281b26 req-2b5860d3-ef59-4f84-bd2d-3e24a10c45a1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:18.145150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-411ec9e8-ac6e-478f-8663-1615b5281b26 req-2b5860d3-ef59-4f84-bd2d-3e24a10c45a1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 946 time: 0.0772586 Jul 16 04:05:18.159215 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d627ede7-ec0d-4019-a451-b1e39fc62264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '7a1a0d51-e725-48d1-acd7-538a67ff9830', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'port_id': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'mac_address': 'fa:16:3e:45:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:37Z', 'updated_at': '2021-07-16T04:01:41Z', 'revision_number': 1, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:18.175009 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-427b0522-44fb-40ae-a2bb-3a9a74f200d9 req-be52b5df-ed5a-4388-aa3c-91515006c348 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcc4a83d-8b2c-4d37-9f4e-15165dac485d HTTP/1.1" status: 200 len: 217 time: 0.0393033 Jul 16 04:05:18.184397 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-411ec9e8-ac6e-478f-8663-1615b5281b26 req-f1810153-6f2b-4dcc-aa80-aa6ab9aff932 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332813 Jul 16 04:05:18.186554 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d627ede7-ec0d-4019-a451-b1e39fc62264 None None] Checking router: 760e4c6f-bb2e-48eb-82da-aa62d23ba241 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:18.195117 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d627ede7-ec0d-4019-a451-b1e39fc62264 None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:18.195742 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d627ede7-ec0d-4019-a451-b1e39fc62264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:05:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:18.231535 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b0522-44fb-40ae-a2bb-3a9a74f200d9 req-ad500377-0dc4-48f6-aa7a-54fd3bf9b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:18.233079 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-427b0522-44fb-40ae-a2bb-3a9a74f200d9 req-ad500377-0dc4-48f6-aa7a-54fd3bf9b115 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.0513146 Jul 16 04:05:18.289932 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b0522-44fb-40ae-a2bb-3a9a74f200d9 req-6a3ea67e-39ae-4112-90b0-3eabf1197e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:18.291497 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-427b0522-44fb-40ae-a2bb-3a9a74f200d9 req-6a3ea67e-39ae-4112-90b0-3eabf1197e53 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518994 Jul 16 04:05:18.299117 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d627ede7-ec0d-4019-a451-b1e39fc62264 None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:18.388678 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-427b0522-44fb-40ae-a2bb-3a9a74f200d9 req-4c58c834-7a82-4903-9817-cd7d2c3d77dc service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867436 Jul 16 04:05:18.477657 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-427b0522-44fb-40ae-a2bb-3a9a74f200d9 req-30e5a576-b5be-4814-8c75-a511056dd567 service neutron] 10.222.0.88 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819812 Jul 16 04:05:18.520696 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d627ede7-ec0d-4019-a451-b1e39fc62264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '7a1a0d51-e725-48d1-acd7-538a67ff9830', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'port_id': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'mac_address': 'fa:16:3e:45:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:37Z', 'updated_at': '2021-07-16T04:01:41Z', 'revision_number': 1, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:18.546626 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d627ede7-ec0d-4019-a451-b1e39fc62264 None None] The sync data for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 is: [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '7a1a0d51-e725-48d1-acd7-538a67ff9830', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'port_id': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'mac_address': 'fa:16:3e:45:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:01:37Z', 'updated_at': '2021-07-16T04:01:41Z', 'revision_number': 1, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:18.754684 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e61e07-976c-4edc-9849-880f219272ba None None] New status for floating IP ab0fc251-7417-48b7-89a9-4dc124b1ad8f: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:05:19.358765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c04882-320d-4f81-8202-26be55ca9488 req-3957bd4e-935f-417b-8041-db58f1273574 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:19.360258 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67c04882-320d-4f81-8202-26be55ca9488 req-3957bd4e-935f-417b-8041-db58f1273574 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 946 time: 0.0644133 Jul 16 04:05:19.397847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67c04882-320d-4f81-8202-26be55ca9488 req-46c6932e-3923-4232-9b14-0700ff5fb3a6 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313699 Jul 16 04:05:19.848215 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745d242-739e-437a-91e3-97c7bfcfdadf req-450365f8-c4d7-457a-8113-9dcca9b80201 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:19.849673 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0745d242-739e-437a-91e3-97c7bfcfdadf req-450365f8-c4d7-457a-8113-9dcca9b80201 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.88 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 946 time: 0.0669100 Jul 16 04:05:19.947978 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0745d242-739e-437a-91e3-97c7bfcfdadf req-03a5c048-62c2-49ad-8251-fb70ff270262 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Deleting port dcc4a83d-8b2c-4d37-9f4e-15165dac485d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:19.948336 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0745d242-739e-437a-91e3-97c7bfcfdadf req-03a5c048-62c2-49ad-8251-fb70ff270262 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:20.037403 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0745d242-739e-437a-91e3-97c7bfcfdadf req-03a5c048-62c2-49ad-8251-fb70ff270262 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] For port dcc4a83d-8b2c-4d37-9f4e-15165dac485d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=dcc4a83d-8b2c-4d37-9f4e-15165dac485d,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:20.037768 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0745d242-739e-437a-91e3-97c7bfcfdadf req-03a5c048-62c2-49ad-8251-fb70ff270262 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:20.050159 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0745d242-739e-437a-91e3-97c7bfcfdadf req-03a5c048-62c2-49ad-8251-fb70ff270262 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Calling delete_port for dcc4a83d-8b2c-4d37-9f4e-15165dac485d owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:20.171382 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0745d242-739e-437a-91e3-97c7bfcfdadf req-03a5c048-62c2-49ad-8251-fb70ff270262 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:20.204169 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5c048-62c2-49ad-8251-fb70ff270262 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event deleted for resources: {'Port': ['ID=dcc4a83d-8b2c-4d37-9f4e-15165dac485d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:20.249950 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0745d242-739e-437a-91e3-97c7bfcfdadf req-03a5c048-62c2-49ad-8251-fb70ff270262 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] No DVR routers for this DVR port dcc4a83d-8b2c-4d37-9f4e-15165dac485d on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:20.252653 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0745d242-739e-437a-91e3-97c7bfcfdadf req-03a5c048-62c2-49ad-8251-fb70ff270262 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:20.254796 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0745d242-739e-437a-91e3-97c7bfcfdadf req-03a5c048-62c2-49ad-8251-fb70ff270262 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.88 "DELETE /v2.0/ports/dcc4a83d-8b2c-4d37-9f4e-15165dac485d HTTP/1.1" status: 204 len: 173 time: 0.3966539 Jul 16 04:05:20.255312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a12fa0-9d0e-47ac-9e21-99255232653a', 'name': 'network-vif-deleted', 'tag': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:20.257574 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913a0b94-8470-4328-978e-90bf58c78002" -d '{"events": [{"server_uuid": "b6a12fa0-9d0e-47ac-9e21-99255232653a", "name": "network-vif-deleted", "tag": "dcc4a83d-8b2c-4d37-9f4e-15165dac485d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:20.296271 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f6de34-e431-4f8b-ae94-15678335e54e x-openstack-request-id: req-33f6de34-e431-4f8b-ae94-15678335e54e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:20.296596 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a12fa0-9d0e-47ac-9e21-99255232653a", "name": "network-vif-deleted", "tag": "dcc4a83d-8b2c-4d37-9f4e-15165dac485d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:20.296848 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33f6de34-e431-4f8b-ae94-15678335e54e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:20.297247 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a12fa0-9d0e-47ac-9e21-99255232653a', 'name': 'network-vif-deleted', 'tag': 'dcc4a83d-8b2c-4d37-9f4e-15165dac485d', 'status': 'completed', 'code': 200} Jul 16 04:05:20.540741 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8237e60-4a11-4c6b-aaa8-f3f913524b5a req-fc6aabf3-b4fd-40e1-8bde-93d3e5b525c2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 210 time: 0.0337059 Jul 16 04:05:21.689697 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3a59a58a-c35b-4661-94e9-b901f9657d34 req-c8fc1cbf-d9b1-4160-ba2e-f12a141f89db tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 210 time: 0.0318851 Jul 16 04:05:22.827034 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad29cb5d-b9ef-4d6a-aebf-a892a3b762e6 req-e974226d-4ad1-4709-951f-c8dd5743f7e4 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 210 time: 0.0289824 Jul 16 04:05:23.452588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device dcc4a83d-8b2c-4d37-9f4e-15165dac485d no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:23.472916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: dcc4a83d-8b2c-4d37-9f4e-15165dac485d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:23.473252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device dcc4a83d-8b2c-4d37-9f4e-15165dac485d not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:23.977914 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c1d6c20-bf40-4d3c-b66b-1403b29ca94e req-b14a995e-422c-47d3-a1ef-f036378b527b tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=b6a12fa0-9d0e-47ac-9e21-99255232653a HTTP/1.1" status: 200 len: 210 time: 0.0296133 Jul 16 04:05:25.188972 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:05:29.372583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49278) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:29.524598 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d085e-6379-48cd-be94-6907f57a4239 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Deleting port 8f278c2e-e721-426e-8844-aab3c38eec9e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:29.524942 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf5d085e-6379-48cd-be94-6907f57a4239 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.600363 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf5d085e-6379-48cd-be94-6907f57a4239 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.600691 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf5d085e-6379-48cd-be94-6907f57a4239 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.612381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d085e-6379-48cd-be94-6907f57a4239 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Calling delete_port for 8f278c2e-e721-426e-8844-aab3c38eec9e owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:29.760781 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf5d085e-6379-48cd-be94-6907f57a4239 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.787026 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d085e-6379-48cd-be94-6907f57a4239 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event deleted for resources: {'Port': ['ID=8f278c2e-e721-426e-8844-aab3c38eec9e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:29.844941 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf5d085e-6379-48cd-be94-6907f57a4239 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:29.845271 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-cf5d085e-6379-48cd-be94-6907f57a4239 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Floating IP 7a1a0d51-e725-48d1-acd7-538a67ff9830 disassociated (deleted). External IP: 172.25.3.174, port: e1a1af3a-28b6-471d-8b1d-7827cf222951. Jul 16 04:05:30.043223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5d085e-6379-48cd-be94-6907f57a4239 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:05:30.077910 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-32a13847-b4cb-4d9a-af03-1b3684336a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.148537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5d085e-6379-48cd-be94-6907f57a4239 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:30.153304 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf5d085e-6379-48cd-be94-6907f57a4239 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:30.157650 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c074000-44b2-47f3-a982-fad94f990b0c None None] Sync routers for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:30.166863 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c074000-44b2-47f3-a982-fad94f990b0c None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:30.167472 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2c074000-44b2-47f3-a982-fad94f990b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:05:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:30.189132 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cf5d085e-6379-48cd-be94-6907f57a4239 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "DELETE /v2.0/floatingips/7a1a0d51-e725-48d1-acd7-538a67ff9830 HTTP/1.1" status: 204 len: 168 time: 0.8154707 Jul 16 04:05:30.189830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'tag': 'e1a1af3a-28b6-471d-8b1d-7827cf222951'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:30.192242 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37875478-6c85-43b2-a44d-d2b4fae0647e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c7c5cf-5863-4610-8b92-5580e47049e4", "tag": "e1a1af3a-28b6-471d-8b1d-7827cf222951"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:30.230761 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcf41da-f001-4337-99b5-589d585ed660 x-openstack-request-id: req-3dcf41da-f001-4337-99b5-589d585ed660 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:30.231185 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c7c5cf-5863-4610-8b92-5580e47049e4", "tag": "e1a1af3a-28b6-471d-8b1d-7827cf222951", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:30.231532 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3dcf41da-f001-4337-99b5-589d585ed660 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:30.232028 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'tag': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'status': 'completed', 'code': 200} Jul 16 04:05:30.271296 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2c074000-44b2-47f3-a982-fad94f990b0c None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:30.306596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37875478-6c85-43b2-a44d-d2b4fae0647e req-a8a04e06-2c63-4ca9-a113-85e4117aef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:30.308763 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37875478-6c85-43b2-a44d-d2b4fae0647e req-a8a04e06-2c63-4ca9-a113-85e4117aef88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=141b36b166934e7d90312d1c02c7c1cd&device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 1096 time: 0.0536418 Jul 16 04:05:30.429101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37875478-6c85-43b2-a44d-d2b4fae0647e req-7be7678a-8ea7-46e6-9ef3-e860b6b9397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:30.430832 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37875478-6c85-43b2-a44d-d2b4fae0647e req-7be7678a-8ea7-46e6-9ef3-e860b6b9397d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 200 len: 912 time: 0.1153681 Jul 16 04:05:30.473799 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37875478-6c85-43b2-a44d-d2b4fae0647e req-9d1b508c-d629-44d5-9df0-14b3868613d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1a1af3a-28b6-471d-8b1d-7827cf222951 HTTP/1.1" status: 200 len: 217 time: 0.0361118 Jul 16 04:05:30.475775 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2c074000-44b2-47f3-a982-fad94f990b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:30.502419 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c074000-44b2-47f3-a982-fad94f990b0c None None] Checking router: 760e4c6f-bb2e-48eb-82da-aa62d23ba241 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:30.511297 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c074000-44b2-47f3-a982-fad94f990b0c None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:30.511975 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2c074000-44b2-47f3-a982-fad94f990b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:05:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:30.557775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37875478-6c85-43b2-a44d-d2b4fae0647e req-38cd4214-879b-410c-90ee-2b536962f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:30.559158 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37875478-6c85-43b2-a44d-d2b4fae0647e req-38cd4214-879b-410c-90ee-2b536962f8ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 200 len: 850 time: 0.0793707 Jul 16 04:05:30.613496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d388c-fb75-458c-bfbf-137f8b05002e req-b6325528-8f52-4c87-9d36-b740cbfa68cd tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:30.614762 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2c074000-44b2-47f3-a982-fad94f990b0c None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:30.615010 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-186d388c-fb75-458c-bfbf-137f8b05002e req-b6325528-8f52-4c87-9d36-b740cbfa68cd tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 945 time: 0.1037710 Jul 16 04:05:30.658201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37875478-6c85-43b2-a44d-d2b4fae0647e req-b4f7a156-932d-4eeb-b30c-a6abcb86a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:30.659744 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37875478-6c85-43b2-a44d-d2b4fae0647e req-b4f7a156-932d-4eeb-b30c-a6abcb86a1ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f55cd736-5d71-4953-92cf-213346d5a1da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906546 Jul 16 04:05:30.666979 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-186d388c-fb75-458c-bfbf-137f8b05002e req-e14ab06e-1933-48c0-8f28-09549dd39dd1 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457010 Jul 16 04:05:30.756777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37875478-6c85-43b2-a44d-d2b4fae0647e req-eb206080-5d62-4757-a133-d77ddd921fb6 service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888119 Jul 16 04:05:30.809485 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2c074000-44b2-47f3-a982-fad94f990b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:30.837796 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c074000-44b2-47f3-a982-fad94f990b0c None None] The sync data for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 is: [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T03:51:51Z', 'revision_number': 4, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '8b0ae4a5-7674-4120-9eb0-2414629b8dfe', 'name': '', 'network_id': 'f55cd736-5d71-4953-92cf-213346d5a1da', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'mac_address': 'fa:16:3e:00:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:50Z', 'updated_at': '2021-07-16T03:52:04Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'subnets': [{'id': '71faac3d-ce79-45ad-842e-496e7071d6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:30.850832 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37875478-6c85-43b2-a44d-d2b4fae0647e req-534c2982-8271-4481-90ee-729c9a6e9dac service neutron] 10.222.0.20 "GET /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874271 Jul 16 04:05:31.044270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d904f-717e-401e-a8ff-e1b83b4db04f None None] New status for floating IP 7a1a0d51-e725-48d1-acd7-538a67ff9830: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:05:31.291407 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.695610 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:31.843309 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef42b8-caa7-49fc-a20b-50f46e203a70 req-e1cc9591-8f09-4ec5-b384-f1b2774237e9 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:31.844827 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5eef42b8-caa7-49fc-a20b-50f46e203a70 req-e1cc9591-8f09-4ec5-b384-f1b2774237e9 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 945 time: 0.0629649 Jul 16 04:05:31.881953 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5eef42b8-caa7-49fc-a20b-50f46e203a70 req-46ec7738-e118-4068-a695-f7215dd88d57 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/security-groups?id=78af68bb-2576-4df7-9be0-2d020a9f057d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309131 Jul 16 04:05:31.963560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9405d-5f44-4415-840a-bdcd2c41183e req-f029d2b5-7d15-4516-ae50-1594ffa7b089 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:31.965027 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fe9405d-5f44-4415-840a-bdcd2c41183e req-f029d2b5-7d15-4516-ae50-1594ffa7b089 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 945 time: 0.0614250 Jul 16 04:05:32.065176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7fe9405d-5f44-4415-840a-bdcd2c41183e req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Deleting port e1a1af3a-28b6-471d-8b1d-7827cf222951 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:32.065542 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fe9405d-5f44-4415-840a-bdcd2c41183e req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:32.151689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7fe9405d-5f44-4415-840a-bdcd2c41183e req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] For port e1a1af3a-28b6-471d-8b1d-7827cf222951, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=e1a1af3a-28b6-471d-8b1d-7827cf222951,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:32.151981 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fe9405d-5f44-4415-840a-bdcd2c41183e req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:32.164979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-7fe9405d-5f44-4415-840a-bdcd2c41183e req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Calling delete_port for e1a1af3a-28b6-471d-8b1d-7827cf222951 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:32.290757 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fe9405d-5f44-4415-840a-bdcd2c41183e req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:32.319158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event deleted for resources: {'Port': ['ID=e1a1af3a-28b6-471d-8b1d-7827cf222951,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:32.352478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:32.352814 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:32.353157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:32.353496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:32.353837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:32.354171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:32.354501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:32.355167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:32.355167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:32.355453 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:32.355779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:32.356103 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:05:32.380124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe9405d-5f44-4415-840a-bdcd2c41183e req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] No DVR routers for this DVR port e1a1af3a-28b6-471d-8b1d-7827cf222951 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:32.382479 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7fe9405d-5f44-4415-840a-bdcd2c41183e req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:32.384467 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7fe9405d-5f44-4415-840a-bdcd2c41183e req-02644f7a-2fec-4a74-be12-c25abfc4e146 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.20 "DELETE /v2.0/ports/e1a1af3a-28b6-471d-8b1d-7827cf222951 HTTP/1.1" status: 204 len: 173 time: 0.4133363 Jul 16 04:05:32.384905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'name': 'network-vif-deleted', 'tag': 'e1a1af3a-28b6-471d-8b1d-7827cf222951'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:32.387231 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48e11de-0cd0-4673-bc98-db32a7c20249" -d '{"events": [{"server_uuid": "a3c7c5cf-5863-4610-8b92-5580e47049e4", "name": "network-vif-deleted", "tag": "e1a1af3a-28b6-471d-8b1d-7827cf222951"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:32.423952 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b68cca9-2944-4661-b107-6dcedfe7b263 x-openstack-request-id: req-8b68cca9-2944-4661-b107-6dcedfe7b263 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:32.424252 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c7c5cf-5863-4610-8b92-5580e47049e4", "name": "network-vif-deleted", "tag": "e1a1af3a-28b6-471d-8b1d-7827cf222951", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:32.424534 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b68cca9-2944-4661-b107-6dcedfe7b263 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:32.424936 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c7c5cf-5863-4610-8b92-5580e47049e4', 'name': 'network-vif-deleted', 'tag': 'e1a1af3a-28b6-471d-8b1d-7827cf222951', 'status': 'completed', 'code': 200} Jul 16 04:05:32.827731 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f7d8a430-1ed8-414f-9799-ddbcc55a4e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:32.860988 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:33.022719 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dd37e079-3e99-4fd0-865e-8dcf28b1e831 req-5e54a43d-6d90-4e17-92a2-216ce14d835c tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 210 time: 0.0283558 Jul 16 04:05:33.964892 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:34.162072 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-11722ba0-df96-43b5-ad1c-1a7c5dbc16c6 req-624f1386-b6e9-451e-ba4b-2242baff0075 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 210 time: 0.0279677 Jul 16 04:05:35.293226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device e1a1af3a-28b6-471d-8b1d-7827cf222951 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:35.299859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9c53b9a-1e2e-488a-a290-10f699033a8f req-a26b9e52-ebbc-41e4-a1aa-0b6ce1480b35 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3c7c5cf-5863-4610-8b92-5580e47049e4 HTTP/1.1" status: 200 len: 210 time: 0.0283210 Jul 16 04:05:35.313545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: e1a1af3a-28b6-471d-8b1d-7827cf222951 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:35.313906 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device e1a1af3a-28b6-471d-8b1d-7827cf222951 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:35.821640 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:36.391136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49298) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:36.512730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d77de9b9-bfa8-47fa-a12b-194d5e0359e2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Deleting port 3b9cb118-3acb-43da-8678-1596f2c886a0 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:36.512995 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d77de9b9-bfa8-47fa-a12b-194d5e0359e2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:36.591544 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d77de9b9-bfa8-47fa-a12b-194d5e0359e2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:36.591880 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d77de9b9-bfa8-47fa-a12b-194d5e0359e2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:36.603627 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-d77de9b9-bfa8-47fa-a12b-194d5e0359e2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Calling delete_port for 3b9cb118-3acb-43da-8678-1596f2c886a0 owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:36.733164 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d77de9b9-bfa8-47fa-a12b-194d5e0359e2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:36.759369 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77de9b9-bfa8-47fa-a12b-194d5e0359e2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event deleted for resources: {'Port': ['ID=3b9cb118-3acb-43da-8678-1596f2c886a0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:36.817639 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d77de9b9-bfa8-47fa-a12b-194d5e0359e2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:36.820110 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d77de9b9-bfa8-47fa-a12b-194d5e0359e2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:36.821309 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d77de9b9-bfa8-47fa-a12b-194d5e0359e2 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "DELETE /v2.0/floatingips/3d04cba4-2b31-4576-84ad-67126b1cc50e HTTP/1.1" status: 204 len: 168 time: 0.4292142 Jul 16 04:05:39.139249 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49312) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:39.197018 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09cd6703-9705-4a6b-9594-01145e3b1c18 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:39.221686 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09cd6703-9705-4a6b-9594-01145e3b1c18 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:39.283020 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09cd6703-9705-4a6b-9594-01145e3b1c18 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:39.286287 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-09cd6703-9705-4a6b-9594-01145e3b1c18 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:39.287451 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-09cd6703-9705-4a6b-9594-01145e3b1c18 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] 10.222.0.18 "DELETE /v2.0/security-groups/78af68bb-2576-4df7-9be0-2d020a9f057d HTTP/1.1" status: 204 len: 168 time: 0.1471777 Jul 16 04:05:39.296795 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd6703-9705-4a6b-9594-01145e3b1c18 tempest-TestVolumeBootPattern-1404811907 tempest-TestVolumeBootPattern-1404811907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78af68bb-2576-4df7-9be0-2d020a9f057d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:39.357040 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49316) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:39.856533 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5116b99a-0c0b-426f-bbc5-e69f1aa7baf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:40.117180 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5116b99a-0c0b-426f-bbc5-e69f1aa7baf2 admin admin] Deleting port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:40.117516 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5116b99a-0c0b-426f-bbc5-e69f1aa7baf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:40.194320 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5116b99a-0c0b-426f-bbc5-e69f1aa7baf2 admin admin] For port 8b0ae4a5-7674-4120-9eb0-2414629b8dfe, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8b0ae4a5-7674-4120-9eb0-2414629b8dfe,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:40.194673 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5116b99a-0c0b-426f-bbc5-e69f1aa7baf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:40.206458 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5116b99a-0c0b-426f-bbc5-e69f1aa7baf2 admin admin] Calling delete_port for 8b0ae4a5-7674-4120-9eb0-2414629b8dfe owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:40.380190 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5116b99a-0c0b-426f-bbc5-e69f1aa7baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:40.407366 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116b99a-0c0b-426f-bbc5-e69f1aa7baf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0ae4a5-7674-4120-9eb0-2414629b8dfe,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:40.574494 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5116b99a-0c0b-426f-bbc5-e69f1aa7baf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:40.785951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5116b99a-0c0b-426f-bbc5-e69f1aa7baf2 admin admin] Router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:05:40.891365 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5116b99a-0c0b-426f-bbc5-e69f1aa7baf2 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:40.898670 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5116b99a-0c0b-426f-bbc5-e69f1aa7baf2 admin admin] 10.222.0.18 "PUT /v2.0/routers/760e4c6f-bb2e-48eb-82da-aa62d23ba241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5376632 Jul 16 04:05:40.899025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49320) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:40.901653 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386f552-1426-4beb-8444-5d14c9654e8a None None] Sync routers for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:40.911017 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d386f552-1426-4beb-8444-5d14c9654e8a None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:40.911725 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d386f552-1426-4beb-8444-5d14c9654e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:05:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:41.005839 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.017281 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d386f552-1426-4beb-8444-5d14c9654e8a None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:41.109330 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.285604 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d386f552-1426-4beb-8444-5d14c9654e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T04:05:40Z', 'revision_number': 5, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port': {'id': '70ea1c68-b0a0-4f70-b83c-22c010e8548f', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cd:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:47Z', 'updated_at': '2021-07-16T03:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:41.312013 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386f552-1426-4beb-8444-5d14c9654e8a None None] Checking router: 760e4c6f-bb2e-48eb-82da-aa62d23ba241 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:41.320600 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d386f552-1426-4beb-8444-5d14c9654e8a None None] Routers {'760e4c6f-bb2e-48eb-82da-aa62d23ba241'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:41.321235 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d386f552-1426-4beb-8444-5d14c9654e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:05:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:41.410665 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d386f552-1426-4beb-8444-5d14c9654e8a None None] Set router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:41.442539 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] Deleting port 70ea1c68-b0a0-4f70-b83c-22c010e8548f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:41.443129 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.464414 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d386f552-1426-4beb-8444-5d14c9654e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T04:05:41Z', 'revision_number': 6, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:41.490546 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d386f552-1426-4beb-8444-5d14c9654e8a None None] The sync data for ids ['760e4c6f-bb2e-48eb-82da-aa62d23ba241'] in n-d-800088-6 is: [{'id': '760e4c6f-bb2e-48eb-82da-aa62d23ba241', 'name': 'tempest-TestVolumeBootPattern-521412377-router', 'tenant_id': '141b36b166934e7d90312d1c02c7c1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:46Z', 'updated_at': '2021-07-16T04:05:41Z', 'revision_number': 6, 'project_id': '141b36b166934e7d90312d1c02c7c1cd', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:41.522225 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] For port 70ea1c68-b0a0-4f70-b83c-22c010e8548f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=70ea1c68-b0a0-4f70-b83c-22c010e8548f,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:41.522225 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.536889 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] Calling delete_port for 70ea1c68-b0a0-4f70-b83c-22c010e8548f owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:41.691371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.719002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=70ea1c68-b0a0-4f70-b83c-22c010e8548f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:41.777664 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.863522 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.865719 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.913241 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.913897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 760e4c6f-bb2e-48eb-82da-aa62d23ba241 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:05:41.920827 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:41.921999 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c0c9974c-c490-4dd6-a1bc-791d1617b4f2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/760e4c6f-bb2e-48eb-82da-aa62d23ba241 HTTP/1.1" status: 204 len: 168 time: 1.0220470 Jul 16 04:05:41.924618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49322) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:41.969104 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f4e250-2b3c-400b-9d47-d3497f83e03e admin admin] Deleting subnet 71faac3d-ce79-45ad-842e-496e7071d6f0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:05:41.972701 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25f4e250-2b3c-400b-9d47-d3497f83e03e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.005954 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25f4e250-2b3c-400b-9d47-d3497f83e03e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.084119 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25f4e250-2b3c-400b-9d47-d3497f83e03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.132751 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25f4e250-2b3c-400b-9d47-d3497f83e03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.157284 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4e250-2b3c-400b-9d47-d3497f83e03e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71faac3d-ce79-45ad-842e-496e7071d6f0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:42.160939 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25f4e250-2b3c-400b-9d47-d3497f83e03e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.162747 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-25f4e250-2b3c-400b-9d47-d3497f83e03e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/71faac3d-ce79-45ad-842e-496e7071d6f0 HTTP/1.1" status: 204 len: 168 time: 0.2368400 Jul 16 04:05:42.165214 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49324) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:42.167736 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174687b3-a628-46f5-bfef-cef5bf5fe6dd None None] Network f55cd736-5d71-4953-92cf-213346d5a1da requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:42.233432 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.294213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] Deleting port c70c50fa-e87e-411a-a5bf-3b9cd08e2125 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:42.294914 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.359183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] For port c70c50fa-e87e-411a-a5bf-3b9cd08e2125, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c70c50fa-e87e-411a-a5bf-3b9cd08e2125,segment=NetworkSegment(02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e),segment_id=02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:42.359548 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.372692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] Calling delete_port for c70c50fa-e87e-411a-a5bf-3b9cd08e2125 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:42.447148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 70ea1c68-b0a0-4f70-b83c-22c010e8548f no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:42.465651 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.471708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 70ea1c68-b0a0-4f70-b83c-22c010e8548f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:42.472055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 70ea1c68-b0a0-4f70-b83c-22c010e8548f not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:42.472495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8b0ae4a5-7674-4120-9eb0-2414629b8dfe no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:42.491670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 8b0ae4a5-7674-4120-9eb0-2414629b8dfe {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:42.491995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8b0ae4a5-7674-4120-9eb0-2414629b8dfe not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:42.494241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] Pushing event deleted for resources: {'Port': ['ID=c70c50fa-e87e-411a-a5bf-3b9cd08e2125,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:42.496070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] No DVR routers for this DVR port c70c50fa-e87e-411a-a5bf-3b9cd08e2125 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:42.541995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb78b3be-8627-4112-a6c0-64e8ad1481fb None None] DHCP port deletion for f55cd736-5d71-4953-92cf-213346d5a1da request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:05:42.584837 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.595476 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55cd736-5d71-4953-92cf-213346d5a1da']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:42.606617 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:42.606912 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02397b7c-e0e3-4ebc-bf74-1de8e8a1ea0e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:42.616767 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.630832 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.636859 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:05:42.637185 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:05:42.638839 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:05:42.689975 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.695943 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:42.697789 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f55cd736-5d71-4953-92cf-213346d5a1da HTTP/1.1" status: 204 len: 168 time: 0.5316749 Jul 16 04:05:42.700843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49326) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:42.708584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4ec85-64f2-4e8d-a7a5-dddabc939557 admin admin] Pushing event deleted for resources: {'Network': ['ID=f55cd736-5d71-4953-92cf-213346d5a1da,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:43.032036 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e6a77f2-e2e2-4d86-9d26-8f69618d50b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:43.280089 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7e6a77f2-e2e2-4d86-9d26-8f69618d50b4 admin admin] Deleting port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:43.280470 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e6a77f2-e2e2-4d86-9d26-8f69618d50b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:43.357610 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7e6a77f2-e2e2-4d86-9d26-8f69618d50b4 admin admin] For port 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c,segment=NetworkSegment(3b44f673-96ff-43d6-8a7a-4244eb6a65d8),segment_id=3b44f673-96ff-43d6-8a7a-4244eb6a65d8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:43.357889 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e6a77f2-e2e2-4d86-9d26-8f69618d50b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:43.370138 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7e6a77f2-e2e2-4d86-9d26-8f69618d50b4 admin admin] Calling delete_port for 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:43.540720 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e6a77f2-e2e2-4d86-9d26-8f69618d50b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:43.570562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a77f2-e2e2-4d86-9d26-8f69618d50b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:44.042285 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7e6a77f2-e2e2-4d86-9d26-8f69618d50b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.244847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6a77f2-e2e2-4d86-9d26-8f69618d50b4 admin admin] Router f4ed1e81-a293-405f-91df-62a14a179628 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:05:44.345447 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6a77f2-e2e2-4d86-9d26-8f69618d50b4 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:05:44.350175 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7e6a77f2-e2e2-4d86-9d26-8f69618d50b4 admin admin] 10.222.0.18 "PUT /v2.0/routers/f4ed1e81-a293-405f-91df-62a14a179628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6482520 Jul 16 04:05:44.352717 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49328) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:44.355389 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241dfc6-1dcc-491b-ab60-f86841ccec8a None None] Sync routers for ids ['f4ed1e81-a293-405f-91df-62a14a179628'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:05:44.365342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e241dfc6-1dcc-491b-ab60-f86841ccec8a None None] Routers {'f4ed1e81-a293-405f-91df-62a14a179628'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:44.366090 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e241dfc6-1dcc-491b-ab60-f86841ccec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:05:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f4ed1e81-a293-405f-91df-62a14a179628'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:44.461350 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.475048 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e241dfc6-1dcc-491b-ab60-f86841ccec8a None None] Set router f4ed1e81-a293-405f-91df-62a14a179628 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:44.501941 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c70c50fa-e87e-411a-a5bf-3b9cd08e2125 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:44.551273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: c70c50fa-e87e-411a-a5bf-3b9cd08e2125 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:44.551618 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c70c50fa-e87e-411a-a5bf-3b9cd08e2125 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:44.564711 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.618100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] Deleting port 1b88d5cf-4cc7-4a7e-8351-04bf057aee53 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:44.618689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.673377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e241dfc6-1dcc-491b-ab60-f86841ccec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'name': 'tempest-TestVolumeBootPattern-1045561052-router', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '1b88d5cf-4cc7-4a7e-8351-04bf057aee53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T04:05:43Z', 'revision_number': 5, 'project_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'gw_port': {'id': '1b88d5cf-4cc7-4a7e-8351-04bf057aee53', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:31:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:51:57Z', 'updated_at': '2021-07-16T03:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:44.701234 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] For port 1b88d5cf-4cc7-4a7e-8351-04bf057aee53, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=1b88d5cf-4cc7-4a7e-8351-04bf057aee53,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:44.701594 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.703963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241dfc6-1dcc-491b-ab60-f86841ccec8a None None] Checking router: f4ed1e81-a293-405f-91df-62a14a179628 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:05:44.712742 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e241dfc6-1dcc-491b-ab60-f86841ccec8a None None] Routers {'f4ed1e81-a293-405f-91df-62a14a179628'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:05:44.713038 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] Calling delete_port for 1b88d5cf-4cc7-4a7e-8351-04bf057aee53 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:44.713368 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e241dfc6-1dcc-491b-ab60-f86841ccec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:05:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f4ed1e81-a293-405f-91df-62a14a179628'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:44.796480 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-e241dfc6-1dcc-491b-ab60-f86841ccec8a None None] Set router f4ed1e81-a293-405f-91df-62a14a179628 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:05:44.847316 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-e241dfc6-1dcc-491b-ab60-f86841ccec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'name': 'tempest-TestVolumeBootPattern-1045561052-router', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T04:05:44Z', 'revision_number': 6, 'project_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:44.875466 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:44.876624 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241dfc6-1dcc-491b-ab60-f86841ccec8a None None] The sync data for ids ['f4ed1e81-a293-405f-91df-62a14a179628'] in n-d-800088-6 is: [{'id': 'f4ed1e81-a293-405f-91df-62a14a179628', 'name': 'tempest-TestVolumeBootPattern-1045561052-router', 'tenant_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:51:56Z', 'updated_at': '2021-07-16T04:05:44Z', 'revision_number': 6, 'project_id': 'f87b0795c8da4c43b639facf9c01e6b8', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:05:44.900173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b88d5cf-4cc7-4a7e-8351-04bf057aee53,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:44.962558 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.052684 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.054755 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.099422 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.100081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4ed1e81-a293-405f-91df-62a14a179628 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:05:45.104926 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.106085 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ea3cfa33-b199-45f8-99af-52c9d95b0802 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f4ed1e81-a293-405f-91df-62a14a179628 HTTP/1.1" status: 204 len: 168 time: 0.7524598 Jul 16 04:05:45.108834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49330) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:45.152518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e3806c-504a-4359-af4b-7ab3632446bc admin admin] Deleting subnet b57f5f1a-3f69-403e-a54a-9412d39558ad {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:05:45.155439 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91e3806c-504a-4359-af4b-7ab3632446bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.188833 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91e3806c-504a-4359-af4b-7ab3632446bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.269764 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91e3806c-504a-4359-af4b-7ab3632446bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.324618 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91e3806c-504a-4359-af4b-7ab3632446bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.351629 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3806c-504a-4359-af4b-7ab3632446bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b57f5f1a-3f69-403e-a54a-9412d39558ad,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:45.357125 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-91e3806c-504a-4359-af4b-7ab3632446bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.361363 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-91e3806c-504a-4359-af4b-7ab3632446bc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b57f5f1a-3f69-403e-a54a-9412d39558ad HTTP/1.1" status: 204 len: 168 time: 0.2492194 Jul 16 04:05:45.361544 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49332) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:45.361949 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a040f69f-16c7-40ee-b971-56443bac9d2e None None] Network 5688fa07-7bb3-45ed-baae-b15316c983fd requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:05:45.431634 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.483580 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] Deleting port df547104-309b-4289-8fbb-2c41c3778b7c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:05:45.484607 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.547124 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] For port df547104-309b-4289-8fbb-2c41c3778b7c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=df547104-309b-4289-8fbb-2c41c3778b7c,segment=NetworkSegment(3b44f673-96ff-43d6-8a7a-4244eb6a65d8),segment_id=3b44f673-96ff-43d6-8a7a-4244eb6a65d8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:05:45.547490 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.559298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] Calling delete_port for df547104-309b-4289-8fbb-2c41c3778b7c owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:05:45.645437 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.649032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0386dd0-5710-46a2-9623-40e42ec108d3 None None] DHCP port deletion for 5688fa07-7bb3-45ed-baae-b15316c983fd request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:05:45.673809 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=df547104-309b-4289-8fbb-2c41c3778b7c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:45.680931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] No DVR routers for this DVR port df547104-309b-4289-8fbb-2c41c3778b7c on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:05:45.755730 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.765996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5688fa07-7bb3-45ed-baae-b15316c983fd']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:45.776073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b44f673-96ff-43d6-8a7a-4244eb6a65d8') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:45.776397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b44f673-96ff-43d6-8a7a-4244eb6a65d8') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:05:45.784977 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.798899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.805023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:05:45.805412 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:05:45.807311 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:05:45.860835 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.866509 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:45.870890 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5688fa07-7bb3-45ed-baae-b15316c983fd HTTP/1.1" status: 204 len: 168 time: 0.5058048 Jul 16 04:05:45.880201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9e70c-16bc-43df-8ea4-88d33ce74a58 admin admin] Pushing event deleted for resources: {'Network': ['ID=5688fa07-7bb3-45ed-baae-b15316c983fd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:45.980161 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49336) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:46.019090 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2b6dd936-824b-4b36-a0cf-31ea7bd44a20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=141b36b166934e7d90312d1c02c7c1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371842 Jul 16 04:05:46.021484 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49338) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:46.071987 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9497aa30-c9e3-4f11-bd52-33e48d3b756d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:46.092722 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9497aa30-c9e3-4f11-bd52-33e48d3b756d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:46.138061 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9497aa30-c9e3-4f11-bd52-33e48d3b756d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:46.140703 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9497aa30-c9e3-4f11-bd52-33e48d3b756d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:46.141889 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9497aa30-c9e3-4f11-bd52-33e48d3b756d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4516592d-e8b7-4cd0-9174-633001fe3d7c HTTP/1.1" status: 204 len: 168 time: 0.1195319 Jul 16 04:05:46.150430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497aa30-c9e3-4f11-bd52-33e48d3b756d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4516592d-e8b7-4cd0-9174-633001fe3d7c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:46.425249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device df547104-309b-4289-8fbb-2c41c3778b7c no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:46.445353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: df547104-309b-4289-8fbb-2c41c3778b7c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:46.445694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device df547104-309b-4289-8fbb-2c41c3778b7c not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:46.446148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:46.456193 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49344) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:46.464529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:46.464815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 8d7d6efc-d7c5-4f20-a7be-d52c8dc18d6c not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:46.465231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1b88d5cf-4cc7-4a7e-8351-04bf057aee53 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:05:46.484559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 1b88d5cf-4cc7-4a7e-8351-04bf057aee53 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:05:46.484917 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 1b88d5cf-4cc7-4a7e-8351-04bf057aee53 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:05:46.497858 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ad6e4960-359b-48c8-b39e-86fd56e9e2a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f87b0795c8da4c43b639facf9c01e6b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404327 Jul 16 04:05:46.500443 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49346) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:05:46.546490 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5250998d-329f-488e-8f6b-21021c69ab4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:46.566985 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5250998d-329f-488e-8f6b-21021c69ab4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:46.613321 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5250998d-329f-488e-8f6b-21021c69ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:46.616025 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5250998d-329f-488e-8f6b-21021c69ab4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:46.617321 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5250998d-329f-488e-8f6b-21021c69ab4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/803d480d-7835-45e5-ac5b-cf37c6d36171 HTTP/1.1" status: 204 len: 168 time: 0.1159918 Jul 16 04:05:46.625727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250998d-329f-488e-8f6b-21021c69ab4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803d480d-7835-45e5-ac5b-cf37c6d36171,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:56.491459 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-de84aa36-dcde-40cd-a3a5-f4263287f3ef tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e20af18e0d4d4254add52f0c1ff12bb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214014 Jul 16 04:05:56.598825 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-19bc17e5-e30f-4c9a-968c-f9b35095a53a tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:56.600299 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-19bc17e5-e30f-4c9a-968c-f9b35095a53a tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1037242 Jul 16 04:05:56.615039 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-e74e13ea-e0b1-41e5-817c-d1eae314b9be tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/quotas/e20af18e0d4d4254add52f0c1ff12bb5 HTTP/1.1" status: 200 len: 375 time: 0.0094783 Jul 16 04:05:56.648861 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-ed309b87-569c-4509-b16c-9dfda1898b8b tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e20af18e0d4d4254add52f0c1ff12bb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284510 Jul 16 04:05:56.918647 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b19a8a34-5408-4c2c-9dcd-e5cd6cfba339 req-84a2e4bc-06d3-4662-9b22-22b59b9ed185 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/ports?device_id=396db55b-2a11-4962-9284-1a90abe99c56 HTTP/1.1" status: 200 len: 210 time: 0.1361160 Jul 16 04:05:57.739463 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-92db17fc-a280-46c7-bad0-1fdc9f3e7dee tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e20af18e0d4d4254add52f0c1ff12bb5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229297 Jul 16 04:05:57.848669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-eeb24a34-3710-40d6-badf-19a897ba6e9c tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:57.850049 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-eeb24a34-3710-40d6-badf-19a897ba6e9c tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1057823 Jul 16 04:05:57.861570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Request body: {'port': {'device_id': '396db55b-2a11-4962-9284-1a90abe99c56', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'admin_state_up': True, 'tenant_id': 'e20af18e0d4d4254add52f0c1ff12bb5'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:57.972608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Made reservation on behalf of e20af18e0d4d4254add52f0c1ff12bb5 for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:05:57.976099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:57.984893 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.061666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eebff237-bbb6-4cbe-b400-309fd1a4f613 req-53467589-0c30-4d70-bb3f-13d34c26c678 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/ports?device_id=396db55b-2a11-4962-9284-1a90abe99c56 HTTP/1.1" status: 200 len: 210 time: 0.0321777 Jul 16 04:05:58.103629 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.107138 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.174006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d00b41-ba3c-470f-8fd6-9dbf56ee595e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:58.238510 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Allocated IP 192.168.233.49 (5046f89b-20b3-4180-a1f3-dadee6506ccc/f9da83f0-c928-45aa-a280-bd1dd288df27/c04c764f-5811-40c0-b479-082541449bf7) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:05:58.382693 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.395697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Transition to ACTIVE for port object c04c764f-5811-40c0-b479-082541449bf7 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:58.427589 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.467537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Network 5046f89b-20b3-4180-a1f3-dadee6506ccc is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:05:58.473134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:05:58.476815 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:05:58.505358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Pushing event updated for resources: {'Port': ['ID=c04c764f-5811-40c0-b479-082541449bf7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:58.530988 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:58.531937 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.547272 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-7727c6b4-1f48-4dbe-8586-cb6b25d5edbc tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6894615 Jul 16 04:05:58.557037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-a112cf92-8b4f-4c89-bce8-7e5ae847569b tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:05:58.558186 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-a112cf92-8b4f-4c89-bce8-7e5ae847569b tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055792 Jul 16 04:05:58.570290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Request body: {'port': {'device_id': '396db55b-2a11-4962-9284-1a90abe99c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:05:58.648277 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.679230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-44c12781-bb68-44b2-9410-61842f322c3b None None] Provisioning for port c04c764f-5811-40c0-b479-082541449bf7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:05:58.683408 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-44c12781-bb68-44b2-9410-61842f322c3b None None] Provisioning complete for port c04c764f-5811-40c0-b479-082541449bf7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:05:58.683984 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44c12781-bb68-44b2-9410-61842f322c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.719159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-44c12781-bb68-44b2-9410-61842f322c3b None None] Port c04c764f-5811-40c0-b479-082541449bf7 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:05:58.908478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04c764f-5811-40c0-b479-082541449bf7 {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:05:58.916186 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:58.927523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Transition to ACTIVE for port object c04c764f-5811-40c0-b479-082541449bf7 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:05:58.931392 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:59.001544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Pushing event updated for resources: {'Port': ['ID=c04c764f-5811-40c0-b479-082541449bf7,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:59.054450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Attempting to bind port c04c764f-5811-40c0-b479-082541449bf7 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:05:59.054450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Attempting to bind port c04c764f-5811-40c0-b479-082541449bf7 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:05:59.055310 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Attempting to bind port c04c764f-5811-40c0-b479-082541449bf7 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:59.059094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Port c04c764f-5811-40c0-b479-082541449bf7 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:05:59.059422 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Attempting to bind port c04c764f-5811-40c0-b479-082541449bf7 on network 5046f89b-20b3-4180-a1f3-dadee6506ccc {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:05:59.064584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:05:59.064721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Checking segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:05:59.065106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Bound using segment: {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:05:59.065538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Bound port: c04c764f-5811-40c0-b479-082541449bf7, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546899b-0e11-4455-b99b-1748d0cfa031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:05:59.065904 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:59.134777 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] For port c04c764f-5811-40c0-b479-082541449bf7, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:05:59.137909 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] For port c04c764f-5811-40c0-b479-082541449bf7, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c04c764f-5811-40c0-b479-082541449bf7,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:05:59.143898 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:59.178562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:59.179262 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:05:59.180732 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] 10.222.0.20 "PUT /v2.0/ports/c04c764f-5811-40c0-b479-082541449bf7 HTTP/1.1" status: 200 len: 1095 time: 0.6153853 Jul 16 04:05:59.181380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396db55b-2a11-4962-9284-1a90abe99c56', 'tag': 'c04c764f-5811-40c0-b479-082541449bf7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:05:59.183648 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38b8bfb-f4ab-42af-bca2-90263f2a0438" -d '{"events": [{"name": "network-changed", "server_uuid": "396db55b-2a11-4962-9284-1a90abe99c56", "tag": "c04c764f-5811-40c0-b479-082541449bf7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:05:59.229951 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f64180-8c06-4368-8fa2-2bec70e6662d x-openstack-request-id: req-67f64180-8c06-4368-8fa2-2bec70e6662d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:05:59.230127 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396db55b-2a11-4962-9284-1a90abe99c56", "tag": "c04c764f-5811-40c0-b479-082541449bf7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:05:59.230386 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67f64180-8c06-4368-8fa2-2bec70e6662d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:05:59.230772 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396db55b-2a11-4962-9284-1a90abe99c56', 'tag': 'c04c764f-5811-40c0-b479-082541449bf7', 'status': 'completed', 'code': 200} Jul 16 04:05:59.270279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d48ef9-fbda-4284-9698-99199e697ccb service neutron] Pushing event updated for resources: {'Port': ['ID=c04c764f-5811-40c0-b479-082541449bf7,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:05:59.319832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127cb9-0c7b-4f9e-91d3-85373f4df85e req-7f243e38-db6a-46ee-a404-38a05872f294 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:59.321416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1127cb9-0c7b-4f9e-91d3-85373f4df85e req-7f243e38-db6a-46ee-a404-38a05872f294 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/ports?device_id=396db55b-2a11-4962-9284-1a90abe99c56 HTTP/1.1" status: 200 len: 947 time: 0.1307404 Jul 16 04:05:59.324530 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-635b4e2a-1ef1-4104-9695-ce89fbc8559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:59.325981 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-635b4e2a-1ef1-4104-9695-ce89fbc8559c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e20af18e0d4d4254add52f0c1ff12bb5&device_id=396db55b-2a11-4962-9284-1a90abe99c56 HTTP/1.1" status: 200 len: 1098 time: 0.0891161 Jul 16 04:05:59.379923 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-cbdcf768-ad38-40d0-af3b-2055d53df5e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c04c764f-5811-40c0-b479-082541449bf7 HTTP/1.1" status: 200 len: 217 time: 0.0452473 Jul 16 04:05:59.421593 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1127cb9-0c7b-4f9e-91d3-85373f4df85e req-3d5b2550-70a3-4ee2-92d2-c5d81f3be82a tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d00b41-ba3c-470f-8fd6-9dbf56ee595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939119 Jul 16 04:05:59.437327 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-6bb468ed-dab9-436d-9ee8-07ea0c5813a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:59.438786 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-6bb468ed-dab9-436d-9ee8-07ea0c5813a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0534840 Jul 16 04:05:59.495345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-d5e8977e-2a78-43dd-aa25-0e3242d27ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:59.496871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-d5e8977e-2a78-43dd-aa25-0e3242d27ab4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0517135 Jul 16 04:05:59.589554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-882b5a95-c18a-4249-9c9e-7890dd7b833f service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848587 Jul 16 04:05:59.679036 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dc1060b-db97-4c8c-b7d1-e94749835a34 req-116911da-9f0d-4027-8d8f-284d7c3ecd30 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833659 Jul 16 04:05:59.779175 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b8bfb-f4ab-42af-bca2-90263f2a0438 req-50fe8be9-628a-4f43-99c7-2a7e8ead262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:59.780677 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b38b8bfb-f4ab-42af-bca2-90263f2a0438 req-50fe8be9-628a-4f43-99c7-2a7e8ead262b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e20af18e0d4d4254add52f0c1ff12bb5&device_id=396db55b-2a11-4962-9284-1a90abe99c56 HTTP/1.1" status: 200 len: 1098 time: 0.0523932 Jul 16 04:05:59.870701 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b8bfb-f4ab-42af-bca2-90263f2a0438 req-6140f9c1-d34a-4a8f-9a81-b9e845b498b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:59.872132 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b38b8bfb-f4ab-42af-bca2-90263f2a0438 req-6140f9c1-d34a-4a8f-9a81-b9e845b498b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5046f89b-20b3-4180-a1f3-dadee6506ccc HTTP/1.1" status: 200 len: 870 time: 0.0852678 Jul 16 04:05:59.911558 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b38b8bfb-f4ab-42af-bca2-90263f2a0438 req-4f995ead-253f-46ce-8dc1-6e109f4c5c86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c04c764f-5811-40c0-b479-082541449bf7 HTTP/1.1" status: 200 len: 217 time: 0.0331590 Jul 16 04:05:59.961102 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b8bfb-f4ab-42af-bca2-90263f2a0438 req-f647d8f2-2f3f-4bb5-82fb-9c61051ad1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:05:59.962405 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b38b8bfb-f4ab-42af-bca2-90263f2a0438 req-f647d8f2-2f3f-4bb5-82fb-9c61051ad1a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9da83f0-c928-45aa-a280-bd1dd288df27 HTTP/1.1" status: 200 len: 843 time: 0.0449665 Jul 16 04:06:00.017089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b8bfb-f4ab-42af-bca2-90263f2a0438 req-7b975e67-a654-47a3-8a0f-300d7e8ecea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:00.018522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b38b8bfb-f4ab-42af-bca2-90263f2a0438 req-7b975e67-a654-47a3-8a0f-300d7e8ecea3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5046f89b-20b3-4180-a1f3-dadee6506ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496492 Jul 16 04:06:00.079066 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-49d069bd-3809-497d-abf2-42d6e69f6f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:00.109768 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b38b8bfb-f4ab-42af-bca2-90263f2a0438 req-05e9fb94-d8dd-4af7-ab3f-cbd582f3de59 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839531 Jul 16 04:06:00.196124 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b38b8bfb-f4ab-42af-bca2-90263f2a0438 req-9ca4095a-ef3a-40a4-a87d-4f94ac4d1697 service neutron] 10.222.0.20 "GET /v2.0/networks/5046f89b-20b3-4180-a1f3-dadee6506ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789154 Jul 16 04:06:00.592427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61c5dd-9013-4c80-b2a8-73729491e65a req-dc445f1e-6aac-4133-a05b-336bf8905d4a tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:00.593883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ed61c5dd-9013-4c80-b2a8-73729491e65a req-dc445f1e-6aac-4133-a05b-336bf8905d4a tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/ports?device_id=396db55b-2a11-4962-9284-1a90abe99c56 HTTP/1.1" status: 200 len: 947 time: 0.0629323 Jul 16 04:06:00.635955 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ed61c5dd-9013-4c80-b2a8-73729491e65a req-f9d64202-5713-445e-8caf-7e976ddecb25 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d00b41-ba3c-470f-8fd6-9dbf56ee595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360067 Jul 16 04:06:01.291204 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:01.412029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c04c764f-5811-40c0-b479-082541449bf7 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:06:01.502726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c04c764f-5811-40c0-b479-082541449bf7, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c04c764f-5811-40c0-b479-082541449bf7,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:01.513574 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'c04c764f-5811-40c0-b479-082541449bf7', 'network_id': '5046f89b-20b3-4180-a1f3-dadee6506ccc', 'port_id': 'c04c764f-5811-40c0-b479-082541449bf7', 'mac_address': 'fa:16:3e:6e:2b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da83f0-c928-45aa-a280-bd1dd288df27', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:06:01.552452 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:01.564340 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04c764f-5811-40c0-b479-082541449bf7 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:06:01.582921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c04c764f-5811-40c0-b479-082541449bf7, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c04c764f-5811-40c0-b479-082541449bf7,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:01.586400 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:01.632961 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c04c764f-5811-40c0-b479-082541449bf7,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:01.640212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:01.640584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:01.640928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:01.641264 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:01.641597 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:01.641929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:01.642270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:01.642581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:01.642906 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:01.643227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:01.643550 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:01.643874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:01.710746 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:01.809652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c04c764f-5811-40c0-b479-082541449bf7'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:06:01.812725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fefe2-90ac-4487-a8ea-827d7870654d req-18960cf6-ce9e-4931-9f67-d22bd5da5723 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:01.814246 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-514fefe2-90ac-4487-a8ea-827d7870654d req-18960cf6-ce9e-4931-9f67-d22bd5da5723 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/ports?device_id=396db55b-2a11-4962-9284-1a90abe99c56 HTTP/1.1" status: 200 len: 948 time: 0.0622280 Jul 16 04:06:01.852357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-514fefe2-90ac-4487-a8ea-827d7870654d req-8f0a2fe6-5f93-479d-8744-51973bc5861a tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d00b41-ba3c-470f-8fd6-9dbf56ee595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324588 Jul 16 04:06:02.187744 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:06:02.828426 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d58a4f2e-f0a5-4970-9f33-e59c2e0c5136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:02.860228 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:03.019732 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfff04-7253-41c9-8b48-2481d0798299 req-1e3b30bb-d802-4d90-a085-2635b04fec80 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:03.021233 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6fcfff04-7253-41c9-8b48-2481d0798299 req-1e3b30bb-d802-4d90-a085-2635b04fec80 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/ports?device_id=396db55b-2a11-4962-9284-1a90abe99c56 HTTP/1.1" status: 200 len: 948 time: 0.0618820 Jul 16 04:06:03.058197 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6fcfff04-7253-41c9-8b48-2481d0798299 req-89aa0990-85c5-4976-9891-d29f553bebe8 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d00b41-ba3c-470f-8fd6-9dbf56ee595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315425 Jul 16 04:06:03.427662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c04c764f-5811-40c0-b479-082541449bf7 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:06:03.475605 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port c04c764f-5811-40c0-b479-082541449bf7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:03.479497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port c04c764f-5811-40c0-b479-082541449bf7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:03.479868 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:03.554196 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:03.575974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396db55b-2a11-4962-9284-1a90abe99c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04c764f-5811-40c0-b479-082541449bf7'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:03.578230 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb1c85a-5804-43f1-8892-b4943323d09b" -d '{"events": [{"server_uuid": "396db55b-2a11-4962-9284-1a90abe99c56", "name": "network-vif-plugged", "status": "completed", "tag": "c04c764f-5811-40c0-b479-082541449bf7"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:03.590866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c04c764f-5811-40c0-b479-082541449bf7, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c04c764f-5811-40c0-b479-082541449bf7,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:03.595946 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:03.622136 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de467114-5857-4a2d-b419-a80d474268b6 x-openstack-request-id: req-de467114-5857-4a2d-b419-a80d474268b6 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:03.622442 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396db55b-2a11-4962-9284-1a90abe99c56", "name": "network-vif-plugged", "status": "completed", "tag": "c04c764f-5811-40c0-b479-082541449bf7", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:03.622695 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de467114-5857-4a2d-b419-a80d474268b6 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:03.623084 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396db55b-2a11-4962-9284-1a90abe99c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04c764f-5811-40c0-b479-082541449bf7', 'code': 200} Jul 16 04:06:03.655831 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c04c764f-5811-40c0-b479-082541449bf7,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:03.729994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aad0f6-0e5f-47fa-9d7b-eb0b880c2e3b req-98832386-baa2-4e68-8bed-535d543cc8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:03.731341 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45aad0f6-0e5f-47fa-9d7b-eb0b880c2e3b req-98832386-baa2-4e68-8bed-535d543cc8d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=396db55b-2a11-4962-9284-1a90abe99c56 HTTP/1.1" status: 200 len: 1100 time: 0.0535378 Jul 16 04:06:03.764923 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45aad0f6-0e5f-47fa-9d7b-eb0b880c2e3b req-03f137c3-64ee-42ec-8515-a685fcbc00b8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=17d00b41-ba3c-470f-8fd6-9dbf56ee595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266175 Jul 16 04:06:03.967303 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:04.229174 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30da08-9fbb-4b22-ad9c-6e02fc513cd5 req-fb7cf4c8-2e43-45ea-bb0c-75c95a91afbd tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:04.230656 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac30da08-9fbb-4b22-ad9c-6e02fc513cd5 req-fb7cf4c8-2e43-45ea-bb0c-75c95a91afbd tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/ports?device_id=396db55b-2a11-4962-9284-1a90abe99c56 HTTP/1.1" status: 200 len: 949 time: 0.0616579 Jul 16 04:06:04.268809 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ac30da08-9fbb-4b22-ad9c-6e02fc513cd5 req-d20945ec-288f-41a3-96d8-6655e92f8272 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d00b41-ba3c-470f-8fd6-9dbf56ee595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324488 Jul 16 04:06:05.437433 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22346eab-5498-412c-a99d-ade2efe4fee8 req-ea3fb149-0106-4724-bb11-ed614a503e6d tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:05.438869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22346eab-5498-412c-a99d-ade2efe4fee8 req-ea3fb149-0106-4724-bb11-ed614a503e6d tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/ports?device_id=396db55b-2a11-4962-9284-1a90abe99c56 HTTP/1.1" status: 200 len: 949 time: 0.0608392 Jul 16 04:06:05.478921 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22346eab-5498-412c-a99d-ade2efe4fee8 req-88242446-9f79-4e1a-843c-20ca60c15a2d tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d00b41-ba3c-470f-8fd6-9dbf56ee595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340528 Jul 16 04:06:05.796779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-f856f30d-2068-4893-87d8-ac2eb39ba1ae req-c075c1dd-204d-440e-adae-4b5fdcf3e048 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:06:05.797799 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f856f30d-2068-4893-87d8-ac2eb39ba1ae req-c075c1dd-204d-440e-adae-4b5fdcf3e048 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0555375 Jul 16 04:06:05.824767 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:06.178268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-80a1eacb-fc06-41e9-925c-c12bf0bfb400 req-06e05f01-a341-4ebb-8e4e-82236f2cc496 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:06:06.179278 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80a1eacb-fc06-41e9-925c-c12bf0bfb400 req-06e05f01-a341-4ebb-8e4e-82236f2cc496 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543129 Jul 16 04:06:06.664647 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220cd2c-b302-41da-91ec-79517e040852 req-bde13e4b-fabf-4a3a-b78c-ef0ce3384f81 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:06.666160 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0220cd2c-b302-41da-91ec-79517e040852 req-bde13e4b-fabf-4a3a-b78c-ef0ce3384f81 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/ports?device_id=396db55b-2a11-4962-9284-1a90abe99c56 HTTP/1.1" status: 200 len: 949 time: 0.0714364 Jul 16 04:06:06.703921 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0220cd2c-b302-41da-91ec-79517e040852 req-d0b65a76-26f3-4b29-ba87-2763d3496ec8 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d00b41-ba3c-470f-8fd6-9dbf56ee595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319803 Jul 16 04:06:07.906745 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6137f4-6566-48bb-b5b0-a99d22970925 req-ec249703-2865-43e6-83ef-c23eaa22beb3 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:07.908106 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc6137f4-6566-48bb-b5b0-a99d22970925 req-ec249703-2865-43e6-83ef-c23eaa22beb3 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.20 "GET /v2.0/ports?device_id=396db55b-2a11-4962-9284-1a90abe99c56 HTTP/1.1" status: 200 len: 949 time: 0.1063375 Jul 16 04:06:07.921349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020bd752-e92f-4741-a962-fcc94ba72d5a req-e0704dd1-9dc5-4ca8-a436-17099e8c0045 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:07.922716 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-020bd752-e92f-4741-a962-fcc94ba72d5a req-e0704dd1-9dc5-4ca8-a436-17099e8c0045 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/ports?device_id=396db55b-2a11-4962-9284-1a90abe99c56 HTTP/1.1" status: 200 len: 949 time: 0.0943894 Jul 16 04:06:07.995281 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-020bd752-e92f-4741-a962-fcc94ba72d5a req-f08fc36c-85e1-4855-b630-3c27b0f006aa tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d00b41-ba3c-470f-8fd6-9dbf56ee595e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664871 Jul 16 04:06:08.039337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-dc6137f4-6566-48bb-b5b0-a99d22970925 req-cd9096ae-5316-4ea9-a2dc-a749a8f4a791 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Deleting port c04c764f-5811-40c0-b479-082541449bf7 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:06:08.039685 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc6137f4-6566-48bb-b5b0-a99d22970925 req-cd9096ae-5316-4ea9-a2dc-a749a8f4a791 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:08.128207 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-dc6137f4-6566-48bb-b5b0-a99d22970925 req-cd9096ae-5316-4ea9-a2dc-a749a8f4a791 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] For port c04c764f-5811-40c0-b479-082541449bf7, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c04c764f-5811-40c0-b479-082541449bf7,segment=NetworkSegment(b546899b-0e11-4455-b99b-1748d0cfa031),segment_id=b546899b-0e11-4455-b99b-1748d0cfa031)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:08.128599 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc6137f4-6566-48bb-b5b0-a99d22970925 req-cd9096ae-5316-4ea9-a2dc-a749a8f4a791 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:08.140032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-dc6137f4-6566-48bb-b5b0-a99d22970925 req-cd9096ae-5316-4ea9-a2dc-a749a8f4a791 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Calling delete_port for c04c764f-5811-40c0-b479-082541449bf7 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:06:08.264272 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc6137f4-6566-48bb-b5b0-a99d22970925 req-cd9096ae-5316-4ea9-a2dc-a749a8f4a791 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:08.275522 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c04c764f-5811-40c0-b479-082541449bf7'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:06:08.291120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9096ae-5316-4ea9-a2dc-a749a8f4a791 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Pushing event deleted for resources: {'Port': ['ID=c04c764f-5811-40c0-b479-082541449bf7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:08.337012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6137f4-6566-48bb-b5b0-a99d22970925 req-cd9096ae-5316-4ea9-a2dc-a749a8f4a791 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] No DVR routers for this DVR port c04c764f-5811-40c0-b479-082541449bf7 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:06:08.339593 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-dc6137f4-6566-48bb-b5b0-a99d22970925 req-cd9096ae-5316-4ea9-a2dc-a749a8f4a791 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:08.341612 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc6137f4-6566-48bb-b5b0-a99d22970925 req-cd9096ae-5316-4ea9-a2dc-a749a8f4a791 tempest-ServersAdminNegativeTestJSON-819056476 tempest-ServersAdminNegativeTestJSON-819056476-project] 10.222.0.20 "DELETE /v2.0/ports/c04c764f-5811-40c0-b479-082541449bf7 HTTP/1.1" status: 204 len: 173 time: 0.4275260 Jul 16 04:06:08.342049 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396db55b-2a11-4962-9284-1a90abe99c56', 'name': 'network-vif-deleted', 'tag': 'c04c764f-5811-40c0-b479-082541449bf7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:08.344393 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27402b3-c433-45ce-b059-f0d4b96b5c7e" -d '{"events": [{"server_uuid": "396db55b-2a11-4962-9284-1a90abe99c56", "name": "network-vif-deleted", "tag": "c04c764f-5811-40c0-b479-082541449bf7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:08.386308 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a859d450-3e48-4a41-91c2-c3d28f462f92 x-openstack-request-id: req-a859d450-3e48-4a41-91c2-c3d28f462f92 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:08.386555 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396db55b-2a11-4962-9284-1a90abe99c56", "name": "network-vif-deleted", "tag": "c04c764f-5811-40c0-b479-082541449bf7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:08.386817 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a859d450-3e48-4a41-91c2-c3d28f462f92 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:08.387307 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396db55b-2a11-4962-9284-1a90abe99c56', 'name': 'network-vif-deleted', 'tag': 'c04c764f-5811-40c0-b479-082541449bf7', 'status': 'completed', 'code': 200} Jul 16 04:06:09.311444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49480) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:09.437298 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-83be9032-b005-4cea-8c2a-106ab8f95672 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e20af18e0d4d4254add52f0c1ff12bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247158 Jul 16 04:06:09.439872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49484) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:09.486185 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7251fc12-5c24-45b3-b939-8128a2c40545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:09.506724 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7251fc12-5c24-45b3-b939-8128a2c40545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:09.554560 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7251fc12-5c24-45b3-b939-8128a2c40545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:09.557225 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7251fc12-5c24-45b3-b939-8128a2c40545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:09.558399 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7251fc12-5c24-45b3-b939-8128a2c40545 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17d00b41-ba3c-470f-8fd6-9dbf56ee595e HTTP/1.1" status: 204 len: 168 time: 0.1175134 Jul 16 04:06:09.565593 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251fc12-5c24-45b3-b939-8128a2c40545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d00b41-ba3c-470f-8fd6-9dbf56ee595e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:09.814044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49490) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:09.830220 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4530f4f6-f627-4a53-bcb5-a3e27cc9f619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:09.917896 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4530f4f6-f627-4a53-bcb5-a3e27cc9f619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:09.921690 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4530f4f6-f627-4a53-bcb5-a3e27cc9f619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:09.960481 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4530f4f6-f627-4a53-bcb5-a3e27cc9f619 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c42b4299259d40fcb61bf38e957ecdca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453118 Jul 16 04:06:09.961713 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530f4f6-f627-4a53-bcb5-a3e27cc9f619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107bd75a-212e-4cbe-9163-5a10cbc537c8,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:09.963144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:10.011648 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb51ad3-bf5f-4a80-a1aa-ffe87d0f9532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:10.032176 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb51ad3-bf5f-4a80-a1aa-ffe87d0f9532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:10.077309 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb51ad3-bf5f-4a80-a1aa-ffe87d0f9532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:10.079777 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-acb51ad3-bf5f-4a80-a1aa-ffe87d0f9532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:10.080962 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-acb51ad3-bf5f-4a80-a1aa-ffe87d0f9532 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/107bd75a-212e-4cbe-9163-5a10cbc537c8 HTTP/1.1" status: 204 len: 168 time: 0.1168058 Jul 16 04:06:10.088622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb51ad3-bf5f-4a80-a1aa-ffe87d0f9532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107bd75a-212e-4cbe-9163-5a10cbc537c8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:10.713841 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49514) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:10.808955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1445482449-network', 'tenant_id': 'd94d517070fc440c82737cf4af342efc'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:10.829289 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] Made reservation on behalf of d94d517070fc440c82737cf4af342efc for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:06:10.831811 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:10.840075 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:10.926592 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:10.930219 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:10.957182 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:06:10.959329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bf7e1a-80f0-4816-8fae-40e4dfe6f590,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:10.970200 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:10.970534 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] Added segment 3a7bcaba-0956-4494-bde3-962edfe6b6c5 of type vlan for network ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d Jul 16 04:06:11.009960 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:11.039949 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:11.040915 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:11.041491 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:11.072771 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3578706 Jul 16 04:06:11.075925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49518) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:11.081022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bf20da2d-5999-4df9-9ae1-f0c2e84e44a8 admin admin] Request body: {'subnet': {'network_id': 'ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1445482449-subnet', 'tenant_id': 'd94d517070fc440c82737cf4af342efc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:11.101720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf20da2d-5999-4df9-9ae1-f0c2e84e44a8 admin admin] Made reservation on behalf of d94d517070fc440c82737cf4af342efc for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:06:11.104260 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf20da2d-5999-4df9-9ae1-f0c2e84e44a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:11.104630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcc892-3329-4972-93f7-595e2e0487a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:11.115371 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:06:11.272769 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf20da2d-5999-4df9-9ae1-f0c2e84e44a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:11.327337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20da2d-5999-4df9-9ae1-f0c2e84e44a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a547038f-a717-49a4-93d6-6ca2259e29b0,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:11.334272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf20da2d-5999-4df9-9ae1-f0c2e84e44a8 admin admin] Checking segment: {'id': '3a7bcaba-0956-4494-bde3-962edfe6b6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:06:11.334638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf20da2d-5999-4df9-9ae1-f0c2e84e44a8 admin admin] Network hostable DHCP agents. Network: ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:06:11.350895 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf20da2d-5999-4df9-9ae1-f0c2e84e44a8 admin admin] Network ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:06:11.358885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bf20da2d-5999-4df9-9ae1-f0c2e84e44a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:06:11.362646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf20da2d-5999-4df9-9ae1-f0c2e84e44a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:11.363790 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf20da2d-5999-4df9-9ae1-f0c2e84e44a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:11.368427 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8913c5-6102-4f96-b46f-f85baede160f None None] Network ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:06:11.376810 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bf20da2d-5999-4df9-9ae1-f0c2e84e44a8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2997427 Jul 16 04:06:11.486529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c04c764f-5811-40c0-b479-082541449bf7 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:06:11.511443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67904168-f29f-4eb8-8461-9a0dce3929b4 None None] Network ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:06:11.513622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: c04c764f-5811-40c0-b479-082541449bf7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:06:11.513962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c04c764f-5811-40c0-b479-082541449bf7 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:06:11.803859 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-1839c93e-ecd2-4992-b875-4a2362eb84cd tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:11.805382 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-1839c93e-ecd2-4992-b875-4a2362eb84cd tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/networks?id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d HTTP/1.1" status: 200 len: 812 time: 0.1026254 Jul 16 04:06:11.819651 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-02411e6d-e4bf-41f6-b559-8690e52a27a7 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/quotas/d94d517070fc440c82737cf4af342efc HTTP/1.1" status: 200 len: 375 time: 0.0088148 Jul 16 04:06:11.851887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-f4c3411a-17d0-45ce-b956-9a5fe52c3c7a tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d94d517070fc440c82737cf4af342efc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275574 Jul 16 04:06:11.940946 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fb567ddf-2720-4385-a535-1f79186d4758 service neutron] 10.222.0.18 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828180 Jul 16 04:06:12.028273 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-cfbe0ba1-09be-44ac-83fd-74ed73ad8bc4 service neutron] 10.222.0.18 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810094 Jul 16 04:06:12.472587 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba14df48-d9c1-492f-95de-8fac3249b62c req-32346e69-86aa-4b75-81d1-015eca7d27f7 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 210 time: 0.3095469 Jul 16 04:06:13.216688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-1227032d-21fe-4d96-80f6-4ccf0805ac66 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:13.217532 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-1227032d-21fe-4d96-80f6-4ccf0805ac66 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.20 "GET /v2.0/networks?id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d HTTP/1.1" status: 200 len: 812 time: 0.0993853 Jul 16 04:06:13.228567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-19b972f6-529c-4ef6-aa3d-fbcfbb010d6b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Request body: {'port': {'device_id': '46ab726d-d472-4f39-99f8-cdafa3a6a8ba', 'network_id': 'ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d', 'admin_state_up': True, 'tenant_id': 'd94d517070fc440c82737cf4af342efc'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:13.335867 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-19b972f6-529c-4ef6-aa3d-fbcfbb010d6b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Made reservation on behalf of d94d517070fc440c82737cf4af342efc for: {'port': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:06:13.339997 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-19b972f6-529c-4ef6-aa3d-fbcfbb010d6b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:13.463712 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-19b972f6-529c-4ef6-aa3d-fbcfbb010d6b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Allocated IP 172.20.0.8 (ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d/a547038f-a717-49a4-93d6-6ca2259e29b0/31786d60-de98-44ff-8519-e8c55bca7f1a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:06:13.627866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5f6a3797-5b1e-43c6-8951-d7d0b4169725 req-c8292dd9-0192-408f-8fe0-62039c7b7a62 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 210 time: 0.0413852 Jul 16 04:06:13.637306 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-19b972f6-529c-4ef6-aa3d-fbcfbb010d6b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:13.674907 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-19b972f6-529c-4ef6-aa3d-fbcfbb010d6b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:13.718977 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-19b972f6-529c-4ef6-aa3d-fbcfbb010d6b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Network ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:06:13.722135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-19b972f6-529c-4ef6-aa3d-fbcfbb010d6b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:06:13.726524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-19b972f6-529c-4ef6-aa3d-fbcfbb010d6b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:06:13.732746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b972f6-529c-4ef6-aa3d-fbcfbb010d6b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Pushing event updated for resources: {'Port': ['ID=31786d60-de98-44ff-8519-e8c55bca7f1a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:13.778120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-19b972f6-529c-4ef6-aa3d-fbcfbb010d6b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:13.778708 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-19b972f6-529c-4ef6-aa3d-fbcfbb010d6b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:13.792675 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-19b972f6-529c-4ef6-aa3d-fbcfbb010d6b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5677812 Jul 16 04:06:13.865364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Request body: {'port': {'device_id': '46ab726d-d472-4f39-99f8-cdafa3a6a8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:13.938593 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:14.190154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31786d60-de98-44ff-8519-e8c55bca7f1a {{(pid=93767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:06:14.197953 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:14.210292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Transition to ACTIVE for port object 31786d60-de98-44ff-8519-e8c55bca7f1a will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:06:14.213426 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:14.263133 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Pushing event updated for resources: {'Port': ['ID=31786d60-de98-44ff-8519-e8c55bca7f1a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:14.330130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Attempting to bind port 31786d60-de98-44ff-8519-e8c55bca7f1a on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:06:14.330471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Attempting to bind port 31786d60-de98-44ff-8519-e8c55bca7f1a by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '3a7bcaba-0956-4494-bde3-962edfe6b6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:06:14.330797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Attempting to bind port 31786d60-de98-44ff-8519-e8c55bca7f1a on network ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:14.335546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Port 31786d60-de98-44ff-8519-e8c55bca7f1a on network ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:06:14.335868 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Attempting to bind port 31786d60-de98-44ff-8519-e8c55bca7f1a on network ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:14.340634 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:06:14.340974 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Checking segment: {'id': '3a7bcaba-0956-4494-bde3-962edfe6b6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:06:14.341360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Bound using segment: {'id': '3a7bcaba-0956-4494-bde3-962edfe6b6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:06:14.341790 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Bound port: 31786d60-de98-44ff-8519-e8c55bca7f1a, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7bcaba-0956-4494-bde3-962edfe6b6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:06:14.342147 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:14.403467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] For port 31786d60-de98-44ff-8519-e8c55bca7f1a, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:06:14.406536 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] For port 31786d60-de98-44ff-8519-e8c55bca7f1a, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=31786d60-de98-44ff-8519-e8c55bca7f1a,segment=NetworkSegment(3a7bcaba-0956-4494-bde3-962edfe6b6c5),segment_id=3a7bcaba-0956-4494-bde3-962edfe6b6c5)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:06:14.409953 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:14.443165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:14.443779 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:14.445221 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] 10.222.0.20 "PUT /v2.0/ports/31786d60-de98-44ff-8519-e8c55bca7f1a HTTP/1.1" status: 200 len: 1091 time: 0.6450517 Jul 16 04:06:14.445665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ab726d-d472-4f39-99f8-cdafa3a6a8ba', 'tag': '31786d60-de98-44ff-8519-e8c55bca7f1a'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:14.447907 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd9ea54-0463-497f-89b5-b4db8008e50e" -d '{"events": [{"name": "network-changed", "server_uuid": "46ab726d-d472-4f39-99f8-cdafa3a6a8ba", "tag": "31786d60-de98-44ff-8519-e8c55bca7f1a"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:14.471750 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9ea5e-fa5d-47e3-8517-b690e81bcce0 service neutron] Pushing event updated for resources: {'Port': ['ID=31786d60-de98-44ff-8519-e8c55bca7f1a,revision_number=3']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:14.491964 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbd2800-7b2b-42f0-9dc2-67e420b9e308 x-openstack-request-id: req-2bbd2800-7b2b-42f0-9dc2-67e420b9e308 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:14.492259 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ab726d-d472-4f39-99f8-cdafa3a6a8ba", "tag": "31786d60-de98-44ff-8519-e8c55bca7f1a", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:14.492549 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bbd2800-7b2b-42f0-9dc2-67e420b9e308 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:14.493214 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ab726d-d472-4f39-99f8-cdafa3a6a8ba', 'tag': '31786d60-de98-44ff-8519-e8c55bca7f1a', 'status': 'completed', 'code': 200} Jul 16 04:06:14.541261 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-a04b0f89-0339-4be8-86d6-394b1ee00a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:14.542765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-a04b0f89-0339-4be8-86d6-394b1ee00a04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d94d517070fc440c82737cf4af342efc&device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 1094 time: 0.0607176 Jul 16 04:06:14.585312 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-b8681808-ccb8-44be-a698-b9f13deaa3a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31786d60-de98-44ff-8519-e8c55bca7f1a HTTP/1.1" status: 200 len: 217 time: 0.0346661 Jul 16 04:06:14.632999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-afe7dc9a-3507-466a-8d1f-5da14609bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:14.634449 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-afe7dc9a-3507-466a-8d1f-5da14609bd78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a547038f-a717-49a4-93d6-6ca2259e29b0 HTTP/1.1" status: 200 len: 852 time: 0.0436292 Jul 16 04:06:14.667393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-ac5b73fb-9c84-4178-bedd-e636e9eeb883 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265982 Jul 16 04:06:14.788893 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-f409131d-8e76-41ff-9abd-d6e05c8ffe5e service neutron] 10.222.0.20 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148279 Jul 16 04:06:14.845441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9e2c1-2269-4de3-8b3f-f6622210df45 req-741eaf95-9d41-4739-9ff5-651a5b35c772 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:14.846863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15c9e2c1-2269-4de3-8b3f-f6622210df45 req-741eaf95-9d41-4739-9ff5-651a5b35c772 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 943 time: 0.1058254 Jul 16 04:06:14.921018 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15c9e2c1-2269-4de3-8b3f-f6622210df45 req-f20b62fe-1892-49b3-9434-cb052413f4c0 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495238 Jul 16 04:06:14.923244 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0809e6d6-42b3-4f87-86a9-fc0f3ca80879 req-e394fe26-8363-436c-93ac-861c2161cede service neutron] 10.222.0.20 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286180 Jul 16 04:06:15.022674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9ea54-0463-497f-89b5-b4db8008e50e req-ad433869-954f-486d-887a-7c1e1c48d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:15.024129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3fd9ea54-0463-497f-89b5-b4db8008e50e req-ad433869-954f-486d-887a-7c1e1c48d91c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d94d517070fc440c82737cf4af342efc&device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 1094 time: 0.0523083 Jul 16 04:06:15.114417 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9ea54-0463-497f-89b5-b4db8008e50e req-1b49a13a-8f0b-4a52-98d6-3c303deb69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:15.115769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3fd9ea54-0463-497f-89b5-b4db8008e50e req-1b49a13a-8f0b-4a52-98d6-3c303deb69dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d HTTP/1.1" status: 200 len: 913 time: 0.0848424 Jul 16 04:06:15.159847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3fd9ea54-0463-497f-89b5-b4db8008e50e req-794811c5-1c6d-4605-8da2-26f7eaf426bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31786d60-de98-44ff-8519-e8c55bca7f1a HTTP/1.1" status: 200 len: 217 time: 0.0373487 Jul 16 04:06:15.215158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9ea54-0463-497f-89b5-b4db8008e50e req-3621a789-e33f-4938-b76d-82409bc3b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:15.216602 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3fd9ea54-0463-497f-89b5-b4db8008e50e req-3621a789-e33f-4938-b76d-82409bc3b43b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a547038f-a717-49a4-93d6-6ca2259e29b0 HTTP/1.1" status: 200 len: 852 time: 0.0498011 Jul 16 04:06:15.249080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3fd9ea54-0463-497f-89b5-b4db8008e50e req-078a590e-9534-47ac-a1fa-c36e2822335d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251038 Jul 16 04:06:15.335782 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3fd9ea54-0463-497f-89b5-b4db8008e50e req-c110025d-cd26-4294-9b8e-143bf6b34806 service neutron] 10.222.0.20 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797169 Jul 16 04:06:15.426850 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3fd9ea54-0463-497f-89b5-b4db8008e50e req-69bffa8b-ece0-40d8-817a-3ee9a2a6d26f service neutron] 10.222.0.20 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842648 Jul 16 04:06:16.091517 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627beea-e2e2-4860-847a-4e31530f001c req-1337f025-6296-465b-bd4a-c9c786f23b5d tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:16.093030 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1627beea-e2e2-4860-847a-4e31530f001c req-1337f025-6296-465b-bd4a-c9c786f23b5d tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 943 time: 0.0626023 Jul 16 04:06:16.130161 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1627beea-e2e2-4860-847a-4e31530f001c req-45a93182-95a6-4404-acc1-8389426a87cb tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310001 Jul 16 04:06:17.303360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817f1cf-0bf3-42bb-a3cf-05f7b088e30f req-1244dcbf-0301-4cc2-bca5-842e1c6590e9 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:17.304859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3817f1cf-0bf3-42bb-a3cf-05f7b088e30f req-1244dcbf-0301-4cc2-bca5-842e1c6590e9 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 943 time: 0.0658562 Jul 16 04:06:17.340871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3817f1cf-0bf3-42bb-a3cf-05f7b088e30f req-5b71c2f3-7fb3-4dd3-bd97-cdd22dbff764 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305028 Jul 16 04:06:17.512465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 31786d60-de98-44ff-8519-e8c55bca7f1a details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:06:17.605554 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 31786d60-de98-44ff-8519-e8c55bca7f1a, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=31786d60-de98-44ff-8519-e8c55bca7f1a,segment=NetworkSegment(3a7bcaba-0956-4494-bde3-962edfe6b6c5),segment_id=3a7bcaba-0956-4494-bde3-962edfe6b6c5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:17.616301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '31786d60-de98-44ff-8519-e8c55bca7f1a', 'network_id': 'ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d', 'port_id': '31786d60-de98-44ff-8519-e8c55bca7f1a', 'mac_address': 'fa:16:3e:a7:75:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a547038f-a717-49a4-93d6-6ca2259e29b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:06:17.652184 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:17.668256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31786d60-de98-44ff-8519-e8c55bca7f1a {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:06:17.686707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 31786d60-de98-44ff-8519-e8c55bca7f1a, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=31786d60-de98-44ff-8519-e8c55bca7f1a,segment=NetworkSegment(3a7bcaba-0956-4494-bde3-962edfe6b6c5),segment_id=3a7bcaba-0956-4494-bde3-962edfe6b6c5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:17.690222 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:17.735509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=31786d60-de98-44ff-8519-e8c55bca7f1a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:17.874035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['31786d60-de98-44ff-8519-e8c55bca7f1a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:06:18.513479 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9739f-d014-4794-891a-8614e5396b04 req-ed991406-eb4a-47e5-8695-f6ca08fb09ca tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:18.514961 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-36d9739f-d014-4794-891a-8614e5396b04 req-ed991406-eb4a-47e5-8695-f6ca08fb09ca tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 944 time: 0.0629933 Jul 16 04:06:18.552453 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-36d9739f-d014-4794-891a-8614e5396b04 req-22b49c02-9092-4ea2-a6c8-7a65347d415a tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319848 Jul 16 04:06:19.509292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 31786d60-de98-44ff-8519-e8c55bca7f1a up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:06:19.557651 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 31786d60-de98-44ff-8519-e8c55bca7f1a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:19.561141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 31786d60-de98-44ff-8519-e8c55bca7f1a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:19.561523 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:19.637295 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:19.659206 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ab726d-d472-4f39-99f8-cdafa3a6a8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31786d60-de98-44ff-8519-e8c55bca7f1a'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:19.661507 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dc8b9d-c508-4b7f-af52-80f75a25b57c" -d '{"events": [{"server_uuid": "46ab726d-d472-4f39-99f8-cdafa3a6a8ba", "name": "network-vif-plugged", "status": "completed", "tag": "31786d60-de98-44ff-8519-e8c55bca7f1a"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:19.674744 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 31786d60-de98-44ff-8519-e8c55bca7f1a, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=31786d60-de98-44ff-8519-e8c55bca7f1a,segment=NetworkSegment(3a7bcaba-0956-4494-bde3-962edfe6b6c5),segment_id=3a7bcaba-0956-4494-bde3-962edfe6b6c5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:19.680112 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:19.707284 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023fcfbd-f09a-486b-b5fb-7547e8248f98 x-openstack-request-id: req-023fcfbd-f09a-486b-b5fb-7547e8248f98 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:19.707613 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ab726d-d472-4f39-99f8-cdafa3a6a8ba", "name": "network-vif-plugged", "status": "completed", "tag": "31786d60-de98-44ff-8519-e8c55bca7f1a", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:19.707868 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-023fcfbd-f09a-486b-b5fb-7547e8248f98 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:19.708258 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ab726d-d472-4f39-99f8-cdafa3a6a8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31786d60-de98-44ff-8519-e8c55bca7f1a', 'code': 200} Jul 16 04:06:19.732408 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a7124-edbf-46fc-82b5-bb19edf9c34b req-3dc9d0e1-6574-49a7-8de9-38dd7efae37f tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:19.733937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f9a7124-edbf-46fc-82b5-bb19edf9c34b req-3dc9d0e1-6574-49a7-8de9-38dd7efae37f tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 944 time: 0.0706365 Jul 16 04:06:19.737365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=31786d60-de98-44ff-8519-e8c55bca7f1a,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:19.784966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f9a7124-edbf-46fc-82b5-bb19edf9c34b req-a792be3f-f698-422c-8295-7df0ce17e6ee tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452034 Jul 16 04:06:19.826485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66c885-5f1d-4b1c-ad87-3d805454919e req-dcf75b8d-2391-4564-ba7d-7405bfbd2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:19.827976 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c66c885-5f1d-4b1c-ad87-3d805454919e req-dcf75b8d-2391-4564-ba7d-7405bfbd2665 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 1096 time: 0.0600905 Jul 16 04:06:19.861567 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8c66c885-5f1d-4b1c-ad87-3d805454919e req-101a1b8d-9bcf-42c1-885d-9a64c59597f0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260608 Jul 16 04:06:20.957981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589dc65-6053-406b-ae2d-2f6796c7346a req-be5ef57f-c12c-434c-96e5-00904f59716b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:20.959492 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f589dc65-6053-406b-ae2d-2f6796c7346a req-be5ef57f-c12c-434c-96e5-00904f59716b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0631750 Jul 16 04:06:20.998117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f589dc65-6053-406b-ae2d-2f6796c7346a req-5e7ca111-5629-4b6d-a123-36a0ed2abcfe tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330024 Jul 16 04:06:21.422073 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f35276-0b2a-4d4b-b67e-1f8ed6613203 req-8cc25e42-40b6-4372-9191-71831f548db9 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:21.423547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d9f35276-0b2a-4d4b-b67e-1f8ed6613203 req-8cc25e42-40b6-4372-9191-71831f548db9 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.1016381 Jul 16 04:06:21.430780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-aea9e285-2323-43db-9e83-f3e4df3333de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1562347 Jul 16 04:06:21.442540 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-332c481d-d9d1-4a9d-8dd9-8d2ca4575684 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:06:21.443474 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-332c481d-d9d1-4a9d-8dd9-8d2ca4575684 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052838 Jul 16 04:06:21.469160 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d9f35276-0b2a-4d4b-b67e-1f8ed6613203 req-80df01ec-0730-4b92-9efa-455940085d5e tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374706 Jul 16 04:06:22.652042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4824222-8d3c-48d0-b072-6233e5c943be req-adca23a6-3d90-491a-b5a0-842eee109f75 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:22.653508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4824222-8d3c-48d0-b072-6233e5c943be req-adca23a6-3d90-491a-b5a0-842eee109f75 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0725496 Jul 16 04:06:22.721812 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f4824222-8d3c-48d0-b072-6233e5c943be req-e341b6e8-bb90-4db3-b5a4-db701dd315d8 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592134 Jul 16 04:06:22.738291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-606eb381-72da-4bca-9487-836efe45434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:22.738291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-606eb381-72da-4bca-9487-836efe45434d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d94d517070fc440c82737cf4af342efc&device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 1096 time: 0.0831990 Jul 16 04:06:22.824056 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-40e703c9-c326-4973-8599-f3e2b44cbf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:22.825517 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-40e703c9-c326-4973-8599-f3e2b44cbf70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d HTTP/1.1" status: 200 len: 913 time: 0.0812230 Jul 16 04:06:22.868464 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-a1466591-c4f3-4d3c-a9eb-364735d8894d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31786d60-de98-44ff-8519-e8c55bca7f1a HTTP/1.1" status: 200 len: 217 time: 0.0367162 Jul 16 04:06:22.915079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-896be7fd-3e95-4ddb-b4cd-dd676b6e66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:22.916481 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-896be7fd-3e95-4ddb-b4cd-dd676b6e66e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a547038f-a717-49a4-93d6-6ca2259e29b0 HTTP/1.1" status: 200 len: 852 time: 0.0421336 Jul 16 04:06:22.947420 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-ad6c54cf-3232-43d3-b3c9-9e488fc4c78b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245998 Jul 16 04:06:23.037064 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-fb3aed0c-f063-4c11-b743-a794e070a1cd service neutron] 10.222.0.20 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828576 Jul 16 04:06:23.122334 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-1c6307b1-95f1-4256-b162-b1aa94ef0bea service neutron] 10.222.0.20 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792453 Jul 16 04:06:23.895908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050f84b-f682-4853-a615-bec63758679c req-4f740b26-bd40-4b10-8b54-4b5d4c7549b8 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:23.897332 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a050f84b-f682-4853-a615-bec63758679c req-4f740b26-bd40-4b10-8b54-4b5d4c7549b8 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0661645 Jul 16 04:06:23.934376 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a050f84b-f682-4853-a615-bec63758679c req-cd6c0eea-5d41-423d-a5ff-5e8f9cca7b2d tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315745 Jul 16 04:06:25.104215 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9938f-bf14-4e1f-9c86-f722cc862733 req-e7f6e422-b2cf-4ba6-86b0-cc0ac4fd829d tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:25.105725 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77e9938f-bf14-4e1f-9c86-f722cc862733 req-e7f6e422-b2cf-4ba6-86b0-cc0ac4fd829d tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0615356 Jul 16 04:06:25.141851 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77e9938f-bf14-4e1f-9c86-f722cc862733 req-f1ccc3dc-c367-4919-a126-95f66963e8cd tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306578 Jul 16 04:06:26.315073 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fa786-2dd2-40b2-8701-029f34512743 req-0ef4dbff-f1ae-4802-89e4-15b32c1b5e28 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:26.316603 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-832fa786-2dd2-40b2-8701-029f34512743 req-0ef4dbff-f1ae-4802-89e4-15b32c1b5e28 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0619967 Jul 16 04:06:26.357012 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-832fa786-2dd2-40b2-8701-029f34512743 req-abdd5b76-1c1c-41e0-a07a-167899e98d1e tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349391 Jul 16 04:06:27.528917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b2b45-b229-4e9e-b368-ea25739d1866 req-84bf1f5b-e8b3-4f17-8647-b9fa4d1c27af tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:27.530398 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-059b2b45-b229-4e9e-b368-ea25739d1866 req-84bf1f5b-e8b3-4f17-8647-b9fa4d1c27af tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0630708 Jul 16 04:06:27.568055 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-059b2b45-b229-4e9e-b368-ea25739d1866 req-01a92f43-a8a1-4398-ac02-1815b47fbf0c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312300 Jul 16 04:06:28.765752 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2bd89-101c-4431-9673-d85415b25ca6 req-ec4ab63d-0fdd-4522-b002-f6d71c1c2633 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:28.767220 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32f2bd89-101c-4431-9673-d85415b25ca6 req-ec4ab63d-0fdd-4522-b002-f6d71c1c2633 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0620725 Jul 16 04:06:28.803548 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32f2bd89-101c-4431-9673-d85415b25ca6 req-832f3aa9-5163-47e3-bc50-dfc67115b647 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303705 Jul 16 04:06:30.003505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0c3bd-0271-4399-9152-8355e15b1d6e req-3d82b43d-2d18-4701-b565-ad8089c18970 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:30.005039 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6b0c3bd-0271-4399-9152-8355e15b1d6e req-3d82b43d-2d18-4701-b565-ad8089c18970 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0662630 Jul 16 04:06:30.041514 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6b0c3bd-0271-4399-9152-8355e15b1d6e req-7f2a518d-cade-4b65-ac6b-4868d18c84dc tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308459 Jul 16 04:06:30.080595 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f0beef34-0e76-4473-bccb-c52a03c3b135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:31.211285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9188e71-b96e-4c51-baf8-bba58fd18d65 req-13b77414-1cd1-42f9-96ee-d537d3a8a821 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:31.212807 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9188e71-b96e-4c51-baf8-bba58fd18d65 req-13b77414-1cd1-42f9-96ee-d537d3a8a821 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0619893 Jul 16 04:06:31.250459 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9188e71-b96e-4c51-baf8-bba58fd18d65 req-fd44c831-cc04-4a87-89fc-3762e26da983 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316894 Jul 16 04:06:31.289440 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:31.718399 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:32.418731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f06ac-0f76-4a2c-ac5d-ed2ff932e0ae req-fb1d7d9e-8a4e-44c9-aee9-ff7a87edb448 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:32.420200 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a57f06ac-0f76-4a2c-ac5d-ed2ff932e0ae req-fb1d7d9e-8a4e-44c9-aee9-ff7a87edb448 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0617120 Jul 16 04:06:32.460719 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a57f06ac-0f76-4a2c-ac5d-ed2ff932e0ae req-b82eb67c-b2e8-46ec-a4bf-0c0e919ceb78 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349574 Jul 16 04:06:32.827656 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-44d6be01-7e46-4076-8aa9-ba2785deb033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:32.859742 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:33.629921 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9e7dd-2940-4d22-aa4c-f047a2153888 req-f519a466-c131-4399-9d91-563ffceca21f tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:33.631646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6b9e7dd-2940-4d22-aa4c-f047a2153888 req-f519a466-c131-4399-9d91-563ffceca21f tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0628421 Jul 16 04:06:33.668009 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6b9e7dd-2940-4d22-aa4c-f047a2153888 req-c2fa759a-2494-4954-b63f-0cfc7b37d8f2 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311775 Jul 16 04:06:33.970594 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:34.836483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60267fdb-30b0-47fb-8a3c-3a9e1263fa98 req-9bed2731-2234-4110-8498-0da74cfbef7c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:34.837952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60267fdb-30b0-47fb-8a3c-3a9e1263fa98 req-9bed2731-2234-4110-8498-0da74cfbef7c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0617130 Jul 16 04:06:34.874306 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60267fdb-30b0-47fb-8a3c-3a9e1263fa98 req-fbca9361-7213-4661-b824-28e67ca02d7f tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308228 Jul 16 04:06:35.827124 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:36.048514 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367bf2e-1914-4db3-b83c-2a0639c4fe61 req-6803bcf0-923b-48e3-a301-a28476e2a089 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:36.049966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f367bf2e-1914-4db3-b83c-2a0639c4fe61 req-6803bcf0-923b-48e3-a301-a28476e2a089 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0646534 Jul 16 04:06:36.087132 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f367bf2e-1914-4db3-b83c-2a0639c4fe61 req-9f509b83-7050-4258-8b18-3b4d69b973f5 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315738 Jul 16 04:06:37.264533 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671f0da-d35d-487b-8b53-643e618dd3d9 req-487b4403-592d-4772-94bd-ee28de1923b6 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:37.267119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2671f0da-d35d-487b-8b53-643e618dd3d9 req-487b4403-592d-4772-94bd-ee28de1923b6 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0683715 Jul 16 04:06:37.306361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2671f0da-d35d-487b-8b53-643e618dd3d9 req-1dd54689-2109-40ae-9052-3c3a7f8c6a71 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329599 Jul 16 04:06:37.711380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ce061-1e1a-4923-91f5-807d44f51b65 req-8ab05a74-f467-4ef7-ba1e-76f5ec868260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:37.712873 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc7ce061-1e1a-4923-91f5-807d44f51b65 req-8ab05a74-f467-4ef7-ba1e-76f5ec868260 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d94d517070fc440c82737cf4af342efc&device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 1096 time: 0.0512760 Jul 16 04:06:37.814675 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ce061-1e1a-4923-91f5-807d44f51b65 req-9bf3d27b-01cb-4e04-b73e-30cba1099ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:37.816143 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc7ce061-1e1a-4923-91f5-807d44f51b65 req-9bf3d27b-01cb-4e04-b73e-30cba1099ec7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d HTTP/1.1" status: 200 len: 913 time: 0.0845687 Jul 16 04:06:37.854609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc7ce061-1e1a-4923-91f5-807d44f51b65 req-b7d295e6-c897-48ac-9c45-ede04475b423 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31786d60-de98-44ff-8519-e8c55bca7f1a HTTP/1.1" status: 200 len: 217 time: 0.0316985 Jul 16 04:06:37.904676 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ce061-1e1a-4923-91f5-807d44f51b65 req-aa0a2795-ef4a-4ac5-866d-849ddbd849c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:37.905967 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc7ce061-1e1a-4923-91f5-807d44f51b65 req-aa0a2795-ef4a-4ac5-866d-849ddbd849c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a547038f-a717-49a4-93d6-6ca2259e29b0 HTTP/1.1" status: 200 len: 852 time: 0.0452888 Jul 16 04:06:37.936535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc7ce061-1e1a-4923-91f5-807d44f51b65 req-ead61ad4-7721-4a04-afdb-ecc47d7158a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247400 Jul 16 04:06:38.023674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc7ce061-1e1a-4923-91f5-807d44f51b65 req-732a93ca-c3bb-49b2-8d2b-061910dae867 service neutron] 10.222.0.20 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810671 Jul 16 04:06:38.109277 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fc7ce061-1e1a-4923-91f5-807d44f51b65 req-465db88e-86ed-4c58-887e-54c84d09c93a service neutron] 10.222.0.20 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792854 Jul 16 04:06:38.474191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c82444-e760-4bc7-b1a1-6a2f120cfa1f req-1beafce2-4461-4a88-bf65-41efa982d9ce tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:38.475632 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2c82444-e760-4bc7-b1a1-6a2f120cfa1f req-1beafce2-4461-4a88-bf65-41efa982d9ce tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0614362 Jul 16 04:06:38.517036 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2c82444-e760-4bc7-b1a1-6a2f120cfa1f req-d46bc3e4-350a-4b55-8a33-6b212476e066 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359447 Jul 16 04:06:39.186991 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:06:39.693872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d525c4-1747-4626-94cb-722b0b948b78 req-d022d366-97bf-47ae-88bc-fe610c0e63f4 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:39.695338 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74d525c4-1747-4626-94cb-722b0b948b78 req-d022d366-97bf-47ae-88bc-fe610c0e63f4 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0624638 Jul 16 04:06:39.732445 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74d525c4-1747-4626-94cb-722b0b948b78 req-fc2fa6dc-adee-4c79-a9be-63b0d5418d93 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Jul 16 04:06:40.902099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2ba8a-9ca5-437c-a030-86979f83bbe1 req-3d580203-8538-458d-8cba-5acded8cbea4 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:40.903612 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-abf2ba8a-9ca5-437c-a030-86979f83bbe1 req-3d580203-8538-458d-8cba-5acded8cbea4 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0621698 Jul 16 04:06:40.941142 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-abf2ba8a-9ca5-437c-a030-86979f83bbe1 req-f260e6dd-108c-429b-a568-8cf83ebb0a2a tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310774 Jul 16 04:06:42.112558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b123d12-5f68-4a26-9678-53fc67ffcf95 req-18ed6011-a0d1-4c66-98c3-d33a8b63f6c3 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:42.114059 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b123d12-5f68-4a26-9678-53fc67ffcf95 req-18ed6011-a0d1-4c66-98c3-d33a8b63f6c3 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0650778 Jul 16 04:06:42.152153 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b123d12-5f68-4a26-9678-53fc67ffcf95 req-f7bd459c-dd7b-4d6f-b931-f4644fafed7b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321906 Jul 16 04:06:43.322208 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410b90d-54c2-4925-90f2-f7deb3bff826 req-b861db9a-aade-43ae-b57a-3ac65b16c5d5 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:43.323707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a410b90d-54c2-4925-90f2-f7deb3bff826 req-b861db9a-aade-43ae-b57a-3ac65b16c5d5 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0645914 Jul 16 04:06:43.360203 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a410b90d-54c2-4925-90f2-f7deb3bff826 req-98e219a2-6633-4d2e-9800-7f736fe502e1 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309818 Jul 16 04:06:44.528536 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a5ed7-8b0f-4ad7-9c60-a3273fe85ada req-4fd438d1-556b-4f6c-b031-e90960663e5a tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:44.530013 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff3a5ed7-8b0f-4ad7-9c60-a3273fe85ada req-4fd438d1-556b-4f6c-b031-e90960663e5a tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0623171 Jul 16 04:06:44.569834 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ff3a5ed7-8b0f-4ad7-9c60-a3273fe85ada req-d2f08263-1473-4c20-9d0c-aba8780ae66e tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343096 Jul 16 04:06:45.742132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38c514-6deb-492f-8133-dab52f952a61 req-f6b5cbc7-8f7a-459d-9f15-ab57ce15eb9c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:45.743881 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b38c514-6deb-492f-8133-dab52f952a61 req-f6b5cbc7-8f7a-459d-9f15-ab57ce15eb9c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0619879 Jul 16 04:06:45.780690 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1b38c514-6deb-492f-8133-dab52f952a61 req-b378d000-a564-46bc-909b-70149f3cdb1a tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313604 Jul 16 04:06:46.949614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bf180-b829-49f6-9e8b-a2e80931db12 req-a7956b57-e64c-4d3c-80e2-93b3c61e5a8e tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:46.951077 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f34bf180-b829-49f6-9e8b-a2e80931db12 req-a7956b57-e64c-4d3c-80e2-93b3c61e5a8e tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0619814 Jul 16 04:06:46.989084 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f34bf180-b829-49f6-9e8b-a2e80931db12 req-37f18121-46e2-4584-80f0-dfe26090e935 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313942 Jul 16 04:06:48.160207 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c8957-f09a-4f43-bed7-da469af05a11 req-7ad9dfdf-0090-4a1f-9576-2ed93b5ecb89 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:48.161708 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b9c8957-f09a-4f43-bed7-da469af05a11 req-7ad9dfdf-0090-4a1f-9576-2ed93b5ecb89 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0648482 Jul 16 04:06:48.197582 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7b9c8957-f09a-4f43-bed7-da469af05a11 req-89368a4b-1155-4888-9d84-bbbfd0fe235f tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304034 Jul 16 04:06:49.371260 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e722f28-3706-4948-ae1e-0a8dfeb795d9 req-b670c18a-def3-4317-a741-995fb206fb23 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:49.372776 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e722f28-3706-4948-ae1e-0a8dfeb795d9 req-b670c18a-def3-4317-a741-995fb206fb23 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0663111 Jul 16 04:06:49.410261 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e722f28-3706-4948-ae1e-0a8dfeb795d9 req-8c66b313-72f4-4584-ac80-5ec43d54d14b tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319624 Jul 16 04:06:49.922674 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-3cce5af6-b822-41fd-a041-efc9950666a9 service neutron] show failed (client error): The resource could not be found. Jul 16 04:06:49.923702 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-3cce5af6-b822-41fd-a041-efc9950666a9 service neutron] 10.222.0.20 "GET /v2.0/ports/31786d60-de98-44ff-8519-e8c55bca7f1a/bindings/n-h1-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.0537586 Jul 16 04:06:50.201143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-8d1a0c05-456a-496f-8eb8-063dd8a0b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:50.202558 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-8d1a0c05-456a-496f-8eb8-063dd8a0b88a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba&tenant_id=d94d517070fc440c82737cf4af342efc HTTP/1.1" status: 200 len: 1096 time: 0.0840387 Jul 16 04:06:50.215790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-4737ed71-808b-4db1-8ece-d43968fc2405 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:06:50.216827 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-4737ed71-808b-4db1-8ece-d43968fc2405 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049100 Jul 16 04:06:50.230127 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:06:50.297570 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:50.492875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] For port 31786d60-de98-44ff-8519-e8c55bca7f1a, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=31786d60-de98-44ff-8519-e8c55bca7f1a,segment=NetworkSegment(3a7bcaba-0956-4494-bde3-962edfe6b6c5),segment_id=3a7bcaba-0956-4494-bde3-962edfe6b6c5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:50.526263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] For port 31786d60-de98-44ff-8519-e8c55bca7f1a, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:06:50.568649 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ab726d-d472-4f39-99f8-cdafa3a6a8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31786d60-de98-44ff-8519-e8c55bca7f1a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:50.570952 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5b9cd5-15fa-4e5f-99c1-29b42a651d7f" -d '{"events": [{"server_uuid": "46ab726d-d472-4f39-99f8-cdafa3a6a8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "31786d60-de98-44ff-8519-e8c55bca7f1a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:50.574546 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:50.585065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435b97e-34f2-4583-855c-71bf43785232 req-c7b2a5a4-0399-4cf7-9117-0857f2f6f9d2 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:50.586553 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2435b97e-34f2-4583-855c-71bf43785232 req-c7b2a5a4-0399-4cf7-9117-0857f2f6f9d2 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0674427 Jul 16 04:06:50.588484 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Transition to ACTIVE for port object 31786d60-de98-44ff-8519-e8c55bca7f1a will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:06:50.591941 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:50.637589 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2435b97e-34f2-4583-855c-71bf43785232 req-d4d3346b-17fa-4dfd-a1bd-3b4a242a36f9 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433984 Jul 16 04:06:50.638348 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46a3877-8a27-474b-9a49-10920d223d3e x-openstack-request-id: req-a46a3877-8a27-474b-9a49-10920d223d3e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:50.638696 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ab726d-d472-4f39-99f8-cdafa3a6a8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "31786d60-de98-44ff-8519-e8c55bca7f1a", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:50.638954 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a46a3877-8a27-474b-9a49-10920d223d3e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:50.639363 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ab726d-d472-4f39-99f8-cdafa3a6a8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31786d60-de98-44ff-8519-e8c55bca7f1a', 'code': 200} Jul 16 04:06:50.644042 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Pushing event updated for resources: {'Port': ['ID=31786d60-de98-44ff-8519-e8c55bca7f1a,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:50.665790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] No DVR routers for this DVR port 31786d60-de98-44ff-8519-e8c55bca7f1a on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:06:50.669489 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:50.669839 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:50.670182 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:50.670524 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:50.670858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:50.671190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:50.671523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:50.671852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:50.672179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:50.672526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:50.672855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:50.673178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:50.708759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Attempting to bind port 31786d60-de98-44ff-8519-e8c55bca7f1a on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:06:50.709097 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Attempting to bind port 31786d60-de98-44ff-8519-e8c55bca7f1a by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '3a7bcaba-0956-4494-bde3-962edfe6b6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:06:50.709428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Attempting to bind port 31786d60-de98-44ff-8519-e8c55bca7f1a on network ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:50.713587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Port 31786d60-de98-44ff-8519-e8c55bca7f1a on network ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:06:50.713914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Attempting to bind port 31786d60-de98-44ff-8519-e8c55bca7f1a on network ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:06:50.718611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:06:50.718954 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Checking segment: {'id': '3a7bcaba-0956-4494-bde3-962edfe6b6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:06:50.719336 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Bound using segment: {'id': '3a7bcaba-0956-4494-bde3-962edfe6b6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:06:50.719763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Bound port: 31786d60-de98-44ff-8519-e8c55bca7f1a, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a7bcaba-0956-4494-bde3-962edfe6b6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:06:50.720119 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:50.783665 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] For port 31786d60-de98-44ff-8519-e8c55bca7f1a, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:06:50.786563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] For port 31786d60-de98-44ff-8519-e8c55bca7f1a, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=31786d60-de98-44ff-8519-e8c55bca7f1a,segment=NetworkSegment(3a7bcaba-0956-4494-bde3-962edfe6b6c5),segment_id=3a7bcaba-0956-4494-bde3-962edfe6b6c5)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:06:50.791229 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:50.828514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:50.829138 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:50.830524 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] 10.222.0.88 "PUT /v2.0/ports/31786d60-de98-44ff-8519-e8c55bca7f1a HTTP/1.1" status: 200 len: 1091 time: 0.6042242 Jul 16 04:06:50.846321 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdd1ab-2e63-4da1-966e-8fab61eab565 service neutron] Pushing event updated for resources: {'Port': ['ID=31786d60-de98-44ff-8519-e8c55bca7f1a,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:50.908488 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c59e6c17-df00-4bb9-b7d5-ba94d20fd597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:50.909932 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-c59e6c17-df00-4bb9-b7d5-ba94d20fd597 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d94d517070fc440c82737cf4af342efc&device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 1094 time: 0.0516107 Jul 16 04:06:51.002795 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-f40df4d6-a9e0-40e4-9312-2b20ecec3ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:51.004288 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-f40df4d6-a9e0-40e4-9312-2b20ecec3ffe service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d HTTP/1.1" status: 200 len: 913 time: 0.0839806 Jul 16 04:06:51.046495 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-a271f7fb-a31e-46de-9f6e-264d354930b1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31786d60-de98-44ff-8519-e8c55bca7f1a HTTP/1.1" status: 200 len: 217 time: 0.0320919 Jul 16 04:06:51.094055 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-b673a4c0-c28e-4cca-8c7c-82dc94d153c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:51.095403 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-b673a4c0-c28e-4cca-8c7c-82dc94d153c5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a547038f-a717-49a4-93d6-6ca2259e29b0 HTTP/1.1" status: 200 len: 852 time: 0.0399499 Jul 16 04:06:51.133713 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-3ae066d0-471a-4be2-b87c-4ffc30c54448 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280290 Jul 16 04:06:51.217445 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-26019577-9a54-4d5c-91a9-f6d088576aa3 service neutron] 10.222.0.88 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776606 Jul 16 04:06:51.310678 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3cc5869b-8e1a-4780-982d-fb22d103061b req-a14e5035-d3d5-4e9f-bbd2-43ca5e7e337f service neutron] 10.222.0.88 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829062 Jul 16 04:06:51.810572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52f247-02f0-4f83-9685-53f4b5975f22 req-f26ce4da-b866-40fd-bfe4-6ea82128e2df tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:51.812032 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb52f247-02f0-4f83-9685-53f4b5975f22 req-f26ce4da-b866-40fd-bfe4-6ea82128e2df tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 943 time: 0.0623760 Jul 16 04:06:51.848297 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb52f247-02f0-4f83-9685-53f4b5975f22 req-d04bbd7a-4593-4480-a6b5-cd8466c45b09 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302427 Jul 16 04:06:52.640604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ab726d-d472-4f39-99f8-cdafa3a6a8ba', 'tag': '31786d60-de98-44ff-8519-e8c55bca7f1a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:52.642944 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee03796c-7349-4679-a5b5-a2a0492849f1" -d '{"events": [{"name": "network-changed", "server_uuid": "46ab726d-d472-4f39-99f8-cdafa3a6a8ba", "tag": "31786d60-de98-44ff-8519-e8c55bca7f1a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:52.690783 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e772b8-4a8f-4506-a166-19c81c5d08cb x-openstack-request-id: req-a4e772b8-4a8f-4506-a166-19c81c5d08cb {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:52.691093 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ab726d-d472-4f39-99f8-cdafa3a6a8ba", "tag": "31786d60-de98-44ff-8519-e8c55bca7f1a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:52.691351 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a4e772b8-4a8f-4506-a166-19c81c5d08cb {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:52.692265 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ab726d-d472-4f39-99f8-cdafa3a6a8ba', 'tag': '31786d60-de98-44ff-8519-e8c55bca7f1a', 'status': 'completed', 'code': 200} Jul 16 04:06:52.759317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-c8ca9422-ea39-4619-837b-c183b2f6e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:52.760843 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-c8ca9422-ea39-4619-837b-c183b2f6e520 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d94d517070fc440c82737cf4af342efc&device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 1094 time: 0.0521576 Jul 16 04:06:52.766244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-f83cbf58-52e9-4f54-8075-935f9094387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:52.767738 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-f83cbf58-52e9-4f54-8075-935f9094387f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d94d517070fc440c82737cf4af342efc&device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 1094 time: 0.0549185 Jul 16 04:06:52.852568 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-877a431a-1670-40c5-af41-137fd9784dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:52.853194 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-3649cc1f-c7c9-4781-87ac-d991f57ed978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:52.854092 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-877a431a-1670-40c5-af41-137fd9784dac service neutron] 10.222.0.88 "GET /v2.0/networks?id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d HTTP/1.1" status: 200 len: 913 time: 0.0863657 Jul 16 04:06:52.854641 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-3649cc1f-c7c9-4781-87ac-d991f57ed978 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d HTTP/1.1" status: 200 len: 913 time: 0.0812247 Jul 16 04:06:52.896780 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-1e40754a-a129-414b-b786-798436b8b775 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31786d60-de98-44ff-8519-e8c55bca7f1a HTTP/1.1" status: 200 len: 217 time: 0.0354588 Jul 16 04:06:52.898866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-b7868a54-fd8b-4125-a47a-efe63c388052 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31786d60-de98-44ff-8519-e8c55bca7f1a HTTP/1.1" status: 200 len: 217 time: 0.0383496 Jul 16 04:06:52.945163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-019f6348-ffc2-4c6f-929c-34e6974861f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:52.945945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-b743dc96-fa76-4285-bf57-b0e0c989f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:52.946538 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-019f6348-ffc2-4c6f-929c-34e6974861f6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a547038f-a717-49a4-93d6-6ca2259e29b0 HTTP/1.1" status: 200 len: 852 time: 0.0436015 Jul 16 04:06:52.947402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-b743dc96-fa76-4285-bf57-b0e0c989f303 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a547038f-a717-49a4-93d6-6ca2259e29b0 HTTP/1.1" status: 200 len: 852 time: 0.0431182 Jul 16 04:06:52.979399 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-950e2c70-c279-4fdb-bf67-1651abf9a5d0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255864 Jul 16 04:06:52.986256 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-cfee658f-9afe-46ec-9937-9b5307c8d4f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330732 Jul 16 04:06:53.078025 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-8d5c3323-15fd-4bb5-9d52-5d391ec2662a service neutron] 10.222.0.88 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915146 Jul 16 04:06:53.112389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568ec1e-901a-4831-9f6b-80458283fb18 req-5e8eaaa2-2267-45de-8fbb-4b6412a420e7 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:53.114482 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8568ec1e-901a-4831-9f6b-80458283fb18 req-5e8eaaa2-2267-45de-8fbb-4b6412a420e7 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 943 time: 0.1539266 Jul 16 04:06:53.118435 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-2c40409e-baef-4c92-a234-f7170e7d9443 service neutron] 10.222.0.20 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129134 Jul 16 04:06:53.187174 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-ea9bda37-2658-494b-8d07-502f15a57421 service neutron] 10.222.0.88 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985312 Jul 16 04:06:53.192867 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8568ec1e-901a-4831-9f6b-80458283fb18 req-ccabb982-c445-4feb-a2ae-8e5fb7a62178 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694880 Jul 16 04:06:53.530522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee03796c-7349-4679-a5b5-a2a0492849f1 req-37a13d2c-d549-4909-91ff-ff6efbe4ba28 service neutron] 10.222.0.20 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053919 Jul 16 04:06:53.726540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 31786d60-de98-44ff-8519-e8c55bca7f1a no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:06:53.763234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 31786d60-de98-44ff-8519-e8c55bca7f1a not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:06:53.931834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 31786d60-de98-44ff-8519-e8c55bca7f1a details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:06:54.024220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 31786d60-de98-44ff-8519-e8c55bca7f1a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=31786d60-de98-44ff-8519-e8c55bca7f1a,segment=NetworkSegment(3a7bcaba-0956-4494-bde3-962edfe6b6c5),segment_id=3a7bcaba-0956-4494-bde3-962edfe6b6c5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:54.034573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '31786d60-de98-44ff-8519-e8c55bca7f1a', 'network_id': 'ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d', 'port_id': '31786d60-de98-44ff-8519-e8c55bca7f1a', 'mac_address': 'fa:16:3e:a7:75:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a547038f-a717-49a4-93d6-6ca2259e29b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:06:54.069478 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:54.081649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31786d60-de98-44ff-8519-e8c55bca7f1a {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:06:54.100805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 31786d60-de98-44ff-8519-e8c55bca7f1a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=31786d60-de98-44ff-8519-e8c55bca7f1a,segment=NetworkSegment(3a7bcaba-0956-4494-bde3-962edfe6b6c5),segment_id=3a7bcaba-0956-4494-bde3-962edfe6b6c5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:54.104951 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:54.154164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=31786d60-de98-44ff-8519-e8c55bca7f1a,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:54.366542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3c7ba-becc-470a-b759-4c4e32ca8f3a req-76277369-32ea-472b-a617-f8b0063ea552 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:54.368124 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4bf3c7ba-becc-470a-b759-4c4e32ca8f3a req-76277369-32ea-472b-a617-f8b0063ea552 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 944 time: 0.0612459 Jul 16 04:06:54.377885 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['31786d60-de98-44ff-8519-e8c55bca7f1a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:06:54.404669 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4bf3c7ba-becc-470a-b759-4c4e32ca8f3a req-33e3c397-2648-4489-b026-065e95fc7db9 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 Jul 16 04:06:54.819042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-e66701e8-14ed-4b0f-b58b-258ae2a25f4c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:54.820525 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-e66701e8-14ed-4b0f-b58b-258ae2a25f4c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.20 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba&tenant_id=d94d517070fc440c82737cf4af342efc&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 944 time: 0.1089804 Jul 16 04:06:54.877677 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-f3540212-2e67-43c3-8f3c-fb3cc2cd64c2 service neutron] delete failed (client error): The resource could not be found. Jul 16 04:06:54.878646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-f3540212-2e67-43c3-8f3c-fb3cc2cd64c2 service neutron] 10.222.0.20 "DELETE /v2.0/ports/31786d60-de98-44ff-8519-e8c55bca7f1a/bindings/n-h2-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.0520380 Jul 16 04:06:54.969642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-471a6a7d-4fa6-4ad7-9004-7ccc545ff53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:54.971092 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-471a6a7d-4fa6-4ad7-9004-7ccc545ff53d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d94d517070fc440c82737cf4af342efc&device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 1095 time: 0.0508687 Jul 16 04:06:55.058489 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-c1eb2fe2-cb68-407f-8678-56015f1ff8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:55.059903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-c1eb2fe2-cb68-407f-8678-56015f1ff8b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d HTTP/1.1" status: 200 len: 913 time: 0.0830982 Jul 16 04:06:55.099610 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-a56ef4b0-7fe1-4f63-8d26-bc0571112674 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31786d60-de98-44ff-8519-e8c55bca7f1a HTTP/1.1" status: 200 len: 217 time: 0.0325794 Jul 16 04:06:55.148027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-9a260299-afc9-43ee-b4ec-93e215f96235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:55.149425 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-9a260299-afc9-43ee-b4ec-93e215f96235 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a547038f-a717-49a4-93d6-6ca2259e29b0 HTTP/1.1" status: 200 len: 852 time: 0.0443511 Jul 16 04:06:55.179763 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-6dc4e213-b6e6-4426-a5b6-b5a0b26991a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247412 Jul 16 04:06:55.265544 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-ab770b32-840a-4205-bb4c-3c907f47833e service neutron] 10.222.0.20 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798268 Jul 16 04:06:55.349775 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-9c06aa30-60e0-4b73-a19d-edcd63ca113f service neutron] 10.222.0.20 "GET /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783415 Jul 16 04:06:55.932373 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 31786d60-de98-44ff-8519-e8c55bca7f1a up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:06:55.982649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 31786d60-de98-44ff-8519-e8c55bca7f1a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:06:55.986456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 31786d60-de98-44ff-8519-e8c55bca7f1a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:06:55.986842 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:56.062130 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:56.083693 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ab726d-d472-4f39-99f8-cdafa3a6a8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31786d60-de98-44ff-8519-e8c55bca7f1a'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:56.085922 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a18cb2-0d23-4a25-a6cb-1ca01b6375e2" -d '{"events": [{"server_uuid": "46ab726d-d472-4f39-99f8-cdafa3a6a8ba", "name": "network-vif-plugged", "status": "completed", "tag": "31786d60-de98-44ff-8519-e8c55bca7f1a"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:56.100187 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 31786d60-de98-44ff-8519-e8c55bca7f1a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=31786d60-de98-44ff-8519-e8c55bca7f1a,segment=NetworkSegment(3a7bcaba-0956-4494-bde3-962edfe6b6c5),segment_id=3a7bcaba-0956-4494-bde3-962edfe6b6c5)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:56.104061 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:56.147494 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe5d45-6efe-400f-90ad-63c5512b22b4 req-b5d3a996-0017-40b3-a3c5-cb9c822db120 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:56.149050 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79fe5d45-6efe-400f-90ad-63c5512b22b4 req-b5d3a996-0017-40b3-a3c5-cb9c822db120 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 944 time: 0.0680890 Jul 16 04:06:56.155301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=31786d60-de98-44ff-8519-e8c55bca7f1a,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:56.194783 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06370175-108d-4cdb-82c9-afc394a1a71f x-openstack-request-id: req-06370175-108d-4cdb-82c9-afc394a1a71f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:56.195080 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ab726d-d472-4f39-99f8-cdafa3a6a8ba", "name": "network-vif-plugged", "status": "completed", "tag": "31786d60-de98-44ff-8519-e8c55bca7f1a", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:56.195336 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06370175-108d-4cdb-82c9-afc394a1a71f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:56.195529 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79fe5d45-6efe-400f-90ad-63c5512b22b4 req-7db15439-303c-4668-8c6a-3f998a2780ce tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 Jul 16 04:06:56.195731 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ab726d-d472-4f39-99f8-cdafa3a6a8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31786d60-de98-44ff-8519-e8c55bca7f1a', 'code': 200} Jul 16 04:06:57.367810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbed34-d020-4fb2-92fd-fdcb3e7da316 req-2dddc016-d10d-497d-a8bb-d775fd863ef6 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:57.370361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b2cbed34-d020-4fb2-92fd-fdcb3e7da316 req-2dddc016-d10d-497d-a8bb-d775fd863ef6 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0654800 Jul 16 04:06:57.410417 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b2cbed34-d020-4fb2-92fd-fdcb3e7da316 req-ccf7caca-e7b9-4e60-8391-0abc82dd56b9 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.18 "GET /v2.0/security-groups?id=69bf7e1a-80f0-4816-8fae-40e4dfe6f590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345037 Jul 16 04:06:57.451578 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-36689208-8b75-44a4-80f7-2b5f2d63a6c2 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:06:57.453103 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-36689208-8b75-44a4-80f7-2b5f2d63a6c2 tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.88 "GET /v2.0/ports?device_id=46ab726d-d472-4f39-99f8-cdafa3a6a8ba HTTP/1.1" status: 200 len: 945 time: 0.0630906 Jul 16 04:06:57.556374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-e7d2bc30-9497-4088-add6-ab209ae76c7c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Deleting port 31786d60-de98-44ff-8519-e8c55bca7f1a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:06:57.556649 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-e7d2bc30-9497-4088-add6-ab209ae76c7c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:57.641740 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-e7d2bc30-9497-4088-add6-ab209ae76c7c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] For port 31786d60-de98-44ff-8519-e8c55bca7f1a, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=31786d60-de98-44ff-8519-e8c55bca7f1a,segment=NetworkSegment(3a7bcaba-0956-4494-bde3-962edfe6b6c5),segment_id=3a7bcaba-0956-4494-bde3-962edfe6b6c5)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:06:57.642103 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-e7d2bc30-9497-4088-add6-ab209ae76c7c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:57.654019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-e7d2bc30-9497-4088-add6-ab209ae76c7c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Calling delete_port for 31786d60-de98-44ff-8519-e8c55bca7f1a owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:06:57.777703 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-e7d2bc30-9497-4088-add6-ab209ae76c7c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:57.793169 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['31786d60-de98-44ff-8519-e8c55bca7f1a'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:06:57.804761 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2bc30-9497-4088-add6-ab209ae76c7c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Pushing event deleted for resources: {'Port': ['ID=31786d60-de98-44ff-8519-e8c55bca7f1a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:57.851449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-e7d2bc30-9497-4088-add6-ab209ae76c7c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] No DVR routers for this DVR port 31786d60-de98-44ff-8519-e8c55bca7f1a on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:06:57.854166 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-e7d2bc30-9497-4088-add6-ab209ae76c7c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:57.856240 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-98e23993-2caa-4bef-96b6-4d8fd2975af2 req-e7d2bc30-9497-4088-add6-ab209ae76c7c tempest-DeleteServersTestJSON-2085319449 tempest-DeleteServersTestJSON-2085319449-project] 10.222.0.88 "DELETE /v2.0/ports/31786d60-de98-44ff-8519-e8c55bca7f1a HTTP/1.1" status: 204 len: 173 time: 0.3949964 Jul 16 04:06:57.856725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ab726d-d472-4f39-99f8-cdafa3a6a8ba', 'name': 'network-vif-deleted', 'tag': '31786d60-de98-44ff-8519-e8c55bca7f1a'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:06:57.858996 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba051fe9-bdf8-4131-be24-84bbef172756" -d '{"events": [{"server_uuid": "46ab726d-d472-4f39-99f8-cdafa3a6a8ba", "name": "network-vif-deleted", "tag": "31786d60-de98-44ff-8519-e8c55bca7f1a"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:06:57.911147 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaa0052-4a13-45de-976f-307e4ac3a981 x-openstack-request-id: req-beaa0052-4a13-45de-976f-307e4ac3a981 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:06:57.911741 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ab726d-d472-4f39-99f8-cdafa3a6a8ba", "name": "network-vif-deleted", "tag": "31786d60-de98-44ff-8519-e8c55bca7f1a", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:06:57.912232 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-beaa0052-4a13-45de-976f-307e4ac3a981 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:06:57.912675 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ab726d-d472-4f39-99f8-cdafa3a6a8ba', 'name': 'network-vif-deleted', 'tag': '31786d60-de98-44ff-8519-e8c55bca7f1a', 'status': 'completed', 'code': 200} Jul 16 04:06:58.645622 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49684) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:58.687797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Deleting subnet a547038f-a717-49a4-93d6-6ca2259e29b0 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:06:58.690715 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:58.724107 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:58.765761 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:58.815462 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:58.840473 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a547038f-a717-49a4-93d6-6ca2259e29b0,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:58.844832 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:58.849365 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a547038f-a717-49a4-93d6-6ca2259e29b0 HTTP/1.1" status: 204 len: 168 time: 0.2000375 Jul 16 04:06:58.849471 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49686) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:58.851902 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:58.852256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:58.852627 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:58.852970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:58.853306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:58.853641 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:58.853973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:58.854298 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:58.854625 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:58.854953 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:58.855275 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:58.855598 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f0e43b-6960-4968-a6f0-8660bb2f8257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:06:58.917216 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a90c335-52a5-4c99-845f-ddc968476fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:59.309218 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a90c335-52a5-4c99-845f-ddc968476fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:59.319745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6a90c335-52a5-4c99-845f-ddc968476fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:59.328942 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6a90c335-52a5-4c99-845f-ddc968476fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7bcaba-0956-4494-bde3-962edfe6b6c5') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:59.329238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6a90c335-52a5-4c99-845f-ddc968476fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7bcaba-0956-4494-bde3-962edfe6b6c5') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:06:59.338102 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a90c335-52a5-4c99-845f-ddc968476fbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:59.350709 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a90c335-52a5-4c99-845f-ddc968476fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:59.356239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a90c335-52a5-4c99-845f-ddc968476fbf admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:06:59.356643 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a90c335-52a5-4c99-845f-ddc968476fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:06:59.358196 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:06:59.415948 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a90c335-52a5-4c99-845f-ddc968476fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:59.421216 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6a90c335-52a5-4c99-845f-ddc968476fbf admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:59.423002 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6a90c335-52a5-4c99-845f-ddc968476fbf admin admin] 10.222.0.18 "DELETE /v2.0/networks/ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d HTTP/1.1" status: 204 len: 168 time: 0.5727577 Jul 16 04:06:59.433224 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90c335-52a5-4c99-845f-ddc968476fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=ef58a2a9-3c6e-4da4-a4dc-6f66c0c0851d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:59.545069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49690) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:59.584132 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-23a07c0f-fb19-414b-8869-b940d1c07195 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d94d517070fc440c82737cf4af342efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378332 Jul 16 04:06:59.586446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:06:59.634037 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3679327b-591d-4e57-b6b7-a4be8f9c8b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:59.655774 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3679327b-591d-4e57-b6b7-a4be8f9c8b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:59.704078 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3679327b-591d-4e57-b6b7-a4be8f9c8b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:59.706632 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3679327b-591d-4e57-b6b7-a4be8f9c8b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:06:59.708328 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3679327b-591d-4e57-b6b7-a4be8f9c8b70 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69bf7e1a-80f0-4816-8fae-40e4dfe6f590 HTTP/1.1" status: 204 len: 168 time: 0.1209955 Jul 16 04:06:59.715862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679327b-591d-4e57-b6b7-a4be8f9c8b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bf7e1a-80f0-4816-8fae-40e4dfe6f590,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:06:59.948896 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 31786d60-de98-44ff-8519-e8c55bca7f1a no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:06:59.967882 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 31786d60-de98-44ff-8519-e8c55bca7f1a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:06:59.968221 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 31786d60-de98-44ff-8519-e8c55bca7f1a not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:07:00.081229 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-baf5848c-2a67-4504-b41f-66dcb63d699a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:00.384354 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 49714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:00.489678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-333728719-network', 'tenant_id': '2945b29bd5614f55abfeeea119ea904e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:00.510386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] Made reservation on behalf of 2945b29bd5614f55abfeeea119ea904e for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:07:00.512761 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:00.521449 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:00.608160 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:00.611822 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:00.632887 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:07:00.646648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:00.651504 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:00.651856 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] Added segment 90eae0b9-908d-4223-8735-6a430877c54c of type vlan for network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 Jul 16 04:07:00.689490 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:00.716542 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:00.717481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:00.718091 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:00.762446 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3770058 Jul 16 04:07:00.765500 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 49718) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:07:00.770656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ef31a096-cbe0-451f-abad-e1b5221e8f5d admin admin] Request body: {'subnet': {'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-333728719-subnet', 'tenant_id': '2945b29bd5614f55abfeeea119ea904e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:00.791532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef31a096-cbe0-451f-abad-e1b5221e8f5d admin admin] Made reservation on behalf of 2945b29bd5614f55abfeeea119ea904e for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:07:00.794129 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef31a096-cbe0-451f-abad-e1b5221e8f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:00.805923 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8b9b4-cf2c-417d-a94b-78d0403d3b69 admin admin] Pushing event updated for resources: {'Network': ['ID=5de7d775-8c61-44b8-9dc7-8d92dd0825d1,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:00.816274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:07:00.957791 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef31a096-cbe0-451f-abad-e1b5221e8f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:01.019766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31a096-cbe0-451f-abad-e1b5221e8f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf41219-9982-48ea-a7b8-5e4b370e449e,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:01.024013 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31a096-cbe0-451f-abad-e1b5221e8f5d admin admin] Checking segment: {'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:07:01.024398 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef31a096-cbe0-451f-abad-e1b5221e8f5d admin admin] Network hostable DHCP agents. Network: 5de7d775-8c61-44b8-9dc7-8d92dd0825d1, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:07:01.040397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef31a096-cbe0-451f-abad-e1b5221e8f5d admin admin] Network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:07:01.048178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ef31a096-cbe0-451f-abad-e1b5221e8f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 5de7d775-8c61-44b8-9dc7-8d92dd0825d1) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:07:01.052193 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef31a096-cbe0-451f-abad-e1b5221e8f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:01.052872 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ef31a096-cbe0-451f-abad-e1b5221e8f5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:01.056845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84076278-7bd8-4457-bca7-5fe96c4cb681 None None] Network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:07:01.072582 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ef31a096-cbe0-451f-abad-e1b5221e8f5d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2997398 Jul 16 04:07:01.181272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921221b4-6162-4794-a2aa-512fe6406536 None None] Network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:07:01.309063 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:01.500460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97378026-0497-4767-b369-0a1840afccb1 req-08ad4e07-ec37-41cb-bdad-f2b6edfaca02 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:01.501840 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97378026-0497-4767-b369-0a1840afccb1 req-08ad4e07-ec37-41cb-bdad-f2b6edfaca02 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 814 time: 0.1021364 Jul 16 04:07:01.516714 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97378026-0497-4767-b369-0a1840afccb1 req-1b4d5bd2-4a80-4607-9fa8-bdf79a9acc39 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/quotas/2945b29bd5614f55abfeeea119ea904e HTTP/1.1" status: 200 len: 375 time: 0.0089176 Jul 16 04:07:01.549063 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97378026-0497-4767-b369-0a1840afccb1 req-a1e7d26f-a428-48d1-9454-22e487050202 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269461 Jul 16 04:07:01.636389 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97378026-0497-4767-b369-0a1840afccb1 req-0e94d506-4d24-4cc1-8074-29c90529b71e service neutron] 10.222.0.18 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809150 Jul 16 04:07:01.719749 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:01.727333 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97378026-0497-4767-b369-0a1840afccb1 req-80706525-35d8-4caa-a459-e8e6ed5c3247 service neutron] 10.222.0.18 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853121 Jul 16 04:07:01.892599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-689481a1-7b91-415c-9262-d0b3ff51e927 req-7ff11809-454e-40a0-99b3-9881d430daf3 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 210 time: 0.0285501 Jul 16 04:07:02.826219 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d3004484-bf0a-4cf6-822d-045b73675f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:02.861301 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:02.983561 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97378026-0497-4767-b369-0a1840afccb1 req-3e4de314-b8a8-4edb-8baa-20a5e73760b8 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:02.985134 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-97378026-0497-4767-b369-0a1840afccb1 req-3e4de314-b8a8-4edb-8baa-20a5e73760b8 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.88 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 814 time: 0.1007740 Jul 16 04:07:03.005593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-97378026-0497-4767-b369-0a1840afccb1 req-f66dd457-5a69-451c-b334-2fc6581c8feb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Request body: {'port': {'device_id': '26ed06eb-f2aa-47ba-9416-4df320368263', 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1', 'admin_state_up': True, 'tenant_id': '2945b29bd5614f55abfeeea119ea904e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:03.058096 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-410e9085-cae8-4ea5-b7ac-6f865f3ef2e7 req-263d701a-a0f8-42f2-ba0e-275c4baea050 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 210 time: 0.0328588 Jul 16 04:07:03.116840 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97378026-0497-4767-b369-0a1840afccb1 req-f66dd457-5a69-451c-b334-2fc6581c8feb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Made reservation on behalf of 2945b29bd5614f55abfeeea119ea904e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:07:03.120658 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-97378026-0497-4767-b369-0a1840afccb1 req-f66dd457-5a69-451c-b334-2fc6581c8feb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:03.242950 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-97378026-0497-4767-b369-0a1840afccb1 req-f66dd457-5a69-451c-b334-2fc6581c8feb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Allocated IP 172.20.0.13 (5de7d775-8c61-44b8-9dc7-8d92dd0825d1/dcf41219-9982-48ea-a7b8-5e4b370e449e/4066143f-d447-492b-9260-e2e607f800f6) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:07:03.378343 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-97378026-0497-4767-b369-0a1840afccb1 req-f66dd457-5a69-451c-b334-2fc6581c8feb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:03.421825 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-97378026-0497-4767-b369-0a1840afccb1 req-f66dd457-5a69-451c-b334-2fc6581c8feb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:03.465374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97378026-0497-4767-b369-0a1840afccb1 req-f66dd457-5a69-451c-b334-2fc6581c8feb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:07:03.470409 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-97378026-0497-4767-b369-0a1840afccb1 req-f66dd457-5a69-451c-b334-2fc6581c8feb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:07:03.474667 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-97378026-0497-4767-b369-0a1840afccb1 req-f66dd457-5a69-451c-b334-2fc6581c8feb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:07:03.499178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66dd457-5a69-451c-b334-2fc6581c8feb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Pushing event updated for resources: {'Port': ['ID=4066143f-d447-492b-9260-e2e607f800f6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:03.525899 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97378026-0497-4767-b369-0a1840afccb1 req-f66dd457-5a69-451c-b334-2fc6581c8feb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:03.526506 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-97378026-0497-4767-b369-0a1840afccb1 req-f66dd457-5a69-451c-b334-2fc6581c8feb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:03.540235 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-97378026-0497-4767-b369-0a1840afccb1 req-f66dd457-5a69-451c-b334-2fc6581c8feb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391319 Jul 16 04:07:03.555858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Request body: {'port': {'device_id': '26ed06eb-f2aa-47ba-9416-4df320368263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:03.625876 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:03.883552 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4066143f-d447-492b-9260-e2e607f800f6 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:07:03.890716 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:03.902658 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Transition to ACTIVE for port object 4066143f-d447-492b-9260-e2e607f800f6 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:07:03.906234 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:03.955487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Pushing event updated for resources: {'Port': ['ID=4066143f-d447-492b-9260-e2e607f800f6,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:03.972641 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:04.024149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Attempting to bind port 4066143f-d447-492b-9260-e2e607f800f6 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:07:04.024703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Attempting to bind port 4066143f-d447-492b-9260-e2e607f800f6 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:07:04.024840 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Attempting to bind port 4066143f-d447-492b-9260-e2e607f800f6 on network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:07:04.029419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Port 4066143f-d447-492b-9260-e2e607f800f6 on network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:07:04.029745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Attempting to bind port 4066143f-d447-492b-9260-e2e607f800f6 on network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:07:04.034444 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:07:04.034785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Checking segment: {'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:07:04.035171 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Bound using segment: {'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:07:04.035600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Bound port: 4066143f-d447-492b-9260-e2e607f800f6, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:07:04.035953 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:04.096883 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] For port 4066143f-d447-492b-9260-e2e607f800f6, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:07:04.099892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] For port 4066143f-d447-492b-9260-e2e607f800f6, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4066143f-d447-492b-9260-e2e607f800f6,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:07:04.104571 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:04.139452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:04.140173 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:04.141843 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-97378026-0497-4767-b369-0a1840afccb1 req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] 10.222.0.88 "PUT /v2.0/ports/4066143f-d447-492b-9260-e2e607f800f6 HTTP/1.1" status: 200 len: 1092 time: 0.5901663 Jul 16 04:07:04.145375 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ed06eb-f2aa-47ba-9416-4df320368263', 'tag': '4066143f-d447-492b-9260-e2e607f800f6'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:04.147028 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e3576a-9f48-42e9-bfb1-e31fa3254944" -d '{"events": [{"name": "network-changed", "server_uuid": "26ed06eb-f2aa-47ba-9416-4df320368263", "tag": "4066143f-d447-492b-9260-e2e607f800f6"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:04.197313 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4f04b-fc01-4cc8-b676-13c1fb68b692 service neutron] Pushing event updated for resources: {'Port': ['ID=4066143f-d447-492b-9260-e2e607f800f6,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:04.251955 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97378026-0497-4767-b369-0a1840afccb1 req-faf60aaf-f907-4d25-9448-431d45ae2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:04.254507 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-97378026-0497-4767-b369-0a1840afccb1 req-faf60aaf-f907-4d25-9448-431d45ae2230 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 1095 time: 0.0683548 Jul 16 04:07:04.255449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afdedb-adec-4546-9b50-f3812a977b61 req-1e50cf1e-5009-4237-a7c1-b4e4199da7f3 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:04.257383 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37afdedb-adec-4546-9b50-f3812a977b61 req-1e50cf1e-5009-4237-a7c1-b4e4199da7f3 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 944 time: 0.0753634 Jul 16 04:07:04.307593 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37afdedb-adec-4546-9b50-f3812a977b61 req-ef324a73-5ffe-49a2-a227-6de24a930503 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Jul 16 04:07:04.311238 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-97378026-0497-4767-b369-0a1840afccb1 req-7a66d9d4-56d9-41e7-8b9a-c2e644997b4d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4066143f-d447-492b-9260-e2e607f800f6 HTTP/1.1" status: 200 len: 217 time: 0.0448964 Jul 16 04:07:04.369598 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97378026-0497-4767-b369-0a1840afccb1 req-e6ee42f4-8780-4c62-8bda-a4f4d3b1d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:04.371362 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-97378026-0497-4767-b369-0a1840afccb1 req-e6ee42f4-8780-4c62-8bda-a4f4d3b1d5ba service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dcf41219-9982-48ea-a7b8-5e4b370e449e HTTP/1.1" status: 200 len: 854 time: 0.0501096 Jul 16 04:07:04.408225 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8db68e-f9d8-44f6-b64d-0c79508c4d03 x-openstack-request-id: req-9a8db68e-f9d8-44f6-b64d-0c79508c4d03 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:04.408610 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ed06eb-f2aa-47ba-9416-4df320368263", "tag": "4066143f-d447-492b-9260-e2e607f800f6", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:04.408867 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a8db68e-f9d8-44f6-b64d-0c79508c4d03 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:04.409221 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ed06eb-f2aa-47ba-9416-4df320368263', 'tag': '4066143f-d447-492b-9260-e2e607f800f6', 'status': 'completed', 'code': 200} Jul 16 04:07:04.412041 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-97378026-0497-4767-b369-0a1840afccb1 req-150889da-69e4-47c4-98c7-608138e71aa0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309715 Jul 16 04:07:04.509463 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-97378026-0497-4767-b369-0a1840afccb1 req-67aadd84-19ef-4960-837d-a1f6bfb89595 service neutron] 10.222.0.88 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864692 Jul 16 04:07:04.599981 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-97378026-0497-4767-b369-0a1840afccb1 req-beb05064-8727-430c-9c56-500ed35dbd36 service neutron] 10.222.0.88 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811706 Jul 16 04:07:04.718686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3576a-9f48-42e9-bfb1-e31fa3254944 req-359cd868-3479-4b44-81f9-040a881830e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:04.720359 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-51e3576a-9f48-42e9-bfb1-e31fa3254944 req-359cd868-3479-4b44-81f9-040a881830e8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 1095 time: 0.0572126 Jul 16 04:07:04.809983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3576a-9f48-42e9-bfb1-e31fa3254944 req-238bdfaf-5827-46d9-b986-a6794e125f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:04.811472 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-51e3576a-9f48-42e9-bfb1-e31fa3254944 req-238bdfaf-5827-46d9-b986-a6794e125f3d service neutron] 10.222.0.88 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 915 time: 0.0841305 Jul 16 04:07:04.856778 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-51e3576a-9f48-42e9-bfb1-e31fa3254944 req-70ecf3ad-4b91-467b-9e34-5c53bcb9abd7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4066143f-d447-492b-9260-e2e607f800f6 HTTP/1.1" status: 200 len: 217 time: 0.0386426 Jul 16 04:07:04.905639 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3576a-9f48-42e9-bfb1-e31fa3254944 req-8a686a86-be5e-4802-b5a1-52759e14ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:04.906970 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-51e3576a-9f48-42e9-bfb1-e31fa3254944 req-8a686a86-be5e-4802-b5a1-52759e14ce8b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dcf41219-9982-48ea-a7b8-5e4b370e449e HTTP/1.1" status: 200 len: 854 time: 0.0437298 Jul 16 04:07:04.940795 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-51e3576a-9f48-42e9-bfb1-e31fa3254944 req-90b33ef1-2ef7-47f9-bb2a-3509fd14ee98 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252995 Jul 16 04:07:05.031760 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-51e3576a-9f48-42e9-bfb1-e31fa3254944 req-638e9bac-dac7-4fd1-8704-bcadb6ff3737 service neutron] 10.222.0.88 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838072 Jul 16 04:07:05.117471 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-51e3576a-9f48-42e9-bfb1-e31fa3254944 req-d43a6740-257d-44d2-822d-4b3f295c170d service neutron] 10.222.0.88 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790405 Jul 16 04:07:05.482600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5329e-cc92-4257-b439-9922d2cc1894 req-e45cbe95-70a6-4cfc-b7d3-67e930b5e6db tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:05.483982 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69e5329e-cc92-4257-b439-9922d2cc1894 req-e45cbe95-70a6-4cfc-b7d3-67e930b5e6db tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 944 time: 0.0627282 Jul 16 04:07:05.522063 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-69e5329e-cc92-4257-b439-9922d2cc1894 req-dc31f4d1-067f-44d1-a46c-ac986b902502 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319557 Jul 16 04:07:05.831585 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:06.695229 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e4c85-695b-4bb7-8d4a-db8cbfbcad57 req-a2354854-0cda-49df-908b-d362e64a54ac tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:06.696650 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-698e4c85-695b-4bb7-8d4a-db8cbfbcad57 req-a2354854-0cda-49df-908b-d362e64a54ac tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 944 time: 0.0657704 Jul 16 04:07:06.733258 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-698e4c85-695b-4bb7-8d4a-db8cbfbcad57 req-174bdea4-10c3-4d94-ba57-c4afc07fd06c tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311022 Jul 16 04:07:07.901297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac64389-4688-4f45-8cfe-f029f1c7c700 req-e0160237-8afa-406c-9bcf-07a7eb9bf34b tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:07.902664 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fac64389-4688-4f45-8cfe-f029f1c7c700 req-e0160237-8afa-406c-9bcf-07a7eb9bf34b tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 944 time: 0.0628612 Jul 16 04:07:07.939007 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fac64389-4688-4f45-8cfe-f029f1c7c700 req-dac9cfa6-be0e-44f4-894c-a29aab5ac53b tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309329 Jul 16 04:07:07.949206 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4066143f-d447-492b-9260-e2e607f800f6 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:07:08.043884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4066143f-d447-492b-9260-e2e607f800f6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4066143f-d447-492b-9260-e2e607f800f6,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:08.054359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '4066143f-d447-492b-9260-e2e607f800f6', 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1', 'port_id': '4066143f-d447-492b-9260-e2e607f800f6', 'mac_address': 'fa:16:3e:5d:46:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf41219-9982-48ea-a7b8-5e4b370e449e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:07:08.090048 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:08.102170 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4066143f-d447-492b-9260-e2e607f800f6 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:07:08.121136 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4066143f-d447-492b-9260-e2e607f800f6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4066143f-d447-492b-9260-e2e607f800f6,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:08.125360 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:08.174190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4066143f-d447-492b-9260-e2e607f800f6,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:08.181334 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:08.181686 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:08.182025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:08.182367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:08.182695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:08.183023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:08.183350 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:08.183679 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:08.184002 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:08.184333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:08.184671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:08.184993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:08.364634 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['4066143f-d447-492b-9260-e2e607f800f6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:07:09.110646 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899987b9-8d94-4274-9cd1-327ece1e0ca2 req-83138fad-dcd8-4d86-a0df-b25dcd36e01d tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:09.112138 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-899987b9-8d94-4274-9cd1-327ece1e0ca2 req-83138fad-dcd8-4d86-a0df-b25dcd36e01d tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 945 time: 0.0641472 Jul 16 04:07:09.155262 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-899987b9-8d94-4274-9cd1-327ece1e0ca2 req-7fa8674b-413c-4916-b798-131ec756b39a tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366859 Jul 16 04:07:09.948873 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4066143f-d447-492b-9260-e2e607f800f6 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:07:09.998217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 4066143f-d447-492b-9260-e2e607f800f6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:07:10.001731 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 4066143f-d447-492b-9260-e2e607f800f6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:07:10.002112 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.076400 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.097657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ed06eb-f2aa-47ba-9416-4df320368263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4066143f-d447-492b-9260-e2e607f800f6'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:10.099910 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e04d3f2-c3e9-4723-bd4e-5984ce9c33d2" -d '{"events": [{"server_uuid": "26ed06eb-f2aa-47ba-9416-4df320368263", "name": "network-vif-plugged", "status": "completed", "tag": "4066143f-d447-492b-9260-e2e607f800f6"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:10.111983 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4066143f-d447-492b-9260-e2e607f800f6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4066143f-d447-492b-9260-e2e607f800f6,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:10.116444 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:10.140271 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c791c602-9729-4503-88a8-c881205d54d9 x-openstack-request-id: req-c791c602-9729-4503-88a8-c881205d54d9 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:10.140598 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ed06eb-f2aa-47ba-9416-4df320368263", "name": "network-vif-plugged", "status": "completed", "tag": "4066143f-d447-492b-9260-e2e607f800f6", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:10.140862 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c791c602-9729-4503-88a8-c881205d54d9 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:10.141256 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed06eb-f2aa-47ba-9416-4df320368263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4066143f-d447-492b-9260-e2e607f800f6', 'code': 200} Jul 16 04:07:10.169038 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4066143f-d447-492b-9260-e2e607f800f6,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:10.262576 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd28d28-3a7e-4552-9757-7b186d1e9907 req-3bf28770-d058-4d12-95ee-705154802297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:10.264112 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6cd28d28-3a7e-4552-9757-7b186d1e9907 req-3bf28770-d058-4d12-95ee-705154802297 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 1097 time: 0.0560374 Jul 16 04:07:10.301709 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6cd28d28-3a7e-4552-9757-7b186d1e9907 req-b5e5e298-ffb0-46dc-abef-abf931270dd3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277760 Jul 16 04:07:10.328264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29a87e-e00d-4623-b6e5-4ab197477a42 req-e12ae231-b3aa-4928-9f8d-0f639e49b027 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:10.329769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f29a87e-e00d-4623-b6e5-4ab197477a42 req-e12ae231-b3aa-4928-9f8d-0f639e49b027 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0633574 Jul 16 04:07:10.366178 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f29a87e-e00d-4623-b6e5-4ab197477a42 req-28171705-3002-49a4-91a6-4f3ae272423f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303288 Jul 16 04:07:11.541210 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8958b2-e1f3-45b7-a031-3730471ab7eb req-c8263e4c-e1b5-4cbc-98c5-64ba988eded1 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:11.542674 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ed8958b2-e1f3-45b7-a031-3730471ab7eb req-c8263e4c-e1b5-4cbc-98c5-64ba988eded1 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0631630 Jul 16 04:07:11.578373 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ed8958b2-e1f3-45b7-a031-3730471ab7eb req-b1fd47ba-6f8d-4695-b370-7db8d42242e0 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301445 Jul 16 04:07:11.752369 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290bc9d-206f-4ec6-80ac-e42b72ee5ab2 req-49bfd21f-9bf7-4f05-b01c-7c514f99744e tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:11.753840 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a290bc9d-206f-4ec6-80ac-e42b72ee5ab2 req-49bfd21f-9bf7-4f05-b01c-7c514f99744e tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0660660 Jul 16 04:07:11.790896 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a290bc9d-206f-4ec6-80ac-e42b72ee5ab2 req-fa4ead0b-c2bf-40c2-ac9f-1e9dedc3399a tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315166 Jul 16 04:07:12.119929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8b138-77ca-423c-9d3a-ea48fb27b3bf req-ff24c164-77ec-4b31-9b9d-77468f32e6fd tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:12.121334 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71f8b138-77ca-423c-9d3a-ea48fb27b3bf req-ff24c164-77ec-4b31-9b9d-77468f32e6fd tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0624170 Jul 16 04:07:12.158131 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71f8b138-77ca-423c-9d3a-ea48fb27b3bf req-64f4d6ee-5a8c-47d2-b052-6adc32379c76 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313513 Jul 16 04:07:12.325590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88986d5-6356-456a-b2d0-d19e6add40b6 req-e5e2cbba-159e-4be9-8b7a-1660d09980d5 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:12.327388 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a88986d5-6356-456a-b2d0-d19e6add40b6 req-e5e2cbba-159e-4be9-8b7a-1660d09980d5 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0618873 Jul 16 04:07:12.367356 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a88986d5-6356-456a-b2d0-d19e6add40b6 req-fcddc381-a8cb-44e4-a1a0-3d1d797495cf tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342829 Jul 16 04:07:12.692810 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-9e36f070-2228-4715-9498-8230e3e4e4de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0504479 Jul 16 04:07:12.756990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc6f5d-f7cb-44b6-9dc8-ac72b7cccbb0 req-1f8b31ce-d69c-4f19-b9d0-81093040b39a tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:12.758480 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3abc6f5d-f7cb-44b6-9dc8-ac72b7cccbb0 req-1f8b31ce-d69c-4f19-b9d0-81093040b39a tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0648255 Jul 16 04:07:12.796108 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3abc6f5d-f7cb-44b6-9dc8-ac72b7cccbb0 req-55cefd98-f03a-4494-9ba2-297ef324c5d9 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319853 Jul 16 04:07:13.856692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-33928a60-8977-4031-95cd-93a10060db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:13.858213 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-33928a60-8977-4031-95cd-93a10060db18 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 1097 time: 0.0539157 Jul 16 04:07:13.949308 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-32ed1191-3139-451d-a324-02c3e9b73107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:13.950843 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-32ed1191-3139-451d-a324-02c3e9b73107 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 915 time: 0.0866840 Jul 16 04:07:13.971073 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9211f-a839-4f08-ae2f-25c609a0c65e req-f6d2ad7e-505d-4e28-9113-9c72a6a35907 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:13.972582 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ee9211f-a839-4f08-ae2f-25c609a0c65e req-f6d2ad7e-505d-4e28-9113-9c72a6a35907 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0661244 Jul 16 04:07:13.991855 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-630ced51-8a3a-47ea-ad10-ef5e68514541 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4066143f-d447-492b-9260-e2e607f800f6 HTTP/1.1" status: 200 len: 217 time: 0.0345452 Jul 16 04:07:14.010574 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ee9211f-a839-4f08-ae2f-25c609a0c65e req-032d9948-2233-4738-9057-804251f58239 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318122 Jul 16 04:07:14.040258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-2a0b631a-864b-41da-ade0-71297e4f78a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:14.041746 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-2a0b631a-864b-41da-ade0-71297e4f78a7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dcf41219-9982-48ea-a7b8-5e4b370e449e HTTP/1.1" status: 200 len: 854 time: 0.0441561 Jul 16 04:07:14.073232 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-b0dbac4b-ca84-4116-8460-64025bf7ab70 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253706 Jul 16 04:07:14.163519 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-b6b65bb6-f581-43de-b736-4e7a56ac3a70 service neutron] 10.222.0.88 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837975 Jul 16 04:07:14.255567 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-be49d1b6-5b75-47df-82d4-23754cd198f2 service neutron] 10.222.0.88 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840056 Jul 16 04:07:15.180648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957a941-c5c8-4207-b41f-89411b1fc813 req-3e12f7c0-c5f1-439e-a932-1ed3a1cacb9d tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:15.182139 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9957a941-c5c8-4207-b41f-89411b1fc813 req-3e12f7c0-c5f1-439e-a932-1ed3a1cacb9d tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0625229 Jul 16 04:07:15.219148 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9957a941-c5c8-4207-b41f-89411b1fc813 req-b60c8567-c8eb-4350-bbfd-f0fee0b3023c tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314784 Jul 16 04:07:16.185762 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:07:16.386931 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c4d0a-ac59-4c36-8b18-5da413315ef5 req-99e267fe-4c2e-4006-aa02-952e43733feb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:16.388421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-349c4d0a-ac59-4c36-8b18-5da413315ef5 req-99e267fe-4c2e-4006-aa02-952e43733feb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0618227 Jul 16 04:07:16.424531 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-349c4d0a-ac59-4c36-8b18-5da413315ef5 req-62b247a7-ec97-48c6-9385-3bdb46a507a4 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306764 Jul 16 04:07:17.603016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b9e9b-28a8-4b12-93df-494f139a2bf4 req-3a3c96da-8b14-4bf5-b685-a09685b5a004 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:17.604496 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b45b9e9b-28a8-4b12-93df-494f139a2bf4 req-3a3c96da-8b14-4bf5-b685-a09685b5a004 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0673089 Jul 16 04:07:17.642714 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b45b9e9b-28a8-4b12-93df-494f139a2bf4 req-151861ed-f3d8-4031-b36e-a7d2e607612d tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326374 Jul 16 04:07:18.809988 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a96b4a-4b70-432d-a439-4b71eb8ede8a req-001c8785-c7fc-4bee-9b68-a8379d03d9ee tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:18.811450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15a96b4a-4b70-432d-a439-4b71eb8ede8a req-001c8785-c7fc-4bee-9b68-a8379d03d9ee tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0616229 Jul 16 04:07:18.847424 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15a96b4a-4b70-432d-a439-4b71eb8ede8a req-bd8347b2-a535-4e9a-aa29-3f382f035064 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305307 Jul 16 04:07:20.020047 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a63824-0840-4a8d-bbbf-19cf05bc16ee req-ccbd68c6-7273-460b-9982-eabc967cc339 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:20.021551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b5a63824-0840-4a8d-bbbf-19cf05bc16ee req-ccbd68c6-7273-460b-9982-eabc967cc339 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0651841 Jul 16 04:07:20.058416 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b5a63824-0840-4a8d-bbbf-19cf05bc16ee req-7d49ea9d-07d2-4239-ad18-df916b29a02c tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313950 Jul 16 04:07:21.230248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88a40d-6746-4a8e-875a-4cb4d5736b7d req-069acd05-b3a2-4648-b190-0740ddbc42e6 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:21.231721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec88a40d-6746-4a8e-875a-4cb4d5736b7d req-069acd05-b3a2-4648-b190-0740ddbc42e6 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0626109 Jul 16 04:07:21.269050 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec88a40d-6746-4a8e-875a-4cb4d5736b7d req-aa0cd3fc-5e1e-4123-97a3-91c281c805fc tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318186 Jul 16 04:07:22.439525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831417f0-86e3-45c3-affb-cba6335ec60e req-856acbba-f1fd-4a56-9935-619610525efa tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:22.441024 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-831417f0-86e3-45c3-affb-cba6335ec60e req-856acbba-f1fd-4a56-9935-619610525efa tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0612040 Jul 16 04:07:22.477556 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-831417f0-86e3-45c3-affb-cba6335ec60e req-0bbe7f25-4501-41b9-adb8-5e1d79a6ff81 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305238 Jul 16 04:07:23.650723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196302eb-dd0c-494d-a71e-480b91582341 req-787027b3-a0b7-455a-9cd1-f60723ce196c tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:23.652206 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-196302eb-dd0c-494d-a71e-480b91582341 req-787027b3-a0b7-455a-9cd1-f60723ce196c tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0666947 Jul 16 04:07:23.688584 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-196302eb-dd0c-494d-a71e-480b91582341 req-19c2c4a8-20c3-4104-b7d1-f2f9ebf99841 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307410 Jul 16 04:07:24.856832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebe768-b55b-4e28-984a-e83a8684ce65 req-a572ebe0-b388-4bb5-8e6d-584184e9f117 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:24.858294 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53ebe768-b55b-4e28-984a-e83a8684ce65 req-a572ebe0-b388-4bb5-8e6d-584184e9f117 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0619147 Jul 16 04:07:24.894825 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53ebe768-b55b-4e28-984a-e83a8684ce65 req-ff713e44-4cff-4527-841e-ed29e9366fe6 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311003 Jul 16 04:07:26.065683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8466158-ffdf-4ffa-af50-31dde10e4ebf req-86e8230b-343e-4054-bda9-9a5ae689422f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:26.067157 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8466158-ffdf-4ffa-af50-31dde10e4ebf req-86e8230b-343e-4054-bda9-9a5ae689422f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0650971 Jul 16 04:07:26.104494 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8466158-ffdf-4ffa-af50-31dde10e4ebf req-b7e8e789-1b1b-42e4-97e0-89eb7029a190 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Jul 16 04:07:27.273584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017bf46-e9ec-4c43-94d5-e40c7e69527c req-a991de47-d8d8-4054-89d8-20cb51cd8ec6 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:27.275057 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2017bf46-e9ec-4c43-94d5-e40c7e69527c req-a991de47-d8d8-4054-89d8-20cb51cd8ec6 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0628548 Jul 16 04:07:27.311196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2017bf46-e9ec-4c43-94d5-e40c7e69527c req-adce6402-cdb5-4b3d-9df2-4db98819c935 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306740 Jul 16 04:07:28.478746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16581d-4058-4478-871e-dd5730f95f19 req-80cbb228-22ba-417d-9a09-ae0ed5bdd59f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:28.480212 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e16581d-4058-4478-871e-dd5730f95f19 req-80cbb228-22ba-417d-9a09-ae0ed5bdd59f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0616875 Jul 16 04:07:28.517047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e16581d-4058-4478-871e-dd5730f95f19 req-37c83df4-7042-4114-b8cf-8e0a8f753b45 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312290 Jul 16 04:07:29.690338 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce88a9a-c0d6-4496-b756-91cb05ecef57 req-cbd53863-95ab-436e-b008-59ffc9c49fdd tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:29.691823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ce88a9a-c0d6-4496-b756-91cb05ecef57 req-cbd53863-95ab-436e-b008-59ffc9c49fdd tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0662127 Jul 16 04:07:29.728651 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9ce88a9a-c0d6-4496-b756-91cb05ecef57 req-73de063d-4071-4eb6-90e7-0ace1b9dc374 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311430 Jul 16 04:07:30.082283 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a963fa94-2c69-4e17-b28c-7c96f1174574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:30.899478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ee31c-4438-41f7-b049-2369d070d0b9 req-a751e67c-e682-4296-be7f-729e85b6ac23 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:30.900978 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f54ee31c-4438-41f7-b049-2369d070d0b9 req-a751e67c-e682-4296-be7f-729e85b6ac23 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0622954 Jul 16 04:07:30.937965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f54ee31c-4438-41f7-b049-2369d070d0b9 req-fa44b6da-e2aa-4c3a-8764-993b31f203d4 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315354 Jul 16 04:07:31.297365 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:31.705867 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:32.112016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28419b6b-7d31-41ab-958b-9449adb6113a req-449aec79-e024-48e7-8380-fe4b6a2f74fb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:32.113487 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28419b6b-7d31-41ab-958b-9449adb6113a req-449aec79-e024-48e7-8380-fe4b6a2f74fb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0640566 Jul 16 04:07:32.150016 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28419b6b-7d31-41ab-958b-9449adb6113a req-f651d570-16cf-4bcf-a476-180089babfa2 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301766 Jul 16 04:07:32.825933 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-46b2c4d0-e678-4d01-8145-b0de543c686a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:32.861116 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:33.318058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa403fa-f940-40ed-b2d7-f66f493a7e6c req-a93d0ea1-186a-4f56-b455-143015bf544a tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:33.319566 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0aa403fa-f940-40ed-b2d7-f66f493a7e6c req-a93d0ea1-186a-4f56-b455-143015bf544a tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0625279 Jul 16 04:07:33.356410 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0aa403fa-f940-40ed-b2d7-f66f493a7e6c req-294880b9-ff0a-441a-ba1b-901b65e891c9 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313268 Jul 16 04:07:33.975139 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:34.524105 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba580bd-7fe3-46ab-81d8-9b42236e43be req-8d61be89-ae9f-48c1-86c1-569643db3f52 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:34.525575 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ba580bd-7fe3-46ab-81d8-9b42236e43be req-8d61be89-ae9f-48c1-86c1-569643db3f52 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0616322 Jul 16 04:07:34.562055 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ba580bd-7fe3-46ab-81d8-9b42236e43be req-78fc9950-96e9-4e75-80ee-f8a38c11c704 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309632 Jul 16 04:07:35.735628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b454b-fbc5-48df-a732-9fcc1048440d req-4e84f4ae-2664-425d-9349-de3af5b13e83 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:35.737115 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae6b454b-fbc5-48df-a732-9fcc1048440d req-4e84f4ae-2664-425d-9349-de3af5b13e83 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0653687 Jul 16 04:07:35.773592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ae6b454b-fbc5-48df-a732-9fcc1048440d req-192fa7f6-cc80-4691-9cfd-8d1646609814 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307672 Jul 16 04:07:35.834158 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:36.941250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa41e25-0e05-4e81-a851-753e1c8b80da req-5735be79-a3a3-40ef-81da-beebdd3bc919 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:36.943319 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1aa41e25-0e05-4e81-a851-753e1c8b80da req-5735be79-a3a3-40ef-81da-beebdd3bc919 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0630960 Jul 16 04:07:36.979253 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1aa41e25-0e05-4e81-a851-753e1c8b80da req-4a51db1f-60ca-4090-bf7d-220b7f2c19fe tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304110 Jul 16 04:07:38.152283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd545c2-b68a-4453-90f8-d8845880a270 req-2d5b3af2-318d-48d3-b1d4-9e814530b109 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:38.153805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9dd545c2-b68a-4453-90f8-d8845880a270 req-2d5b3af2-318d-48d3-b1d4-9e814530b109 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0668192 Jul 16 04:07:38.193738 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9dd545c2-b68a-4453-90f8-d8845880a270 req-50d140ac-f8fd-4d49-b73a-7ac8ce1e3416 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343647 Jul 16 04:07:39.363117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee792648-ecdb-45db-a92e-6ea7513f72b3 req-c0d755b4-d4e7-4fcc-ace6-02afa189446a tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:39.364651 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee792648-ecdb-45db-a92e-6ea7513f72b3 req-c0d755b4-d4e7-4fcc-ace6-02afa189446a tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0626154 Jul 16 04:07:39.402102 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee792648-ecdb-45db-a92e-6ea7513f72b3 req-32a3a2fa-9cab-414d-ab72-b62955ae4549 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316315 Jul 16 04:07:40.576930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ff74a-f32e-471a-b8d8-b89b1ecc05a0 req-c5cb04d8-4578-4039-b60d-663d937a68ec tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:40.578401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e5ff74a-f32e-471a-b8d8-b89b1ecc05a0 req-c5cb04d8-4578-4039-b60d-663d937a68ec tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0625827 Jul 16 04:07:40.615876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6e5ff74a-f32e-471a-b8d8-b89b1ecc05a0 req-7b9c8135-002d-47ca-98ab-e18f1410203f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Jul 16 04:07:41.780381 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-7a67d205-80bb-4db2-8829-ffac6474c919 service neutron] show failed (client error): The resource could not be found. Jul 16 04:07:41.781525 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-7a67d205-80bb-4db2-8829-ffac6474c919 service neutron] 10.222.0.88 "GET /v2.0/ports/4066143f-d447-492b-9260-e2e607f800f6/bindings/n-h2-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.0552745 Jul 16 04:07:41.791911 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306acf2-077d-487b-a48a-7c8e37567695 req-881c7f48-f0f3-4ad2-bb0d-ede79e41a55b tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:41.793442 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a306acf2-077d-487b-a48a-7c8e37567695 req-881c7f48-f0f3-4ad2-bb0d-ede79e41a55b tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0659616 Jul 16 04:07:41.831124 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a306acf2-077d-487b-a48a-7c8e37567695 req-d6370f00-ebc4-435c-a777-b91ace5622ef tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319660 Jul 16 04:07:42.065755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-b5c6f420-2e9d-485d-9747-efc80c11ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:42.067706 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-b5c6f420-2e9d-485d-9747-efc80c11ff80 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263&tenant_id=2945b29bd5614f55abfeeea119ea904e HTTP/1.1" status: 200 len: 1097 time: 0.0802879 Jul 16 04:07:42.078082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:42.148879 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:42.339661 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] For port 4066143f-d447-492b-9260-e2e607f800f6, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4066143f-d447-492b-9260-e2e607f800f6,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:42.370598 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] For port 4066143f-d447-492b-9260-e2e607f800f6, host n-h1-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:07:42.410277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ed06eb-f2aa-47ba-9416-4df320368263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4066143f-d447-492b-9260-e2e607f800f6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:42.412613 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6b6f87-56a8-472b-8940-0a17b4a966c8" -d '{"events": [{"server_uuid": "26ed06eb-f2aa-47ba-9416-4df320368263", "name": "network-vif-unplugged", "status": "completed", "tag": "4066143f-d447-492b-9260-e2e607f800f6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:42.416005 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:42.429238 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Transition to ACTIVE for port object 4066143f-d447-492b-9260-e2e607f800f6 will not be triggered until provisioned by entity L2. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:07:42.432227 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:42.468336 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe2f027-040b-4fce-a268-d7d50ab5d466 x-openstack-request-id: req-5fe2f027-040b-4fce-a268-d7d50ab5d466 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:42.468647 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ed06eb-f2aa-47ba-9416-4df320368263", "name": "network-vif-unplugged", "status": "completed", "tag": "4066143f-d447-492b-9260-e2e607f800f6", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:42.468901 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5fe2f027-040b-4fce-a268-d7d50ab5d466 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:42.469291 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed06eb-f2aa-47ba-9416-4df320368263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4066143f-d447-492b-9260-e2e607f800f6', 'code': 200} Jul 16 04:07:42.498558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] No DVR routers for this DVR port 4066143f-d447-492b-9260-e2e607f800f6 on host n-h1-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:07:42.501469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Pushing event updated for resources: {'Port': ['ID=4066143f-d447-492b-9260-e2e607f800f6,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:42.536164 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Attempting to bind port 4066143f-d447-492b-9260-e2e607f800f6 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:07:42.536602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Attempting to bind port 4066143f-d447-492b-9260-e2e607f800f6 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:07:42.536935 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Attempting to bind port 4066143f-d447-492b-9260-e2e607f800f6 on network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:07:42.541055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Port 4066143f-d447-492b-9260-e2e607f800f6 on network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:07:42.541380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Attempting to bind port 4066143f-d447-492b-9260-e2e607f800f6 on network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:07:42.546146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:07:42.546487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Checking segment: {'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:07:42.546873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Bound using segment: {'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'} {{(pid=93767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:07:42.547303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.managers [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Bound port: 4066143f-d447-492b-9260-e2e607f800f6, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'}}] {{(pid=93767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:07:42.547655 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:42.610872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] For port 4066143f-d447-492b-9260-e2e607f800f6, host n-h2-800088-6, cleared binding levels {{(pid=93767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:07:42.614510 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] For port 4066143f-d447-492b-9260-e2e607f800f6, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4066143f-d447-492b-9260-e2e607f800f6,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:07:42.618071 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:42.648082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:42.648739 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:42.650172 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] 10.222.0.20 "PUT /v2.0/ports/4066143f-d447-492b-9260-e2e607f800f6 HTTP/1.1" status: 200 len: 1092 time: 0.5759726 Jul 16 04:07:42.684005 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8f9b4-84eb-447a-bce5-a3643b722780 service neutron] Pushing event updated for resources: {'Port': ['ID=4066143f-d447-492b-9260-e2e607f800f6,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:42.729201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-c2fddcaf-9485-4c5d-a1ce-71be46ffcc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:42.730743 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-c2fddcaf-9485-4c5d-a1ce-71be46ffcc42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 1095 time: 0.0547078 Jul 16 04:07:42.820230 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-9477e9ef-3f09-4803-9f6b-5197ece621bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:42.821732 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-9477e9ef-3f09-4803-9f6b-5197ece621bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 915 time: 0.0846763 Jul 16 04:07:42.861194 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-f9ec2818-00d1-4a31-ac09-28730750ba93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4066143f-d447-492b-9260-e2e607f800f6 HTTP/1.1" status: 200 len: 217 time: 0.0329852 Jul 16 04:07:42.910907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-503b3667-21cb-4e97-bdcd-a993585a7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:42.912557 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-503b3667-21cb-4e97-bdcd-a993585a7771 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcf41219-9982-48ea-a7b8-5e4b370e449e HTTP/1.1" status: 200 len: 854 time: 0.0451062 Jul 16 04:07:42.949691 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-8a01330c-91f2-4445-9f0b-aa39ab84859e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311065 Jul 16 04:07:43.344158 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-232f2347-8b1c-4b93-a52d-c984bba68a55 service neutron] 10.222.0.20 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859136 Jul 16 04:07:43.355341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae3c73-5113-46f5-a8b5-7e49839207d8 req-677f234b-42c9-4ca6-907d-99a4db3192f9 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:43.356717 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2ae3c73-5113-46f5-a8b5-7e49839207d8 req-677f234b-42c9-4ca6-907d-99a4db3192f9 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 944 time: 0.4099045 Jul 16 04:07:43.441707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2ae3c73-5113-46f5-a8b5-7e49839207d8 req-c0aafbf4-8b94-4161-8859-c0637863299c tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767899 Jul 16 04:07:43.461521 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5ea5517-40b6-441c-933b-dbc693d89bc8 req-19d34b7f-4c9a-42a8-b933-2d36516ecdab service neutron] 10.222.0.20 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039057 Jul 16 04:07:44.471313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ed06eb-f2aa-47ba-9416-4df320368263', 'tag': '4066143f-d447-492b-9260-e2e607f800f6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:44.473644 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5c983a-82e6-4a5c-9527-9530ed9b0296" -d '{"events": [{"name": "network-changed", "server_uuid": "26ed06eb-f2aa-47ba-9416-4df320368263", "tag": "4066143f-d447-492b-9260-e2e607f800f6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:44.521110 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238dd560-b31b-448b-aff1-d6d18236f2a4 x-openstack-request-id: req-238dd560-b31b-448b-aff1-d6d18236f2a4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:44.521410 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ed06eb-f2aa-47ba-9416-4df320368263", "tag": "4066143f-d447-492b-9260-e2e607f800f6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:44.521667 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-238dd560-b31b-448b-aff1-d6d18236f2a4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:44.522068 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ed06eb-f2aa-47ba-9416-4df320368263', 'tag': '4066143f-d447-492b-9260-e2e607f800f6', 'status': 'completed', 'code': 200} Jul 16 04:07:44.599445 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-861113c4-a008-4c7b-9a8e-3689bda28d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:44.600989 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-861113c4-a008-4c7b-9a8e-3689bda28d0b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 1095 time: 0.0522048 Jul 16 04:07:44.643300 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-19cc24d3-5ff6-4f54-84f0-5a47312221c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:44.644911 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-19cc24d3-5ff6-4f54-84f0-5a47312221c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 1095 time: 0.0995677 Jul 16 04:07:44.656275 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505976b4-2a42-4178-bd2e-6513a57de813 req-44c07025-706f-4868-b4fe-fb570360c60d tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:44.657724 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-505976b4-2a42-4178-bd2e-6513a57de813 req-44c07025-706f-4868-b4fe-fb570360c60d tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 944 time: 0.0818155 Jul 16 04:07:44.700169 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-0697705d-8f57-4223-ac2b-80a222a0290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:44.701576 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-0697705d-8f57-4223-ac2b-80a222a0290a service neutron] 10.222.0.88 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 915 time: 0.0912206 Jul 16 04:07:44.744673 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-b79a3947-8b70-4413-8a21-08d85c2af36e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4066143f-d447-492b-9260-e2e607f800f6 HTTP/1.1" status: 200 len: 217 time: 0.0332580 Jul 16 04:07:44.744908 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-505976b4-2a42-4178-bd2e-6513a57de813 req-ab280cb0-2ed8-4a5d-a239-9f2e4984fad5 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788491 Jul 16 04:07:44.772694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-364d4d3b-00e9-4d72-addc-695c71997e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:44.774183 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-364d4d3b-00e9-4d72-addc-695c71997e99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 915 time: 0.1155958 Jul 16 04:07:44.796775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-76beaae7-ec3e-47eb-b0d5-8828bff490c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:44.798234 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-76beaae7-ec3e-47eb-b0d5-8828bff490c7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dcf41219-9982-48ea-a7b8-5e4b370e449e HTTP/1.1" status: 200 len: 854 time: 0.0441437 Jul 16 04:07:44.818427 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-32c267d9-3ebd-401b-aa9b-eac716957788 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4066143f-d447-492b-9260-e2e607f800f6 HTTP/1.1" status: 200 len: 217 time: 0.0342381 Jul 16 04:07:44.838077 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-86157527-d4da-4b19-a106-b5a5867cc736 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295601 Jul 16 04:07:44.865947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-7b60149f-5d3a-490f-b4f1-f46cdcf741ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:44.867668 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-7b60149f-5d3a-490f-b4f1-f46cdcf741ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcf41219-9982-48ea-a7b8-5e4b370e449e HTTP/1.1" status: 200 len: 854 time: 0.0426955 Jul 16 04:07:44.907103 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-cbaabc14-f117-4041-acf1-21d83269cc2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323400 Jul 16 04:07:44.932166 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-9ba7c283-2fc8-4308-84b2-38997a578bd4 service neutron] 10.222.0.88 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829182 Jul 16 04:07:45.006832 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-3b980035-52f2-46fa-9cee-e4b6bc303bc4 service neutron] 10.222.0.20 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854580 Jul 16 04:07:45.034142 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-41861c98-3cd2-4e21-9c7b-ebef11705758 service neutron] 10.222.0.88 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922391 Jul 16 04:07:45.101559 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f5c983a-82e6-4a5c-9527-9530ed9b0296 req-b092b6a2-f251-4e38-a463-16bef63f8624 service neutron] 10.222.0.20 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879288 Jul 16 04:07:45.916765 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f83ee0-67f7-4cf3-881e-3922786d5ac5 req-5e53a1f3-bfe2-4839-b3b6-cad1f3703e51 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:45.918244 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95f83ee0-67f7-4cf3-881e-3922786d5ac5 req-5e53a1f3-bfe2-4839-b3b6-cad1f3703e51 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 944 time: 0.0620220 Jul 16 04:07:45.954917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-95f83ee0-67f7-4cf3-881e-3922786d5ac5 req-08f535c5-82f9-492a-b850-9b2cb562ecf9 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312006 Jul 16 04:07:45.965320 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4066143f-d447-492b-9260-e2e607f800f6 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:07:46.057447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4066143f-d447-492b-9260-e2e607f800f6, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4066143f-d447-492b-9260-e2e607f800f6,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:46.072223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '4066143f-d447-492b-9260-e2e607f800f6', 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1', 'port_id': '4066143f-d447-492b-9260-e2e607f800f6', 'mac_address': 'fa:16:3e:5d:46:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf41219-9982-48ea-a7b8-5e4b370e449e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:07:46.114207 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:46.130218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4066143f-d447-492b-9260-e2e607f800f6 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:07:46.150455 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4066143f-d447-492b-9260-e2e607f800f6, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4066143f-d447-492b-9260-e2e607f800f6,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:46.154386 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:46.180652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4066143f-d447-492b-9260-e2e607f800f6 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:07:46.234240 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4066143f-d447-492b-9260-e2e607f800f6,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:46.246377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4066143f-d447-492b-9260-e2e607f800f6 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:07:46.251547 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284543ad-931f-4899-ba1e-c61520c0e0b0 req-61156a7f-5ced-4bd6-ac49-aadece586cef tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:46.253074 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-284543ad-931f-4899-ba1e-c61520c0e0b0 req-61156a7f-5ced-4bd6-ac49-aadece586cef tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 945 time: 0.0652094 Jul 16 04:07:46.291217 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-284543ad-931f-4899-ba1e-c61520c0e0b0 req-f9a0dfd8-f913-4500-b211-6a3495509214 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322731 Jul 16 04:07:46.323711 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c274c22-58e6-4f0a-88f8-9d6ef136d01f req-9d9fc2f7-4157-4822-a908-794cddbc8d3e tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:46.325218 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8c274c22-58e6-4f0a-88f8-9d6ef136d01f req-9d9fc2f7-4157-4822-a908-794cddbc8d3e tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.88 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263&tenant_id=2945b29bd5614f55abfeeea119ea904e&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 945 time: 0.1151359 Jul 16 04:07:46.365404 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4066143f-d447-492b-9260-e2e607f800f6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:07:46.387410 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [req-8c274c22-58e6-4f0a-88f8-9d6ef136d01f req-0c1733bf-ee1d-443e-9b51-cf86fff4bd69 service neutron] delete failed (client error): The resource could not be found. Jul 16 04:07:46.388481 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8c274c22-58e6-4f0a-88f8-9d6ef136d01f req-0c1733bf-ee1d-443e-9b51-cf86fff4bd69 service neutron] 10.222.0.88 "DELETE /v2.0/ports/4066143f-d447-492b-9260-e2e607f800f6/bindings/n-h1-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.0529289 Jul 16 04:07:46.490273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c274c22-58e6-4f0a-88f8-9d6ef136d01f req-c840918d-2e64-4b51-bcb0-ce4ec07d03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:46.492031 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8c274c22-58e6-4f0a-88f8-9d6ef136d01f req-c840918d-2e64-4b51-bcb0-ce4ec07d03ac service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 1096 time: 0.0528424 Jul 16 04:07:46.584655 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c274c22-58e6-4f0a-88f8-9d6ef136d01f req-db5b695f-7521-4fda-9e24-3e1c22114250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:46.586098 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8c274c22-58e6-4f0a-88f8-9d6ef136d01f req-db5b695f-7521-4fda-9e24-3e1c22114250 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 915 time: 0.0848150 Jul 16 04:07:46.629340 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8c274c22-58e6-4f0a-88f8-9d6ef136d01f req-30c0b4ff-05e6-4107-9f81-49a5e426e5d6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4066143f-d447-492b-9260-e2e607f800f6 HTTP/1.1" status: 200 len: 217 time: 0.0327520 Jul 16 04:07:46.679407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c274c22-58e6-4f0a-88f8-9d6ef136d01f req-f19d4aa8-3742-4751-9203-7ce63ddd012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:46.680887 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8c274c22-58e6-4f0a-88f8-9d6ef136d01f req-f19d4aa8-3742-4751-9203-7ce63ddd012a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dcf41219-9982-48ea-a7b8-5e4b370e449e HTTP/1.1" status: 200 len: 854 time: 0.0430069 Jul 16 04:07:46.719644 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8c274c22-58e6-4f0a-88f8-9d6ef136d01f req-53f9af00-4418-4255-94b2-e1a850fdb0e5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290916 Jul 16 04:07:46.809352 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8c274c22-58e6-4f0a-88f8-9d6ef136d01f req-8a9ac18e-496a-4c18-8b39-cca1e43436d9 service neutron] 10.222.0.88 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791574 Jul 16 04:07:46.901297 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8c274c22-58e6-4f0a-88f8-9d6ef136d01f req-2bf515f8-37e4-4663-8639-960f81114375 service neutron] 10.222.0.88 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822952 Jul 16 04:07:47.469427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf33f27-ca60-4184-82ae-7d6b2294f673 req-920302db-5500-4620-9815-72580c5f37cd tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:47.470917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bbf33f27-ca60-4184-82ae-7d6b2294f673 req-920302db-5500-4620-9815-72580c5f37cd tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 945 time: 0.0687788 Jul 16 04:07:47.509585 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bbf33f27-ca60-4184-82ae-7d6b2294f673 req-efc8266f-a976-4fe1-925b-c4fbcc4e0ab4 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324540 Jul 16 04:07:47.683630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca014b33-9e09-400a-b704-9816a8ce4534 req-fc6f3ee7-df59-4f59-96cc-63c62bb930c5 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:47.685113 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca014b33-9e09-400a-b704-9816a8ce4534 req-fc6f3ee7-df59-4f59-96cc-63c62bb930c5 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 945 time: 0.0649521 Jul 16 04:07:47.721305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca014b33-9e09-400a-b704-9816a8ce4534 req-ff49c0c5-5829-4906-9cd3-84ae26d28e9d tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306427 Jul 16 04:07:47.896853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37512707-3449-4d94-a5b9-9598ee1a7bf6 req-26f0d839-90cb-4952-96a9-d773650dbdb9 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:47.898284 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37512707-3449-4d94-a5b9-9598ee1a7bf6 req-26f0d839-90cb-4952-96a9-d773650dbdb9 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 945 time: 0.0664573 Jul 16 04:07:47.934694 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-37512707-3449-4d94-a5b9-9598ee1a7bf6 req-7b7cd705-60dc-4d40-86cf-693ca0784ec4 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308869 Jul 16 04:07:47.977020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4066143f-d447-492b-9260-e2e607f800f6 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:07:48.024301 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 4066143f-d447-492b-9260-e2e607f800f6 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:07:48.027881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 4066143f-d447-492b-9260-e2e607f800f6 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:07:48.028258 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:48.105174 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:48.128209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ed06eb-f2aa-47ba-9416-4df320368263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4066143f-d447-492b-9260-e2e607f800f6'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:48.131046 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70420e4-bc7a-48ee-adc8-66f9b571e506" -d '{"events": [{"server_uuid": "26ed06eb-f2aa-47ba-9416-4df320368263", "name": "network-vif-plugged", "status": "completed", "tag": "4066143f-d447-492b-9260-e2e607f800f6"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:48.148055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4066143f-d447-492b-9260-e2e607f800f6, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4066143f-d447-492b-9260-e2e607f800f6,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:48.153384 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:48.179176 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab90e618-defa-48a3-854b-733775e3001d x-openstack-request-id: req-ab90e618-defa-48a3-854b-733775e3001d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:48.179467 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ed06eb-f2aa-47ba-9416-4df320368263", "name": "network-vif-plugged", "status": "completed", "tag": "4066143f-d447-492b-9260-e2e607f800f6", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:48.179716 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab90e618-defa-48a3-854b-733775e3001d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:48.180103 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed06eb-f2aa-47ba-9416-4df320368263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4066143f-d447-492b-9260-e2e607f800f6', 'code': 200} Jul 16 04:07:48.205541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4066143f-d447-492b-9260-e2e607f800f6,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:48.375054 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-4bb64d35-3f02-410b-9459-4b3ffd769571 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:48.376525 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-4bb64d35-3f02-410b-9459-4b3ffd769571 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 814 time: 0.0978477 Jul 16 04:07:48.390612 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-561b73b7-4d5a-4cb9-b426-fc73f983911f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/quotas/2945b29bd5614f55abfeeea119ea904e HTTP/1.1" status: 200 len: 375 time: 0.0087521 Jul 16 04:07:48.458660 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-3dae83f0-db57-49ff-9a31-4fe3b1e0f637 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626886 Jul 16 04:07:48.547060 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-a7ab47dd-e19c-42eb-80ea-72d4b6f88379 service neutron] 10.222.0.18 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816886 Jul 16 04:07:48.639940 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-fa00bacf-f46d-47de-9cdc-2dacc01674b7 service neutron] 10.222.0.18 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869446 Jul 16 04:07:48.803666 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-11cd4a38-dfc9-45cd-8b59-96410a856ca7 req-50ce7d0a-fc01-41a1-b6f4-ca063ad557b5 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 210 time: 0.0276756 Jul 16 04:07:49.529500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19e9c4-554a-4f85-9ed8-740e85887881 req-2645ffbd-a51e-48b1-ac89-519836db4d37 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:49.530916 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fb19e9c4-554a-4f85-9ed8-740e85887881 req-2645ffbd-a51e-48b1-ac89-519836db4d37 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ed06eb-f2aa-47ba-9416-4df320368263 HTTP/1.1" status: 200 len: 946 time: 0.0620522 Jul 16 04:07:49.634485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fb19e9c4-554a-4f85-9ed8-740e85887881 req-583292b7-de40-4fca-8f55-399027e8e480 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Deleting port 4066143f-d447-492b-9260-e2e607f800f6 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:07:49.635023 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fb19e9c4-554a-4f85-9ed8-740e85887881 req-583292b7-de40-4fca-8f55-399027e8e480 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:49.726584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-fb19e9c4-554a-4f85-9ed8-740e85887881 req-583292b7-de40-4fca-8f55-399027e8e480 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] For port 4066143f-d447-492b-9260-e2e607f800f6, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4066143f-d447-492b-9260-e2e607f800f6,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:49.726957 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fb19e9c4-554a-4f85-9ed8-740e85887881 req-583292b7-de40-4fca-8f55-399027e8e480 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:49.746471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [req-fb19e9c4-554a-4f85-9ed8-740e85887881 req-583292b7-de40-4fca-8f55-399027e8e480 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Calling delete_port for 4066143f-d447-492b-9260-e2e607f800f6 owned by compute:nova {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:07:49.856668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-ae4cd8b5-7121-4bc2-bb65-ac182eddf262 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:49.858275 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-ae4cd8b5-7121-4bc2-bb65-ac182eddf262 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.20 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 814 time: 0.1230619 Jul 16 04:07:49.871178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-85bbbb17-b75d-471b-8249-ef5b31f7712f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Request body: {'port': {'device_id': 'b87838f0-ffff-4b3d-8598-a87f7ff4cc79', 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1', 'admin_state_up': True, 'tenant_id': '2945b29bd5614f55abfeeea119ea904e'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:49.902595 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fb19e9c4-554a-4f85-9ed8-740e85887881 req-583292b7-de40-4fca-8f55-399027e8e480 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:49.914285 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4066143f-d447-492b-9260-e2e607f800f6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:07:49.949987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583292b7-de40-4fca-8f55-399027e8e480 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Pushing event deleted for resources: {'Port': ['ID=4066143f-d447-492b-9260-e2e607f800f6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:49.999040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-85bbbb17-b75d-471b-8249-ef5b31f7712f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Made reservation on behalf of 2945b29bd5614f55abfeeea119ea904e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:07:50.003115 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-85bbbb17-b75d-471b-8249-ef5b31f7712f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:50.003788 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5244fbca-788c-4568-ba38-c4c854e3eb94 req-9f028b5b-f405-4e05-afa5-691ab1b230b8 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 210 time: 0.0607071 Jul 16 04:07:50.023172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb19e9c4-554a-4f85-9ed8-740e85887881 req-583292b7-de40-4fca-8f55-399027e8e480 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] No DVR routers for this DVR port 4066143f-d447-492b-9260-e2e607f800f6 on host n-h2-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:07:50.026718 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-fb19e9c4-554a-4f85-9ed8-740e85887881 req-583292b7-de40-4fca-8f55-399027e8e480 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:50.028700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fb19e9c4-554a-4f85-9ed8-740e85887881 req-583292b7-de40-4fca-8f55-399027e8e480 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.20 "DELETE /v2.0/ports/4066143f-d447-492b-9260-e2e607f800f6 HTTP/1.1" status: 204 len: 173 time: 0.4921155 Jul 16 04:07:50.029143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ed06eb-f2aa-47ba-9416-4df320368263', 'name': 'network-vif-deleted', 'tag': '4066143f-d447-492b-9260-e2e607f800f6'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:50.031543 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e552eb60-a89e-4a10-8182-ee34b534a0ff" -d '{"events": [{"server_uuid": "26ed06eb-f2aa-47ba-9416-4df320368263", "name": "network-vif-deleted", "tag": "4066143f-d447-492b-9260-e2e607f800f6"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:50.068298 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373f99fc-52d4-4e43-90f9-fc83a17a7ef6 x-openstack-request-id: req-373f99fc-52d4-4e43-90f9-fc83a17a7ef6 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:50.068700 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ed06eb-f2aa-47ba-9416-4df320368263", "name": "network-vif-deleted", "tag": "4066143f-d447-492b-9260-e2e607f800f6", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:50.069248 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-373f99fc-52d4-4e43-90f9-fc83a17a7ef6 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:50.069739 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed06eb-f2aa-47ba-9416-4df320368263', 'name': 'network-vif-deleted', 'tag': '4066143f-d447-492b-9260-e2e607f800f6', 'status': 'completed', 'code': 200} Jul 16 04:07:50.141916 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-85bbbb17-b75d-471b-8249-ef5b31f7712f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Allocated IP 172.20.0.12 (5de7d775-8c61-44b8-9dc7-8d92dd0825d1/dcf41219-9982-48ea-a7b8-5e4b370e449e/c3422757-2874-4bcf-8e66-bd66b50b7c40) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:07:50.285087 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-85bbbb17-b75d-471b-8249-ef5b31f7712f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:50.322759 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-85bbbb17-b75d-471b-8249-ef5b31f7712f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:50.334626 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4066143f-d447-492b-9260-e2e607f800f6'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:07:50.375198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-85bbbb17-b75d-471b-8249-ef5b31f7712f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:07:50.379709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-85bbbb17-b75d-471b-8249-ef5b31f7712f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:07:50.383711 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-85bbbb17-b75d-471b-8249-ef5b31f7712f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:07:50.406527 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bbbb17-b75d-471b-8249-ef5b31f7712f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Pushing event updated for resources: {'Port': ['ID=c3422757-2874-4bcf-8e66-bd66b50b7c40,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:50.432828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-85bbbb17-b75d-471b-8249-ef5b31f7712f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:50.433437 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-85bbbb17-b75d-471b-8249-ef5b31f7712f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:50.448383 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-85bbbb17-b75d-471b-8249-ef5b31f7712f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5812025 Jul 16 04:07:50.459815 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Request body: {'port': {'device_id': 'b87838f0-ffff-4b3d-8598-a87f7ff4cc79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:07:50.529255 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:50.783778 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3422757-2874-4bcf-8e66-bd66b50b7c40 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:07:50.791488 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:50.803231 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Transition to ACTIVE for port object c3422757-2874-4bcf-8e66-bd66b50b7c40 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:07:50.807022 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:50.872247 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Pushing event updated for resources: {'Port': ['ID=c3422757-2874-4bcf-8e66-bd66b50b7c40,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:50.898302 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:50.898653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:50.898999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:50.899338 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:50.899679 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:50.900015 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:50.900373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:50.900708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:50.901037 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:50.901364 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:50.901694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:50.902017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:07:50.931073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Attempting to bind port c3422757-2874-4bcf-8e66-bd66b50b7c40 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:07:50.931413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Attempting to bind port c3422757-2874-4bcf-8e66-bd66b50b7c40 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:07:50.931745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Attempting to bind port c3422757-2874-4bcf-8e66-bd66b50b7c40 on network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:07:50.935920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Port c3422757-2874-4bcf-8e66-bd66b50b7c40 on network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:07:50.936247 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Attempting to bind port c3422757-2874-4bcf-8e66-bd66b50b7c40 on network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:07:50.940992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:07:50.941364 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Checking segment: {'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:07:50.941748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Bound using segment: {'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:07:50.942178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Bound port: c3422757-2874-4bcf-8e66-bd66b50b7c40, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:07:50.942542 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:51.006157 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] For port c3422757-2874-4bcf-8e66-bd66b50b7c40, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:07:51.009132 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] For port c3422757-2874-4bcf-8e66-bd66b50b7c40, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:07:51.013323 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:51.045018 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:51.045640 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:51.047116 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] 10.222.0.20 "PUT /v2.0/ports/c3422757-2874-4bcf-8e66-bd66b50b7c40 HTTP/1.1" status: 200 len: 1092 time: 0.5914266 Jul 16 04:07:51.047557 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87838f0-ffff-4b3d-8598-a87f7ff4cc79', 'tag': 'c3422757-2874-4bcf-8e66-bd66b50b7c40'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:51.049819 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28df8c06-5c1d-42c8-ba6e-2a65061c333f" -d '{"events": [{"name": "network-changed", "server_uuid": "b87838f0-ffff-4b3d-8598-a87f7ff4cc79", "tag": "c3422757-2874-4bcf-8e66-bd66b50b7c40"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:51.075444 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db82f9-b80d-4fe6-867e-96351b926b95 service neutron] Pushing event updated for resources: {'Port': ['ID=c3422757-2874-4bcf-8e66-bd66b50b7c40,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:51.111674 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681a4981-5817-45ec-b6c3-11d27e6d80cc x-openstack-request-id: req-681a4981-5817-45ec-b6c3-11d27e6d80cc {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:51.111970 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87838f0-ffff-4b3d-8598-a87f7ff4cc79", "tag": "c3422757-2874-4bcf-8e66-bd66b50b7c40", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:51.112221 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-681a4981-5817-45ec-b6c3-11d27e6d80cc {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:51.112668 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87838f0-ffff-4b3d-8598-a87f7ff4cc79', 'tag': 'c3422757-2874-4bcf-8e66-bd66b50b7c40', 'status': 'completed', 'code': 200} Jul 16 04:07:51.139486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-6b52a96b-2fee-4a3c-afdf-934f365fabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:51.141025 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-6b52a96b-2fee-4a3c-afdf-934f365fabb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 1095 time: 0.0566835 Jul 16 04:07:51.184459 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-3c1ddef6-fefd-47fa-aefe-92c3ecb9f131 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40 HTTP/1.1" status: 200 len: 217 time: 0.0365651 Jul 16 04:07:51.196744 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a7a08-04b2-4140-b57d-24ff34d8c735 req-742739b2-cbca-4a72-80ca-4e692e496c24 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:51.198244 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e8a7a08-04b2-4140-b57d-24ff34d8c735 req-742739b2-cbca-4a72-80ca-4e692e496c24 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 944 time: 0.0630372 Jul 16 04:07:51.233351 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-6a08a472-203e-42d5-a682-d94081a302bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:51.234789 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-6a08a472-203e-42d5-a682-d94081a302bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcf41219-9982-48ea-a7b8-5e4b370e449e HTTP/1.1" status: 200 len: 854 time: 0.0435431 Jul 16 04:07:51.240163 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e8a7a08-04b2-4140-b57d-24ff34d8c735 req-327cfe59-895a-4fb7-a6c6-c4302e5df386 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359941 Jul 16 04:07:51.266440 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-7b9060bd-e0fd-42c2-be6e-12e98716dbcf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257964 Jul 16 04:07:51.355744 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-6017a2d8-054e-4f68-b52f-34b3f397c525 service neutron] 10.222.0.20 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829983 Jul 16 04:07:51.442848 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c5af5910-d7da-4864-9a47-d071f0045a4e req-2b9f808a-f06f-40f6-b20f-53181c61efb8 service neutron] 10.222.0.20 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804656 Jul 16 04:07:51.544153 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df8c06-5c1d-42c8-ba6e-2a65061c333f req-ff1f8834-3b31-4862-b9a8-a20a4662ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:51.545639 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-28df8c06-5c1d-42c8-ba6e-2a65061c333f req-ff1f8834-3b31-4862-b9a8-a20a4662ab45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 1095 time: 0.0563076 Jul 16 04:07:51.632028 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df8c06-5c1d-42c8-ba6e-2a65061c333f req-6fda23a2-764f-4250-91c9-a679aab22512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:51.633542 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-28df8c06-5c1d-42c8-ba6e-2a65061c333f req-6fda23a2-764f-4250-91c9-a679aab22512 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 915 time: 0.0816357 Jul 16 04:07:51.677076 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-28df8c06-5c1d-42c8-ba6e-2a65061c333f req-fc3af301-8508-413a-8b1b-fa5096d59393 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40 HTTP/1.1" status: 200 len: 217 time: 0.0370119 Jul 16 04:07:51.724113 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df8c06-5c1d-42c8-ba6e-2a65061c333f req-6ec5fb8c-c7fb-4ea4-bb19-cfc4bbb0cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:51.725544 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-28df8c06-5c1d-42c8-ba6e-2a65061c333f req-6ec5fb8c-c7fb-4ea4-bb19-cfc4bbb0cb7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcf41219-9982-48ea-a7b8-5e4b370e449e HTTP/1.1" status: 200 len: 854 time: 0.0426192 Jul 16 04:07:51.757237 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-28df8c06-5c1d-42c8-ba6e-2a65061c333f req-e3d8cb45-2f2a-45eb-b119-c79eedab57fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252113 Jul 16 04:07:51.846017 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-28df8c06-5c1d-42c8-ba6e-2a65061c333f req-9650f9dc-9301-4a9c-a3f2-c8dfc96996ff service neutron] 10.222.0.20 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823855 Jul 16 04:07:51.933430 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-28df8c06-5c1d-42c8-ba6e-2a65061c333f req-463ece3f-d801-4a0e-a8e4-40c6855bc190 service neutron] 10.222.0.20 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813153 Jul 16 04:07:52.411374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279af0f9-e17e-44a6-874a-3c06ba04f0e2 req-84bcdc36-ad9d-47ef-aff2-db18ffaa571e tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:52.412876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-279af0f9-e17e-44a6-874a-3c06ba04f0e2 req-84bcdc36-ad9d-47ef-aff2-db18ffaa571e tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 944 time: 0.0627933 Jul 16 04:07:52.449510 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-279af0f9-e17e-44a6-874a-3c06ba04f0e2 req-d9045d90-99d8-4d87-bc16-0e6c1c151b91 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311248 Jul 16 04:07:53.185505 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:07:53.623033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7547-c910-4c36-9a69-76a070d62727 req-78fb841a-3991-49cd-950e-ad035ea9acd9 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:53.624593 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8ff7547-c910-4c36-9a69-76a070d62727 req-78fb841a-3991-49cd-950e-ad035ea9acd9 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 944 time: 0.0630803 Jul 16 04:07:53.661721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8ff7547-c910-4c36-9a69-76a070d62727 req-85621507-6f97-452a-8814-990409eaf668 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Jul 16 04:07:54.036870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c3422757-2874-4bcf-8e66-bd66b50b7c40 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:07:54.038948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4066143f-d447-492b-9260-e2e607f800f6 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:07:54.062544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 4066143f-d447-492b-9260-e2e607f800f6 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:07:54.062895 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4066143f-d447-492b-9260-e2e607f800f6 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:07:54.146514 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c3422757-2874-4bcf-8e66-bd66b50b7c40, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:54.156492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'c3422757-2874-4bcf-8e66-bd66b50b7c40', 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1', 'port_id': 'c3422757-2874-4bcf-8e66-bd66b50b7c40', 'mac_address': 'fa:16:3e:d3:b9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf41219-9982-48ea-a7b8-5e4b370e449e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:07:54.196649 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:54.208819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3422757-2874-4bcf-8e66-bd66b50b7c40 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:07:54.227146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c3422757-2874-4bcf-8e66-bd66b50b7c40, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:54.231034 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:54.276935 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c3422757-2874-4bcf-8e66-bd66b50b7c40,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:54.414202 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['c3422757-2874-4bcf-8e66-bd66b50b7c40'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:07:54.832769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f5afc-4b20-4244-8e6f-717e07d92545 req-5aba7420-26f6-47ab-bd61-27acb37c769d tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:54.834233 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad7f5afc-4b20-4244-8e6f-717e07d92545 req-5aba7420-26f6-47ab-bd61-27acb37c769d tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 945 time: 0.0651689 Jul 16 04:07:54.871439 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad7f5afc-4b20-4244-8e6f-717e07d92545 req-089d8620-5213-46e8-bca1-0901bc02ccb3 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317607 Jul 16 04:07:56.034256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c3422757-2874-4bcf-8e66-bd66b50b7c40 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:07:56.038981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3c078-6d5a-4a3d-9f04-7b0ac2fe2ead req-f7e91901-9792-4b40-810d-d249b424fed1 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:56.040621 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71e3c078-6d5a-4a3d-9f04-7b0ac2fe2ead req-f7e91901-9792-4b40-810d-d249b424fed1 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 945 time: 0.0642314 Jul 16 04:07:56.078133 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71e3c078-6d5a-4a3d-9f04-7b0ac2fe2ead req-e1dcef5a-f74a-489f-9d32-4998d52f937d tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320151 Jul 16 04:07:56.081592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port c3422757-2874-4bcf-8e66-bd66b50b7c40 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:07:56.085699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port c3422757-2874-4bcf-8e66-bd66b50b7c40 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:07:56.086075 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:56.157584 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:56.179767 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87838f0-ffff-4b3d-8598-a87f7ff4cc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3422757-2874-4bcf-8e66-bd66b50b7c40'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:07:56.182047 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde63fe2-b508-40ed-8307-d4906330ca14" -d '{"events": [{"server_uuid": "b87838f0-ffff-4b3d-8598-a87f7ff4cc79", "name": "network-vif-plugged", "status": "completed", "tag": "c3422757-2874-4bcf-8e66-bd66b50b7c40"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:07:56.197330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port c3422757-2874-4bcf-8e66-bd66b50b7c40, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:07:56.201255 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:07:56.223166 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb87cae8-9ab3-4539-baa4-aac1d97d823d x-openstack-request-id: req-cb87cae8-9ab3-4539-baa4-aac1d97d823d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:07:56.223455 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87838f0-ffff-4b3d-8598-a87f7ff4cc79", "name": "network-vif-plugged", "status": "completed", "tag": "c3422757-2874-4bcf-8e66-bd66b50b7c40", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:07:56.223730 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb87cae8-9ab3-4539-baa4-aac1d97d823d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:07:56.224636 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87838f0-ffff-4b3d-8598-a87f7ff4cc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3422757-2874-4bcf-8e66-bd66b50b7c40', 'code': 200} Jul 16 04:07:56.251262 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=c3422757-2874-4bcf-8e66-bd66b50b7c40,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:07:56.324258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8049c-9025-4fc7-b732-669f7d13b328 req-953ce710-5ad7-4644-8b2c-b2b2b91629e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:56.325712 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-89b8049c-9025-4fc7-b732-669f7d13b328 req-953ce710-5ad7-4644-8b2c-b2b2b91629e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 1097 time: 0.0493348 Jul 16 04:07:56.362036 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-89b8049c-9025-4fc7-b732-669f7d13b328 req-fbb39a8e-5905-4ac4-bd1c-a230a864304e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300620 Jul 16 04:07:57.249218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21c754-e1b6-4481-a3e9-c17b1f92c7fb req-2ebd07c0-e814-4463-bb3c-ff07c5b03d58 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:57.250677 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c21c754-e1b6-4481-a3e9-c17b1f92c7fb req-2ebd07c0-e814-4463-bb3c-ff07c5b03d58 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0627906 Jul 16 04:07:57.291393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1c21c754-e1b6-4481-a3e9-c17b1f92c7fb req-605167ed-8ec5-43c5-b436-891e0ad7b12e tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351701 Jul 16 04:07:57.459585 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5e52c-97bb-42f5-97b6-8a760ed8e13d req-04f6bf8e-da1c-4be2-aa38-1ea4d4a01cac tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:57.461094 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-41e5e52c-97bb-42f5-97b6-8a760ed8e13d req-04f6bf8e-da1c-4be2-aa38-1ea4d4a01cac tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0628211 Jul 16 04:07:57.498101 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-41e5e52c-97bb-42f5-97b6-8a760ed8e13d req-98b279c4-8fa7-4d40-abe3-7772e3c17e5f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Jul 16 04:07:57.829563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-03debb77-18e4-4b7a-ae7f-b84a46ee7bad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0525684 Jul 16 04:07:57.897316 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15fa0c-b7df-46ee-ab3a-171143e8aa0b req-df98453b-b108-437f-a7e6-6fbd439bc360 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:57.898825 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af15fa0c-b7df-46ee-ab3a-171143e8aa0b req-df98453b-b108-437f-a7e6-6fbd439bc360 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0728791 Jul 16 04:07:57.938533 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-af15fa0c-b7df-46ee-ab3a-171143e8aa0b req-d33e3ae2-b5ac-48ca-8314-70787d49cf2c tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340776 Jul 16 04:07:59.118197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd04418-2efe-43a4-8778-c096ea2c7d28 req-a19b8be8-99ac-4113-a3b7-ffe801aa9acb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:59.119778 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9cd04418-2efe-43a4-8778-c096ea2c7d28 req-a19b8be8-99ac-4113-a3b7-ffe801aa9acb tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0651152 Jul 16 04:07:59.159834 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9cd04418-2efe-43a4-8778-c096ea2c7d28 req-62356bc4-4cba-4dbc-a0ac-8dcc2865a53a tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342104 Jul 16 04:07:59.328827 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-8da67931-91fd-42ef-9371-4ad397dabc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:59.330234 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-8da67931-91fd-42ef-9371-4ad397dabc19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 1097 time: 0.3758218 Jul 16 04:07:59.417658 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-c1669eb7-abe2-46eb-81ff-c7f9efeddf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:59.419072 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-c1669eb7-abe2-46eb-81ff-c7f9efeddf9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 915 time: 0.0821943 Jul 16 04:07:59.459768 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-029299f1-6dfb-4351-a78f-4746286fba37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40 HTTP/1.1" status: 200 len: 217 time: 0.0334358 Jul 16 04:07:59.506468 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-4093a78e-4441-4684-b2e6-dd450290492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:07:59.508036 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-4093a78e-4441-4684-b2e6-dd450290492c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcf41219-9982-48ea-a7b8-5e4b370e449e HTTP/1.1" status: 200 len: 854 time: 0.0427020 Jul 16 04:07:59.539019 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-fbb77c94-6295-4123-825d-f9c9073739b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247395 Jul 16 04:07:59.627662 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-c8cff5d3-2875-48af-a83c-04f63f904101 service neutron] 10.222.0.20 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826013 Jul 16 04:07:59.721584 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-683f9062-1b6b-4b35-ba09-2f769e7f697a service neutron] 10.222.0.20 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882273 Jul 16 04:08:00.083071 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e87af188-2160-4194-be7b-e77a385396cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:00.330504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eef85c-471f-4f33-9bf4-42d69afbc6ca req-b1f4dbf5-adf6-4b33-a9f8-da3a7bdda46a tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:00.331999 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60eef85c-471f-4f33-9bf4-42d69afbc6ca req-b1f4dbf5-adf6-4b33-a9f8-da3a7bdda46a tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0632918 Jul 16 04:08:00.370298 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60eef85c-471f-4f33-9bf4-42d69afbc6ca req-d606030d-61d2-423b-9f74-7f337e46d1b1 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320601 Jul 16 04:08:01.317727 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:01.545551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac1532-ebdb-4602-99f6-d655b5eb8f13 req-39e6d2cc-64e0-4e06-881d-277962d4a39f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:01.547033 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-73ac1532-ebdb-4602-99f6-d655b5eb8f13 req-39e6d2cc-64e0-4e06-881d-277962d4a39f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0673549 Jul 16 04:08:01.584404 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-73ac1532-ebdb-4602-99f6-d655b5eb8f13 req-f65c3e2e-77f8-4e8d-9df7-cffab2c10b71 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316839 Jul 16 04:08:01.703440 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:02.754883 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10e556-17c4-4556-98e1-34560c1cf521 req-95782bb7-9026-4e24-b017-7c68eed7b073 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:02.756270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d10e556-17c4-4556-98e1-34560c1cf521 req-95782bb7-9026-4e24-b017-7c68eed7b073 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0632343 Jul 16 04:08:02.792658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d10e556-17c4-4556-98e1-34560c1cf521 req-cc4fba20-689d-4669-a0fa-ecd8e005e48e tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308285 Jul 16 04:08:02.825549 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a3a247d-3af9-477d-8406-655f5d42715d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:02.860275 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:03.966643 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a2d31-ab3f-4a7d-bd68-453b8452e24b req-ceab7266-d179-4134-9b8f-4002a9ccbe39 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:03.968155 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f54a2d31-ab3f-4a7d-bd68-453b8452e24b req-ceab7266-d179-4134-9b8f-4002a9ccbe39 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0663683 Jul 16 04:08:03.977909 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:04.009841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f54a2d31-ab3f-4a7d-bd68-453b8452e24b req-d7c1a881-abdc-4c1b-a912-6e5eb13b4e10 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360692 Jul 16 04:08:05.183141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522da45e-27bb-426c-801c-e48fe9810fc2 req-445df02e-0178-49d1-86af-53611bdef03c tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:05.184619 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-522da45e-27bb-426c-801c-e48fe9810fc2 req-445df02e-0178-49d1-86af-53611bdef03c tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0618129 Jul 16 04:08:05.220828 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-522da45e-27bb-426c-801c-e48fe9810fc2 req-8e9c8e37-1ff7-4426-a0ea-d030e1d29c9d tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307717 Jul 16 04:08:05.836291 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:06.392456 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c342c-ee02-4a6a-b24a-0bbec08525d0 req-e364702a-4dbe-4cf4-a7e5-d58ab1209d15 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:06.393905 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a71c342c-ee02-4a6a-b24a-0bbec08525d0 req-e364702a-4dbe-4cf4-a7e5-d58ab1209d15 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0616539 Jul 16 04:08:06.430909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a71c342c-ee02-4a6a-b24a-0bbec08525d0 req-a2e082d0-ea7f-4ce1-82c0-997f4f7a1b1c tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310121 Jul 16 04:08:07.608804 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36bcba-56f0-4f12-b731-7b57ade0af18 req-49a17f07-6766-4876-a3b7-a7d98b233f94 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:07.610289 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f36bcba-56f0-4f12-b731-7b57ade0af18 req-49a17f07-6766-4876-a3b7-a7d98b233f94 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0689704 Jul 16 04:08:07.648248 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f36bcba-56f0-4f12-b731-7b57ade0af18 req-cc7e478e-e792-4088-ba3a-f2c20fbd81ff tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320823 Jul 16 04:08:08.816478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871b0a1-cc0c-4807-89fb-11f6761dc1a6 req-555a2ec0-b8a1-425c-ab64-bd927d49d720 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:08.817866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c871b0a1-cc0c-4807-89fb-11f6761dc1a6 req-555a2ec0-b8a1-425c-ab64-bd927d49d720 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0622113 Jul 16 04:08:08.854431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c871b0a1-cc0c-4807-89fb-11f6761dc1a6 req-0edb6cd7-c362-4607-bb14-fa6cff57bd2f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309830 Jul 16 04:08:10.026069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd11500-a4a2-440a-87f7-7983407963fd req-ed949fb3-a115-40f7-a769-48795190cac2 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:10.027519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0cd11500-a4a2-440a-87f7-7983407963fd req-ed949fb3-a115-40f7-a769-48795190cac2 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0648918 Jul 16 04:08:10.063678 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0cd11500-a4a2-440a-87f7-7983407963fd req-3b08772b-59ae-45b7-810d-7308704f8c11 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306642 Jul 16 04:08:11.232254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4138f-9f0e-4ca7-b866-1c00a1223058 req-4fda9576-e875-4cc9-ac87-9a29e66d3a0a tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:11.233749 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ed4138f-9f0e-4ca7-b866-1c00a1223058 req-4fda9576-e875-4cc9-ac87-9a29e66d3a0a tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0627971 Jul 16 04:08:11.270561 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8ed4138f-9f0e-4ca7-b866-1c00a1223058 req-bd998c60-336c-432e-918a-0d71902113d9 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313735 Jul 16 04:08:12.438089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50382054-e0ed-4fa9-8ffe-b5476dd7dac4 req-ce10752d-b13e-4275-9f5e-a364e1f8b21f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:12.439522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-50382054-e0ed-4fa9-8ffe-b5476dd7dac4 req-ce10752d-b13e-4275-9f5e-a364e1f8b21f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0607896 Jul 16 04:08:12.476943 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-50382054-e0ed-4fa9-8ffe-b5476dd7dac4 req-96208f59-dadb-4e69-a2cb-d6cd219576ab tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Jul 16 04:08:13.655810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7508-d7e0-4635-8827-efeb7682f381 req-681399a2-e5ef-423b-9aad-66686d882989 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:13.657346 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc8b7508-d7e0-4635-8827-efeb7682f381 req-681399a2-e5ef-423b-9aad-66686d882989 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0705476 Jul 16 04:08:13.694555 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc8b7508-d7e0-4635-8827-efeb7682f381 req-a16ea851-140f-4040-9711-c382f1df2a79 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308750 Jul 16 04:08:14.867686 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297be61-0bd9-47be-b682-e5f51329dbe3 req-375da689-1fe2-421b-b19f-9c2c98e51ae9 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:14.869197 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c297be61-0bd9-47be-b682-e5f51329dbe3 req-375da689-1fe2-421b-b19f-9c2c98e51ae9 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0623686 Jul 16 04:08:14.905517 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c297be61-0bd9-47be-b682-e5f51329dbe3 req-9e41116d-fb60-4df2-ad49-c0c721952a40 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309122 Jul 16 04:08:16.080256 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26791612-a302-4c02-b399-36f97279f366 req-60ca7b76-ecdf-491e-a63e-c249b73f6f63 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:16.081731 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-26791612-a302-4c02-b399-36f97279f366 req-60ca7b76-ecdf-491e-a63e-c249b73f6f63 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0644839 Jul 16 04:08:16.118055 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-26791612-a302-4c02-b399-36f97279f366 req-597c80f9-333b-4961-9cfa-bc95f3d1e920 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308535 Jul 16 04:08:17.289562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b560c76-4034-4947-813b-8c73b9a2b72f req-7dc1732e-368e-4fec-901c-ad3643cd3336 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:17.291031 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b560c76-4034-4947-813b-8c73b9a2b72f req-7dc1732e-368e-4fec-901c-ad3643cd3336 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0624599 Jul 16 04:08:17.327393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0b560c76-4034-4947-813b-8c73b9a2b72f req-80e5b832-1a28-4934-9290-86e903070cc4 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309591 Jul 16 04:08:18.496800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1b215-c73b-49c9-815a-e64298f440d3 req-0a63d941-b0d9-42d9-8b1f-cc846fa7d7b5 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:18.498272 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ba1b215-c73b-49c9-815a-e64298f440d3 req-0a63d941-b0d9-42d9-8b1f-cc846fa7d7b5 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0626848 Jul 16 04:08:18.535415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ba1b215-c73b-49c9-815a-e64298f440d3 req-ebfed92f-4a5f-4673-8494-6d9087b1436e tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317461 Jul 16 04:08:19.711418 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a41ac-e076-45f2-aeba-5399108ee826 req-ec3e38bc-1594-4d7e-8fc4-8f11845bd2c5 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:19.712917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-104a41ac-e076-45f2-aeba-5399108ee826 req-ec3e38bc-1594-4d7e-8fc4-8f11845bd2c5 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0686462 Jul 16 04:08:19.752499 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-104a41ac-e076-45f2-aeba-5399108ee826 req-a846803e-1309-4bcf-9b1d-95596225933e tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338006 Jul 16 04:08:20.922592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dde86-b0b9-453e-b5ab-602760cd4811 req-447e092d-4f39-4b63-beb8-b0a89398cdbc tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:20.924053 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-408dde86-b0b9-453e-b5ab-602760cd4811 req-447e092d-4f39-4b63-beb8-b0a89398cdbc tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0621829 Jul 16 04:08:20.960653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-408dde86-b0b9-453e-b5ab-602760cd4811 req-76585afd-5492-449a-a0a7-bc1ffd219479 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Jul 16 04:08:22.134283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee76b0b-d06b-4822-8a50-c027c52c4640 req-2d405276-3f13-4d67-a921-e4cbe5c62648 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:22.135751 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dee76b0b-d06b-4822-8a50-c027c52c4640 req-2d405276-3f13-4d67-a921-e4cbe5c62648 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0670538 Jul 16 04:08:22.173229 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dee76b0b-d06b-4822-8a50-c027c52c4640 req-696184cf-4cad-4519-aed9-1c61fb25baf6 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Jul 16 04:08:23.341265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6400559-4ba3-41cc-952f-b38e0dcad452 req-af286e77-425f-4a0c-a4cc-00bb9e1c5c1e tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:23.342739 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6400559-4ba3-41cc-952f-b38e0dcad452 req-af286e77-425f-4a0c-a4cc-00bb9e1c5c1e tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0629056 Jul 16 04:08:23.379036 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a6400559-4ba3-41cc-952f-b38e0dcad452 req-16701d58-8eb9-4a38-8ed9-e53bbd8056ae tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309455 Jul 16 04:08:24.546761 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec2eb8-2e4f-49fa-9418-9a0794292847 req-39fd30b2-3470-4d40-ac18-22316cc2bc6c tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:24.548235 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fec2eb8-2e4f-49fa-9418-9a0794292847 req-39fd30b2-3470-4d40-ac18-22316cc2bc6c tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0621808 Jul 16 04:08:24.584649 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fec2eb8-2e4f-49fa-9418-9a0794292847 req-85857ab1-00ba-4d1c-a992-69f2ee875b03 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303397 Jul 16 04:08:25.763120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bdae7-1365-4c77-8b24-27b73847aed3 req-edb0bc32-9f88-462a-b4a3-1dadecfc610e tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:25.764621 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc9bdae7-1365-4c77-8b24-27b73847aed3 req-edb0bc32-9f88-462a-b4a3-1dadecfc610e tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0690148 Jul 16 04:08:25.801085 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc9bdae7-1365-4c77-8b24-27b73847aed3 req-af887a61-fe2c-427c-aeb5-8fc66277eb71 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307136 Jul 16 04:08:26.688060 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-04eaf671-bc85-4f7b-855f-2648c180d257 service neutron] show failed (client error): The resource could not be found. Jul 16 04:08:26.689155 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-04eaf671-bc85-4f7b-855f-2648c180d257 service neutron] 10.222.0.20 "GET /v2.0/ports/c3422757-2874-4bcf-8e66-bd66b50b7c40/bindings/n-h1-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.0550034 Jul 16 04:08:26.938988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-e204a35d-db36-47db-8b4f-b8404dbbe1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:26.940522 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-e204a35d-db36-47db-8b4f-b8404dbbe1d6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79&tenant_id=2945b29bd5614f55abfeeea119ea904e HTTP/1.1" status: 200 len: 1097 time: 0.0528038 Jul 16 04:08:26.955562 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:26.977650 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370c17-1aae-4700-bc59-2681c907a237 req-b5ab6f54-8df4-4686-affb-f881395c3414 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:26.979145 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab370c17-1aae-4700-bc59-2681c907a237 req-b5ab6f54-8df4-4686-affb-f881395c3414 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0625985 Jul 16 04:08:27.016640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab370c17-1aae-4700-bc59-2681c907a237 req-6c7d6a76-aa20-400b-9397-35e48d568ced tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Jul 16 04:08:27.028455 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.222438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] For port c3422757-2874-4bcf-8e66-bd66b50b7c40, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:27.254436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] For port c3422757-2874-4bcf-8e66-bd66b50b7c40, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:08:27.292893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87838f0-ffff-4b3d-8598-a87f7ff4cc79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3422757-2874-4bcf-8e66-bd66b50b7c40'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:27.295075 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb19cfc-eff9-4f70-a73c-f4c841d5582f" -d '{"events": [{"server_uuid": "b87838f0-ffff-4b3d-8598-a87f7ff4cc79", "name": "network-vif-unplugged", "status": "completed", "tag": "c3422757-2874-4bcf-8e66-bd66b50b7c40"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:27.298553 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.310433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Transition to ACTIVE for port object c3422757-2874-4bcf-8e66-bd66b50b7c40 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:27.314240 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.353427 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c64fda5-4561-496a-9568-bac2d3be9634 x-openstack-request-id: req-9c64fda5-4561-496a-9568-bac2d3be9634 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:27.353720 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87838f0-ffff-4b3d-8598-a87f7ff4cc79", "name": "network-vif-unplugged", "status": "completed", "tag": "c3422757-2874-4bcf-8e66-bd66b50b7c40", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:27.353972 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c64fda5-4561-496a-9568-bac2d3be9634 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:27.354365 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87838f0-ffff-4b3d-8598-a87f7ff4cc79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3422757-2874-4bcf-8e66-bd66b50b7c40', 'code': 200} Jul 16 04:08:27.365010 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Pushing event updated for resources: {'Port': ['ID=c3422757-2874-4bcf-8e66-bd66b50b7c40,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:27.386589 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] No DVR routers for this DVR port c3422757-2874-4bcf-8e66-bd66b50b7c40 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:08:27.421253 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Attempting to bind port c3422757-2874-4bcf-8e66-bd66b50b7c40 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:08:27.421590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Attempting to bind port c3422757-2874-4bcf-8e66-bd66b50b7c40 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:08:27.421922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Attempting to bind port c3422757-2874-4bcf-8e66-bd66b50b7c40 on network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:27.426114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Port c3422757-2874-4bcf-8e66-bd66b50b7c40 on network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:08:27.426437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Attempting to bind port c3422757-2874-4bcf-8e66-bd66b50b7c40 on network 5de7d775-8c61-44b8-9dc7-8d92dd0825d1 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:27.431211 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:08:27.431550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Checking segment: {'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:08:27.431938 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Bound using segment: {'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:08:27.432397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Bound port: c3422757-2874-4bcf-8e66-bd66b50b7c40, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90eae0b9-908d-4223-8735-6a430877c54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:08:27.432762 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.492974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] For port c3422757-2874-4bcf-8e66-bd66b50b7c40, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:08:27.495879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] For port c3422757-2874-4bcf-8e66-bd66b50b7c40, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:08:27.500589 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.534423 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:27.535045 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:27.536492 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] 10.222.0.88 "PUT /v2.0/ports/c3422757-2874-4bcf-8e66-bd66b50b7c40 HTTP/1.1" status: 200 len: 1092 time: 0.5849702 Jul 16 04:08:27.555896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ff67e-e3b6-49fd-b9f7-7141da1fcf33 service neutron] Pushing event updated for resources: {'Port': ['ID=c3422757-2874-4bcf-8e66-bd66b50b7c40,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:27.620488 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-571f40e4-a286-4b52-9545-a0c347276b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:27.621998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-571f40e4-a286-4b52-9545-a0c347276b29 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 1095 time: 0.0561607 Jul 16 04:08:27.713148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-e2540598-aba7-4ac1-8fb4-bbb2e3fead43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:27.714619 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-e2540598-aba7-4ac1-8fb4-bbb2e3fead43 service neutron] 10.222.0.88 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 915 time: 0.0829217 Jul 16 04:08:27.762888 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-d54db3bd-bbe3-4ff9-837d-d06abf2a2b2e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40 HTTP/1.1" status: 200 len: 217 time: 0.0383453 Jul 16 04:08:27.814660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-4a2517ee-4c64-4996-ae38-330631bf77fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:27.815994 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-4a2517ee-4c64-4996-ae38-330631bf77fa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dcf41219-9982-48ea-a7b8-5e4b370e449e HTTP/1.1" status: 200 len: 854 time: 0.0427413 Jul 16 04:08:27.851871 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-e555f7a4-b860-4f9f-98b8-b929278a9468 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258143 Jul 16 04:08:27.946935 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-c79dd915-ddc1-4d0d-80b2-5be15c16819a service neutron] 10.222.0.88 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849717 Jul 16 04:08:28.033387 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6fa22753-24e6-4fbc-86d4-eb1cd44b39c0 req-64530cb2-9ed4-4b7a-8104-a7037864e477 service neutron] 10.222.0.88 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794425 Jul 16 04:08:28.196582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139eaf3-6652-44b6-ab51-57f85ae481c6 req-c9f72bba-d32f-44f9-8472-5d8a6e177b41 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:28.198094 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9139eaf3-6652-44b6-ab51-57f85ae481c6 req-c9f72bba-d32f-44f9-8472-5d8a6e177b41 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 944 time: 0.0694983 Jul 16 04:08:28.235554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9139eaf3-6652-44b6-ab51-57f85ae481c6 req-9670705d-7ee0-4f8b-9e52-28337b405f13 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Jul 16 04:08:29.355341 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87838f0-ffff-4b3d-8598-a87f7ff4cc79', 'tag': 'c3422757-2874-4bcf-8e66-bd66b50b7c40'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:29.357726 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3474fead-a418-4740-8559-e78c638ccd44" -d '{"events": [{"name": "network-changed", "server_uuid": "b87838f0-ffff-4b3d-8598-a87f7ff4cc79", "tag": "c3422757-2874-4bcf-8e66-bd66b50b7c40"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:29.409457 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35730080-5e98-41d8-b695-002e17366a6d x-openstack-request-id: req-35730080-5e98-41d8-b695-002e17366a6d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:29.409755 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87838f0-ffff-4b3d-8598-a87f7ff4cc79", "tag": "c3422757-2874-4bcf-8e66-bd66b50b7c40", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:29.410024 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35730080-5e98-41d8-b695-002e17366a6d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:29.410429 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87838f0-ffff-4b3d-8598-a87f7ff4cc79', 'tag': 'c3422757-2874-4bcf-8e66-bd66b50b7c40', 'status': 'completed', 'code': 200} Jul 16 04:08:29.415296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d21f8b-ae38-439e-b8ca-cd212ca668d1 req-ea7d6969-ceba-44f2-9c83-aa58cce0f854 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:29.422399 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12d21f8b-ae38-439e-b8ca-cd212ca668d1 req-ea7d6969-ceba-44f2-9c83-aa58cce0f854 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 944 time: 0.0749142 Jul 16 04:08:29.463208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12d21f8b-ae38-439e-b8ca-cd212ca668d1 req-c2f25361-0187-4f1c-8b47-eef36327644c tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397983 Jul 16 04:08:29.539236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474fead-a418-4740-8559-e78c638ccd44 req-df3c8f82-fb79-48b8-aeb7-e18ebe3c9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:29.540673 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3474fead-a418-4740-8559-e78c638ccd44 req-df3c8f82-fb79-48b8-aeb7-e18ebe3c9549 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 1095 time: 0.0962744 Jul 16 04:08:29.622775 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474fead-a418-4740-8559-e78c638ccd44 req-2f8253c6-caf4-4928-86e1-74431cde8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:29.624270 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3474fead-a418-4740-8559-e78c638ccd44 req-2f8253c6-caf4-4928-86e1-74431cde8383 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 1095 time: 0.1906285 Jul 16 04:08:29.668567 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474fead-a418-4740-8559-e78c638ccd44 req-1e3c5d36-1882-461b-ad17-55c96ddd4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:29.669978 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3474fead-a418-4740-8559-e78c638ccd44 req-1e3c5d36-1882-461b-ad17-55c96ddd4177 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 915 time: 0.1228135 Jul 16 04:08:29.737156 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3474fead-a418-4740-8559-e78c638ccd44 req-e86e5970-7669-4c85-9534-d6ab39331d27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40 HTTP/1.1" status: 200 len: 217 time: 0.0581887 Jul 16 04:08:29.800411 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474fead-a418-4740-8559-e78c638ccd44 req-21845ff3-0052-44f3-9eb5-ad52ef41661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:29.801878 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3474fead-a418-4740-8559-e78c638ccd44 req-21845ff3-0052-44f3-9eb5-ad52ef41661c service neutron] 10.222.0.88 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 915 time: 0.1657710 Jul 16 04:08:29.805843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474fead-a418-4740-8559-e78c638ccd44 req-6879106e-c7e6-4ab8-b733-e4f64056a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:29.807177 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3474fead-a418-4740-8559-e78c638ccd44 req-6879106e-c7e6-4ab8-b733-e4f64056a2b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcf41219-9982-48ea-a7b8-5e4b370e449e HTTP/1.1" status: 200 len: 854 time: 0.0634656 Jul 16 04:08:29.842988 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3474fead-a418-4740-8559-e78c638ccd44 req-8138cd5e-e06f-4537-b8d4-ae53507b982f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299990 Jul 16 04:08:29.880547 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3474fead-a418-4740-8559-e78c638ccd44 req-f7d90ae4-a4d1-4263-9f82-bc02eaf6e8cf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40 HTTP/1.1" status: 200 len: 217 time: 0.0591669 Jul 16 04:08:29.979163 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474fead-a418-4740-8559-e78c638ccd44 req-11e7569e-9af1-4278-ab77-6ff00df71ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:29.980646 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3474fead-a418-4740-8559-e78c638ccd44 req-11e7569e-9af1-4278-ab77-6ff00df71ce1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=dcf41219-9982-48ea-a7b8-5e4b370e449e HTTP/1.1" status: 200 len: 854 time: 0.0908091 Jul 16 04:08:30.021634 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3474fead-a418-4740-8559-e78c638ccd44 req-722ceedf-811d-427c-808f-e2aa87464f28 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280001 Jul 16 04:08:30.023392 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3474fead-a418-4740-8559-e78c638ccd44 req-c1372cad-28de-4956-8a50-ee13fcddf0be service neutron] 10.222.0.20 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519949 Jul 16 04:08:30.084403 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-50f953da-8a8a-45fc-94b4-441b857e4a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.183838 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:08:30.186628 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3474fead-a418-4740-8559-e78c638ccd44 req-da470044-afc8-4786-a517-136e447f4db4 service neutron] 10.222.0.88 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581409 Jul 16 04:08:30.188816 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3474fead-a418-4740-8559-e78c638ccd44 req-f6e8f631-7824-49f2-8eca-e0f95879a4d5 service neutron] 10.222.0.20 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592777 Jul 16 04:08:30.271272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c3422757-2874-4bcf-8e66-bd66b50b7c40 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:08:30.277319 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3474fead-a418-4740-8559-e78c638ccd44 req-f57d2b41-aa86-4150-87a2-f5ae78fee0ae service neutron] 10.222.0.88 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843103 Jul 16 04:08:30.308080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device c3422757-2874-4bcf-8e66-bd66b50b7c40 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:08:30.343181 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c3422757-2874-4bcf-8e66-bd66b50b7c40 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:08:30.434265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port c3422757-2874-4bcf-8e66-bd66b50b7c40, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:30.445286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': 'c3422757-2874-4bcf-8e66-bd66b50b7c40', 'network_id': '5de7d775-8c61-44b8-9dc7-8d92dd0825d1', 'port_id': 'c3422757-2874-4bcf-8e66-bd66b50b7c40', 'mac_address': 'fa:16:3e:d3:b9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf41219-9982-48ea-a7b8-5e4b370e449e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:08:30.480790 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.493815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3422757-2874-4bcf-8e66-bd66b50b7c40 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:08:30.512708 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port c3422757-2874-4bcf-8e66-bd66b50b7c40, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:30.516081 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:30.565111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=c3422757-2874-4bcf-8e66-bd66b50b7c40,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:30.572524 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:30.572879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:30.573225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:30.573566 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:30.573907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:30.574360 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:30.574580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:30.574909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:30.575237 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:30.575563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:30.575891 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:30.576217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:30.639693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc6ecb-8a20-44d4-8184-51b3ecc0c103 req-04e5a9a9-793f-40b2-af34-ba33d374e224 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:30.641202 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ccdc6ecb-8a20-44d4-8184-51b3ecc0c103 req-04e5a9a9-793f-40b2-af34-ba33d374e224 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 945 time: 0.0651314 Jul 16 04:08:30.679920 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ccdc6ecb-8a20-44d4-8184-51b3ecc0c103 req-62377fdd-76ec-4cc8-9675-1431762fbc45 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Jul 16 04:08:30.755559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['c3422757-2874-4bcf-8e66-bd66b50b7c40'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:08:30.985390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84443f1b-6712-4e89-8b9c-3c011f79bde8 req-17dd869a-8341-45f0-b13c-0f0204de7285 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:30.986822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd5b92-5d8f-42bf-a3d9-c439dbd9742f req-f2875c29-07b7-4979-aa6f-084351fbf352 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:30.987307 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-84443f1b-6712-4e89-8b9c-3c011f79bde8 req-17dd869a-8341-45f0-b13c-0f0204de7285 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 945 time: 0.0669954 Jul 16 04:08:30.988304 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddfd5b92-5d8f-42bf-a3d9-c439dbd9742f req-f2875c29-07b7-4979-aa6f-084351fbf352 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.20 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79&tenant_id=2945b29bd5614f55abfeeea119ea904e&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 945 time: 0.0751166 Jul 16 04:08:31.024478 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-84443f1b-6712-4e89-8b9c-3c011f79bde8 req-0e57c564-0ebd-42ca-9d2f-11f5f75ea84b tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316761 Jul 16 04:08:31.046980 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [req-ddfd5b92-5d8f-42bf-a3d9-c439dbd9742f req-f173738e-dd8f-4c48-bf3a-1cf621622837 service neutron] delete failed (client error): The resource could not be found. Jul 16 04:08:31.047827 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddfd5b92-5d8f-42bf-a3d9-c439dbd9742f req-f173738e-dd8f-4c48-bf3a-1cf621622837 service neutron] 10.222.0.20 "DELETE /v2.0/ports/c3422757-2874-4bcf-8e66-bd66b50b7c40/bindings/n-h2-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.0534067 Jul 16 04:08:31.138851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd5b92-5d8f-42bf-a3d9-c439dbd9742f req-b515dca0-19f4-445e-893f-827605f2de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:31.140305 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddfd5b92-5d8f-42bf-a3d9-c439dbd9742f req-b515dca0-19f4-445e-893f-827605f2de23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2945b29bd5614f55abfeeea119ea904e&device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 1096 time: 0.0516946 Jul 16 04:08:31.228673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd5b92-5d8f-42bf-a3d9-c439dbd9742f req-bcf3c90d-ca49-47ad-82dc-a6a59e2ad2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:31.230086 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddfd5b92-5d8f-42bf-a3d9-c439dbd9742f req-bcf3c90d-ca49-47ad-82dc-a6a59e2ad2aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 200 len: 915 time: 0.0833685 Jul 16 04:08:31.270063 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddfd5b92-5d8f-42bf-a3d9-c439dbd9742f req-0f17be79-cca9-42d6-adc6-bdb8b3794afc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40 HTTP/1.1" status: 200 len: 217 time: 0.0326016 Jul 16 04:08:31.323704 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd5b92-5d8f-42bf-a3d9-c439dbd9742f req-249ff60c-58da-438e-b182-729dd1af202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:31.323943 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:31.325194 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddfd5b92-5d8f-42bf-a3d9-c439dbd9742f req-249ff60c-58da-438e-b182-729dd1af202b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dcf41219-9982-48ea-a7b8-5e4b370e449e HTTP/1.1" status: 200 len: 854 time: 0.0450895 Jul 16 04:08:31.357308 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddfd5b92-5d8f-42bf-a3d9-c439dbd9742f req-e0853395-8113-4ee3-a379-7a9189e14e58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5de7d775-8c61-44b8-9dc7-8d92dd0825d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258405 Jul 16 04:08:31.446304 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddfd5b92-5d8f-42bf-a3d9-c439dbd9742f req-fd4016b4-6b3c-43f8-9c97-5f17101126a4 service neutron] 10.222.0.20 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789981 Jul 16 04:08:31.534558 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddfd5b92-5d8f-42bf-a3d9-c439dbd9742f req-88414669-c1e2-4b2e-aa39-2c80ef71aa92 service neutron] 10.222.0.20 "GET /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851829 Jul 16 04:08:31.704838 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:32.203570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e38104-f60c-43c8-aaa7-c922d3673f0e req-8164c4af-5995-41ce-b485-870d696aa05f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:32.204973 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9e38104-f60c-43c8-aaa7-c922d3673f0e req-8164c4af-5995-41ce-b485-870d696aa05f tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 945 time: 0.0619390 Jul 16 04:08:32.242502 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b9e38104-f60c-43c8-aaa7-c922d3673f0e req-1550298e-1877-40c0-94ff-a2437c77689e tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319500 Jul 16 04:08:32.371511 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c3422757-2874-4bcf-8e66-bd66b50b7c40 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:32.418166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca1305-6ebc-41dc-a07f-36d8cc6b8800 req-983c51ba-e23f-4c43-bb8b-e980e9c105aa tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:32.420090 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bca1305-6ebc-41dc-a07f-36d8cc6b8800 req-983c51ba-e23f-4c43-bb8b-e980e9c105aa tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 945 time: 0.0671117 Jul 16 04:08:32.421868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port c3422757-2874-4bcf-8e66-bd66b50b7c40 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:32.425568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port c3422757-2874-4bcf-8e66-bd66b50b7c40 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:32.425947 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:32.459013 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bca1305-6ebc-41dc-a07f-36d8cc6b8800 req-263b52d5-77a7-40b4-bbaf-22d0fb3d4ef4 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327985 Jul 16 04:08:32.504571 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:32.526875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87838f0-ffff-4b3d-8598-a87f7ff4cc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3422757-2874-4bcf-8e66-bd66b50b7c40'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:32.529122 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5924035c-546b-47d1-b6b3-cb5b7f310a3e" -d '{"events": [{"server_uuid": "b87838f0-ffff-4b3d-8598-a87f7ff4cc79", "name": "network-vif-plugged", "status": "completed", "tag": "c3422757-2874-4bcf-8e66-bd66b50b7c40"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:32.541127 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port c3422757-2874-4bcf-8e66-bd66b50b7c40, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:32.545675 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:32.570095 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea56b4f6-507f-4786-8544-784ec7979a1e x-openstack-request-id: req-ea56b4f6-507f-4786-8544-784ec7979a1e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:32.570387 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87838f0-ffff-4b3d-8598-a87f7ff4cc79", "name": "network-vif-plugged", "status": "completed", "tag": "c3422757-2874-4bcf-8e66-bd66b50b7c40", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:32.570636 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea56b4f6-507f-4786-8544-784ec7979a1e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:32.571023 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87838f0-ffff-4b3d-8598-a87f7ff4cc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3422757-2874-4bcf-8e66-bd66b50b7c40', 'code': 200} Jul 16 04:08:32.599429 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=c3422757-2874-4bcf-8e66-bd66b50b7c40,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:32.636016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2edeb2-e8c9-4f8c-9c41-3a4b6936bcc0 req-23cc386a-c1c5-4c9b-b1e2-7d6bc5143272 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:32.637537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad2edeb2-e8c9-4f8c-9c41-3a4b6936bcc0 req-23cc386a-c1c5-4c9b-b1e2-7d6bc5143272 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0645812 Jul 16 04:08:32.673371 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad2edeb2-e8c9-4f8c-9c41-3a4b6936bcc0 req-5f6861f9-e8c3-40de-b4f7-2da90d2b900c tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302622 Jul 16 04:08:32.825770 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d89f5587-ea2f-4b4d-a948-40e158264d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:32.861227 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:33.217226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5504d1c-d693-4ad6-b129-c25412f8d764 req-d6415d89-f50b-4143-abd6-80e6b0541820 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:33.218689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5504d1c-d693-4ad6-b129-c25412f8d764 req-d6415d89-f50b-4143-abd6-80e6b0541820 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0621395 Jul 16 04:08:33.255281 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a5504d1c-d693-4ad6-b129-c25412f8d764 req-d9ef81c7-34c2-4163-8921-fdd9a35fc271 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309391 Jul 16 04:08:33.980274 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:34.371076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829954b-b4ee-4c4f-9c23-9fb346b408cd req-35c2964f-37d4-462f-b577-009a77cb89e0 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:34.372673 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0829954b-b4ee-4c4f-9c23-9fb346b408cd req-35c2964f-37d4-462f-b577-009a77cb89e0 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.88 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0625117 Jul 16 04:08:34.432544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda1a5c-d621-40f3-93ba-5a281638958d req-e6cdae75-3f72-45f5-b3b1-e4c093e50c3d tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:34.433977 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4dda1a5c-d621-40f3-93ba-5a281638958d req-e6cdae75-3f72-45f5-b3b1-e4c093e50c3d tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/ports?device_id=b87838f0-ffff-4b3d-8598-a87f7ff4cc79 HTTP/1.1" status: 200 len: 946 time: 0.0662627 Jul 16 04:08:34.471959 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4dda1a5c-d621-40f3-93ba-5a281638958d req-6ad70705-91fb-4db8-ae4a-f90833d4e7e0 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321934 Jul 16 04:08:34.478226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0829954b-b4ee-4c4f-9c23-9fb346b408cd req-88eacc53-5432-4b77-8dde-01cd2584f402 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Deleting port c3422757-2874-4bcf-8e66-bd66b50b7c40 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:08:34.478576 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0829954b-b4ee-4c4f-9c23-9fb346b408cd req-88eacc53-5432-4b77-8dde-01cd2584f402 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:34.564975 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0829954b-b4ee-4c4f-9c23-9fb346b408cd req-88eacc53-5432-4b77-8dde-01cd2584f402 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] For port c3422757-2874-4bcf-8e66-bd66b50b7c40, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=c3422757-2874-4bcf-8e66-bd66b50b7c40,segment=NetworkSegment(90eae0b9-908d-4223-8735-6a430877c54c),segment_id=90eae0b9-908d-4223-8735-6a430877c54c)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:34.565249 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0829954b-b4ee-4c4f-9c23-9fb346b408cd req-88eacc53-5432-4b77-8dde-01cd2584f402 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:34.577140 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-0829954b-b4ee-4c4f-9c23-9fb346b408cd req-88eacc53-5432-4b77-8dde-01cd2584f402 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Calling delete_port for c3422757-2874-4bcf-8e66-bd66b50b7c40 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:08:34.702272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0829954b-b4ee-4c4f-9c23-9fb346b408cd req-88eacc53-5432-4b77-8dde-01cd2584f402 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:34.718583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['c3422757-2874-4bcf-8e66-bd66b50b7c40'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:08:34.734660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eacc53-5432-4b77-8dde-01cd2584f402 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Pushing event deleted for resources: {'Port': ['ID=c3422757-2874-4bcf-8e66-bd66b50b7c40,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:34.779001 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0829954b-b4ee-4c4f-9c23-9fb346b408cd req-88eacc53-5432-4b77-8dde-01cd2584f402 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] No DVR routers for this DVR port c3422757-2874-4bcf-8e66-bd66b50b7c40 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:08:34.781567 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0829954b-b4ee-4c4f-9c23-9fb346b408cd req-88eacc53-5432-4b77-8dde-01cd2584f402 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:34.783532 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0829954b-b4ee-4c4f-9c23-9fb346b408cd req-88eacc53-5432-4b77-8dde-01cd2584f402 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] 10.222.0.88 "DELETE /v2.0/ports/c3422757-2874-4bcf-8e66-bd66b50b7c40 HTTP/1.1" status: 204 len: 173 time: 0.4025328 Jul 16 04:08:34.783969 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87838f0-ffff-4b3d-8598-a87f7ff4cc79', 'name': 'network-vif-deleted', 'tag': 'c3422757-2874-4bcf-8e66-bd66b50b7c40'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:34.786436 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ac3d06-de66-43bb-93af-e27a24ba239c" -d '{"events": [{"server_uuid": "b87838f0-ffff-4b3d-8598-a87f7ff4cc79", "name": "network-vif-deleted", "tag": "c3422757-2874-4bcf-8e66-bd66b50b7c40"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:34.821535 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae180f5-c9f2-4b75-8ee6-d2f6d1060652 x-openstack-request-id: req-4ae180f5-c9f2-4b75-8ee6-d2f6d1060652 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:34.821833 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87838f0-ffff-4b3d-8598-a87f7ff4cc79", "name": "network-vif-deleted", "tag": "c3422757-2874-4bcf-8e66-bd66b50b7c40", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:34.822083 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ae180f5-c9f2-4b75-8ee6-d2f6d1060652 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:34.822513 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87838f0-ffff-4b3d-8598-a87f7ff4cc79', 'name': 'network-vif-deleted', 'tag': 'c3422757-2874-4bcf-8e66-bd66b50b7c40', 'status': 'completed', 'code': 200} Jul 16 04:08:35.696445 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50042) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:35.739178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-30151268-237e-4652-8445-98fc03b28cb9 admin admin] Deleting subnet dcf41219-9982-48ea-a7b8-5e4b370e449e {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:08:35.743040 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30151268-237e-4652-8445-98fc03b28cb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:35.775473 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30151268-237e-4652-8445-98fc03b28cb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:35.818225 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30151268-237e-4652-8445-98fc03b28cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:35.838045 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:35.867610 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30151268-237e-4652-8445-98fc03b28cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:35.897219 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30151268-237e-4652-8445-98fc03b28cb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf41219-9982-48ea-a7b8-5e4b370e449e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:35.899143 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-30151268-237e-4652-8445-98fc03b28cb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:35.901641 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-30151268-237e-4652-8445-98fc03b28cb9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dcf41219-9982-48ea-a7b8-5e4b370e449e HTTP/1.1" status: 204 len: 168 time: 0.2035909 Jul 16 04:08:35.903525 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50044) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:35.968784 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfa379b2-d108-4a62-83d8-6f259ef32cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:36.046754 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfa379b2-d108-4a62-83d8-6f259ef32cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:36.057005 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-cfa379b2-d108-4a62-83d8-6f259ef32cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de7d775-8c61-44b8-9dc7-8d92dd0825d1']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:36.066280 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-cfa379b2-d108-4a62-83d8-6f259ef32cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90eae0b9-908d-4223-8735-6a430877c54c') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:36.066577 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-cfa379b2-d108-4a62-83d8-6f259ef32cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90eae0b9-908d-4223-8735-6a430877c54c') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:36.074972 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfa379b2-d108-4a62-83d8-6f259ef32cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:36.088179 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfa379b2-d108-4a62-83d8-6f259ef32cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:36.093774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa379b2-d108-4a62-83d8-6f259ef32cb5 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:08:36.094159 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfa379b2-d108-4a62-83d8-6f259ef32cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:08:36.095716 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:08:36.146318 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfa379b2-d108-4a62-83d8-6f259ef32cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:36.151395 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cfa379b2-d108-4a62-83d8-6f259ef32cb5 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:36.153251 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cfa379b2-d108-4a62-83d8-6f259ef32cb5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5de7d775-8c61-44b8-9dc7-8d92dd0825d1 HTTP/1.1" status: 204 len: 168 time: 0.2488105 Jul 16 04:08:36.164361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa379b2-d108-4a62-83d8-6f259ef32cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5de7d775-8c61-44b8-9dc7-8d92dd0825d1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:36.256963 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50048) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:36.298994 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-40a45585-736f-4364-ab16-6319e86bce12 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2945b29bd5614f55abfeeea119ea904e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408354 Jul 16 04:08:36.301348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50050) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:36.347172 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-106e32ea-50ef-4be6-ab49-e8ecb5cbadf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:36.367744 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-106e32ea-50ef-4be6-ab49-e8ecb5cbadf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:36.412296 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-106e32ea-50ef-4be6-ab49-e8ecb5cbadf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:36.414854 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-106e32ea-50ef-4be6-ab49-e8ecb5cbadf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:36.415977 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-106e32ea-50ef-4be6-ab49-e8ecb5cbadf0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd HTTP/1.1" status: 204 len: 168 time: 0.1137037 Jul 16 04:08:36.423401 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e32ea-50ef-4be6-ab49-e8ecb5cbadf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aebcfc5-431c-47bc-ba01-a2c44c2fc2fd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:37.052545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:37.146478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1859331727-network', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:37.167041 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Made reservation on behalf of 5018e06413d8403cb660acab2ea8e46e for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:08:37.169425 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.177893 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.262771 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.266196 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.285852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:08:37.300649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdc604e-0f6a-4ae3-8b84-eeac42bf6a16,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:37.304399 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.304746 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Added segment 475d5aa7-6968-42fd-84e1-47bfb652cab1 of type vlan for network 3affef44-c0cc-4d70-ba63-83a95cdb89ab Jul 16 04:08:37.317710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:37.318063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:37.318407 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:37.318746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:37.319081 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:37.319414 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:37.319743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:37.320070 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:37.320420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:37.320748 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:37.321073 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:37.321398 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:37.367127 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.393951 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.394898 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:37.395525 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.429774 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3761339 Jul 16 04:08:37.432766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50076) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:37.437766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3b3a84c9-558e-4da0-98e8-9fec578019ae admin admin] Request body: {'subnet': {'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1859331727-subnet', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:37.454067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c01fa6-620f-4142-8cc8-0962ab3abd42 admin admin] Pushing event updated for resources: {'Network': ['ID=3affef44-c0cc-4d70-ba63-83a95cdb89ab,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:37.458636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3a84c9-558e-4da0-98e8-9fec578019ae admin admin] Made reservation on behalf of 5018e06413d8403cb660acab2ea8e46e for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:08:37.461045 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b3a84c9-558e-4da0-98e8-9fec578019ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.464117 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 3affef44-c0cc-4d70-ba63-83a95cdb89ab details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:08:37.623979 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b3a84c9-558e-4da0-98e8-9fec578019ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.676079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a84c9-558e-4da0-98e8-9fec578019ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7099dbc-8a49-4630-923e-a8d1d4664844,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:37.684303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a84c9-558e-4da0-98e8-9fec578019ae admin admin] Checking segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:08:37.684683 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3a84c9-558e-4da0-98e8-9fec578019ae admin admin] Network hostable DHCP agents. Network: 3affef44-c0cc-4d70-ba63-83a95cdb89ab, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:08:37.700694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3a84c9-558e-4da0-98e8-9fec578019ae admin admin] Network 3affef44-c0cc-4d70-ba63-83a95cdb89ab is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:08:37.709771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3b3a84c9-558e-4da0-98e8-9fec578019ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 3affef44-c0cc-4d70-ba63-83a95cdb89ab) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:37.713552 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3a84c9-558e-4da0-98e8-9fec578019ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:37.714142 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3b3a84c9-558e-4da0-98e8-9fec578019ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.719321 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69664d68-035e-4538-bedc-aabf5309b60e None None] Network 3affef44-c0cc-4d70-ba63-83a95cdb89ab requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:08:37.728345 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3b3a84c9-558e-4da0-98e8-9fec578019ae admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2944906 Jul 16 04:08:37.731009 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50078) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:37.735443 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:37.755674 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.756659 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.816078 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.863960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:08:37.864891 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.949554 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:37.999381 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Allocated IP 172.20.0.2 (3affef44-c0cc-4d70-ba63-83a95cdb89ab/a7099dbc-8a49-4630-923e-a8d1d4664844/cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:08:38.138360 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:38.143721 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:38.147163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Transition to ACTIVE for port object cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:38.161986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Transition to ACTIVE for port object cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:38.162970 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:38.167372 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:38.205636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Network 3affef44-c0cc-4d70-ba63-83a95cdb89ab is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:08:38.208749 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:38.213262 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:08:38.220226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Pushing event updated for resources: {'Port': ['ID=cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:38.265913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Allocated IP 172.25.3.30 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/679cbcd7-7292-4b50-8da5-0f6fafc95906) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:08:38.273988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Attempting to bind port cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:08:38.274359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Attempting to bind port cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:08:38.274722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Attempting to bind port cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:38.279626 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:08:38.280003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Checking segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:08:38.280441 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:38.280841 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Bound using segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:08:38.281308 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Bound port: cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:08:38.281695 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:38.341571 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] For port cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:08:38.345311 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] For port cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:08:38.349394 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:38.369079 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:38.387781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c3422757-2874-4bcf-8e66-bd66b50b7c40 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:08:38.410827 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:38.413798 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: c3422757-2874-4bcf-8e66-bd66b50b7c40 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:08:38.414323 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device c3422757-2874-4bcf-8e66-bd66b50b7c40 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:08:38.432492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c267e-6371-4e39-bdcc-4a553cb6cd97 None None] Pushing event updated for resources: {'Port': ['ID=cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:38.460052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:08:38.463909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:38.466484 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:08:38.469684 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Pushing event updated for resources: {'Port': ['ID=679cbcd7-7292-4b50-8da5-0f6fafc95906,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:39.038266 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:39.240966 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:39.346881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00e76c1-9403-4889-b4bc-b62fb1ac334c None None] Network 3affef44-c0cc-4d70-ba63-83a95cdb89ab requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:08:39.374371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Router bd909d23-ff70-4c13-96d4-612b6a6554d8 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:08:39.453423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c74bdc50-43ee-454a-9481-2930bb111781 None None] Provisioning for port cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:39.480675 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:08:39.489421 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Sync routers for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:08:39.498787 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:39.499278 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:39.500093 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:08:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:39.503597 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50080) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:39.505341 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3f25e926-e00c-4d01-b2b4-75f2eab86766 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7727878 Jul 16 04:08:39.607632 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:39.793330 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:38Z', 'revision_number': 3, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:39.823925 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Checking router: bd909d23-ff70-4c13-96d4-612b6a6554d8 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:08:39.824270 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Updating router bd909d23-ff70-4c13-96d4-612b6a6554d8 port 679cbcd7-7292-4b50-8da5-0f6fafc95906 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:08:39.857882 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:39.962480 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.110806 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.120844 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Transition to ACTIVE for port object 679cbcd7-7292-4b50-8da5-0f6fafc95906 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:40.125943 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.157317 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Allocated IP 172.20.0.1 (3affef44-c0cc-4d70-ba63-83a95cdb89ab/a7099dbc-8a49-4630-923e-a8d1d4664844/d4cd3e2c-ef70-41a1-87a6-166caefa9774) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:08:40.175579 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fecbf-5cba-42d2-9ba7-73e24aa52cf3 None None] Pushing event updated for resources: {'Port': ['ID=679cbcd7-7292-4b50-8da5-0f6fafc95906,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:40.183380 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Attempting to bind port 679cbcd7-7292-4b50-8da5-0f6fafc95906 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:08:40.183745 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Attempting to bind port 679cbcd7-7292-4b50-8da5-0f6fafc95906 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:08:40.184101 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Attempting to bind port 679cbcd7-7292-4b50-8da5-0f6fafc95906 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:40.187579 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fecbf-5cba-42d2-9ba7-73e24aa52cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:40.187926 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fecbf-5cba-42d2-9ba7-73e24aa52cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:40.188258 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fecbf-5cba-42d2-9ba7-73e24aa52cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:40.188612 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fecbf-5cba-42d2-9ba7-73e24aa52cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:40.188938 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fecbf-5cba-42d2-9ba7-73e24aa52cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:40.189260 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fecbf-5cba-42d2-9ba7-73e24aa52cf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:40.189579 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fecbf-5cba-42d2-9ba7-73e24aa52cf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:40.189897 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fecbf-5cba-42d2-9ba7-73e24aa52cf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:40.190213 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fecbf-5cba-42d2-9ba7-73e24aa52cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:40.190526 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fecbf-5cba-42d2-9ba7-73e24aa52cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:40.190840 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fecbf-5cba-42d2-9ba7-73e24aa52cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:40.191149 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175fecbf-5cba-42d2-9ba7-73e24aa52cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:08:40.196434 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:08:40.196803 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:08:40.197199 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.197574 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:08:40.198033 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Bound port: 679cbcd7-7292-4b50-8da5-0f6fafc95906, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:08:40.198997 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.248533 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] For port 679cbcd7-7292-4b50-8da5-0f6fafc95906, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:08:40.251672 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] For port 679cbcd7-7292-4b50-8da5-0f6fafc95906, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=679cbcd7-7292-4b50-8da5-0f6fafc95906,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:08:40.255724 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.318805 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:40.319448 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:08:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:40.321344 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fecbf-5cba-42d2-9ba7-73e24aa52cf3 None None] Pushing event updated for resources: {'Port': ['ID=679cbcd7-7292-4b50-8da5-0f6fafc95906,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:40.432335 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:40.557306 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:40.571557 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.584450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Transition to ACTIVE for port object d4cd3e2c-ef70-41a1-87a6-166caefa9774 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:40.618627 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.638064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:40.642167 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:40.642549 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.659325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Network 3affef44-c0cc-4d70-ba63-83a95cdb89ab is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:08:40.662159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:40.665796 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:08:40.671471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Pushing event updated for resources: {'Port': ['ID=d4cd3e2c-ef70-41a1-87a6-166caefa9774,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:40.708344 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:38Z', 'revision_number': 3, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:40.710554 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.732775 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.734879 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d16cf7-1056-4325-8930-15e9f8680d02 None None] The sync data for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 is: [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:38Z', 'revision_number': 3, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:08:40.779855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:40.784964 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:40.849295 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:40.873423 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:41.018412 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-89d26467-461b-43a1-bc42-68c8a4ad9c20 None None] Provisioning for port d4cd3e2c-ef70-41a1-87a6-166caefa9774 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:41.027438 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-89d26467-461b-43a1-bc42-68c8a4ad9c20 None None] Provisioning complete for port d4cd3e2c-ef70-41a1-87a6-166caefa9774 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:41.028056 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-89d26467-461b-43a1-bc42-68c8a4ad9c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:41.063844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-89d26467-461b-43a1-bc42-68c8a4ad9c20 None None] Port d4cd3e2c-ef70-41a1-87a6-166caefa9774 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:08:41.065880 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:41.071492 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:41.143164 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Pushing event updated for resources: {'Port': ['ID=d4cd3e2c-ef70-41a1-87a6-166caefa9774,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:41.147187 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:41.244110 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Network 3affef44-c0cc-4d70-ba63-83a95cdb89ab is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:08:41.245549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:41.369543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Router bd909d23-ff70-4c13-96d4-612b6a6554d8 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:08:41.485354 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a072019d-bdf6-4a16-aa94-15b0d9fa1fe3 None None] Provisioning complete for port d4cd3e2c-ef70-41a1-87a6-166caefa9774 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:41.485553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:08:41.485848 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a072019d-bdf6-4a16-aa94-15b0d9fa1fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:41.492048 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2dccac89-3c38-41c5-923b-9a2ba7a0ba00 admin admin] 10.222.0.18 "PUT /v2.0/routers/bd909d23-ff70-4c13-96d4-612b6a6554d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9873645 Jul 16 04:08:41.523425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a072019d-bdf6-4a16-aa94-15b0d9fa1fe3 None None] Port d4cd3e2c-ef70-41a1-87a6-166caefa9774 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:08:42.149200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:42.154172 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3a127aa3-f4fa-46e9-998f-e0d8e0abfe05 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--263764968', 'description': 'tempest-description--274510126'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:42.175812 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a127aa3-f4fa-46e9-998f-e0d8e0abfe05 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.257616 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a127aa3-f4fa-46e9-998f-e0d8e0abfe05 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.261573 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a127aa3-f4fa-46e9-998f-e0d8e0abfe05 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.271343 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Sync routers for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:08:42.280226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:42.281020 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:08:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:42.290327 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3a127aa3-f4fa-46e9-998f-e0d8e0abfe05 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.291564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3a127aa3-f4fa-46e9-998f-e0d8e0abfe05 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1412799 Jul 16 04:08:42.293424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a127aa3-f4fa-46e9-998f-e0d8e0abfe05 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:42.294631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50092) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:42.300536 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-aff38cc5-d4f9-4507-aad8-22f5e81b08b8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Request body: {'security_group_rule': {'security_group_id': '7a9bb8cd-d6b7-4137-973f-0a7615aa4a75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:42.328513 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aff38cc5-d4f9-4507-aad8-22f5e81b08b8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.389018 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aff38cc5-d4f9-4507-aad8-22f5e81b08b8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.393137 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aff38cc5-d4f9-4507-aad8-22f5e81b08b8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.412714 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff38cc5-d4f9-4507-aad8-22f5e81b08b8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b77016c-488a-46bb-afd0-368b80e4da02,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:42.418219 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-aff38cc5-d4f9-4507-aad8-22f5e81b08b8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.421900 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-aff38cc5-d4f9-4507-aad8-22f5e81b08b8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231863 Jul 16 04:08:42.422203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50094) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:42.427641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-d0c318d7-9707-417d-a10c-7217f03374df tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Request body: {'security_group_rule': {'security_group_id': '7a9bb8cd-d6b7-4137-973f-0a7615aa4a75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:42.455006 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0c318d7-9707-417d-a10c-7217f03374df tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.525708 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0c318d7-9707-417d-a10c-7217f03374df tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.537506 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0c318d7-9707-417d-a10c-7217f03374df tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.545669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:42.555391 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c318d7-9707-417d-a10c-7217f03374df tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93207fb3-7d9b-448c-95b5-a95683aaa088,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:42.560681 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-d0c318d7-9707-417d-a10c-7217f03374df tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.565109 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-d0c318d7-9707-417d-a10c-7217f03374df tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387343 Jul 16 04:08:42.565109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 50096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:42.570088 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:42.596717 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.636159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 679cbcd7-7292-4b50-8da5-0f6fafc95906 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:42.709465 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.744293 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 679cbcd7-7292-4b50-8da5-0f6fafc95906 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:42.750819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 679cbcd7-7292-4b50-8da5-0f6fafc95906 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:42.751129 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.812258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Allocated IP 172.25.3.185 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/a23bdf0b-8591-4251-a4ab-36ced6e1dbee) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:08:42.853509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 2, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:42.887728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Checking router: bd909d23-ff70-4c13-96d4-612b6a6554d8 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:08:42.888080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Updating router bd909d23-ff70-4c13-96d4-612b6a6554d8 port d4cd3e2c-ef70-41a1-87a6-166caefa9774 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:08:42.907755 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.913015 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.937246 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 679cbcd7-7292-4b50-8da5-0f6fafc95906, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=679cbcd7-7292-4b50-8da5-0f6fafc95906,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:42.940291 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.943153 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.943919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:42.952227 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:42.991632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:08:42.996255 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:42.998735 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:08:43.025338 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Pushing event updated for resources: {'Port': ['ID=a23bdf0b-8591-4251-a4ab-36ced6e1dbee,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:43.058279 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=679cbcd7-7292-4b50-8da5-0f6fafc95906,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:43.091532 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.117358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:43.117899 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.133673 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.286333 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.290857 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.343984 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.354104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Transition to ACTIVE for port object d4cd3e2c-ef70-41a1-87a6-166caefa9774 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:43.360168 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.363882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Pushing event updated for resources: {'Port': ['ID=a23bdf0b-8591-4251-a4ab-36ced6e1dbee,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:43.375195 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.389048 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.398001 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b40b6114-88c1-4b80-9da3-f8818fbfc854 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8244472 Jul 16 04:08:43.408944 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd18e5-fb39-4441-8cc9-2a37100cec3f None None] Pushing event updated for resources: {'Port': ['ID=d4cd3e2c-ef70-41a1-87a6-166caefa9774,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:43.470401 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Attempting to bind port d4cd3e2c-ef70-41a1-87a6-166caefa9774 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:08:43.470780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Attempting to bind port d4cd3e2c-ef70-41a1-87a6-166caefa9774 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:08:43.471152 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Attempting to bind port d4cd3e2c-ef70-41a1-87a6-166caefa9774 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:43.477422 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:08:43.478231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Checking segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:08:43.478231 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.478584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Bound using segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:08:43.479059 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Bound port: d4cd3e2c-ef70-41a1-87a6-166caefa9774, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:08:43.479440 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.537698 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-ab2cab0e-325d-4517-a22a-854be0a79732 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--263764968&fields=id&tenant_id=5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 267 time: 0.0339704 Jul 16 04:08:43.551244 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] For port d4cd3e2c-ef70-41a1-87a6-166caefa9774, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:08:43.555228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] For port d4cd3e2c-ef70-41a1-87a6-166caefa9774, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d4cd3e2c-ef70-41a1-87a6-166caefa9774,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:08:43.559193 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:43.628963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:43.628963 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:08:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:43.665078 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-2577d145-a566-484e-ba07-a85a35c913b9 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:43.666591 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-2577d145-a566-484e-ba07-a85a35c913b9 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 812 time: 0.1207223 Jul 16 04:08:43.668282 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd18e5-fb39-4441-8cc9-2a37100cec3f None None] Pushing event updated for resources: {'Port': ['ID=d4cd3e2c-ef70-41a1-87a6-166caefa9774,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:43.683600 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-575de4c7-7ffd-4228-a1b4-1ce36f07e90b tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/quotas/5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 375 time: 0.0113764 Jul 16 04:08:43.751421 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:43.759560 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-ad29a5cc-3a81-484d-b179-ced3710ac600 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700626 Jul 16 04:08:43.776770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-26874ab0-b173-49cd-83dc-3c75d3f9ce53 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:08:43.777780 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-26874ab0-b173-49cd-83dc-3c75d3f9ce53 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058239 Jul 16 04:08:43.879473 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-6d9d3fd9-a789-4ea0-ae61-856185728845 service neutron] 10.222.0.18 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942314 Jul 16 04:08:43.967548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:43Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:43.968415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-a009f8b4-ec4d-4085-9266-87004ccbfb73 service neutron] 10.222.0.18 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819781 Jul 16 04:08:43.994120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff61a9b-7c1f-4b25-a1e4-fc0a610661ad None None] The sync data for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 is: [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:43Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:08:44.163869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e92006a0-3aa1-4a11-80dd-5f9987936d88 req-7eabc633-b348-4e1f-a5e1-b8943914a42d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 210 time: 0.0339475 Jul 16 04:08:44.600347 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d4cd3e2c-ef70-41a1-87a6-166caefa9774 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:44.661741 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d4cd3e2c-ef70-41a1-87a6-166caefa9774 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:44.666624 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d4cd3e2c-ef70-41a1-87a6-166caefa9774 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:44.667000 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:44.747575 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:44.782155 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port d4cd3e2c-ef70-41a1-87a6-166caefa9774, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d4cd3e2c-ef70-41a1-87a6-166caefa9774,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:44.787582 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:44.788530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 679cbcd7-7292-4b50-8da5-0f6fafc95906 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:44.870325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=d4cd3e2c-ef70-41a1-87a6-166caefa9774,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:44.888148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 679cbcd7-7292-4b50-8da5-0f6fafc95906 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:44.888629 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:45.304728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-11f1c9d6-9636-497e-80a8-96343f905caf req-6b4ed486-c05e-4d4e-8169-c4d25341d795 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 210 time: 0.0284066 Jul 16 04:08:45.391422 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-d35875ac-f5aa-4b49-8f20-363b6c7a0fb0 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:45.393040 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-d35875ac-f5aa-4b49-8f20-363b6c7a0fb0 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 812 time: 0.1052544 Jul 16 04:08:45.436074 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-650eb900-8180-4211-9e83-3b77d14bc977 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 379 time: 0.0351503 Jul 16 04:08:45.445850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-5bf748e2-8772-4fa0-bceb-8a2a52c4d7a8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Request body: {'port': {'device_id': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'admin_state_up': True, 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'security_groups': ['7a9bb8cd-d6b7-4137-973f-0a7615aa4a75']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:45.557103 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-5bf748e2-8772-4fa0-bceb-8a2a52c4d7a8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Made reservation on behalf of 5018e06413d8403cb660acab2ea8e46e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:08:45.560688 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-5bf748e2-8772-4fa0-bceb-8a2a52c4d7a8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:45.683671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-5bf748e2-8772-4fa0-bceb-8a2a52c4d7a8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Allocated IP 172.20.0.6 (3affef44-c0cc-4d70-ba63-83a95cdb89ab/a7099dbc-8a49-4630-923e-a8d1d4664844/1188b708-1b46-4f74-8988-fa82835fe380) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:08:45.818449 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-5bf748e2-8772-4fa0-bceb-8a2a52c4d7a8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:45.832642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-5bf748e2-8772-4fa0-bceb-8a2a52c4d7a8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Transition to ACTIVE for port object 1188b708-1b46-4f74-8988-fa82835fe380 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:45.867965 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-5bf748e2-8772-4fa0-bceb-8a2a52c4d7a8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:45.917484 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-5bf748e2-8772-4fa0-bceb-8a2a52c4d7a8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Network 3affef44-c0cc-4d70-ba63-83a95cdb89ab is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:08:45.920668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-5bf748e2-8772-4fa0-bceb-8a2a52c4d7a8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:08:45.924579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-5bf748e2-8772-4fa0-bceb-8a2a52c4d7a8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:08:45.951204 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf748e2-8772-4fa0-bceb-8a2a52c4d7a8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Pushing event updated for resources: {'Port': ['ID=1188b708-1b46-4f74-8988-fa82835fe380,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:45.977136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-5bf748e2-8772-4fa0-bceb-8a2a52c4d7a8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:45.977652 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-5bf748e2-8772-4fa0-bceb-8a2a52c4d7a8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:45.992817 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-5bf748e2-8772-4fa0-bceb-8a2a52c4d7a8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5511758 Jul 16 04:08:46.004112 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Request body: {'port': {'device_id': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:46.083335 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:46.192374 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d2f9ff48-8b59-47ed-a35f-255c419ee3b0 None None] Provisioning for port 1188b708-1b46-4f74-8988-fa82835fe380 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:46.195788 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d2f9ff48-8b59-47ed-a35f-255c419ee3b0 None None] Provisioning complete for port 1188b708-1b46-4f74-8988-fa82835fe380 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:46.196158 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d2f9ff48-8b59-47ed-a35f-255c419ee3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:46.230035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d2f9ff48-8b59-47ed-a35f-255c419ee3b0 None None] Port 1188b708-1b46-4f74-8988-fa82835fe380 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:08:46.348184 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1188b708-1b46-4f74-8988-fa82835fe380 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:08:46.355622 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:46.367171 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Transition to ACTIVE for port object 1188b708-1b46-4f74-8988-fa82835fe380 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:08:46.370762 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:46.418458 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Pushing event updated for resources: {'Port': ['ID=1188b708-1b46-4f74-8988-fa82835fe380,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:46.486051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d5bb8-3a51-4d26-813b-997476910adc req-1117b669-fef0-4a2b-b1d5-fcd9635707bb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:46.492221 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Attempting to bind port 1188b708-1b46-4f74-8988-fa82835fe380 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:08:46.492676 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Attempting to bind port 1188b708-1b46-4f74-8988-fa82835fe380 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:08:46.493076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Attempting to bind port 1188b708-1b46-4f74-8988-fa82835fe380 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:46.495899 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-245d5bb8-3a51-4d26-813b-997476910adc req-1117b669-fef0-4a2b-b1d5-fcd9635707bb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 943 time: 0.0802634 Jul 16 04:08:46.498407 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Port 1188b708-1b46-4f74-8988-fa82835fe380 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:08:46.498964 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Attempting to bind port 1188b708-1b46-4f74-8988-fa82835fe380 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:08:46.505307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:08:46.505898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Checking segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:08:46.506499 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Bound using segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:08:46.507134 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Bound port: 1188b708-1b46-4f74-8988-fa82835fe380, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:08:46.507807 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:46.539835 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-245d5bb8-3a51-4d26-813b-997476910adc req-d514bdba-cb42-4348-b915-a0c6bddf3726 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427489 Jul 16 04:08:46.548584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d4cd3e2c-ef70-41a1-87a6-166caefa9774 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:46.586433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] For port 1188b708-1b46-4f74-8988-fa82835fe380, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:08:46.590162 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] For port 1188b708-1b46-4f74-8988-fa82835fe380, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=1188b708-1b46-4f74-8988-fa82835fe380,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:08:46.594763 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:46.602421 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d4cd3e2c-ef70-41a1-87a6-166caefa9774 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:46.602877 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:46.636167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:46.638099 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:46.639601 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] 10.222.0.20 "PUT /v2.0/ports/1188b708-1b46-4f74-8988-fa82835fe380 HTTP/1.1" status: 200 len: 1091 time: 0.6397080 Jul 16 04:08:46.639958 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'tag': '1188b708-1b46-4f74-8988-fa82835fe380'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:46.642580 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0eb8e6-7409-424e-bbc6-7e4cc71c7a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e318a61-abb9-41fe-b0ca-9965314e67e0", "tag": "1188b708-1b46-4f74-8988-fa82835fe380"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:46.664978 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d77b97-6b99-40b9-bf65-e6e669bb76bb service neutron] Pushing event updated for resources: {'Port': ['ID=1188b708-1b46-4f74-8988-fa82835fe380,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:46.719998 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ef6074-2849-46ab-98bb-acfac979526c x-openstack-request-id: req-79ef6074-2849-46ab-98bb-acfac979526c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:46.720370 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e318a61-abb9-41fe-b0ca-9965314e67e0", "tag": "1188b708-1b46-4f74-8988-fa82835fe380", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:46.720691 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79ef6074-2849-46ab-98bb-acfac979526c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:46.721207 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'tag': '1188b708-1b46-4f74-8988-fa82835fe380', 'status': 'completed', 'code': 200} Jul 16 04:08:46.748618 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-8318a0c3-200a-4c11-9fac-68e37482c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:46.750200 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-8318a0c3-200a-4c11-9fac-68e37482c29c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 1094 time: 0.0584693 Jul 16 04:08:46.795675 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-38aa24ac-375c-402f-8cd9-e4cbc0e7da93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1188b708-1b46-4f74-8988-fa82835fe380 HTTP/1.1" status: 200 len: 217 time: 0.0389140 Jul 16 04:08:46.846350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-fe9d3e47-a367-44f1-85b0-f77252b4ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:46.847863 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-fe9d3e47-a367-44f1-85b0-f77252b4ac0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0457795 Jul 16 04:08:46.904462 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-139b6e9d-4764-4b46-90bf-f28f78308327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:46.905999 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-139b6e9d-4764-4b46-90bf-f28f78308327 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523338 Jul 16 04:08:46.995462 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-5bb4ad35-44c4-47d0-83cc-29b373b1b340 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833106 Jul 16 04:08:47.080745 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c7e8009d-af48-4a5d-9ff6-5305c346ce8e req-939c2a3a-2660-4cc0-a41e-8783c5083b07 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792253 Jul 16 04:08:47.183938 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0eb8e6-7409-424e-bbc6-7e4cc71c7a3f req-ba054753-7170-423d-a09e-107bc973265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:47.185433 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f0eb8e6-7409-424e-bbc6-7e4cc71c7a3f req-ba054753-7170-423d-a09e-107bc973265f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 1094 time: 0.0555627 Jul 16 04:08:47.271744 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0eb8e6-7409-424e-bbc6-7e4cc71c7a3f req-cf64a19b-22ec-4784-a55c-eedc7743e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:47.273134 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f0eb8e6-7409-424e-bbc6-7e4cc71c7a3f req-cf64a19b-22ec-4784-a55c-eedc7743e2d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0812244 Jul 16 04:08:47.314619 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f0eb8e6-7409-424e-bbc6-7e4cc71c7a3f req-da29c2a2-b31c-46f1-8013-3b1c013973c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1188b708-1b46-4f74-8988-fa82835fe380 HTTP/1.1" status: 200 len: 217 time: 0.0353737 Jul 16 04:08:47.359941 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0eb8e6-7409-424e-bbc6-7e4cc71c7a3f req-90db6a64-9f84-4879-9975-5d085d1751ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:47.361318 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f0eb8e6-7409-424e-bbc6-7e4cc71c7a3f req-90db6a64-9f84-4879-9975-5d085d1751ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0406234 Jul 16 04:08:47.414778 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0eb8e6-7409-424e-bbc6-7e4cc71c7a3f req-399e75ad-5413-4d7b-bc4f-f42b13d7df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:47.416178 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f0eb8e6-7409-424e-bbc6-7e4cc71c7a3f req-399e75ad-5413-4d7b-bc4f-f42b13d7df16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486352 Jul 16 04:08:47.505898 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f0eb8e6-7409-424e-bbc6-7e4cc71c7a3f req-1caba229-5700-4f65-924f-1a0d24e01f4e service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820410 Jul 16 04:08:47.597324 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f0eb8e6-7409-424e-bbc6-7e4cc71c7a3f req-77e23ff7-f58f-424f-bc2c-3d6b76046491 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846808 Jul 16 04:08:47.719253 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bf8e7-d0b3-400b-b989-fb23dfa74d34 req-f21ac0a7-e0bc-4d5e-b63d-98349dab6879 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:47.720749 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e26bf8e7-d0b3-400b-b989-fb23dfa74d34 req-f21ac0a7-e0bc-4d5e-b63d-98349dab6879 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 943 time: 0.0660682 Jul 16 04:08:47.757899 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e26bf8e7-d0b3-400b-b989-fb23dfa74d34 req-6af30bae-5ac9-4c8d-abe2-4e9e9798747e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310435 Jul 16 04:08:48.314590 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 1188b708-1b46-4f74-8988-fa82835fe380 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:08:48.408806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 1188b708-1b46-4f74-8988-fa82835fe380, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=1188b708-1b46-4f74-8988-fa82835fe380,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:48.420012 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '1188b708-1b46-4f74-8988-fa82835fe380', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'port_id': '1188b708-1b46-4f74-8988-fa82835fe380', 'mac_address': 'fa:16:3e:66:42:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:08:48.454510 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.466986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1188b708-1b46-4f74-8988-fa82835fe380 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:08:48.486587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 1188b708-1b46-4f74-8988-fa82835fe380, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=1188b708-1b46-4f74-8988-fa82835fe380,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:48.490928 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:48.542219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=1188b708-1b46-4f74-8988-fa82835fe380,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:48.691486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['1188b708-1b46-4f74-8988-fa82835fe380'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:08:48.933746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eceb04-56f7-4042-89a3-40f6cf7ebf85 req-cfab427a-e24e-4090-b782-8f84c8c41b08 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:48.935210 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32eceb04-56f7-4042-89a3-40f6cf7ebf85 req-cfab427a-e24e-4090-b782-8f84c8c41b08 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 944 time: 0.0630007 Jul 16 04:08:48.971418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-32eceb04-56f7-4042-89a3-40f6cf7ebf85 req-13c55875-9b3d-4e18-bfd8-edb16a1c7f78 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306695 Jul 16 04:08:50.146006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb46fa-8714-4618-bae4-02cff724c4f1 req-353bb4ad-0588-407f-beb0-444f944d32f7 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:50.147490 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e2eb46fa-8714-4618-bae4-02cff724c4f1 req-353bb4ad-0588-407f-beb0-444f944d32f7 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 944 time: 0.0686753 Jul 16 04:08:50.184215 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e2eb46fa-8714-4618-bae4-02cff724c4f1 req-4e85108e-e61c-44c3-959e-14bacddaea14 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309896 Jul 16 04:08:50.318559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 1188b708-1b46-4f74-8988-fa82835fe380 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:08:50.364993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 1188b708-1b46-4f74-8988-fa82835fe380 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:08:50.368757 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 1188b708-1b46-4f74-8988-fa82835fe380 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:08:50.369136 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:50.444903 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:50.465865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1188b708-1b46-4f74-8988-fa82835fe380'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:50.468107 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86435b9-0e7d-45fd-9815-7478e8165700" -d '{"events": [{"server_uuid": "0e318a61-abb9-41fe-b0ca-9965314e67e0", "name": "network-vif-plugged", "status": "completed", "tag": "1188b708-1b46-4f74-8988-fa82835fe380"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:50.481257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 1188b708-1b46-4f74-8988-fa82835fe380, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=1188b708-1b46-4f74-8988-fa82835fe380,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:08:50.485168 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:50.509102 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad22fc86-44df-48de-8a4f-faaf9e29a349 x-openstack-request-id: req-ad22fc86-44df-48de-8a4f-faaf9e29a349 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:50.509397 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e318a61-abb9-41fe-b0ca-9965314e67e0", "name": "network-vif-plugged", "status": "completed", "tag": "1188b708-1b46-4f74-8988-fa82835fe380", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:50.509664 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad22fc86-44df-48de-8a4f-faaf9e29a349 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:50.510068 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1188b708-1b46-4f74-8988-fa82835fe380', 'code': 200} Jul 16 04:08:50.537313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=1188b708-1b46-4f74-8988-fa82835fe380,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:08:50.614628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6346df5-d9b7-438f-ae95-389bb5ad9bef req-8c24c12b-499d-4f26-9cae-2c49a2e3448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:50.616295 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e6346df5-d9b7-438f-ae95-389bb5ad9bef req-8c24c12b-499d-4f26-9cae-2c49a2e3448f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 1096 time: 0.0501909 Jul 16 04:08:50.653815 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e6346df5-d9b7-438f-ae95-389bb5ad9bef req-9b42872f-db21-4e5b-b0e2-95a4f2d4872f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313425 Jul 16 04:08:51.353413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e008a-b37e-4cbd-a732-07765721a4e5 req-e0ea9fff-8b94-4543-833d-83f2e48a367d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:51.354879 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8d4e008a-b37e-4cbd-a732-07765721a4e5 req-e0ea9fff-8b94-4543-833d-83f2e48a367d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0643394 Jul 16 04:08:51.396365 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8d4e008a-b37e-4cbd-a732-07765721a4e5 req-5701d506-d6fa-4f8b-983e-f09e9dadcdcb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358913 Jul 16 04:08:52.568416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbe470-7d8e-4464-bdc6-0dc5fa81fd91 req-2a162334-84f8-4f0c-8831-6bdacb8002c4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:52.569913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65cbe470-7d8e-4464-bdc6-0dc5fa81fd91 req-2a162334-84f8-4f0c-8831-6bdacb8002c4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0626931 Jul 16 04:08:52.608091 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65cbe470-7d8e-4464-bdc6-0dc5fa81fd91 req-35a55204-4c4a-4c4e-9a4f-28ab5ff30e6d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321105 Jul 16 04:08:52.774151 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42664437-0dae-40ba-84d3-c74a667fc2ab req-84dd2c53-8ad1-4ad4-81f2-c899014fca14 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:52.775528 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42664437-0dae-40ba-84d3-c74a667fc2ab req-84dd2c53-8ad1-4ad4-81f2-c899014fca14 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0663919 Jul 16 04:08:52.784056 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50144) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:08:52.789158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b57a09f6-20b8-447c-9aec-9aeb880c0735 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Request body: {'floatingip': {'port_id': '1188b708-1b46-4f74-8988-fa82835fe380'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:08:52.858855 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b57a09f6-20b8-447c-9aec-9aeb880c0735 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:53.312819 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b57a09f6-20b8-447c-9aec-9aeb880c0735 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:53.316450 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b57a09f6-20b8-447c-9aec-9aeb880c0735 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:53.413395 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-b57a09f6-20b8-447c-9aec-9aeb880c0735 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221 associated. External IP: 172.25.3.185, port: 1188b708-1b46-4f74-8988-fa82835fe380. Jul 16 04:08:53.609789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57a09f6-20b8-447c-9aec-9aeb880c0735 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Router bd909d23-ff70-4c13-96d4-612b6a6554d8 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:08:53.715327 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57a09f6-20b8-447c-9aec-9aeb880c0735 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:08:53.719778 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b57a09f6-20b8-447c-9aec-9aeb880c0735 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:08:53.724995 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b832af58-3843-4532-9d8e-b3e38a0061a1 None None] Sync routers for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:08:53.733574 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b832af58-3843-4532-9d8e-b3e38a0061a1 None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:53.734185 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b832af58-3843-4532-9d8e-b3e38a0061a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:08:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:53.759922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b57a09f6-20b8-447c-9aec-9aeb880c0735 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "PUT /v2.0/floatingips/5a5c2f03-2936-4a80-a13a-7ef3e5eef221 HTTP/1.1" status: 200 len: 991 time: 0.9747362 Jul 16 04:08:53.760670 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'tag': '1188b708-1b46-4f74-8988-fa82835fe380'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:08:53.763048 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bac5aaf-5fb0-4227-ba97-3ffae3ba0a42" -d '{"events": [{"name": "network-changed", "server_uuid": "0e318a61-abb9-41fe-b0ca-9965314e67e0", "tag": "1188b708-1b46-4f74-8988-fa82835fe380"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:08:53.838912 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b832af58-3843-4532-9d8e-b3e38a0061a1 None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:53.867607 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a11761-40c3-47c6-b177-c9c190d90bc0 x-openstack-request-id: req-73a11761-40c3-47c6-b177-c9c190d90bc0 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:08:53.867607 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e318a61-abb9-41fe-b0ca-9965314e67e0", "tag": "1188b708-1b46-4f74-8988-fa82835fe380", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:08:53.867793 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73a11761-40c3-47c6-b177-c9c190d90bc0 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:08:53.868109 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'tag': '1188b708-1b46-4f74-8988-fa82835fe380', 'status': 'completed', 'code': 200} Jul 16 04:08:53.938279 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac5aaf-5fb0-4227-ba97-3ffae3ba0a42 req-bda0dcb7-ca1b-4495-b940-4a30831b96c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:53.939789 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1bac5aaf-5fb0-4227-ba97-3ffae3ba0a42 req-bda0dcb7-ca1b-4495-b940-4a30831b96c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 1096 time: 0.0519979 Jul 16 04:08:54.026320 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac5aaf-5fb0-4227-ba97-3ffae3ba0a42 req-c1455163-0c07-4ad7-8135-930d6ebbc98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:54.027813 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1bac5aaf-5fb0-4227-ba97-3ffae3ba0a42 req-c1455163-0c07-4ad7-8135-930d6ebbc98b service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0820868 Jul 16 04:08:54.063030 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b832af58-3843-4532-9d8e-b3e38a0061a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a5c2f03-2936-4a80-a13a-7ef3e5eef221', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'port_id': '1188b708-1b46-4f74-8988-fa82835fe380', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'mac_address': 'fa:16:3e:66:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:08:43Z', 'updated_at': '2021-07-16T04:08:53Z', 'revision_number': 1, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:54.088336 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b832af58-3843-4532-9d8e-b3e38a0061a1 None None] Checking router: bd909d23-ff70-4c13-96d4-612b6a6554d8 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:08:54.094766 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1bac5aaf-5fb0-4227-ba97-3ffae3ba0a42 req-6496ea5d-7b30-4c8a-8786-60ddd839d74a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1188b708-1b46-4f74-8988-fa82835fe380 HTTP/1.1" status: 200 len: 999 time: 0.0607870 Jul 16 04:08:54.096253 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b832af58-3843-4532-9d8e-b3e38a0061a1 None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:08:54.096879 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b832af58-3843-4532-9d8e-b3e38a0061a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:08:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:54.141320 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac5aaf-5fb0-4227-ba97-3ffae3ba0a42 req-bc2da6d6-61b1-4f02-9376-a7642ac8e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:54.142685 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1bac5aaf-5fb0-4227-ba97-3ffae3ba0a42 req-bc2da6d6-61b1-4f02-9376-a7642ac8e472 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0424945 Jul 16 04:08:54.198258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac5aaf-5fb0-4227-ba97-3ffae3ba0a42 req-29ed2b9f-88ad-41e5-8256-56d3773c1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:08:54.199773 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1bac5aaf-5fb0-4227-ba97-3ffae3ba0a42 req-29ed2b9f-88ad-41e5-8256-56d3773c1afe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512013 Jul 16 04:08:54.200544 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-b832af58-3843-4532-9d8e-b3e38a0061a1 None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:08:54.290743 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1bac5aaf-5fb0-4227-ba97-3ffae3ba0a42 req-6f3795c3-2e7f-45dd-be9a-f08d556393cb service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848563 Jul 16 04:08:54.376078 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1bac5aaf-5fb0-4227-ba97-3ffae3ba0a42 req-8f5a692e-4046-40ba-a1b2-f27b4894a016 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797622 Jul 16 04:08:54.420843 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-b832af58-3843-4532-9d8e-b3e38a0061a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a5c2f03-2936-4a80-a13a-7ef3e5eef221', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'port_id': '1188b708-1b46-4f74-8988-fa82835fe380', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'mac_address': 'fa:16:3e:66:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:08:43Z', 'updated_at': '2021-07-16T04:08:53Z', 'revision_number': 1, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:08:54.445909 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b832af58-3843-4532-9d8e-b3e38a0061a1 None None] The sync data for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 is: [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a5c2f03-2936-4a80-a13a-7ef3e5eef221', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'port_id': '1188b708-1b46-4f74-8988-fa82835fe380', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'mac_address': 'fa:16:3e:66:42:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:08:43Z', 'updated_at': '2021-07-16T04:08:53Z', 'revision_number': 1, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:08:54.625087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e7244d-21ca-4c91-aa1e-c3bfdd42cc44 None None] New status for floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:09:00.084476 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05e4a622-2ed0-45dd-a36a-482cfadf6916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:01.332002 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:01.720981 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:02.825045 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4f8908bc-6ee2-4fa8-af5e-c8b999221457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:02.862175 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:03.983956 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:05.842102 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:07.183734 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:09:30.083631 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-11e7e994-ad77-44af-b1e2-2a115bc3e222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:31.332300 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:31.723631 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:32.824818 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5c221ddb-b414-49a3-bbf6-5c8afdcc56d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:32.861382 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:33.986838 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:35.843890 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:09:41.827357 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd5acd1d-795c-4bca-9094-6bf12f26bad2 req-6763cede-c699-42d1-a49a-d0a619de34e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536878 Jul 16 04:09:41.917063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5acd1d-795c-4bca-9094-6bf12f26bad2 req-0e7edcbe-e355-48ec-9f24-453b786489fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:41.918569 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd5acd1d-795c-4bca-9094-6bf12f26bad2 req-0e7edcbe-e355-48ec-9f24-453b786489fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 1096 time: 0.0511031 Jul 16 04:09:42.021746 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5acd1d-795c-4bca-9094-6bf12f26bad2 req-241743c1-2b84-441f-a35e-e1e76abc03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:42.023705 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd5acd1d-795c-4bca-9094-6bf12f26bad2 req-241743c1-2b84-441f-a35e-e1e76abc03e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0854864 Jul 16 04:09:42.086038 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd5acd1d-795c-4bca-9094-6bf12f26bad2 req-a5d22a8c-06ab-4f6a-b520-9ab4b2bacdea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1188b708-1b46-4f74-8988-fa82835fe380 HTTP/1.1" status: 200 len: 1001 time: 0.0560308 Jul 16 04:09:42.132583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5acd1d-795c-4bca-9094-6bf12f26bad2 req-8afea47c-89a7-45ac-9ec6-2bc86a761c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:42.133969 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd5acd1d-795c-4bca-9094-6bf12f26bad2 req-8afea47c-89a7-45ac-9ec6-2bc86a761c93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0420642 Jul 16 04:09:42.192054 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5acd1d-795c-4bca-9094-6bf12f26bad2 req-45aa372b-db67-4a18-9913-c6b3d0d2db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:09:42.193571 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd5acd1d-795c-4bca-9094-6bf12f26bad2 req-45aa372b-db67-4a18-9913-c6b3d0d2db62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535932 Jul 16 04:09:42.284149 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd5acd1d-795c-4bca-9094-6bf12f26bad2 req-041328ba-30ef-4d97-8456-5605b70b93ac service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841510 Jul 16 04:09:42.374574 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dd5acd1d-795c-4bca-9094-6bf12f26bad2 req-c66bd40b-d825-48cc-b5d9-a017613cbf05 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832498 Jul 16 04:09:44.183681 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:10:00.085312 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bef53816-027f-45aa-baf3-76c8e0e12221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:01.331981 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:01.726306 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:02.825095 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ebf10692-3566-425a-a5c3-c0405d620ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:02.861822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:03.988490 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:05.847328 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:21.182768 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:10:29.862650 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23a319-a772-44ad-a1f0-1076ba817fce req-eca270af-b84e-4527-9ff0-e345a37d551f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:29.864089 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f23a319-a772-44ad-a1f0-1076ba817fce req-eca270af-b84e-4527-9ff0-e345a37d551f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0644960 Jul 16 04:10:29.903711 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f23a319-a772-44ad-a1f0-1076ba817fce req-c424a09c-77ef-43d5-870c-8f0267c69bf0 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334384 Jul 16 04:10:30.086899 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b7ebe38-88dd-4c8d-877f-212ae7e64ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:30.297191 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-ed31db6e-a8a2-496b-9c5f-dc4f32d600cf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1091847 Jul 16 04:10:30.303347 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227b72e-fb49-46db-88ec-d228929a13ed req-bc041083-b2b7-40b6-9044-05781407da80 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:30.304877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1227b72e-fb49-46db-88ec-d228929a13ed req-bc041083-b2b7-40b6-9044-05781407da80 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0678060 Jul 16 04:10:30.306520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-94853d02-f4f5-4b94-b1ca-f5feda5481a3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:10:30.307499 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-94853d02-f4f5-4b94-b1ca-f5feda5481a3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052166 Jul 16 04:10:30.342976 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1227b72e-fb49-46db-88ec-d228929a13ed req-6f44fe19-6fdf-4072-a3ab-09fb0993d097 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323524 Jul 16 04:10:31.343028 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:31.485661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-b1d23e6c-a9fb-4289-a7b2-f2ce11ed6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:31.486728 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-b1d23e6c-a9fb-4289-a7b2-f2ce11ed6a9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 1096 time: 0.0536869 Jul 16 04:10:31.526531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a03651-0aef-4ced-b3ba-d4c7b993062d req-7bcd31c4-4188-4880-aa9d-9d1d7806e85f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:31.528002 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44a03651-0aef-4ced-b3ba-d4c7b993062d req-7bcd31c4-4188-4880-aa9d-9d1d7806e85f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0697353 Jul 16 04:10:31.566548 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44a03651-0aef-4ced-b3ba-d4c7b993062d req-fe14abbe-f017-4cd3-aeee-f6ae07bf5076 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322127 Jul 16 04:10:31.579380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-ab42451b-e9d9-4e95-ab93-731d9ac7fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:31.580925 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-ab42451b-e9d9-4e95-ab93-731d9ac7fbbf service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0885611 Jul 16 04:10:31.644365 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-5e2c72e2-4a3f-41c0-a6a0-1861eecfed79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1188b708-1b46-4f74-8988-fa82835fe380 HTTP/1.1" status: 200 len: 1001 time: 0.0573883 Jul 16 04:10:31.694135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-0c61d5cf-2b2d-44a4-a98b-cf11453ac305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:31.695562 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-0c61d5cf-2b2d-44a4-a98b-cf11453ac305 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0453014 Jul 16 04:10:31.743394 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:31.751190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-8b3573e3-f413-4cda-b49a-650eb9a72d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:31.752730 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-8b3573e3-f413-4cda-b49a-650eb9a72d9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511603 Jul 16 04:10:31.842642 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-e4539979-0e00-4b04-84a3-f0541add6d3c service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838768 Jul 16 04:10:31.927804 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-8c8dc0a7-9714-4bc9-9883-7dbf4f0475d8 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793250 Jul 16 04:10:32.736914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374e7de-bd06-49c0-ae57-c669ea2d2bae req-b2b0aa68-22b4-4a3d-8f53-4d1b6eae5ef9 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:32.738383 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9374e7de-bd06-49c0-ae57-c669ea2d2bae req-b2b0aa68-22b4-4a3d-8f53-4d1b6eae5ef9 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0618539 Jul 16 04:10:32.777214 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9374e7de-bd06-49c0-ae57-c669ea2d2bae req-1cc9b151-b23e-4ce1-90be-1b6da4963a0a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330977 Jul 16 04:10:32.826346 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bf26449d-73f1-468e-82ea-dac6485c5544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:32.860903 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:33.945839 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92404a9-3adc-4e0d-a95d-dcfff90ea678 req-5156fcad-7665-46a6-ba8e-c2c6470beb8c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:33.947306 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d92404a9-3adc-4e0d-a95d-dcfff90ea678 req-5156fcad-7665-46a6-ba8e-c2c6470beb8c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0614810 Jul 16 04:10:33.989494 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d92404a9-3adc-4e0d-a95d-dcfff90ea678 req-2f077d85-7401-4b38-9ffc-bfa3a5ce6b37 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360019 Jul 16 04:10:33.991560 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:35.159347 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf4c46-bf4a-405a-a6c4-d5c0954c3d84 req-76448d7b-56d7-4edb-92a5-76d56d2715d1 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:35.160876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1bf4c46-bf4a-405a-a6c4-d5c0954c3d84 req-76448d7b-56d7-4edb-92a5-76d56d2715d1 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0629284 Jul 16 04:10:35.197298 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f1bf4c46-bf4a-405a-a6c4-d5c0954c3d84 req-541acf2c-e6e9-4bfd-8d41-24ea2ec67ea2 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308852 Jul 16 04:10:35.849206 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:36.375155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf123f-2e69-45bc-9691-868579095a6b req-c041a584-39c6-4c6c-86ae-300e7c672ac3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:36.377234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40cf123f-2e69-45bc-9691-868579095a6b req-c041a584-39c6-4c6c-86ae-300e7c672ac3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0624285 Jul 16 04:10:36.413350 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40cf123f-2e69-45bc-9691-868579095a6b req-12bef618-e771-4f70-b809-2002e11f7d92 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306897 Jul 16 04:10:37.584987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e022e-7f79-4013-ab60-d3764172d95e req-5e9cb0f6-7e57-468e-bd0b-0fa05bf39ccb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:37.586445 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be0e022e-7f79-4013-ab60-d3764172d95e req-5e9cb0f6-7e57-468e-bd0b-0fa05bf39ccb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0654113 Jul 16 04:10:37.624117 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-be0e022e-7f79-4013-ab60-d3764172d95e req-135ac674-53ae-48fe-8051-ef49e82c440e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321898 Jul 16 04:10:38.795653 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f81be1-d18c-4c4e-b587-8869d6276f15 req-5d08f6a4-dee0-46b6-a86e-f14bdce51219 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:38.797053 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-39f81be1-d18c-4c4e-b587-8869d6276f15 req-5d08f6a4-dee0-46b6-a86e-f14bdce51219 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0625014 Jul 16 04:10:38.833299 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-39f81be1-d18c-4c4e-b587-8869d6276f15 req-12d96442-18b0-4776-b55f-4558388d372b tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308053 Jul 16 04:10:40.009599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22737e89-af64-4993-b157-14f918c3a617 req-77ae4ef3-0618-4c4d-8e38-a27119eb2e3a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:40.011072 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22737e89-af64-4993-b157-14f918c3a617 req-77ae4ef3-0618-4c4d-8e38-a27119eb2e3a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0636156 Jul 16 04:10:40.051606 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22737e89-af64-4993-b157-14f918c3a617 req-b72669d7-59a6-4f62-ada7-0ea7de03fdbc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350623 Jul 16 04:10:41.220764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9718e6-a1b7-4074-be83-46499a26dffa req-4d7ffaae-cc78-4f8b-ad64-87b7b49df2cb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:41.222241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da9718e6-a1b7-4074-be83-46499a26dffa req-4d7ffaae-cc78-4f8b-ad64-87b7b49df2cb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0621316 Jul 16 04:10:41.258757 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-da9718e6-a1b7-4074-be83-46499a26dffa req-b4a2e226-95bf-4393-aaff-33e45b2af988 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311122 Jul 16 04:10:41.703849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9557ec-01b9-4ed7-9a68-55c61fea67e8 req-0de93bd3-d848-4c2f-a116-5a2a889d0234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:41.705443 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6b9557ec-01b9-4ed7-9a68-55c61fea67e8 req-0de93bd3-d848-4c2f-a116-5a2a889d0234 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 1096 time: 0.0514989 Jul 16 04:10:41.808216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9557ec-01b9-4ed7-9a68-55c61fea67e8 req-8ab67f8b-c358-4bd0-a52d-30881d9365dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:41.809686 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6b9557ec-01b9-4ed7-9a68-55c61fea67e8 req-8ab67f8b-c358-4bd0-a52d-30881d9365dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0854549 Jul 16 04:10:41.871145 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6b9557ec-01b9-4ed7-9a68-55c61fea67e8 req-fbedd3b2-a89e-4003-aa22-282171a2c489 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1188b708-1b46-4f74-8988-fa82835fe380 HTTP/1.1" status: 200 len: 1001 time: 0.0548730 Jul 16 04:10:41.920959 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9557ec-01b9-4ed7-9a68-55c61fea67e8 req-b3676902-bcb0-4eac-a738-e0ee974cfeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:41.922374 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6b9557ec-01b9-4ed7-9a68-55c61fea67e8 req-b3676902-bcb0-4eac-a738-e0ee974cfeb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0447216 Jul 16 04:10:41.976233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9557ec-01b9-4ed7-9a68-55c61fea67e8 req-820f8086-4a61-4c45-9491-17a04d6e03a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:41.977688 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6b9557ec-01b9-4ed7-9a68-55c61fea67e8 req-820f8086-4a61-4c45-9491-17a04d6e03a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492964 Jul 16 04:10:42.062109 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6b9557ec-01b9-4ed7-9a68-55c61fea67e8 req-710efdc4-10b1-4c2d-8864-f7b35a569485 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776465 Jul 16 04:10:42.150476 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6b9557ec-01b9-4ed7-9a68-55c61fea67e8 req-bf9c56f3-d307-4b79-a620-1a9082f4efe8 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824254 Jul 16 04:10:42.430872 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511addd0-1c1c-4cd3-a778-5106808d65e1 req-6037d37c-f026-4ea2-9824-ecded47b0461 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:42.432275 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-511addd0-1c1c-4cd3-a778-5106808d65e1 req-6037d37c-f026-4ea2-9824-ecded47b0461 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0614464 Jul 16 04:10:42.468110 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-511addd0-1c1c-4cd3-a778-5106808d65e1 req-4f2d3f79-db8d-4dc9-b34a-5197e694aefb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304179 Jul 16 04:10:43.643146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bb584-6d24-417d-8bcb-335611523f1b req-57d06b1b-6dc2-4b9a-9be8-fa4f61d0a7dc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:43.644651 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-989bb584-6d24-417d-8bcb-335611523f1b req-57d06b1b-6dc2-4b9a-9be8-fa4f61d0a7dc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0668113 Jul 16 04:10:43.682960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-989bb584-6d24-417d-8bcb-335611523f1b req-ec34f808-b875-4bef-aff6-13e4f0875d57 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323107 Jul 16 04:10:43.836217 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-6a27b075-7f7c-4e33-9610-9ddea36e9092 service neutron] show failed (client error): The resource could not be found. Jul 16 04:10:43.837142 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-6a27b075-7f7c-4e33-9610-9ddea36e9092 service neutron] 10.222.0.20 "GET /v2.0/ports/1188b708-1b46-4f74-8988-fa82835fe380/bindings/n-h1-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.0517867 Jul 16 04:10:44.432236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-7e1869af-4583-4cff-8a75-3aeb79ee2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:44.433775 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-7e1869af-4583-4cff-8a75-3aeb79ee2554 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0&tenant_id=5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 1096 time: 0.3790538 Jul 16 04:10:44.446631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:44.514062 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:44.708714 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] For port 1188b708-1b46-4f74-8988-fa82835fe380, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=1188b708-1b46-4f74-8988-fa82835fe380,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:44.741144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] For port 1188b708-1b46-4f74-8988-fa82835fe380, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:44.783995 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1188b708-1b46-4f74-8988-fa82835fe380'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:44.786309 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa20aa26-3053-4a74-a476-6223ad986af9" -d '{"events": [{"server_uuid": "0e318a61-abb9-41fe-b0ca-9965314e67e0", "name": "network-vif-unplugged", "status": "completed", "tag": "1188b708-1b46-4f74-8988-fa82835fe380"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:44.790374 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:44.802973 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Transition to ACTIVE for port object 1188b708-1b46-4f74-8988-fa82835fe380 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:44.808404 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:44.861032 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945557cb-2ec7-4f6f-84a1-6108a406b590 req-53cd7d68-9567-429e-8878-10c59b263dcb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:44.862613 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Pushing event updated for resources: {'Port': ['ID=1188b708-1b46-4f74-8988-fa82835fe380,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:44.863784 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-945557cb-2ec7-4f6f-84a1-6108a406b590 req-53cd7d68-9567-429e-8878-10c59b263dcb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0695724 Jul 16 04:10:44.910839 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-945557cb-2ec7-4f6f-84a1-6108a406b590 req-ae5d07fe-8431-469c-b8ee-cb5fa97bf872 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412154 Jul 16 04:10:44.937763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:44.938085 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:44.938421 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:44.939444 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:44.939765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:44.940105 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:44.940477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:44.940811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:44.941143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:44.941474 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:44.941801 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:44.942129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:44.960929 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a41f3b-d10b-40d3-9349-ebbd2bc34a11 x-openstack-request-id: req-89a41f3b-d10b-40d3-9349-ebbd2bc34a11 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:44.961155 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e318a61-abb9-41fe-b0ca-9965314e67e0", "name": "network-vif-unplugged", "status": "completed", "tag": "1188b708-1b46-4f74-8988-fa82835fe380", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:44.961408 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89a41f3b-d10b-40d3-9349-ebbd2bc34a11 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:44.961832 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1188b708-1b46-4f74-8988-fa82835fe380', 'code': 200} Jul 16 04:10:45.020067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] No DVR routers for this DVR port 1188b708-1b46-4f74-8988-fa82835fe380 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:10:45.154831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Attempting to bind port 1188b708-1b46-4f74-8988-fa82835fe380 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:10:45.155168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Attempting to bind port 1188b708-1b46-4f74-8988-fa82835fe380 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:10:45.155496 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Attempting to bind port 1188b708-1b46-4f74-8988-fa82835fe380 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:45.159656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Port 1188b708-1b46-4f74-8988-fa82835fe380 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:10:45.159979 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Attempting to bind port 1188b708-1b46-4f74-8988-fa82835fe380 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:45.164755 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:10:45.165094 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Checking segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:45.165476 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Bound using segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:10:45.165903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Bound port: 1188b708-1b46-4f74-8988-fa82835fe380, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:10:45.166258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:45.229216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] For port 1188b708-1b46-4f74-8988-fa82835fe380, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:45.232071 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] For port 1188b708-1b46-4f74-8988-fa82835fe380, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1188b708-1b46-4f74-8988-fa82835fe380,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:10:45.237332 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:45.270798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:45.271468 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:45.272908 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] 10.222.0.88 "PUT /v2.0/ports/1188b708-1b46-4f74-8988-fa82835fe380 HTTP/1.1" status: 200 len: 1091 time: 0.8302205 Jul 16 04:10:45.297851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab48f7c-e8dc-4194-9ba5-996772201e17 service neutron] Pushing event updated for resources: {'Port': ['ID=1188b708-1b46-4f74-8988-fa82835fe380,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:45.355676 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-8cc8d7d1-56e8-43f3-9051-54b029ed119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:45.357325 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-8cc8d7d1-56e8-43f3-9051-54b029ed119b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 1094 time: 0.0550032 Jul 16 04:10:45.456721 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-9d6ca70f-06d7-4d50-985f-2015a0b797ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:45.458218 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-9d6ca70f-06d7-4d50-985f-2015a0b797ae service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0909507 Jul 16 04:10:45.524772 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-ae23d55c-ccb3-460b-a0cd-6d139ca3e42e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1188b708-1b46-4f74-8988-fa82835fe380 HTTP/1.1" status: 200 len: 999 time: 0.0561090 Jul 16 04:10:45.575301 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-b59bb846-4207-4d5a-bc6b-11e08579002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:45.576656 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-b59bb846-4207-4d5a-bc6b-11e08579002b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0426466 Jul 16 04:10:45.640325 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-0bd79cb5-5de0-4f19-bbb0-a66f2576dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:45.641852 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-0bd79cb5-5de0-4f19-bbb0-a66f2576dce4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553963 Jul 16 04:10:45.733173 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-6bfcd360-d7bf-4dc7-ae55-326b08283091 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804911 Jul 16 04:10:45.827491 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f95a4df5-44d4-4c9a-a5d5-e164128cceba req-f38caa2f-bf5a-481f-b5f8-9b33146a43c3 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834587 Jul 16 04:10:46.084429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e0702-8d48-4b1a-a03b-9e75eac311e9 req-224d3794-e9e9-41da-b181-56ccf8035506 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:46.085818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de3e0702-8d48-4b1a-a03b-9e75eac311e9 req-224d3794-e9e9-41da-b181-56ccf8035506 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 943 time: 0.0615954 Jul 16 04:10:46.127340 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de3e0702-8d48-4b1a-a03b-9e75eac311e9 req-4d8f5b22-8ea7-4d8e-a7a6-bff5484d4e34 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353508 Jul 16 04:10:46.963149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'tag': '1188b708-1b46-4f74-8988-fa82835fe380'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:46.965582 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da89d532-f7a4-4a16-ba5c-c6f4c858f786" -d '{"events": [{"name": "network-changed", "server_uuid": "0e318a61-abb9-41fe-b0ca-9965314e67e0", "tag": "1188b708-1b46-4f74-8988-fa82835fe380"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:47.013093 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ea50c8-4fb6-4bb8-aedb-e36ee7434f0f x-openstack-request-id: req-41ea50c8-4fb6-4bb8-aedb-e36ee7434f0f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:47.013385 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e318a61-abb9-41fe-b0ca-9965314e67e0", "tag": "1188b708-1b46-4f74-8988-fa82835fe380", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:47.013636 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41ea50c8-4fb6-4bb8-aedb-e36ee7434f0f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:47.014036 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'tag': '1188b708-1b46-4f74-8988-fa82835fe380', 'status': 'completed', 'code': 200} Jul 16 04:10:47.062739 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 1188b708-1b46-4f74-8988-fa82835fe380 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:47.098851 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 1188b708-1b46-4f74-8988-fa82835fe380 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:47.124871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-d319637f-cd37-49bb-bd00-4298638e390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:47.126989 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-d319637f-cd37-49bb-bd00-4298638e390c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 1094 time: 0.0938118 Jul 16 04:10:47.131888 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-18cd414a-4fcb-4be6-9d29-3940bac03bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:47.133346 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-18cd414a-4fcb-4be6-9d29-3940bac03bc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 1094 time: 0.0927105 Jul 16 04:10:47.284629 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-83cc9921-0aaf-4478-8507-2599d0de2b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:47.286026 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-83cc9921-0aaf-4478-8507-2599d0de2b5f service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.1518397 Jul 16 04:10:47.288644 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-5769e225-22fd-4d37-96dc-c55294b05ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:47.289985 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-5769e225-22fd-4d37-96dc-c55294b05ab6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.1488023 Jul 16 04:10:47.305001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c9215-4783-46ff-9d7f-73344f684010 req-e12708e9-3028-44fd-98d7-b67321353615 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:47.306505 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d9c9215-4783-46ff-9d7f-73344f684010 req-e12708e9-3028-44fd-98d7-b67321353615 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 943 time: 0.0625086 Jul 16 04:10:47.343243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d9c9215-4783-46ff-9d7f-73344f684010 req-f4bd359e-d463-437e-9b98-d6138ee1209e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312252 Jul 16 04:10:47.396077 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-6883bc18-496c-47cc-87e4-aca16bea2758 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1188b708-1b46-4f74-8988-fa82835fe380 HTTP/1.1" status: 200 len: 999 time: 0.1026478 Jul 16 04:10:47.399717 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-c7bc20b2-4376-47f2-af8e-9ed7d7a7f994 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1188b708-1b46-4f74-8988-fa82835fe380 HTTP/1.1" status: 200 len: 999 time: 0.0993252 Jul 16 04:10:47.477520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-0c1e356f-40e4-4ff5-a6bf-a54f36eaa1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:47.478935 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-0c1e356f-40e4-4ff5-a6bf-a54f36eaa1aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0757439 Jul 16 04:10:47.480319 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-ae1fd65b-de9e-4f94-b86b-329f580de3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:47.481635 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-ae1fd65b-de9e-4f94-b86b-329f580de3cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0708036 Jul 16 04:10:47.577004 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-22e94f1e-70a0-44b4-92ca-d0936a735e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:47.578415 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-22e94f1e-70a0-44b4-92ca-d0936a735e77 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925274 Jul 16 04:10:47.581493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-456c2d30-345f-4f65-825a-2f7d2d77e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:47.582925 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-456c2d30-345f-4f65-825a-2f7d2d77e9f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892429 Jul 16 04:10:47.741698 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-80d583b5-fd7c-46f6-bc25-c0bbfbe4b834 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516905 Jul 16 04:10:47.743821 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-c48c7b60-0818-4fea-b9f6-4c6b560f5fde service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528556 Jul 16 04:10:47.900338 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-184f4e1a-ef87-499a-8f5b-63d6e3d3f569 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507115 Jul 16 04:10:47.905204 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da89d532-f7a4-4a16-ba5c-c6f4c858f786 req-beeb480b-6919-4a52-9334-599b5d93d021 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392138 Jul 16 04:10:48.518594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e86789-5a78-45fd-bd88-1c638ee1622d req-c4976a3c-4843-45a1-8753-60f8da9ff451 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:48.520164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93e86789-5a78-45fd-bd88-1c638ee1622d req-c4976a3c-4843-45a1-8753-60f8da9ff451 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 943 time: 0.0619495 Jul 16 04:10:48.556925 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-93e86789-5a78-45fd-bd88-1c638ee1622d req-9f0bd10a-8796-4605-8148-100dde382d32 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307882 Jul 16 04:10:48.848045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951c21e-aa3b-4f91-b338-df26f4fba83c req-563fb884-a05e-48cc-b2b5-7031a25e7af3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:48.849550 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f951c21e-aa3b-4f91-b338-df26f4fba83c req-563fb884-a05e-48cc-b2b5-7031a25e7af3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 943 time: 0.0657897 Jul 16 04:10:48.859149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22067bd-4f13-4c70-b1ef-799ff4b86b4a req-4a0e8081-d1f9-482a-ba4e-271c8f221b62 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:48.860668 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f22067bd-4f13-4c70-b1ef-799ff4b86b4a req-4a0e8081-d1f9-482a-ba4e-271c8f221b62 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0&tenant_id=5018e06413d8403cb660acab2ea8e46e&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 943 time: 0.0700560 Jul 16 04:10:48.887414 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f951c21e-aa3b-4f91-b338-df26f4fba83c req-12d475e3-80c3-4be4-b0e1-41073b4c1c06 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320227 Jul 16 04:10:48.953686 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [req-f22067bd-4f13-4c70-b1ef-799ff4b86b4a req-f950ccaa-5f43-43d1-abd1-5ca8f4ae1cbc service neutron] delete failed (client error): The resource could not be found. Jul 16 04:10:48.954733 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f22067bd-4f13-4c70-b1ef-799ff4b86b4a req-f950ccaa-5f43-43d1-abd1-5ca8f4ae1cbc service neutron] 10.222.0.20 "DELETE /v2.0/ports/1188b708-1b46-4f74-8988-fa82835fe380/bindings/n-h2-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.0879002 Jul 16 04:10:48.976904 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-84c3fb8c-74a4-4e19-9ffb-229640618850 req-17708841-75ef-41a3-956b-c26d17767369 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0652347 Jul 16 04:10:49.061783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1188b708-1b46-4f74-8988-fa82835fe380 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:10:49.088821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22067bd-4f13-4c70-b1ef-799ff4b86b4a req-171b58a2-ae61-4f68-9011-af796a15ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:49.090336 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f22067bd-4f13-4c70-b1ef-799ff4b86b4a req-171b58a2-ae61-4f68-9011-af796a15ebe3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 1094 time: 0.0930405 Jul 16 04:10:49.095992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3fb8c-74a4-4e19-9ffb-229640618850 req-6b125c13-4a83-46d3-8119-7a698beb5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:49.097456 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-84c3fb8c-74a4-4e19-9ffb-229640618850 req-6b125c13-4a83-46d3-8119-7a698beb5329 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 1094 time: 0.0713789 Jul 16 04:10:49.158422 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1188b708-1b46-4f74-8988-fa82835fe380, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1188b708-1b46-4f74-8988-fa82835fe380,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:49.169278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '1188b708-1b46-4f74-8988-fa82835fe380', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'port_id': '1188b708-1b46-4f74-8988-fa82835fe380', 'mac_address': 'fa:16:3e:66:42:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:10:49.205294 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:49.217522 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1188b708-1b46-4f74-8988-fa82835fe380 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:10:49.236812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1188b708-1b46-4f74-8988-fa82835fe380, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1188b708-1b46-4f74-8988-fa82835fe380,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:49.240752 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:49.242723 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22067bd-4f13-4c70-b1ef-799ff4b86b4a req-be5ebfad-c6bb-47d8-85df-55d04b1fc745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:49.244521 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f22067bd-4f13-4c70-b1ef-799ff4b86b4a req-be5ebfad-c6bb-47d8-85df-55d04b1fc745 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.1461794 Jul 16 04:10:49.286946 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=1188b708-1b46-4f74-8988-fa82835fe380,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:49.291229 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3fb8c-74a4-4e19-9ffb-229640618850 req-56094dd6-a0ee-4f96-a46c-7b17ace348d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:49.292781 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-84c3fb8c-74a4-4e19-9ffb-229640618850 req-56094dd6-a0ee-4f96-a46c-7b17ace348d7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.1713536 Jul 16 04:10:49.294322 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:49.294675 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:49.295022 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:49.295362 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:49.295696 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:49.296030 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:49.296386 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:49.296718 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:49.297047 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:49.297373 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:49.297694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:49.298017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:10:49.353547 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f22067bd-4f13-4c70-b1ef-799ff4b86b4a req-1aa92920-1f93-4834-9ded-54f5b1c9f519 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1188b708-1b46-4f74-8988-fa82835fe380 HTTP/1.1" status: 200 len: 1000 time: 0.1033382 Jul 16 04:10:49.393606 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-84c3fb8c-74a4-4e19-9ffb-229640618850 req-fff6287c-bd48-4e71-9fa2-cc4d7f1fe7d7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1188b708-1b46-4f74-8988-fa82835fe380 HTTP/1.1" status: 200 len: 1000 time: 0.0926981 Jul 16 04:10:49.434204 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22067bd-4f13-4c70-b1ef-799ff4b86b4a req-d7d80b3a-110e-46ec-a188-76f6b7c3c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:49.435506 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f22067bd-4f13-4c70-b1ef-799ff4b86b4a req-d7d80b3a-110e-46ec-a188-76f6b7c3c38f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0757325 Jul 16 04:10:49.478634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3fb8c-74a4-4e19-9ffb-229640618850 req-a1d57e11-56ec-4a40-9006-61be29d6e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:49.480058 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-84c3fb8c-74a4-4e19-9ffb-229640618850 req-a1d57e11-56ec-4a40-9006-61be29d6e327 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0794053 Jul 16 04:10:49.524148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['1188b708-1b46-4f74-8988-fa82835fe380'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:10:49.531951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22067bd-4f13-4c70-b1ef-799ff4b86b4a req-5aef057d-bc0d-4bdb-a950-16b8a3e29629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:49.533529 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f22067bd-4f13-4c70-b1ef-799ff4b86b4a req-5aef057d-bc0d-4bdb-a950-16b8a3e29629 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916717 Jul 16 04:10:49.580547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3fb8c-74a4-4e19-9ffb-229640618850 req-17454093-7246-4397-892d-e47aea8136a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:49.582102 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-84c3fb8c-74a4-4e19-9ffb-229640618850 req-17454093-7246-4397-892d-e47aea8136a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953047 Jul 16 04:10:49.687233 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f22067bd-4f13-4c70-b1ef-799ff4b86b4a req-af77e33f-9877-4055-b9a9-0879c85a5e6b service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473367 Jul 16 04:10:49.737998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-84c3fb8c-74a4-4e19-9ffb-229640618850 req-d88623fa-0f5d-4ec2-b97e-c38870ec7052 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306841 Jul 16 04:10:49.842151 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f22067bd-4f13-4c70-b1ef-799ff4b86b4a req-efeaae74-de90-43e1-9a64-cefebfd52efa service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488299 Jul 16 04:10:49.866338 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-84c3fb8c-74a4-4e19-9ffb-229640618850 req-e8ea8538-1e69-4753-9017-bf7168a5cc68 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022067 Jul 16 04:10:50.060590 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a06dce-94e6-44de-bf63-53fa590a470d req-14ffa9fb-19fc-4c35-a20a-06383be775d8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:50.061975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7a06dce-94e6-44de-bf63-53fa590a470d req-14ffa9fb-19fc-4c35-a20a-06383be775d8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 944 time: 0.0619533 Jul 16 04:10:50.099253 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7a06dce-94e6-44de-bf63-53fa590a470d req-086ddf16-fcb2-41ae-b3d1-e78976749938 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316744 Jul 16 04:10:51.070074 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1188b708-1b46-4f74-8988-fa82835fe380 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:10:51.116992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 1188b708-1b46-4f74-8988-fa82835fe380 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:51.120978 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 1188b708-1b46-4f74-8988-fa82835fe380 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:51.121350 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:51.198752 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:51.220958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1188b708-1b46-4f74-8988-fa82835fe380'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:51.223209 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a53639e-73a8-4e25-82d5-5b5d25680417" -d '{"events": [{"server_uuid": "0e318a61-abb9-41fe-b0ca-9965314e67e0", "name": "network-vif-plugged", "status": "completed", "tag": "1188b708-1b46-4f74-8988-fa82835fe380"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:51.235336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 1188b708-1b46-4f74-8988-fa82835fe380, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1188b708-1b46-4f74-8988-fa82835fe380,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:51.239711 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:51.263143 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e2bd5c-fb57-469a-8edc-e784b40d9246 x-openstack-request-id: req-91e2bd5c-fb57-469a-8edc-e784b40d9246 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:51.263439 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e318a61-abb9-41fe-b0ca-9965314e67e0", "name": "network-vif-plugged", "status": "completed", "tag": "1188b708-1b46-4f74-8988-fa82835fe380", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:51.263698 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91e2bd5c-fb57-469a-8edc-e784b40d9246 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:51.264089 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1188b708-1b46-4f74-8988-fa82835fe380', 'code': 200} Jul 16 04:10:51.274942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b90ca9-5ce3-4358-bdf5-5322dd9893d6 req-9d6dc367-2246-42de-9819-0535258c55db tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:51.276449 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-75b90ca9-5ce3-4358-bdf5-5322dd9893d6 req-9d6dc367-2246-42de-9819-0535258c55db tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 944 time: 0.0684197 Jul 16 04:10:51.289828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=1188b708-1b46-4f74-8988-fa82835fe380,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:51.318424 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-75b90ca9-5ce3-4358-bdf5-5322dd9893d6 req-fdb00b45-dcf7-405c-a1b9-498d9e203d83 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363429 Jul 16 04:10:51.487449 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d82ee-140e-4882-8fac-2675cdc7e5a7 req-aeb6d6f2-dcdb-4efb-ba4f-f63ec1ea295c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:51.488999 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d73d82ee-140e-4882-8fac-2675cdc7e5a7 req-aeb6d6f2-dcdb-4efb-ba4f-f63ec1ea295c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0623901 Jul 16 04:10:51.528678 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d73d82ee-140e-4882-8fac-2675cdc7e5a7 req-0c24a732-45d3-411a-a56d-e441e935ba24 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336192 Jul 16 04:10:51.696888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd48e3-6726-4c52-aa7c-17c990946d37 req-3014c25b-0026-4f8f-87ff-700e5b954422 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:51.698350 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fabd48e3-6726-4c52-aa7c-17c990946d37 req-3014c25b-0026-4f8f-87ff-700e5b954422 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0620117 Jul 16 04:10:51.734564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fabd48e3-6726-4c52-aa7c-17c990946d37 req-768582e1-89db-463b-9a97-3dd0e96d5a60 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308299 Jul 16 04:10:52.106560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a96a9-fff9-4050-9067-2740cd2e2be7 req-e48a4457-099c-49e1-9ecd-3e64fccd22e5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:52.108038 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-581a96a9-fff9-4050-9067-2740cd2e2be7 req-e48a4457-099c-49e1-9ecd-3e64fccd22e5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0655832 Jul 16 04:10:52.145207 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-581a96a9-fff9-4050-9067-2740cd2e2be7 req-cb854aa3-11e7-4d10-8dfe-fe5600b621be tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315928 Jul 16 04:10:53.316813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c89557-589e-4330-bc81-ff2246bab21e req-09c1a813-b9e8-4372-a388-8a86f31fd6f7 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:53.318295 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6c89557-589e-4330-bc81-ff2246bab21e req-09c1a813-b9e8-4372-a388-8a86f31fd6f7 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0619383 Jul 16 04:10:53.354618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d6c89557-589e-4330-bc81-ff2246bab21e req-7f895841-476b-400e-b83a-a2fecd0efe01 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307248 Jul 16 04:10:53.471045 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-15b1ced3-6f63-40c4-8cbd-78d807dc0027 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:53.472431 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-15b1ced3-6f63-40c4-8cbd-78d807dc0027 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.88 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 945 time: 0.0610209 Jul 16 04:10:53.574760 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-e2336d1e-6ff5-44cc-8ba7-f38d1c2c7780 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Deleting port 1188b708-1b46-4f74-8988-fa82835fe380 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:10:53.575106 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-e2336d1e-6ff5-44cc-8ba7-f38d1c2c7780 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:53.660225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-e2336d1e-6ff5-44cc-8ba7-f38d1c2c7780 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] For port 1188b708-1b46-4f74-8988-fa82835fe380, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=1188b708-1b46-4f74-8988-fa82835fe380,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:10:53.660615 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-e2336d1e-6ff5-44cc-8ba7-f38d1c2c7780 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:53.822631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-e2336d1e-6ff5-44cc-8ba7-f38d1c2c7780 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:53.822924 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-e2336d1e-6ff5-44cc-8ba7-f38d1c2c7780 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:53.823243 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-e2336d1e-6ff5-44cc-8ba7-f38d1c2c7780 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221 disassociated. External IP: 172.25.3.185, port: 1188b708-1b46-4f74-8988-fa82835fe380. Jul 16 04:10:53.823587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-e2336d1e-6ff5-44cc-8ba7-f38d1c2c7780 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Calling delete_port for 1188b708-1b46-4f74-8988-fa82835fe380 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:10:53.947878 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-e2336d1e-6ff5-44cc-8ba7-f38d1c2c7780 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:53.974303 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2336d1e-6ff5-44cc-8ba7-f38d1c2c7780 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Pushing event deleted for resources: {'Port': ['ID=1188b708-1b46-4f74-8988-fa82835fe380,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:54.411187 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-e2336d1e-6ff5-44cc-8ba7-f38d1c2c7780 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Router bd909d23-ff70-4c13-96d4-612b6a6554d8 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:10:54.490279 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-01edc062-f97a-4612-8a49-829aae3ef750 req-357774ce-5f82-4bda-85b5-99e878d87156 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e318a61-abb9-41fe-b0ca-9965314e67e0 HTTP/1.1" status: 200 len: 210 time: 0.0279510 Jul 16 04:10:54.519701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-e2336d1e-6ff5-44cc-8ba7-f38d1c2c7780 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:10:54.530947 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a33513-d3b2-47f1-8318-a51b28489eb2 None None] Sync routers for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:10:54.539849 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a33513-d3b2-47f1-8318-a51b28489eb2 None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:54.540432 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44a33513-d3b2-47f1-8318-a51b28489eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:10:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:54.566063 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-e2336d1e-6ff5-44cc-8ba7-f38d1c2c7780 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] No DVR routers for this DVR port 1188b708-1b46-4f74-8988-fa82835fe380 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:10:54.568663 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-e2336d1e-6ff5-44cc-8ba7-f38d1c2c7780 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:54.570623 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-091498df-43e4-4222-94e0-9ba08cdde7dc req-e2336d1e-6ff5-44cc-8ba7-f38d1c2c7780 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.88 "DELETE /v2.0/ports/1188b708-1b46-4f74-8988-fa82835fe380 HTTP/1.1" status: 204 len: 173 time: 1.0901203 Jul 16 04:10:54.571061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'name': 'network-vif-deleted', 'tag': '1188b708-1b46-4f74-8988-fa82835fe380'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:54.573318 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c252c1cf-24cf-4c1a-930c-c7ba07b4bcf6" -d '{"events": [{"server_uuid": "0e318a61-abb9-41fe-b0ca-9965314e67e0", "name": "network-vif-deleted", "tag": "1188b708-1b46-4f74-8988-fa82835fe380"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:54.610375 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbbc436-7caa-49f2-a7b4-875279f83f0d x-openstack-request-id: req-0cbbc436-7caa-49f2-a7b4-875279f83f0d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:54.610673 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e318a61-abb9-41fe-b0ca-9965314e67e0", "name": "network-vif-deleted", "tag": "1188b708-1b46-4f74-8988-fa82835fe380", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:54.611470 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cbbc436-7caa-49f2-a7b4-875279f83f0d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:54.611873 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e318a61-abb9-41fe-b0ca-9965314e67e0', 'name': 'network-vif-deleted', 'tag': '1188b708-1b46-4f74-8988-fa82835fe380', 'status': 'completed', 'code': 200} Jul 16 04:10:54.649613 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-44a33513-d3b2-47f1-8318-a51b28489eb2 None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:54.847233 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44a33513-d3b2-47f1-8318-a51b28489eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:54.873035 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a33513-d3b2-47f1-8318-a51b28489eb2 None None] Checking router: bd909d23-ff70-4c13-96d4-612b6a6554d8 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:10:54.880964 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a33513-d3b2-47f1-8318-a51b28489eb2 None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:10:54.881571 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44a33513-d3b2-47f1-8318-a51b28489eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:10:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:55.063925 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-44a33513-d3b2-47f1-8318-a51b28489eb2 None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:10:55.250648 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-44a33513-d3b2-47f1-8318-a51b28489eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:10:55.279042 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a33513-d3b2-47f1-8318-a51b28489eb2 None None] The sync data for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 is: [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:10:55.492304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887145d0-0306-450c-8509-1bfe977b97b4 None None] New status for floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:10:55.905322 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-aac66cde-ef71-451c-ac51-b38350fccd6c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--263764968&fields=id&tenant_id=5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 267 time: 0.0319147 Jul 16 04:10:56.011976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-3275fa9f-73be-4e9d-b4ac-4b8e70628379 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:56.013471 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-3275fa9f-73be-4e9d-b4ac-4b8e70628379 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 812 time: 0.1014962 Jul 16 04:10:56.028220 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-2d838fb1-5e94-4b6a-9663-7ddb8c75761a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/quotas/5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 375 time: 0.0090296 Jul 16 04:10:56.097641 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-d1ef638f-6196-44c4-bbdc-4f718c361997 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646400 Jul 16 04:10:56.193699 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-7e2858c2-36f3-4208-863e-0d23e290c0ab service neutron] 10.222.0.18 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851715 Jul 16 04:10:56.282260 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-32c00497-5ddf-4724-bf08-8a172130f484 service neutron] 10.222.0.18 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828195 Jul 16 04:10:56.757819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-077680a4-8a11-40f2-8246-44783b310e31 req-79ae0b25-45be-47fa-990b-3627d6e4d02d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 210 time: 0.3348584 Jul 16 04:10:57.117823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1188b708-1b46-4f74-8988-fa82835fe380 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:10:57.137126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 1188b708-1b46-4f74-8988-fa82835fe380 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:10:57.137477 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 1188b708-1b46-4f74-8988-fa82835fe380 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:10:57.596608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-82f2a1d7-d5ae-49dd-955a-d7c7c7093117 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:57.598077 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-82f2a1d7-d5ae-49dd-955a-d7c7c7093117 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 812 time: 0.1004934 Jul 16 04:10:57.653356 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-37d7b596-4ecf-4803-b2cd-86b6e0bf1231 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 379 time: 0.0390112 Jul 16 04:10:57.662484 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-58b178e2-b55a-4117-80d6-7ce92a7c9eca tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Request body: {'port': {'device_id': '694030cc-55ff-4e54-8633-eeec398cc81e', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'admin_state_up': True, 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'security_groups': ['7a9bb8cd-d6b7-4137-973f-0a7615aa4a75']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:57.773226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-58b178e2-b55a-4117-80d6-7ce92a7c9eca tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Made reservation on behalf of 5018e06413d8403cb660acab2ea8e46e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:10:57.776915 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-58b178e2-b55a-4117-80d6-7ce92a7c9eca tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:57.897418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-58b178e2-b55a-4117-80d6-7ce92a7c9eca tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Allocated IP 172.20.0.11 (3affef44-c0cc-4d70-ba63-83a95cdb89ab/a7099dbc-8a49-4630-923e-a8d1d4664844/72473435-54b4-40c1-9b44-395580b37cdf) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:10:57.899427 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9b471cae-921f-414a-a93f-e652203aaf65 req-0b31f14e-1bc2-45d4-a8f8-cba254fc3f59 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 210 time: 0.0279205 Jul 16 04:10:58.035295 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-58b178e2-b55a-4117-80d6-7ce92a7c9eca tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.047925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-58b178e2-b55a-4117-80d6-7ce92a7c9eca tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Transition to ACTIVE for port object 72473435-54b4-40c1-9b44-395580b37cdf will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:58.080354 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-58b178e2-b55a-4117-80d6-7ce92a7c9eca tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.124015 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-58b178e2-b55a-4117-80d6-7ce92a7c9eca tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Network 3affef44-c0cc-4d70-ba63-83a95cdb89ab is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:10:58.127730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-58b178e2-b55a-4117-80d6-7ce92a7c9eca tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:10:58.131600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-58b178e2-b55a-4117-80d6-7ce92a7c9eca tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:10:58.137869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b178e2-b55a-4117-80d6-7ce92a7c9eca tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Pushing event updated for resources: {'Port': ['ID=72473435-54b4-40c1-9b44-395580b37cdf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:58.182665 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:10:58.188050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-58b178e2-b55a-4117-80d6-7ce92a7c9eca tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:58.188705 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-58b178e2-b55a-4117-80d6-7ce92a7c9eca tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.203614 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-58b178e2-b55a-4117-80d6-7ce92a7c9eca tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5447969 Jul 16 04:10:58.220046 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Request body: {'port': {'device_id': '694030cc-55ff-4e54-8633-eeec398cc81e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:10:58.293146 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.320837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a18d3820-87c7-4365-b7ae-3dbd51c4f88d None None] Provisioning for port 72473435-54b4-40c1-9b44-395580b37cdf completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:10:58.324585 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a18d3820-87c7-4365-b7ae-3dbd51c4f88d None None] Provisioning complete for port 72473435-54b4-40c1-9b44-395580b37cdf triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:10:58.325065 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a18d3820-87c7-4365-b7ae-3dbd51c4f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.365997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-a18d3820-87c7-4365-b7ae-3dbd51c4f88d None None] Port 72473435-54b4-40c1-9b44-395580b37cdf cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:10:58.552552 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72473435-54b4-40c1-9b44-395580b37cdf {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:10:58.559668 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.570926 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Transition to ACTIVE for port object 72473435-54b4-40c1-9b44-395580b37cdf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:10:58.574563 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.641659 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Pushing event updated for resources: {'Port': ['ID=72473435-54b4-40c1-9b44-395580b37cdf,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:58.693593 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Attempting to bind port 72473435-54b4-40c1-9b44-395580b37cdf on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:10:58.694088 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Attempting to bind port 72473435-54b4-40c1-9b44-395580b37cdf by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:10:58.694317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Attempting to bind port 72473435-54b4-40c1-9b44-395580b37cdf on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:58.698931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Port 72473435-54b4-40c1-9b44-395580b37cdf on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:10:58.699266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Attempting to bind port 72473435-54b4-40c1-9b44-395580b37cdf on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:10:58.704340 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:10:58.704686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Checking segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:10:58.705090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Bound using segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:10:58.705525 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Bound port: 72473435-54b4-40c1-9b44-395580b37cdf, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:10:58.705890 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.775232 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] For port 72473435-54b4-40c1-9b44-395580b37cdf, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:10:58.778461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] For port 72473435-54b4-40c1-9b44-395580b37cdf, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=72473435-54b4-40c1-9b44-395580b37cdf,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:10:58.783952 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.819120 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:58.819758 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:10:58.821218 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] 10.222.0.88 "PUT /v2.0/ports/72473435-54b4-40c1-9b44-395580b37cdf HTTP/1.1" status: 200 len: 1092 time: 0.6057055 Jul 16 04:10:58.821655 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694030cc-55ff-4e54-8633-eeec398cc81e', 'tag': '72473435-54b4-40c1-9b44-395580b37cdf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:10:58.823926 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d059ee0f-3c29-488d-a348-ad8fdf99bd0f" -d '{"events": [{"name": "network-changed", "server_uuid": "694030cc-55ff-4e54-8633-eeec398cc81e", "tag": "72473435-54b4-40c1-9b44-395580b37cdf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:10:58.855950 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7771e3b-2a69-435e-b370-46ae70b8a537 service neutron] Pushing event updated for resources: {'Port': ['ID=72473435-54b4-40c1-9b44-395580b37cdf,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:10:58.872512 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9dc428-01b6-46d2-9be3-9f2440870304 x-openstack-request-id: req-8a9dc428-01b6-46d2-9be3-9f2440870304 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:10:58.872880 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694030cc-55ff-4e54-8633-eeec398cc81e", "tag": "72473435-54b4-40c1-9b44-395580b37cdf", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:10:58.873142 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a9dc428-01b6-46d2-9be3-9f2440870304 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:10:58.873556 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694030cc-55ff-4e54-8633-eeec398cc81e', 'tag': '72473435-54b4-40c1-9b44-395580b37cdf', 'status': 'completed', 'code': 200} Jul 16 04:10:58.934715 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-270d23a6-46c4-4062-8acc-49b0924c0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:58.937348 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-270d23a6-46c4-4062-8acc-49b0924c0f67 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 1095 time: 0.0566986 Jul 16 04:10:58.989074 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-e3b815d3-0c83-4fe8-b246-fd470a7e5da5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72473435-54b4-40c1-9b44-395580b37cdf HTTP/1.1" status: 200 len: 217 time: 0.0413365 Jul 16 04:10:59.041042 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-91615be3-7b55-4b92-82d1-4a414916106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:59.042427 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-91615be3-7b55-4b92-82d1-4a414916106b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0439906 Jul 16 04:10:59.073893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66968483-4d86-4874-b319-218abcd196ff req-00f91c56-08ed-4d8d-a57f-86426bc287b9 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:59.075364 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66968483-4d86-4874-b319-218abcd196ff req-00f91c56-08ed-4d8d-a57f-86426bc287b9 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 944 time: 0.0616827 Jul 16 04:10:59.102842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-66faa2a9-afdc-43f5-8985-973beb59296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:59.104547 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-66faa2a9-afdc-43f5-8985-973beb59296a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520194 Jul 16 04:10:59.114423 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66968483-4d86-4874-b319-218abcd196ff req-5cb0df54-ed5f-42e9-bf7f-da0aa156f643 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328503 Jul 16 04:10:59.198075 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-8dffb200-4c29-4904-baf8-a94ea0d5954a service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837696 Jul 16 04:10:59.286072 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6c7e9601-c98e-4e70-be69-92c8cfc62651 req-a2151e58-42d1-43d7-a6f4-39a8c0927925 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785346 Jul 16 04:10:59.386614 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059ee0f-3c29-488d-a348-ad8fdf99bd0f req-17cfdf54-def6-4f4e-a0c3-f0d0a9b17810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:59.387955 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d059ee0f-3c29-488d-a348-ad8fdf99bd0f req-17cfdf54-def6-4f4e-a0c3-f0d0a9b17810 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 1095 time: 0.0503452 Jul 16 04:10:59.478543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059ee0f-3c29-488d-a348-ad8fdf99bd0f req-24a06a1d-28a9-4c15-9098-36a804480e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:59.479995 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d059ee0f-3c29-488d-a348-ad8fdf99bd0f req-24a06a1d-28a9-4c15-9098-36a804480e77 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0853517 Jul 16 04:10:59.520374 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d059ee0f-3c29-488d-a348-ad8fdf99bd0f req-126386c0-0ed1-42d9-8efb-6e163fa290f5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72473435-54b4-40c1-9b44-395580b37cdf HTTP/1.1" status: 200 len: 217 time: 0.0333409 Jul 16 04:10:59.572554 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059ee0f-3c29-488d-a348-ad8fdf99bd0f req-d96e138d-ee08-4806-99fe-5064228e82fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:59.573976 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d059ee0f-3c29-488d-a348-ad8fdf99bd0f req-d96e138d-ee08-4806-99fe-5064228e82fb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0463758 Jul 16 04:10:59.633427 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059ee0f-3c29-488d-a348-ad8fdf99bd0f req-d72c97ea-0962-4e05-aea1-dc064e9675e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:10:59.634941 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d059ee0f-3c29-488d-a348-ad8fdf99bd0f req-d72c97ea-0962-4e05-aea1-dc064e9675e6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513306 Jul 16 04:10:59.724071 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d059ee0f-3c29-488d-a348-ad8fdf99bd0f req-fa27966b-8df1-486c-8767-0ddbe2739c4c service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822816 Jul 16 04:10:59.811993 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-d059ee0f-3c29-488d-a348-ad8fdf99bd0f req-ee3e06cb-235c-48b8-91f7-a670aa46a6c7 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805459 Jul 16 04:11:00.088630 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5db9fcea-3a0a-4a04-a08e-c047a3bda1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:00.347372 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461e46f-64ec-4998-a02e-650278884349 req-f1039b0f-3890-4e02-a748-a023e846ab98 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:00.349492 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e461e46f-64ec-4998-a02e-650278884349 req-f1039b0f-3890-4e02-a748-a023e846ab98 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 944 time: 0.1234543 Jul 16 04:11:00.388267 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e461e46f-64ec-4998-a02e-650278884349 req-21d785dd-0792-4d0a-be9e-d52916c527ae tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307586 Jul 16 04:11:01.348680 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:01.559088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2259518-4d47-4ba8-8f5b-4589502041f0 req-6e7509b9-097f-46b1-be11-4aecd54d74c5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:01.560575 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2259518-4d47-4ba8-8f5b-4589502041f0 req-6e7509b9-097f-46b1-be11-4aecd54d74c5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 944 time: 0.0632687 Jul 16 04:11:01.596704 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2259518-4d47-4ba8-8f5b-4589502041f0 req-7b20bc69-67d9-4d95-b702-e42ad510d993 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305150 Jul 16 04:11:01.746733 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.769178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b99b35-1831-4461-9f2f-b2ba30718ed2 req-85eea9af-e705-4520-b3ba-5fac44a058af tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:02.770635 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91b99b35-1831-4461-9f2f-b2ba30718ed2 req-85eea9af-e705-4520-b3ba-5fac44a058af tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 944 time: 0.0652213 Jul 16 04:11:02.806925 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91b99b35-1831-4461-9f2f-b2ba30718ed2 req-b0ec37e7-ca8b-4fc2-af3f-957aa0a9b078 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306911 Jul 16 04:11:02.827471 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a032e1c-47bb-4a64-be51-4f164f1889d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:02.860495 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:03.166549 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 72473435-54b4-40c1-9b44-395580b37cdf details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:11:03.258887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 72473435-54b4-40c1-9b44-395580b37cdf, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=72473435-54b4-40c1-9b44-395580b37cdf,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:03.273403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '72473435-54b4-40c1-9b44-395580b37cdf', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'port_id': '72473435-54b4-40c1-9b44-395580b37cdf', 'mac_address': 'fa:16:3e:21:4a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:11:03.309181 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:03.321134 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72473435-54b4-40c1-9b44-395580b37cdf {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:11:03.340226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 72473435-54b4-40c1-9b44-395580b37cdf, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=72473435-54b4-40c1-9b44-395580b37cdf,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:03.343778 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:03.390115 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=72473435-54b4-40c1-9b44-395580b37cdf,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:03.592015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['72473435-54b4-40c1-9b44-395580b37cdf'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:11:03.976083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8bc80-9177-4bb3-85ce-2d1783a3d66c req-541fd89d-b5eb-478e-8699-ee6e7b95af85 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:03.977580 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a1a8bc80-9177-4bb3-85ce-2d1783a3d66c req-541fd89d-b5eb-478e-8699-ee6e7b95af85 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 945 time: 0.0620608 Jul 16 04:11:03.994765 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:04.016759 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a1a8bc80-9177-4bb3-85ce-2d1783a3d66c req-92d14432-2b0a-490d-871f-f8620417e786 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323141 Jul 16 04:11:05.187047 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf509b7-c9b5-49b5-95f2-ab7909f93fcc req-5d032a45-2012-4718-aa29-a24677b6eb72 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:05.188531 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cbf509b7-c9b5-49b5-95f2-ab7909f93fcc req-5d032a45-2012-4718-aa29-a24677b6eb72 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 945 time: 0.0621457 Jul 16 04:11:05.197106 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 72473435-54b4-40c1-9b44-395580b37cdf up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:11:05.229820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cbf509b7-c9b5-49b5-95f2-ab7909f93fcc req-f1541ee3-83b6-4100-a5a5-779c437cc796 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357640 Jul 16 04:11:05.244611 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 72473435-54b4-40c1-9b44-395580b37cdf completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:11:05.248249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 72473435-54b4-40c1-9b44-395580b37cdf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:11:05.248656 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:05.323476 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:05.344139 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694030cc-55ff-4e54-8633-eeec398cc81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72473435-54b4-40c1-9b44-395580b37cdf'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:11:05.347155 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce153f6-2072-4b6f-9c3c-f1d0620400d7" -d '{"events": [{"server_uuid": "694030cc-55ff-4e54-8633-eeec398cc81e", "name": "network-vif-plugged", "status": "completed", "tag": "72473435-54b4-40c1-9b44-395580b37cdf"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:11:05.359510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 72473435-54b4-40c1-9b44-395580b37cdf, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=72473435-54b4-40c1-9b44-395580b37cdf,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:11:05.363846 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:05.386561 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25c6c07-3fc1-4e05-8e64-be057316af87 x-openstack-request-id: req-a25c6c07-3fc1-4e05-8e64-be057316af87 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:11:05.386854 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694030cc-55ff-4e54-8633-eeec398cc81e", "name": "network-vif-plugged", "status": "completed", "tag": "72473435-54b4-40c1-9b44-395580b37cdf", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:11:05.387108 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a25c6c07-3fc1-4e05-8e64-be057316af87 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:11:05.387495 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694030cc-55ff-4e54-8633-eeec398cc81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72473435-54b4-40c1-9b44-395580b37cdf', 'code': 200} Jul 16 04:11:05.413271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=72473435-54b4-40c1-9b44-395580b37cdf,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:11:05.502999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fa01c-376a-41d7-a79a-7985a8b0456e req-5b617c35-f0d3-45b5-9fb7-cd2a007c683e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:05.504522 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-435fa01c-376a-41d7-a79a-7985a8b0456e req-5b617c35-f0d3-45b5-9fb7-cd2a007c683e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 1097 time: 0.0512660 Jul 16 04:11:05.542177 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-435fa01c-376a-41d7-a79a-7985a8b0456e req-4f1c240f-8569-4dc1-b94d-5f82c2316f15 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280399 Jul 16 04:11:05.851765 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:06.408390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab20b0-c6e6-453f-a952-c29cb9e06d5f req-007c5d09-d548-4f62-b568-c974c9acc5d1 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:06.409869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53ab20b0-c6e6-453f-a952-c29cb9e06d5f req-007c5d09-d548-4f62-b568-c974c9acc5d1 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0673628 Jul 16 04:11:06.446525 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-53ab20b0-c6e6-453f-a952-c29cb9e06d5f req-d675fb4b-6485-4cce-b210-602f49bfea96 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309525 Jul 16 04:11:07.619447 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed751ef-5579-42c1-b717-e4545977d452 req-b4d8a097-ef25-4f29-9ea5-ac5536c69e95 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:07.620975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ed751ef-5579-42c1-b717-e4545977d452 req-b4d8a097-ef25-4f29-9ea5-ac5536c69e95 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0618804 Jul 16 04:11:07.660155 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ed751ef-5579-42c1-b717-e4545977d452 req-e413ee34-fe6f-40e1-ac2f-b464e4a884c1 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336611 Jul 16 04:11:07.825709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708c4bd-9988-41eb-b62a-873c72adc43d req-41b7e74e-d0c7-4151-ac30-7e00929fda2f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:07.827056 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d708c4bd-9988-41eb-b62a-873c72adc43d req-41b7e74e-d0c7-4151-ac30-7e00929fda2f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0647340 Jul 16 04:11:07.835568 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:11:07.841277 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6c64872d-a74d-4374-ba85-ebbe4148f163 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Request body: {'floatingip': {'port_id': '72473435-54b4-40c1-9b44-395580b37cdf'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:11:07.879751 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c64872d-a74d-4374-ba85-ebbe4148f163 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:08.310758 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c64872d-a74d-4374-ba85-ebbe4148f163 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:08.314530 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c64872d-a74d-4374-ba85-ebbe4148f163 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:08.416138 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-6c64872d-a74d-4374-ba85-ebbe4148f163 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221 associated. External IP: 172.25.3.185, port: 72473435-54b4-40c1-9b44-395580b37cdf. Jul 16 04:11:08.621732 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c64872d-a74d-4374-ba85-ebbe4148f163 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Router bd909d23-ff70-4c13-96d4-612b6a6554d8 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:11:08.731530 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c64872d-a74d-4374-ba85-ebbe4148f163 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:11:08.736127 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6c64872d-a74d-4374-ba85-ebbe4148f163 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:08.741256 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a839132-2938-4f81-b7bf-942c199a9f88 None None] Sync routers for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:11:08.750769 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a839132-2938-4f81-b7bf-942c199a9f88 None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:08.751405 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4a839132-2938-4f81-b7bf-942c199a9f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:11:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:08.772611 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6c64872d-a74d-4374-ba85-ebbe4148f163 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "PUT /v2.0/floatingips/5a5c2f03-2936-4a80-a13a-7ef3e5eef221 HTTP/1.1" status: 200 len: 992 time: 0.9359479 Jul 16 04:11:08.773207 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694030cc-55ff-4e54-8633-eeec398cc81e', 'tag': '72473435-54b4-40c1-9b44-395580b37cdf'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:11:08.775498 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d5c865-195b-49a6-bdc6-476053234592" -d '{"events": [{"name": "network-changed", "server_uuid": "694030cc-55ff-4e54-8633-eeec398cc81e", "tag": "72473435-54b4-40c1-9b44-395580b37cdf"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:11:08.812802 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4262480-09e3-4c4a-885f-3abd9d5da0c4 x-openstack-request-id: req-e4262480-09e3-4c4a-885f-3abd9d5da0c4 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:11:08.813107 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694030cc-55ff-4e54-8633-eeec398cc81e", "tag": "72473435-54b4-40c1-9b44-395580b37cdf", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:11:08.813358 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4262480-09e3-4c4a-885f-3abd9d5da0c4 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:11:08.813759 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694030cc-55ff-4e54-8633-eeec398cc81e', 'tag': '72473435-54b4-40c1-9b44-395580b37cdf', 'status': 'completed', 'code': 200} Jul 16 04:11:08.857729 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4a839132-2938-4f81-b7bf-942c199a9f88 None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:08.892836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5c865-195b-49a6-bdc6-476053234592 req-cdb03140-fb30-4010-bb97-e9a09913703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:08.894287 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c9d5c865-195b-49a6-bdc6-476053234592 req-cdb03140-fb30-4010-bb97-e9a09913703d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 1097 time: 0.0585525 Jul 16 04:11:08.980320 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5c865-195b-49a6-bdc6-476053234592 req-23c9dc01-8cb3-47b4-9487-ce338395f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:08.981822 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c9d5c865-195b-49a6-bdc6-476053234592 req-23c9dc01-8cb3-47b4-9487-ce338395f502 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0814290 Jul 16 04:11:09.050858 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c9d5c865-195b-49a6-bdc6-476053234592 req-e3b56074-309a-484d-b60c-6ec9bdcef990 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72473435-54b4-40c1-9b44-395580b37cdf HTTP/1.1" status: 200 len: 1000 time: 0.0624926 Jul 16 04:11:09.075011 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4a839132-2938-4f81-b7bf-942c199a9f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a5c2f03-2936-4a80-a13a-7ef3e5eef221', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'port_id': '72473435-54b4-40c1-9b44-395580b37cdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'mac_address': 'fa:16:3e:21:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694030cc-55ff-4e54-8633-eeec398cc81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:08:43Z', 'updated_at': '2021-07-16T04:11:08Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:09.098810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5c865-195b-49a6-bdc6-476053234592 req-ebf31ab4-26cb-4e39-ba86-6b44ab4e32d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:09.100274 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c9d5c865-195b-49a6-bdc6-476053234592 req-ebf31ab4-26cb-4e39-ba86-6b44ab4e32d5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0430937 Jul 16 04:11:09.100529 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a839132-2938-4f81-b7bf-942c199a9f88 None None] Checking router: bd909d23-ff70-4c13-96d4-612b6a6554d8 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:11:09.108545 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a839132-2938-4f81-b7bf-942c199a9f88 None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:11:09.109157 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4a839132-2938-4f81-b7bf-942c199a9f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:11:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:09.156198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5c865-195b-49a6-bdc6-476053234592 req-ec88821f-3ab2-496a-9a9e-55065955c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:09.157656 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c9d5c865-195b-49a6-bdc6-476053234592 req-ec88821f-3ab2-496a-9a9e-55065955c182 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511203 Jul 16 04:11:09.211358 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4a839132-2938-4f81-b7bf-942c199a9f88 None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:11:09.249566 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c9d5c865-195b-49a6-bdc6-476053234592 req-8dc2ed26-2473-4a3d-ab2b-0a49dc33a669 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849550 Jul 16 04:11:09.336991 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c9d5c865-195b-49a6-bdc6-476053234592 req-38ea0e9d-aaab-4813-9d05-8de0d6d6e06c service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804837 Jul 16 04:11:09.428253 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4a839132-2938-4f81-b7bf-942c199a9f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a5c2f03-2936-4a80-a13a-7ef3e5eef221', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'port_id': '72473435-54b4-40c1-9b44-395580b37cdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'mac_address': 'fa:16:3e:21:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694030cc-55ff-4e54-8633-eeec398cc81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:08:43Z', 'updated_at': '2021-07-16T04:11:08Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:11:09.453876 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a839132-2938-4f81-b7bf-942c199a9f88 None None] The sync data for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 is: [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a5c2f03-2936-4a80-a13a-7ef3e5eef221', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'port_id': '72473435-54b4-40c1-9b44-395580b37cdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'mac_address': 'fa:16:3e:21:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694030cc-55ff-4e54-8633-eeec398cc81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:08:43Z', 'updated_at': '2021-07-16T04:11:08Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:11:09.638697 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1dfe72-c8de-4f33-8bca-14f320cd762e None None] New status for floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:11:30.088889 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-50b1cc02-029d-4ebf-8149-2a8efe364d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:31.363981 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:31.759386 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.828490 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-71ff4683-e856-4b44-989f-2d72af490ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:32.859515 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:33.997097 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:35.182859 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:11:35.856694 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:11:50.985789 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-612a7d03-67b2-4af4-b22d-c2f811364ad3 req-c95ac508-163f-47d8-bab0-5364fe7fcc27 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545926 Jul 16 04:11:51.088506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a7d03-67b2-4af4-b22d-c2f811364ad3 req-bbbf266d-b6ca-4632-bfb6-da7d94cd8484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:51.089981 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-612a7d03-67b2-4af4-b22d-c2f811364ad3 req-bbbf266d-b6ca-4632-bfb6-da7d94cd8484 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 1097 time: 0.0521958 Jul 16 04:11:51.193633 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a7d03-67b2-4af4-b22d-c2f811364ad3 req-e259df3a-7d28-4d05-ae19-0a074fdec25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:51.195047 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-612a7d03-67b2-4af4-b22d-c2f811364ad3 req-e259df3a-7d28-4d05-ae19-0a074fdec25d service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0808849 Jul 16 04:11:51.263745 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-612a7d03-67b2-4af4-b22d-c2f811364ad3 req-b37d4114-03e5-4366-8c08-5f836fea14b9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72473435-54b4-40c1-9b44-395580b37cdf HTTP/1.1" status: 200 len: 1002 time: 0.0587733 Jul 16 04:11:51.312884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a7d03-67b2-4af4-b22d-c2f811364ad3 req-c21e5aaf-163d-472c-bd52-3a1e7c551e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:51.314231 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-612a7d03-67b2-4af4-b22d-c2f811364ad3 req-c21e5aaf-163d-472c-bd52-3a1e7c551e7d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0410664 Jul 16 04:11:51.370870 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a7d03-67b2-4af4-b22d-c2f811364ad3 req-bb17a474-c8ff-4775-bab7-6714b4ec97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:11:51.372276 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-612a7d03-67b2-4af4-b22d-c2f811364ad3 req-bb17a474-c8ff-4775-bab7-6714b4ec97d3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486071 Jul 16 04:11:51.464190 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-612a7d03-67b2-4af4-b22d-c2f811364ad3 req-983a2a0f-81e7-4b41-bee3-7e2493449360 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815101 Jul 16 04:11:51.554982 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-612a7d03-67b2-4af4-b22d-c2f811364ad3 req-da34eee4-2856-41aa-bb88-56f8d356aaf0 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804605 Jul 16 04:12:00.088808 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-09674300-2dd0-4f6b-8f53-9d033ffe95e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:01.380634 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:01.757810 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:02.828805 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f808a4e-8f7f-4df2-bee6-3dc85a849095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:02.859533 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:04.000349 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:05.857195 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:12.182366 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:12:18.775937 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-b42a1266-b4d6-47a3-b67e-1d06d2349021 req-60fd4339-c344-4e82-a242-57aeb595f2f7 service neutron] (93767) timed out ('10.222.0.88', 64067) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:12:30.088784 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d7e24279-ab08-47e1-ab54-d0bb4975220e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:31.380550 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:31.742694 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:32.828697 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-38968326-7d15-43ac-958b-6529eaac6d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:32.860246 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:32.963958 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-bc3ed063-c295-4c15-8455-77dcdadd6079 req-f0b59d84-7584-4dcd-b83a-7c582aabd58e service neutron] (93767) timed out ('10.222.0.20', 52437) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:12:34.002794 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:35.858929 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:12:48.655068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79704c5-1ed1-4b27-b84f-da49f3969b73 req-112bf729-d968-41a4-b99e-95846d17caf7 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:48.656649 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b79704c5-1ed1-4b27-b84f-da49f3969b73 req-112bf729-d968-41a4-b99e-95846d17caf7 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0655768 Jul 16 04:12:48.695299 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b79704c5-1ed1-4b27-b84f-da49f3969b73 req-12ba1b3f-fe03-4d96-9308-fd581f7528f8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328496 Jul 16 04:12:49.181668 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:12:49.872184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9a81e-4b29-4cf4-ba0f-f68be2378636 req-f58df1af-3c38-4dd8-b0e6-da7de1ce59eb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:49.873690 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80d9a81e-4b29-4cf4-ba0f-f68be2378636 req-f58df1af-3c38-4dd8-b0e6-da7de1ce59eb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0658782 Jul 16 04:12:49.910022 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-80d9a81e-4b29-4cf4-ba0f-f68be2378636 req-8dfd1241-3e0c-4db6-b576-bcf983fa4e60 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308275 Jul 16 04:12:51.000332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88700696-ca59-4115-b760-4a05ae35092c req-f74f035d-a229-4c23-961f-2bbe038b217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:51.001858 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88700696-ca59-4115-b760-4a05ae35092c req-f74f035d-a229-4c23-961f-2bbe038b217c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 1097 time: 0.0571270 Jul 16 04:12:51.084439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a3b03-ab84-4387-afd8-2a5de5f18d32 req-bacf519a-368b-43b5-b192-470da22cd813 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:51.085938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e1a3b03-ab84-4387-afd8-2a5de5f18d32 req-bacf519a-368b-43b5-b192-470da22cd813 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0627055 Jul 16 04:12:51.106418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88700696-ca59-4115-b760-4a05ae35092c req-364f78f6-bcc9-4a58-bfb6-7fe869669a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:51.107894 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88700696-ca59-4115-b760-4a05ae35092c req-364f78f6-bcc9-4a58-bfb6-7fe869669a03 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0833235 Jul 16 04:12:51.123865 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e1a3b03-ab84-4387-afd8-2a5de5f18d32 req-11b190fd-393e-4b76-a718-6d977491e72e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317998 Jul 16 04:12:51.175038 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88700696-ca59-4115-b760-4a05ae35092c req-f78940b1-2d1d-4e28-b740-8eadaff27ea5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72473435-54b4-40c1-9b44-395580b37cdf HTTP/1.1" status: 200 len: 1002 time: 0.0602245 Jul 16 04:12:51.222273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88700696-ca59-4115-b760-4a05ae35092c req-390eeaa3-2d8f-47e4-860c-bfb9a5442d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:51.223562 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88700696-ca59-4115-b760-4a05ae35092c req-390eeaa3-2d8f-47e4-860c-bfb9a5442d17 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0419736 Jul 16 04:12:51.279874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88700696-ca59-4115-b760-4a05ae35092c req-e8775a40-42e9-4862-b6f9-589498f48238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:51.281310 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88700696-ca59-4115-b760-4a05ae35092c req-e8775a40-42e9-4862-b6f9-589498f48238 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485809 Jul 16 04:12:51.372073 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88700696-ca59-4115-b760-4a05ae35092c req-a814f2ef-e50b-441f-8044-0492a31da637 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827293 Jul 16 04:12:51.458234 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88700696-ca59-4115-b760-4a05ae35092c req-bc536294-2cf2-496f-acc2-898a2f37602b service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789049 Jul 16 04:12:52.293117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cc161-a2ea-42a9-8596-a0fe09f349a9 req-37806746-f64f-4ed4-b420-59768405dcf5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:52.294586 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d0cc161-a2ea-42a9-8596-a0fe09f349a9 req-37806746-f64f-4ed4-b420-59768405dcf5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0614469 Jul 16 04:12:52.331233 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d0cc161-a2ea-42a9-8596-a0fe09f349a9 req-0544b992-4c83-414f-8ad8-30d353620ec4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311995 Jul 16 04:12:53.503317 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722ea10-07cb-4191-8789-3fecf2bc90e6 req-f0f762e3-4c2a-4f22-b268-fb0dcc68d33f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:53.504806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e722ea10-07cb-4191-8789-3fecf2bc90e6 req-f0f762e3-4c2a-4f22-b268-fb0dcc68d33f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0664217 Jul 16 04:12:53.542270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e722ea10-07cb-4191-8789-3fecf2bc90e6 req-b56064cb-a850-4caf-aa47-71354f408a89 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317314 Jul 16 04:12:54.714925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f22d0a-1566-4d29-a939-9b727d78e271 req-c769153b-2eda-4141-9367-e42b8b59137f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:54.716417 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08f22d0a-1566-4d29-a939-9b727d78e271 req-c769153b-2eda-4141-9367-e42b8b59137f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0653472 Jul 16 04:12:54.753014 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-08f22d0a-1566-4d29-a939-9b727d78e271 req-67ce72e9-8b8f-4e11-90ac-b1b956e03ef8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311096 Jul 16 04:12:55.927227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e87ea-d363-4ad6-b6f2-c126296f3201 req-32e70c6b-d435-4cf9-a2b2-b7e8841029f8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:55.928722 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba8e87ea-d363-4ad6-b6f2-c126296f3201 req-32e70c6b-d435-4cf9-a2b2-b7e8841029f8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0665996 Jul 16 04:12:55.966636 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba8e87ea-d363-4ad6-b6f2-c126296f3201 req-b1d2d5dc-ad4d-4e5f-9ef9-236527cf0fe3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323520 Jul 16 04:12:57.139336 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652fcc0-c8b4-438b-b153-ef8589bb1de0 req-4eacdc9d-ad11-4fab-b0e0-8bc650a2e025 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:57.140820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2652fcc0-c8b4-438b-b153-ef8589bb1de0 req-4eacdc9d-ad11-4fab-b0e0-8bc650a2e025 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0617325 Jul 16 04:12:57.177244 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2652fcc0-c8b4-438b-b153-ef8589bb1de0 req-9a8cd21e-28f6-4a9c-b454-6d38326a6e64 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309527 Jul 16 04:12:58.346640 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d75c3c-6332-460b-b9ed-8ede9acd04c6 req-bb91d39f-b919-40b6-a49f-bf84bb5b8dd9 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:58.348106 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89d75c3c-6332-460b-b9ed-8ede9acd04c6 req-bb91d39f-b919-40b6-a49f-bf84bb5b8dd9 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0613737 Jul 16 04:12:58.385665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-89d75c3c-6332-460b-b9ed-8ede9acd04c6 req-0a963328-5776-48ef-b8a4-80dadc36c368 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311027 Jul 16 04:12:59.558456 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64d104-90c0-43c7-94f7-90d6d73d7cd6 req-bf8df86b-258e-404a-ac31-a62bcc52f551 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:12:59.559921 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a64d104-90c0-43c7-94f7-90d6d73d7cd6 req-bf8df86b-258e-404a-ac31-a62bcc52f551 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0667207 Jul 16 04:12:59.597559 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7a64d104-90c0-43c7-94f7-90d6d73d7cd6 req-41dd3c26-a2aa-485c-8eb6-e132aca5f1d9 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314338 Jul 16 04:13:00.089104 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51f932db-0dd9-47fe-8853-ba789e543037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:00.771307 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef454c-5417-4b1d-965c-4a84a7d7c62a req-38e8befe-b4d8-4da5-8758-d11dba6779c5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:00.772845 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91ef454c-5417-4b1d-965c-4a84a7d7c62a req-38e8befe-b4d8-4da5-8758-d11dba6779c5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0648043 Jul 16 04:13:00.811024 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91ef454c-5417-4b1d-965c-4a84a7d7c62a req-26570ea3-93b9-44cb-bce7-ca24ee68cde3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321412 Jul 16 04:13:01.396976 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:01.761216 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:01.985001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a53e7-d351-481d-bfa1-171598f24f6e req-6280b35e-7c29-4050-892b-6034d24f5a34 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:01.986494 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f38a53e7-d351-481d-bfa1-171598f24f6e req-6280b35e-7c29-4050-892b-6034d24f5a34 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0661657 Jul 16 04:13:02.024186 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f38a53e7-d351-481d-bfa1-171598f24f6e req-7ba138a5-bd03-43ba-a369-1eea808d10ac tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321095 Jul 16 04:13:02.828553 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-16b35995-6c39-4696-baa9-af08283a4f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:02.859948 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:03.192461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ec470-ee04-4d6c-845c-273e2e4f6bce req-6a3cb738-fe6b-491a-aa36-60f1a0753907 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:03.193968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-609ec470-ee04-4d6c-845c-273e2e4f6bce req-6a3cb738-fe6b-491a-aa36-60f1a0753907 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0627911 Jul 16 04:13:03.233013 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-609ec470-ee04-4d6c-845c-273e2e4f6bce req-564eff26-5fa5-4ad7-b264-1ce55a7bf78a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330484 Jul 16 04:13:04.005931 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:04.404286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d62344-3253-418a-b19e-29f601523050 req-5ace8965-3833-477a-8b3e-aaad531134f2 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:04.405716 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6d62344-3253-418a-b19e-29f601523050 req-5ace8965-3833-477a-8b3e-aaad531134f2 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0625188 Jul 16 04:13:04.443545 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6d62344-3253-418a-b19e-29f601523050 req-76410ddc-7c44-4218-9801-a4eb09f95c5b tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321815 Jul 16 04:13:04.783327 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-a7b35cf5-f6d9-4813-ad2b-74cb8b0818a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0595191 Jul 16 04:13:04.854414 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a684e7-b29f-4e48-8cf1-dd7b9edc4bd8 req-30df423c-88e7-4c14-8d3b-54a669c6427a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:04.855849 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7a684e7-b29f-4e48-8cf1-dd7b9edc4bd8 req-30df423c-88e7-4c14-8d3b-54a669c6427a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0723760 Jul 16 04:13:04.897246 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a7a684e7-b29f-4e48-8cf1-dd7b9edc4bd8 req-ae9835d5-884a-40e8-81ca-78d0b5123286 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350993 Jul 16 04:13:05.861715 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:06.071327 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989db6f-d544-4e40-bf12-9db26e329ab5 req-0378ad72-0e8c-4291-b429-c752499f32b8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:06.073413 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2989db6f-d544-4e40-bf12-9db26e329ab5 req-0378ad72-0e8c-4291-b429-c752499f32b8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0630319 Jul 16 04:13:06.110007 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2989db6f-d544-4e40-bf12-9db26e329ab5 req-62af080c-a0ff-4edd-8d5c-566b40718ad1 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311735 Jul 16 04:13:07.284253 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c55a8-6c82-4fe5-bc19-0ca65c34c2a8 req-38bc2014-bcfb-43c0-8792-5238d841ad7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:07.285867 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-583c55a8-6c82-4fe5-bc19-0ca65c34c2a8 req-38bc2014-bcfb-43c0-8792-5238d841ad7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0664408 Jul 16 04:13:07.326624 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-583c55a8-6c82-4fe5-bc19-0ca65c34c2a8 req-aa38f913-379a-464c-83d7-1f5626f0f145 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351591 Jul 16 04:13:07.931008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-27323b15-c675-4780-8d0e-d7c5cf6c81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:07.932518 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-27323b15-c675-4780-8d0e-d7c5cf6c81f2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 1097 time: 0.0516233 Jul 16 04:13:08.027462 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-484ddb0d-fe44-48b3-b6bf-b33e3485d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:08.028962 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-484ddb0d-fe44-48b3-b6bf-b33e3485d974 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0872166 Jul 16 04:13:08.093771 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-de6beb51-827b-45d5-9723-718765eec2c8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72473435-54b4-40c1-9b44-395580b37cdf HTTP/1.1" status: 200 len: 1002 time: 0.0555639 Jul 16 04:13:08.145110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-77b53520-32a5-4c3b-9fd0-58b0737f3bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:08.146499 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-77b53520-32a5-4c3b-9fd0-58b0737f3bcd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0423958 Jul 16 04:13:08.208745 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-21952c74-5fa4-450a-9c40-fa73f9434f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:08.210142 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-21952c74-5fa4-450a-9c40-fa73f9434f13 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538442 Jul 16 04:13:08.299424 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-e132dba5-1f3f-4247-b05a-94f90aba4a0b service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791724 Jul 16 04:13:08.395507 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-6f13b952-30e9-4df7-bd2e-3f1bbe8ed8a4 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849519 Jul 16 04:13:08.500154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45db79b-63d3-445c-af5b-fcaef2348aa5 req-63b0cf4a-6df4-4462-9204-f820110df3a3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:08.501589 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e45db79b-63d3-445c-af5b-fcaef2348aa5 req-63b0cf4a-6df4-4462-9204-f820110df3a3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0634973 Jul 16 04:13:08.540751 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e45db79b-63d3-445c-af5b-fcaef2348aa5 req-44baaf17-2683-42f0-bccc-9c00e2ac8c80 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334868 Jul 16 04:13:09.710007 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d91e80-a07f-4610-a355-bef70b0a5602 req-410de7da-0396-4c63-bb3e-6f7602a45924 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:09.711439 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55d91e80-a07f-4610-a355-bef70b0a5602 req-410de7da-0396-4c63-bb3e-6f7602a45924 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0608191 Jul 16 04:13:09.748020 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-55d91e80-a07f-4610-a355-bef70b0a5602 req-119a17b7-4769-4de6-af3f-61c5a6f481f3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305991 Jul 16 04:13:10.562935 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-3c47d72f-6b0d-486f-9a61-45e9c86b4487 service neutron] show failed (client error): The resource could not be found. Jul 16 04:13:10.563924 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-3c47d72f-6b0d-486f-9a61-45e9c86b4487 service neutron] 10.222.0.88 "GET /v2.0/ports/72473435-54b4-40c1-9b44-395580b37cdf/bindings/n-h2-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.0540254 Jul 16 04:13:10.880069 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-4734c72c-eeb3-4558-9e9d-d2a0f4f73fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:10.881644 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-4734c72c-eeb3-4558-9e9d-d2a0f4f73fe0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e&tenant_id=5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 1097 time: 0.1090038 Jul 16 04:13:10.892495 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:10.923037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db64d4-a183-4b81-a38a-80b4838dca4c req-2e09afaf-f63f-4179-b1d4-fc0b7ad15522 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:10.924531 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06db64d4-a183-4b81-a38a-80b4838dca4c req-2e09afaf-f63f-4179-b1d4-fc0b7ad15522 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0657563 Jul 16 04:13:10.962358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06db64d4-a183-4b81-a38a-80b4838dca4c req-d47b0d3d-ae14-45f5-aa1d-dc811ea6e285 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318186 Jul 16 04:13:10.967110 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:11.161933 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] For port 72473435-54b4-40c1-9b44-395580b37cdf, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=72473435-54b4-40c1-9b44-395580b37cdf,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:11.193192 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] For port 72473435-54b4-40c1-9b44-395580b37cdf, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:13:11.230218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694030cc-55ff-4e54-8633-eeec398cc81e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72473435-54b4-40c1-9b44-395580b37cdf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:13:11.232524 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796aa4cc-ac7b-48ba-840c-50eb38a55de3" -d '{"events": [{"server_uuid": "694030cc-55ff-4e54-8633-eeec398cc81e", "name": "network-vif-unplugged", "status": "completed", "tag": "72473435-54b4-40c1-9b44-395580b37cdf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:13:11.236364 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:11.249200 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Transition to ACTIVE for port object 72473435-54b4-40c1-9b44-395580b37cdf will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:13:11.253052 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:11.283224 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a0c6b8-0708-4597-a63d-af20f215f481 x-openstack-request-id: req-26a0c6b8-0708-4597-a63d-af20f215f481 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:13:11.283524 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694030cc-55ff-4e54-8633-eeec398cc81e", "name": "network-vif-unplugged", "status": "completed", "tag": "72473435-54b4-40c1-9b44-395580b37cdf", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:13:11.283779 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26a0c6b8-0708-4597-a63d-af20f215f481 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:13:11.284168 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694030cc-55ff-4e54-8633-eeec398cc81e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72473435-54b4-40c1-9b44-395580b37cdf', 'code': 200} Jul 16 04:13:11.333301 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Pushing event updated for resources: {'Port': ['ID=72473435-54b4-40c1-9b44-395580b37cdf,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:11.347311 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:11.347657 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:11.348004 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:11.348380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:11.348700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:11.349033 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:11.349366 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:11.349695 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:11.350022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:11.350351 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:11.350675 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:11.351000 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:11.388269 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] No DVR routers for this DVR port 72473435-54b4-40c1-9b44-395580b37cdf on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:13:11.521780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Attempting to bind port 72473435-54b4-40c1-9b44-395580b37cdf on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:13:11.522121 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Attempting to bind port 72473435-54b4-40c1-9b44-395580b37cdf by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:13:11.522450 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Attempting to bind port 72473435-54b4-40c1-9b44-395580b37cdf on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:13:11.526655 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Port 72473435-54b4-40c1-9b44-395580b37cdf on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:13:11.526980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Attempting to bind port 72473435-54b4-40c1-9b44-395580b37cdf on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:13:11.531663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:13:11.532002 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Checking segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:13:11.532426 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Bound using segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:13:11.532858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Bound port: 72473435-54b4-40c1-9b44-395580b37cdf, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:13:11.533212 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:11.597171 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] For port 72473435-54b4-40c1-9b44-395580b37cdf, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:13:11.599987 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] For port 72473435-54b4-40c1-9b44-395580b37cdf, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=72473435-54b4-40c1-9b44-395580b37cdf,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:13:11.604390 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:11.636094 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:11.636744 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:11.638155 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] 10.222.0.20 "PUT /v2.0/ports/72473435-54b4-40c1-9b44-395580b37cdf HTTP/1.1" status: 200 len: 1092 time: 0.7497456 Jul 16 04:13:11.661704 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173582cc-8c5e-4704-9176-c01ace50acc0 service neutron] Pushing event updated for resources: {'Port': ['ID=72473435-54b4-40c1-9b44-395580b37cdf,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:11.717083 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-e4c87866-c1b8-48dc-9405-ade21fd8c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:11.718607 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-e4c87866-c1b8-48dc-9405-ade21fd8c0eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 1095 time: 0.0580812 Jul 16 04:13:11.812348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-11708078-1683-41a9-9b78-d977f4796991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:11.813842 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-11708078-1683-41a9-9b78-d977f4796991 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0891597 Jul 16 04:13:11.875177 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-8c5c8c6c-960e-4fd6-b426-62334086c966 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72473435-54b4-40c1-9b44-395580b37cdf HTTP/1.1" status: 200 len: 1000 time: 0.0554721 Jul 16 04:13:11.925411 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-e9cbadf9-cf09-4911-8358-008422125874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:11.926855 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-e9cbadf9-cf09-4911-8358-008422125874 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0461183 Jul 16 04:13:11.981827 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-f9d2e3ec-502a-4fd2-b702-bac3213f2d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:11.983268 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-f9d2e3ec-502a-4fd2-b702-bac3213f2d5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498571 Jul 16 04:13:12.071752 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-f362af77-c0c8-413e-a537-c36e6030de99 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824366 Jul 16 04:13:12.134119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233120a0-00cb-4170-a883-6e3622a93936 req-ebae3d89-9295-4688-b4e8-c1cc458678e6 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:12.136105 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233120a0-00cb-4170-a883-6e3622a93936 req-ebae3d89-9295-4688-b4e8-c1cc458678e6 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 944 time: 0.0627420 Jul 16 04:13:12.165781 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-162f05d3-659d-4f93-87c2-ab017acce2a4 req-2a4eb8e7-ffd6-4f17-ba60-779f7a470144 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878875 Jul 16 04:13:12.174523 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-233120a0-00cb-4170-a883-6e3622a93936 req-77a3f1c0-24b5-4194-9954-34cd572d8dd4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326099 Jul 16 04:13:13.285596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694030cc-55ff-4e54-8633-eeec398cc81e', 'tag': '72473435-54b4-40c1-9b44-395580b37cdf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:13:13.287935 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e326b44-d478-4790-b858-2177b8937ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "694030cc-55ff-4e54-8633-eeec398cc81e", "tag": "72473435-54b4-40c1-9b44-395580b37cdf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:13:13.338762 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e76d2c-d743-4300-8ea0-ec9d2411f48d x-openstack-request-id: req-e7e76d2c-d743-4300-8ea0-ec9d2411f48d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:13:13.339065 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694030cc-55ff-4e54-8633-eeec398cc81e", "tag": "72473435-54b4-40c1-9b44-395580b37cdf", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:13:13.339316 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7e76d2c-d743-4300-8ea0-ec9d2411f48d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:13:13.339717 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694030cc-55ff-4e54-8633-eeec398cc81e', 'tag': '72473435-54b4-40c1-9b44-395580b37cdf', 'status': 'completed', 'code': 200} Jul 16 04:13:13.355705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5a77a-7394-4a66-a2b4-dbaee1581ef7 req-082e1f79-e5c0-412a-bced-5ba0a1cb421f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:13.357889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6a5a77a-7394-4a66-a2b4-dbaee1581ef7 req-082e1f79-e5c0-412a-bced-5ba0a1cb421f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 944 time: 0.0712380 Jul 16 04:13:13.401159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6a5a77a-7394-4a66-a2b4-dbaee1581ef7 req-4ec35227-5325-4bfc-ad67-dbbdc1b0842a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371225 Jul 16 04:13:13.462499 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326b44-d478-4790-b858-2177b8937ce9 req-b9cd30fd-b6fc-4bad-a76e-3ba471f9c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:13.463980 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9e326b44-d478-4790-b858-2177b8937ce9 req-b9cd30fd-b6fc-4bad-a76e-3ba471f9c6c8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 1095 time: 0.0958469 Jul 16 04:13:13.470209 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326b44-d478-4790-b858-2177b8937ce9 req-ba345c12-9094-4a61-a335-ffd3486843f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:13.471590 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9e326b44-d478-4790-b858-2177b8937ce9 req-ba345c12-9094-4a61-a335-ffd3486843f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 1095 time: 0.0936992 Jul 16 04:13:13.625618 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326b44-d478-4790-b858-2177b8937ce9 req-a5f68078-eabd-47c2-9c41-6841f9c90ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:13.627102 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9e326b44-d478-4790-b858-2177b8937ce9 req-a5f68078-eabd-47c2-9c41-6841f9c90ed8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.1524742 Jul 16 04:13:13.628430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326b44-d478-4790-b858-2177b8937ce9 req-3f63ced9-d760-4c32-9235-0a146e2281d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:13.629746 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9e326b44-d478-4790-b858-2177b8937ce9 req-3f63ced9-d760-4c32-9235-0a146e2281d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.1479058 Jul 16 04:13:13.737033 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9e326b44-d478-4790-b858-2177b8937ce9 req-65bc3432-70ab-4209-8bd5-5295f6acb491 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72473435-54b4-40c1-9b44-395580b37cdf HTTP/1.1" status: 200 len: 1000 time: 0.1005907 Jul 16 04:13:13.738665 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9e326b44-d478-4790-b858-2177b8937ce9 req-1d9a04c3-4b67-4115-83b8-160d1ad4b426 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72473435-54b4-40c1-9b44-395580b37cdf HTTP/1.1" status: 200 len: 1000 time: 0.0969062 Jul 16 04:13:13.810121 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 72473435-54b4-40c1-9b44-395580b37cdf details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:13:13.815675 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326b44-d478-4790-b858-2177b8937ce9 req-f36fc144-684f-4333-ba52-c4b72c8c6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:13.817146 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9e326b44-d478-4790-b858-2177b8937ce9 req-f36fc144-684f-4333-ba52-c4b72c8c6e46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0747290 Jul 16 04:13:13.818509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326b44-d478-4790-b858-2177b8937ce9 req-78b8f7d7-5c60-4521-8dd4-4f537d07df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:13.819792 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9e326b44-d478-4790-b858-2177b8937ce9 req-78b8f7d7-5c60-4521-8dd4-4f537d07df3b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0696566 Jul 16 04:13:13.900667 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 72473435-54b4-40c1-9b44-395580b37cdf, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=72473435-54b4-40c1-9b44-395580b37cdf,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:13.911256 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '72473435-54b4-40c1-9b44-395580b37cdf', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'port_id': '72473435-54b4-40c1-9b44-395580b37cdf', 'mac_address': 'fa:16:3e:21:4a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:13:13.912084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326b44-d478-4790-b858-2177b8937ce9 req-196ac482-5adf-4bb0-9ed5-0cd6544821ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:13.913631 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9e326b44-d478-4790-b858-2177b8937ce9 req-196ac482-5adf-4bb0-9ed5-0cd6544821ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891778 Jul 16 04:13:13.919776 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326b44-d478-4790-b858-2177b8937ce9 req-26897d7a-51f4-4717-9fb8-0cd70715414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:13.921166 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9e326b44-d478-4790-b858-2177b8937ce9 req-26897d7a-51f4-4717-9fb8-0cd70715414d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882814 Jul 16 04:13:13.947475 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:13.963792 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72473435-54b4-40c1-9b44-395580b37cdf {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:13:13.982809 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 72473435-54b4-40c1-9b44-395580b37cdf, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=72473435-54b4-40c1-9b44-395580b37cdf,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:13.986799 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:14.036872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=72473435-54b4-40c1-9b44-395580b37cdf,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:14.045553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:14.045897 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:14.046236 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:14.046569 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:14.046907 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:14.047233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:14.047558 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:14.047879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:14.048202 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:14.048553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:14.048873 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:14.049189 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:13:14.210327 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['72473435-54b4-40c1-9b44-395580b37cdf'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:13:14.399517 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9e326b44-d478-4790-b858-2177b8937ce9 req-69ba8fb2-2cf8-4fa9-a2bd-80fe81aa9b5d service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772863 Jul 16 04:13:14.416683 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9e326b44-d478-4790-b858-2177b8937ce9 req-3d5e934e-a666-4e1b-bac9-0f67a2040bdb service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779828 Jul 16 04:13:14.548543 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9e326b44-d478-4790-b858-2177b8937ce9 req-dc30edad-c417-467c-82f4-4ffd578874ff service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418030 Jul 16 04:13:14.561720 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9e326b44-d478-4790-b858-2177b8937ce9 req-f2864203-418c-46be-98ea-627b9926e116 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298242 Jul 16 04:13:14.579253 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f578129-3f01-4307-bea5-8547b8220b1b req-2106f714-5814-4d78-bbda-d03526f7fcb2 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:14.580904 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f578129-3f01-4307-bea5-8547b8220b1b req-2106f714-5814-4d78-bbda-d03526f7fcb2 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 945 time: 0.0646322 Jul 16 04:13:14.618476 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f578129-3f01-4307-bea5-8547b8220b1b req-17ec7bf8-9b85-4004-bc13-852233e39496 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317190 Jul 16 04:13:14.914554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdf5f1-4837-42f9-81e6-8aa1fb4be262 req-62989b05-7d3f-4f13-ba31-6e99d8017b73 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:14.916068 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28fdf5f1-4837-42f9-81e6-8aa1fb4be262 req-62989b05-7d3f-4f13-ba31-6e99d8017b73 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 945 time: 0.0661898 Jul 16 04:13:14.936921 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e5903-96b4-4bb6-993b-28d8a5db837a req-66ad656e-72bc-4693-9a79-766083b32458 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:14.938402 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-058e5903-96b4-4bb6-993b-28d8a5db837a req-66ad656e-72bc-4693-9a79-766083b32458 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.88 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e&tenant_id=5018e06413d8403cb660acab2ea8e46e&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 945 time: 0.0756071 Jul 16 04:13:14.954488 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28fdf5f1-4837-42f9-81e6-8aa1fb4be262 req-45d47457-fd88-4a3c-9347-dbae843e089a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324111 Jul 16 04:13:15.001015 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [req-058e5903-96b4-4bb6-993b-28d8a5db837a req-28313715-bb33-4ab7-9d78-fcf316cd4441 service neutron] delete failed (client error): The resource could not be found. Jul 16 04:13:15.002041 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-058e5903-96b4-4bb6-993b-28d8a5db837a req-28313715-bb33-4ab7-9d78-fcf316cd4441 service neutron] 10.222.0.88 "DELETE /v2.0/ports/72473435-54b4-40c1-9b44-395580b37cdf/bindings/n-h1-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.0530617 Jul 16 04:13:15.101232 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e5903-96b4-4bb6-993b-28d8a5db837a req-11950d4b-b3e9-48e3-987a-dc7e41f4c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:15.102692 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-058e5903-96b4-4bb6-993b-28d8a5db837a req-11950d4b-b3e9-48e3-987a-dc7e41f4c74b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 1096 time: 0.0519643 Jul 16 04:13:15.195167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e5903-96b4-4bb6-993b-28d8a5db837a req-496b8a82-6c03-4d4d-876a-bd10f015dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:15.196545 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-058e5903-96b4-4bb6-993b-28d8a5db837a req-496b8a82-6c03-4d4d-876a-bd10f015dfed service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0844998 Jul 16 04:13:15.261819 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-058e5903-96b4-4bb6-993b-28d8a5db837a req-06faf068-c205-40c1-85cb-79a839962124 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72473435-54b4-40c1-9b44-395580b37cdf HTTP/1.1" status: 200 len: 1001 time: 0.0556543 Jul 16 04:13:15.315263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e5903-96b4-4bb6-993b-28d8a5db837a req-39413d16-1a92-462d-9527-3d4560fcc8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:15.316702 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-058e5903-96b4-4bb6-993b-28d8a5db837a req-39413d16-1a92-462d-9527-3d4560fcc8ec service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0458992 Jul 16 04:13:15.375837 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e5903-96b4-4bb6-993b-28d8a5db837a req-fee9e901-cc57-4da4-8a1e-27afed152bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:15.377300 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-058e5903-96b4-4bb6-993b-28d8a5db837a req-fee9e901-cc57-4da4-8a1e-27afed152bbd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501404 Jul 16 04:13:15.467086 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-058e5903-96b4-4bb6-993b-28d8a5db837a req-2a47bf1f-1880-4344-a67e-96dd93a472ce service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789967 Jul 16 04:13:15.560645 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-058e5903-96b4-4bb6-993b-28d8a5db837a req-8155e072-f8fd-4229-822d-06ffcc2f627b service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836470 Jul 16 04:13:15.651504 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 72473435-54b4-40c1-9b44-395580b37cdf no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:13:15.691568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 72473435-54b4-40c1-9b44-395580b37cdf not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:13:15.826545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 72473435-54b4-40c1-9b44-395580b37cdf up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:13:15.872573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 72473435-54b4-40c1-9b44-395580b37cdf completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:13:15.876118 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 72473435-54b4-40c1-9b44-395580b37cdf triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:13:15.876529 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:15.949937 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:15.975193 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694030cc-55ff-4e54-8633-eeec398cc81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72473435-54b4-40c1-9b44-395580b37cdf'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:13:15.977439 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5badea85-06d2-413f-948c-3eea15575f16" -d '{"events": [{"server_uuid": "694030cc-55ff-4e54-8633-eeec398cc81e", "name": "network-vif-plugged", "status": "completed", "tag": "72473435-54b4-40c1-9b44-395580b37cdf"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:13:15.994398 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 72473435-54b4-40c1-9b44-395580b37cdf, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=72473435-54b4-40c1-9b44-395580b37cdf,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:15.998876 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:16.055285 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=72473435-54b4-40c1-9b44-395580b37cdf,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:16.109473 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70034c5e-ac58-4739-814e-47f4c4879c86 x-openstack-request-id: req-70034c5e-ac58-4739-814e-47f4c4879c86 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:13:16.109774 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694030cc-55ff-4e54-8633-eeec398cc81e", "name": "network-vif-plugged", "status": "completed", "tag": "72473435-54b4-40c1-9b44-395580b37cdf", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:13:16.110030 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70034c5e-ac58-4739-814e-47f4c4879c86 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:13:16.110427 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694030cc-55ff-4e54-8633-eeec398cc81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72473435-54b4-40c1-9b44-395580b37cdf', 'code': 200} Jul 16 04:13:16.140339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6a0d1-6983-4d87-89cd-b58a52005fa9 req-8bd668fe-78f7-4f42-9c0f-cab7a2e8041f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:16.141848 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67e6a0d1-6983-4d87-89cd-b58a52005fa9 req-8bd668fe-78f7-4f42-9c0f-cab7a2e8041f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0682344 Jul 16 04:13:16.179317 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-67e6a0d1-6983-4d87-89cd-b58a52005fa9 req-b7c91f24-bcf6-4b2f-9dc3-d4ac687d514e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318582 Jul 16 04:13:17.356708 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe178bc-46ad-4b0f-8466-58311d340ae6 req-22e84c5d-dcaf-4cf2-8bd4-f54f090b7828 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:17.358208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fbe178bc-46ad-4b0f-8466-58311d340ae6 req-22e84c5d-dcaf-4cf2-8bd4-f54f090b7828 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0667539 Jul 16 04:13:17.401998 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fbe178bc-46ad-4b0f-8466-58311d340ae6 req-5dee6351-b620-4ee2-ba85-e60314c8ccd7 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382965 Jul 16 04:13:17.590600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c7a26-0d10-4f32-afd1-b92f8958ea22 req-9d4f5399-047c-40bd-9994-2c51fe11e32c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:17.592017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-841c7a26-0d10-4f32-afd1-b92f8958ea22 req-9d4f5399-047c-40bd-9994-2c51fe11e32c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0810657 Jul 16 04:13:17.635952 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-841c7a26-0d10-4f32-afd1-b92f8958ea22 req-476296d9-2513-4a36-ba5c-33e16eca6886 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380139 Jul 16 04:13:17.955804 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee514ba3-e902-441d-9d5c-4767a652b381 req-0f6c1920-d23a-4650-8d29-31d62b893042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:17.957363 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee514ba3-e902-441d-9d5c-4767a652b381 req-0f6c1920-d23a-4650-8d29-31d62b893042 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 1097 time: 0.0563197 Jul 16 04:13:17.973863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164be01e-c3f5-41d0-98c5-8bf1f396c99d req-0b237670-489b-406b-b1fc-0902dcec0f58 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:17.975374 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-164be01e-c3f5-41d0-98c5-8bf1f396c99d req-0b237670-489b-406b-b1fc-0902dcec0f58 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0640023 Jul 16 04:13:18.013688 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-164be01e-c3f5-41d0-98c5-8bf1f396c99d req-98028ddd-d61f-4c53-ac75-b47506a7fb0e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326505 Jul 16 04:13:18.052952 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee514ba3-e902-441d-9d5c-4767a652b381 req-31bf55f8-9cd0-41bb-81be-d0b1940f8df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:18.054427 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee514ba3-e902-441d-9d5c-4767a652b381 req-31bf55f8-9cd0-41bb-81be-d0b1940f8df2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0912366 Jul 16 04:13:18.116873 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee514ba3-e902-441d-9d5c-4767a652b381 req-b20ccc82-e474-4fa4-ac72-feb24b0237e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72473435-54b4-40c1-9b44-395580b37cdf HTTP/1.1" status: 200 len: 1002 time: 0.0558393 Jul 16 04:13:18.167412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee514ba3-e902-441d-9d5c-4767a652b381 req-af88c8f6-8f6a-4209-a57b-b4fea5e53b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:18.168836 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee514ba3-e902-441d-9d5c-4767a652b381 req-af88c8f6-8f6a-4209-a57b-b4fea5e53b1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0454199 Jul 16 04:13:18.222733 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee514ba3-e902-441d-9d5c-4767a652b381 req-1686d55e-c825-4094-9823-5c65e386e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:18.224084 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee514ba3-e902-441d-9d5c-4767a652b381 req-1686d55e-c825-4094-9823-5c65e386e3f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492539 Jul 16 04:13:18.310976 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee514ba3-e902-441d-9d5c-4767a652b381 req-76c407f1-c87e-4785-9b61-e2875cfdb45f service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796070 Jul 16 04:13:18.400427 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ee514ba3-e902-441d-9d5c-4767a652b381 req-95eb2a85-c7a0-4860-9ad0-ae6d37b366be service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830686 Jul 16 04:13:19.184245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3086ba-d264-4987-bd25-55470c8ae741 req-f81d6ef0-7bc3-4a29-b330-2cb00cc1377a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:19.185741 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e3086ba-d264-4987-bd25-55470c8ae741 req-f81d6ef0-7bc3-4a29-b330-2cb00cc1377a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0630968 Jul 16 04:13:19.222538 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e3086ba-d264-4987-bd25-55470c8ae741 req-989b31aa-472f-4a08-928d-1fa0af02dc6a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313668 Jul 16 04:13:19.593700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94375c98-748a-445b-b472-274cad846571 req-df89f09e-bad2-4234-8410-39ba0b21b9f9 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:19.595060 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94375c98-748a-445b-b472-274cad846571 req-df89f09e-bad2-4234-8410-39ba0b21b9f9 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0650036 Jul 16 04:13:19.632646 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94375c98-748a-445b-b472-274cad846571 req-b2b1124d-e5cc-4a1a-b7b5-d13249414d7a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319085 Jul 16 04:13:20.769030 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-26ef4fad-7916-47f8-beb4-93ee0ed21a39 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:20.770510 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-26ef4fad-7916-47f8-beb4-93ee0ed21a39 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.20 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0614858 Jul 16 04:13:20.803290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4de777-093f-4da1-ab78-a35b8dc6f0f1 req-f451b4fc-5436-4510-bd4f-6a69acd28f89 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:20.804814 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a4de777-093f-4da1-ab78-a35b8dc6f0f1 req-f451b4fc-5436-4510-bd4f-6a69acd28f89 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=694030cc-55ff-4e54-8633-eeec398cc81e HTTP/1.1" status: 200 len: 946 time: 0.0631969 Jul 16 04:13:20.848773 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a4de777-093f-4da1-ab78-a35b8dc6f0f1 req-aa1e93d1-e905-47e1-81c0-cda42dc51f77 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330410 Jul 16 04:13:20.878819 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-ff8e594a-363c-4600-b132-936a2aa3d4bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Deleting port 72473435-54b4-40c1-9b44-395580b37cdf {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:13:20.879164 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-ff8e594a-363c-4600-b132-936a2aa3d4bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:20.968629 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-ff8e594a-363c-4600-b132-936a2aa3d4bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] For port 72473435-54b4-40c1-9b44-395580b37cdf, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=72473435-54b4-40c1-9b44-395580b37cdf,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:20.968995 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-ff8e594a-363c-4600-b132-936a2aa3d4bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:21.137679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-ff8e594a-363c-4600-b132-936a2aa3d4bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:21.137978 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-ff8e594a-363c-4600-b132-936a2aa3d4bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:21.138300 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-ff8e594a-363c-4600-b132-936a2aa3d4bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221 disassociated. External IP: 172.25.3.185, port: 72473435-54b4-40c1-9b44-395580b37cdf. Jul 16 04:13:21.138648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-ff8e594a-363c-4600-b132-936a2aa3d4bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Calling delete_port for 72473435-54b4-40c1-9b44-395580b37cdf owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:13:21.259296 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-ff8e594a-363c-4600-b132-936a2aa3d4bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:21.290671 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e594a-363c-4600-b132-936a2aa3d4bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Pushing event deleted for resources: {'Port': ['ID=72473435-54b4-40c1-9b44-395580b37cdf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:21.403618 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-ff8e594a-363c-4600-b132-936a2aa3d4bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Router bd909d23-ff70-4c13-96d4-612b6a6554d8 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:13:21.508659 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-ff8e594a-363c-4600-b132-936a2aa3d4bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:13:21.519196 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677047be-f788-461d-bcbf-dcd79c5d5de1 None None] Sync routers for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:13:21.529439 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677047be-f788-461d-bcbf-dcd79c5d5de1 None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:21.530048 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-677047be-f788-461d-bcbf-dcd79c5d5de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:13:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:21.555114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-ff8e594a-363c-4600-b132-936a2aa3d4bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] No DVR routers for this DVR port 72473435-54b4-40c1-9b44-395580b37cdf on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:13:21.557834 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-ff8e594a-363c-4600-b132-936a2aa3d4bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:21.559820 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-895dda96-cb8b-4718-b393-00ea35ee6417 req-ff8e594a-363c-4600-b132-936a2aa3d4bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.20 "DELETE /v2.0/ports/72473435-54b4-40c1-9b44-395580b37cdf HTTP/1.1" status: 204 len: 173 time: 0.7835290 Jul 16 04:13:21.560328 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694030cc-55ff-4e54-8633-eeec398cc81e', 'name': 'network-vif-deleted', 'tag': '72473435-54b4-40c1-9b44-395580b37cdf'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:13:21.562553 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667bd5c5-1b70-4b61-b755-46ed1a6a7b0c" -d '{"events": [{"server_uuid": "694030cc-55ff-4e54-8633-eeec398cc81e", "name": "network-vif-deleted", "tag": "72473435-54b4-40c1-9b44-395580b37cdf"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:13:21.602107 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f241afb-8665-402a-8876-500fe2b5a513 x-openstack-request-id: req-3f241afb-8665-402a-8876-500fe2b5a513 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:13:21.602403 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694030cc-55ff-4e54-8633-eeec398cc81e", "name": "network-vif-deleted", "tag": "72473435-54b4-40c1-9b44-395580b37cdf", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:13:21.602721 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f241afb-8665-402a-8876-500fe2b5a513 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:13:21.603124 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694030cc-55ff-4e54-8633-eeec398cc81e', 'name': 'network-vif-deleted', 'tag': '72473435-54b4-40c1-9b44-395580b37cdf', 'status': 'completed', 'code': 200} Jul 16 04:13:21.647306 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-677047be-f788-461d-bcbf-dcd79c5d5de1 None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:21.943360 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-677047be-f788-461d-bcbf-dcd79c5d5de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:21.969144 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677047be-f788-461d-bcbf-dcd79c5d5de1 None None] Checking router: bd909d23-ff70-4c13-96d4-612b6a6554d8 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:13:21.978163 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677047be-f788-461d-bcbf-dcd79c5d5de1 None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:21.978839 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-677047be-f788-461d-bcbf-dcd79c5d5de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:13:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:22.082671 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-677047be-f788-461d-bcbf-dcd79c5d5de1 None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:22.188906 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-4d41d464-3644-45eb-82ca-8f5d75ca6a16 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--263764968&fields=id&tenant_id=5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 267 time: 0.0317242 Jul 16 04:13:22.281565 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-677047be-f788-461d-bcbf-dcd79c5d5de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:22.297842 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253f487-3689-42c6-97bb-21b5d10852ed req-658561b4-e395-41d4-b629-e6dff1011339 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:22.300598 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-658561b4-e395-41d4-b629-e6dff1011339 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 812 time: 0.1052248 Jul 16 04:13:22.307688 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677047be-f788-461d-bcbf-dcd79c5d5de1 None None] The sync data for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 is: [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:13:22.314133 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-2ad00b78-3a07-4415-8d93-551ea536d962 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/quotas/5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 375 time: 0.0095508 Jul 16 04:13:22.387769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-d18f0ced-647d-4510-a618-dc2bf5527d9a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682888 Jul 16 04:13:22.453899 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-c74e8504-8d80-4826-99f7-964ab194fe82 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:13:22.454922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-c74e8504-8d80-4826-99f7-964ab194fe82 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0550685 Jul 16 04:13:22.525891 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5071e6-2587-4dde-b7f1-648df2d13674 None None] New status for floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:13:22.551953 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-8bfd2aee-800c-4919-b5df-5d36472e3bf2 service neutron] 10.222.0.18 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908966 Jul 16 04:13:22.644240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-c9e8ac3c-4ca8-4c07-a543-6c8091c7159a service neutron] 10.222.0.18 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861399 Jul 16 04:13:22.821959 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fcc967be-bb91-42a4-9948-fe33ea8ab594 req-a5a0d593-615b-46f7-8f17-f518356370c5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 210 time: 0.0367455 Jul 16 04:13:23.857550 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 72473435-54b4-40c1-9b44-395580b37cdf no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:13:23.885664 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 72473435-54b4-40c1-9b44-395580b37cdf {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:13:23.886994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 72473435-54b4-40c1-9b44-395580b37cdf not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:13:23.908455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253f487-3689-42c6-97bb-21b5d10852ed req-2db868f4-1dc1-4e10-a8ee-c3eb19e4c948 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:23.909953 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-2db868f4-1dc1-4e10-a8ee-c3eb19e4c948 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 812 time: 0.1043320 Jul 16 04:13:23.969454 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-ea0adc3c-dd20-478a-82ef-e449c2d80573 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 379 time: 0.0345018 Jul 16 04:13:23.970067 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-29d77707-d958-4abe-b7fd-9fa4e84e2d57 req-c8c602ed-70a0-4e31-929b-ff92c0cce8c2 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 210 time: 0.0297158 Jul 16 04:13:23.982761 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e253f487-3689-42c6-97bb-21b5d10852ed req-3d498036-3929-4069-bd55-eeb2d8f00479 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Request body: {'port': {'device_id': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'admin_state_up': True, 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'security_groups': ['7a9bb8cd-d6b7-4137-973f-0a7615aa4a75']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:24.092889 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e253f487-3689-42c6-97bb-21b5d10852ed req-3d498036-3929-4069-bd55-eeb2d8f00479 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Made reservation on behalf of 5018e06413d8403cb660acab2ea8e46e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:13:24.096411 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e253f487-3689-42c6-97bb-21b5d10852ed req-3d498036-3929-4069-bd55-eeb2d8f00479 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.223275 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-e253f487-3689-42c6-97bb-21b5d10852ed req-3d498036-3929-4069-bd55-eeb2d8f00479 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Allocated IP 172.20.0.9 (3affef44-c0cc-4d70-ba63-83a95cdb89ab/a7099dbc-8a49-4630-923e-a8d1d4664844/4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:13:24.354796 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e253f487-3689-42c6-97bb-21b5d10852ed req-3d498036-3929-4069-bd55-eeb2d8f00479 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.367669 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-e253f487-3689-42c6-97bb-21b5d10852ed req-3d498036-3929-4069-bd55-eeb2d8f00479 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Transition to ACTIVE for port object 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:13:24.399211 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e253f487-3689-42c6-97bb-21b5d10852ed req-3d498036-3929-4069-bd55-eeb2d8f00479 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.448126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e253f487-3689-42c6-97bb-21b5d10852ed req-3d498036-3929-4069-bd55-eeb2d8f00479 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Network 3affef44-c0cc-4d70-ba63-83a95cdb89ab is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:13:24.451985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-e253f487-3689-42c6-97bb-21b5d10852ed req-3d498036-3929-4069-bd55-eeb2d8f00479 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:13:24.455938 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e253f487-3689-42c6-97bb-21b5d10852ed req-3d498036-3929-4069-bd55-eeb2d8f00479 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:13:24.462328 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d498036-3929-4069-bd55-eeb2d8f00479 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Pushing event updated for resources: {'Port': ['ID=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:24.508056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253f487-3689-42c6-97bb-21b5d10852ed req-3d498036-3929-4069-bd55-eeb2d8f00479 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:24.508939 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e253f487-3689-42c6-97bb-21b5d10852ed req-3d498036-3929-4069-bd55-eeb2d8f00479 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.524076 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-3d498036-3929-4069-bd55-eeb2d8f00479 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5464413 Jul 16 04:13:24.540421 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Request body: {'port': {'device_id': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:24.616943 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.704557 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-29295488-44ab-4640-8f9e-475ff978f31c None None] Provisioning for port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:13:24.708176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-29295488-44ab-4640-8f9e-475ff978f31c None None] Provisioning complete for port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:13:24.708632 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29295488-44ab-4640-8f9e-475ff978f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.743547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-29295488-44ab-4640-8f9e-475ff978f31c None None] Port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:13:24.876757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:13:24.883865 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.895288 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Transition to ACTIVE for port object 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:13:24.898823 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:24.966022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:25.023111 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Attempting to bind port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:13:25.023451 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Attempting to bind port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:13:25.023783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Attempting to bind port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:13:25.028520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:13:25.028903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Attempting to bind port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:13:25.033923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:13:25.034265 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Checking segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:13:25.034654 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Bound using segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:13:25.035084 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Bound port: 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:13:25.035445 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:25.103714 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:13:25.107578 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:13:25.112463 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:25.146754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:25.147393 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:25.148802 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] 10.222.0.88 "PUT /v2.0/ports/4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 1091 time: 0.6129584 Jul 16 04:13:25.149246 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:13:25.151513 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d8bc15-06c4-4c69-95a5-bfb0e467c8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:13:25.154441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7290b9-75ac-4518-93f7-b311a7f44aa1 req-3dec10c5-2592-43ef-ba36-d928a30067af tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:25.156321 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c7290b9-75ac-4518-93f7-b311a7f44aa1 req-3dec10c5-2592-43ef-ba36-d928a30067af tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 943 time: 0.0682693 Jul 16 04:13:25.177119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94030ac6-b376-4828-9d08-1f14d9861b52 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:25.213730 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c7290b9-75ac-4518-93f7-b311a7f44aa1 req-f99bc027-2d0f-44be-ad29-20f18c036023 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492580 Jul 16 04:13:25.218303 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614eadcc-fdc5-495f-a81f-58d7645f40ac x-openstack-request-id: req-614eadcc-fdc5-495f-a81f-58d7645f40ac {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:13:25.218651 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:13:25.219038 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-614eadcc-fdc5-495f-a81f-58d7645f40ac {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:13:25.219473 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'status': 'completed', 'code': 200} Jul 16 04:13:25.265642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253f487-3689-42c6-97bb-21b5d10852ed req-b8e23348-3f03-4236-9321-b51678a7b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:25.267182 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-b8e23348-3f03-4236-9321-b51678a7b064 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 1094 time: 0.0612798 Jul 16 04:13:25.317364 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-eb1f87e4-120e-4df0-92f8-037f084fcc91 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 217 time: 0.0382977 Jul 16 04:13:25.371054 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253f487-3689-42c6-97bb-21b5d10852ed req-5d47feb9-5c51-432b-a6c3-f05d85d665d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:25.372830 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-5d47feb9-5c51-432b-a6c3-f05d85d665d6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0460429 Jul 16 04:13:25.432030 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253f487-3689-42c6-97bb-21b5d10852ed req-578147ca-2044-49b1-830b-9df906a8f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:25.433589 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-578147ca-2044-49b1-830b-9df906a8f4f4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510750 Jul 16 04:13:25.528221 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-bc78d10d-9682-4b46-a874-5b436e9ac00f service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844254 Jul 16 04:13:25.617861 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e253f487-3689-42c6-97bb-21b5d10852ed req-1a4a8ac2-a242-4d3f-8755-83ddadec84d2 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802205 Jul 16 04:13:25.729051 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8bc15-06c4-4c69-95a5-bfb0e467c8a8 req-3c3b912a-16dc-4e40-a2f9-e28172363170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:25.730564 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-91d8bc15-06c4-4c69-95a5-bfb0e467c8a8 req-3c3b912a-16dc-4e40-a2f9-e28172363170 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 1094 time: 0.0566463 Jul 16 04:13:25.816601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8bc15-06c4-4c69-95a5-bfb0e467c8a8 req-a26218b0-bc41-42ce-a119-4bcd48685676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:25.817952 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-91d8bc15-06c4-4c69-95a5-bfb0e467c8a8 req-a26218b0-bc41-42ce-a119-4bcd48685676 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0813160 Jul 16 04:13:25.861797 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-91d8bc15-06c4-4c69-95a5-bfb0e467c8a8 req-e5e38cdb-3173-45f0-9c36-305ce63551bf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 217 time: 0.0368738 Jul 16 04:13:25.909768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8bc15-06c4-4c69-95a5-bfb0e467c8a8 req-7efcb3e5-aec5-4276-a4a9-ed1323c99d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:25.911149 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-91d8bc15-06c4-4c69-95a5-bfb0e467c8a8 req-7efcb3e5-aec5-4276-a4a9-ed1323c99d37 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0425310 Jul 16 04:13:25.967549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8bc15-06c4-4c69-95a5-bfb0e467c8a8 req-56f21c29-5165-405e-9f14-c9a331c99118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:25.969038 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-91d8bc15-06c4-4c69-95a5-bfb0e467c8a8 req-56f21c29-5165-405e-9f14-c9a331c99118 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509641 Jul 16 04:13:26.060174 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-91d8bc15-06c4-4c69-95a5-bfb0e467c8a8 req-52af58d7-7644-43b4-8cb7-232a4dacd778 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835764 Jul 16 04:13:26.146695 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-91d8bc15-06c4-4c69-95a5-bfb0e467c8a8 req-13a986c8-ddd4-4100-87f4-b484a2c42a06 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793617 Jul 16 04:13:26.180284 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:13:26.389080 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b00a8-143e-4ebb-843f-5d1c74555f0b req-c274e4c5-c1b2-4244-9290-d6a86d7d2a4d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:26.390536 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f1b00a8-143e-4ebb-843f-5d1c74555f0b req-c274e4c5-c1b2-4244-9290-d6a86d7d2a4d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 943 time: 0.0655098 Jul 16 04:13:26.426399 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6f1b00a8-143e-4ebb-843f-5d1c74555f0b req-8d62f578-ee61-4ac6-980c-99153cef13d3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302718 Jul 16 04:13:27.594828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cc58b-338e-4c1c-81f4-eaecabcc6d9a req-079637cd-c029-436b-aa1f-441feb16309c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:27.596274 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc8cc58b-338e-4c1c-81f4-eaecabcc6d9a req-079637cd-c029-436b-aa1f-441feb16309c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 943 time: 0.0613935 Jul 16 04:13:27.633681 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc8cc58b-338e-4c1c-81f4-eaecabcc6d9a req-9f1ad229-2626-4b5d-8b57-56076e3da504 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319140 Jul 16 04:13:27.682441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:13:27.773921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:27.785082 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'port_id': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'mac_address': 'fa:16:3e:6a:a6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:13:27.822617 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:27.834849 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:13:27.853194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:27.857316 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:27.904297 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:28.185811 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:13:28.807723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b792a-bd49-4450-8986-d17106bdd980 req-22d83ead-ec02-4a57-a5a6-edbb9321af74 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:28.809292 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd8b792a-bd49-4450-8986-d17106bdd980 req-22d83ead-ec02-4a57-a5a6-edbb9321af74 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 944 time: 0.0659735 Jul 16 04:13:28.849492 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fd8b792a-bd49-4450-8986-d17106bdd980 req-2208bbc4-0aaf-43dc-8a2b-d0a87749fc01 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345435 Jul 16 04:13:29.697946 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:13:29.744081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:13:29.747800 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:13:29.748167 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:29.777709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-c10edd18-51ef-40c3-a216-78ab71347028 req-ea050677-707c-4ade-9458-068145222767 service neutron] (93767) timed out ('10.222.0.88', 63662) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:13:29.820458 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:29.841850 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:13:29.844113 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0caf11f-a57a-42cc-b2bd-46b34a3650cf" -d '{"events": [{"server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "name": "network-vif-plugged", "status": "completed", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:13:29.856928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:13:29.861057 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:29.886525 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e0af33-4f57-4181-b244-1a7f8f4ca93b x-openstack-request-id: req-46e0af33-4f57-4181-b244-1a7f8f4ca93b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:13:29.886821 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "name": "network-vif-plugged", "status": "completed", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:13:29.887077 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-46e0af33-4f57-4181-b244-1a7f8f4ca93b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:13:29.887462 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'code': 200} Jul 16 04:13:29.913997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:13:30.032149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d9239-e84b-4b2b-b624-5c7af915df67 req-d304c479-6d11-4fb3-aeb8-2d401ddbb91e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:30.033720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-553d9239-e84b-4b2b-b624-5c7af915df67 req-d304c479-6d11-4fb3-aeb8-2d401ddbb91e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0639460 Jul 16 04:13:30.061828 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff0cd5-64bd-47dc-b0be-2f7b44f3e47b req-2d73ed66-b1f8-432d-9d7a-5443b0a4d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:30.064046 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-caff0cd5-64bd-47dc-b0be-2f7b44f3e47b req-2d73ed66-b1f8-432d-9d7a-5443b0a4d92f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 1096 time: 0.1062889 Jul 16 04:13:30.072349 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-553d9239-e84b-4b2b-b624-5c7af915df67 req-8714f982-bbc6-439d-93ba-065d8336eebf tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330253 Jul 16 04:13:30.097377 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dfe471aa-f268-4604-b887-02aac51576b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:30.109919 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-caff0cd5-64bd-47dc-b0be-2f7b44f3e47b req-857571a4-6e9f-4fa4-b107-5d240e48b3ec service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346124 Jul 16 04:13:31.248006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d54ead-720b-41ee-ab3f-74c649e896a7 req-a9eb830a-4c9d-4e60-8a2c-97a918044bb2 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:31.249486 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5d54ead-720b-41ee-ab3f-74c649e896a7 req-a9eb830a-4c9d-4e60-8a2c-97a918044bb2 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0618789 Jul 16 04:13:31.285252 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5d54ead-720b-41ee-ab3f-74c649e896a7 req-8e4d33d5-75cb-4eb4-beeb-eed43e0b583a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303142 Jul 16 04:13:31.405722 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.451604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfb9f8-d528-491b-b0aa-f84a58e53e08 req-30ac038a-9934-45ff-b78b-605ac0638031 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:31.453124 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5cfb9f8-d528-491b-b0aa-f84a58e53e08 req-30ac038a-9934-45ff-b78b-605ac0638031 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0660174 Jul 16 04:13:31.461693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 50870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:13:31.466612 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b246183f-d4f2-44cc-8e76-3b44977a01b4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Request body: {'floatingip': {'port_id': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:13:31.504510 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b246183f-d4f2-44cc-8e76-3b44977a01b4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:31.759253 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.237852 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b246183f-d4f2-44cc-8e76-3b44977a01b4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.241546 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b246183f-d4f2-44cc-8e76-3b44977a01b4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.339016 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-b246183f-d4f2-44cc-8e76-3b44977a01b4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221 associated. External IP: 172.25.3.185, port: 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13. Jul 16 04:13:32.540849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b246183f-d4f2-44cc-8e76-3b44977a01b4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Router bd909d23-ff70-4c13-96d4-612b6a6554d8 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:13:32.647959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b246183f-d4f2-44cc-8e76-3b44977a01b4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:13:32.653361 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b246183f-d4f2-44cc-8e76-3b44977a01b4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.657826 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53404a5-0a6c-4d93-8fdd-58f34a97d58f None None] Sync routers for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:13:32.667249 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53404a5-0a6c-4d93-8fdd-58f34a97d58f None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:32.667929 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c53404a5-0a6c-4d93-8fdd-58f34a97d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:13:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:32.689491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b246183f-d4f2-44cc-8e76-3b44977a01b4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "PUT /v2.0/floatingips/5a5c2f03-2936-4a80-a13a-7ef3e5eef221 HTTP/1.1" status: 200 len: 991 time: 1.2267721 Jul 16 04:13:32.690077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:13:32.692301 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654ff7e6-bb2f-4a8c-a33e-0a5134a1919d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:13:32.728979 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f0eadd-8baa-4573-9aad-8d7ef6a3bc1a x-openstack-request-id: req-79f0eadd-8baa-4573-9aad-8d7ef6a3bc1a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:13:32.729274 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:13:32.729528 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79f0eadd-8baa-4573-9aad-8d7ef6a3bc1a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:13:32.729949 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'status': 'completed', 'code': 200} Jul 16 04:13:32.782284 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c53404a5-0a6c-4d93-8fdd-58f34a97d58f None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:32.806267 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ff7e6-bb2f-4a8c-a33e-0a5134a1919d req-bb202625-e63f-479c-8535-34dfa52cfcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:32.807793 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-654ff7e6-bb2f-4a8c-a33e-0a5134a1919d req-bb202625-e63f-479c-8535-34dfa52cfcb9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 1096 time: 0.0550330 Jul 16 04:13:32.829072 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c89bd09a-dcc2-4598-9584-6ec72c2016e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.863202 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:32.900681 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ff7e6-bb2f-4a8c-a33e-0a5134a1919d req-0782a222-d30d-4284-a417-50ef099cd040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:32.902189 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-654ff7e6-bb2f-4a8c-a33e-0a5134a1919d req-0782a222-d30d-4284-a417-50ef099cd040 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0881169 Jul 16 04:13:32.969164 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-654ff7e6-bb2f-4a8c-a33e-0a5134a1919d req-b941774f-8089-49c5-acad-8c7223772c21 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 999 time: 0.0608113 Jul 16 04:13:33.010922 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c53404a5-0a6c-4d93-8fdd-58f34a97d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a5c2f03-2936-4a80-a13a-7ef3e5eef221', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'port_id': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'mac_address': 'fa:16:3e:6a:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:08:43Z', 'updated_at': '2021-07-16T04:13:32Z', 'revision_number': 9, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:33.018573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ff7e6-bb2f-4a8c-a33e-0a5134a1919d req-c7b7f4ac-1a27-424c-b483-8d82856d2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:33.020059 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-654ff7e6-bb2f-4a8c-a33e-0a5134a1919d req-c7b7f4ac-1a27-424c-b483-8d82856d2920 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0441587 Jul 16 04:13:33.039843 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53404a5-0a6c-4d93-8fdd-58f34a97d58f None None] Checking router: bd909d23-ff70-4c13-96d4-612b6a6554d8 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:13:33.047793 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53404a5-0a6c-4d93-8fdd-58f34a97d58f None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:13:33.048435 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c53404a5-0a6c-4d93-8fdd-58f34a97d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:13:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:33.076743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ff7e6-bb2f-4a8c-a33e-0a5134a1919d req-d9903a96-4ba0-43b2-8f52-2f2ef6bc1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:33.078169 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-654ff7e6-bb2f-4a8c-a33e-0a5134a1919d req-d9903a96-4ba0-43b2-8f52-2f2ef6bc1ab2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515418 Jul 16 04:13:33.150580 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c53404a5-0a6c-4d93-8fdd-58f34a97d58f None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:13:33.169933 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-654ff7e6-bb2f-4a8c-a33e-0a5134a1919d req-75d4c3a6-f5ad-4e52-8b19-d6605a4b63c2 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849063 Jul 16 04:13:33.256635 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-654ff7e6-bb2f-4a8c-a33e-0a5134a1919d req-02e45242-3ed2-4739-98ab-d686945f3ddd service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805838 Jul 16 04:13:33.365046 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c53404a5-0a6c-4d93-8fdd-58f34a97d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a5c2f03-2936-4a80-a13a-7ef3e5eef221', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'port_id': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'mac_address': 'fa:16:3e:6a:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:08:43Z', 'updated_at': '2021-07-16T04:13:32Z', 'revision_number': 9, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:13:33.393692 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53404a5-0a6c-4d93-8fdd-58f34a97d58f None None] The sync data for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 is: [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a5c2f03-2936-4a80-a13a-7ef3e5eef221', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'port_id': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'mac_address': 'fa:16:3e:6a:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:08:43Z', 'updated_at': '2021-07-16T04:13:32Z', 'revision_number': 9, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:13:33.575626 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81d4889-fcb6-46f6-9bf5-a21dbc41df59 None None] New status for floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:13:34.008153 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:35.863862 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:13:50.980517 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f4ecbca-eae2-4877-9eb1-abe7e930c0fc req-ae857cc8-9807-4f4b-9018-5262fc447320 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542960 Jul 16 04:13:51.080373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ecbca-eae2-4877-9eb1-abe7e930c0fc req-154e85e7-ee5e-4f73-9f85-ec52397cb76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:51.081847 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f4ecbca-eae2-4877-9eb1-abe7e930c0fc req-154e85e7-ee5e-4f73-9f85-ec52397cb76d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 1096 time: 0.0505879 Jul 16 04:13:51.186914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ecbca-eae2-4877-9eb1-abe7e930c0fc req-a846caba-c23a-4fb2-87b4-7287b4904644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:51.188396 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f4ecbca-eae2-4877-9eb1-abe7e930c0fc req-a846caba-c23a-4fb2-87b4-7287b4904644 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0848668 Jul 16 04:13:51.251025 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f4ecbca-eae2-4877-9eb1-abe7e930c0fc req-9d5d8b53-5bbe-43bc-9520-1755ab450d85 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 1002 time: 0.0554962 Jul 16 04:13:51.299277 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ecbca-eae2-4877-9eb1-abe7e930c0fc req-da3b00cc-3496-4e9f-9457-3eb85ffae306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:51.300691 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f4ecbca-eae2-4877-9eb1-abe7e930c0fc req-da3b00cc-3496-4e9f-9457-3eb85ffae306 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0419459 Jul 16 04:13:51.359722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ecbca-eae2-4877-9eb1-abe7e930c0fc req-9c86907c-8fbf-43ae-a047-ea698680b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:13:51.361173 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f4ecbca-eae2-4877-9eb1-abe7e930c0fc req-9c86907c-8fbf-43ae-a047-ea698680b2aa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527582 Jul 16 04:13:51.452921 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f4ecbca-eae2-4877-9eb1-abe7e930c0fc req-ae8ab773-5d33-4ced-a226-8f66aae12dbf service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803237 Jul 16 04:13:51.544480 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5f4ecbca-eae2-4877-9eb1-abe7e930c0fc req-915e7bad-c7c2-4b4b-b68b-2b6f897ef4cc service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844727 Jul 16 04:14:00.088456 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e4dfd3d8-39ec-42ba-9491-98b1bb5ee7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:01.414088 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:01.774117 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:02.830913 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-967edf87-4bc8-4841-a100-0ba6206f6e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:02.863192 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:03.180084 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:14:04.010811 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:05.869144 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:30.090784 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-63915bbb-a2d4-4693-bb13-18cc9adbce40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:31.412717 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:31.774500 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:32.831209 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3146c99-7e16-4f3b-9903-9d54d5e64111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:32.861443 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:34.014698 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:35.867916 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:14:40.179261 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:14:51.966386 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3f064a2-5e58-484f-9921-91f8a9774a99 req-551c5a03-f23f-4278-9a63-2519c45b49c6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510256 Jul 16 04:14:52.062266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f064a2-5e58-484f-9921-91f8a9774a99 req-185e7fd2-d66f-4589-81c0-70fd3a4c4f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:52.063718 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3f064a2-5e58-484f-9921-91f8a9774a99 req-185e7fd2-d66f-4589-81c0-70fd3a4c4f90 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 1096 time: 0.0512149 Jul 16 04:14:52.177288 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f064a2-5e58-484f-9921-91f8a9774a99 req-0fd78a45-530d-4b3b-a2df-5e0c82433fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:52.178799 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3f064a2-5e58-484f-9921-91f8a9774a99 req-0fd78a45-530d-4b3b-a2df-5e0c82433fc9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0874820 Jul 16 04:14:52.249087 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3f064a2-5e58-484f-9921-91f8a9774a99 req-aee5ef0f-56d0-402c-982b-8cf51a6709a3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 1002 time: 0.0567472 Jul 16 04:14:52.303309 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f064a2-5e58-484f-9921-91f8a9774a99 req-a37503ae-0556-45e8-8140-df4febf65f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:52.304772 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3f064a2-5e58-484f-9921-91f8a9774a99 req-a37503ae-0556-45e8-8140-df4febf65f59 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0462959 Jul 16 04:14:52.363434 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f064a2-5e58-484f-9921-91f8a9774a99 req-9b50cf1a-b790-4aef-83d9-0e9bb474b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:14:52.364921 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3f064a2-5e58-484f-9921-91f8a9774a99 req-9b50cf1a-b790-4aef-83d9-0e9bb474b7e6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501826 Jul 16 04:14:52.456973 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3f064a2-5e58-484f-9921-91f8a9774a99 req-3dd966ed-d3c6-4818-86a2-49b147e54236 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814271 Jul 16 04:14:52.550808 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3f064a2-5e58-484f-9921-91f8a9774a99 req-0ce61c37-70bb-49dc-a16c-4e745b4f488a service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833821 Jul 16 04:15:00.091044 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c03b87ba-1667-4a66-86bc-224b3eae7d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:01.413214 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:01.773572 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:02.830462 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7bdbf120-d32e-46e2-878e-6d025a0609f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:02.860804 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:04.017617 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:05.869189 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:13.513490 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-fba35338-abe1-4f53-bbca-4a3cd78e17b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505967 Jul 16 04:15:13.574851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994391c-107e-4b55-a0e9-2a246390e532 req-b4d6a420-e6fa-4450-825e-f934b0c4698f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:13.576502 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5994391c-107e-4b55-a0e9-2a246390e532 req-b4d6a420-e6fa-4450-825e-f934b0c4698f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0645058 Jul 16 04:15:13.620828 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5994391c-107e-4b55-a0e9-2a246390e532 req-9221290b-e3c6-488b-9387-a67c222ec924 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386853 Jul 16 04:15:14.762598 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6898-1ae8-427e-b465-9f50f929e015 req-08aa3944-ad08-42ee-8347-6425d39dca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:14.764111 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-08aa3944-ad08-42ee-8347-6425d39dca24 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 1096 time: 0.0561881 Jul 16 04:15:14.794594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384a363-6703-4167-91e3-c678e7bce17f req-3ea2b4c7-b101-4159-b9c3-2b32bb30e39e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:14.796077 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5384a363-6703-4167-91e3-c678e7bce17f req-3ea2b4c7-b101-4159-b9c3-2b32bb30e39e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0638061 Jul 16 04:15:14.834402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5384a363-6703-4167-91e3-c678e7bce17f req-0efd0916-a9b1-43a5-b84e-0b7d41110b81 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324991 Jul 16 04:15:14.856517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6898-1ae8-427e-b465-9f50f929e015 req-07d63888-c2bb-44b2-96fb-df01c9c89c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:14.858021 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-07d63888-c2bb-44b2-96fb-df01c9c89c70 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0849898 Jul 16 04:15:14.926424 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-4daa4b5e-3f15-41fb-9c50-0ee5a862cefd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 1002 time: 0.0585063 Jul 16 04:15:14.976929 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6898-1ae8-427e-b465-9f50f929e015 req-dc946219-4854-4053-9e67-b55a0c2df2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:14.978304 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-dc946219-4854-4053-9e67-b55a0c2df2ca service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0415633 Jul 16 04:15:15.039263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6898-1ae8-427e-b465-9f50f929e015 req-d64cb2ca-d84c-44f5-908c-ad16e72e4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:15.040731 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-d64cb2ca-d84c-44f5-908c-ad16e72e4860 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521703 Jul 16 04:15:15.133198 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-8aea80b8-a2a9-42eb-8e65-03cc1709c016 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820479 Jul 16 04:15:15.222999 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-fe818024-9fd5-44e7-8151-942c136c2106 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801368 Jul 16 04:15:16.005837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa166ee8-2011-435a-9147-2771725f373c req-3b9c0715-ebd1-4e86-98d1-6369b0864c0a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:16.007301 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa166ee8-2011-435a-9147-2771725f373c req-3b9c0715-ebd1-4e86-98d1-6369b0864c0a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0624583 Jul 16 04:15:16.043234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa166ee8-2011-435a-9147-2771725f373c req-aad3464b-81eb-4a2d-adad-28e7afa00296 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304646 Jul 16 04:15:17.178588 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:15:17.217482 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6833d85-7564-4401-b432-2a269dec3fc2 req-3a264159-3913-4f56-81cd-ea7d83706a30 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:17.218961 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6833d85-7564-4401-b432-2a269dec3fc2 req-3a264159-3913-4f56-81cd-ea7d83706a30 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0662849 Jul 16 04:15:17.257122 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c6833d85-7564-4401-b432-2a269dec3fc2 req-c826afb6-db9d-471c-9e7a-a0a6d65c2d82 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308983 Jul 16 04:15:18.430287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0738980-181c-4671-8db9-f48631fc0634 req-fc2ca6a1-ad19-4b8b-ba73-6e43b81b9274 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:18.431782 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0738980-181c-4671-8db9-f48631fc0634 req-fc2ca6a1-ad19-4b8b-ba73-6e43b81b9274 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0669727 Jul 16 04:15:18.469034 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e0738980-181c-4671-8db9-f48631fc0634 req-8424c964-f706-435f-bd26-730767c3e775 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317066 Jul 16 04:15:19.639110 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2f3d0-402c-45da-b565-78b9d20e045d req-e7370df3-f8f5-4188-a1ef-e4a12d795382 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:19.640660 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31f2f3d0-402c-45da-b565-78b9d20e045d req-e7370df3-f8f5-4188-a1ef-e4a12d795382 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0634923 Jul 16 04:15:19.683769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-31f2f3d0-402c-45da-b565-78b9d20e045d req-1c1d0c73-353d-4b1a-a600-e5accabead31 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376449 Jul 16 04:15:20.855918 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec69d6-355e-4930-b21a-7b5e4e48ce2f req-0224fc64-b667-4458-937c-bbc34d3813f5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:20.857449 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-beec69d6-355e-4930-b21a-7b5e4e48ce2f req-0224fc64-b667-4458-937c-bbc34d3813f5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0624874 Jul 16 04:15:20.894046 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-beec69d6-355e-4930-b21a-7b5e4e48ce2f req-070974b1-8627-4291-b0b1-b1d75b761a91 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311072 Jul 16 04:15:22.066014 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe868c0d-135c-4996-8952-96295737f248 req-58fe5345-ecd9-4c61-bd7b-fea5812b3c07 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:22.067458 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe868c0d-135c-4996-8952-96295737f248 req-58fe5345-ecd9-4c61-bd7b-fea5812b3c07 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0614457 Jul 16 04:15:22.104857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe868c0d-135c-4996-8952-96295737f248 req-619d9c43-3980-41d3-8297-06ab9c069e9e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318944 Jul 16 04:15:23.278399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e1858-4e44-41bc-bcde-7ab5165d3aad req-4599cad1-92cd-44c5-8ae9-c19a37359ccc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:23.279916 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d59e1858-4e44-41bc-bcde-7ab5165d3aad req-4599cad1-92cd-44c5-8ae9-c19a37359ccc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0666521 Jul 16 04:15:23.316759 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d59e1858-4e44-41bc-bcde-7ab5165d3aad req-e7690650-27eb-42ce-8f1b-417e945e18f3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312448 Jul 16 04:15:24.489270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f2712-1d8a-4289-92e6-1a1a53c6487c req-9ff3ec74-3405-4f71-b4c7-bf1d882b6ddf tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:24.491278 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc5f2712-1d8a-4289-92e6-1a1a53c6487c req-9ff3ec74-3405-4f71-b4c7-bf1d882b6ddf tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0639634 Jul 16 04:15:24.528067 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cc5f2712-1d8a-4289-92e6-1a1a53c6487c req-a9bab290-8d5e-4a41-9ce9-b849eb1eca70 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312457 Jul 16 04:15:25.698377 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbee744-064a-4aa9-b2a2-b109fe8058fb req-b3c6920f-ae96-4cae-beec-18534107132a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:25.699890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adbee744-064a-4aa9-b2a2-b109fe8058fb req-b3c6920f-ae96-4cae-beec-18534107132a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0634341 Jul 16 04:15:25.740758 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adbee744-064a-4aa9-b2a2-b109fe8058fb req-c746a298-da17-40a9-a605-1a6f42bc8499 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352676 Jul 16 04:15:26.912392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea6eac-ea63-4252-86e0-b78f9599e04a req-90b919de-9093-4136-acfd-7c44ea27963d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:26.913871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72ea6eac-ea63-4252-86e0-b78f9599e04a req-90b919de-9093-4136-acfd-7c44ea27963d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0629933 Jul 16 04:15:26.950607 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72ea6eac-ea63-4252-86e0-b78f9599e04a req-3397a022-f00d-45e9-9cec-a62e8e6ab978 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312116 Jul 16 04:15:27.514975 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c56a033d-052b-4ee4-85b3-3e116eb8f2de service neutron] show failed (client error): The resource could not be found. Jul 16 04:15:27.515977 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c56a033d-052b-4ee4-85b3-3e116eb8f2de service neutron] 10.222.0.88 "GET /v2.0/ports/4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13/bindings/n-h2-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.0536661 Jul 16 04:15:27.781611 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6898-1ae8-427e-b465-9f50f929e015 req-3c96dfd1-e1ab-44c2-982c-849ff81ae729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:27.783024 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-3c96dfd1-e1ab-44c2-982c-849ff81ae729 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a&tenant_id=5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 1096 time: 0.0578387 Jul 16 04:15:27.794209 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:27.860689 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:28.059335 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:28.091761 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:15:28.121921 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1faf3-4a5d-4b29-8746-05cb0eb15b2c req-5abbb58e-5e39-4f35-9fdd-bb6f65b22ce9 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:28.123418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14b1faf3-4a5d-4b29-8746-05cb0eb15b2c req-5abbb58e-5e39-4f35-9fdd-bb6f65b22ce9 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0641809 Jul 16 04:15:28.131107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:28.133385 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5487ff26-130d-4c59-b26d-61f3f2d6f42d" -d '{"events": [{"server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "name": "network-vif-unplugged", "status": "completed", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:28.137067 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:28.149916 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Transition to ACTIVE for port object 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:15:28.157440 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:28.167731 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-14b1faf3-4a5d-4b29-8746-05cb0eb15b2c req-f604eb12-177b-4da8-8aa0-30595a7115f4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382247 Jul 16 04:15:28.190358 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161e12be-2f0a-4e98-9deb-00fc2e91f67c x-openstack-request-id: req-161e12be-2f0a-4e98-9deb-00fc2e91f67c {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:28.190711 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "name": "network-vif-unplugged", "status": "completed", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:28.191042 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-161e12be-2f0a-4e98-9deb-00fc2e91f67c {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:28.191438 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'code': 200} Jul 16 04:15:28.238546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Pushing event updated for resources: {'Port': ['ID=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:28.252920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:28.253279 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:28.253626 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:28.253968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:28.254307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:28.254642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:28.255006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:28.255347 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:28.255677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:28.256006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:28.256355 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:28.256682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:28.622396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] No DVR routers for this DVR port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:15:28.751704 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Attempting to bind port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:15:28.752051 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Attempting to bind port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:15:28.752410 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Attempting to bind port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:15:28.757241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:15:28.757572 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Attempting to bind port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:15:28.762361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:15:28.762708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Checking segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:15:28.763100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Bound using segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:15:28.763533 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Bound port: 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:15:28.763896 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:28.825066 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:15:28.828087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:15:28.831804 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:28.866136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:28.866756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:28.868149 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] 10.222.0.20 "PUT /v2.0/ports/4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 1091 time: 1.0779805 Jul 16 04:15:28.891304 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032e599-68d3-490f-aa70-04363e6343ab service neutron] Pushing event updated for resources: {'Port': ['ID=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:28.947588 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6898-1ae8-427e-b465-9f50f929e015 req-b4add36d-84c7-4dbd-8522-fe67224597ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:28.949190 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-b4add36d-84c7-4dbd-8522-fe67224597ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 1094 time: 0.0548062 Jul 16 04:15:29.039371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6898-1ae8-427e-b465-9f50f929e015 req-6f9b29d0-79af-453b-99cb-1ebbd3abc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:29.040876 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-6f9b29d0-79af-453b-99cb-1ebbd3abc507 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0855074 Jul 16 04:15:29.108787 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-a1b0681d-b87e-4d1d-a259-7407bd3960f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 1000 time: 0.0617025 Jul 16 04:15:29.154930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6898-1ae8-427e-b465-9f50f929e015 req-1d4c63c4-65dd-4ea6-a016-d690ccecc6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:29.156229 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-1d4c63c4-65dd-4ea6-a016-d690ccecc6a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0419893 Jul 16 04:15:29.211023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6898-1ae8-427e-b465-9f50f929e015 req-af3722b6-a2fc-4eed-a99e-4f19ab619574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:29.212598 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-af3722b6-a2fc-4eed-a99e-4f19ab619574 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501161 Jul 16 04:15:29.307594 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-cd1abd0c-29b4-4e89-9a7d-ed5e6bdecfbe service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857522 Jul 16 04:15:29.349195 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4173e-1c20-4eaf-994a-56473853faef req-ea00462d-ac93-4847-9e79-b2d791277c06 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:29.350715 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71b4173e-1c20-4eaf-994a-56473853faef req-ea00462d-ac93-4847-9e79-b2d791277c06 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 943 time: 0.0680463 Jul 16 04:15:29.389579 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71b4173e-1c20-4eaf-994a-56473853faef req-4ab7ed49-cd1a-4864-9dc3-b31a2ad3dc96 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329866 Jul 16 04:15:29.396718 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-a53c0b42-f4af-48a6-a31f-62797e7de5ee service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824325 Jul 16 04:15:30.091746 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02a09791-6f6f-457d-8922-42e72ab6989d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:30.192541 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:30.195450 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9b06c1-e9d9-4def-a133-2c964069fce6" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:30.241550 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02db060b-5919-4df5-ade1-878d8e61d0a1 x-openstack-request-id: req-02db060b-5919-4df5-ade1-878d8e61d0a1 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:30.241836 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:30.242081 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02db060b-5919-4df5-ade1-878d8e61d0a1 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:30.242471 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'status': 'completed', 'code': 200} Jul 16 04:15:30.358973 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-7f866543-1424-4fc4-b231-33ccdf86d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:30.360370 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-7f866543-1424-4fc4-b231-33ccdf86d26f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 1094 time: 0.0921345 Jul 16 04:15:30.362792 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-cc1f3326-c801-4a7e-8016-b7189fd20f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:30.364115 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-cc1f3326-c801-4a7e-8016-b7189fd20f5a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 1094 time: 0.0881152 Jul 16 04:15:30.417017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:15:30.463443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:15:30.517011 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-507e9e9a-adc2-401b-aa80-26a362013565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:30.518482 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-507e9e9a-adc2-401b-aa80-26a362013565 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.1520462 Jul 16 04:15:30.521032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-602b6dfc-9595-4f79-9f15-fdac89a02b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:30.522337 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-602b6dfc-9595-4f79-9f15-fdac89a02b22 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.1477151 Jul 16 04:15:30.566386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a84d1-ab3e-4f72-9f61-4f2955c716fa req-4e1f2905-0300-491c-8274-43288f0a41e6 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:30.568766 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e9a84d1-ab3e-4f72-9f61-4f2955c716fa req-4e1f2905-0300-491c-8274-43288f0a41e6 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 943 time: 0.0658984 Jul 16 04:15:30.618532 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e9a84d1-ab3e-4f72-9f61-4f2955c716fa req-5f463a14-d715-422b-9b39-9258e65f5ec5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429764 Jul 16 04:15:30.629492 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-1b365d87-51e0-420e-a0d6-16c7357ed89d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 1000 time: 0.1042404 Jul 16 04:15:30.633431 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-8d6ff6b8-0280-447a-8497-37e5f8854ae0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 1000 time: 0.1014700 Jul 16 04:15:30.711893 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-7bc94ec9-8936-4796-be52-4dfcc41e1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:30.713375 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-7bc94ec9-8936-4796-be52-4dfcc41e1245 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0776687 Jul 16 04:15:30.715061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-93b700e3-e6a9-4656-98af-1227ee021b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:30.716364 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-93b700e3-e6a9-4656-98af-1227ee021b9c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0726273 Jul 16 04:15:30.813175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-55ef052a-1c1b-49f2-8f51-7801172f5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:30.814650 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-55ef052a-1c1b-49f2-8f51-7801172f5a3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921738 Jul 16 04:15:30.816332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-7be656b6-ff54-4e89-8d45-3cb62c106aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:30.817697 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-7be656b6-ff54-4e89-8d45-3cb62c106aad service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875666 Jul 16 04:15:30.968635 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-c1a4f153-766f-4d5c-9af3-8972c7966bf5 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471279 Jul 16 04:15:30.974528 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-a4c0eccb-16e6-464d-bede-c262afb20171 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445854 Jul 16 04:15:31.126156 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-6b2fd6e7-a504-4b94-91fc-7f2175a5ee7c service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506968 Jul 16 04:15:31.128281 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-da9b06c1-e9d9-4def-a133-2c964069fce6 req-e3150c39-6657-4748-a449-fdceb38fe929 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448183 Jul 16 04:15:31.444702 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:31.797135 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:31.797613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d241c-ab60-494d-89a5-d27a25279c35 req-c30a1dfb-6382-4a12-a70b-56b865202b05 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:31.799237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f6d241c-ab60-494d-89a5-d27a25279c35 req-c30a1dfb-6382-4a12-a70b-56b865202b05 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 943 time: 0.0651929 Jul 16 04:15:31.840401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f6d241c-ab60-494d-89a5-d27a25279c35 req-6acad49b-ae2c-4d6f-b005-1f40474a8760 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349653 Jul 16 04:15:32.226705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-e5f0acc2-71c7-4ca5-97d5-7d1015ca0148 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:32.228239 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-e5f0acc2-71c7-4ca5-97d5-7d1015ca0148 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.20 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a&tenant_id=5018e06413d8403cb660acab2ea8e46e&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 943 time: 0.0731859 Jul 16 04:15:32.274178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19dc79-d4b7-4dd3-9535-1d7028852961 req-52d2a5a9-dbcb-4ff0-8f68-2d79ce3d1b32 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:32.275935 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e19dc79-d4b7-4dd3-9535-1d7028852961 req-52d2a5a9-dbcb-4ff0-8f68-2d79ce3d1b32 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 943 time: 0.0641301 Jul 16 04:15:32.293518 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-2a456521-7c3f-41a5-865d-5dd903cc6aff service neutron] 10.222.0.20 "GET /v2.0/ports/4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13/bindings/n-h2-800088-6 HTTP/1.1" status: 200 len: 382 time: 0.0586030 Jul 16 04:15:32.314994 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e19dc79-d4b7-4dd3-9535-1d7028852961 req-f46b4d42-b605-4a76-b053-9db2c367c3d7 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331690 Jul 16 04:15:32.367528 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-038683b9-83d3-499b-a96e-618151839018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:32.368949 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-038683b9-83d3-499b-a96e-618151839018 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 1094 time: 0.0521188 Jul 16 04:15:32.442344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:15:32.454177 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-0b5783a1-a637-4dfe-b0ef-2897a67ec5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:32.455678 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-0b5783a1-a637-4dfe-b0ef-2897a67ec5c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0807264 Jul 16 04:15:32.522103 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-05db8e42-2447-41b2-8027-71794445176b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 1000 time: 0.0601721 Jul 16 04:15:32.537532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:32.548652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'port_id': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'mac_address': 'fa:16:3e:6a:a6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:15:32.569635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-ed311b7f-700e-4764-8e34-e7fbb6aa7f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:32.571100 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-ed311b7f-700e-4764-8e34-e7fbb6aa7f57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0430372 Jul 16 04:15:32.584597 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:32.596890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:15:32.616257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:32.620748 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:32.632467 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-ba0b3d6c-cde0-4993-a765-c2d5e642bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:32.634798 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-ba0b3d6c-cde0-4993-a765-c2d5e642bb4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567679 Jul 16 04:15:32.673458 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:32.681389 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:32.681819 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:32.682054 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:32.682377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:32.682713 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:32.683047 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:32.683422 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:32.683692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:32.684016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:32.684353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:32.684675 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:32.684997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:15:32.727618 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-b6d174cc-252a-473d-92bc-7b5c88e6fe4c service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862603 Jul 16 04:15:32.815532 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-39e6b64e-292a-403e-be30-0f6928df6a01 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810194 Jul 16 04:15:32.830409 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-82c0842c-2e0d-4d2a-969e-8fb355dcde1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:32.833166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:15:32.879356 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:33.492016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dc5b1-81ab-4aaf-9abd-fed546d94ab5 req-3eed3442-1437-4ed9-a3d2-3ddf6445c79d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:33.493583 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-769dc5b1-81ab-4aaf-9abd-fed546d94ab5 req-3eed3442-1437-4ed9-a3d2-3ddf6445c79d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 944 time: 0.0631588 Jul 16 04:15:33.530566 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-769dc5b1-81ab-4aaf-9abd-fed546d94ab5 req-92b7a8d2-8c2d-449a-9e27-a68127de66c4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315139 Jul 16 04:15:34.019299 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:34.452542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:15:34.505065 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:15:34.509308 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:15:34.509681 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:34.589676 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:34.614588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:34.616963 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30a2787-a490-4351-a707-bba5fbe4d985" -d '{"events": [{"server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "name": "network-vif-plugged", "status": "completed", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:34.637938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:34.642184 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:34.670553 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0b634e-5f92-4371-bc59-4f026c8f6024 x-openstack-request-id: req-ab0b634e-5f92-4371-bc59-4f026c8f6024 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:34.670852 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "name": "network-vif-plugged", "status": "completed", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:34.671106 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab0b634e-5f92-4371-bc59-4f026c8f6024 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:34.671503 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'code': 200} Jul 16 04:15:34.703654 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:34.720487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c2ecc-e96d-4fb3-9783-5d5791c9dd75 req-73dc8ecc-cf43-4b1c-a61c-636d90103907 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:34.721975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-745c2ecc-e96d-4fb3-9783-5d5791c9dd75 req-73dc8ecc-cf43-4b1c-a61c-636d90103907 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0707798 Jul 16 04:15:34.760537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-745c2ecc-e96d-4fb3-9783-5d5791c9dd75 req-25675c7e-07e4-4f02-b4bf-1d8819214993 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327775 Jul 16 04:15:34.879066 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-f71b4630-07f2-4244-96fa-f5fadbf5737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:34.881090 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-f71b4630-07f2-4244-96fa-f5fadbf5737b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a&tenant_id=5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 1096 time: 0.0549488 Jul 16 04:15:34.895096 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:34.961797 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:35.153006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:35.188388 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:15:35.225088 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:35.227227 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6603049-0f71-497f-a194-1b69072c8b36" -d '{"events": [{"server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "name": "network-vif-unplugged", "status": "completed", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:35.231027 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:35.243714 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Transition to ACTIVE for port object 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:15:35.246845 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:35.274406 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0353b7-03a3-4ff4-86de-3b0d3d85d7db x-openstack-request-id: req-7e0353b7-03a3-4ff4-86de-3b0d3d85d7db {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:35.274694 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "name": "network-vif-unplugged", "status": "completed", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:35.274940 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7e0353b7-03a3-4ff4-86de-3b0d3d85d7db {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:35.275325 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'code': 200} Jul 16 04:15:35.295390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:35.372995 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] No DVR routers for this DVR port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:15:35.510447 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Attempting to bind port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:15:35.510703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Attempting to bind port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:15:35.511036 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Attempting to bind port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:15:35.515191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:15:35.515519 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Attempting to bind port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:15:35.520576 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:15:35.521468 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Checking segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:15:35.521854 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Bound using segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:15:35.522283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Bound port: 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:15:35.522642 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:35.582917 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:15:35.586315 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:15:35.590452 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:35.623622 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:35.624616 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:35.626127 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] 10.222.0.88 "PUT /v2.0/ports/4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 1092 time: 0.7348278 Jul 16 04:15:35.652404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dc25a-18bc-49fc-9f31-27bd837990f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:35.713439 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-cf8726e5-a297-4a49-b2fa-d6a68b77c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:35.714955 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-cf8726e5-a297-4a49-b2fa-d6a68b77c037 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 1095 time: 0.0584323 Jul 16 04:15:35.810670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-bb54aa97-45cd-44e8-b7ef-0ee1f06f3f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:35.812147 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-bb54aa97-45cd-44e8-b7ef-0ee1f06f3f5e service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0853519 Jul 16 04:15:35.875609 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:35.886888 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-b1b222f0-7091-453b-9a58-bb1e2e4a1fd7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 1000 time: 0.0643826 Jul 16 04:15:35.933857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e230d-8433-4ca5-b86a-c48a7cadf0ff req-33e73bc3-be25-439e-ab54-8daf52153d59 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:35.935369 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b89e230d-8433-4ca5-b86a-c48a7cadf0ff req-33e73bc3-be25-439e-ab54-8daf52153d59 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 944 time: 0.0635822 Jul 16 04:15:35.937761 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-26b5beb9-29cd-44e6-9cb2-dd44a244f826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:35.939244 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-26b5beb9-29cd-44e6-9cb2-dd44a244f826 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0428793 Jul 16 04:15:35.975167 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b89e230d-8433-4ca5-b86a-c48a7cadf0ff req-9d76a22e-9e57-4461-a1e7-90300f6276ff tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339696 Jul 16 04:15:36.001150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-c6c350e4-700b-43ed-bce8-f4b0fc1ea608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:36.002656 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-c6c350e4-700b-43ed-bce8-f4b0fc1ea608 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519292 Jul 16 04:15:36.096823 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-d64ab8dc-67d8-4dab-a556-ddedf5a0b444 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826299 Jul 16 04:15:36.186367 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2fc4b7c3-77a0-4adc-91b2-fc9a906819fe req-a3ef4114-f771-4f38-974b-4731dbe70b58 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793989 Jul 16 04:15:37.146427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65453c-9363-4664-82d1-c3d800e30cc9 req-9bd6593b-03f2-4632-951c-f4b09ee5110f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:37.147877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc65453c-9363-4664-82d1-c3d800e30cc9 req-9bd6593b-03f2-4632-951c-f4b09ee5110f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 944 time: 0.0617528 Jul 16 04:15:37.188965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc65453c-9363-4664-82d1-c3d800e30cc9 req-8e5fb583-d194-4fa4-89a4-442ff92ccd08 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355771 Jul 16 04:15:37.277074 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:37.279339 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:37.344106 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd5504a-64e2-4118-8bb2-78d988e67c25 x-openstack-request-id: req-8fd5504a-64e2-4118-8bb2-78d988e67c25 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:37.344428 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:37.344679 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fd5504a-64e2-4118-8bb2-78d988e67c25 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:37.345076 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'status': 'completed', 'code': 200} Jul 16 04:15:37.460983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-8752bc04-3789-4835-a1ec-801f4e704d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:37.462451 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-8752bc04-3789-4835-a1ec-801f4e704d4b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 1095 time: 0.0971005 Jul 16 04:15:37.464948 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-4015e1de-38f4-428d-870e-2801af92b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:37.466273 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-4015e1de-38f4-428d-870e-2801af92b883 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 1095 time: 0.0997145 Jul 16 04:15:37.617851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-06fd89e5-f309-4f36-a6f1-3aff23d99bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:37.619261 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-06fd89e5-f309-4f36-a6f1-3aff23d99bc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.1467490 Jul 16 04:15:37.620337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-76a9f9d0-9a7a-4f0b-8a8a-c6302aff0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:37.621618 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-76a9f9d0-9a7a-4f0b-8a8a-c6302aff0023 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.1422637 Jul 16 04:15:37.725211 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-8aeabb0e-fde0-4942-8489-6fbfc4ff1dc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 1000 time: 0.0992301 Jul 16 04:15:37.728784 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-be4b4a87-4eb7-4ace-aa19-ebf00195cba8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 200 len: 1000 time: 0.0967901 Jul 16 04:15:37.808757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-cc34d3e6-944c-4d7d-80b1-02fb22d9d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:37.810200 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-cc34d3e6-944c-4d7d-80b1-02fb22d9d686 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0788066 Jul 16 04:15:37.811545 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-61802ac5-fc13-4af7-97f5-1d06f8bc56af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:37.812865 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-61802ac5-fc13-4af7-97f5-1d06f8bc56af service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0745699 Jul 16 04:15:37.902308 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-57dd9ebe-6519-4b01-b940-c31e00d5f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:37.903705 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-57dd9ebe-6519-4b01-b940-c31e00d5f336 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877652 Jul 16 04:15:37.909489 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-0267f4fc-ddb3-4540-97f3-2f8eb51107d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:37.910902 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-0267f4fc-ddb3-4540-97f3-2f8eb51107d8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700245 Jul 16 04:15:38.057666 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-93390170-707a-4ff2-ae9c-f1d558342014 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457696 Jul 16 04:15:38.075353 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-ce62d1b0-27a6-4144-8212-5cf9de5cc713 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470380 Jul 16 04:15:38.381560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d8093-cf7e-4121-83cd-7a6a0a3c8d44 req-1a8160a3-b18a-4b04-91e9-559f14763335 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:38.383175 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef5d8093-cf7e-4121-83cd-7a6a0a3c8d44 req-1a8160a3-b18a-4b04-91e9-559f14763335 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 944 time: 0.0668104 Jul 16 04:15:38.422856 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ef5d8093-cf7e-4121-83cd-7a6a0a3c8d44 req-ce48db09-1e78-407f-9387-f74ba143cd45 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338197 Jul 16 04:15:38.456765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:15:38.468199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:15:38.534528 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:15:38.551892 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-2e3d655e-f696-4f1e-9685-dbcc6828abd7 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872622 Jul 16 04:15:38.555425 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ddcdfd4d-bf35-4b7b-bb4f-4b50a202cb4b req-abfb5246-731a-425f-8c44-6a67d2c5630b service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713609 Jul 16 04:15:38.590722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:38.601541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'port_id': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'mac_address': 'fa:16:3e:6a:a6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:15:38.615804 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d059a9-3357-4514-becf-95343bd1c93c req-a3d2e99d-60b7-4ab9-955c-1c32cbbbe71a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:38.617368 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1d059a9-3357-4514-becf-95343bd1c93c req-a3d2e99d-60b7-4ab9-955c-1c32cbbbe71a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 944 time: 0.0740993 Jul 16 04:15:38.642693 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:38.655729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:15:38.657318 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1d059a9-3357-4514-becf-95343bd1c93c req-a80dd622-3b85-4e79-80aa-77d751329bfe tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342956 Jul 16 04:15:38.676497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:38.680148 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:38.727111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,revision_number=12']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:38.834405 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa124a7-b459-4b67-b1ac-4306d0abc131 req-86066cc0-fbf4-4fa4-9df1-335512c05832 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:38.835779 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-faa124a7-b459-4b67-b1ac-4306d0abc131 req-86066cc0-fbf4-4fa4-9df1-335512c05832 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0679743 Jul 16 04:15:38.873052 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-faa124a7-b459-4b67-b1ac-4306d0abc131 req-e6b1ce24-ac6b-42aa-9016-0c3f71b871ec tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308936 Jul 16 04:15:38.920607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:15:39.249999 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c59452-980d-4580-9b86-24e29c277a30 req-bde3e080-23da-4fd7-83e3-3ac949a09ddd tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:39.251444 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2c59452-980d-4580-9b86-24e29c277a30 req-bde3e080-23da-4fd7-83e3-3ac949a09ddd tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0617626 Jul 16 04:15:39.287619 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a2c59452-980d-4580-9b86-24e29c277a30 req-a1bc3d8b-f5d8-484d-b734-1e579fb9c0a5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300398 Jul 16 04:15:40.460374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e807b-ca9c-45c0-9f99-a950b858860c req-dfb4da3e-f662-42f8-8d51-21a60732e149 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:40.461924 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c59e807b-ca9c-45c0-9f99-a950b858860c req-dfb4da3e-f662-42f8-8d51-21a60732e149 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0638826 Jul 16 04:15:40.462792 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:15:40.503504 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c59e807b-ca9c-45c0-9f99-a950b858860c req-99dd04b4-c7ba-4ed1-a395-dff7e67a49a9 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360157 Jul 16 04:15:40.510493 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:15:40.514200 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:15:40.514651 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:40.583540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-67e28985-4f73-4b30-ae29-d773eb7845b8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:40.585514 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-67e28985-4f73-4b30-ae29-d773eb7845b8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.88 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 945 time: 0.0654676 Jul 16 04:15:40.591243 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:40.618459 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:40.620792 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832b8171-9577-41b4-af88-19a6e0bb34d6" -d '{"events": [{"server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "name": "network-vif-plugged", "status": "completed", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:40.634536 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:40.639518 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:40.663563 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bb5fcb-aeb9-44ef-bad2-ec6ccff13321 x-openstack-request-id: req-c6bb5fcb-aeb9-44ef-bad2-ec6ccff13321 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:40.663866 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "name": "network-vif-plugged", "status": "completed", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:40.664122 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6bb5fcb-aeb9-44ef-bad2-ec6ccff13321 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:40.664542 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'code': 200} Jul 16 04:15:40.691210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,revision_number=13']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:40.698712 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-e2929598-9080-462b-b446-ab8cc5b2ce7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Deleting port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:15:40.699135 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-e2929598-9080-462b-b446-ab8cc5b2ce7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:40.783449 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-e2929598-9080-462b-b446-ab8cc5b2ce7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] For port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:40.783815 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-e2929598-9080-462b-b446-ab8cc5b2ce7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:40.948775 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-e2929598-9080-462b-b446-ab8cc5b2ce7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:40.949157 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-e2929598-9080-462b-b446-ab8cc5b2ce7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:40.949479 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-e2929598-9080-462b-b446-ab8cc5b2ce7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221 disassociated. External IP: 172.25.3.185, port: 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13. Jul 16 04:15:40.949829 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-e2929598-9080-462b-b446-ab8cc5b2ce7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Calling delete_port for 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:15:41.074579 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-e2929598-9080-462b-b446-ab8cc5b2ce7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:41.103508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2929598-9080-462b-b446-ab8cc5b2ce7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Pushing event deleted for resources: {'Port': ['ID=4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:41.217738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-e2929598-9080-462b-b446-ab8cc5b2ce7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Router bd909d23-ff70-4c13-96d4-612b6a6554d8 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:15:41.324703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-e2929598-9080-462b-b446-ab8cc5b2ce7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:15:41.334774 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca57e52-c2df-45ee-b7af-7cfad884e763 None None] Sync routers for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:15:41.346262 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca57e52-c2df-45ee-b7af-7cfad884e763 None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:41.346881 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7ca57e52-c2df-45ee-b7af-7cfad884e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:15:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:41.371394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-e2929598-9080-462b-b446-ab8cc5b2ce7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] No DVR routers for this DVR port 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:15:41.374386 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-e2929598-9080-462b-b446-ab8cc5b2ce7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:41.376338 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-88e93900-124b-4600-9a94-baf8c8d0a90d req-e2929598-9080-462b-b446-ab8cc5b2ce7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.88 "DELETE /v2.0/ports/4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 HTTP/1.1" status: 204 len: 173 time: 0.7824218 Jul 16 04:15:41.376766 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'name': 'network-vif-deleted', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:41.379010 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2468977-7535-4fd4-adb4-84c09ad24f11" -d '{"events": [{"server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "name": "network-vif-deleted", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:41.429868 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c174fc51-727f-4282-8abd-93ef9fbafe1a x-openstack-request-id: req-c174fc51-727f-4282-8abd-93ef9fbafe1a {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:41.430292 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ee0ff2f-74ed-46b4-9817-a32ce16d440a", "name": "network-vif-deleted", "tag": "4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:41.430569 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c174fc51-727f-4282-8abd-93ef9fbafe1a {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:41.430970 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ee0ff2f-74ed-46b4-9817-a32ce16d440a', 'name': 'network-vif-deleted', 'tag': '4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13', 'status': 'completed', 'code': 200} Jul 16 04:15:41.455635 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-7ca57e52-c2df-45ee-b7af-7cfad884e763 None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:41.658584 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d5c8b43-2191-4ae9-84b7-f397cc643f88 req-0087e4dc-6393-44e3-a71e-5642e6f8e32b tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ee0ff2f-74ed-46b4-9817-a32ce16d440a HTTP/1.1" status: 200 len: 210 time: 0.0288398 Jul 16 04:15:41.659187 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7ca57e52-c2df-45ee-b7af-7cfad884e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:41.688763 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca57e52-c2df-45ee-b7af-7cfad884e763 None None] Checking router: bd909d23-ff70-4c13-96d4-612b6a6554d8 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:15:41.696947 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca57e52-c2df-45ee-b7af-7cfad884e763 None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:41.697579 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7ca57e52-c2df-45ee-b7af-7cfad884e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:15:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:41.798143 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-7ca57e52-c2df-45ee-b7af-7cfad884e763 None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:41.989810 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-7ca57e52-c2df-45ee-b7af-7cfad884e763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:42.017313 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca57e52-c2df-45ee-b7af-7cfad884e763 None None] The sync data for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 is: [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:15:42.226331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869b480b-980b-4ef9-a14c-bdf446a9db6c None None] New status for floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:15:42.988046 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-403dca10-d6f2-4c76-86a1-4a2c04687dba tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--263764968&fields=id&tenant_id=5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 267 time: 0.0317252 Jul 16 04:15:43.095466 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-066f7953-6ab9-48eb-8495-fb53b4b53238 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:43.096946 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-066f7953-6ab9-48eb-8495-fb53b4b53238 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 812 time: 0.1023109 Jul 16 04:15:43.110949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-75ff6402-67fe-4739-ba54-de93e31c5ba2 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/quotas/5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 375 time: 0.0087421 Jul 16 04:15:43.180792 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-0c928527-55c0-47c1-9f75-491c577a855d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652330 Jul 16 04:15:43.373518 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c6a3e830-a3e4-4e21-8f02-f41fed337ff9 service neutron] 10.222.0.18 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817195 Jul 16 04:15:43.466956 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-bfc8c4f9-f981-4b5b-8187-b9618f66398d service neutron] 10.222.0.18 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874472 Jul 16 04:15:43.635775 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f218916-6a68-4fb3-91fc-f92797886e84 req-0a501c59-4218-4af7-87b4-f282b7f5140f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 210 time: 0.0302587 Jul 16 04:15:44.464443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:15:44.483655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:15:44.483992 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 4c4e5eb1-1755-4a40-98c7-b5f1b8a20e13 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:15:44.618837 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-2789c90b-8ca2-43fe-81f7-dd1da706275c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:44.620350 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-2789c90b-8ca2-43fe-81f7-dd1da706275c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 812 time: 0.1015146 Jul 16 04:15:44.666242 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c31bb889-813e-4e14-b5a0-48eb33c899ed tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 379 time: 0.0377254 Jul 16 04:15:44.677439 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-8945088a-72be-47c8-9446-76dfea727c4e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Request body: {'port': {'device_id': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'admin_state_up': True, 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'security_groups': ['7a9bb8cd-d6b7-4137-973f-0a7615aa4a75']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:44.782187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d3bc903b-1017-4993-a257-7b00a7683246 req-df91a5bf-d729-43dd-901b-bf9ab71420bb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 210 time: 0.0332613 Jul 16 04:15:44.793811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-8945088a-72be-47c8-9446-76dfea727c4e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Made reservation on behalf of 5018e06413d8403cb660acab2ea8e46e for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:15:44.805412 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-8945088a-72be-47c8-9446-76dfea727c4e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:44.915226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-8945088a-72be-47c8-9446-76dfea727c4e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Allocated IP 172.20.0.5 (3affef44-c0cc-4d70-ba63-83a95cdb89ab/a7099dbc-8a49-4630-923e-a8d1d4664844/7314ba57-b34a-4119-925a-34b7de391f8d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:15:45.047170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-8945088a-72be-47c8-9446-76dfea727c4e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:45.060287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-8945088a-72be-47c8-9446-76dfea727c4e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Transition to ACTIVE for port object 7314ba57-b34a-4119-925a-34b7de391f8d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:15:45.091864 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-8945088a-72be-47c8-9446-76dfea727c4e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:45.134239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-8945088a-72be-47c8-9446-76dfea727c4e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Network 3affef44-c0cc-4d70-ba63-83a95cdb89ab is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:15:45.139215 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-8945088a-72be-47c8-9446-76dfea727c4e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:15:45.142381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-8945088a-72be-47c8-9446-76dfea727c4e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:15:45.177228 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945088a-72be-47c8-9446-76dfea727c4e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Pushing event updated for resources: {'Port': ['ID=7314ba57-b34a-4119-925a-34b7de391f8d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:45.200998 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-8945088a-72be-47c8-9446-76dfea727c4e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:45.201631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-8945088a-72be-47c8-9446-76dfea727c4e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:45.215471 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-8945088a-72be-47c8-9446-76dfea727c4e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5421259 Jul 16 04:15:45.227900 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Request body: {'port': {'device_id': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:45.301755 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:45.413996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b5411217-225a-497e-9501-c898d2c3038f None None] Provisioning for port 7314ba57-b34a-4119-925a-34b7de391f8d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:15:45.418215 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b5411217-225a-497e-9501-c898d2c3038f None None] Provisioning complete for port 7314ba57-b34a-4119-925a-34b7de391f8d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:15:45.418661 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b5411217-225a-497e-9501-c898d2c3038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:45.455108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b5411217-225a-497e-9501-c898d2c3038f None None] Port 7314ba57-b34a-4119-925a-34b7de391f8d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:15:45.567534 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7314ba57-b34a-4119-925a-34b7de391f8d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:15:45.574885 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:45.586838 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Transition to ACTIVE for port object 7314ba57-b34a-4119-925a-34b7de391f8d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:15:45.589462 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:45.637195 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Pushing event updated for resources: {'Port': ['ID=7314ba57-b34a-4119-925a-34b7de391f8d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:45.709849 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Attempting to bind port 7314ba57-b34a-4119-925a-34b7de391f8d on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:15:45.710325 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Attempting to bind port 7314ba57-b34a-4119-925a-34b7de391f8d by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:15:45.710680 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Attempting to bind port 7314ba57-b34a-4119-925a-34b7de391f8d on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:15:45.715149 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Port 7314ba57-b34a-4119-925a-34b7de391f8d on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:15:45.715484 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Attempting to bind port 7314ba57-b34a-4119-925a-34b7de391f8d on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:15:45.720429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:15:45.720785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Checking segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:15:45.721183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Bound using segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:15:45.721624 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Bound port: 7314ba57-b34a-4119-925a-34b7de391f8d, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:15:45.721992 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:45.791469 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:15:45.794623 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7314ba57-b34a-4119-925a-34b7de391f8d,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:15:45.799322 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:45.836239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:45.836891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:45.838285 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] 10.222.0.20 "PUT /v2.0/ports/7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 1091 time: 0.6154675 Jul 16 04:15:45.838728 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:45.841014 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818e32e7-90e2-4411-8474-72fb4f513634" -d '{"events": [{"name": "network-changed", "server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:45.881401 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c06290-daa8-4637-8a39-2ec372d4ea3e service neutron] Pushing event updated for resources: {'Port': ['ID=7314ba57-b34a-4119-925a-34b7de391f8d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:45.967387 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-f3fb06b7-7dd2-45ef-9233-03ef2d4b06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:45.969427 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-f3fb06b7-7dd2-45ef-9233-03ef2d4b06e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 1094 time: 0.0734103 Jul 16 04:15:45.987252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedd6f0-afe9-4492-bb5b-85613a8265e0 req-4522e826-90c9-46f1-9562-78b7131b6d17 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:45.994923 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-faedd6f0-afe9-4492-bb5b-85613a8265e0 req-4522e826-90c9-46f1-9562-78b7131b6d17 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 943 time: 0.0760875 Jul 16 04:15:46.018662 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eade19e-1e10-4d93-8344-151f54425221 x-openstack-request-id: req-9eade19e-1e10-4d93-8344-151f54425221 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:46.019005 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:46.019399 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9eade19e-1e10-4d93-8344-151f54425221 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:46.019874 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d', 'status': 'completed', 'code': 200} Jul 16 04:15:46.021622 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-cab8de3b-9455-4001-9921-b2ed47824402 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 217 time: 0.0447507 Jul 16 04:15:46.031661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-faedd6f0-afe9-4492-bb5b-85613a8265e0 req-9e2bcdae-08f1-4515-8329-c1d3bf2c2d61 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356176 Jul 16 04:15:46.072225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-8a38eef5-a31e-42d5-ba80-096c7ec02c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:46.073676 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-8a38eef5-a31e-42d5-ba80-096c7ec02c30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0449221 Jul 16 04:15:46.129117 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-5d1a29a5-69f0-4a8c-b757-038f6e02a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:46.130618 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-5d1a29a5-69f0-4a8c-b757-038f6e02a0ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507891 Jul 16 04:15:46.223444 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-eeaf2337-f989-4d13-a8c8-f87ef8facd99 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849819 Jul 16 04:15:46.311586 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-372e01b8-b14a-4e20-84fd-fead89c84187 req-b0179dd7-796e-4047-803b-53e0f97fde21 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814457 Jul 16 04:15:46.410672 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e32e7-90e2-4411-8474-72fb4f513634 req-5e7471c7-4721-405d-b200-92510ddd2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:46.412148 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-818e32e7-90e2-4411-8474-72fb4f513634 req-5e7471c7-4721-405d-b200-92510ddd2940 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 1094 time: 0.0564039 Jul 16 04:15:46.500641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e32e7-90e2-4411-8474-72fb4f513634 req-bfd64465-faed-411c-a9f9-e83fe4e19b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:46.502112 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-818e32e7-90e2-4411-8474-72fb4f513634 req-bfd64465-faed-411c-a9f9-e83fe4e19b96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0828176 Jul 16 04:15:46.548343 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-818e32e7-90e2-4411-8474-72fb4f513634 req-1188fa09-28f3-4d81-b7ec-ea06b50613e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 217 time: 0.0396924 Jul 16 04:15:46.595216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e32e7-90e2-4411-8474-72fb4f513634 req-d50ca137-4b42-492b-ae24-fa9771fbfa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:46.596636 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-818e32e7-90e2-4411-8474-72fb4f513634 req-d50ca137-4b42-492b-ae24-fa9771fbfa50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0422647 Jul 16 04:15:46.654278 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e32e7-90e2-4411-8474-72fb4f513634 req-139fbea9-25ca-4f45-9e8f-79fc55863887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:46.655800 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-818e32e7-90e2-4411-8474-72fb4f513634 req-139fbea9-25ca-4f45-9e8f-79fc55863887 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526156 Jul 16 04:15:46.747604 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-818e32e7-90e2-4411-8474-72fb4f513634 req-45df5375-69b2-4723-b75a-aed5620a9bd9 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840125 Jul 16 04:15:46.834883 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-818e32e7-90e2-4411-8474-72fb4f513634 req-b4e673a2-923e-4ba1-acab-7f697f15a259 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804050 Jul 16 04:15:47.204528 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb32ac2-f520-44db-be16-70f3bbf2ac95 req-7dddd232-6c46-4b64-a309-bd23912a5409 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:47.205982 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fb32ac2-f520-44db-be16-70f3bbf2ac95 req-7dddd232-6c46-4b64-a309-bd23912a5409 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 943 time: 0.0615873 Jul 16 04:15:47.243273 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9fb32ac2-f520-44db-be16-70f3bbf2ac95 req-ce7da776-2045-4319-b161-c5e0c9c5756e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313823 Jul 16 04:15:48.578196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7314ba57-b34a-4119-925a-34b7de391f8d details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:15:48.589882 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da8d95-fc35-4817-80b9-badbccab3648 req-064e2265-aaf4-4425-b224-94f4235d43d3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:48.591348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15da8d95-fc35-4817-80b9-badbccab3648 req-064e2265-aaf4-4425-b224-94f4235d43d3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 943 time: 0.0655069 Jul 16 04:15:48.630491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15da8d95-fc35-4817-80b9-badbccab3648 req-abbf5c8b-cb01-4039-a8c8-441ab5ec613c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334370 Jul 16 04:15:48.671816 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7314ba57-b34a-4119-925a-34b7de391f8d,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:48.682754 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '7314ba57-b34a-4119-925a-34b7de391f8d', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'port_id': '7314ba57-b34a-4119-925a-34b7de391f8d', 'mac_address': 'fa:16:3e:a6:ea:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:15:48.717983 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:48.734010 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7314ba57-b34a-4119-925a-34b7de391f8d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:15:48.752530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7314ba57-b34a-4119-925a-34b7de391f8d,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:48.756414 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:48.806421 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=7314ba57-b34a-4119-925a-34b7de391f8d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:48.943141 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['7314ba57-b34a-4119-925a-34b7de391f8d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:15:49.799814 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e27f9-2f64-462c-b2b9-79a970feae27 req-46a2fbca-0ab7-4e2c-8e35-d8f9a2845fa5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:49.801326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5b1e27f9-2f64-462c-b2b9-79a970feae27 req-46a2fbca-0ab7-4e2c-8e35-d8f9a2845fa5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 944 time: 0.0629373 Jul 16 04:15:49.838507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5b1e27f9-2f64-462c-b2b9-79a970feae27 req-260074ad-a533-4ff2-875d-d08dcb6d10a6 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311151 Jul 16 04:15:50.577568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7314ba57-b34a-4119-925a-34b7de391f8d up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:15:50.627599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 7314ba57-b34a-4119-925a-34b7de391f8d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:15:50.632642 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 7314ba57-b34a-4119-925a-34b7de391f8d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:15:50.633020 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:50.706675 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:50.728288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:50.730536 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957a561a-ce6f-4582-84b2-3e7bbbb559cd" -d '{"events": [{"server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "name": "network-vif-plugged", "status": "completed", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:50.742689 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7314ba57-b34a-4119-925a-34b7de391f8d,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:15:50.746871 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:50.773469 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa81aa3-29f7-4524-9e18-7a368db8e434 x-openstack-request-id: req-3aa81aa3-29f7-4524-9e18-7a368db8e434 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:50.773762 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "name": "network-vif-plugged", "status": "completed", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:50.774019 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3aa81aa3-29f7-4524-9e18-7a368db8e434 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:50.774398 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d', 'code': 200} Jul 16 04:15:50.800586 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=7314ba57-b34a-4119-925a-34b7de391f8d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:15:50.886482 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70466297-c506-449c-a2bc-95f232cb6fbc req-a17ac644-86b2-4f8c-a12b-acaad6d14c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:50.888122 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-70466297-c506-449c-a2bc-95f232cb6fbc req-a17ac644-86b2-4f8c-a12b-acaad6d14c0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 1096 time: 0.0539629 Jul 16 04:15:50.927095 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-70466297-c506-449c-a2bc-95f232cb6fbc req-b68a168c-6dc9-472a-bdc1-87bc1d8c4bfa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325208 Jul 16 04:15:51.015746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfcd28-e08c-43d2-803d-672509a95dcf req-daa5cfb3-2055-4451-a7d4-056a270362bf tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:51.017234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63dfcd28-e08c-43d2-803d-672509a95dcf req-daa5cfb3-2055-4451-a7d4-056a270362bf tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0655942 Jul 16 04:15:51.053187 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63dfcd28-e08c-43d2-803d-672509a95dcf req-da1588d4-61f2-4ad5-9ac5-d8e3bd95d06b tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303741 Jul 16 04:15:52.224825 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09293071-f5b9-4ef0-ac31-9b36587258f4 req-793b261d-392b-4833-bc8b-1051d2f6b3f4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:52.226372 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09293071-f5b9-4ef0-ac31-9b36587258f4 req-793b261d-392b-4833-bc8b-1051d2f6b3f4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0628972 Jul 16 04:15:52.263169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09293071-f5b9-4ef0-ac31-9b36587258f4 req-44b66b96-956b-4e2d-84fd-2046dd42151d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312839 Jul 16 04:15:52.424210 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea977f0-2337-4222-9921-a06c93d95443 req-678c5d74-d134-47ce-b18e-01c7606f7ad7 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:52.425761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ea977f0-2337-4222-9921-a06c93d95443 req-678c5d74-d134-47ce-b18e-01c7606f7ad7 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0617919 Jul 16 04:15:52.434663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51264) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:15:52.438970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8826def2-084f-4c4c-a1ad-9145b289c957 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Request body: {'floatingip': {'port_id': '7314ba57-b34a-4119-925a-34b7de391f8d'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:15:52.479837 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8826def2-084f-4c4c-a1ad-9145b289c957 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:52.911645 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8826def2-084f-4c4c-a1ad-9145b289c957 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:52.915755 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8826def2-084f-4c4c-a1ad-9145b289c957 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:53.012292 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-8826def2-084f-4c4c-a1ad-9145b289c957 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221 associated. External IP: 172.25.3.185, port: 7314ba57-b34a-4119-925a-34b7de391f8d. Jul 16 04:15:53.206994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8826def2-084f-4c4c-a1ad-9145b289c957 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Router bd909d23-ff70-4c13-96d4-612b6a6554d8 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:15:53.312817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8826def2-084f-4c4c-a1ad-9145b289c957 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:15:53.317619 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8826def2-084f-4c4c-a1ad-9145b289c957 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:15:53.322762 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f20edf-6d64-447a-8171-0d087f51ca1e None None] Sync routers for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:15:53.331294 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f20edf-6d64-447a-8171-0d087f51ca1e None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:53.331890 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-16f20edf-6d64-447a-8171-0d087f51ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:15:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:53.355751 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8826def2-084f-4c4c-a1ad-9145b289c957 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "PUT /v2.0/floatingips/5a5c2f03-2936-4a80-a13a-7ef3e5eef221 HTTP/1.1" status: 200 len: 992 time: 0.9174752 Jul 16 04:15:53.355751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:15:53.358019 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7832bb9-b7f6-4729-be09-a6f1071aee4b" -d '{"events": [{"name": "network-changed", "server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:15:53.439752 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-16f20edf-6d64-447a-8171-0d087f51ca1e None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:53.450030 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097f9492-5594-4925-9119-17f7a78afc65 x-openstack-request-id: req-097f9492-5594-4925-9119-17f7a78afc65 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:15:53.450324 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:15:53.450574 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-097f9492-5594-4925-9119-17f7a78afc65 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:15:53.450971 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d', 'status': 'completed', 'code': 200} Jul 16 04:15:53.529721 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7832bb9-b7f6-4729-be09-a6f1071aee4b req-87fe7604-229c-4b26-b906-948f08842ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:53.531361 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e7832bb9-b7f6-4729-be09-a6f1071aee4b req-87fe7604-229c-4b26-b906-948f08842ccc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 1096 time: 0.0533221 Jul 16 04:15:53.623182 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7832bb9-b7f6-4729-be09-a6f1071aee4b req-9c7fb148-4ffb-45f0-aa06-ae7be650ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:53.624900 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e7832bb9-b7f6-4729-be09-a6f1071aee4b req-9c7fb148-4ffb-45f0-aa06-ae7be650ec4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0873754 Jul 16 04:15:53.661410 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-16f20edf-6d64-447a-8171-0d087f51ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a5c2f03-2936-4a80-a13a-7ef3e5eef221', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'port_id': '7314ba57-b34a-4119-925a-34b7de391f8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'mac_address': 'fa:16:3e:a6:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:08:43Z', 'updated_at': '2021-07-16T04:15:52Z', 'revision_number': 13, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:53.686092 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f20edf-6d64-447a-8171-0d087f51ca1e None None] Checking router: bd909d23-ff70-4c13-96d4-612b6a6554d8 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:15:53.691745 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e7832bb9-b7f6-4729-be09-a6f1071aee4b req-1c6c67a8-2a16-448d-a708-e7432eca50e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 1000 time: 0.0609508 Jul 16 04:15:53.693964 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f20edf-6d64-447a-8171-0d087f51ca1e None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:15:53.695218 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-16f20edf-6d64-447a-8171-0d087f51ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:15:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:53.738327 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7832bb9-b7f6-4729-be09-a6f1071aee4b req-e00a219b-2d00-4128-953b-06b35e4d41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:53.739787 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e7832bb9-b7f6-4729-be09-a6f1071aee4b req-e00a219b-2d00-4128-953b-06b35e4d41bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0425024 Jul 16 04:15:53.795955 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-16f20edf-6d64-447a-8171-0d087f51ca1e None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:15:53.797768 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7832bb9-b7f6-4729-be09-a6f1071aee4b req-dc12fff4-1a24-4e91-b40c-97495c869cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:15:53.799318 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e7832bb9-b7f6-4729-be09-a6f1071aee4b req-dc12fff4-1a24-4e91-b40c-97495c869cd8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522041 Jul 16 04:15:53.893569 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e7832bb9-b7f6-4729-be09-a6f1071aee4b req-470bc661-d97a-431b-828e-308fd7857a5b service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858297 Jul 16 04:15:53.979804 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e7832bb9-b7f6-4729-be09-a6f1071aee4b req-c9288050-b1b7-4f90-9cc4-89f3df6b9ff6 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799060 Jul 16 04:15:54.012460 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-16f20edf-6d64-447a-8171-0d087f51ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a5c2f03-2936-4a80-a13a-7ef3e5eef221', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'port_id': '7314ba57-b34a-4119-925a-34b7de391f8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'mac_address': 'fa:16:3e:a6:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:08:43Z', 'updated_at': '2021-07-16T04:15:52Z', 'revision_number': 13, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:15:54.117227 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f20edf-6d64-447a-8171-0d087f51ca1e None None] The sync data for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 is: [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '5a5c2f03-2936-4a80-a13a-7ef3e5eef221', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'port_id': '7314ba57-b34a-4119-925a-34b7de391f8d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'mac_address': 'fa:16:3e:a6:ea:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:08:43Z', 'updated_at': '2021-07-16T04:15:52Z', 'revision_number': 13, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:15:54.177167 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:15:54.292888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ebc151-4725-47b3-a379-0f89031020fd None None] New status for floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:16:00.091466 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f849d934-53b8-41c9-a08a-1e7818b227d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:01.459403 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:01.788495 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.830558 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0920123-3022-4d83-8ca6-843881a51df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:02.859170 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:04.021620 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:05.874980 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:30.089534 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-71979177-fc28-4824-a380-4158b9b834b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:31.178859 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:16:31.461281 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:31.795922 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:32.830021 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7acc73f5-4d76-45cb-9532-c1c8e9f74617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:32.858417 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:34.025778 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:35.877657 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:16:44.667707 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df181b37-621b-488b-931a-158a76084981 req-017fb37b-fccc-4eb9-8973-b2eadfc27bc7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568967 Jul 16 04:16:44.759127 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df181b37-621b-488b-931a-158a76084981 req-bf3f0679-33ce-4a55-b081-d63ced39b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:44.761178 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df181b37-621b-488b-931a-158a76084981 req-bf3f0679-33ce-4a55-b081-d63ced39b3e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 1096 time: 0.0522752 Jul 16 04:16:44.865383 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df181b37-621b-488b-931a-158a76084981 req-4934867c-76ce-4824-b3bc-67b4687bb52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:44.866830 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df181b37-621b-488b-931a-158a76084981 req-4934867c-76ce-4824-b3bc-67b4687bb52e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0859652 Jul 16 04:16:44.930148 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df181b37-621b-488b-931a-158a76084981 req-53af9b19-ce53-445d-841f-5f8d9551a206 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 1002 time: 0.0561442 Jul 16 04:16:44.976925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df181b37-621b-488b-931a-158a76084981 req-aea85022-3689-447a-9369-dc4b15742937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:44.978313 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df181b37-621b-488b-931a-158a76084981 req-aea85022-3689-447a-9369-dc4b15742937 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0422480 Jul 16 04:16:45.039705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df181b37-621b-488b-931a-158a76084981 req-1d9fa29f-a211-4e9e-9a4e-279d1ab57e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:16:45.041304 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df181b37-621b-488b-931a-158a76084981 req-1d9fa29f-a211-4e9e-9a4e-279d1ab57e54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557418 Jul 16 04:16:45.051808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-df181b37-621b-488b-931a-158a76084981 req-14cb0ae8-b738-4253-b93a-898629e97acf service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:16:45.052751 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df181b37-621b-488b-931a-158a76084981 req-14cb0ae8-b738-4253-b93a-898629e97acf service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049238 Jul 16 04:16:45.139352 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df181b37-621b-488b-931a-158a76084981 req-e9d0b9df-2281-4081-8af3-efe0311f99d5 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800271 Jul 16 04:16:45.227707 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-df181b37-621b-488b-931a-158a76084981 req-6c0a3956-cf5d-446a-89df-c8f17f86b226 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819676 Jul 16 04:17:00.093879 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-87f3bc53-e43d-4923-8ec0-5afc0957cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:01.476447 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:01.803371 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:02.830421 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4941-94a7-44aa-b657-2fdf1902abaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:02.857177 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:04.028738 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:05.881149 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:08.177066 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:17:30.093792 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f27a8377-340e-4642-93fd-6a7046b69315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:31.491012 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:31.827032 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:31.987936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90daab9b-1407-4e08-b508-9e844933382c req-bb11b721-2405-4cec-a273-c64e8dc299bf tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:31.989477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90daab9b-1407-4e08-b508-9e844933382c req-bb11b721-2405-4cec-a273-c64e8dc299bf tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.1832576 Jul 16 04:17:32.026960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90daab9b-1407-4e08-b508-9e844933382c req-ca43e039-013f-4a9b-8890-9242b60ad0c9 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318704 Jul 16 04:17:32.831115 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ff1bf4c-cf4a-448b-9815-8f4c19728aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:32.857474 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:34.032377 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:35.881845 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:17:43.182462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-1ca9154e-5812-4ac0-97dd-bce9a648ca9d req-33cbf9fa-0968-4872-9405-5b895d8a8aed service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:17:43.183500 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1ca9154e-5812-4ac0-97dd-bce9a648ca9d req-33cbf9fa-0968-4872-9405-5b895d8a8aed service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054653 Jul 16 04:17:43.497441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670937d-72a5-40c9-bb84-ffcc6f5ae444 req-48ee0a79-0593-463b-8f55-fdadf824bc1c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:43.498900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7670937d-72a5-40c9-bb84-ffcc6f5ae444 req-48ee0a79-0593-463b-8f55-fdadf824bc1c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0993516 Jul 16 04:17:43.501706 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-81241168-b9c1-4531-9bcd-f4abc041723f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1495650 Jul 16 04:17:43.514521 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-909667fa-0b64-4e62-8400-6a2709027d8f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:17:43.515443 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-909667fa-0b64-4e62-8400-6a2709027d8f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051045 Jul 16 04:17:43.545147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7670937d-72a5-40c9-bb84-ffcc6f5ae444 req-70c6efa3-cf4f-4be9-9a0a-4818429bf5d3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403609 Jul 16 04:17:44.727012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bee64-0b13-4108-8bc2-e1a7d3d64f23 req-2fa66021-e35f-4163-9f12-2291f88da224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:44.728588 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-115bee64-0b13-4108-8bc2-e1a7d3d64f23 req-2fa66021-e35f-4163-9f12-2291f88da224 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 1096 time: 0.0552340 Jul 16 04:17:44.846614 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bee64-0b13-4108-8bc2-e1a7d3d64f23 req-db99abb2-2421-43b7-8d62-9487fddea5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:44.848132 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-115bee64-0b13-4108-8bc2-e1a7d3d64f23 req-db99abb2-2421-43b7-8d62-9487fddea5da service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0989547 Jul 16 04:17:44.919979 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-115bee64-0b13-4108-8bc2-e1a7d3d64f23 req-0978f59d-e628-444a-90a7-d56910f8da1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 1002 time: 0.0640759 Jul 16 04:17:44.970732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bee64-0b13-4108-8bc2-e1a7d3d64f23 req-1beff4e8-69d1-4741-8027-6128d7470bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:44.972256 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-115bee64-0b13-4108-8bc2-e1a7d3d64f23 req-1beff4e8-69d1-4741-8027-6128d7470bcb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0461838 Jul 16 04:17:45.030525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23eee6c-f404-4124-9992-8a3f1883519e req-029ed124-3bc8-4377-80ea-274306a4d34d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:45.032025 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f23eee6c-f404-4124-9992-8a3f1883519e req-029ed124-3bc8-4377-80ea-274306a4d34d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.3739412 Jul 16 04:17:45.035547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bee64-0b13-4108-8bc2-e1a7d3d64f23 req-bbd0d520-fa2d-45bd-a34b-527258429eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:45.037082 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-115bee64-0b13-4108-8bc2-e1a7d3d64f23 req-bbd0d520-fa2d-45bd-a34b-527258429eaf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582073 Jul 16 04:17:45.069421 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f23eee6c-f404-4124-9992-8a3f1883519e req-1d8352a5-08dc-4a20-a92c-5cfe9b53c4a5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317147 Jul 16 04:17:45.123948 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-115bee64-0b13-4108-8bc2-e1a7d3d64f23 req-595b77a7-32bc-47a4-9535-904bbe6f620a service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798655 Jul 16 04:17:45.176722 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:17:45.213752 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-115bee64-0b13-4108-8bc2-e1a7d3d64f23 req-b7260914-299e-467b-bd98-1978cab53597 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827405 Jul 16 04:17:46.242315 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164ef85-76bb-4dc4-95ff-958237783016 req-31d3a5a0-3f21-458c-b1bf-c43cd13d0342 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:46.243805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0164ef85-76bb-4dc4-95ff-958237783016 req-31d3a5a0-3f21-458c-b1bf-c43cd13d0342 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0635366 Jul 16 04:17:46.280961 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0164ef85-76bb-4dc4-95ff-958237783016 req-1287dcfa-92ac-4a9d-ac9f-a8b65c84ff52 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308924 Jul 16 04:17:47.454817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba8864-3339-40ce-880d-8cbf6b67452a req-0a335008-11cc-484a-8df0-459aaf0e7d95 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:47.456286 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ebba8864-3339-40ce-880d-8cbf6b67452a req-0a335008-11cc-484a-8df0-459aaf0e7d95 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0642774 Jul 16 04:17:47.493853 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ebba8864-3339-40ce-880d-8cbf6b67452a req-ced3aa3b-9506-43b8-9434-e6f641502805 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319223 Jul 16 04:17:48.676228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9af07c-fd64-4592-bfcd-155b772ef086 req-9e019473-9a6a-4019-b1e1-b6be8858e1c3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:48.677732 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5b9af07c-fd64-4592-bfcd-155b772ef086 req-9e019473-9a6a-4019-b1e1-b6be8858e1c3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0633631 Jul 16 04:17:48.714041 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5b9af07c-fd64-4592-bfcd-155b772ef086 req-47df175b-2a2d-4837-acf1-1e104ca82360 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304081 Jul 16 04:17:49.012236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-7acedd0b-a9e2-4a31-855f-47dcfdb0ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:49.013751 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-7acedd0b-a9e2-4a31-855f-47dcfdb0ff12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 1096 time: 0.0523069 Jul 16 04:17:49.102104 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-96f9db8d-a7be-46ed-b426-6a7bf418a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:49.103530 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-96f9db8d-a7be-46ed-b426-6a7bf418a02a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0834730 Jul 16 04:17:49.164686 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-548e3a53-13d6-4418-a692-defb95a5e1da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 1002 time: 0.0553865 Jul 16 04:17:49.213147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-a3cac9fa-fb54-49ec-930c-1ca45e08cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:49.214639 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-a3cac9fa-fb54-49ec-930c-1ca45e08cfca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0443096 Jul 16 04:17:49.273666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-e45aa25c-5113-4bc7-ab45-754324f75576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:49.275094 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-e45aa25c-5113-4bc7-ab45-754324f75576 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541556 Jul 16 04:17:49.361443 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-7d887baa-d1d9-4514-ac0e-a7ce6dd06465 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802791 Jul 16 04:17:49.451404 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-3d77b099-d298-42f6-8ec0-bce2a4f0dbef service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836015 Jul 16 04:17:49.884006 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12e918-eb32-4092-9cd8-330f5e3207cc req-e1795285-7985-4ce4-8278-226a422b806b tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:49.885400 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e12e918-eb32-4092-9cd8-330f5e3207cc req-e1795285-7985-4ce4-8278-226a422b806b tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0620103 Jul 16 04:17:49.925515 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e12e918-eb32-4092-9cd8-330f5e3207cc req-4495e485-4509-45d4-b584-f7993b216036 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346322 Jul 16 04:17:51.095764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc5ee2-6c7e-42ba-92b8-1baae8df83ef req-6667eb78-a452-4a27-9f22-b1d089e1bf69 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:51.097243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7adc5ee2-6c7e-42ba-92b8-1baae8df83ef req-6667eb78-a452-4a27-9f22-b1d089e1bf69 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0616257 Jul 16 04:17:51.133689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7adc5ee2-6c7e-42ba-92b8-1baae8df83ef req-fe3eb22f-e31f-48c0-924e-35c5726a15ae tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310636 Jul 16 04:17:52.303341 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb22f8-e86f-4a1b-ae61-b60e64c88075 req-52000790-61bc-46b6-b8d6-eebdab09d545 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:52.304727 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ebfb22f8-e86f-4a1b-ae61-b60e64c88075 req-52000790-61bc-46b6-b8d6-eebdab09d545 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0620589 Jul 16 04:17:52.341484 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ebfb22f8-e86f-4a1b-ae61-b60e64c88075 req-d916571e-0fb2-49a5-aa39-a501d6e80585 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312362 Jul 16 04:17:53.513669 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c073f8a-2832-4b42-8e9d-d1a8389f9f69 req-daad4dcd-bb5c-49b7-95af-68624857edaa tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:53.515121 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c073f8a-2832-4b42-8e9d-d1a8389f9f69 req-daad4dcd-bb5c-49b7-95af-68624857edaa tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0660045 Jul 16 04:17:53.550960 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c073f8a-2832-4b42-8e9d-d1a8389f9f69 req-08be6810-be99-472e-98b4-bf7032980f8d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304203 Jul 16 04:17:54.721725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2153ed9-8c33-4391-b23c-33b92e20d332 req-27e82184-5de3-4018-8837-01768a2c3fea tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:54.723191 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2153ed9-8c33-4391-b23c-33b92e20d332 req-27e82184-5de3-4018-8837-01768a2c3fea tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0623901 Jul 16 04:17:54.760197 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2153ed9-8c33-4391-b23c-33b92e20d332 req-3c54f8d5-cd2a-420e-b86f-f538d7b2d43d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315549 Jul 16 04:17:55.929436 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cddf2-0003-4925-b46c-d9dd81d7d88e req-42c42422-772d-43ca-ac32-413291bf7f98 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:55.930896 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb7cddf2-0003-4925-b46c-d9dd81d7d88e req-42c42422-772d-43ca-ac32-413291bf7f98 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0617683 Jul 16 04:17:55.970698 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bb7cddf2-0003-4925-b46c-d9dd81d7d88e req-ddb6eddd-b933-4b57-88c5-7345eaa6a82b tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337751 Jul 16 04:17:57.143018 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1ff49-c3dd-472e-93ff-4335c89d65cd req-a5597d3c-f42d-412d-af48-e518573d2fa5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:57.144512 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cee1ff49-c3dd-472e-93ff-4335c89d65cd req-a5597d3c-f42d-412d-af48-e518573d2fa5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0623372 Jul 16 04:17:57.181336 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cee1ff49-c3dd-472e-93ff-4335c89d65cd req-6b86d389-d7a5-4d91-bf80-2003767144d8 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311327 Jul 16 04:17:58.351655 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cb1d1-3819-44d9-91ae-ef74ca39d2e8 req-98455085-9ef1-4c85-83fd-b7c32a827918 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:58.353164 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d33cb1d1-3819-44d9-91ae-ef74ca39d2e8 req-98455085-9ef1-4c85-83fd-b7c32a827918 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0627761 Jul 16 04:17:58.390564 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d33cb1d1-3819-44d9-91ae-ef74ca39d2e8 req-c328f8e4-1c0a-47a0-b9b0-aebf958ee2b3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314934 Jul 16 04:17:59.563816 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3d221-69b3-48c5-9b49-b5842f858111 req-99ebeeaf-e49e-4d2b-a008-238240767b84 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:17:59.565297 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-39b3d221-69b3-48c5-9b49-b5842f858111 req-99ebeeaf-e49e-4d2b-a008-238240767b84 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0648832 Jul 16 04:17:59.601408 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-39b3d221-69b3-48c5-9b49-b5842f858111 req-cee187fa-a668-4b32-938d-d1c365cbf95f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305104 Jul 16 04:18:00.093680 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d0eeecb4-e3ef-40f9-81d7-ce92e357ea75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:00.773166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6d524-f7d3-4205-b604-8333d507158a req-a4eaafe0-f669-4443-95d4-1313b3192f7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:00.774660 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-21e6d524-f7d3-4205-b604-8333d507158a req-a4eaafe0-f669-4443-95d4-1313b3192f7e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0638180 Jul 16 04:18:00.811909 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-21e6d524-f7d3-4205-b604-8333d507158a req-b68e3344-2845-4e55-84a0-f0e093e4ee8d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317655 Jul 16 04:18:01.489686 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:01.818091 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:01.987913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a647e-6887-4dff-bf30-cdf7a343d042 req-1b3c760c-e825-43f3-9814-6aea1c432d34 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:01.989440 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab5a647e-6887-4dff-bf30-cdf7a343d042 req-1b3c760c-e825-43f3-9814-6aea1c432d34 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0632262 Jul 16 04:18:02.032443 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ab5a647e-6887-4dff-bf30-cdf7a343d042 req-301468c4-f94a-4b62-aca3-50f237f4fc94 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372028 Jul 16 04:18:02.831236 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fe139e13-1eeb-4f75-a637-cb52bffdd011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:02.858596 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:03.114489 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-97c01489-baad-47a2-8802-16a2c729c0ec service neutron] show failed (client error): The resource could not be found. Jul 16 04:18:03.115536 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-97c01489-baad-47a2-8802-16a2c729c0ec service neutron] 10.222.0.20 "GET /v2.0/ports/7314ba57-b34a-4119-925a-34b7de391f8d/bindings/n-h1-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.0541184 Jul 16 04:18:03.203007 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e4aa4-a150-4431-bd76-b55f254621be req-ea7ef1f1-2886-401d-88df-b9e5ffd9a40d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:03.204511 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f09e4aa4-a150-4431-bd76-b55f254621be req-ea7ef1f1-2886-401d-88df-b9e5ffd9a40d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0621884 Jul 16 04:18:03.242012 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f09e4aa4-a150-4431-bd76-b55f254621be req-c2337b77-5e07-4138-97f8-3c2ff894adec tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317533 Jul 16 04:18:03.363382 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-7d52cd75-857d-4c83-9333-78d0e0b9636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:03.364887 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-7d52cd75-857d-4c83-9333-78d0e0b9636e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee&tenant_id=5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 1096 time: 0.0518134 Jul 16 04:18:03.378372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-dc625253-fc09-43d2-bf3f-004c2a44a4f4 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:18:03.379304 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-dc625253-fc09-43d2-bf3f-004c2a44a4f4 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050979 Jul 16 04:18:03.393121 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:18:03.464656 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:03.658415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7314ba57-b34a-4119-925a-34b7de391f8d,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:03.690846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:18:03.732732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:03.734992 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500180ec-c155-4a5b-82fd-23b9fb0c2028" -d '{"events": [{"server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "name": "network-vif-unplugged", "status": "completed", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:03.738462 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:03.751110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Transition to ACTIVE for port object 7314ba57-b34a-4119-925a-34b7de391f8d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:18:03.754456 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:03.787739 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb540866-a9b6-45a7-89c3-46e586f447de x-openstack-request-id: req-fb540866-a9b6-45a7-89c3-46e586f447de {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:03.788176 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "name": "network-vif-unplugged", "status": "completed", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:03.788451 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb540866-a9b6-45a7-89c3-46e586f447de {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:03.789400 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d', 'code': 200} Jul 16 04:18:03.833009 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Pushing event updated for resources: {'Port': ['ID=7314ba57-b34a-4119-925a-34b7de391f8d,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:03.847328 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:03.847674 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:03.848017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:03.848377 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:03.848709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:03.849042 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:03.849372 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:03.849702 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:03.850023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:03.850347 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:03.850666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:03.850985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:03.888997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] No DVR routers for this DVR port 7314ba57-b34a-4119-925a-34b7de391f8d on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:18:04.022702 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Attempting to bind port 7314ba57-b34a-4119-925a-34b7de391f8d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:18:04.023095 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Attempting to bind port 7314ba57-b34a-4119-925a-34b7de391f8d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:18:04.023435 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Attempting to bind port 7314ba57-b34a-4119-925a-34b7de391f8d on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:18:04.027742 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Port 7314ba57-b34a-4119-925a-34b7de391f8d on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:18:04.028625 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Attempting to bind port 7314ba57-b34a-4119-925a-34b7de391f8d on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:18:04.033566 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:18:04.033910 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Checking segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:18:04.034302 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Bound using segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:18:04.034736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Bound port: 7314ba57-b34a-4119-925a-34b7de391f8d, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:18:04.034999 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:04.035484 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:04.098759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:18:04.101663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=7314ba57-b34a-4119-925a-34b7de391f8d,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:18:04.105375 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:04.137238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:04.138458 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:04.139768 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] 10.222.0.88 "PUT /v2.0/ports/7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 1091 time: 0.7503717 Jul 16 04:18:04.162546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c58a7-bf33-422e-98cd-ae9568452647 service neutron] Pushing event updated for resources: {'Port': ['ID=7314ba57-b34a-4119-925a-34b7de391f8d,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:04.226454 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5240e517-2295-4301-9b8c-5fdde87e9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:04.228013 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5240e517-2295-4301-9b8c-5fdde87e9b64 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 1094 time: 0.0573936 Jul 16 04:18:04.339145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-019ba285-6b86-4123-93dc-3fcbdc9455c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:04.341447 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-019ba285-6b86-4123-93dc-3fcbdc9455c3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.1028450 Jul 16 04:18:04.412430 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-282d3757-6590-4296-b882-583bf9c0722c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 1000 time: 0.0605390 Jul 16 04:18:04.429983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc855b4-b603-40e7-99ac-229d8bf5d7dc req-5528a338-80c9-4f73-b6b3-8439d62c206d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:04.437602 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bc855b4-b603-40e7-99ac-229d8bf5d7dc req-5528a338-80c9-4f73-b6b3-8439d62c206d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 943 time: 0.0710092 Jul 16 04:18:04.471387 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f27e4ef-3552-4de5-8af0-dedf98cdce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:04.472883 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-5f27e4ef-3552-4de5-8af0-dedf98cdce73 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0500033 Jul 16 04:18:04.473232 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bc855b4-b603-40e7-99ac-229d8bf5d7dc req-904ddde2-5f05-4ca5-9d1b-279529f30ea7 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343847 Jul 16 04:18:04.533344 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-b02d21ef-32a5-4e31-9470-9f8b9cd4a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:04.534881 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-b02d21ef-32a5-4e31-9470-9f8b9cd4a80a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518577 Jul 16 04:18:04.629893 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-e4afe05c-7755-4a98-97a8-1e3b0356193e service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826583 Jul 16 04:18:04.724622 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1942ebc9-f7a4-4288-a1d3-ac503ba8bcd3 req-2b4f6d06-ecb1-4d76-99a4-1074476774a4 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853384 Jul 16 04:18:05.227588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7314ba57-b34a-4119-925a-34b7de391f8d no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:18:05.266441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7314ba57-b34a-4119-925a-34b7de391f8d not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:18:05.660703 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208d835-3d91-4cb6-98ca-76428691cb1e req-f2f53f21-59db-460c-9ba7-aa6aac6089fa tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:05.662363 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3208d835-3d91-4cb6-98ca-76428691cb1e req-f2f53f21-59db-460c-9ba7-aa6aac6089fa tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 943 time: 0.0687220 Jul 16 04:18:05.699368 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3208d835-3d91-4cb6-98ca-76428691cb1e req-4e44f03d-d2b8-424e-be4d-f4d77b449d11 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314193 Jul 16 04:18:05.790187 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:05.792559 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e163f301-7cf0-4cda-8828-577e470f770d" -d '{"events": [{"name": "network-changed", "server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:05.843218 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131b9474-8bda-4700-97f0-47c46eb27010 x-openstack-request-id: req-131b9474-8bda-4700-97f0-47c46eb27010 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:05.843516 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:05.844494 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-131b9474-8bda-4700-97f0-47c46eb27010 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:05.844494 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d', 'status': 'completed', 'code': 200} Jul 16 04:18:05.892803 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:05.971510 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163f301-7cf0-4cda-8828-577e470f770d req-d3ed00cb-2d04-49f5-b097-d8dcf02cab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:05.973015 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e163f301-7cf0-4cda-8828-577e470f770d req-d3ed00cb-2d04-49f5-b097-d8dcf02cab8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 1094 time: 0.1053360 Jul 16 04:18:05.975868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163f301-7cf0-4cda-8828-577e470f770d req-b3b0e81e-7814-4800-a9e6-6215d4ce9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:05.977333 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e163f301-7cf0-4cda-8828-577e470f770d req-b3b0e81e-7814-4800-a9e6-6215d4ce9595 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 1094 time: 0.1014166 Jul 16 04:18:06.467384 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163f301-7cf0-4cda-8828-577e470f770d req-334a9ba5-ae89-4822-a7e2-e5ca6c7d3bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:06.468898 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e163f301-7cf0-4cda-8828-577e470f770d req-334a9ba5-ae89-4822-a7e2-e5ca6c7d3bc9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.4898560 Jul 16 04:18:06.473264 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163f301-7cf0-4cda-8828-577e470f770d req-939be040-7329-4d26-964f-452155feee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:06.474624 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e163f301-7cf0-4cda-8828-577e470f770d req-939be040-7329-4d26-964f-452155feee03 service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.4870727 Jul 16 04:18:06.579474 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e163f301-7cf0-4cda-8828-577e470f770d req-c6a9ac6f-fc44-4b7f-9361-eb6974152dcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 1000 time: 0.1031477 Jul 16 04:18:06.596068 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e163f301-7cf0-4cda-8828-577e470f770d req-5305ff02-a2e5-41bb-8a6d-8eab8dd0b825 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 1000 time: 0.0848227 Jul 16 04:18:06.663362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163f301-7cf0-4cda-8828-577e470f770d req-4829b2fe-64d5-4f90-ba30-0d4309d6951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:06.664967 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e163f301-7cf0-4cda-8828-577e470f770d req-4829b2fe-64d5-4f90-ba30-0d4309d6951c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0788314 Jul 16 04:18:06.670460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163f301-7cf0-4cda-8828-577e470f770d req-867558c3-2e9c-480d-a210-1ffff9824c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:06.671813 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e163f301-7cf0-4cda-8828-577e470f770d req-867558c3-2e9c-480d-a210-1ffff9824c79 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0577924 Jul 16 04:18:06.764444 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163f301-7cf0-4cda-8828-577e470f770d req-f8df4828-30fb-4e00-8fd7-26cd985cc9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:06.765960 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e163f301-7cf0-4cda-8828-577e470f770d req-f8df4828-30fb-4e00-8fd7-26cd985cc9c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932777 Jul 16 04:18:06.771770 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163f301-7cf0-4cda-8828-577e470f770d req-9e53bbe9-1d96-4b4f-a7b6-c1955bb17581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:06.773192 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e163f301-7cf0-4cda-8828-577e470f770d req-9e53bbe9-1d96-4b4f-a7b6-c1955bb17581 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718768 Jul 16 04:18:06.891440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cbfb0-068d-4a10-bc2a-d677b085efb3 req-ee2ed3a3-53f8-4ac2-9331-98aa8ca91999 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:06.893424 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-584cbfb0-068d-4a10-bc2a-d677b085efb3 req-ee2ed3a3-53f8-4ac2-9331-98aa8ca91999 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 943 time: 0.0666380 Jul 16 04:18:06.927370 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e163f301-7cf0-4cda-8828-577e470f770d req-2e8d9a06-d1de-4783-a162-c7dabb0356f8 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532142 Jul 16 04:18:06.931003 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e163f301-7cf0-4cda-8828-577e470f770d req-93e87e03-d797-4ea5-9a2c-d353149f151c service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395755 Jul 16 04:18:06.935426 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-584cbfb0-068d-4a10-bc2a-d677b085efb3 req-37be8851-58bc-46b1-8396-13d5f935cffb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341847 Jul 16 04:18:07.084136 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e163f301-7cf0-4cda-8828-577e470f770d req-d46446cc-e626-4e68-894f-06bba2e96e60 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502888 Jul 16 04:18:07.087419 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e163f301-7cf0-4cda-8828-577e470f770d req-e4c30f61-f4ec-4e1a-adfd-210898fdffa4 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461906 Jul 16 04:18:08.109882 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf253-e8fc-41dd-8ef8-484608424986 req-d4fe9ad3-c57a-4faf-b177-b74c7ccc26e0 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:08.111357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42baf253-e8fc-41dd-8ef8-484608424986 req-d4fe9ad3-c57a-4faf-b177-b74c7ccc26e0 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 943 time: 0.0624583 Jul 16 04:18:08.152942 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-42baf253-e8fc-41dd-8ef8-484608424986 req-43d1f9d2-0cb6-4a9c-9853-5171e421b1bf tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358708 Jul 16 04:18:09.322436 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410b3f7-0e01-40ba-aa89-8384f527475e req-5fb2d156-69e0-47fa-9b02-0caab7e40b53 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:09.323913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5410b3f7-0e01-40ba-aa89-8384f527475e req-5fb2d156-69e0-47fa-9b02-0caab7e40b53 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 943 time: 0.0626903 Jul 16 04:18:09.360903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5410b3f7-0e01-40ba-aa89-8384f527475e req-9ab6f36a-877f-4f15-aadc-b093df0a490d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308900 Jul 16 04:18:10.532361 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d12e3-eb7a-47b5-910c-72d38516c00d req-6e0b01c3-bfad-42b4-be63-d76ad933cd4d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:10.533852 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-467d12e3-eb7a-47b5-910c-72d38516c00d req-6e0b01c3-bfad-42b4-be63-d76ad933cd4d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 943 time: 0.0631797 Jul 16 04:18:10.570800 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-467d12e3-eb7a-47b5-910c-72d38516c00d req-1bcb300b-2979-4627-9381-80e5e24ce795 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313525 Jul 16 04:18:11.746688 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821e1dc-d562-4f90-ae0a-af2c1489077e req-ba669f7f-0577-4a6c-9a89-8aacfc4db021 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:11.748171 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7821e1dc-d562-4f90-ae0a-af2c1489077e req-ba669f7f-0577-4a6c-9a89-8aacfc4db021 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 943 time: 0.0668170 Jul 16 04:18:11.786313 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7821e1dc-d562-4f90-ae0a-af2c1489077e req-5246a3f0-74b1-4595-8734-56716796c8c7 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322063 Jul 16 04:18:12.956126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a22ad-49c3-435a-9583-8f1a721c88f0 req-b8c2b9c3-73b7-41b0-a85d-fba419ab4446 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:12.957639 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d3a22ad-49c3-435a-9583-8f1a721c88f0 req-b8c2b9c3-73b7-41b0-a85d-fba419ab4446 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 943 time: 0.0626073 Jul 16 04:18:12.993570 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d3a22ad-49c3-435a-9583-8f1a721c88f0 req-a940ee50-50c4-4875-be3a-dd0ba7070d45 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304739 Jul 16 04:18:14.170015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c130416-8d42-4000-8b4c-379649a54d91 req-5c371a3c-6486-48d6-9fb7-0dfb5c1425a7 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:14.171464 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c130416-8d42-4000-8b4c-379649a54d91 req-5c371a3c-6486-48d6-9fb7-0dfb5c1425a7 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 943 time: 0.0663626 Jul 16 04:18:14.207740 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c130416-8d42-4000-8b4c-379649a54d91 req-2b3cdd86-a26a-47a7-a3c4-2c55990a0e38 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307598 Jul 16 04:18:15.383448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a94b3-12ab-46f4-80e6-09098caae65e req-cb7bc7e7-4b94-43b4-9b56-7aeca6023b4c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:15.384962 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41a94b3-12ab-46f4-80e6-09098caae65e req-cb7bc7e7-4b94-43b4-9b56-7aeca6023b4c tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 943 time: 0.0644231 Jul 16 04:18:15.421468 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b41a94b3-12ab-46f4-80e6-09098caae65e req-7c39af45-ebfd-4d03-96b8-1a34e6be1582 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309751 Jul 16 04:18:16.591754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994aea1-2a28-422f-b604-74b45a29850c req-4ca1787e-14be-4e03-a5c1-d0d4330f43d5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:16.593242 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d994aea1-2a28-422f-b604-74b45a29850c req-4ca1787e-14be-4e03-a5c1-d0d4330f43d5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 943 time: 0.0624223 Jul 16 04:18:16.630430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d994aea1-2a28-422f-b604-74b45a29850c req-f155cb4b-5cbe-45d9-afa6-951a7e53eea7 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316892 Jul 16 04:18:17.022603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-0e06c010-49f0-400d-b84e-b3b0c72cc503 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:17.024031 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-0e06c010-49f0-400d-b84e-b3b0c72cc503 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.88 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee&tenant_id=5018e06413d8403cb660acab2ea8e46e&binding%3Ahost_id=n-h1-800088-6 HTTP/1.1" status: 200 len: 943 time: 0.0756185 Jul 16 04:18:17.070809 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f788c0-a7c5-4bdc-b8b5-35309a0ba0bd req-34be245c-cbbb-43bd-8202-86bf57a16276 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:17.072286 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a1f788c0-a7c5-4bdc-b8b5-35309a0ba0bd req-34be245c-cbbb-43bd-8202-86bf57a16276 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 943 time: 0.0660036 Jul 16 04:18:17.085057 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-097e5a36-6eee-4dd3-be04-cc3e68306701 service neutron] 10.222.0.88 "GET /v2.0/ports/7314ba57-b34a-4119-925a-34b7de391f8d/bindings/n-h1-800088-6 HTTP/1.1" status: 200 len: 382 time: 0.0540094 Jul 16 04:18:17.111329 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a1f788c0-a7c5-4bdc-b8b5-35309a0ba0bd req-a82c706b-5c81-4f03-8925-c1cffbcbfb5b tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326257 Jul 16 04:18:17.159196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-d30c088b-db44-464f-a9cd-127fd70e959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:17.160712 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-d30c088b-db44-464f-a9cd-127fd70e959a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 1094 time: 0.0527725 Jul 16 04:18:17.232175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 7314ba57-b34a-4119-925a-34b7de391f8d details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:18:17.249822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-f8807116-6133-4495-81a2-4b2dcd0d412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:17.251568 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-f8807116-6133-4495-81a2-4b2dcd0d412e service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0848022 Jul 16 04:18:17.314663 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-264d6bc3-3d63-4b50-bde1-5be72e432d76 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 1000 time: 0.0560446 Jul 16 04:18:17.322330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=7314ba57-b34a-4119-925a-34b7de391f8d,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:17.333404 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '7314ba57-b34a-4119-925a-34b7de391f8d', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'port_id': '7314ba57-b34a-4119-925a-34b7de391f8d', 'mac_address': 'fa:16:3e:a6:ea:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:18:17.366301 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-f0351257-4cf0-4810-b656-5c8acfef2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:17.367758 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-f0351257-4cf0-4810-b656-5c8acfef2bc7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0465956 Jul 16 04:18:17.370871 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:17.383709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7314ba57-b34a-4119-925a-34b7de391f8d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:18:17.402577 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=7314ba57-b34a-4119-925a-34b7de391f8d,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:17.406709 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:17.423862 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-1ca2c12d-bf2b-46a5-b245-4f4ca34cb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:17.425407 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-1ca2c12d-bf2b-46a5-b245-4f4ca34cb91f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514295 Jul 16 04:18:17.453884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=7314ba57-b34a-4119-925a-34b7de391f8d,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:17.460986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:17.461328 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:17.461663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:17.461996 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:17.462321 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:17.462644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:17.462965 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:17.463284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:17.463627 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:17.464095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:17.464257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:17.464593 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:17.515161 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-20041d32-6bd7-4a93-ae32-890436c10b0b service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823140 Jul 16 04:18:17.606009 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-a1facf30-4619-494b-afd3-4a47eeefec6c service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839505 Jul 16 04:18:17.663156 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['7314ba57-b34a-4119-925a-34b7de391f8d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:18:18.283148 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d35fc-65e2-4507-82e1-ecee25201884 req-1d64fccd-0df6-4945-85d3-428d7cb3997a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:18.284665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-784d35fc-65e2-4507-82e1-ecee25201884 req-1d64fccd-0df6-4945-85d3-428d7cb3997a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 944 time: 0.0635488 Jul 16 04:18:18.321396 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-784d35fc-65e2-4507-82e1-ecee25201884 req-2fe3761d-ab49-4402-83cc-f87260231e15 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312915 Jul 16 04:18:19.253986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 7314ba57-b34a-4119-925a-34b7de391f8d up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:18:19.300481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 7314ba57-b34a-4119-925a-34b7de391f8d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:18:19.303937 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 7314ba57-b34a-4119-925a-34b7de391f8d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:18:19.304332 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:19.377820 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:19.399643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:19.401895 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a1dfea-ca77-444f-bc39-c307befeb71c" -d '{"events": [{"server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "name": "network-vif-plugged", "status": "completed", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:19.414836 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=7314ba57-b34a-4119-925a-34b7de391f8d,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:19.419133 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:19.477263 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=7314ba57-b34a-4119-925a-34b7de391f8d,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:19.521164 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fca2e-0b44-4a28-99e2-84972a83ee95 req-55dcd7ef-ae36-4303-91fb-6cdd07708091 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:19.522820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f1fca2e-0b44-4a28-99e2-84972a83ee95 req-55dcd7ef-ae36-4303-91fb-6cdd07708091 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0841422 Jul 16 04:18:19.531120 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c2737b-4855-4cc3-83bc-1e77dae3406b x-openstack-request-id: req-d0c2737b-4855-4cc3-83bc-1e77dae3406b {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:19.531418 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "name": "network-vif-plugged", "status": "completed", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:19.531679 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0c2737b-4855-4cc3-83bc-1e77dae3406b {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:19.532090 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d', 'code': 200} Jul 16 04:18:19.565208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f1fca2e-0b44-4a28-99e2-84972a83ee95 req-bbef93a8-f949-4ec3-9467-519b5cf7ba83 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340312 Jul 16 04:18:20.745249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16085274-07a6-4993-99b0-35325e9ba1eb req-a1986dfa-1157-4299-ad88-8662adf4f462 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:20.746759 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-16085274-07a6-4993-99b0-35325e9ba1eb req-a1986dfa-1157-4299-ad88-8662adf4f462 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0633128 Jul 16 04:18:20.795217 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-16085274-07a6-4993-99b0-35325e9ba1eb req-5e8139fe-d353-4afa-9599-da208c77bb7f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414276 Jul 16 04:18:21.712109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-4dba3058-084e-4e35-a2a2-a5ab66e2b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:21.713654 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-4dba3058-084e-4e35-a2a2-a5ab66e2b040 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee&tenant_id=5018e06413d8403cb660acab2ea8e46e HTTP/1.1" status: 200 len: 1096 time: 0.1353126 Jul 16 04:18:21.724072 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:18:21.797185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:21.965027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0c9f8-09ed-4a06-af1a-32e6bd7c1e33 req-2aece491-9110-41f0-a13e-2ab0e098c394 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:21.967044 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7df0c9f8-09ed-4a06-af1a-32e6bd7c1e33 req-2aece491-9110-41f0-a13e-2ab0e098c394 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0623398 Jul 16 04:18:22.001310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=7314ba57-b34a-4119-925a-34b7de391f8d,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:22.004682 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7df0c9f8-09ed-4a06-af1a-32e6bd7c1e33 req-ea4cf86e-eb6e-457f-95d8-a0d7703b54f6 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320144 Jul 16 04:18:22.034201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:18:22.071874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:22.074261 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcb3703-bf87-4683-a755-3dc1355d1793" -d '{"events": [{"server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "name": "network-vif-unplugged", "status": "completed", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:22.078551 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:22.090481 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Transition to ACTIVE for port object 7314ba57-b34a-4119-925a-34b7de391f8d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:18:22.094610 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:22.124588 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2aaf51-fb15-4b92-b4c0-7a2f0c670d53 x-openstack-request-id: req-0f2aaf51-fb15-4b92-b4c0-7a2f0c670d53 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:22.124883 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "name": "network-vif-unplugged", "status": "completed", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:22.125135 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f2aaf51-fb15-4b92-b4c0-7a2f0c670d53 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:22.125792 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d', 'code': 200} Jul 16 04:18:22.175909 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:18:22.180584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Pushing event updated for resources: {'Port': ['ID=7314ba57-b34a-4119-925a-34b7de391f8d,revision_number=10']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:22.217453 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] No DVR routers for this DVR port 7314ba57-b34a-4119-925a-34b7de391f8d on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:18:22.361716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Attempting to bind port 7314ba57-b34a-4119-925a-34b7de391f8d on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:18:22.362057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Attempting to bind port 7314ba57-b34a-4119-925a-34b7de391f8d by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:18:22.362386 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Attempting to bind port 7314ba57-b34a-4119-925a-34b7de391f8d on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:18:22.366672 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Port 7314ba57-b34a-4119-925a-34b7de391f8d on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:18:22.366999 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Attempting to bind port 7314ba57-b34a-4119-925a-34b7de391f8d on network 3affef44-c0cc-4d70-ba63-83a95cdb89ab {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:18:22.371822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:18:22.372171 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Checking segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:18:22.372619 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Bound using segment: {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:18:22.373053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Bound port: 7314ba57-b34a-4119-925a-34b7de391f8d, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475d5aa7-6968-42fd-84e1-47bfb652cab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:18:22.373417 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:22.439806 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:18:22.442989 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7314ba57-b34a-4119-925a-34b7de391f8d,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:18:22.446880 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:22.486025 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:22.486650 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:22.488049 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] 10.222.0.20 "PUT /v2.0/ports/7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 1092 time: 0.7679849 Jul 16 04:18:22.511851 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1010c6-58a5-4b52-8309-0207aec9c861 service neutron] Pushing event updated for resources: {'Port': ['ID=7314ba57-b34a-4119-925a-34b7de391f8d,revision_number=11']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:22.571043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-21cbbb5b-db03-4e8f-aaba-a2a03d438e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:22.572656 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-21cbbb5b-db03-4e8f-aaba-a2a03d438e80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 1095 time: 0.0570490 Jul 16 04:18:22.673443 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-3690315a-00fb-4bbc-8e57-b9f5d0257e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:22.676070 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-3690315a-00fb-4bbc-8e57-b9f5d0257e20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.0975897 Jul 16 04:18:22.744693 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-be0bdac9-a50c-46e7-b252-82900ed76562 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 1000 time: 0.0624046 Jul 16 04:18:22.796871 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-b528e76c-94b4-4ecd-8fc2-d54bf7a00d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:22.798663 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-b528e76c-94b4-4ecd-8fc2-d54bf7a00d41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0483437 Jul 16 04:18:22.863774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-963adcdf-bc3e-4012-8896-da71a873e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:22.865427 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-963adcdf-bc3e-4012-8896-da71a873e3db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605807 Jul 16 04:18:22.958862 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-aaac130b-4bf0-4216-a535-3fde86fd119a service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874679 Jul 16 04:18:23.057526 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-86b3c038-e58f-4535-898e-e765f1a0caa5 req-7b10414d-1a24-4695-bf4e-508307e0be39 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920074 Jul 16 04:18:23.182602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22721623-e5f4-4070-bac3-560231dba328 req-20646ccf-359d-4165-b121-50d39fc802fb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:23.184135 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22721623-e5f4-4070-bac3-560231dba328 req-20646ccf-359d-4165-b121-50d39fc802fb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 944 time: 0.0694623 Jul 16 04:18:23.222148 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22721623-e5f4-4070-bac3-560231dba328 req-2da49f8d-ca5e-4227-8fc8-a4c01bbf5ef5 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316381 Jul 16 04:18:23.275991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 7314ba57-b34a-4119-925a-34b7de391f8d no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:18:23.313007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 7314ba57-b34a-4119-925a-34b7de391f8d not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:18:24.126961 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:24.129501 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b08725a-515e-440f-8a50-606c69d44335" -d '{"events": [{"name": "network-changed", "server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:24.178858 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8280210a-8463-46be-930a-65b625b99da6 x-openstack-request-id: req-8280210a-8463-46be-930a-65b625b99da6 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:24.179156 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:24.179408 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8280210a-8463-46be-930a-65b625b99da6 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:24.179813 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d', 'status': 'completed', 'code': 200} Jul 16 04:18:24.299868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08725a-515e-440f-8a50-606c69d44335 req-b01bdc03-3e7b-40ec-9886-127ccd4ef2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:24.301411 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3b08725a-515e-440f-8a50-606c69d44335 req-b01bdc03-3e7b-40ec-9886-127ccd4ef2f7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 1095 time: 0.0896525 Jul 16 04:18:24.303126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08725a-515e-440f-8a50-606c69d44335 req-78643b40-38b3-4b30-ba5a-301fa4c4ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:24.304489 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3b08725a-515e-440f-8a50-606c69d44335 req-78643b40-38b3-4b30-ba5a-301fa4c4ddca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5018e06413d8403cb660acab2ea8e46e&device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 1095 time: 0.1006901 Jul 16 04:18:24.401075 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09fc74-0d53-4c5d-bafc-7f0a6ffb28ea req-49315ed1-6ded-4638-96ce-0cc54395e6bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:24.402495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f09fc74-0d53-4c5d-bafc-7f0a6ffb28ea req-49315ed1-6ded-4638-96ce-0cc54395e6bc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 944 time: 0.0645852 Jul 16 04:18:24.456673 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f09fc74-0d53-4c5d-bafc-7f0a6ffb28ea req-a726dae8-5d33-4458-928a-320081cb8f80 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461800 Jul 16 04:18:24.462645 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08725a-515e-440f-8a50-606c69d44335 req-2218ed10-ed14-4bf4-bc04-5f0cce1fff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:24.464142 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3b08725a-515e-440f-8a50-606c69d44335 req-2218ed10-ed14-4bf4-bc04-5f0cce1fff47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.1529891 Jul 16 04:18:24.466798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08725a-515e-440f-8a50-606c69d44335 req-44a368bd-d8be-4f84-941d-720f48c7fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:24.468139 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3b08725a-515e-440f-8a50-606c69d44335 req-44a368bd-d8be-4f84-941d-720f48c7fbce service neutron] 10.222.0.88 "GET /v2.0/networks?id=3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 200 len: 913 time: 0.1497526 Jul 16 04:18:24.574234 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3b08725a-515e-440f-8a50-606c69d44335 req-aecef385-c8d3-447b-98e1-ad3d37a945a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 1000 time: 0.1041265 Jul 16 04:18:24.588963 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3b08725a-515e-440f-8a50-606c69d44335 req-cea24421-c89d-407c-9de7-11a7e7e860dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 200 len: 1000 time: 0.0826712 Jul 16 04:18:24.655843 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08725a-515e-440f-8a50-606c69d44335 req-292446e9-562c-48b8-9206-ce90619c7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:24.657255 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3b08725a-515e-440f-8a50-606c69d44335 req-292446e9-562c-48b8-9206-ce90619c7221 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0763171 Jul 16 04:18:24.662245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08725a-515e-440f-8a50-606c69d44335 req-bf692669-e9ab-4ff9-b9eb-02d837aadfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:24.663643 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3b08725a-515e-440f-8a50-606c69d44335 req-bf692669-e9ab-4ff9-b9eb-02d837aadfbb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 200 len: 851 time: 0.0569060 Jul 16 04:18:24.758128 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08725a-515e-440f-8a50-606c69d44335 req-75f4bd10-6688-482d-9737-79457f064045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:24.759635 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3b08725a-515e-440f-8a50-606c69d44335 req-75f4bd10-6688-482d-9737-79457f064045 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951669 Jul 16 04:18:24.762520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08725a-515e-440f-8a50-606c69d44335 req-ba46f966-2da7-4d6c-ae85-7ab50a31e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:24.763959 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3b08725a-515e-440f-8a50-606c69d44335 req-ba46f966-2da7-4d6c-ae85-7ab50a31e65f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=3affef44-c0cc-4d70-ba63-83a95cdb89ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905559 Jul 16 04:18:24.915313 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3b08725a-515e-440f-8a50-606c69d44335 req-acb15319-6f66-4d85-b26b-a5d5fe8c02bd service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496012 Jul 16 04:18:24.920990 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3b08725a-515e-440f-8a50-606c69d44335 req-cdd6dd7d-5143-402d-8620-b3b88498bb9c service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374214 Jul 16 04:18:25.067566 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3b08725a-515e-440f-8a50-606c69d44335 req-4a88c8a0-c781-4cb1-a599-9ba43c7e6271 service neutron] 10.222.0.20 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455467 Jul 16 04:18:25.072483 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3b08725a-515e-440f-8a50-606c69d44335 req-6738ba26-5ec6-4b6e-a10b-1bfa776d9155 service neutron] 10.222.0.88 "GET /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338696 Jul 16 04:18:25.636380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18244c03-90a9-4533-87b4-8f178bdaeaae req-a94c5e79-5be0-4630-9e79-bb57c50ac94b tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:25.637900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18244c03-90a9-4533-87b4-8f178bdaeaae req-a94c5e79-5be0-4630-9e79-bb57c50ac94b tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 944 time: 0.0685918 Jul 16 04:18:25.676169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18244c03-90a9-4533-87b4-8f178bdaeaae req-17bb92e7-4beb-41ef-8bb7-5585fac26bbb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318174 Jul 16 04:18:26.851362 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4136309-a7fb-4815-8ac7-0252cdfb1743 req-b9c88787-f098-4bb1-aa06-4b77172986c3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:26.852854 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4136309-a7fb-4815-8ac7-0252cdfb1743 req-b9c88787-f098-4bb1-aa06-4b77172986c3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 944 time: 0.0633082 Jul 16 04:18:26.890243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a4136309-a7fb-4815-8ac7-0252cdfb1743 req-6e8a1dfd-0a09-42cc-a518-d8cc4df6f338 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310798 Jul 16 04:18:28.063334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b75da-06ab-42b2-9d79-8febc4962848 req-04a97457-6f75-4082-899c-65f7b7ae8994 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:28.064821 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-869b75da-06ab-42b2-9d79-8febc4962848 req-04a97457-6f75-4082-899c-65f7b7ae8994 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 944 time: 0.0654404 Jul 16 04:18:28.101171 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-869b75da-06ab-42b2-9d79-8febc4962848 req-d927cbab-7e89-4744-abd7-19bda3302677 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308404 Jul 16 04:18:29.277050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729a5a4-4e8b-44e8-844d-3152362e3647 req-f10a894f-ceff-455d-b236-88ef5b27fc6a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:29.278495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f729a5a4-4e8b-44e8-844d-3152362e3647 req-f10a894f-ceff-455d-b236-88ef5b27fc6a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 944 time: 0.0652909 Jul 16 04:18:29.315361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f729a5a4-4e8b-44e8-844d-3152362e3647 req-59a51dda-e940-4dec-80bd-70b89decf165 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308177 Jul 16 04:18:30.093495 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-221792bf-37b0-4d66-ad2e-1bc0ec966e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:30.489030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70c828-5a4e-492e-b5d2-d28e5758d8f9 req-f955e877-bb2d-4fbf-943c-160b658e4fc6 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:30.490505 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f70c828-5a4e-492e-b5d2-d28e5758d8f9 req-f955e877-bb2d-4fbf-943c-160b658e4fc6 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 944 time: 0.0635076 Jul 16 04:18:30.527605 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f70c828-5a4e-492e-b5d2-d28e5758d8f9 req-df9c4ada-c2fb-4d29-974e-9ebccfddec5d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315409 Jul 16 04:18:31.505641 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:31.702825 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07c454-3446-4346-91c9-012d77da7290 req-cfb492cb-d928-486e-b538-bf6ae5dc56d1 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:31.704342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c07c454-3446-4346-91c9-012d77da7290 req-cfb492cb-d928-486e-b538-bf6ae5dc56d1 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 944 time: 0.0668845 Jul 16 04:18:31.743100 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c07c454-3446-4346-91c9-012d77da7290 req-bc36444f-cfff-41d2-8dd3-c942c6efa969 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330882 Jul 16 04:18:31.833851 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:32.831937 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9fbf38e0-f4b0-4259-b98f-1861b0fd9ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:32.858943 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:32.917607 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07157b-35de-4b8c-9d38-4addeb534fff req-998aaafb-02f1-4127-8e11-8f87df6aad98 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:32.919110 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cf07157b-35de-4b8c-9d38-4addeb534fff req-998aaafb-02f1-4127-8e11-8f87df6aad98 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 944 time: 0.0637932 Jul 16 04:18:32.956210 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cf07157b-35de-4b8c-9d38-4addeb534fff req-8f9d29cd-0fdf-4353-9d6b-bb642a80cdc2 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316565 Jul 16 04:18:33.387604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7314ba57-b34a-4119-925a-34b7de391f8d details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:18:33.636652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7314ba57-b34a-4119-925a-34b7de391f8d,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:33.648749 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '7314ba57-b34a-4119-925a-34b7de391f8d', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'port_id': '7314ba57-b34a-4119-925a-34b7de391f8d', 'mac_address': 'fa:16:3e:a6:ea:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:18:33.686354 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:33.698706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7314ba57-b34a-4119-925a-34b7de391f8d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:18:33.718584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7314ba57-b34a-4119-925a-34b7de391f8d,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:33.723308 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:33.769444 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=7314ba57-b34a-4119-925a-34b7de391f8d,revision_number=12']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:33.968655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['7314ba57-b34a-4119-925a-34b7de391f8d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:18:34.052450 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:34.127413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d8694-9e9b-4398-949f-9ec89bb41191 req-d1d5d61d-cffe-46ff-80be-7496a5c39d9f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:34.128926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-170d8694-9e9b-4398-949f-9ec89bb41191 req-d1d5d61d-cffe-46ff-80be-7496a5c39d9f tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0620983 Jul 16 04:18:34.166237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-170d8694-9e9b-4398-949f-9ec89bb41191 req-eef83b41-a704-4bb6-8d80-92042e7993e4 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317893 Jul 16 04:18:34.338020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a046f6c-0341-42f1-b66b-b7a7a7fdce0e req-e7eab183-c620-4eb8-8771-fa5b68285521 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:34.339406 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a046f6c-0341-42f1-b66b-b7a7a7fdce0e req-e7eab183-c620-4eb8-8771-fa5b68285521 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0661016 Jul 16 04:18:34.376221 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a046f6c-0341-42f1-b66b-b7a7a7fdce0e req-9824db0c-33b2-4b39-862e-6dad166bef58 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306630 Jul 16 04:18:34.543547 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bfb01-bfae-4bd9-a8a2-feda9134cdc6 req-2a865265-9292-4f9c-9ca9-3ecd52ec3a68 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:34.545056 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0a1bfb01-bfae-4bd9-a8a2-feda9134cdc6 req-2a865265-9292-4f9c-9ca9-3ecd52ec3a68 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0626113 Jul 16 04:18:34.583196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0a1bfb01-bfae-4bd9-a8a2-feda9134cdc6 req-0705ee80-4619-473b-9ece-b1395dd70daa tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327036 Jul 16 04:18:34.961134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad33af2-1461-433c-9927-0399cc734b7f req-479ae0a2-b30e-4d52-a17d-e329403cdd81 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:34.962599 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ad33af2-1461-433c-9927-0399cc734b7f req-479ae0a2-b30e-4d52-a17d-e329403cdd81 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 945 time: 0.0646498 Jul 16 04:18:34.999478 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4ad33af2-1461-433c-9927-0399cc734b7f req-94b46720-0d47-466e-9230-7abc3cb15c25 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312724 Jul 16 04:18:35.399382 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7314ba57-b34a-4119-925a-34b7de391f8d up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:18:35.447048 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 7314ba57-b34a-4119-925a-34b7de391f8d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:18:35.450472 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 7314ba57-b34a-4119-925a-34b7de391f8d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:18:35.450840 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:35.524784 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:35.546380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:35.548611 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ec616d-72b5-4eab-8aa7-6dcccfa3139b" -d '{"events": [{"server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "name": "network-vif-plugged", "status": "completed", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:35.561023 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7314ba57-b34a-4119-925a-34b7de391f8d,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:35.565053 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:35.588321 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07058b1c-3b38-4705-a31c-c36618697acb x-openstack-request-id: req-07058b1c-3b38-4705-a31c-c36618697acb {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:35.588630 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "name": "network-vif-plugged", "status": "completed", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:35.588886 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07058b1c-3b38-4705-a31c-c36618697acb {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:35.589279 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d', 'code': 200} Jul 16 04:18:35.614290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=7314ba57-b34a-4119-925a-34b7de391f8d,revision_number=13']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:35.886582 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:36.169544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e63871-4960-4a96-b23b-7feb7a7afdd0 req-d74fd074-ffa6-49f6-b074-e97df491437d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:36.171010 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97e63871-4960-4a96-b23b-7feb7a7afdd0 req-d74fd074-ffa6-49f6-b074-e97df491437d tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 946 time: 0.0635591 Jul 16 04:18:36.209862 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-97e63871-4960-4a96-b23b-7feb7a7afdd0 req-2ab42000-0e78-4623-abc3-16f7de642373 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332403 Jul 16 04:18:36.556931 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-12069780-a002-4508-86cc-ece58bcdc1cb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:36.558332 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-12069780-a002-4508-86cc-ece58bcdc1cb tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.20 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 946 time: 0.0656321 Jul 16 04:18:36.653172 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-71175060-49a7-4a5d-98ee-441dc5b0b0de tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Deleting port 7314ba57-b34a-4119-925a-34b7de391f8d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:18:36.653545 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-71175060-49a7-4a5d-98ee-441dc5b0b0de tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:36.741432 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-71175060-49a7-4a5d-98ee-441dc5b0b0de tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] For port 7314ba57-b34a-4119-925a-34b7de391f8d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=7314ba57-b34a-4119-925a-34b7de391f8d,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:36.741793 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-71175060-49a7-4a5d-98ee-441dc5b0b0de tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:36.904507 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-71175060-49a7-4a5d-98ee-441dc5b0b0de tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:36.904832 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-71175060-49a7-4a5d-98ee-441dc5b0b0de tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:36.905110 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-71175060-49a7-4a5d-98ee-441dc5b0b0de tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221 disassociated. External IP: 172.25.3.185, port: 7314ba57-b34a-4119-925a-34b7de391f8d. Jul 16 04:18:36.905453 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-71175060-49a7-4a5d-98ee-441dc5b0b0de tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Calling delete_port for 7314ba57-b34a-4119-925a-34b7de391f8d owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:18:37.027642 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-71175060-49a7-4a5d-98ee-441dc5b0b0de tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:37.057868 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71175060-49a7-4a5d-98ee-441dc5b0b0de tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Pushing event deleted for resources: {'Port': ['ID=7314ba57-b34a-4119-925a-34b7de391f8d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:37.354938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-50670315-8f93-4022-bb7b-ae3cd6d567e1 req-9258ae5b-7456-48ef-885a-68f72a238088 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 210 time: 0.0301094 Jul 16 04:18:37.504051 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-71175060-49a7-4a5d-98ee-441dc5b0b0de tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Router bd909d23-ff70-4c13-96d4-612b6a6554d8 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:18:37.606747 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-71175060-49a7-4a5d-98ee-441dc5b0b0de tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:18:37.616716 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6daefc-50c4-49f0-9524-83c94f0a4252 None None] Sync routers for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:18:37.626254 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6daefc-50c4-49f0-9524-83c94f0a4252 None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:18:37.627124 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fa6daefc-50c4-49f0-9524-83c94f0a4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:18:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:18:37.651134 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-71175060-49a7-4a5d-98ee-441dc5b0b0de tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] No DVR routers for this DVR port 7314ba57-b34a-4119-925a-34b7de391f8d on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:18:37.653962 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-71175060-49a7-4a5d-98ee-441dc5b0b0de tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:37.655997 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7d7c7063-8193-40bd-b939-7541c6f839cc req-71175060-49a7-4a5d-98ee-441dc5b0b0de tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.20 "DELETE /v2.0/ports/7314ba57-b34a-4119-925a-34b7de391f8d HTTP/1.1" status: 204 len: 173 time: 1.0925803 Jul 16 04:18:37.656463 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'name': 'network-vif-deleted', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:37.658745 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541fb95e-bf25-4d0b-81e1-5e01bcb2aa0d" -d '{"events": [{"server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "name": "network-vif-deleted", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:37.704420 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd23ce3f-8e7b-4442-b106-4d69ebd94eef x-openstack-request-id: req-cd23ce3f-8e7b-4442-b106-4d69ebd94eef {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:37.704713 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a334fa5e-46d7-40df-8e49-8e60545f2cee", "name": "network-vif-deleted", "tag": "7314ba57-b34a-4119-925a-34b7de391f8d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:37.704964 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd23ce3f-8e7b-4442-b106-4d69ebd94eef {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:37.705364 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a334fa5e-46d7-40df-8e49-8e60545f2cee', 'name': 'network-vif-deleted', 'tag': '7314ba57-b34a-4119-925a-34b7de391f8d', 'status': 'completed', 'code': 200} Jul 16 04:18:37.733456 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-fa6daefc-50c4-49f0-9524-83c94f0a4252 None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:18:37.936282 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fa6daefc-50c4-49f0-9524-83c94f0a4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:18:37.962024 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6daefc-50c4-49f0-9524-83c94f0a4252 None None] Checking router: bd909d23-ff70-4c13-96d4-612b6a6554d8 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:18:37.970113 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6daefc-50c4-49f0-9524-83c94f0a4252 None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:18:37.970719 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fa6daefc-50c4-49f0-9524-83c94f0a4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:18:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:18:38.076272 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-fa6daefc-50c4-49f0-9524-83c94f0a4252 None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:18:38.265967 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-fa6daefc-50c4-49f0-9524-83c94f0a4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:18:38.295512 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6daefc-50c4-49f0-9524-83c94f0a4252 None None] The sync data for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 is: [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:08:40Z', 'revision_number': 4, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'd4cd3e2c-ef70-41a1-87a6-166caefa9774', 'name': '', 'network_id': '3affef44-c0cc-4d70-ba63-83a95cdb89ab', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'mac_address': 'fa:16:3e:92:35:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:39Z', 'updated_at': '2021-07-16T04:08:44Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'subnets': [{'id': 'a7099dbc-8a49-4630-923e-a8d1d4664844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:18:38.503901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-552fa1e5-c4a8-4291-9053-b3d709b9f54f req-9dd22d5c-1b90-42bb-8435-695843224696 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 210 time: 0.0340924 Jul 16 04:18:38.542480 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d38baa-a298-4823-bc5c-3ac772d1aa3e None None] New status for floating IP 5a5c2f03-2936-4a80-a13a-7ef3e5eef221: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:18:39.430701 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7314ba57-b34a-4119-925a-34b7de391f8d no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:18:39.450633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 7314ba57-b34a-4119-925a-34b7de391f8d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:18:39.450970 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 7314ba57-b34a-4119-925a-34b7de391f8d not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:18:39.668304 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1198448b-ca25-48d2-9758-992a413b28da req-2e928e18-c33e-4794-b295-f2fec799b30e tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 210 time: 0.0280020 Jul 16 04:18:40.820301 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a5414e7-451d-4563-80da-29779db51b13 req-63355aeb-f686-470a-a82f-32584287580a tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a334fa5e-46d7-40df-8e49-8e60545f2cee HTTP/1.1" status: 200 len: 210 time: 0.0284820 Jul 16 04:18:44.987936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51752) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:45.041356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31836ede-c519-47ba-b324-c1f9cecdc5b3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:45.064190 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31836ede-c519-47ba-b324-c1f9cecdc5b3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:45.110725 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31836ede-c519-47ba-b324-c1f9cecdc5b3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:45.113270 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-31836ede-c519-47ba-b324-c1f9cecdc5b3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:45.116705 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-31836ede-c519-47ba-b324-c1f9cecdc5b3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "DELETE /v2.0/security-groups/7a9bb8cd-d6b7-4137-973f-0a7615aa4a75 HTTP/1.1" status: 204 len: 168 time: 0.1254468 Jul 16 04:18:45.117508 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51754) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:45.123858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31836ede-c519-47ba-b324-c1f9cecdc5b3 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9bb8cd-d6b7-4137-973f-0a7615aa4a75,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:45.132790 n-d-800088-6 neutron-server[93767]: INFO neutron.api.v2.resource [None req-53db72f6-a40f-46c2-9f38-4baf88fb21fc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] show failed (client error): The resource could not be found. Jul 16 04:18:45.136464 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-53db72f6-a40f-46c2-9f38-4baf88fb21fc tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "GET /v2.0/security-groups/7a9bb8cd-d6b7-4137-973f-0a7615aa4a75 HTTP/1.1" status: 404 len: 347 time: 0.0145440 Jul 16 04:18:45.136621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51756) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:45.255875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Deleting port a23bdf0b-8591-4251-a4ab-36ced6e1dbee {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:18:45.256233 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:45.335772 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:45.336091 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:45.347884 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Calling delete_port for a23bdf0b-8591-4251-a4ab-36ced6e1dbee owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:18:45.484030 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:45.509519 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Pushing event deleted for resources: {'Port': ['ID=a23bdf0b-8591-4251-a4ab-36ced6e1dbee,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:45.537714 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:45.538066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:45.538413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:45.538755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:45.539096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:45.539429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:45.539759 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:45.540086 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:45.540440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:45.540770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:45.541093 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:45.541413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:18:45.581240 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:45.583892 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:45.585081 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-aaadfc4b-cfa1-4b74-a9eb-1fcedba6c678 tempest-ServerActionsTestJSON-163728773 tempest-ServerActionsTestJSON-163728773-project] 10.222.0.18 "DELETE /v2.0/floatingips/5a5c2f03-2936-4a80-a13a-7ef3e5eef221 HTTP/1.1" status: 204 len: 168 time: 0.4475889 Jul 16 04:18:45.588065 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51758) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:46.090067 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7842-c937-4168-8e83-9e0879254267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:46.334264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b7842-c937-4168-8e83-9e0879254267 admin admin] Deleting port d4cd3e2c-ef70-41a1-87a6-166caefa9774 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:18:46.334971 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7842-c937-4168-8e83-9e0879254267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:46.410197 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-8f7b7842-c937-4168-8e83-9e0879254267 admin admin] For port d4cd3e2c-ef70-41a1-87a6-166caefa9774, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d4cd3e2c-ef70-41a1-87a6-166caefa9774,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:46.410558 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7842-c937-4168-8e83-9e0879254267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:46.423025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b7842-c937-4168-8e83-9e0879254267 admin admin] Calling delete_port for d4cd3e2c-ef70-41a1-87a6-166caefa9774 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:18:46.597106 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7842-c937-4168-8e83-9e0879254267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:46.631685 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b7842-c937-4168-8e83-9e0879254267 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4cd3e2c-ef70-41a1-87a6-166caefa9774,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:46.792060 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7842-c937-4168-8e83-9e0879254267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:47.003282 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7b7842-c937-4168-8e83-9e0879254267 admin admin] Router bd909d23-ff70-4c13-96d4-612b6a6554d8 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:18:47.405089 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7b7842-c937-4168-8e83-9e0879254267 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:18:47.410291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8f7b7842-c937-4168-8e83-9e0879254267 admin admin] 10.222.0.18 "PUT /v2.0/routers/bd909d23-ff70-4c13-96d4-612b6a6554d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8212564 Jul 16 04:18:47.412919 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51762) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:47.413667 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c9f90-4875-4558-8eaf-5586a314ca7d None None] Sync routers for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:18:47.422680 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c9f90-4875-4558-8eaf-5586a314ca7d None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:18:47.423293 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c03c9f90-4875-4558-8eaf-5586a314ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:18:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:18:47.515333 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:47.523794 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c03c9f90-4875-4558-8eaf-5586a314ca7d None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:18:47.611756 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:47.666565 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] Deleting port 679cbcd7-7292-4b50-8da5-0f6fafc95906 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:18:47.666903 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:47.697447 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c03c9f90-4875-4558-8eaf-5586a314ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:18:46Z', 'revision_number': 5, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port': {'id': '679cbcd7-7292-4b50-8da5-0f6fafc95906', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:08:38Z', 'updated_at': '2021-07-16T04:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:18:47.722153 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c9f90-4875-4558-8eaf-5586a314ca7d None None] Checking router: bd909d23-ff70-4c13-96d4-612b6a6554d8 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:18:47.730017 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c9f90-4875-4558-8eaf-5586a314ca7d None None] Routers {'bd909d23-ff70-4c13-96d4-612b6a6554d8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:18:47.730619 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c03c9f90-4875-4558-8eaf-5586a314ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:18:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['bd909d23-ff70-4c13-96d4-612b6a6554d8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:18:47.743119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] For port 679cbcd7-7292-4b50-8da5-0f6fafc95906, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=679cbcd7-7292-4b50-8da5-0f6fafc95906,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:47.743470 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:47.756170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] Calling delete_port for 679cbcd7-7292-4b50-8da5-0f6fafc95906 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:18:47.813560 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-c03c9f90-4875-4558-8eaf-5586a314ca7d None None] Set router bd909d23-ff70-4c13-96d4-612b6a6554d8 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:18:47.925113 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:47.952168 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] Pushing event deleted for resources: {'Port': ['ID=679cbcd7-7292-4b50-8da5-0f6fafc95906,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:47.956907 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-c03c9f90-4875-4558-8eaf-5586a314ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:18:47Z', 'revision_number': 6, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:18:47.983309 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03c9f90-4875-4558-8eaf-5586a314ca7d None None] The sync data for ids ['bd909d23-ff70-4c13-96d4-612b6a6554d8'] in n-d-800088-6 is: [{'id': 'bd909d23-ff70-4c13-96d4-612b6a6554d8', 'name': 'tempest-ServerActionsTestJSON-1859331727-router', 'tenant_id': '5018e06413d8403cb660acab2ea8e46e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:08:37Z', 'updated_at': '2021-07-16T04:18:47Z', 'revision_number': 6, 'project_id': '5018e06413d8403cb660acab2ea8e46e', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:18:48.018657 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.110030 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.112076 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.155027 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.155570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd909d23-ff70-4c13-96d4-612b6a6554d8 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:18:48.159721 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.160902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a7bb29b5-7acd-4beb-84d3-d7d6dc13b298 admin admin] 10.222.0.18 "DELETE /v2.0/routers/bd909d23-ff70-4c13-96d4-612b6a6554d8 HTTP/1.1" status: 204 len: 168 time: 0.7470679 Jul 16 04:18:48.163619 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51764) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:48.210469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6939b2e-d105-4ac1-a417-4c1a7d03bf3a admin admin] Deleting subnet a7099dbc-8a49-4630-923e-a8d1d4664844 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:18:48.213371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6939b2e-d105-4ac1-a417-4c1a7d03bf3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.246667 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6939b2e-d105-4ac1-a417-4c1a7d03bf3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.321334 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6939b2e-d105-4ac1-a417-4c1a7d03bf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.377154 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6939b2e-d105-4ac1-a417-4c1a7d03bf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.408226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6939b2e-d105-4ac1-a417-4c1a7d03bf3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7099dbc-8a49-4630-923e-a8d1d4664844,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:48.413905 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e6939b2e-d105-4ac1-a417-4c1a7d03bf3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.415807 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e6939b2e-d105-4ac1-a417-4c1a7d03bf3a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a7099dbc-8a49-4630-923e-a8d1d4664844 HTTP/1.1" status: 204 len: 168 time: 0.2509184 Jul 16 04:18:48.418436 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51766) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:48.420461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85943a18-81da-43c0-8b2c-0e0b60110206 None None] Network 3affef44-c0cc-4d70-ba63-83a95cdb89ab requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:18:48.486394 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.538257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] Deleting port cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:18:48.538601 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.606109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] For port cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22,segment=NetworkSegment(475d5aa7-6968-42fd-84e1-47bfb652cab1),segment_id=475d5aa7-6968-42fd-84e1-47bfb652cab1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:48.606491 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.617853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] Calling delete_port for cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:18:48.696739 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.723564 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] No DVR routers for this DVR port cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:18:48.727728 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:48.748190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524fc7a5-ce72-4ec7-befa-1b5e30c4ace8 None None] DHCP port deletion for 3affef44-c0cc-4d70-ba63-83a95cdb89ab request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:18:48.805007 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.816035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3affef44-c0cc-4d70-ba63-83a95cdb89ab']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:18:48.827081 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475d5aa7-6968-42fd-84e1-47bfb652cab1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:18:48.827380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475d5aa7-6968-42fd-84e1-47bfb652cab1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:18:48.837454 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.854451 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.861533 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d4cd3e2c-ef70-41a1-87a6-166caefa9774 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:18:48.864082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] Releasing vlan 949 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:18:48.864541 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:18:48.866331 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:18:48.885297 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: d4cd3e2c-ef70-41a1-87a6-166caefa9774 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:18:48.885641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d4cd3e2c-ef70-41a1-87a6-166caefa9774 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:18:48.886055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:18:48.905851 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:18:48.906194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cbcfcb8b-0ba3-4da6-9fd8-dc56a8874c22 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:18:48.906607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 679cbcd7-7292-4b50-8da5-0f6fafc95906 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:18:48.925290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 679cbcd7-7292-4b50-8da5-0f6fafc95906 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:18:48.925768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 679cbcd7-7292-4b50-8da5-0f6fafc95906 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:18:48.930489 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.935163 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:48.940794 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3affef44-c0cc-4d70-ba63-83a95cdb89ab HTTP/1.1" status: 204 len: 168 time: 0.5180039 Jul 16 04:18:48.952715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386b976-d987-489a-9bb9-22976ac2f896 admin admin] Pushing event deleted for resources: {'Network': ['ID=3affef44-c0cc-4d70-ba63-83a95cdb89ab,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:49.059852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:49.099006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9c61f839-0b30-4ef5-adc7-baf590d61650 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5018e06413d8403cb660acab2ea8e46e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379188 Jul 16 04:18:49.101403 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51772) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:49.147025 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3400aca8-c96d-449c-adf6-c5c8b32f1a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:49.167632 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3400aca8-c96d-449c-adf6-c5c8b32f1a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:49.212585 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3400aca8-c96d-449c-adf6-c5c8b32f1a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:49.215197 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3400aca8-c96d-449c-adf6-c5c8b32f1a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:49.216930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3400aca8-c96d-449c-adf6-c5c8b32f1a6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7fdc604e-0f6a-4ae3-8b84-eeac42bf6a16 HTTP/1.1" status: 204 len: 168 time: 0.1146333 Jul 16 04:18:49.224678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400aca8-c96d-449c-adf6-c5c8b32f1a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdc604e-0f6a-4ae3-8b84-eeac42bf6a16,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:49.881090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51794) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:49.978936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-140243919-network', 'tenant_id': '245e638cf17a418683ef6b72aebf14a1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:18:50.000082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] Made reservation on behalf of 245e638cf17a418683ef6b72aebf14a1 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:18:50.002647 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:50.014102 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:50.100932 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:50.104514 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:50.128995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:18:50.137629 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea80186-79df-4e55-9989-50efa6ea8384,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:50.143496 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:50.143909 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] Added segment 184d211a-8f00-4c7c-9e69-8e39318730c9 of type vlan for network bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 Jul 16 04:18:50.183100 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:50.213312 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:50.214272 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:50.214850 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:50.246658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3642433 Jul 16 04:18:50.249701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51798) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:18:50.255677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b6f2452d-331f-4a62-bdb0-d95ef22566ed admin admin] Request body: {'subnet': {'network_id': 'bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-140243919-subnet', 'tenant_id': '245e638cf17a418683ef6b72aebf14a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:18:50.277733 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f2452d-331f-4a62-bdb0-d95ef22566ed admin admin] Made reservation on behalf of 245e638cf17a418683ef6b72aebf14a1 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:18:50.281276 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6f2452d-331f-4a62-bdb0-d95ef22566ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:50.285025 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ac9bd-6ed2-43c8-b34a-9f1efd538dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:50.295462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:18:50.444437 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6f2452d-331f-4a62-bdb0-d95ef22566ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:50.505808 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2452d-331f-4a62-bdb0-d95ef22566ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f07af0-d6de-40ca-92f2-5941f9270bd1,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:50.513631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f2452d-331f-4a62-bdb0-d95ef22566ed admin admin] Checking segment: {'id': '184d211a-8f00-4c7c-9e69-8e39318730c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:18:50.513996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f2452d-331f-4a62-bdb0-d95ef22566ed admin admin] Network hostable DHCP agents. Network: bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:18:50.529966 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f2452d-331f-4a62-bdb0-d95ef22566ed admin admin] Network bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:18:50.538170 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-b6f2452d-331f-4a62-bdb0-d95ef22566ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:18:50.542190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f2452d-331f-4a62-bdb0-d95ef22566ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:50.542776 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6f2452d-331f-4a62-bdb0-d95ef22566ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:50.547899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d2d43-a754-46ad-be66-62560f794ef3 None None] Network bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:18:50.559693 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b6f2452d-331f-4a62-bdb0-d95ef22566ed admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3086250 Jul 16 04:18:50.679114 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a9b7e-152c-4793-98c7-5a95db7263c6 None None] Network bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:18:50.985867 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157063c-79d4-4aff-bfcd-087594176563 req-0e41979f-9f4a-4892-9e7b-6a84595b0e19 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:50.987372 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-0e41979f-9f4a-4892-9e7b-6a84595b0e19 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/networks?id=bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 HTTP/1.1" status: 200 len: 813 time: 0.0983109 Jul 16 04:18:51.002370 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-b88b6d18-8596-4945-a137-965ce0b4876e tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/quotas/245e638cf17a418683ef6b72aebf14a1 HTTP/1.1" status: 200 len: 375 time: 0.0096400 Jul 16 04:18:51.034477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-c341b859-8fbe-478e-86b7-f3380d70a67b tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=245e638cf17a418683ef6b72aebf14a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274282 Jul 16 04:18:51.044412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-add6799c-36e6-4dd9-8724-3f51d69be132 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:18:51.045322 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-add6799c-36e6-4dd9-8724-3f51d69be132 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048654 Jul 16 04:18:51.134975 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-34f3ef28-8a69-41f0-89dd-647a887aa6ef service neutron] 10.222.0.18 "GET /v2.0/networks/bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843618 Jul 16 04:18:51.225179 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-65400ab0-7e76-494b-bd9b-9daefd966e52 service neutron] 10.222.0.18 "GET /v2.0/networks/bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839977 Jul 16 04:18:51.389843 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-65a62960-0e01-4b49-9f23-46f36fd8226e req-103ad56d-2def-4d1e-8c56-ae0e80cb005f tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 210 time: 0.0292821 Jul 16 04:18:52.465716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157063c-79d4-4aff-bfcd-087594176563 req-56278aad-aeb1-40ac-9c59-481d84104ed0 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:52.467998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-56278aad-aeb1-40ac-9c59-481d84104ed0 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.88 "GET /v2.0/networks?id=bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 HTTP/1.1" status: 200 len: 813 time: 0.1040883 Jul 16 04:18:52.489672 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-6157063c-79d4-4aff-bfcd-087594176563 req-c02d32b5-e314-4028-a60e-d218ba0d3f74 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Request body: {'port': {'device_id': '362a827f-bfda-4f0d-988e-7aa8676d20f7', 'network_id': 'bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300', 'admin_state_up': True, 'tenant_id': '245e638cf17a418683ef6b72aebf14a1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:18:52.535414 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58779c60-e5eb-45dc-929b-c4b59045d89a req-bbbc5236-85db-47b8-8f6f-9d06681fbfe4 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 210 time: 0.0318127 Jul 16 04:18:52.605193 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6157063c-79d4-4aff-bfcd-087594176563 req-c02d32b5-e314-4028-a60e-d218ba0d3f74 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Made reservation on behalf of 245e638cf17a418683ef6b72aebf14a1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:18:52.608815 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6157063c-79d4-4aff-bfcd-087594176563 req-c02d32b5-e314-4028-a60e-d218ba0d3f74 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:52.733233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-6157063c-79d4-4aff-bfcd-087594176563 req-c02d32b5-e314-4028-a60e-d218ba0d3f74 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Allocated IP 172.20.0.14 (bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300/c5f07af0-d6de-40ca-92f2-5941f9270bd1/0594e23b-d3f2-4676-b567-c50e9203c5bb) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:18:52.876927 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6157063c-79d4-4aff-bfcd-087594176563 req-c02d32b5-e314-4028-a60e-d218ba0d3f74 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:52.913315 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6157063c-79d4-4aff-bfcd-087594176563 req-c02d32b5-e314-4028-a60e-d218ba0d3f74 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:52.958186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6157063c-79d4-4aff-bfcd-087594176563 req-c02d32b5-e314-4028-a60e-d218ba0d3f74 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Network bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:18:52.963666 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-6157063c-79d4-4aff-bfcd-087594176563 req-c02d32b5-e314-4028-a60e-d218ba0d3f74 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:18:52.967550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6157063c-79d4-4aff-bfcd-087594176563 req-c02d32b5-e314-4028-a60e-d218ba0d3f74 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:18:52.993376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d32b5-e314-4028-a60e-d218ba0d3f74 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Pushing event updated for resources: {'Port': ['ID=0594e23b-d3f2-4676-b567-c50e9203c5bb,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:53.021050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157063c-79d4-4aff-bfcd-087594176563 req-c02d32b5-e314-4028-a60e-d218ba0d3f74 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:53.021668 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6157063c-79d4-4aff-bfcd-087594176563 req-c02d32b5-e314-4028-a60e-d218ba0d3f74 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:53.034220 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-c02d32b5-e314-4028-a60e-d218ba0d3f74 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5486028 Jul 16 04:18:53.100179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Request body: {'port': {'device_id': '362a827f-bfda-4f0d-988e-7aa8676d20f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:18:53.171727 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:53.429050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0594e23b-d3f2-4676-b567-c50e9203c5bb {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:18:53.436459 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:53.448271 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Transition to ACTIVE for port object 0594e23b-d3f2-4676-b567-c50e9203c5bb will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:18:53.451970 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:53.518627 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Pushing event updated for resources: {'Port': ['ID=0594e23b-d3f2-4676-b567-c50e9203c5bb,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:53.570968 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Attempting to bind port 0594e23b-d3f2-4676-b567-c50e9203c5bb on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:18:53.571308 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Attempting to bind port 0594e23b-d3f2-4676-b567-c50e9203c5bb by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '184d211a-8f00-4c7c-9e69-8e39318730c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:18:53.571635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Attempting to bind port 0594e23b-d3f2-4676-b567-c50e9203c5bb on network bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:18:53.576431 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Port 0594e23b-d3f2-4676-b567-c50e9203c5bb on network bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:18:53.576754 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Attempting to bind port 0594e23b-d3f2-4676-b567-c50e9203c5bb on network bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:18:53.581433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:18:53.581769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Checking segment: {'id': '184d211a-8f00-4c7c-9e69-8e39318730c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:18:53.582154 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Bound using segment: {'id': '184d211a-8f00-4c7c-9e69-8e39318730c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:18:53.582575 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Bound port: 0594e23b-d3f2-4676-b567-c50e9203c5bb, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184d211a-8f00-4c7c-9e69-8e39318730c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:18:53.582932 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:53.648905 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] For port 0594e23b-d3f2-4676-b567-c50e9203c5bb, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:18:53.652287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] For port 0594e23b-d3f2-4676-b567-c50e9203c5bb, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0594e23b-d3f2-4676-b567-c50e9203c5bb,segment=NetworkSegment(184d211a-8f00-4c7c-9e69-8e39318730c9),segment_id=184d211a-8f00-4c7c-9e69-8e39318730c9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:18:53.657070 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:53.691022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:53.691688 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:53.693112 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] 10.222.0.88 "PUT /v2.0/ports/0594e23b-d3f2-4676-b567-c50e9203c5bb HTTP/1.1" status: 200 len: 1092 time: 0.6469865 Jul 16 04:18:53.693558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362a827f-bfda-4f0d-988e-7aa8676d20f7', 'tag': '0594e23b-d3f2-4676-b567-c50e9203c5bb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:53.695806 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3855882e-08e2-45ba-8e41-04e44fafbec3" -d '{"events": [{"name": "network-changed", "server_uuid": "362a827f-bfda-4f0d-988e-7aa8676d20f7", "tag": "0594e23b-d3f2-4676-b567-c50e9203c5bb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:53.707638 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdf212-1ff1-47a6-93ad-ee4a46e49d8e req-cb9d468a-0583-4640-aa5f-b1add507eae7 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:53.709232 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-73cdf212-1ff1-47a6-93ad-ee4a46e49d8e req-cb9d468a-0583-4640-aa5f-b1add507eae7 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 944 time: 0.0644743 Jul 16 04:18:53.722120 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60d6ce-176a-4020-b0ea-0ba04a2b8c83 service neutron] Pushing event updated for resources: {'Port': ['ID=0594e23b-d3f2-4676-b567-c50e9203c5bb,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:53.746785 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df50066e-5837-47af-bef8-23647bd6ebe4 x-openstack-request-id: req-df50066e-5837-47af-bef8-23647bd6ebe4 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:53.747076 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362a827f-bfda-4f0d-988e-7aa8676d20f7", "tag": "0594e23b-d3f2-4676-b567-c50e9203c5bb", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:53.747390 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df50066e-5837-47af-bef8-23647bd6ebe4 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:53.747793 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362a827f-bfda-4f0d-988e-7aa8676d20f7', 'tag': '0594e23b-d3f2-4676-b567-c50e9203c5bb', 'status': 'completed', 'code': 200} Jul 16 04:18:53.751255 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-73cdf212-1ff1-47a6-93ad-ee4a46e49d8e req-b3bff41d-0007-4717-b541-140e4915e4c3 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358915 Jul 16 04:18:53.804366 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157063c-79d4-4aff-bfcd-087594176563 req-fa867714-b52f-42bf-958c-97796d9ebdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:53.805889 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-fa867714-b52f-42bf-958c-97796d9ebdf9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=245e638cf17a418683ef6b72aebf14a1&device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 1095 time: 0.0532031 Jul 16 04:18:53.853519 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-a3c59de2-ef68-4307-9b30-43cc34ae9885 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0594e23b-d3f2-4676-b567-c50e9203c5bb HTTP/1.1" status: 200 len: 217 time: 0.0363290 Jul 16 04:18:53.905119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157063c-79d4-4aff-bfcd-087594176563 req-0010818e-e545-49e2-bce2-71b1d06677d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:53.906602 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-0010818e-e545-49e2-bce2-71b1d06677d9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c5f07af0-d6de-40ca-92f2-5941f9270bd1 HTTP/1.1" status: 200 len: 853 time: 0.0436988 Jul 16 04:18:53.942868 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-539b79f5-7c6b-4c04-af71-0e3544495ec8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258324 Jul 16 04:18:54.034966 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-58bc73a8-1f27-4718-b58d-9b0804486f9a service neutron] 10.222.0.88 "GET /v2.0/networks/bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826840 Jul 16 04:18:54.127635 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6157063c-79d4-4aff-bfcd-087594176563 req-c5af2e3e-55bc-4cb9-a5ca-89be79170693 service neutron] 10.222.0.88 "GET /v2.0/networks/bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831294 Jul 16 04:18:54.234198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855882e-08e2-45ba-8e41-04e44fafbec3 req-a0a0a654-46aa-44a6-8631-7fdfe482f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:54.235632 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3855882e-08e2-45ba-8e41-04e44fafbec3 req-a0a0a654-46aa-44a6-8631-7fdfe482f248 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=245e638cf17a418683ef6b72aebf14a1&device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 1095 time: 0.0554776 Jul 16 04:18:54.321463 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855882e-08e2-45ba-8e41-04e44fafbec3 req-0908859a-a3b6-45d4-bb06-24bf30220203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:54.322872 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3855882e-08e2-45ba-8e41-04e44fafbec3 req-0908859a-a3b6-45d4-bb06-24bf30220203 service neutron] 10.222.0.88 "GET /v2.0/networks?id=bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 HTTP/1.1" status: 200 len: 914 time: 0.0813766 Jul 16 04:18:54.365822 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3855882e-08e2-45ba-8e41-04e44fafbec3 req-26461957-5a1a-42bb-a965-ec7b5367b07c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0594e23b-d3f2-4676-b567-c50e9203c5bb HTTP/1.1" status: 200 len: 217 time: 0.0362415 Jul 16 04:18:54.412182 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855882e-08e2-45ba-8e41-04e44fafbec3 req-5792c88c-4c0f-4f09-a5d0-920ef42ce520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:54.413578 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3855882e-08e2-45ba-8e41-04e44fafbec3 req-5792c88c-4c0f-4f09-a5d0-920ef42ce520 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c5f07af0-d6de-40ca-92f2-5941f9270bd1 HTTP/1.1" status: 200 len: 853 time: 0.0416381 Jul 16 04:18:54.445660 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3855882e-08e2-45ba-8e41-04e44fafbec3 req-78e110c2-2a02-4779-b4ab-653f977720aa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250003 Jul 16 04:18:54.539768 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3855882e-08e2-45ba-8e41-04e44fafbec3 req-6281392a-ed0f-4931-bcae-f1f70b9d0519 service neutron] 10.222.0.88 "GET /v2.0/networks/bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838034 Jul 16 04:18:54.631682 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3855882e-08e2-45ba-8e41-04e44fafbec3 req-10d8b674-42b9-4e80-9490-43360965665f service neutron] 10.222.0.88 "GET /v2.0/networks/bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820963 Jul 16 04:18:54.925846 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a369d5-f7fc-4396-ad7a-868e252be778 req-77fad963-0624-44ac-b3e7-3898e8956689 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:54.927295 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a0a369d5-f7fc-4396-ad7a-868e252be778 req-77fad963-0624-44ac-b3e7-3898e8956689 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 944 time: 0.0650828 Jul 16 04:18:54.963650 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a0a369d5-f7fc-4396-ad7a-868e252be778 req-8a5c9803-c820-4be9-b8c3-1a40a9ca9d94 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307875 Jul 16 04:18:56.135050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0cbbf-3ba5-45af-9695-4fd244740a4f req-e0233544-90e5-49e3-8fd6-8485a7e769a4 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:56.136555 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83e0cbbf-3ba5-45af-9695-4fd244740a4f req-e0233544-90e5-49e3-8fd6-8485a7e769a4 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 944 time: 0.0619898 Jul 16 04:18:56.173688 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83e0cbbf-3ba5-45af-9695-4fd244740a4f req-ea1cebc0-884b-4656-a9bb-dac8c746ae16 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317121 Jul 16 04:18:57.346665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df19d8d-2747-41c5-a5d8-73b2b4d8d989 req-bb0d6e13-2c31-40c1-8600-c64a664c2930 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:57.348133 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6df19d8d-2747-41c5-a5d8-73b2b4d8d989 req-bb0d6e13-2c31-40c1-8600-c64a664c2930 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 944 time: 0.0656648 Jul 16 04:18:57.384535 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6df19d8d-2747-41c5-a5d8-73b2b4d8d989 req-d1f60adb-6d15-4d56-acd5-ddd052dbfc13 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307939 Jul 16 04:18:57.401027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0594e23b-d3f2-4676-b567-c50e9203c5bb details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:18:57.494890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0594e23b-d3f2-4676-b567-c50e9203c5bb, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0594e23b-d3f2-4676-b567-c50e9203c5bb,segment=NetworkSegment(184d211a-8f00-4c7c-9e69-8e39318730c9),segment_id=184d211a-8f00-4c7c-9e69-8e39318730c9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:57.505883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '0594e23b-d3f2-4676-b567-c50e9203c5bb', 'network_id': 'bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300', 'port_id': '0594e23b-d3f2-4676-b567-c50e9203c5bb', 'mac_address': 'fa:16:3e:ba:fe:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f07af0-d6de-40ca-92f2-5941f9270bd1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:18:57.541675 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:57.553577 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0594e23b-d3f2-4676-b567-c50e9203c5bb {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:18:57.572663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0594e23b-d3f2-4676-b567-c50e9203c5bb, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0594e23b-d3f2-4676-b567-c50e9203c5bb,segment=NetworkSegment(184d211a-8f00-4c7c-9e69-8e39318730c9),segment_id=184d211a-8f00-4c7c-9e69-8e39318730c9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:57.576901 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:57.625082 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=0594e23b-d3f2-4676-b567-c50e9203c5bb,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:57.834247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['0594e23b-d3f2-4676-b567-c50e9203c5bb'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:18:58.552639 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb663ab-b732-491f-87a0-5cefc4b06083 req-7e6e640e-e5e7-497a-ba5f-1eb5a68f014a tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:58.554124 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fb663ab-b732-491f-87a0-5cefc4b06083 req-7e6e640e-e5e7-497a-ba5f-1eb5a68f014a tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 945 time: 0.0632911 Jul 16 04:18:58.590892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fb663ab-b732-491f-87a0-5cefc4b06083 req-09803e0d-a6f1-4e6f-b0f4-86ad2dc0f9a2 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310373 Jul 16 04:18:59.174299 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:18:59.415180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0594e23b-d3f2-4676-b567-c50e9203c5bb up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:18:59.464518 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 0594e23b-d3f2-4676-b567-c50e9203c5bb completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:18:59.468189 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 0594e23b-d3f2-4676-b567-c50e9203c5bb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:18:59.468609 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:59.541607 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:59.564206 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362a827f-bfda-4f0d-988e-7aa8676d20f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0594e23b-d3f2-4676-b567-c50e9203c5bb'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:18:59.566489 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46299c08-7332-4dd0-8d6e-9481ce749953" -d '{"events": [{"server_uuid": "362a827f-bfda-4f0d-988e-7aa8676d20f7", "name": "network-vif-plugged", "status": "completed", "tag": "0594e23b-d3f2-4676-b567-c50e9203c5bb"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:18:59.578892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0594e23b-d3f2-4676-b567-c50e9203c5bb, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0594e23b-d3f2-4676-b567-c50e9203c5bb,segment=NetworkSegment(184d211a-8f00-4c7c-9e69-8e39318730c9),segment_id=184d211a-8f00-4c7c-9e69-8e39318730c9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:18:59.582990 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:18:59.607707 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f5d1ee-2bc3-483c-b28b-a9ddf3dd02dd x-openstack-request-id: req-86f5d1ee-2bc3-483c-b28b-a9ddf3dd02dd {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:18:59.608003 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362a827f-bfda-4f0d-988e-7aa8676d20f7", "name": "network-vif-plugged", "status": "completed", "tag": "0594e23b-d3f2-4676-b567-c50e9203c5bb", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:18:59.608259 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86f5d1ee-2bc3-483c-b28b-a9ddf3dd02dd {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:18:59.608679 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362a827f-bfda-4f0d-988e-7aa8676d20f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0594e23b-d3f2-4676-b567-c50e9203c5bb', 'code': 200} Jul 16 04:18:59.638829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=0594e23b-d3f2-4676-b567-c50e9203c5bb,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:18:59.731658 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecc86a-939b-4649-b9d0-62334123c21f req-287c3157-8e68-4398-aa8b-11cc92f8c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:59.733684 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e2ecc86a-939b-4649-b9d0-62334123c21f req-287c3157-8e68-4398-aa8b-11cc92f8c9f8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 1097 time: 0.0568299 Jul 16 04:18:59.768484 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147143b-5583-47ce-9118-64ee5146ba28 req-f2cf9d38-4235-4d55-8db2-5284d8e274ae tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:18:59.769938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6147143b-5583-47ce-9118-64ee5146ba28 req-f2cf9d38-4235-4d55-8db2-5284d8e274ae tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 946 time: 0.0621488 Jul 16 04:18:59.772846 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e2ecc86a-939b-4649-b9d0-62334123c21f req-89d6ca2c-1958-4a18-87b3-36b4a9509258 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279956 Jul 16 04:18:59.806649 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6147143b-5583-47ce-9118-64ee5146ba28 req-93647219-ce95-45e7-b51c-9ea632087ba8 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309191 Jul 16 04:19:00.093958 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-048b4d0a-f429-4ffd-b8e8-f33bd7a6f956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:00.982016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fb86e-2096-4376-be45-009eb7a7f2c3 req-5e525e0d-9eac-450a-9ed9-5342c5ba52b7 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:00.983540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f0fb86e-2096-4376-be45-009eb7a7f2c3 req-5e525e0d-9eac-450a-9ed9-5342c5ba52b7 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 946 time: 0.0673509 Jul 16 04:19:01.021177 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f0fb86e-2096-4376-be45-009eb7a7f2c3 req-b865687a-8d2c-40c2-979b-396efd3557f9 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319862 Jul 16 04:19:01.245154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-bfaab20e-a21a-441a-925d-46b9edd42c64 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:01.246526 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-bfaab20e-a21a-441a-925d-46b9edd42c64 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/networks?id=bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 HTTP/1.1" status: 200 len: 813 time: 0.1027586 Jul 16 04:19:01.260894 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-db4e2d8e-b4ed-4b0f-bd3d-85cc6093b76d tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/quotas/245e638cf17a418683ef6b72aebf14a1 HTTP/1.1" status: 200 len: 375 time: 0.0087864 Jul 16 04:19:01.324610 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-a8c96536-bc82-4813-87da-80b04f8ac858 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=245e638cf17a418683ef6b72aebf14a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0585599 Jul 16 04:19:01.457918 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-471cab5c-8e90-4fce-88fb-6e61de021b30 service neutron] 10.222.0.18 "GET /v2.0/networks/bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263463 Jul 16 04:19:01.514162 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:01.549267 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-54c2b1be-5c18-4a1a-9cd3-3b31ed3ef602 service neutron] 10.222.0.18 "GET /v2.0/networks/bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856457 Jul 16 04:19:01.714820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-77308639-251b-448a-ad3b-1accacd05bf3 req-d4609246-bea4-402a-8507-b8db610488ee tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=65870ee5-2784-412b-881f-7d5e5c195fc2 HTTP/1.1" status: 200 len: 210 time: 0.0295377 Jul 16 04:19:01.831060 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:02.710480 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-437ce724-2381-4375-969c-01e62deb7c46 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:02.711956 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-437ce724-2381-4375-969c-01e62deb7c46 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.20 "GET /v2.0/networks?id=bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 HTTP/1.1" status: 200 len: 813 time: 0.1003520 Jul 16 04:19:02.723865 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-3d10ab55-524a-4f83-8f2c-fe420a9f7ca8 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Request body: {'port': {'device_id': '65870ee5-2784-412b-881f-7d5e5c195fc2', 'network_id': 'bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300', 'admin_state_up': True, 'tenant_id': '245e638cf17a418683ef6b72aebf14a1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:02.843729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-3d10ab55-524a-4f83-8f2c-fe420a9f7ca8 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Made reservation on behalf of 245e638cf17a418683ef6b72aebf14a1 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:02.844957 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c10476ab-4532-4ac1-bdbd-8b06deb505c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:02.847903 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-3d10ab55-524a-4f83-8f2c-fe420a9f7ca8 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:02.864889 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:02.865358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e0f401e-b264-4fb5-bf83-88dac0f5a63e req-60ff4b97-bfed-421c-a31b-a40a0aa35598 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=65870ee5-2784-412b-881f-7d5e5c195fc2 HTTP/1.1" status: 200 len: 210 time: 0.0346987 Jul 16 04:19:02.976545 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-3d10ab55-524a-4f83-8f2c-fe420a9f7ca8 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Allocated IP 172.20.0.12 (bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300/c5f07af0-d6de-40ca-92f2-5941f9270bd1/4abfcbde-c56f-4900-823e-fbda10efd59e) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:03.114759 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-3d10ab55-524a-4f83-8f2c-fe420a9f7ca8 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:03.152921 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-3d10ab55-524a-4f83-8f2c-fe420a9f7ca8 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:03.165061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['0594e23b-d3f2-4676-b567-c50e9203c5bb'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:19:03.205375 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-3d10ab55-524a-4f83-8f2c-fe420a9f7ca8 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Network bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:03.208760 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-3d10ab55-524a-4f83-8f2c-fe420a9f7ca8 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:03.211235 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-3d10ab55-524a-4f83-8f2c-fe420a9f7ca8 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:03.234350 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10ab55-524a-4f83-8f2c-fe420a9f7ca8 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Pushing event updated for resources: {'Port': ['ID=4abfcbde-c56f-4900-823e-fbda10efd59e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:03.262917 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-3d10ab55-524a-4f83-8f2c-fe420a9f7ca8 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:03.264118 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-3d10ab55-524a-4f83-8f2c-fe420a9f7ca8 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:03.277926 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-3d10ab55-524a-4f83-8f2c-fe420a9f7ca8 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5577407 Jul 16 04:19:03.289052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Request body: {'port': {'device_id': '65870ee5-2784-412b-881f-7d5e5c195fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:03.360486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:03.615328 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abfcbde-c56f-4900-823e-fbda10efd59e {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:19:03.623526 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:03.635548 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Transition to ACTIVE for port object 4abfcbde-c56f-4900-823e-fbda10efd59e will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:03.639034 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:03.689889 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Pushing event updated for resources: {'Port': ['ID=4abfcbde-c56f-4900-823e-fbda10efd59e,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:03.753923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Attempting to bind port 4abfcbde-c56f-4900-823e-fbda10efd59e on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:03.754603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Attempting to bind port 4abfcbde-c56f-4900-823e-fbda10efd59e by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '184d211a-8f00-4c7c-9e69-8e39318730c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:03.754603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Attempting to bind port 4abfcbde-c56f-4900-823e-fbda10efd59e on network bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:03.758821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Port 4abfcbde-c56f-4900-823e-fbda10efd59e on network bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:19:03.759148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Attempting to bind port 4abfcbde-c56f-4900-823e-fbda10efd59e on network bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:03.763920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:03.764266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Checking segment: {'id': '184d211a-8f00-4c7c-9e69-8e39318730c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:03.764690 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Bound using segment: {'id': '184d211a-8f00-4c7c-9e69-8e39318730c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:03.765120 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Bound port: 4abfcbde-c56f-4900-823e-fbda10efd59e, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184d211a-8f00-4c7c-9e69-8e39318730c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:03.765480 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:03.829307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] For port 4abfcbde-c56f-4900-823e-fbda10efd59e, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:03.832250 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] For port 4abfcbde-c56f-4900-823e-fbda10efd59e, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4abfcbde-c56f-4900-823e-fbda10efd59e,segment=NetworkSegment(184d211a-8f00-4c7c-9e69-8e39318730c9),segment_id=184d211a-8f00-4c7c-9e69-8e39318730c9)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:03.836021 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:03.869760 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:03.870380 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:03.871798 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] 10.222.0.20 "PUT /v2.0/ports/4abfcbde-c56f-4900-823e-fbda10efd59e HTTP/1.1" status: 200 len: 1092 time: 0.5868466 Jul 16 04:19:03.872238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65870ee5-2784-412b-881f-7d5e5c195fc2', 'tag': '4abfcbde-c56f-4900-823e-fbda10efd59e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:03.874537 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3349f5f-aa85-4c7e-8657-5ec57fc941c1" -d '{"events": [{"name": "network-changed", "server_uuid": "65870ee5-2784-412b-881f-7d5e5c195fc2", "tag": "4abfcbde-c56f-4900-823e-fbda10efd59e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:03.906847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Pushing event updated for resources: {'Port': ['ID=4abfcbde-c56f-4900-823e-fbda10efd59e,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:03.915743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:03.916094 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:03.916461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:03.916799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:03.917132 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:03.917460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:03.917791 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:03.918114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:03.918435 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:03.918756 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:03.919076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:03.919996 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712c1ad4-6f93-447e-ac08-23df7319db17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:03.932056 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d600618-03b0-4616-850a-2bb61b0a9ada x-openstack-request-id: req-3d600618-03b0-4616-850a-2bb61b0a9ada {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:03.932365 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65870ee5-2784-412b-881f-7d5e5c195fc2", "tag": "4abfcbde-c56f-4900-823e-fbda10efd59e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:03.932619 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d600618-03b0-4616-850a-2bb61b0a9ada {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:03.933005 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65870ee5-2784-412b-881f-7d5e5c195fc2', 'tag': '4abfcbde-c56f-4900-823e-fbda10efd59e', 'status': 'completed', 'code': 200} Jul 16 04:19:03.980270 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-70eee18a-1ac5-427a-9113-aa0cf245c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:03.982475 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-70eee18a-1ac5-427a-9113-aa0cf245c2cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=245e638cf17a418683ef6b72aebf14a1&device_id=65870ee5-2784-412b-881f-7d5e5c195fc2 HTTP/1.1" status: 200 len: 1095 time: 0.0678852 Jul 16 04:19:04.025619 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-2fad7a9a-37fa-43f8-94bd-c03063e07fb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4abfcbde-c56f-4900-823e-fbda10efd59e HTTP/1.1" status: 200 len: 217 time: 0.0369282 Jul 16 04:19:04.042974 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:04.052678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6201d4-998f-4a30-928b-236ff41209c9 req-66719967-513e-44d8-9912-45bd2dc62485 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:04.054163 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b6201d4-998f-4a30-928b-236ff41209c9 req-66719967-513e-44d8-9912-45bd2dc62485 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=65870ee5-2784-412b-881f-7d5e5c195fc2 HTTP/1.1" status: 200 len: 944 time: 0.0658002 Jul 16 04:19:04.074552 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-ef5c357a-8d51-4af7-b4c4-8cc5287e9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:04.076594 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-ef5c357a-8d51-4af7-b4c4-8cc5287e9b3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5f07af0-d6de-40ca-92f2-5941f9270bd1 HTTP/1.1" status: 200 len: 853 time: 0.0451357 Jul 16 04:19:04.093167 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3b6201d4-998f-4a30-928b-236ff41209c9 req-64f658ea-4290-4268-8c3a-3d8bb6a2c375 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332012 Jul 16 04:19:04.111495 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-32e5ba7d-ae09-4a51-8cd0-26d79153dd89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286109 Jul 16 04:19:04.204491 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-1545e4c5-0066-4f1e-a870-ab8e2e5dc145 service neutron] 10.222.0.20 "GET /v2.0/networks/bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854335 Jul 16 04:19:04.290913 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c59e6e-784a-43c4-b74f-8a39d7ba1345 req-06e90dec-cc6b-4e57-9179-77010e66641d service neutron] 10.222.0.20 "GET /v2.0/networks/bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805128 Jul 16 04:19:04.392833 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3349f5f-aa85-4c7e-8657-5ec57fc941c1 req-5e981a7a-96d8-462a-bf81-aa2d6924f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:04.394352 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3349f5f-aa85-4c7e-8657-5ec57fc941c1 req-5e981a7a-96d8-462a-bf81-aa2d6924f868 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=245e638cf17a418683ef6b72aebf14a1&device_id=65870ee5-2784-412b-881f-7d5e5c195fc2 HTTP/1.1" status: 200 len: 1095 time: 0.0571041 Jul 16 04:19:04.482228 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3349f5f-aa85-4c7e-8657-5ec57fc941c1 req-79c3c5c0-377e-4a06-8beb-8258c3375373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:04.483646 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3349f5f-aa85-4c7e-8657-5ec57fc941c1 req-79c3c5c0-377e-4a06-8beb-8258c3375373 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 HTTP/1.1" status: 200 len: 914 time: 0.0825045 Jul 16 04:19:04.527119 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3349f5f-aa85-4c7e-8657-5ec57fc941c1 req-8420fe27-c962-423f-aff0-5dfbe1ec7c4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4abfcbde-c56f-4900-823e-fbda10efd59e HTTP/1.1" status: 200 len: 217 time: 0.0370729 Jul 16 04:19:04.574055 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3349f5f-aa85-4c7e-8657-5ec57fc941c1 req-b23a3c81-0313-4774-aea7-9ccc3804a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:04.576091 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3349f5f-aa85-4c7e-8657-5ec57fc941c1 req-b23a3c81-0313-4774-aea7-9ccc3804a956 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c5f07af0-d6de-40ca-92f2-5941f9270bd1 HTTP/1.1" status: 200 len: 853 time: 0.0424676 Jul 16 04:19:04.609295 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3349f5f-aa85-4c7e-8657-5ec57fc941c1 req-e7dc98fd-39e0-4a76-ac30-2d2203fc257e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276489 Jul 16 04:19:04.702374 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3349f5f-aa85-4c7e-8657-5ec57fc941c1 req-0321699b-afbe-4ffc-9e5f-20d013b79622 service neutron] 10.222.0.20 "GET /v2.0/networks/bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862539 Jul 16 04:19:04.790013 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b3349f5f-aa85-4c7e-8657-5ec57fc941c1 req-02fc3f2d-2bcb-44b3-85c5-be966108f056 service neutron] 10.222.0.20 "GET /v2.0/networks/bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811429 Jul 16 04:19:05.266531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19533570-503a-4c1a-9fdd-dc0942f05760 req-3177801a-5906-44cc-8d6c-5b3f6ee3df58 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:05.267978 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19533570-503a-4c1a-9fdd-dc0942f05760 req-3177801a-5906-44cc-8d6c-5b3f6ee3df58 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=65870ee5-2784-412b-881f-7d5e5c195fc2 HTTP/1.1" status: 200 len: 944 time: 0.0616846 Jul 16 04:19:05.303173 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19533570-503a-4c1a-9fdd-dc0942f05760 req-0f214e55-de50-489b-9205-cec18d3608ee tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297477 Jul 16 04:19:05.600073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4abfcbde-c56f-4900-823e-fbda10efd59e details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:19:05.694552 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4abfcbde-c56f-4900-823e-fbda10efd59e, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4abfcbde-c56f-4900-823e-fbda10efd59e,segment=NetworkSegment(184d211a-8f00-4c7c-9e69-8e39318730c9),segment_id=184d211a-8f00-4c7c-9e69-8e39318730c9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:05.705804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '4abfcbde-c56f-4900-823e-fbda10efd59e', 'network_id': 'bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300', 'port_id': '4abfcbde-c56f-4900-823e-fbda10efd59e', 'mac_address': 'fa:16:3e:84:be:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f07af0-d6de-40ca-92f2-5941f9270bd1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:19:05.740687 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:05.752741 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abfcbde-c56f-4900-823e-fbda10efd59e {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:19:05.771480 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4abfcbde-c56f-4900-823e-fbda10efd59e, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4abfcbde-c56f-4900-823e-fbda10efd59e,segment=NetworkSegment(184d211a-8f00-4c7c-9e69-8e39318730c9),segment_id=184d211a-8f00-4c7c-9e69-8e39318730c9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:05.775184 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:05.823599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4abfcbde-c56f-4900-823e-fbda10efd59e,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:05.888627 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:05.958643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4abfcbde-c56f-4900-823e-fbda10efd59e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:19:06.473663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e51c65-7d59-4dc5-a939-dcdee126272b req-45709454-ffa4-4d09-8326-af50023546b1 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:06.475137 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45e51c65-7d59-4dc5-a939-dcdee126272b req-45709454-ffa4-4d09-8326-af50023546b1 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=65870ee5-2784-412b-881f-7d5e5c195fc2 HTTP/1.1" status: 200 len: 945 time: 0.0659595 Jul 16 04:19:06.512592 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-45e51c65-7d59-4dc5-a939-dcdee126272b req-8b4ade04-9bab-4395-9419-a02a0cc82626 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320127 Jul 16 04:19:07.619736 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4abfcbde-c56f-4900-823e-fbda10efd59e up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:07.671523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 4abfcbde-c56f-4900-823e-fbda10efd59e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:07.675821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 4abfcbde-c56f-4900-823e-fbda10efd59e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:07.676200 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:07.681835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b9d8a-33d3-492a-9f06-1531c2f5a8c0 req-c1a4b958-c0ff-4871-8c97-28e13699bb63 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:07.683360 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c9b9d8a-33d3-492a-9f06-1531c2f5a8c0 req-c1a4b958-c0ff-4871-8c97-28e13699bb63 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=65870ee5-2784-412b-881f-7d5e5c195fc2 HTTP/1.1" status: 200 len: 945 time: 0.0638530 Jul 16 04:19:07.721824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7c9b9d8a-33d3-492a-9f06-1531c2f5a8c0 req-391535b4-52e3-4810-8e81-2f6da9a8f4cc tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320332 Jul 16 04:19:07.751307 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:07.773306 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65870ee5-2784-412b-881f-7d5e5c195fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abfcbde-c56f-4900-823e-fbda10efd59e'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:07.775555 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94772f79-acc2-4018-bd01-2765cfff70f0" -d '{"events": [{"server_uuid": "65870ee5-2784-412b-881f-7d5e5c195fc2", "name": "network-vif-plugged", "status": "completed", "tag": "4abfcbde-c56f-4900-823e-fbda10efd59e"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:07.788149 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4abfcbde-c56f-4900-823e-fbda10efd59e, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4abfcbde-c56f-4900-823e-fbda10efd59e,segment=NetworkSegment(184d211a-8f00-4c7c-9e69-8e39318730c9),segment_id=184d211a-8f00-4c7c-9e69-8e39318730c9)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:07.792029 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:07.815938 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c599cb9c-e839-4986-88b9-15e85c209752 x-openstack-request-id: req-c599cb9c-e839-4986-88b9-15e85c209752 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:07.816227 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65870ee5-2784-412b-881f-7d5e5c195fc2", "name": "network-vif-plugged", "status": "completed", "tag": "4abfcbde-c56f-4900-823e-fbda10efd59e", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:07.816549 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c599cb9c-e839-4986-88b9-15e85c209752 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:07.816935 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65870ee5-2784-412b-881f-7d5e5c195fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abfcbde-c56f-4900-823e-fbda10efd59e', 'code': 200} Jul 16 04:19:07.842688 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4abfcbde-c56f-4900-823e-fbda10efd59e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:07.923786 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c31a6-f9c2-4d86-a3a0-9d4b4ec72168 req-08cb84c9-bb75-4100-9b6d-323d35a5d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:07.925316 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a46c31a6-f9c2-4d86-a3a0-9d4b4ec72168 req-08cb84c9-bb75-4100-9b6d-323d35a5d7f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65870ee5-2784-412b-881f-7d5e5c195fc2 HTTP/1.1" status: 200 len: 1097 time: 0.0502422 Jul 16 04:19:07.962930 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a46c31a6-f9c2-4d86-a3a0-9d4b4ec72168 req-753c0414-ce9f-4e95-94ca-5c6b83ce4911 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308166 Jul 16 04:19:08.893209 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d8e12-c857-421d-9fbc-569e7ad58fb4 req-2c577522-20a6-4c71-83f4-862e0d59fa1d tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:08.894661 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c33d8e12-c857-421d-9fbc-569e7ad58fb4 req-2c577522-20a6-4c71-83f4-862e0d59fa1d tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=65870ee5-2784-412b-881f-7d5e5c195fc2 HTTP/1.1" status: 200 len: 946 time: 0.0626972 Jul 16 04:19:08.936396 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c33d8e12-c857-421d-9fbc-569e7ad58fb4 req-efb2afeb-50c5-4729-ae51-731bd3483856 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360041 Jul 16 04:19:09.303216 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c16d21-3e0b-4708-aa66-2cba2821baab req-f82a2014-b488-4fab-bb34-6cf33c9c827a tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:09.304705 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-41c16d21-3e0b-4708-aa66-2cba2821baab req-f82a2014-b488-4fab-bb34-6cf33c9c827a tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=65870ee5-2784-412b-881f-7d5e5c195fc2 HTTP/1.1" status: 200 len: 946 time: 0.0625529 Jul 16 04:19:09.341887 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-41c16d21-3e0b-4708-aa66-2cba2821baab req-b677edc0-6d6a-4eab-a611-6a477790bc64 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311353 Jul 16 04:19:10.514083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0ab40-3b30-4648-b158-9e227cb3831e req-cb6ff7c9-3a59-4f7f-970c-08206cdc3d02 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:10.514857 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a42db-b644-4a65-8e08-550cb18f4d52 req-bfd1861f-9b51-480a-8cfe-de3e9b1d83c7 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:10.516020 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5c9a42db-b644-4a65-8e08-550cb18f4d52 req-bfd1861f-9b51-480a-8cfe-de3e9b1d83c7 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.20 "GET /v2.0/ports?device_id=65870ee5-2784-412b-881f-7d5e5c195fc2 HTTP/1.1" status: 200 len: 946 time: 0.0625389 Jul 16 04:19:10.516587 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-36a0ab40-3b30-4648-b158-9e227cb3831e req-cb6ff7c9-3a59-4f7f-970c-08206cdc3d02 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=65870ee5-2784-412b-881f-7d5e5c195fc2 HTTP/1.1" status: 200 len: 946 time: 0.0655684 Jul 16 04:19:10.553683 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-36a0ab40-3b30-4648-b158-9e227cb3831e req-84fa23a6-5690-418b-8f46-64311731fddd tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324922 Jul 16 04:19:10.614376 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5c9a42db-b644-4a65-8e08-550cb18f4d52 req-655bfaec-4169-4668-a1a1-7099f7c274ca tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Deleting port 4abfcbde-c56f-4900-823e-fbda10efd59e {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:19:10.614727 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c9a42db-b644-4a65-8e08-550cb18f4d52 req-655bfaec-4169-4668-a1a1-7099f7c274ca tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:10.702231 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-5c9a42db-b644-4a65-8e08-550cb18f4d52 req-655bfaec-4169-4668-a1a1-7099f7c274ca tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] For port 4abfcbde-c56f-4900-823e-fbda10efd59e, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4abfcbde-c56f-4900-823e-fbda10efd59e,segment=NetworkSegment(184d211a-8f00-4c7c-9e69-8e39318730c9),segment_id=184d211a-8f00-4c7c-9e69-8e39318730c9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:10.702597 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c9a42db-b644-4a65-8e08-550cb18f4d52 req-655bfaec-4169-4668-a1a1-7099f7c274ca tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:10.714526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-5c9a42db-b644-4a65-8e08-550cb18f4d52 req-655bfaec-4169-4668-a1a1-7099f7c274ca tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Calling delete_port for 4abfcbde-c56f-4900-823e-fbda10efd59e owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:19:10.839138 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c9a42db-b644-4a65-8e08-550cb18f4d52 req-655bfaec-4169-4668-a1a1-7099f7c274ca tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:10.850306 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4abfcbde-c56f-4900-823e-fbda10efd59e'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:19:10.858551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['0594e23b-d3f2-4676-b567-c50e9203c5bb'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:19:10.869743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bfaec-4169-4668-a1a1-7099f7c274ca tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Pushing event deleted for resources: {'Port': ['ID=4abfcbde-c56f-4900-823e-fbda10efd59e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:10.914599 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9a42db-b644-4a65-8e08-550cb18f4d52 req-655bfaec-4169-4668-a1a1-7099f7c274ca tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] No DVR routers for this DVR port 4abfcbde-c56f-4900-823e-fbda10efd59e on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:19:10.917365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-5c9a42db-b644-4a65-8e08-550cb18f4d52 req-655bfaec-4169-4668-a1a1-7099f7c274ca tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:10.919537 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5c9a42db-b644-4a65-8e08-550cb18f4d52 req-655bfaec-4169-4668-a1a1-7099f7c274ca tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.20 "DELETE /v2.0/ports/4abfcbde-c56f-4900-823e-fbda10efd59e HTTP/1.1" status: 204 len: 173 time: 0.3982468 Jul 16 04:19:10.920126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65870ee5-2784-412b-881f-7d5e5c195fc2', 'name': 'network-vif-deleted', 'tag': '4abfcbde-c56f-4900-823e-fbda10efd59e'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:10.922573 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aadca60-1a6c-466d-8cfb-c6bd5a9b0edb" -d '{"events": [{"server_uuid": "65870ee5-2784-412b-881f-7d5e5c195fc2", "name": "network-vif-deleted", "tag": "4abfcbde-c56f-4900-823e-fbda10efd59e"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:10.970130 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff5d96f-ee16-4925-9235-ac68f03ef46e x-openstack-request-id: req-aff5d96f-ee16-4925-9235-ac68f03ef46e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:10.970422 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65870ee5-2784-412b-881f-7d5e5c195fc2", "name": "network-vif-deleted", "tag": "4abfcbde-c56f-4900-823e-fbda10efd59e", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:10.970678 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aff5d96f-ee16-4925-9235-ac68f03ef46e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:10.971150 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65870ee5-2784-412b-881f-7d5e5c195fc2', 'name': 'network-vif-deleted', 'tag': '4abfcbde-c56f-4900-823e-fbda10efd59e', 'status': 'completed', 'code': 200} Jul 16 04:19:11.795002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3b15d-560e-4d72-819e-a8deee7bbe5f req-9c9043e9-9ea6-478f-831e-4b23c70ee408 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:11.796512 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83e3b15d-560e-4d72-819e-a8deee7bbe5f req-9c9043e9-9ea6-478f-831e-4b23c70ee408 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 946 time: 0.0669551 Jul 16 04:19:11.833429 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83e3b15d-560e-4d72-819e-a8deee7bbe5f req-14ff6a56-22fa-4dfc-b2fc-d7b3bdc852cf tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312836 Jul 16 04:19:12.017721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f56e18-5964-4dd8-a503-b9419aceaf20 req-0e1193c3-32c5-4520-8545-b5567e390767 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:12.019226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22f56e18-5964-4dd8-a503-b9419aceaf20 req-0e1193c3-32c5-4520-8545-b5567e390767 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 946 time: 0.0631170 Jul 16 04:19:12.056823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-22f56e18-5964-4dd8-a503-b9419aceaf20 req-a7d2e4a7-2985-41c0-81d7-c87f26d3c8fd tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320377 Jul 16 04:19:12.232802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f087238-d5f3-4b90-b267-3cd7e25660f4 req-6942b3c2-800b-4c4e-a9a7-84c711ee4b6f tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:12.234299 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f087238-d5f3-4b90-b267-3cd7e25660f4 req-6942b3c2-800b-4c4e-a9a7-84c711ee4b6f tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 946 time: 0.0694788 Jul 16 04:19:12.270487 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f087238-d5f3-4b90-b267-3cd7e25660f4 req-14c9db79-8d37-45f4-9875-4f3fbabba9b3 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307491 Jul 16 04:19:12.537924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb535c0-9178-481b-ab03-85a4f994ae94 req-05584803-7ff5-494f-8430-ac91ac772627 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:12.539424 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6fb535c0-9178-481b-ab03-85a4f994ae94 req-05584803-7ff5-494f-8430-ac91ac772627 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 946 time: 0.0635564 Jul 16 04:19:12.576804 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6fb535c0-9178-481b-ab03-85a4f994ae94 req-57cfe1a6-0e24-4f78-a979-f96aaf23944e tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318294 Jul 16 04:19:12.749268 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cb7f2-56c3-4f20-a9da-a32cecbc2140 req-f54c7594-d687-4e56-b1b3-5f0e4ffff2cb tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:12.750986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-696cb7f2-56c3-4f20-a9da-a32cecbc2140 req-f54c7594-d687-4e56-b1b3-5f0e4ffff2cb tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 946 time: 0.0621769 Jul 16 04:19:12.787403 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-696cb7f2-56c3-4f20-a9da-a32cecbc2140 req-00832ae2-85fa-4c09-9181-cbe40b2bfd23 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310457 Jul 16 04:19:12.969257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97c134-f567-4292-beaf-c41b823ecf1d req-f62e1ad0-9b3b-4f35-aa56-029c4cd0f344 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:12.970721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ce97c134-f567-4292-beaf-c41b823ecf1d req-f62e1ad0-9b3b-4f35-aa56-029c4cd0f344 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 946 time: 0.0656183 Jul 16 04:19:13.007866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ce97c134-f567-4292-beaf-c41b823ecf1d req-7d67977d-a5cb-4c10-bce8-edd4461c9f51 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316801 Jul 16 04:19:13.505720 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476eca9-5128-49f2-b91e-fa561943f72c req-01ff99f0-9e52-44ba-b258-b177e86b8ff3 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:13.507102 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b476eca9-5128-49f2-b91e-fa561943f72c req-01ff99f0-9e52-44ba-b258-b177e86b8ff3 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 946 time: 0.0624235 Jul 16 04:19:13.544087 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b476eca9-5128-49f2-b91e-fa561943f72c req-9077c366-9a22-4ffd-ac7d-591165dc26fa tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315719 Jul 16 04:19:13.662506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4abfcbde-c56f-4900-823e-fbda10efd59e no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:19:13.682306 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 4abfcbde-c56f-4900-823e-fbda10efd59e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:19:13.682655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4abfcbde-c56f-4900-823e-fbda10efd59e not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:19:14.722082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75398879-0c04-43f2-9bdf-ec9d4ee98bf7 req-0faccd67-f809-488b-805f-5cb8b06b1784 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:14.723583 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-75398879-0c04-43f2-9bdf-ec9d4ee98bf7 req-0faccd67-f809-488b-805f-5cb8b06b1784 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 946 time: 0.0667160 Jul 16 04:19:14.762068 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-75398879-0c04-43f2-9bdf-ec9d4ee98bf7 req-25418295-d4e0-4154-b162-52be9c8b00fa tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ea80186-79df-4e55-9989-50efa6ea8384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328536 Jul 16 04:19:14.927806 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09bcd-47ab-4b56-aa07-3f0e369cba77 req-eb184811-e419-44c9-b008-c27ef460657d tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:14.929330 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-08e09bcd-47ab-4b56-aa07-3f0e369cba77 req-eb184811-e419-44c9-b008-c27ef460657d tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.88 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 946 time: 0.0668676 Jul 16 04:19:15.029670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-08e09bcd-47ab-4b56-aa07-3f0e369cba77 req-f780b9a9-e247-4c2e-a017-942b4b092602 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Deleting port 0594e23b-d3f2-4676-b567-c50e9203c5bb {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:19:15.030005 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08e09bcd-47ab-4b56-aa07-3f0e369cba77 req-f780b9a9-e247-4c2e-a017-942b4b092602 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:15.117078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-08e09bcd-47ab-4b56-aa07-3f0e369cba77 req-f780b9a9-e247-4c2e-a017-942b4b092602 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] For port 0594e23b-d3f2-4676-b567-c50e9203c5bb, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0594e23b-d3f2-4676-b567-c50e9203c5bb,segment=NetworkSegment(184d211a-8f00-4c7c-9e69-8e39318730c9),segment_id=184d211a-8f00-4c7c-9e69-8e39318730c9)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:15.117440 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08e09bcd-47ab-4b56-aa07-3f0e369cba77 req-f780b9a9-e247-4c2e-a017-942b4b092602 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:15.128914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-08e09bcd-47ab-4b56-aa07-3f0e369cba77 req-f780b9a9-e247-4c2e-a017-942b4b092602 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Calling delete_port for 0594e23b-d3f2-4676-b567-c50e9203c5bb owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:19:15.248230 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08e09bcd-47ab-4b56-aa07-3f0e369cba77 req-f780b9a9-e247-4c2e-a017-942b4b092602 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:15.264418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['0594e23b-d3f2-4676-b567-c50e9203c5bb'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:19:15.277985 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780b9a9-e247-4c2e-a017-942b4b092602 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Pushing event deleted for resources: {'Port': ['ID=0594e23b-d3f2-4676-b567-c50e9203c5bb,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:15.323668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e09bcd-47ab-4b56-aa07-3f0e369cba77 req-f780b9a9-e247-4c2e-a017-942b4b092602 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] No DVR routers for this DVR port 0594e23b-d3f2-4676-b567-c50e9203c5bb on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:19:15.326740 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-08e09bcd-47ab-4b56-aa07-3f0e369cba77 req-f780b9a9-e247-4c2e-a017-942b4b092602 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:15.328854 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-08e09bcd-47ab-4b56-aa07-3f0e369cba77 req-f780b9a9-e247-4c2e-a017-942b4b092602 tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.88 "DELETE /v2.0/ports/0594e23b-d3f2-4676-b567-c50e9203c5bb HTTP/1.1" status: 204 len: 173 time: 0.3906732 Jul 16 04:19:15.329287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362a827f-bfda-4f0d-988e-7aa8676d20f7', 'name': 'network-vif-deleted', 'tag': '0594e23b-d3f2-4676-b567-c50e9203c5bb'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:15.331558 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a835d468-ae80-4009-8492-7cabf4867671" -d '{"events": [{"server_uuid": "362a827f-bfda-4f0d-988e-7aa8676d20f7", "name": "network-vif-deleted", "tag": "0594e23b-d3f2-4676-b567-c50e9203c5bb"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:15.368303 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d134ab1-e407-48ec-99d7-fdfa8e84448f x-openstack-request-id: req-8d134ab1-e407-48ec-99d7-fdfa8e84448f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:15.368622 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362a827f-bfda-4f0d-988e-7aa8676d20f7", "name": "network-vif-deleted", "tag": "0594e23b-d3f2-4676-b567-c50e9203c5bb", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:15.368904 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d134ab1-e407-48ec-99d7-fdfa8e84448f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:15.369309 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362a827f-bfda-4f0d-988e-7aa8676d20f7', 'name': 'network-vif-deleted', 'tag': '0594e23b-d3f2-4676-b567-c50e9203c5bb', 'status': 'completed', 'code': 200} Jul 16 04:19:15.912752 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e1300e49-8ec7-4b8a-ac49-2fd68d855746 req-ed3943f1-894d-4348-8fb0-b11f5c4056ad tempest-ServersNegativeTestJSON-160051508 tempest-ServersNegativeTestJSON-160051508-project] 10.222.0.18 "GET /v2.0/ports?device_id=362a827f-bfda-4f0d-988e-7aa8676d20f7 HTTP/1.1" status: 200 len: 210 time: 0.0289798 Jul 16 04:19:17.006799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51940) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:17.050846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21a3b0c-1586-46a6-8331-9d623097689e admin admin] Deleting subnet c5f07af0-d6de-40ca-92f2-5941f9270bd1 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:19:17.053851 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f21a3b0c-1586-46a6-8331-9d623097689e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.086153 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f21a3b0c-1586-46a6-8331-9d623097689e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.126435 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f21a3b0c-1586-46a6-8331-9d623097689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.175014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f21a3b0c-1586-46a6-8331-9d623097689e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.199428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a3b0c-1586-46a6-8331-9d623097689e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f07af0-d6de-40ca-92f2-5941f9270bd1,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:17.203655 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f21a3b0c-1586-46a6-8331-9d623097689e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.207228 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f21a3b0c-1586-46a6-8331-9d623097689e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c5f07af0-d6de-40ca-92f2-5941f9270bd1 HTTP/1.1" status: 204 len: 168 time: 0.1977432 Jul 16 04:19:17.208141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51942) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:17.272565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63100039-ec81-45ab-9910-5ac82305bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.349580 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63100039-ec81-45ab-9910-5ac82305bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.359424 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-63100039-ec81-45ab-9910-5ac82305bf71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:17.368748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-63100039-ec81-45ab-9910-5ac82305bf71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184d211a-8f00-4c7c-9e69-8e39318730c9') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:17.369048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-63100039-ec81-45ab-9910-5ac82305bf71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184d211a-8f00-4c7c-9e69-8e39318730c9') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:17.377779 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63100039-ec81-45ab-9910-5ac82305bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.390696 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63100039-ec81-45ab-9910-5ac82305bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.396249 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63100039-ec81-45ab-9910-5ac82305bf71 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:19:17.396671 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63100039-ec81-45ab-9910-5ac82305bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:19:17.398237 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:19:17.452915 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63100039-ec81-45ab-9910-5ac82305bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.457572 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-63100039-ec81-45ab-9910-5ac82305bf71 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.459446 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-63100039-ec81-45ab-9910-5ac82305bf71 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300 HTTP/1.1" status: 204 len: 168 time: 0.2503688 Jul 16 04:19:17.472370 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63100039-ec81-45ab-9910-5ac82305bf71 admin admin] Pushing event deleted for resources: {'Network': ['ID=bca3a2ad-e16c-4fb7-8c7a-908ccf2e5300,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:17.493998 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0594e23b-d3f2-4676-b567-c50e9203c5bb no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:19:17.513840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 0594e23b-d3f2-4676-b567-c50e9203c5bb {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:19:17.514182 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0594e23b-d3f2-4676-b567-c50e9203c5bb not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:19:17.569003 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51946) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:17.609904 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7e5c5b95-1d44-453f-b34d-6963f131984d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=245e638cf17a418683ef6b72aebf14a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376008 Jul 16 04:19:17.610134 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51948) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:17.658249 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4204770f-d2bc-463a-9204-19ae48919c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.677756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4204770f-d2bc-463a-9204-19ae48919c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.721555 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4204770f-d2bc-463a-9204-19ae48919c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.724132 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4204770f-d2bc-463a-9204-19ae48919c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:17.725306 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4204770f-d2bc-463a-9204-19ae48919c41 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ea80186-79df-4e55-9989-50efa6ea8384 HTTP/1.1" status: 204 len: 168 time: 0.1142836 Jul 16 04:19:17.733101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204770f-d2bc-463a-9204-19ae48919c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea80186-79df-4e55-9989-50efa6ea8384,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:18.381088 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51970) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:18.470073 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1872044024'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:18.490794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Made reservation on behalf of c2bd4a9fe71043c98aa9cd04bfbcff30 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:18.494126 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:18.503255 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:18.593039 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:18.596521 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:18.625271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:19:18.630906 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9adc8510-d890-465e-a05a-c9ca810996b5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:18.638334 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:18.638681 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Added segment 27fd56ee-a87e-45ea-9066-584339be64cc of type vlan for network d304895d-f13a-4e2b-a617-8df2916e5d1c Jul 16 04:19:18.678680 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:18.710532 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:18.716679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:18.717285 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:18.746995 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3647747 Jul 16 04:19:18.785979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce58cae-9abc-4796-b66c-90281ae6e6ec tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event updated for resources: {'Network': ['ID=d304895d-f13a-4e2b-a617-8df2916e5d1c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:18.797241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network d304895d-f13a-4e2b-a617-8df2916e5d1c details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:19:22.002430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51974) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:22.007659 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3ba35a48-f3a9-4274-9d96-26d6e7c1f501 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Request body: {'subnet': {'network_id': 'd304895d-f13a-4e2b-a617-8df2916e5d1c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:22.100707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba35a48-f3a9-4274-9d96-26d6e7c1f501 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Made reservation on behalf of c2bd4a9fe71043c98aa9cd04bfbcff30 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:22.104184 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ba35a48-f3a9-4274-9d96-26d6e7c1f501 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:22.282425 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ba35a48-f3a9-4274-9d96-26d6e7c1f501 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:22.334492 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba35a48-f3a9-4274-9d96-26d6e7c1f501 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event updated for resources: {'Subnet': ['ID=5c8a9c73-4597-4e8c-986a-7dd04c49fb61,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:22.349526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba35a48-f3a9-4274-9d96-26d6e7c1f501 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Checking segment: {'id': '27fd56ee-a87e-45ea-9066-584339be64cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd304895d-f13a-4e2b-a617-8df2916e5d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:22.349891 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba35a48-f3a9-4274-9d96-26d6e7c1f501 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Network hostable DHCP agents. Network: d304895d-f13a-4e2b-a617-8df2916e5d1c, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:19:22.365370 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba35a48-f3a9-4274-9d96-26d6e7c1f501 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Network d304895d-f13a-4e2b-a617-8df2916e5d1c is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:19:22.373059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3ba35a48-f3a9-4274-9d96-26d6e7c1f501 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, d304895d-f13a-4e2b-a617-8df2916e5d1c) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:22.377375 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba35a48-f3a9-4274-9d96-26d6e7c1f501 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:22.377962 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ba35a48-f3a9-4274-9d96-26d6e7c1f501 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:22.383249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c20fbbf-5971-4348-8f38-e3421e386bac None None] Network d304895d-f13a-4e2b-a617-8df2916e5d1c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:22.393966 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3ba35a48-f3a9-4274-9d96-26d6e7c1f501 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3903966 Jul 16 04:19:22.400793 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51976) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:22.406576 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-de9315bb-8d06-4d5e-87c0-333b009d700b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1705448610'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:22.429306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9315bb-8d06-4d5e-87c0-333b009d700b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Made reservation on behalf of c2bd4a9fe71043c98aa9cd04bfbcff30 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:22.433011 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de9315bb-8d06-4d5e-87c0-333b009d700b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:22.462640 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9315bb-8d06-4d5e-87c0-333b009d700b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:19:22.474127 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de9315bb-8d06-4d5e-87c0-333b009d700b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:22.475574 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-de9315bb-8d06-4d5e-87c0-333b009d700b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Added segment e5ea10ed-e9d4-43ad-935b-192a653f875b of type vlan for network 8d6c377c-7ed7-4a37-a53d-05b8718906ae Jul 16 04:19:22.523517 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de9315bb-8d06-4d5e-87c0-333b009d700b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:22.536421 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-d304895d-f13a-4e2b-a617-8df2916e5d1c', 'network_id': 'd304895d-f13a-4e2b-a617-8df2916e5d1c', 'tenant_id': 'c2bd4a9fe71043c98aa9cd04bfbcff30', 'fixed_ips': [{'subnet_id': '5c8a9c73-4597-4e8c-986a-7dd04c49fb61'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:19:22.537363 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:22.557605 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de9315bb-8d06-4d5e-87c0-333b009d700b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:22.564881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9315bb-8d06-4d5e-87c0-333b009d700b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:22.565495 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-de9315bb-8d06-4d5e-87c0-333b009d700b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:22.623380 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-de9315bb-8d06-4d5e-87c0-333b009d700b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2182021 Jul 16 04:19:22.624438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51978) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:22.632031 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4a3cc8ec-3a91-49f3-90d0-486eb4fe36cb tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Request body: {'subnet': {'network_id': '8d6c377c-7ed7-4a37-a53d-05b8718906ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:22.662137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9315bb-8d06-4d5e-87c0-333b009d700b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event updated for resources: {'Network': ['ID=8d6c377c-7ed7-4a37-a53d-05b8718906ae,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:22.692433 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 8d6c377c-7ed7-4a37-a53d-05b8718906ae details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:19:22.744264 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3cc8ec-3a91-49f3-90d0-486eb4fe36cb tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Made reservation on behalf of c2bd4a9fe71043c98aa9cd04bfbcff30 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:22.748435 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a3cc8ec-3a91-49f3-90d0-486eb4fe36cb tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:22.776038 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Allocated IP 2001:db8:0:ffff::2 (d304895d-f13a-4e2b-a617-8df2916e5d1c/5c8a9c73-4597-4e8c-986a-7dd04c49fb61/c850fb26-2e92-44d2-99aa-4de95486a482) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:22.927755 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:22.936280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Transition to ACTIVE for port object c850fb26-2e92-44d2-99aa-4de95486a482 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:22.951501 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Transition to ACTIVE for port object c850fb26-2e92-44d2-99aa-4de95486a482 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:22.958208 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:22.969124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a3cc8ec-3a91-49f3-90d0-486eb4fe36cb tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:22.998965 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Network d304895d-f13a-4e2b-a617-8df2916e5d1c is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:23.005628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:23.009288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:23.016826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Pushing event updated for resources: {'Port': ['ID=c850fb26-2e92-44d2-99aa-4de95486a482,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:23.026560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.026911 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.027257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.027598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.027935 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.028929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.029265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.029523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3cc8ec-3a91-49f3-90d0-486eb4fe36cb tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event updated for resources: {'Subnet': ['ID=6b1072ce-2241-44b5-ba1d-421827419d96,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:23.029654 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.029910 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.030236 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.030561 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.030883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:23.042224 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3cc8ec-3a91-49f3-90d0-486eb4fe36cb tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Checking segment: {'id': 'e5ea10ed-e9d4-43ad-935b-192a653f875b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': '8d6c377c-7ed7-4a37-a53d-05b8718906ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:23.042496 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3cc8ec-3a91-49f3-90d0-486eb4fe36cb tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Network hostable DHCP agents. Network: 8d6c377c-7ed7-4a37-a53d-05b8718906ae, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:19:23.058818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3cc8ec-3a91-49f3-90d0-486eb4fe36cb tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Network 8d6c377c-7ed7-4a37-a53d-05b8718906ae is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:19:23.067845 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4a3cc8ec-3a91-49f3-90d0-486eb4fe36cb tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 8d6c377c-7ed7-4a37-a53d-05b8718906ae) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:23.072080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3cc8ec-3a91-49f3-90d0-486eb4fe36cb tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:23.072667 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4a3cc8ec-3a91-49f3-90d0-486eb4fe36cb tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.078551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717e03af-4166-443a-ba24-af4582f677a0 None None] Network 8d6c377c-7ed7-4a37-a53d-05b8718906ae requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:23.086948 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4a3cc8ec-3a91-49f3-90d0-486eb4fe36cb tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4594793 Jul 16 04:19:23.089712 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51980) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:23.098903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Attempting to bind port c850fb26-2e92-44d2-99aa-4de95486a482 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:23.099274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Attempting to bind port c850fb26-2e92-44d2-99aa-4de95486a482 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '27fd56ee-a87e-45ea-9066-584339be64cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd304895d-f13a-4e2b-a617-8df2916e5d1c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:23.099641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Attempting to bind port c850fb26-2e92-44d2-99aa-4de95486a482 on network d304895d-f13a-4e2b-a617-8df2916e5d1c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:23.108780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:23.109135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Checking segment: {'id': '27fd56ee-a87e-45ea-9066-584339be64cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd304895d-f13a-4e2b-a617-8df2916e5d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:23.109539 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.109940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Bound using segment: {'id': '27fd56ee-a87e-45ea-9066-584339be64cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd304895d-f13a-4e2b-a617-8df2916e5d1c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:23.110414 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Bound port: c850fb26-2e92-44d2-99aa-4de95486a482, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fd56ee-a87e-45ea-9066-584339be64cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'd304895d-f13a-4e2b-a617-8df2916e5d1c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:23.110800 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.187966 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.241860 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] For port c850fb26-2e92-44d2-99aa-4de95486a482, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:23.259272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] For port c850fb26-2e92-44d2-99aa-4de95486a482, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c850fb26-2e92-44d2-99aa-4de95486a482,segment=NetworkSegment(27fd56ee-a87e-45ea-9066-584339be64cc),segment_id=27fd56ee-a87e-45ea-9066-584339be64cc)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:23.262086 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.265220 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.312380 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f99d335-b26f-4c7d-8655-1f131d221de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-8d6c377c-7ed7-4a37-a53d-05b8718906ae', 'network_id': '8d6c377c-7ed7-4a37-a53d-05b8718906ae', 'tenant_id': 'c2bd4a9fe71043c98aa9cd04bfbcff30', 'fixed_ips': [{'subnet_id': '6b1072ce-2241-44b5-ba1d-421827419d96'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:19:23.313415 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0f99d335-b26f-4c7d-8655-1f131d221de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.333487 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.416039 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97401d4-7e62-458d-8de3-3607efefb475 None None] Pushing event updated for resources: {'Port': ['ID=c850fb26-2e92-44d2-99aa-4de95486a482,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:23.437092 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc3a93-0ed0-4225-bc5f-f4a61bde8445 None None] Network 8d6c377c-7ed7-4a37-a53d-05b8718906ae requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:23.731400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1072ce-2241-44b5-ba1d-421827419d96,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:23.783907 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.793455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6c377c-7ed7-4a37-a53d-05b8718906ae']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:23.803460 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ea10ed-e9d4-43ad-935b-192a653f875b') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:23.803763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ea10ed-e9d4-43ad-935b-192a653f875b') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:23.812532 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.826378 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.832442 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Releasing vlan 941 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:19:23.832832 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:19:23.835936 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:19:23.894698 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.901559 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.903924 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "DELETE /v2.0/networks/8d6c377c-7ed7-4a37-a53d-05b8718906ae HTTP/1.1" status: 204 len: 168 time: 0.8126628 Jul 16 04:19:23.907531 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51982) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:23.912797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-528f81cc-eb5a-4624-aa23-28eade124a6e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2021491550'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:23.916580 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c37e2-af0e-4afa-8fef-d056c77b45f4 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event deleted for resources: {'Network': ['ID=8d6c377c-7ed7-4a37-a53d-05b8718906ae,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:23.938617 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528f81cc-eb5a-4624-aa23-28eade124a6e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Made reservation on behalf of c2bd4a9fe71043c98aa9cd04bfbcff30 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:23.942177 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-528f81cc-eb5a-4624-aa23-28eade124a6e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.966834 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528f81cc-eb5a-4624-aa23-28eade124a6e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 928} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:19:23.976693 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-528f81cc-eb5a-4624-aa23-28eade124a6e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:23.977039 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-528f81cc-eb5a-4624-aa23-28eade124a6e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Added segment 231f3b55-2838-4fd2-8d7c-f5c6344c9fa2 of type vlan for network 5f511b61-3ffe-4419-947a-d7f95b4ba91d Jul 16 04:19:24.022884 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-528f81cc-eb5a-4624-aa23-28eade124a6e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:24.055738 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-528f81cc-eb5a-4624-aa23-28eade124a6e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:24.061930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528f81cc-eb5a-4624-aa23-28eade124a6e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:24.062530 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-528f81cc-eb5a-4624-aa23-28eade124a6e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:24.099713 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-528f81cc-eb5a-4624-aa23-28eade124a6e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1909657 Jul 16 04:19:24.102698 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51984) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:24.109601 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cd535f98-d13f-4526-83bd-67bbb0e0fffc tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Request body: {'subnet': {'network_id': '5f511b61-3ffe-4419-947a-d7f95b4ba91d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:24.144154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f81cc-eb5a-4624-aa23-28eade124a6e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event updated for resources: {'Network': ['ID=5f511b61-3ffe-4419-947a-d7f95b4ba91d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:24.154498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 5f511b61-3ffe-4419-947a-d7f95b4ba91d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:19:24.239067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd535f98-d13f-4526-83bd-67bbb0e0fffc tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Made reservation on behalf of c2bd4a9fe71043c98aa9cd04bfbcff30 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:24.242784 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd535f98-d13f-4526-83bd-67bbb0e0fffc tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:24.262227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ba9783-2284-4fef-b48d-1790dea7c38a None None] Network d304895d-f13a-4e2b-a617-8df2916e5d1c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:24.305659 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-cd535f98-d13f-4526-83bd-67bbb0e0fffc tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Performing IP validity checks on allocation pools {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 04:19:24.306234 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.ipam_backend_mixin [None req-cd535f98-d13f-4526-83bd-67bbb0e0fffc tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 04:19:24.434441 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd535f98-d13f-4526-83bd-67bbb0e0fffc tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:24.499749 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd535f98-d13f-4526-83bd-67bbb0e0fffc tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event updated for resources: {'Subnet': ['ID=7fbd0ec5-33bb-4fa7-a9d0-dd21fbab4b47,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:24.499981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5fcbfa34-140b-45b5-959c-3544ee42ea23 None None] Provisioning for port c850fb26-2e92-44d2-99aa-4de95486a482 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:24.507146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd535f98-d13f-4526-83bd-67bbb0e0fffc tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Checking segment: {'id': '231f3b55-2838-4fd2-8d7c-f5c6344c9fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5f511b61-3ffe-4419-947a-d7f95b4ba91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:24.507498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd535f98-d13f-4526-83bd-67bbb0e0fffc tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Network hostable DHCP agents. Network: 5f511b61-3ffe-4419-947a-d7f95b4ba91d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:19:24.523764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd535f98-d13f-4526-83bd-67bbb0e0fffc tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Network 5f511b61-3ffe-4419-947a-d7f95b4ba91d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:19:24.533500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cd535f98-d13f-4526-83bd-67bbb0e0fffc tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 5f511b61-3ffe-4419-947a-d7f95b4ba91d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:24.537913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd535f98-d13f-4526-83bd-67bbb0e0fffc tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:24.538494 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cd535f98-d13f-4526-83bd-67bbb0e0fffc tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:24.545940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891cb568-1e19-4522-9cb9-eb3fe7984309 None None] Network 5f511b61-3ffe-4419-947a-d7f95b4ba91d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:24.553188 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cd535f98-d13f-4526-83bd-67bbb0e0fffc tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4496121 Jul 16 04:19:24.555752 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:24.652108 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:24.722594 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-5f511b61-3ffe-4419-947a-d7f95b4ba91d', 'network_id': '5f511b61-3ffe-4419-947a-d7f95b4ba91d', 'tenant_id': 'c2bd4a9fe71043c98aa9cd04bfbcff30', 'fixed_ips': [{'subnet_id': '7fbd0ec5-33bb-4fa7-a9d0-dd21fbab4b47'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:19:24.723472 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:24.737796 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:24.882069 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Allocated IP 2001:db8::3 (5f511b61-3ffe-4419-947a-d7f95b4ba91d/7fbd0ec5-33bb-4fa7-a9d0-dd21fbab4b47/49a4d03a-5006-4953-93a8-a11d0d7662e8) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:24.923657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c850fb26-2e92-44d2-99aa-4de95486a482 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:25.069071 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port c850fb26-2e92-44d2-99aa-4de95486a482 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:25.080135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c850fb26-2e92-44d2-99aa-4de95486a482 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:25.080536 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.102314 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.118144 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Transition to ACTIVE for port object 49a4d03a-5006-4953-93a8-a11d0d7662e8 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:25.139239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Transition to ACTIVE for port object 49a4d03a-5006-4953-93a8-a11d0d7662e8 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:25.146214 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.161534 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.188386 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbd0ec5-33bb-4fa7-a9d0-dd21fbab4b47,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:25.214445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Network 5f511b61-3ffe-4419-947a-d7f95b4ba91d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:25.222620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:25.227506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:25.229496 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.232734 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Pushing event updated for resources: {'Port': ['ID=49a4d03a-5006-4953-93a8-a11d0d7662e8,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:25.250608 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.260781 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f511b61-3ffe-4419-947a-d7f95b4ba91d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:25.270959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231f3b55-2838-4fd2-8d7c-f5c6344c9fa2') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:25.271278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231f3b55-2838-4fd2-8d7c-f5c6344c9fa2') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:25.280872 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.295546 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.301664 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:19:25.302097 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:19:25.305114 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:19:25.307621 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port c850fb26-2e92-44d2-99aa-4de95486a482, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c850fb26-2e92-44d2-99aa-4de95486a482,segment=NetworkSegment(27fd56ee-a87e-45ea-9066-584339be64cc),segment_id=27fd56ee-a87e-45ea-9066-584339be64cc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:25.312656 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.314459 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Attempting to bind port 49a4d03a-5006-4953-93a8-a11d0d7662e8 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:25.314927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Attempting to bind port 49a4d03a-5006-4953-93a8-a11d0d7662e8 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '231f3b55-2838-4fd2-8d7c-f5c6344c9fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5f511b61-3ffe-4419-947a-d7f95b4ba91d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:25.315311 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Attempting to bind port 49a4d03a-5006-4953-93a8-a11d0d7662e8 on network 5f511b61-3ffe-4419-947a-d7f95b4ba91d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:25.341555 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:25.341928 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Checking segment: {'id': '231f3b55-2838-4fd2-8d7c-f5c6344c9fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5f511b61-3ffe-4419-947a-d7f95b4ba91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:25.342333 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.342727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Bound using segment: {'id': '231f3b55-2838-4fd2-8d7c-f5c6344c9fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5f511b61-3ffe-4419-947a-d7f95b4ba91d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:25.343203 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Bound port: 49a4d03a-5006-4953-93a8-a11d0d7662e8, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231f3b55-2838-4fd2-8d7c-f5c6344c9fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 928, 'network_id': '5f511b61-3ffe-4419-947a-d7f95b4ba91d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:25.343584 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.360552 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.db.api [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 04:19:25.360552 n-d-800088-6 neutron-server[93767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 04:19:25.360552 n-d-800088-6 neutron-server[93767]: [parameters: {'id': '5f511b61-3ffe-4419-947a-d7f95b4ba91d'}] Jul 16 04:19:25.360552 n-d-800088-6 neutron-server[93767]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:19:25.360997 n-d-800088-6 neutron-server[93767]: DEBUG oslo_db.api [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:19:25.397747 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=c850fb26-2e92-44d2-99aa-4de95486a482,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:25.425986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] For port 49a4d03a-5006-4953-93a8-a11d0d7662e8, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:25.429457 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] For port 49a4d03a-5006-4953-93a8-a11d0d7662e8, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=49a4d03a-5006-4953-93a8-a11d0d7662e8,segment=NetworkSegment(231f3b55-2838-4fd2-8d7c-f5c6344c9fa2),segment_id=231f3b55-2838-4fd2-8d7c-f5c6344c9fa2)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:25.433119 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.510662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b43ab-0d15-410f-8bab-eae94950b5cd None None] Pushing event updated for resources: {'Port': ['ID=49a4d03a-5006-4953-93a8-a11d0d7662e8,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:25.532123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7782a9df-4d46-4ad4-b294-b3ea92ee2d1c None None] Network 5f511b61-3ffe-4419-947a-d7f95b4ba91d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:25.656104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba179d8e-218e-4d2d-bcca-442aa91b131e None None] get_active_networks_info from n-d-800088-6 {{(pid=93769) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 04:19:25.722859 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba179d8e-218e-4d2d-bcca-442aa91b131e None None] Resources bound (agent type, host, resource id): {{(pid=93769) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 04:19:25.862545 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.914506 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Deleting port 49a4d03a-5006-4953-93a8-a11d0d7662e8 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:19:25.914853 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.979696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] For port 49a4d03a-5006-4953-93a8-a11d0d7662e8, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=49a4d03a-5006-4953-93a8-a11d0d7662e8,segment=NetworkSegment(231f3b55-2838-4fd2-8d7c-f5c6344c9fa2),segment_id=231f3b55-2838-4fd2-8d7c-f5c6344c9fa2)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:25.980052 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:25.991244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Calling delete_port for 49a4d03a-5006-4953-93a8-a11d0d7662e8 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:19:26.068233 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.097185 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event deleted for resources: {'Port': ['ID=49a4d03a-5006-4953-93a8-a11d0d7662e8,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:26.100567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] No DVR routers for this DVR port 49a4d03a-5006-4953-93a8-a11d0d7662e8 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:19:26.174645 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.183915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f511b61-3ffe-4419-947a-d7f95b4ba91d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:26.193791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231f3b55-2838-4fd2-8d7c-f5c6344c9fa2') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:26.194084 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231f3b55-2838-4fd2-8d7c-f5c6344c9fa2') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:26.203000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.219861 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.225565 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Releasing vlan 928 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:19:26.225946 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:19:26.228846 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:19:26.287412 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.294107 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.295806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "DELETE /v2.0/networks/5f511b61-3ffe-4419-947a-d7f95b4ba91d HTTP/1.1" status: 204 len: 168 time: 1.7390699 Jul 16 04:19:26.299545 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51990) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:26.304861 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-71f46f55-a695-4c25-aafd-f4102c3312aa tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1149039783'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:26.306469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5c24c-fde5-4b21-a144-d7d672996076 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event deleted for resources: {'Network': ['ID=5f511b61-3ffe-4419-947a-d7f95b4ba91d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:26.325697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f46f55-a695-4c25-aafd-f4102c3312aa tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Made reservation on behalf of c2bd4a9fe71043c98aa9cd04bfbcff30 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:26.329179 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71f46f55-a695-4c25-aafd-f4102c3312aa tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.351155 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f46f55-a695-4c25-aafd-f4102c3312aa tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:19:26.359412 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71f46f55-a695-4c25-aafd-f4102c3312aa tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.359761 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-71f46f55-a695-4c25-aafd-f4102c3312aa tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Added segment d4d5304d-15cc-47b2-891f-49c6ed63b22e of type vlan for network 9554db4a-7d9c-48f3-bd2d-7773f67945c1 Jul 16 04:19:26.397989 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71f46f55-a695-4c25-aafd-f4102c3312aa tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.424088 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71f46f55-a695-4c25-aafd-f4102c3312aa tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.429537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f46f55-a695-4c25-aafd-f4102c3312aa tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:26.430064 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71f46f55-a695-4c25-aafd-f4102c3312aa tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.466296 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-71f46f55-a695-4c25-aafd-f4102c3312aa tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1655254 Jul 16 04:19:26.470058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51992) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:26.475232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b3f2006c-b871-45d4-837d-7d9c5f706c10 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Request body: {'subnet': {'network_id': '9554db4a-7d9c-48f3-bd2d-7773f67945c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:26.499092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f46f55-a695-4c25-aafd-f4102c3312aa tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event updated for resources: {'Network': ['ID=9554db4a-7d9c-48f3-bd2d-7773f67945c1,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:26.510199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 9554db4a-7d9c-48f3-bd2d-7773f67945c1 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:19:26.565903 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f2006c-b871-45d4-837d-7d9c5f706c10 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Made reservation on behalf of c2bd4a9fe71043c98aa9cd04bfbcff30 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:26.569871 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3f2006c-b871-45d4-837d-7d9c5f706c10 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.749528 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3f2006c-b871-45d4-837d-7d9c5f706c10 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.806111 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2006c-b871-45d4-837d-7d9c5f706c10 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event updated for resources: {'Subnet': ['ID=4b115b28-2839-400c-ab7e-052928745f84,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:26.817752 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f2006c-b871-45d4-837d-7d9c5f706c10 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Checking segment: {'id': 'd4d5304d-15cc-47b2-891f-49c6ed63b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9554db4a-7d9c-48f3-bd2d-7773f67945c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:26.818178 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f2006c-b871-45d4-837d-7d9c5f706c10 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Network hostable DHCP agents. Network: 9554db4a-7d9c-48f3-bd2d-7773f67945c1, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:19:26.834551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f2006c-b871-45d4-837d-7d9c5f706c10 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Network 9554db4a-7d9c-48f3-bd2d-7773f67945c1 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:19:26.842766 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-b3f2006c-b871-45d4-837d-7d9c5f706c10 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 9554db4a-7d9c-48f3-bd2d-7773f67945c1) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:26.847170 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f2006c-b871-45d4-837d-7d9c5f706c10 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:26.847756 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b3f2006c-b871-45d4-837d-7d9c5f706c10 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.854344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3218a-66a2-450e-b18a-ee75092d1d92 None None] Network 9554db4a-7d9c-48f3-bd2d-7773f67945c1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:26.865871 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b3f2006c-b871-45d4-837d-7d9c5f706c10 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3913538 Jul 16 04:19:26.866151 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51994) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:26.871532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-69541664-31bf-4901-aa45-2a8f0968b4a8 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2118817902'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:26.882973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c850fb26-2e92-44d2-99aa-4de95486a482 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:26.893228 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69541664-31bf-4901-aa45-2a8f0968b4a8 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Made reservation on behalf of c2bd4a9fe71043c98aa9cd04bfbcff30 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:26.896858 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69541664-31bf-4901-aa45-2a8f0968b4a8 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.921893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69541664-31bf-4901-aa45-2a8f0968b4a8 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:19:26.930907 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69541664-31bf-4901-aa45-2a8f0968b4a8 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.931393 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-69541664-31bf-4901-aa45-2a8f0968b4a8 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Added segment 1c6a78c8-be12-484c-89c9-52225a245bff of type vlan for network 950b6264-2163-4784-84f1-b999c6afaa48 Jul 16 04:19:26.971549 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69541664-31bf-4901-aa45-2a8f0968b4a8 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:26.997166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c850fb26-2e92-44d2-99aa-4de95486a482 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:26.997560 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.001180 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69541664-31bf-4901-aa45-2a8f0968b4a8 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.007039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69541664-31bf-4901-aa45-2a8f0968b4a8 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:27.007675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-69541664-31bf-4901-aa45-2a8f0968b4a8 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.045009 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-69541664-31bf-4901-aa45-2a8f0968b4a8 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1745210 Jul 16 04:19:27.045265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 51996) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:27.052182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6de590dd-0a53-4fcf-8e15-a47443a3f4d9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Request body: {'subnet': {'network_id': '950b6264-2163-4784-84f1-b999c6afaa48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:27.069542 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-9554db4a-7d9c-48f3-bd2d-7773f67945c1', 'network_id': '9554db4a-7d9c-48f3-bd2d-7773f67945c1', 'tenant_id': 'c2bd4a9fe71043c98aa9cd04bfbcff30', 'fixed_ips': [{'subnet_id': '4b115b28-2839-400c-ab7e-052928745f84'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:19:27.070367 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.096630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69541664-31bf-4901-aa45-2a8f0968b4a8 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event updated for resources: {'Network': ['ID=950b6264-2163-4784-84f1-b999c6afaa48,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:27.108752 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 950b6264-2163-4784-84f1-b999c6afaa48 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:19:27.171777 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de590dd-0a53-4fcf-8e15-a47443a3f4d9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Made reservation on behalf of c2bd4a9fe71043c98aa9cd04bfbcff30 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:27.175276 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6de590dd-0a53-4fcf-8e15-a47443a3f4d9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.286974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Allocated IP 2001:db8::2 (9554db4a-7d9c-48f3-bd2d-7773f67945c1/4b115b28-2839-400c-ab7e-052928745f84/da68ba22-9dd6-4f06-9465-2b4f72b3b222) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:27.364074 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6de590dd-0a53-4fcf-8e15-a47443a3f4d9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.428447 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.429330 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de590dd-0a53-4fcf-8e15-a47443a3f4d9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event updated for resources: {'Subnet': ['ID=fa19a348-44c3-4250-a7b8-e2d0455fcefd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:27.436876 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Transition to ACTIVE for port object da68ba22-9dd6-4f06-9465-2b4f72b3b222 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:27.437023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de590dd-0a53-4fcf-8e15-a47443a3f4d9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Checking segment: {'id': '1c6a78c8-be12-484c-89c9-52225a245bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '950b6264-2163-4784-84f1-b999c6afaa48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:27.437260 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de590dd-0a53-4fcf-8e15-a47443a3f4d9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Network hostable DHCP agents. Network: 950b6264-2163-4784-84f1-b999c6afaa48, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:19:27.452198 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Transition to ACTIVE for port object da68ba22-9dd6-4f06-9465-2b4f72b3b222 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:27.453505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de590dd-0a53-4fcf-8e15-a47443a3f4d9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Network 950b6264-2163-4784-84f1-b999c6afaa48 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:19:27.457136 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.461457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-6de590dd-0a53-4fcf-8e15-a47443a3f4d9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 950b6264-2163-4784-84f1-b999c6afaa48) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:27.466455 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de590dd-0a53-4fcf-8e15-a47443a3f4d9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:27.467031 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6de590dd-0a53-4fcf-8e15-a47443a3f4d9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.483348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 51998) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:27.483898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6de590dd-0a53-4fcf-8e15-a47443a3f4d9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4373860 Jul 16 04:19:27.484003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3316df-9e56-489d-9762-d2e87564b14d None None] Network 950b6264-2163-4784-84f1-b999c6afaa48 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:27.518252 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Network 9554db4a-7d9c-48f3-bd2d-7773f67945c1 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:27.523404 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Pushing event updated for resources: {'Port': ['ID=da68ba22-9dd6-4f06-9465-2b4f72b3b222,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:27.525891 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:27.530054 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:27.578598 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.628462 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.629149 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Attempting to bind port da68ba22-9dd6-4f06-9465-2b4f72b3b222 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:27.629528 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Attempting to bind port da68ba22-9dd6-4f06-9465-2b4f72b3b222 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'd4d5304d-15cc-47b2-891f-49c6ed63b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9554db4a-7d9c-48f3-bd2d-7773f67945c1'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:27.629896 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Attempting to bind port da68ba22-9dd6-4f06-9465-2b4f72b3b222 on network 9554db4a-7d9c-48f3-bd2d-7773f67945c1 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:27.636016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:27.636415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Checking segment: {'id': 'd4d5304d-15cc-47b2-891f-49c6ed63b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9554db4a-7d9c-48f3-bd2d-7773f67945c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:27.636821 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.637217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Bound using segment: {'id': 'd4d5304d-15cc-47b2-891f-49c6ed63b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9554db4a-7d9c-48f3-bd2d-7773f67945c1'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:27.638302 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Bound port: da68ba22-9dd6-4f06-9465-2b4f72b3b222, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d5304d-15cc-47b2-891f-49c6ed63b22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '9554db4a-7d9c-48f3-bd2d-7773f67945c1'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:27.638684 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.687866 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.715398 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event deleted for resources: {'Subnet': ['ID=fa19a348-44c3-4250-a7b8-e2d0455fcefd,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:27.747653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6af5cf-7229-40be-8442-065e78b69ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-950b6264-2163-4784-84f1-b999c6afaa48', 'network_id': '950b6264-2163-4784-84f1-b999c6afaa48', 'tenant_id': 'c2bd4a9fe71043c98aa9cd04bfbcff30', 'fixed_ips': [{'subnet_id': 'fa19a348-44c3-4250-a7b8-e2d0455fcefd'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:19:27.748531 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ff6af5cf-7229-40be-8442-065e78b69ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.754762 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] For port da68ba22-9dd6-4f06-9465-2b4f72b3b222, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:27.773962 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] For port da68ba22-9dd6-4f06-9465-2b4f72b3b222, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=da68ba22-9dd6-4f06-9465-2b4f72b3b222,segment=NetworkSegment(d4d5304d-15cc-47b2-891f-49c6ed63b22e),segment_id=d4d5304d-15cc-47b2-891f-49c6ed63b22e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:27.782946 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.783168 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.793952 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950b6264-2163-4784-84f1-b999c6afaa48']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:27.803717 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6a78c8-be12-484c-89c9-52225a245bff') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:27.804019 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6a78c8-be12-484c-89c9-52225a245bff') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:27.813992 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.827385 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.833250 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Releasing vlan 924 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:19:27.833579 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:19:27.836637 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:19:27.886012 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e994ed7-f38e-4116-89d9-62fa4b64332f None None] Network 950b6264-2163-4784-84f1-b999c6afaa48 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:27.894475 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.903726 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:27.908063 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "DELETE /v2.0/networks/950b6264-2163-4784-84f1-b999c6afaa48 HTTP/1.1" status: 204 len: 168 time: 0.4212120 Jul 16 04:19:27.908534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52000) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:27.910180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e994ed7-f38e-4116-89d9-62fa4b64332f None None] Network 950b6264-2163-4784-84f1-b999c6afaa48 could not be found, it might have been deleted concurrently. {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 04:19:27.911763 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7038d-80bc-4d83-bbc7-e95785481dac None None] Pushing event updated for resources: {'Port': ['ID=da68ba22-9dd6-4f06-9465-2b4f72b3b222,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:27.926223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f66ea5-61fa-4445-9dbe-228fbe0230c9 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event deleted for resources: {'Network': ['ID=950b6264-2163-4784-84f1-b999c6afaa48,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:27.941244 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a1220e-8afd-49b5-a93d-c1c99dc91234 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] GET failed (client error): The resource could not be found. Jul 16 04:19:27.942624 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-09a1220e-8afd-49b5-a93d-c1c99dc91234 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "GET /v2.0/subnets/fa19a348-44c3-4250-a7b8-e2d0455fcefd HTTP/1.1" status: 404 len: 337 time: 0.0330837 Jul 16 04:19:27.945344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:27.964179 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a80558-1af0-4e4b-955a-6b9cd857c561 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] DELETE failed (client error): The resource could not be found. Jul 16 04:19:27.964770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a80558-1af0-4e4b-955a-6b9cd857c561 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:19:27.966554 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-97a80558-1af0-4e4b-955a-6b9cd857c561 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "DELETE /v2.0/networks/950b6264-2163-4784-84f1-b999c6afaa48 HTTP/1.1" status: 404 len: 339 time: 0.0202887 Jul 16 04:19:27.970278 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:27.996145 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05bf6de-ff39-4d70-9218-1b8351154050 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] DELETE failed (client error): The resource could not be found. Jul 16 04:19:27.996552 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05bf6de-ff39-4d70-9218-1b8351154050 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:19:27.998858 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c05bf6de-ff39-4d70-9218-1b8351154050 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "DELETE /v2.0/subnets/fa19a348-44c3-4250-a7b8-e2d0455fcefd HTTP/1.1" status: 404 len: 337 time: 0.0276496 Jul 16 04:19:28.001888 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:28.020714 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6922eb-a571-4928-a59a-97c7e9b39263 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] DELETE failed (client error): The resource could not be found. Jul 16 04:19:28.021323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6922eb-a571-4928-a59a-97c7e9b39263 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:19:28.022959 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ce6922eb-a571-4928-a59a-97c7e9b39263 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "DELETE /v2.0/networks/950b6264-2163-4784-84f1-b999c6afaa48 HTTP/1.1" status: 404 len: 339 time: 0.0201387 Jul 16 04:19:28.025593 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:28.093770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad8a564-bed9-4d21-9d8f-9131e314b1e5 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Deleting subnet 4b115b28-2839-400c-ab7e-052928745f84 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:19:28.097245 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a564-bed9-4d21-9d8f-9131e314b1e5 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.144802 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a564-bed9-4d21-9d8f-9131e314b1e5 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.227648 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a564-bed9-4d21-9d8f-9131e314b1e5 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.285295 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a564-bed9-4d21-9d8f-9131e314b1e5 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.317748 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8a564-bed9-4d21-9d8f-9131e314b1e5 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event deleted for resources: {'Subnet': ['ID=4b115b28-2839-400c-ab7e-052928745f84,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:28.321538 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a564-bed9-4d21-9d8f-9131e314b1e5 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.323424 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3ad8a564-bed9-4d21-9d8f-9131e314b1e5 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "DELETE /v2.0/subnets/4b115b28-2839-400c-ab7e-052928745f84 HTTP/1.1" status: 204 len: 168 time: 0.2969186 Jul 16 04:19:28.325951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:28.399580 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.451675 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Deleting port da68ba22-9dd6-4f06-9465-2b4f72b3b222 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:19:28.452064 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.520690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] For port da68ba22-9dd6-4f06-9465-2b4f72b3b222, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=da68ba22-9dd6-4f06-9465-2b4f72b3b222,segment=NetworkSegment(d4d5304d-15cc-47b2-891f-49c6ed63b22e),segment_id=d4d5304d-15cc-47b2-891f-49c6ed63b22e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:28.521138 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.534581 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Calling delete_port for da68ba22-9dd6-4f06-9465-2b4f72b3b222 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:19:28.618712 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.649260 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event deleted for resources: {'Port': ['ID=da68ba22-9dd6-4f06-9465-2b4f72b3b222,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:28.653498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] No DVR routers for this DVR port da68ba22-9dd6-4f06-9465-2b4f72b3b222 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:19:28.733507 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.743924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9554db4a-7d9c-48f3-bd2d-7773f67945c1']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:28.753980 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd923ac6-a5da-4a1f-a1c0-b498d86d89b6 None None] Network 9554db4a-7d9c-48f3-bd2d-7773f67945c1 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:28.754578 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d5304d-15cc-47b2-891f-49c6ed63b22e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:28.754874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d5304d-15cc-47b2-891f-49c6ed63b22e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:28.763808 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.777503 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.783788 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:19:28.784205 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:19:28.787350 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:19:28.858216 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.860857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9b0db7e9-9243-4128-853d-0af937025c70 None None] Could not find standard attr ID for object da68ba22-9dd6-4f06-9465-2b4f72b3b222. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:19:28.865808 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:28.867680 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "DELETE /v2.0/networks/9554db4a-7d9c-48f3-bd2d-7773f67945c1 HTTP/1.1" status: 204 len: 168 time: 0.5407689 Jul 16 04:19:28.870096 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:28.888599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6425af-c92c-4582-9440-a1d1f52fe90b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event deleted for resources: {'Network': ['ID=9554db4a-7d9c-48f3-bd2d-7773f67945c1,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:28.907776 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a0637d-4a7e-4fa6-8b7a-7d17a88f9358 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] DELETE failed (client error): The resource could not be found. Jul 16 04:19:28.908236 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a0637d-4a7e-4fa6-8b7a-7d17a88f9358 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:19:28.909986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-39a0637d-4a7e-4fa6-8b7a-7d17a88f9358 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "DELETE /v2.0/subnets/7fbd0ec5-33bb-4fa7-a9d0-dd21fbab4b47 HTTP/1.1" status: 404 len: 337 time: 0.0389903 Jul 16 04:19:28.912410 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:28.929750 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-757cb11d-a93f-46a9-80fc-3b0fef974c40 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] DELETE failed (client error): The resource could not be found. Jul 16 04:19:28.930288 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757cb11d-a93f-46a9-80fc-3b0fef974c40 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:19:28.931938 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-757cb11d-a93f-46a9-80fc-3b0fef974c40 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "DELETE /v2.0/networks/5f511b61-3ffe-4419-947a-d7f95b4ba91d HTTP/1.1" status: 404 len: 339 time: 0.0186372 Jul 16 04:19:28.934770 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52016) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:28.936612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d3ad12-06ea-4b4e-97c3-d5878dc03c49 None None] DHCP port deletion for 9554db4a-7d9c-48f3-bd2d-7773f67945c1 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:19:28.961846 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e95ddc9-b742-49bb-9e46-cb21faf3a80e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] DELETE failed (client error): The resource could not be found. Jul 16 04:19:28.962295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e95ddc9-b742-49bb-9e46-cb21faf3a80e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:19:28.963954 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3e95ddc9-b742-49bb-9e46-cb21faf3a80e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "DELETE /v2.0/subnets/6b1072ce-2241-44b5-ba1d-421827419d96 HTTP/1.1" status: 404 len: 337 time: 0.0281608 Jul 16 04:19:28.967124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:28.984445 n-d-800088-6 neutron-server[93767]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4ae258-1bab-48d9-930a-01e7886bdd9b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] DELETE failed (client error): The resource could not be found. Jul 16 04:19:28.984965 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4ae258-1bab-48d9-930a-01e7886bdd9b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 04:19:28.986572 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-df4ae258-1bab-48d9-930a-01e7886bdd9b tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "DELETE /v2.0/networks/8d6c377c-7ed7-4a37-a53d-05b8718906ae HTTP/1.1" status: 404 len: 339 time: 0.0185735 Jul 16 04:19:28.988835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:29.043618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ae0e51-6507-47c0-86f9-7d15b15c892e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Deleting subnet 5c8a9c73-4597-4e8c-986a-7dd04c49fb61 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:19:29.046836 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08ae0e51-6507-47c0-86f9-7d15b15c892e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.085766 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08ae0e51-6507-47c0-86f9-7d15b15c892e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.165675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08ae0e51-6507-47c0-86f9-7d15b15c892e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.225604 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08ae0e51-6507-47c0-86f9-7d15b15c892e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.250000 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae0e51-6507-47c0-86f9-7d15b15c892e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event deleted for resources: {'Subnet': ['ID=5c8a9c73-4597-4e8c-986a-7dd04c49fb61,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:29.255818 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-08ae0e51-6507-47c0-86f9-7d15b15c892e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.257709 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-08ae0e51-6507-47c0-86f9-7d15b15c892e tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "DELETE /v2.0/subnets/5c8a9c73-4597-4e8c-986a-7dd04c49fb61 HTTP/1.1" status: 204 len: 168 time: 0.2680130 Jul 16 04:19:29.260079 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52022) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:29.262261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abe4942-1158-4dfe-8860-7e0afe9a05b7 None None] Network d304895d-f13a-4e2b-a617-8df2916e5d1c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:29.334934 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.393181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Deleting port c850fb26-2e92-44d2-99aa-4de95486a482 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:19:29.393420 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.435800 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00226cef-1f3f-4fe2-ad57-f963171ec454 None None] DHCP port deletion for d304895d-f13a-4e2b-a617-8df2916e5d1c request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:19:29.458092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] For port c850fb26-2e92-44d2-99aa-4de95486a482, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c850fb26-2e92-44d2-99aa-4de95486a482,segment=NetworkSegment(27fd56ee-a87e-45ea-9066-584339be64cc),segment_id=27fd56ee-a87e-45ea-9066-584339be64cc)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:29.458579 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.471998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Calling delete_port for c850fb26-2e92-44d2-99aa-4de95486a482 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:19:29.490973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-00226cef-1f3f-4fe2-ad57-f963171ec454 None None] Deleting port c850fb26-2e92-44d2-99aa-4de95486a482 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:19:29.491358 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-00226cef-1f3f-4fe2-ad57-f963171ec454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.552160 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-00226cef-1f3f-4fe2-ad57-f963171ec454 None None] For port c850fb26-2e92-44d2-99aa-4de95486a482, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c850fb26-2e92-44d2-99aa-4de95486a482,segment=NetworkSegment(27fd56ee-a87e-45ea-9066-584339be64cc),segment_id=27fd56ee-a87e-45ea-9066-584339be64cc)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:29.552571 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-00226cef-1f3f-4fe2-ad57-f963171ec454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.553352 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.565845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-00226cef-1f3f-4fe2-ad57-f963171ec454 None None] Calling delete_port for c850fb26-2e92-44d2-99aa-4de95486a482 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:19:29.578774 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event deleted for resources: {'Port': ['ID=c850fb26-2e92-44d2-99aa-4de95486a482,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:29.582595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] No DVR routers for this DVR port c850fb26-2e92-44d2-99aa-4de95486a482 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:19:29.662334 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.673591 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d304895d-f13a-4e2b-a617-8df2916e5d1c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:29.690416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fd56ee-a87e-45ea-9066-584339be64cc') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:29.690662 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fd56ee-a87e-45ea-9066-584339be64cc') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:29.700301 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.714479 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.721090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Releasing vlan 938 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:19:29.721494 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:19:29.724820 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:19:29.784084 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.791640 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.794076 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] 10.222.0.18 "DELETE /v2.0/networks/d304895d-f13a-4e2b-a617-8df2916e5d1c HTTP/1.1" status: 204 len: 168 time: 0.5325241 Jul 16 04:19:29.805581 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-00226cef-1f3f-4fe2-ad57-f963171ec454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:29.806337 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec635e95-ebfb-4837-98b5-347bbc54f984 tempest-NetworksIpV6Test-60960434 tempest-NetworksIpV6Test-60960434-project] Pushing event deleted for resources: {'Network': ['ID=d304895d-f13a-4e2b-a617-8df2916e5d1c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:29.828164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-00226cef-1f3f-4fe2-ad57-f963171ec454 None None] Network d304895d-f13a-4e2b-a617-8df2916e5d1c is not hosted by any dhcp agent {{(pid=93769) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 04:19:29.828653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00226cef-1f3f-4fe2-ad57-f963171ec454 None None] No DVR routers for this DVR port c850fb26-2e92-44d2-99aa-4de95486a482 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:19:29.830285 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00226cef-1f3f-4fe2-ad57-f963171ec454 None None] Pushing event deleted for resources: {'Port': ['ID=c850fb26-2e92-44d2-99aa-4de95486a482,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:30.033702 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52028) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:30.097267 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3911c1b6-e1af-4ebd-a21f-1e7abefeb41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:30.163289 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b31aa1a8-5981-44b8-a030-25032da1b2dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2bd4a9fe71043c98aa9cd04bfbcff30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1284053 Jul 16 04:19:30.165772 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52032) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:30.221323 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e20a840-a61c-4b1e-a0e9-9fa3be1382f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:30.241854 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e20a840-a61c-4b1e-a0e9-9fa3be1382f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:30.288169 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e20a840-a61c-4b1e-a0e9-9fa3be1382f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:30.290741 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e20a840-a61c-4b1e-a0e9-9fa3be1382f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:30.291910 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3e20a840-a61c-4b1e-a0e9-9fa3be1382f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9adc8510-d890-465e-a05a-c9ca810996b5 HTTP/1.1" status: 204 len: 168 time: 0.1252308 Jul 16 04:19:30.299936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20a840-a61c-4b1e-a0e9-9fa3be1382f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adc8510-d890-465e-a05a-c9ca810996b5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:30.866290 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device da68ba22-9dd6-4f06-9465-2b4f72b3b222 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:19:30.886783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: da68ba22-9dd6-4f06-9465-2b4f72b3b222 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:19:30.887131 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device da68ba22-9dd6-4f06-9465-2b4f72b3b222 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:19:30.888157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c850fb26-2e92-44d2-99aa-4de95486a482 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:19:30.897379 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52054) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:30.907074 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: c850fb26-2e92-44d2-99aa-4de95486a482 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:19:30.907415 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c850fb26-2e92-44d2-99aa-4de95486a482 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:19:30.988406 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-45223b40-4fed-49ca-97a0-70e8218e01d2 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2108167479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:31.011436 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45223b40-4fed-49ca-97a0-70e8218e01d2 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.013109 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45223b40-4fed-49ca-97a0-70e8218e01d2 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.063174 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45223b40-4fed-49ca-97a0-70e8218e01d2 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.067380 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45223b40-4fed-49ca-97a0-70e8218e01d2 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.082474 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-45223b40-4fed-49ca-97a0-70e8218e01d2 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.083720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-45223b40-4fed-49ca-97a0-70e8218e01d2 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1853266 Jul 16 04:19:31.086385 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52058) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:31.091333 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1212117505'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:31.112192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Made reservation on behalf of 9b30ce0b4fe04e99920d15a1efe28e0b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:31.115721 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.124913 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.216222 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.219863 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.245957 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:19:31.255359 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443d7182-bc13-4db0-931b-168b44086ad7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:31.261477 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.261821 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Added segment 81ae084e-17ce-467c-9ea6-9d64367461ac of type vlan for network 251b2a01-cfa1-42e1-a0a3-aa33437a45b0 Jul 16 04:19:31.300933 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.328479 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.333980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:31.334571 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.366903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2795100 Jul 16 04:19:31.369738 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:31.377655 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-12743f13-2f32-46df-bb36-a5b41c7db789 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Request body: {'subnet': {'network_id': '251b2a01-cfa1-42e1-a0a3-aa33437a45b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:31.425243 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d896c5a-639d-41ce-9a00-830b4d3d1216 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Pushing event updated for resources: {'Network': ['ID=251b2a01-cfa1-42e1-a0a3-aa33437a45b0,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:31.435785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 251b2a01-cfa1-42e1-a0a3-aa33437a45b0 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:19:31.491725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12743f13-2f32-46df-bb36-a5b41c7db789 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Made reservation on behalf of 9b30ce0b4fe04e99920d15a1efe28e0b for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:31.495266 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12743f13-2f32-46df-bb36-a5b41c7db789 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.514427 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.675292 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12743f13-2f32-46df-bb36-a5b41c7db789 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.735914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12743f13-2f32-46df-bb36-a5b41c7db789 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Pushing event updated for resources: {'Subnet': ['ID=629f6fed-1fb3-44ce-961b-8432621719b5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:31.744487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12743f13-2f32-46df-bb36-a5b41c7db789 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Checking segment: {'id': '81ae084e-17ce-467c-9ea6-9d64367461ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '251b2a01-cfa1-42e1-a0a3-aa33437a45b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:31.744858 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12743f13-2f32-46df-bb36-a5b41c7db789 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Network hostable DHCP agents. Network: 251b2a01-cfa1-42e1-a0a3-aa33437a45b0, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:19:31.761017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12743f13-2f32-46df-bb36-a5b41c7db789 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Network 251b2a01-cfa1-42e1-a0a3-aa33437a45b0 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:19:31.769194 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-12743f13-2f32-46df-bb36-a5b41c7db789 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 251b2a01-cfa1-42e1-a0a3-aa33437a45b0) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:31.773488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12743f13-2f32-46df-bb36-a5b41c7db789 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:31.774626 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-12743f13-2f32-46df-bb36-a5b41c7db789 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.777626 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02df483d-71b2-485a-b52f-53fed4a58566 None None] Network 251b2a01-cfa1-42e1-a0a3-aa33437a45b0 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:31.789181 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-12743f13-2f32-46df-bb36-a5b41c7db789 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4184315 Jul 16 04:19:31.792162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:31.797684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-13a2eba5-1d5b-4ebb-bd7c-681bc29fa480 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-331592006'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:31.817222 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a2eba5-1d5b-4ebb-bd7c-681bc29fa480 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Made reservation on behalf of 9b30ce0b4fe04e99920d15a1efe28e0b for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:31.820777 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13a2eba5-1d5b-4ebb-bd7c-681bc29fa480 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.846705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a2eba5-1d5b-4ebb-bd7c-681bc29fa480 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:19:31.855501 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13a2eba5-1d5b-4ebb-bd7c-681bc29fa480 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.855848 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-13a2eba5-1d5b-4ebb-bd7c-681bc29fa480 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Added segment 28abc85e-cb23-408f-b5c2-dc9ffe6ac950 of type vlan for network d8e56ef8-f84f-4c9b-b513-231dd4a069b9 Jul 16 04:19:31.863134 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.899574 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13a2eba5-1d5b-4ebb-bd7c-681bc29fa480 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.930396 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13a2eba5-1d5b-4ebb-bd7c-681bc29fa480 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.931826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-251b2a01-cfa1-42e1-a0a3-aa33437a45b0', 'network_id': '251b2a01-cfa1-42e1-a0a3-aa33437a45b0', 'tenant_id': '9b30ce0b4fe04e99920d15a1efe28e0b', 'fixed_ips': [{'subnet_id': '629f6fed-1fb3-44ce-961b-8432621719b5'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:19:31.932755 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.935969 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a2eba5-1d5b-4ebb-bd7c-681bc29fa480 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:31.936589 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-13a2eba5-1d5b-4ebb-bd7c-681bc29fa480 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:31.973112 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-13a2eba5-1d5b-4ebb-bd7c-681bc29fa480 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1796145 Jul 16 04:19:31.974749 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52064) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:31.981413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c31a13ec-4cc3-4c86-a02c-d555854f9203 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Request body: {'subnet': {'network_id': 'd8e56ef8-f84f-4c9b-b513-231dd4a069b9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:32.011940 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2eba5-1d5b-4ebb-bd7c-681bc29fa480 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Pushing event updated for resources: {'Network': ['ID=d8e56ef8-f84f-4c9b-b513-231dd4a069b9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:32.026618 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network d8e56ef8-f84f-4c9b-b513-231dd4a069b9 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:19:32.087257 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31a13ec-4cc3-4c86-a02c-d555854f9203 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Made reservation on behalf of 9b30ce0b4fe04e99920d15a1efe28e0b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:32.091857 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c31a13ec-4cc3-4c86-a02c-d555854f9203 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:32.135731 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Allocated IP 172.20.0.2 (251b2a01-cfa1-42e1-a0a3-aa33437a45b0/629f6fed-1fb3-44ce-961b-8432621719b5/ae4c229e-b06e-40af-9742-a1de71452c65) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:32.282859 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c31a13ec-4cc3-4c86-a02c-d555854f9203 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:32.296251 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:32.304874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Transition to ACTIVE for port object ae4c229e-b06e-40af-9742-a1de71452c65 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:32.319389 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Transition to ACTIVE for port object ae4c229e-b06e-40af-9742-a1de71452c65 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:32.326998 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:32.348887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a13ec-4cc3-4c86-a02c-d555854f9203 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Pushing event updated for resources: {'Subnet': ['ID=e83e15d2-6191-4409-bf83-28d9f809372c,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:32.358403 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a13ec-4cc3-4c86-a02c-d555854f9203 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Checking segment: {'id': '28abc85e-cb23-408f-b5c2-dc9ffe6ac950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd8e56ef8-f84f-4c9b-b513-231dd4a069b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:32.358780 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31a13ec-4cc3-4c86-a02c-d555854f9203 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Network hostable DHCP agents. Network: d8e56ef8-f84f-4c9b-b513-231dd4a069b9, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:19:32.364115 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Network 251b2a01-cfa1-42e1-a0a3-aa33437a45b0 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:32.370381 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:32.374014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:32.376147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31a13ec-4cc3-4c86-a02c-d555854f9203 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Network d8e56ef8-f84f-4c9b-b513-231dd4a069b9 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:19:32.381049 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Pushing event updated for resources: {'Port': ['ID=ae4c229e-b06e-40af-9742-a1de71452c65,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:32.386317 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c31a13ec-4cc3-4c86-a02c-d555854f9203 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, d8e56ef8-f84f-4c9b-b513-231dd4a069b9) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:32.395349 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31a13ec-4cc3-4c86-a02c-d555854f9203 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:32.395939 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c31a13ec-4cc3-4c86-a02c-d555854f9203 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:32.409055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f4540e-8e7c-4ebf-a44d-60d6636f8e16 None None] Network d8e56ef8-f84f-4c9b-b513-231dd4a069b9 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:32.410594 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c31a13ec-4cc3-4c86-a02c-d555854f9203 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4338100 Jul 16 04:19:32.413268 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:32.417958 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0c29021b-0ac2-40f7-85f3-dcf76fb163eb tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8e56ef8-f84f-4c9b-b513-231dd4a069b9'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:32.463789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Attempting to bind port ae4c229e-b06e-40af-9742-a1de71452c65 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:32.464463 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Attempting to bind port ae4c229e-b06e-40af-9742-a1de71452c65 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '81ae084e-17ce-467c-9ea6-9d64367461ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '251b2a01-cfa1-42e1-a0a3-aa33437a45b0'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:32.464600 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Attempting to bind port ae4c229e-b06e-40af-9742-a1de71452c65 on network 251b2a01-cfa1-42e1-a0a3-aa33437a45b0 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:32.496051 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:32.496453 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Checking segment: {'id': '81ae084e-17ce-467c-9ea6-9d64367461ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '251b2a01-cfa1-42e1-a0a3-aa33437a45b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:32.496890 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:32.497288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Bound using segment: {'id': '81ae084e-17ce-467c-9ea6-9d64367461ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '251b2a01-cfa1-42e1-a0a3-aa33437a45b0'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:32.497766 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Bound port: ae4c229e-b06e-40af-9742-a1de71452c65, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ae084e-17ce-467c-9ea6-9d64367461ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '251b2a01-cfa1-42e1-a0a3-aa33437a45b0'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:32.498155 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:32.610822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] For port ae4c229e-b06e-40af-9742-a1de71452c65, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:32.615707 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] For port ae4c229e-b06e-40af-9742-a1de71452c65, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ae4c229e-b06e-40af-9742-a1de71452c65,segment=NetworkSegment(81ae084e-17ce-467c-9ea6-9d64367461ac),segment_id=81ae084e-17ce-467c-9ea6-9d64367461ac)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:32.627914 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0c29021b-0ac2-40f7-85f3-dcf76fb163eb tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:32.638046 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:32.667164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-d8e56ef8-f84f-4c9b-b513-231dd4a069b9', 'network_id': 'd8e56ef8-f84f-4c9b-b513-231dd4a069b9', 'tenant_id': '9b30ce0b4fe04e99920d15a1efe28e0b', 'fixed_ips': [{'subnet_id': 'e83e15d2-6191-4409-bf83-28d9f809372c'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:19:32.668012 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:32.718932 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3c2df-cd77-49df-a7e4-9eb6da0e7bea None None] Pushing event updated for resources: {'Port': ['ID=ae4c229e-b06e-40af-9742-a1de71452c65,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:32.746352 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [None req-0c29021b-0ac2-40f7-85f3-dcf76fb163eb tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 04:19:32.747982 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0c29021b-0ac2-40f7-85f3-dcf76fb163eb tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] 10.222.0.18 "PUT /v2.0/routers/e1d93ce2-569b-4fa6-9122-8904d220811c HTTP/1.1" status: 400 len: 364 time: 0.3336859 Jul 16 04:19:32.754081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52068) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:32.814216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a7658d-9b31-40e0-9d48-5baf564716df tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Deleting subnet e83e15d2-6191-4409-bf83-28d9f809372c {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:19:32.863737 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b01bf840-82c6-48af-b6bc-58b8cac63d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:32.889787 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Allocated IP 172.21.0.2 (d8e56ef8-f84f-4c9b-b513-231dd4a069b9/e83e15d2-6191-4409-bf83-28d9f809372c/5dbc360a-5d66-4222-a79b-ac484537e3d7) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:32.894355 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.042021 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.050259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Transition to ACTIVE for port object 5dbc360a-5d66-4222-a79b-ac484537e3d7 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:33.064788 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Transition to ACTIVE for port object 5dbc360a-5d66-4222-a79b-ac484537e3d7 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:33.069267 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5a7658d-9b31-40e0-9d48-5baf564716df tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.069867 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.105556 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Network d8e56ef8-f84f-4c9b-b513-231dd4a069b9 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:33.111190 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:33.111385 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5a7658d-9b31-40e0-9d48-5baf564716df tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.114624 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:33.123173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Pushing event updated for resources: {'Port': ['ID=5dbc360a-5d66-4222-a79b-ac484537e3d7,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:33.177440 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Attempting to bind port 5dbc360a-5d66-4222-a79b-ac484537e3d7 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:33.177833 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Attempting to bind port 5dbc360a-5d66-4222-a79b-ac484537e3d7 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '28abc85e-cb23-408f-b5c2-dc9ffe6ac950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd8e56ef8-f84f-4c9b-b513-231dd4a069b9'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:33.178206 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Attempting to bind port 5dbc360a-5d66-4222-a79b-ac484537e3d7 on network d8e56ef8-f84f-4c9b-b513-231dd4a069b9 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:33.183087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:33.183465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Checking segment: {'id': '28abc85e-cb23-408f-b5c2-dc9ffe6ac950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd8e56ef8-f84f-4c9b-b513-231dd4a069b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:33.183869 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.184335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Bound using segment: {'id': '28abc85e-cb23-408f-b5c2-dc9ffe6ac950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd8e56ef8-f84f-4c9b-b513-231dd4a069b9'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:33.184823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Bound port: 5dbc360a-5d66-4222-a79b-ac484537e3d7, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28abc85e-cb23-408f-b5c2-dc9ffe6ac950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': 'd8e56ef8-f84f-4c9b-b513-231dd4a069b9'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:33.185215 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.194087 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5a7658d-9b31-40e0-9d48-5baf564716df tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.256417 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5a7658d-9b31-40e0-9d48-5baf564716df tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.259061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] For port 5dbc360a-5d66-4222-a79b-ac484537e3d7, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:33.262348 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] For port 5dbc360a-5d66-4222-a79b-ac484537e3d7, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5dbc360a-5d66-4222-a79b-ac484537e3d7,segment=NetworkSegment(28abc85e-cb23-408f-b5c2-dc9ffe6ac950),segment_id=28abc85e-cb23-408f-b5c2-dc9ffe6ac950)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:33.266668 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.285056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7658d-9b31-40e0-9d48-5baf564716df tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Pushing event deleted for resources: {'Subnet': ['ID=e83e15d2-6191-4409-bf83-28d9f809372c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:33.287063 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b5a7658d-9b31-40e0-9d48-5baf564716df tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.288985 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b5a7658d-9b31-40e0-9d48-5baf564716df tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] 10.222.0.18 "DELETE /v2.0/subnets/e83e15d2-6191-4409-bf83-28d9f809372c HTTP/1.1" status: 204 len: 168 time: 0.5339422 Jul 16 04:19:33.291529 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52070) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:33.349312 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd691546-a132-49bd-b83e-2643aadbf8c8 None None] Pushing event updated for resources: {'Port': ['ID=5dbc360a-5d66-4222-a79b-ac484537e3d7,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:33.381808 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.438656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Deleting port 5dbc360a-5d66-4222-a79b-ac484537e3d7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:19:33.439006 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.508400 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] For port 5dbc360a-5d66-4222-a79b-ac484537e3d7, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5dbc360a-5d66-4222-a79b-ac484537e3d7,segment=NetworkSegment(28abc85e-cb23-408f-b5c2-dc9ffe6ac950),segment_id=28abc85e-cb23-408f-b5c2-dc9ffe6ac950)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:33.508989 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.521531 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Calling delete_port for 5dbc360a-5d66-4222-a79b-ac484537e3d7 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:19:33.621346 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.652581 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Pushing event deleted for resources: {'Port': ['ID=5dbc360a-5d66-4222-a79b-ac484537e3d7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:33.660080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] No DVR routers for this DVR port 5dbc360a-5d66-4222-a79b-ac484537e3d7 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:19:33.742472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.753525 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e56ef8-f84f-4c9b-b513-231dd4a069b9']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:33.763969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32d82e8-9705-44b4-ba82-3068abe805c0 None None] Network 251b2a01-cfa1-42e1-a0a3-aa33437a45b0 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:33.765021 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28abc85e-cb23-408f-b5c2-dc9ffe6ac950') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:33.765318 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28abc85e-cb23-408f-b5c2-dc9ffe6ac950') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:33.774216 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.788250 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.794540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:19:33.794985 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:19:33.798012 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:19:33.837808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e664691-6eee-4d24-8eda-4bfdaf410bf3 None None] Provisioning for port ae4c229e-b06e-40af-9742-a1de71452c65 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:33.862935 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.869885 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.871835 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] 10.222.0.18 "DELETE /v2.0/networks/d8e56ef8-f84f-4c9b-b513-231dd4a069b9 HTTP/1.1" status: 204 len: 168 time: 0.5792544 Jul 16 04:19:33.874442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52072) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:33.884172 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58fe84-ce38-4c6d-a84d-330d2bcbe04f tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Pushing event deleted for resources: {'Network': ['ID=d8e56ef8-f84f-4c9b-b513-231dd4a069b9,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:33.931442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2671512-6d7a-4fb3-b065-e27a6d92bde4 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Deleting subnet 629f6fed-1fb3-44ce-961b-8432621719b5 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:19:33.934815 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2671512-6d7a-4fb3-b065-e27a6d92bde4 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:33.980205 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2671512-6d7a-4fb3-b065-e27a6d92bde4 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.046070 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.066437 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2671512-6d7a-4fb3-b065-e27a6d92bde4 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.131490 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2671512-6d7a-4fb3-b065-e27a6d92bde4 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.165013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2671512-6d7a-4fb3-b065-e27a6d92bde4 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Pushing event deleted for resources: {'Subnet': ['ID=629f6fed-1fb3-44ce-961b-8432621719b5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:34.168909 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e2671512-6d7a-4fb3-b065-e27a6d92bde4 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.170823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e2671512-6d7a-4fb3-b065-e27a6d92bde4 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] 10.222.0.18 "DELETE /v2.0/subnets/629f6fed-1fb3-44ce-961b-8432621719b5 HTTP/1.1" status: 204 len: 168 time: 0.2953732 Jul 16 04:19:34.173429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52074) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:34.178705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4395398c-e677-4535-bcb7-2f68d7fa0633 None None] Network 251b2a01-cfa1-42e1-a0a3-aa33437a45b0 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:34.253329 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.319413 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Deleting port ae4c229e-b06e-40af-9742-a1de71452c65 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:19:34.319835 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.387994 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] For port ae4c229e-b06e-40af-9742-a1de71452c65, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ae4c229e-b06e-40af-9742-a1de71452c65,segment=NetworkSegment(81ae084e-17ce-467c-9ea6-9d64367461ac),segment_id=81ae084e-17ce-467c-9ea6-9d64367461ac)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:34.388286 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.396483 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bce4150-52eb-42de-a3d2-6fce86258498 None None] DHCP port deletion for 251b2a01-cfa1-42e1-a0a3-aa33437a45b0 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:19:34.404250 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Calling delete_port for ae4c229e-b06e-40af-9742-a1de71452c65 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:19:34.444618 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5bce4150-52eb-42de-a3d2-6fce86258498 None None] Deleting port ae4c229e-b06e-40af-9742-a1de71452c65 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:19:34.445000 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5bce4150-52eb-42de-a3d2-6fce86258498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.498520 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.515857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5bce4150-52eb-42de-a3d2-6fce86258498 None None] For port ae4c229e-b06e-40af-9742-a1de71452c65, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ae4c229e-b06e-40af-9742-a1de71452c65,segment=NetworkSegment(81ae084e-17ce-467c-9ea6-9d64367461ac),segment_id=81ae084e-17ce-467c-9ea6-9d64367461ac)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:34.516254 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5bce4150-52eb-42de-a3d2-6fce86258498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.526095 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Pushing event deleted for resources: {'Port': ['ID=ae4c229e-b06e-40af-9742-a1de71452c65,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:34.528433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] No DVR routers for this DVR port ae4c229e-b06e-40af-9742-a1de71452c65 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:19:34.540289 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5bce4150-52eb-42de-a3d2-6fce86258498 None None] Calling delete_port for ae4c229e-b06e-40af-9742-a1de71452c65 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:19:34.583942 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6009cae-4f56-477d-8220-087a7b67992e None None] DHCP port deletion for d8e56ef8-f84f-4c9b-b513-231dd4a069b9 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:19:34.597247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-426d304d-b5c2-4356-9558-ceaa76692efd None None] Could not find standard attr ID for object 5dbc360a-5d66-4222-a79b-ac484537e3d7. {{(pid=93769) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 04:19:34.612506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696e49bf-97f1-4e45-a163-84eeaeaeef50 None None] Network d8e56ef8-f84f-4c9b-b513-231dd4a069b9 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:34.616476 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.626560 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696e49bf-97f1-4e45-a163-84eeaeaeef50 None None] Network d8e56ef8-f84f-4c9b-b513-231dd4a069b9 could not be found, it might have been deleted concurrently. {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 04:19:34.627273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251b2a01-cfa1-42e1-a0a3-aa33437a45b0']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:34.638371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ae084e-17ce-467c-9ea6-9d64367461ac') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:34.638610 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ae084e-17ce-467c-9ea6-9d64367461ac') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:34.642726 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5bce4150-52eb-42de-a3d2-6fce86258498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.647427 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.660413 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.664827 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce4150-52eb-42de-a3d2-6fce86258498 None None] Pushing event deleted for resources: {'Port': ['ID=ae4c229e-b06e-40af-9742-a1de71452c65,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:34.666682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:19:34.667148 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:19:34.670340 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:19:34.672489 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bce4150-52eb-42de-a3d2-6fce86258498 None None] No DVR routers for this DVR port ae4c229e-b06e-40af-9742-a1de71452c65 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:19:34.728162 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.734863 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.737059 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] 10.222.0.18 "DELETE /v2.0/networks/251b2a01-cfa1-42e1-a0a3-aa33437a45b0 HTTP/1.1" status: 204 len: 168 time: 0.5626311 Jul 16 04:19:34.739875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52076) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:34.748638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4cf2e-edd2-4330-8290-8a494b1df823 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Pushing event deleted for resources: {'Network': ['ID=251b2a01-cfa1-42e1-a0a3-aa33437a45b0,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:34.769769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-21e6f045-c448-49e3-baa9-374fd6542aa4 tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1d93ce2-569b-4fa6-9122-8904d220811c HTTP/1.1" status: 200 len: 205 time: 0.0286701 Jul 16 04:19:34.771994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52078) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:34.843161 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88273fe0-52f3-45be-b2c2-f9a39497daba tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.993591 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88273fe0-52f3-45be-b2c2-f9a39497daba tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:34.995622 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88273fe0-52f3-45be-b2c2-f9a39497daba tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:35.037393 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88273fe0-52f3-45be-b2c2-f9a39497daba tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:35.037961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88273fe0-52f3-45be-b2c2-f9a39497daba tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Fanout notify agent at l3_agent the message router_deleted on router e1d93ce2-569b-4fa6-9122-8904d220811c {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:19:35.044981 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-88273fe0-52f3-45be-b2c2-f9a39497daba tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:35.046042 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-88273fe0-52f3-45be-b2c2-f9a39497daba tempest-RoutersNegativeTest-100430521 tempest-RoutersNegativeTest-100430521-project] 10.222.0.18 "DELETE /v2.0/routers/e1d93ce2-569b-4fa6-9122-8904d220811c HTTP/1.1" status: 204 len: 168 time: 0.2731397 Jul 16 04:19:35.275871 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52084) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:35.400508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-05d76cff-7933-48f6-8c84-901ad658ee36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b30ce0b4fe04e99920d15a1efe28e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1233475 Jul 16 04:19:35.403028 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52088) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:35.450257 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da5c379-3e76-4455-94c0-abdbc8cba92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:35.470299 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da5c379-3e76-4455-94c0-abdbc8cba92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:35.515393 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da5c379-3e76-4455-94c0-abdbc8cba92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:35.518018 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3da5c379-3e76-4455-94c0-abdbc8cba92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:35.519172 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3da5c379-3e76-4455-94c0-abdbc8cba92a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/443d7182-bc13-4db0-931b-168b44086ad7 HTTP/1.1" status: 204 len: 168 time: 0.1152327 Jul 16 04:19:35.526874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5c379-3e76-4455-94c0-abdbc8cba92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443d7182-bc13-4db0-931b-168b44086ad7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:35.892851 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.109716 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52110) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:36.174156 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:19:36.201289 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-619546226-network', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:36.225558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] Made reservation on behalf of 89aed4d73d6b4206b34a6ebb65461a33 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:36.228024 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.236808 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.323090 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.327036 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.347001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:19:36.359782 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5cc0bd-12bc-45c5-9e23-2c850555d545,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:36.364768 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.365111 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] Added segment 8f89403d-465a-487e-a5ac-02c20be61e80 of type vlan for network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 Jul 16 04:19:36.404496 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.430883 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.431848 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:36.432455 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.462316 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3513873 Jul 16 04:19:36.465287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52114) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:36.470758 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ace81bc8-48de-498f-a21e-391935f2abf5 admin admin] Request body: {'subnet': {'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-619546226-subnet', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:36.489782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace81bc8-48de-498f-a21e-391935f2abf5 admin admin] Made reservation on behalf of 89aed4d73d6b4206b34a6ebb65461a33 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:36.492277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ace81bc8-48de-498f-a21e-391935f2abf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.495143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a080cd-45fb-4678-b5e3-3f61c86a9b9a admin admin] Pushing event updated for resources: {'Network': ['ID=ed7abdaa-bd6f-49ae-9f41-41fbe09b7744,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:36.505161 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:19:36.658411 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ace81bc8-48de-498f-a21e-391935f2abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.715172 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace81bc8-48de-498f-a21e-391935f2abf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b49ab6-6395-4b70-873a-71d4f39d6638,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:36.723912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace81bc8-48de-498f-a21e-391935f2abf5 admin admin] Checking segment: {'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:36.724275 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace81bc8-48de-498f-a21e-391935f2abf5 admin admin] Network hostable DHCP agents. Network: ed7abdaa-bd6f-49ae-9f41-41fbe09b7744, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:19:36.740705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace81bc8-48de-498f-a21e-391935f2abf5 admin admin] Network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:19:36.749248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-ace81bc8-48de-498f-a21e-391935f2abf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, ed7abdaa-bd6f-49ae-9f41-41fbe09b7744) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:36.753261 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace81bc8-48de-498f-a21e-391935f2abf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:36.753846 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ace81bc8-48de-498f-a21e-391935f2abf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.759501 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e089269-581b-4b96-8a15-a49308bd0663 None None] Network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:36.767029 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ace81bc8-48de-498f-a21e-391935f2abf5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3006287 Jul 16 04:19:36.769819 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52116) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:36.774130 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-619546226-router', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:36.794795 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.795760 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.847566 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.904101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-ed7abdaa-bd6f-49ae-9f41-41fbe09b7744', 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'fixed_ips': [{'subnet_id': '20b49ab6-6395-4b70-873a-71d4f39d6638'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:19:36.904975 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:36.982069 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:37.035147 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Allocated IP 172.20.0.2 (ed7abdaa-bd6f-49ae-9f41-41fbe09b7744/20b49ab6-6395-4b70-873a-71d4f39d6638/fd44b177-c8d4-4564-8eb1-d5dfc8c1d039) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:37.171539 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:37.179830 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Transition to ACTIVE for port object fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:37.180098 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:37.194500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Transition to ACTIVE for port object fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:37.199619 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:37.200522 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:37.243805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:37.247312 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:37.251843 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:37.255228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Pushing event updated for resources: {'Port': ['ID=fd44b177-c8d4-4564-8eb1-d5dfc8c1d039,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:37.301550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Allocated IP 172.25.3.100 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/87802258-8040-4a18-8fd6-22815f906527) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:37.307885 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Attempting to bind port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:37.308254 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Attempting to bind port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:37.308653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Attempting to bind port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 on network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:37.314056 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:37.314435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Checking segment: {'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:37.314831 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:37.315220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Bound using segment: {'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:37.315884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Bound port: fd44b177-c8d4-4564-8eb1-d5dfc8c1d039, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:37.316339 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:37.376830 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] For port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:37.380711 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] For port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fd44b177-c8d4-4564-8eb1-d5dfc8c1d039,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:37.385151 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:37.407831 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:37.442705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39add727-7fdc-463c-90a7-2447f66e9453 None None] Pushing event updated for resources: {'Port': ['ID=fd44b177-c8d4-4564-8eb1-d5dfc8c1d039,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:37.452082 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:37.488523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:37.493466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:37.497566 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:37.521830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Pushing event updated for resources: {'Port': ['ID=87802258-8040-4a18-8fd6-22815f906527,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:37.765027 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:37.953067 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:38.075877 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Router aa984b9a-80d4-4a36-8833-3f0f46ce33a8 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:19:38.185667 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:19:38.195191 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Sync routers for ids ['aa984b9a-80d4-4a36-8833-3f0f46ce33a8'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:19:38.204931 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:38.208728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Routers {'aa984b9a-80d4-4a36-8833-3f0f46ce33a8'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:38.208892 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-079f88ee-6dc2-4745-89aa-0f3fb0b93807 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4355328 Jul 16 04:19:38.208997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:19:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['aa984b9a-80d4-4a36-8833-3f0f46ce33a8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:38.209115 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:38.464710 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49abc5c5-b90f-439d-8e97-eb0493477865 None None] Network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:38.511372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Set router aa984b9a-80d4-4a36-8833-3f0f46ce33a8 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:38.537968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5713e9fc-5ca6-42b0-ba65-a15c5d39056c None None] Provisioning for port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:38.796888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'name': 'tempest-TestEncryptedCinderVolumes-619546226-router', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '87802258-8040-4a18-8fd6-22815f906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:36Z', 'updated_at': '2021-07-16T04:19:37Z', 'revision_number': 3, 'project_id': '89aed4d73d6b4206b34a6ebb65461a33', 'gw_port': {'id': '87802258-8040-4a18-8fd6-22815f906527', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:37Z', 'updated_at': '2021-07-16T04:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:38.829284 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Checking router: aa984b9a-80d4-4a36-8833-3f0f46ce33a8 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:19:38.829641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Updating router aa984b9a-80d4-4a36-8833-3f0f46ce33a8 port 87802258-8040-4a18-8fd6-22815f906527 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:19:38.880468 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:38.974647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:39.008025 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.096080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:39.103356 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:39.104457 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.165815 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Allocated IP 172.20.0.1 (ed7abdaa-bd6f-49ae-9f41-41fbe09b7744/20b49ab6-6395-4b70-873a-71d4f39d6638/cc1fe7db-b25b-4990-b3d3-71fd98bf7821) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:39.170503 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-0220b7e5-402e-4bb1-bc0d-88765281beea None None] Provisioning complete for port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:39.170876 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0220b7e5-402e-4bb1-bc0d-88765281beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.269199 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.282438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Transition to ACTIVE for port object cc1fe7db-b25b-4990-b3d3-71fd98bf7821 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:39.288685 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.317123 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.327025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Transition to ACTIVE for port object 87802258-8040-4a18-8fd6-22815f906527 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:39.328877 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.342862 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.357381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:39.360141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:39.363930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:39.380195 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0220b7e5-402e-4bb1-bc0d-88765281beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.387492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Pushing event updated for resources: {'Port': ['ID=cc1fe7db-b25b-4990-b3d3-71fd98bf7821,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:39.409180 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.425267 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fd44b177-c8d4-4564-8eb1-d5dfc8c1d039,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:39.435867 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Attempting to bind port 87802258-8040-4a18-8fd6-22815f906527 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:39.436238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Attempting to bind port 87802258-8040-4a18-8fd6-22815f906527 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:39.436644 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Attempting to bind port 87802258-8040-4a18-8fd6-22815f906527 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:39.438535 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.447581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a5f9e-6760-4386-ab19-63a61d23afbc None None] Pushing event updated for resources: {'Port': ['ID=87802258-8040-4a18-8fd6-22815f906527,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:39.450706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:39.450911 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:39.451314 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.451714 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:39.452197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Bound port: 87802258-8040-4a18-8fd6-22815f906527, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:39.452613 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.557026 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-0220b7e5-402e-4bb1-bc0d-88765281beea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:19:39.557375 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-0220b7e5-402e-4bb1-bc0d-88765281beea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:19:39.562708 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.573670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=fd44b177-c8d4-4564-8eb1-d5dfc8c1d039,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:39.581108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] For port 87802258-8040-4a18-8fd6-22815f906527, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:39.585192 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] For port 87802258-8040-4a18-8fd6-22815f906527, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=87802258-8040-4a18-8fd6-22815f906527,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:39.588934 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.646650 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Routers {'aa984b9a-80d4-4a36-8833-3f0f46ce33a8'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:39.647261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:19:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['aa984b9a-80d4-4a36-8833-3f0f46ce33a8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:39.682363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a5f9e-6760-4386-ab19-63a61d23afbc None None] Pushing event updated for resources: {'Port': ['ID=87802258-8040-4a18-8fd6-22815f906527,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:39.727196 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.731630 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.755951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] Set router aa984b9a-80d4-4a36-8833-3f0f46ce33a8 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:39.800669 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:39.803258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Pushing event updated for resources: {'Port': ['ID=cc1fe7db-b25b-4990-b3d3-71fd98bf7821,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:39.891480 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:39.892736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:39.950485 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'name': 'tempest-TestEncryptedCinderVolumes-619546226-router', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '87802258-8040-4a18-8fd6-22815f906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:36Z', 'updated_at': '2021-07-16T04:19:39Z', 'revision_number': 4, 'project_id': '89aed4d73d6b4206b34a6ebb65461a33', 'gw_port': {'id': '87802258-8040-4a18-8fd6-22815f906527', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:37Z', 'updated_at': '2021-07-16T04:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'cc1fe7db-b25b-4990-b3d3-71fd98bf7821', 'name': '', 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'mac_address': 'fa:16:3e:1c:30:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '20b49ab6-6395-4b70-873a-71d4f39d6638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:39Z', 'updated_at': '2021-07-16T04:19:39Z', 'revision_number': 1, 'project_id': '89aed4d73d6b4206b34a6ebb65461a33', 'subnets': [{'id': '20b49ab6-6395-4b70-873a-71d4f39d6638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:39.977158 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285f00ea-cbac-4585-92cf-0ec2f30b195d None None] The sync data for ids ['aa984b9a-80d4-4a36-8833-3f0f46ce33a8'] in n-d-800088-6 is: [{'id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'name': 'tempest-TestEncryptedCinderVolumes-619546226-router', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '87802258-8040-4a18-8fd6-22815f906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:36Z', 'updated_at': '2021-07-16T04:19:39Z', 'revision_number': 4, 'project_id': '89aed4d73d6b4206b34a6ebb65461a33', 'gw_port': {'id': '87802258-8040-4a18-8fd6-22815f906527', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:37Z', 'updated_at': '2021-07-16T04:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'cc1fe7db-b25b-4990-b3d3-71fd98bf7821', 'name': '', 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'mac_address': 'fa:16:3e:1c:30:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '20b49ab6-6395-4b70-873a-71d4f39d6638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:39Z', 'updated_at': '2021-07-16T04:19:39Z', 'revision_number': 1, 'project_id': '89aed4d73d6b4206b34a6ebb65461a33', 'subnets': [{'id': '20b49ab6-6395-4b70-873a-71d4f39d6638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:19:40.017676 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Router aa984b9a-80d4-4a36-8833-3f0f46ce33a8 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:19:40.138117 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:19:40.143849 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e776c12f-935a-4142-b410-94d7e5a2813d admin admin] 10.222.0.18 "PUT /v2.0/routers/aa984b9a-80d4-4a36-8833-3f0f46ce33a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9336565 Jul 16 04:19:40.254170 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-168db5d4-9a1f-4583-8414-4b42c4601d84 None None] Provisioning for port cc1fe7db-b25b-4990-b3d3-71fd98bf7821 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:40.258640 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-168db5d4-9a1f-4583-8414-4b42c4601d84 None None] Provisioning complete for port cc1fe7db-b25b-4990-b3d3-71fd98bf7821 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:40.259254 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-168db5d4-9a1f-4583-8414-4b42c4601d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:40.303307 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-168db5d4-9a1f-4583-8414-4b42c4601d84 None None] Port cc1fe7db-b25b-4990-b3d3-71fd98bf7821 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:19:40.425986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f55ec0cd-aa3e-4f22-8d64-53444e1c12b4 None None] Provisioning complete for port cc1fe7db-b25b-4990-b3d3-71fd98bf7821 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:40.426794 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f55ec0cd-aa3e-4f22-8d64-53444e1c12b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:40.467507 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f55ec0cd-aa3e-4f22-8d64-53444e1c12b4 None None] Port cc1fe7db-b25b-4990-b3d3-71fd98bf7821 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:19:40.667118 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52134) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:40.672352 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-663989968-network', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:40.709569 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] Made reservation on behalf of 80e027295c3848eb8cc13d1c7e376481 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:40.713976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:40.723118 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:40.819952 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:40.824709 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:40.854248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:19:40.861436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71aae7dc-a345-4cb8-be4f-444cc64092d6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:40.867900 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:40.868248 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] Added segment 4dd00da4-ba64-4848-955f-ec25b71d2980 of type vlan for network 1928eb5d-accb-4eed-9f0e-b9d8f71978f6 Jul 16 04:19:40.910204 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:40.941551 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:40.942574 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:40.943184 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:40.982384 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3141129 Jul 16 04:19:40.985041 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52136) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:40.990612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:40.990804 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-16a6be03-ef3b-4473-a6c0-44beafbbff1b admin admin] Request body: {'subnet': {'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-663989968-subnet', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:41.020967 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601abc9-5c46-47ef-b0d9-52f45bd9e5ff admin admin] Pushing event updated for resources: {'Network': ['ID=1928eb5d-accb-4eed-9f0e-b9d8f71978f6,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:41.036355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 1928eb5d-accb-4eed-9f0e-b9d8f71978f6 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:19:41.042621 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a6be03-ef3b-4473-a6c0-44beafbbff1b admin admin] Made reservation on behalf of 80e027295c3848eb8cc13d1c7e376481 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:41.045753 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16a6be03-ef3b-4473-a6c0-44beafbbff1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.234113 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16a6be03-ef3b-4473-a6c0-44beafbbff1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.292660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6be03-ef3b-4473-a6c0-44beafbbff1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e59add8d-faa0-4fd9-99da-dc7d0e3cc406,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:41.301686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a6be03-ef3b-4473-a6c0-44beafbbff1b admin admin] Checking segment: {'id': '4dd00da4-ba64-4848-955f-ec25b71d2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:41.302048 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a6be03-ef3b-4473-a6c0-44beafbbff1b admin admin] Network hostable DHCP agents. Network: 1928eb5d-accb-4eed-9f0e-b9d8f71978f6, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:19:41.320092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a6be03-ef3b-4473-a6c0-44beafbbff1b admin admin] Network 1928eb5d-accb-4eed-9f0e-b9d8f71978f6 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:19:41.321517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:41.322001 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.330328 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-16a6be03-ef3b-4473-a6c0-44beafbbff1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 1928eb5d-accb-4eed-9f0e-b9d8f71978f6) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:41.335729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a6be03-ef3b-4473-a6c0-44beafbbff1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:41.336730 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-16a6be03-ef3b-4473-a6c0-44beafbbff1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.358491 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06518fc-35d9-4083-824a-d0060436c670 None None] Network 1928eb5d-accb-4eed-9f0e-b9d8f71978f6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:41.358916 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:41.360005 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-16a6be03-ef3b-4473-a6c0-44beafbbff1b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3736498 Jul 16 04:19:41.364501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-663989968-router', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:41.389003 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.390060 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.443438 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.552331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 87802258-8040-4a18-8fd6-22815f906527 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:41.581856 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.632365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-1928eb5d-accb-4eed-9f0e-b9d8f71978f6', 'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'fixed_ips': [{'subnet_id': 'e59add8d-faa0-4fd9-99da-dc7d0e3cc406'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:19:41.633226 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.666493 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 87802258-8040-4a18-8fd6-22815f906527 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:41.713417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 87802258-8040-4a18-8fd6-22815f906527 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:41.713715 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.786869 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.810789 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.833077 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Allocated IP 172.20.0.2 (1928eb5d-accb-4eed-9f0e-b9d8f71978f6/e59add8d-faa0-4fd9-99da-dc7d0e3cc406/900280b2-0e8c-4bf3-b9d3-807d93f09542) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:41.859253 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:41.898773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 87802258-8040-4a18-8fd6-22815f906527, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=87802258-8040-4a18-8fd6-22815f906527,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:41.920442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Allocated IP 172.25.3.54 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/d0604d23-80b4-4092-b698-ffa53ba6037b) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:41.924800 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:42.001930 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=87802258-8040-4a18-8fd6-22815f906527,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:42.029553 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:42.047110 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:42.056765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Transition to ACTIVE for port object 900280b2-0e8c-4bf3-b9d3-807d93f09542 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:42.072402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Transition to ACTIVE for port object 900280b2-0e8c-4bf3-b9d3-807d93f09542 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:42.079261 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:42.122988 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Sync routers for ids ['aa984b9a-80d4-4a36-8833-3f0f46ce33a8'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:19:42.131488 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Network 1928eb5d-accb-4eed-9f0e-b9d8f71978f6 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:42.132993 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Routers {'aa984b9a-80d4-4a36-8833-3f0f46ce33a8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:42.133631 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:19:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['aa984b9a-80d4-4a36-8833-3f0f46ce33a8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:42.135429 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Pushing event updated for resources: {'Port': ['ID=900280b2-0e8c-4bf3-b9d3-807d93f09542,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:42.139674 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:42.141936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:42.204786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Attempting to bind port 900280b2-0e8c-4bf3-b9d3-807d93f09542 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:42.205313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Attempting to bind port 900280b2-0e8c-4bf3-b9d3-807d93f09542 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4dd00da4-ba64-4848-955f-ec25b71d2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:42.205691 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Attempting to bind port 900280b2-0e8c-4bf3-b9d3-807d93f09542 on network 1928eb5d-accb-4eed-9f0e-b9d8f71978f6 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:42.211496 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:42.211880 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Checking segment: {'id': '4dd00da4-ba64-4848-955f-ec25b71d2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:42.212291 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:42.212875 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Bound using segment: {'id': '4dd00da4-ba64-4848-955f-ec25b71d2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:42.213341 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Bound port: 900280b2-0e8c-4bf3-b9d3-807d93f09542, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd00da4-ba64-4848-955f-ec25b71d2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:42.213730 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:42.252684 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Set router aa984b9a-80d4-4a36-8833-3f0f46ce33a8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:42.281591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] For port 900280b2-0e8c-4bf3-b9d3-807d93f09542, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:42.284900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] For port 900280b2-0e8c-4bf3-b9d3-807d93f09542, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=900280b2-0e8c-4bf3-b9d3-807d93f09542,segment=NetworkSegment(4dd00da4-ba64-4848-955f-ec25b71d2980),segment_id=4dd00da4-ba64-4848-955f-ec25b71d2980)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:42.291011 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:42.362173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6f1a1-6e5a-44f7-bd07-6f16d43b9093 None None] Pushing event updated for resources: {'Port': ['ID=900280b2-0e8c-4bf3-b9d3-807d93f09542,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:42.406507 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:42.446649 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:42.451678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:42.456248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:42.459338 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Pushing event updated for resources: {'Port': ['ID=d0604d23-80b4-4092-b698-ffa53ba6037b,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:42.475215 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'name': 'tempest-TestEncryptedCinderVolumes-619546226-router', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '87802258-8040-4a18-8fd6-22815f906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:36Z', 'updated_at': '2021-07-16T04:19:39Z', 'revision_number': 4, 'project_id': '89aed4d73d6b4206b34a6ebb65461a33', 'gw_port': {'id': '87802258-8040-4a18-8fd6-22815f906527', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:37Z', 'updated_at': '2021-07-16T04:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'cc1fe7db-b25b-4990-b3d3-71fd98bf7821', 'name': '', 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'mac_address': 'fa:16:3e:1c:30:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '20b49ab6-6395-4b70-873a-71d4f39d6638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:39Z', 'updated_at': '2021-07-16T04:19:39Z', 'revision_number': 2, 'project_id': '89aed4d73d6b4206b34a6ebb65461a33', 'subnets': [{'id': '20b49ab6-6395-4b70-873a-71d4f39d6638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:42.501403 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Checking router: aa984b9a-80d4-4a36-8833-3f0f46ce33a8 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:19:42.501754 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Updating router aa984b9a-80d4-4a36-8833-3f0f46ce33a8 port cc1fe7db-b25b-4990-b3d3-71fd98bf7821 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:19:42.553942 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:42.721102 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:42.830078 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:42.841105 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Transition to ACTIVE for port object cc1fe7db-b25b-4990-b3d3-71fd98bf7821 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:42.849527 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:42.893613 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f95a9c-0f78-4f7f-9475-8d99e8bb384e None None] Pushing event updated for resources: {'Port': ['ID=cc1fe7db-b25b-4990-b3d3-71fd98bf7821,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:42.931898 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:42.951119 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f95a9c-0f78-4f7f-9475-8d99e8bb384e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:42.951471 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f95a9c-0f78-4f7f-9475-8d99e8bb384e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:42.951816 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f95a9c-0f78-4f7f-9475-8d99e8bb384e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:42.952185 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f95a9c-0f78-4f7f-9475-8d99e8bb384e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:42.952804 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f95a9c-0f78-4f7f-9475-8d99e8bb384e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:42.953151 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f95a9c-0f78-4f7f-9475-8d99e8bb384e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:42.953483 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f95a9c-0f78-4f7f-9475-8d99e8bb384e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:42.953818 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f95a9c-0f78-4f7f-9475-8d99e8bb384e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:42.954147 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f95a9c-0f78-4f7f-9475-8d99e8bb384e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:42.954474 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f95a9c-0f78-4f7f-9475-8d99e8bb384e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:42.954800 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f95a9c-0f78-4f7f-9475-8d99e8bb384e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:42.955125 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f95a9c-0f78-4f7f-9475-8d99e8bb384e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:19:42.971404 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Attempting to bind port cc1fe7db-b25b-4990-b3d3-71fd98bf7821 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:42.972026 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Attempting to bind port cc1fe7db-b25b-4990-b3d3-71fd98bf7821 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:42.972597 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Attempting to bind port cc1fe7db-b25b-4990-b3d3-71fd98bf7821 on network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:42.978194 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:42.978847 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Checking segment: {'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:42.979434 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:42.979999 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Bound using segment: {'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:42.980739 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Bound port: cc1fe7db-b25b-4990-b3d3-71fd98bf7821, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:42.981317 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.030073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 900280b2-0e8c-4bf3-b9d3-807d93f09542 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:43.070271 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] For port cc1fe7db-b25b-4990-b3d3-71fd98bf7821, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:43.074111 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] For port cc1fe7db-b25b-4990-b3d3-71fd98bf7821, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=cc1fe7db-b25b-4990-b3d3-71fd98bf7821,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:43.080235 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.095183 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 900280b2-0e8c-4bf3-b9d3-807d93f09542 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:43.101652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 87802258-8040-4a18-8fd6-22815f906527 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:43.121017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Router d5976061-f45b-4200-8162-1855d2ea4119 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:19:43.166250 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f95a9c-0f78-4f7f-9475-8d99e8bb384e None None] Pushing event updated for resources: {'Port': ['ID=cc1fe7db-b25b-4990-b3d3-71fd98bf7821,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:43.174336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 87802258-8040-4a18-8fd6-22815f906527 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:43.174716 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.181053 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Routers {'aa984b9a-80d4-4a36-8833-3f0f46ce33a8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:43.181601 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:19:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['aa984b9a-80d4-4a36-8833-3f0f46ce33a8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:43.287286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:19:43.295435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Sync routers for ids ['d5976061-f45b-4200-8162-1855d2ea4119'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:19:43.305868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Routers {'d5976061-f45b-4200-8162-1855d2ea4119'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:43.306506 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:19:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d5976061-f45b-4200-8162-1855d2ea4119'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:43.310604 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.311896 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0587a5d1-c76d-4d2e-83c6-454604bce570 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9509261 Jul 16 04:19:43.314912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52140) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:19:43.348962 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] Set router aa984b9a-80d4-4a36-8833-3f0f46ce33a8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:43.475598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Set router d5976061-f45b-4200-8162-1855d2ea4119 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:43.596671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29387382-d7b9-412a-9413-f6c77488d987 None None] Network 1928eb5d-accb-4eed-9f0e-b9d8f71978f6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:19:43.605921 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'name': 'tempest-TestEncryptedCinderVolumes-619546226-router', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '87802258-8040-4a18-8fd6-22815f906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:36Z', 'updated_at': '2021-07-16T04:19:39Z', 'revision_number': 4, 'project_id': '89aed4d73d6b4206b34a6ebb65461a33', 'gw_port': {'id': '87802258-8040-4a18-8fd6-22815f906527', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:37Z', 'updated_at': '2021-07-16T04:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'cc1fe7db-b25b-4990-b3d3-71fd98bf7821', 'name': '', 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'mac_address': 'fa:16:3e:1c:30:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '20b49ab6-6395-4b70-873a-71d4f39d6638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:39Z', 'updated_at': '2021-07-16T04:19:43Z', 'revision_number': 4, 'project_id': '89aed4d73d6b4206b34a6ebb65461a33', 'subnets': [{'id': '20b49ab6-6395-4b70-873a-71d4f39d6638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:43.639432 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b75a66b-93ae-493b-8aed-c4353ee10e8b None None] The sync data for ids ['aa984b9a-80d4-4a36-8833-3f0f46ce33a8'] in n-d-800088-6 is: [{'id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'name': 'tempest-TestEncryptedCinderVolumes-619546226-router', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '87802258-8040-4a18-8fd6-22815f906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:36Z', 'updated_at': '2021-07-16T04:19:39Z', 'revision_number': 4, 'project_id': '89aed4d73d6b4206b34a6ebb65461a33', 'gw_port': {'id': '87802258-8040-4a18-8fd6-22815f906527', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:37Z', 'updated_at': '2021-07-16T04:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'cc1fe7db-b25b-4990-b3d3-71fd98bf7821', 'name': '', 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'mac_address': 'fa:16:3e:1c:30:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '20b49ab6-6395-4b70-873a-71d4f39d6638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:39Z', 'updated_at': '2021-07-16T04:19:43Z', 'revision_number': 4, 'project_id': '89aed4d73d6b4206b34a6ebb65461a33', 'subnets': [{'id': '20b49ab6-6395-4b70-873a-71d4f39d6638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:19:43.769325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b6d7326d-c33a-46ef-9e15-90a0ea0cc291 None None] Provisioning for port 900280b2-0e8c-4bf3-b9d3-807d93f09542 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:43.782663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b6d7326d-c33a-46ef-9e15-90a0ea0cc291 None None] Provisioning complete for port 900280b2-0e8c-4bf3-b9d3-807d93f09542 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:43.783030 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b6d7326d-c33a-46ef-9e15-90a0ea0cc291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.816581 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.842329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'name': 'tempest-TestEncryptedCinderVolumes-663989968-router', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd0604d23-80b4-4092-b698-ffa53ba6037b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:19:42Z', 'revision_number': 3, 'project_id': '80e027295c3848eb8cc13d1c7e376481', 'gw_port': {'id': 'd0604d23-80b4-4092-b698-ffa53ba6037b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:43.871569 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Checking router: d5976061-f45b-4200-8162-1855d2ea4119 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:19:43.872354 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Updating router d5976061-f45b-4200-8162-1855d2ea4119 port d0604d23-80b4-4092-b698-ffa53ba6037b binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:19:43.923431 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:43.989883 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Allocated IP 172.20.0.1 (1928eb5d-accb-4eed-9f0e-b9d8f71978f6/e59add8d-faa0-4fd9-99da-dc7d0e3cc406/761ac94e-a63a-40d6-a072-741b5597e01c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:44.051551 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b6d7326d-c33a-46ef-9e15-90a0ea0cc291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.129257 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.148399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Transition to ACTIVE for port object 761ac94e-a63a-40d6-a072-741b5597e01c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:44.196413 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.239700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Network 1928eb5d-accb-4eed-9f0e-b9d8f71978f6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:44.242542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:44.246142 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:44.275064 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Pushing event updated for resources: {'Port': ['ID=761ac94e-a63a-40d6-a072-741b5597e01c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:44.294832 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.307493 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-b6d7326d-c33a-46ef-9e15-90a0ea0cc291 None None] For port 900280b2-0e8c-4bf3-b9d3-807d93f09542, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=900280b2-0e8c-4bf3-b9d3-807d93f09542,segment=NetworkSegment(4dd00da4-ba64-4848-955f-ec25b71d2980),segment_id=4dd00da4-ba64-4848-955f-ec25b71d2980)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:44.340493 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b6d7326d-c33a-46ef-9e15-90a0ea0cc291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.406692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7326d-c33a-46ef-9e15-90a0ea0cc291 None None] Pushing event updated for resources: {'Port': ['ID=900280b2-0e8c-4bf3-b9d3-807d93f09542,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:44.474964 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.496229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a6ab61a9-4bcf-4b2a-9227-a9745778b93b None None] Provisioning complete for port 900280b2-0e8c-4bf3-b9d3-807d93f09542 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:44.497268 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a6ab61a9-4bcf-4b2a-9227-a9745778b93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.533450 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.550286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Transition to ACTIVE for port object d0604d23-80b4-4092-b698-ffa53ba6037b will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:44.558308 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.636042 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.640497 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.643037 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf9c9c-6bb2-4888-ab44-d5fd497ac2ee None None] Pushing event updated for resources: {'Port': ['ID=d0604d23-80b4-4092-b698-ffa53ba6037b,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:44.645342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Attempting to bind port d0604d23-80b4-4092-b698-ffa53ba6037b on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:44.645730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Attempting to bind port d0604d23-80b4-4092-b698-ffa53ba6037b by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:44.646088 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Attempting to bind port d0604d23-80b4-4092-b698-ffa53ba6037b on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:44.654199 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:44.654585 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:44.654991 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.655387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:44.655862 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Bound port: d0604d23-80b4-4092-b698-ffa53ba6037b, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:44.656251 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.708521 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] For port d0604d23-80b4-4092-b698-ffa53ba6037b, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:44.708943 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Pushing event updated for resources: {'Port': ['ID=761ac94e-a63a-40d6-a072-741b5597e01c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:44.711735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] For port d0604d23-80b4-4092-b698-ffa53ba6037b, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d0604d23-80b4-4092-b698-ffa53ba6037b,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:44.714922 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.718550 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.781034 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Routers {'d5976061-f45b-4200-8162-1855d2ea4119'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:44.781662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:19:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d5976061-f45b-4200-8162-1855d2ea4119'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:44.786660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf9c9c-6bb2-4888-ab44-d5fd497ac2ee None None] Pushing event updated for resources: {'Port': ['ID=d0604d23-80b4-4092-b698-ffa53ba6037b,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:44.810273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Network 1928eb5d-accb-4eed-9f0e-b9d8f71978f6 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:44.811903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:44.839938 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4f352f4d-681b-42cd-a950-af9621fd8f26 None None] Provisioning for port 761ac94e-a63a-40d6-a072-741b5597e01c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:44.848643 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4f352f4d-681b-42cd-a950-af9621fd8f26 None None] Provisioning complete for port 761ac94e-a63a-40d6-a072-741b5597e01c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:44.849026 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4f352f4d-681b-42cd-a950-af9621fd8f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:44.924492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4f352f4d-681b-42cd-a950-af9621fd8f26 None None] Port 761ac94e-a63a-40d6-a072-741b5597e01c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:19:44.946412 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] Set router d5976061-f45b-4200-8162-1855d2ea4119 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:44.946573 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Router d5976061-f45b-4200-8162-1855d2ea4119 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:19:44.954169 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cc1fe7db-b25b-4990-b3d3-71fd98bf7821 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:45.062827 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:19:45.072477 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1f0fa01f-cfa3-4f3d-abc6-90b46e59362d admin admin] 10.222.0.18 "PUT /v2.0/routers/d5976061-f45b-4200-8162-1855d2ea4119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7507579 Jul 16 04:19:45.114218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port cc1fe7db-b25b-4990-b3d3-71fd98bf7821 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:45.120700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port cc1fe7db-b25b-4990-b3d3-71fd98bf7821 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:45.121073 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.202774 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6d0d2e52-9b44-4603-a43a-c5c4047a5388 None None] Provisioning complete for port 761ac94e-a63a-40d6-a072-741b5597e01c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:45.203144 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6d0d2e52-9b44-4603-a43a-c5c4047a5388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.273587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6d0d2e52-9b44-4603-a43a-c5c4047a5388 None None] Port 761ac94e-a63a-40d6-a072-741b5597e01c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:19:45.284827 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.300355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'name': 'tempest-TestEncryptedCinderVolumes-663989968-router', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd0604d23-80b4-4092-b698-ffa53ba6037b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:19:44Z', 'revision_number': 4, 'project_id': '80e027295c3848eb8cc13d1c7e376481', 'gw_port': {'id': 'd0604d23-80b4-4092-b698-ffa53ba6037b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '761ac94e-a63a-40d6-a072-741b5597e01c', 'name': '', 'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'mac_address': 'fa:16:3e:2b:cf:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'e59add8d-faa0-4fd9-99da-dc7d0e3cc406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:43Z', 'updated_at': '2021-07-16T04:19:44Z', 'revision_number': 2, 'project_id': '80e027295c3848eb8cc13d1c7e376481', 'subnets': [{'id': 'e59add8d-faa0-4fd9-99da-dc7d0e3cc406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:45.335379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1b35a2-b3bc-44a7-be3d-6c68a37f786b None None] The sync data for ids ['d5976061-f45b-4200-8162-1855d2ea4119'] in n-d-800088-6 is: [{'id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'name': 'tempest-TestEncryptedCinderVolumes-663989968-router', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd0604d23-80b4-4092-b698-ffa53ba6037b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:19:44Z', 'revision_number': 4, 'project_id': '80e027295c3848eb8cc13d1c7e376481', 'gw_port': {'id': 'd0604d23-80b4-4092-b698-ffa53ba6037b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '761ac94e-a63a-40d6-a072-741b5597e01c', 'name': '', 'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'mac_address': 'fa:16:3e:2b:cf:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'e59add8d-faa0-4fd9-99da-dc7d0e3cc406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:43Z', 'updated_at': '2021-07-16T04:19:44Z', 'revision_number': 2, 'project_id': '80e027295c3848eb8cc13d1c7e376481', 'subnets': [{'id': 'e59add8d-faa0-4fd9-99da-dc7d0e3cc406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:19:45.352135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port cc1fe7db-b25b-4990-b3d3-71fd98bf7821, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=cc1fe7db-b25b-4990-b3d3-71fd98bf7821,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:45.357865 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:45.357865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 900280b2-0e8c-4bf3-b9d3-807d93f09542 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:45.433195 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=cc1fe7db-b25b-4990-b3d3-71fd98bf7821,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:45.444579 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 900280b2-0e8c-4bf3-b9d3-807d93f09542 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:45.444954 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:46.015580 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabafe31-4972-4932-8f74-95bd05b8080c req-2b8ba564-a85d-4530-8fad-3e351583f4da tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:46.016976 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dabafe31-4972-4932-8f74-95bd05b8080c req-2b8ba564-a85d-4530-8fad-3e351583f4da tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/networks?id=ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 HTTP/1.1" status: 200 len: 816 time: 0.1009257 Jul 16 04:19:46.031851 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dabafe31-4972-4932-8f74-95bd05b8080c req-89a74679-c736-4902-ba3b-9e7ab5e7f8f3 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/quotas/89aed4d73d6b4206b34a6ebb65461a33 HTTP/1.1" status: 200 len: 375 time: 0.0092549 Jul 16 04:19:46.102803 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dabafe31-4972-4932-8f74-95bd05b8080c req-2f65761b-5081-4a11-801e-9e498e740071 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=89aed4d73d6b4206b34a6ebb65461a33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661840 Jul 16 04:19:46.197259 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dabafe31-4972-4932-8f74-95bd05b8080c req-2c664a56-f20c-4609-a787-db4570abf420 service neutron] 10.222.0.18 "GET /v2.0/networks/ed7abdaa-bd6f-49ae-9f41-41fbe09b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829198 Jul 16 04:19:46.287933 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dabafe31-4972-4932-8f74-95bd05b8080c req-05f88518-c2fe-40b1-9e72-82da5468ef7a service neutron] 10.222.0.18 "GET /v2.0/networks/ed7abdaa-bd6f-49ae-9f41-41fbe09b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849125 Jul 16 04:19:46.492243 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6d7356f1-f0c7-43ac-96a4-e61588ee18cb req-ce8034b8-6d37-4e94-b765-ae67d6ddc786 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 210 time: 0.0344598 Jul 16 04:19:46.994459 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cc1fe7db-b25b-4990-b3d3-71fd98bf7821 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:47.050120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port cc1fe7db-b25b-4990-b3d3-71fd98bf7821 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:47.050432 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.130539 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d0604d23-80b4-4092-b698-ffa53ba6037b up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:47.176676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port d0604d23-80b4-4092-b698-ffa53ba6037b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:47.180165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d0604d23-80b4-4092-b698-ffa53ba6037b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:47.180566 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.254388 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.274269 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port d0604d23-80b4-4092-b698-ffa53ba6037b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d0604d23-80b4-4092-b698-ffa53ba6037b,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:47.278303 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.328522 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=d0604d23-80b4-4092-b698-ffa53ba6037b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:47.549643 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabafe31-4972-4932-8f74-95bd05b8080c req-d3960cc4-938a-4653-a00c-623fe4b6febe tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:47.551281 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dabafe31-4972-4932-8f74-95bd05b8080c req-d3960cc4-938a-4653-a00c-623fe4b6febe tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.20 "GET /v2.0/networks?id=ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 HTTP/1.1" status: 200 len: 816 time: 0.1111023 Jul 16 04:19:47.567197 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-dabafe31-4972-4932-8f74-95bd05b8080c req-e9b73a8f-1ab9-45c7-8df1-9c4e52584c3b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Request body: {'port': {'device_id': 'da5dd83e-166f-41f5-a9aa-2b10b99e13fb', 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744', 'admin_state_up': True, 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:47.670746 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-961f644b-5366-4f5a-8ab5-b308bbe08628 req-61c92288-cdab-438c-a3c8-511f6b0cb6c2 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 210 time: 0.0297489 Jul 16 04:19:47.685733 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dabafe31-4972-4932-8f74-95bd05b8080c req-e9b73a8f-1ab9-45c7-8df1-9c4e52584c3b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Made reservation on behalf of 89aed4d73d6b4206b34a6ebb65461a33 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:19:47.689326 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dabafe31-4972-4932-8f74-95bd05b8080c req-e9b73a8f-1ab9-45c7-8df1-9c4e52584c3b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.816718 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-dabafe31-4972-4932-8f74-95bd05b8080c req-e9b73a8f-1ab9-45c7-8df1-9c4e52584c3b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Allocated IP 172.20.0.12 (ed7abdaa-bd6f-49ae-9f41-41fbe09b7744/20b49ab6-6395-4b70-873a-71d4f39d6638/a9b77d54-3f21-406d-94ec-28b90286c12d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:19:47.896035 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Sync routers for ids ['d5976061-f45b-4200-8162-1855d2ea4119'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:19:47.905773 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Routers {'d5976061-f45b-4200-8162-1855d2ea4119'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:47.906502 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:19:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d5976061-f45b-4200-8162-1855d2ea4119'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:47.968305 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dabafe31-4972-4932-8f74-95bd05b8080c req-e9b73a8f-1ab9-45c7-8df1-9c4e52584c3b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:47.983076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-dabafe31-4972-4932-8f74-95bd05b8080c req-e9b73a8f-1ab9-45c7-8df1-9c4e52584c3b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Transition to ACTIVE for port object a9b77d54-3f21-406d-94ec-28b90286c12d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:48.018124 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dabafe31-4972-4932-8f74-95bd05b8080c req-e9b73a8f-1ab9-45c7-8df1-9c4e52584c3b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.065379 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dabafe31-4972-4932-8f74-95bd05b8080c req-e9b73a8f-1ab9-45c7-8df1-9c4e52584c3b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:19:48.068579 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-dabafe31-4972-4932-8f74-95bd05b8080c req-e9b73a8f-1ab9-45c7-8df1-9c4e52584c3b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:19:48.072858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabafe31-4972-4932-8f74-95bd05b8080c req-e9b73a8f-1ab9-45c7-8df1-9c4e52584c3b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:19:48.096427 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b73a8f-1ab9-45c7-8df1-9c4e52584c3b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Pushing event updated for resources: {'Port': ['ID=a9b77d54-3f21-406d-94ec-28b90286c12d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:48.102282 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Set router d5976061-f45b-4200-8162-1855d2ea4119 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:48.126668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabafe31-4972-4932-8f74-95bd05b8080c req-e9b73a8f-1ab9-45c7-8df1-9c4e52584c3b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:48.127248 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dabafe31-4972-4932-8f74-95bd05b8080c req-e9b73a8f-1ab9-45c7-8df1-9c4e52584c3b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.142835 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dabafe31-4972-4932-8f74-95bd05b8080c req-e9b73a8f-1ab9-45c7-8df1-9c4e52584c3b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5805876 Jul 16 04:19:48.155881 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Request body: {'port': {'device_id': 'da5dd83e-166f-41f5-a9aa-2b10b99e13fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:19:48.234813 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.309673 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'name': 'tempest-TestEncryptedCinderVolumes-663989968-router', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd0604d23-80b4-4092-b698-ffa53ba6037b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:19:44Z', 'revision_number': 4, 'project_id': '80e027295c3848eb8cc13d1c7e376481', 'gw_port': {'id': 'd0604d23-80b4-4092-b698-ffa53ba6037b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '761ac94e-a63a-40d6-a072-741b5597e01c', 'name': '', 'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'mac_address': 'fa:16:3e:2b:cf:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'e59add8d-faa0-4fd9-99da-dc7d0e3cc406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:43Z', 'updated_at': '2021-07-16T04:19:44Z', 'revision_number': 2, 'project_id': '80e027295c3848eb8cc13d1c7e376481', 'subnets': [{'id': 'e59add8d-faa0-4fd9-99da-dc7d0e3cc406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:48.324238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f598b619-75a7-40ff-9321-def71a32a43a None None] Provisioning for port a9b77d54-3f21-406d-94ec-28b90286c12d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:48.328613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f598b619-75a7-40ff-9321-def71a32a43a None None] Provisioning complete for port a9b77d54-3f21-406d-94ec-28b90286c12d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:48.328983 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f598b619-75a7-40ff-9321-def71a32a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.342585 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Checking router: d5976061-f45b-4200-8162-1855d2ea4119 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:19:48.342968 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Updating router d5976061-f45b-4200-8162-1855d2ea4119 port 761ac94e-a63a-40d6-a072-741b5597e01c binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:19:48.376999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f598b619-75a7-40ff-9321-def71a32a43a None None] Port a9b77d54-3f21-406d-94ec-28b90286c12d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:19:48.380560 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.499469 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b77d54-3f21-406d-94ec-28b90286c12d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:19:48.507049 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.519517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Transition to ACTIVE for port object a9b77d54-3f21-406d-94ec-28b90286c12d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:48.522802 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.598600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b77d54-3f21-406d-94ec-28b90286c12d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:48.645993 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.656723 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Transition to ACTIVE for port object 761ac94e-a63a-40d6-a072-741b5597e01c will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:19:48.658143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Attempting to bind port a9b77d54-3f21-406d-94ec-28b90286c12d on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:48.658549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Attempting to bind port a9b77d54-3f21-406d-94ec-28b90286c12d by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:48.659941 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Attempting to bind port a9b77d54-3f21-406d-94ec-28b90286c12d on network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:48.662783 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.665205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Port a9b77d54-3f21-406d-94ec-28b90286c12d on network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:19:48.665543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Attempting to bind port a9b77d54-3f21-406d-94ec-28b90286c12d on network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:48.670663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:48.671007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Checking segment: {'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:48.671401 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Bound using segment: {'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:48.672137 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Bound port: a9b77d54-3f21-406d-94ec-28b90286c12d, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:48.672533 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.705207 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd51de-c0ba-4c35-9afd-0289f6ae65ba None None] Pushing event updated for resources: {'Port': ['ID=761ac94e-a63a-40d6-a072-741b5597e01c,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:48.754194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] For port a9b77d54-3f21-406d-94ec-28b90286c12d, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:48.760027 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] For port a9b77d54-3f21-406d-94ec-28b90286c12d, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a9b77d54-3f21-406d-94ec-28b90286c12d,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:48.769612 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.782017 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Attempting to bind port 761ac94e-a63a-40d6-a072-741b5597e01c on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:19:48.782487 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Attempting to bind port 761ac94e-a63a-40d6-a072-741b5597e01c by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '4dd00da4-ba64-4848-955f-ec25b71d2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:19:48.782920 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Attempting to bind port 761ac94e-a63a-40d6-a072-741b5597e01c on network 1928eb5d-accb-4eed-9f0e-b9d8f71978f6 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:19:48.789592 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:19:48.790221 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Checking segment: {'id': '4dd00da4-ba64-4848-955f-ec25b71d2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:19:48.790726 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.791188 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Bound using segment: {'id': '4dd00da4-ba64-4848-955f-ec25b71d2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:19:48.791753 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Bound port: 761ac94e-a63a-40d6-a072-741b5597e01c, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd00da4-ba64-4848-955f-ec25b71d2980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:19:48.792210 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.848514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:48.849212 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.850911 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dabafe31-4972-4932-8f74-95bd05b8080c req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] 10.222.0.20 "PUT /v2.0/ports/a9b77d54-3f21-406d-94ec-28b90286c12d HTTP/1.1" status: 200 len: 1092 time: 0.7002637 Jul 16 04:19:48.851825 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5dd83e-166f-41f5-a9aa-2b10b99e13fb', 'tag': 'a9b77d54-3f21-406d-94ec-28b90286c12d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:48.854293 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0cd1a4-b355-46ea-80ba-aac35ad38da8" -d '{"events": [{"name": "network-changed", "server_uuid": "da5dd83e-166f-41f5-a9aa-2b10b99e13fb", "tag": "a9b77d54-3f21-406d-94ec-28b90286c12d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:48.896537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc679732-2076-4c4f-86d5-788af6549ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b77d54-3f21-406d-94ec-28b90286c12d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:48.956948 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] For port 761ac94e-a63a-40d6-a072-741b5597e01c, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:19:48.961377 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] For port 761ac94e-a63a-40d6-a072-741b5597e01c, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=761ac94e-a63a-40d6-a072-741b5597e01c,segment=NetworkSegment(4dd00da4-ba64-4848-955f-ec25b71d2980),segment_id=4dd00da4-ba64-4848-955f-ec25b71d2980)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:19:48.962402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d0604d23-80b4-4092-b698-ffa53ba6037b up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:48.971586 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:48.972904 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c2dab2-32a1-48fe-a01c-7a23b9a54bc5 x-openstack-request-id: req-98c2dab2-32a1-48fe-a01c-7a23b9a54bc5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:48.973276 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5dd83e-166f-41f5-a9aa-2b10b99e13fb", "tag": "a9b77d54-3f21-406d-94ec-28b90286c12d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:48.973600 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98c2dab2-32a1-48fe-a01c-7a23b9a54bc5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:48.974114 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5dd83e-166f-41f5-a9aa-2b10b99e13fb', 'tag': 'a9b77d54-3f21-406d-94ec-28b90286c12d', 'status': 'completed', 'code': 200} Jul 16 04:19:49.007768 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148adc19-f9bb-403c-b3c3-2b6f59e44d86 req-caf9fe8e-f28f-45b1-b80e-23235b3fa4a4 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:49.017851 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-148adc19-f9bb-403c-b3c3-2b6f59e44d86 req-caf9fe8e-f28f-45b1-b80e-23235b3fa4a4 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 944 time: 0.1790781 Jul 16 04:19:49.026183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabafe31-4972-4932-8f74-95bd05b8080c req-9ecc4b32-cde3-40de-82d7-c13c23833602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:49.031160 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dabafe31-4972-4932-8f74-95bd05b8080c req-9ecc4b32-cde3-40de-82d7-c13c23833602 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89aed4d73d6b4206b34a6ebb65461a33&device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 1095 time: 0.1210666 Jul 16 04:19:49.064079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port d0604d23-80b4-4092-b698-ffa53ba6037b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:49.065038 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:49.090348 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd51de-c0ba-4c35-9afd-0289f6ae65ba None None] Pushing event updated for resources: {'Port': ['ID=761ac94e-a63a-40d6-a072-741b5597e01c,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:49.098788 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Routers {'d5976061-f45b-4200-8162-1855d2ea4119'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:19:49.099477 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:19:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d5976061-f45b-4200-8162-1855d2ea4119'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:49.103616 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dabafe31-4972-4932-8f74-95bd05b8080c req-60e5dde4-45d3-4f3d-a3e1-e350201564e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9b77d54-3f21-406d-94ec-28b90286c12d HTTP/1.1" status: 200 len: 217 time: 0.0646193 Jul 16 04:19:49.106841 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-148adc19-f9bb-403c-b3c3-2b6f59e44d86 req-cb5b3109-969e-41f6-ba54-f073fac7ffa6 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818248 Jul 16 04:19:49.177495 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabafe31-4972-4932-8f74-95bd05b8080c req-8d5ef1c3-42fd-4473-9b2d-4f13342ea16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:49.179566 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dabafe31-4972-4932-8f74-95bd05b8080c req-8d5ef1c3-42fd-4473-9b2d-4f13342ea16e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20b49ab6-6395-4b70-873a-71d4f39d6638 HTTP/1.1" status: 200 len: 855 time: 0.0693405 Jul 16 04:19:49.232276 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] Set router d5976061-f45b-4200-8162-1855d2ea4119 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:19:49.243336 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabafe31-4972-4932-8f74-95bd05b8080c req-9b31c4b9-376c-4747-aac1-f0abdee31f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:49.245045 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dabafe31-4972-4932-8f74-95bd05b8080c req-9b31c4b9-376c-4747-aac1-f0abdee31f05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ed7abdaa-bd6f-49ae-9f41-41fbe09b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589709 Jul 16 04:19:49.337558 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dabafe31-4972-4932-8f74-95bd05b8080c req-401b8bf7-c3c7-4491-9dc5-dbfa1d98354f service neutron] 10.222.0.20 "GET /v2.0/networks/ed7abdaa-bd6f-49ae-9f41-41fbe09b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865257 Jul 16 04:19:49.433983 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dabafe31-4972-4932-8f74-95bd05b8080c req-db80a2fa-9e59-43f1-b4c7-954ec605a1ff service neutron] 10.222.0.20 "GET /v2.0/networks/ed7abdaa-bd6f-49ae-9f41-41fbe09b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904639 Jul 16 04:19:49.444704 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'name': 'tempest-TestEncryptedCinderVolumes-663989968-router', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd0604d23-80b4-4092-b698-ffa53ba6037b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:19:44Z', 'revision_number': 4, 'project_id': '80e027295c3848eb8cc13d1c7e376481', 'gw_port': {'id': 'd0604d23-80b4-4092-b698-ffa53ba6037b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '761ac94e-a63a-40d6-a072-741b5597e01c', 'name': '', 'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'mac_address': 'fa:16:3e:2b:cf:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'e59add8d-faa0-4fd9-99da-dc7d0e3cc406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:43Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '80e027295c3848eb8cc13d1c7e376481', 'subnets': [{'id': 'e59add8d-faa0-4fd9-99da-dc7d0e3cc406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:19:49.474620 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b641b8b-c182-40dd-a696-ba2ea502e6bc None None] The sync data for ids ['d5976061-f45b-4200-8162-1855d2ea4119'] in n-d-800088-6 is: [{'id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'name': 'tempest-TestEncryptedCinderVolumes-663989968-router', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd0604d23-80b4-4092-b698-ffa53ba6037b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:19:44Z', 'revision_number': 4, 'project_id': '80e027295c3848eb8cc13d1c7e376481', 'gw_port': {'id': 'd0604d23-80b4-4092-b698-ffa53ba6037b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '761ac94e-a63a-40d6-a072-741b5597e01c', 'name': '', 'network_id': '1928eb5d-accb-4eed-9f0e-b9d8f71978f6', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'mac_address': 'fa:16:3e:2b:cf:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'e59add8d-faa0-4fd9-99da-dc7d0e3cc406', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:43Z', 'updated_at': '2021-07-16T04:19:48Z', 'revision_number': 4, 'project_id': '80e027295c3848eb8cc13d1c7e376481', 'subnets': [{'id': 'e59add8d-faa0-4fd9-99da-dc7d0e3cc406', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:19:49.536490 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cd1a4-b355-46ea-80ba-aac35ad38da8 req-046df560-2e9a-4a10-981d-a9caca898cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:49.538058 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7a0cd1a4-b355-46ea-80ba-aac35ad38da8 req-046df560-2e9a-4a10-981d-a9caca898cc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89aed4d73d6b4206b34a6ebb65461a33&device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 1095 time: 0.0550511 Jul 16 04:19:49.639584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cd1a4-b355-46ea-80ba-aac35ad38da8 req-3d970ab3-f595-4bc5-b0bf-2914c52cfae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:49.641228 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7a0cd1a4-b355-46ea-80ba-aac35ad38da8 req-3d970ab3-f595-4bc5-b0bf-2914c52cfae8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 HTTP/1.1" status: 200 len: 917 time: 0.0965347 Jul 16 04:19:49.683546 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7a0cd1a4-b355-46ea-80ba-aac35ad38da8 req-5fb68739-2559-453d-932d-bbe51ebcd648 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9b77d54-3f21-406d-94ec-28b90286c12d HTTP/1.1" status: 200 len: 217 time: 0.0351880 Jul 16 04:19:49.733251 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cd1a4-b355-46ea-80ba-aac35ad38da8 req-7f2b1593-b95b-4a4e-ae34-3fac03e6d253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:49.734768 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7a0cd1a4-b355-46ea-80ba-aac35ad38da8 req-7f2b1593-b95b-4a4e-ae34-3fac03e6d253 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20b49ab6-6395-4b70-873a-71d4f39d6638 HTTP/1.1" status: 200 len: 855 time: 0.0441914 Jul 16 04:19:49.797029 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cd1a4-b355-46ea-80ba-aac35ad38da8 req-5466937b-5ebd-4bb4-9d73-0d03cf9e7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:49.798555 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7a0cd1a4-b355-46ea-80ba-aac35ad38da8 req-5466937b-5ebd-4bb4-9d73-0d03cf9e7b34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ed7abdaa-bd6f-49ae-9f41-41fbe09b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570288 Jul 16 04:19:49.890698 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7a0cd1a4-b355-46ea-80ba-aac35ad38da8 req-c5c88ca5-9b42-4bd2-b580-08d3ca0e07e9 service neutron] 10.222.0.20 "GET /v2.0/networks/ed7abdaa-bd6f-49ae-9f41-41fbe09b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851333 Jul 16 04:19:49.987754 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7a0cd1a4-b355-46ea-80ba-aac35ad38da8 req-4fabc8c1-384d-46a6-b297-a7c781d3da76 service neutron] 10.222.0.20 "GET /v2.0/networks/ed7abdaa-bd6f-49ae-9f41-41fbe09b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902524 Jul 16 04:19:50.292204 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03ad18-dbc1-4d2c-97bd-fc082a09b1e6 req-4cd8ace1-30a2-469d-9cc1-a05d2f5e3bcc tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:50.294240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e03ad18-dbc1-4d2c-97bd-fc082a09b1e6 req-4cd8ace1-30a2-469d-9cc1-a05d2f5e3bcc tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 944 time: 0.0623803 Jul 16 04:19:50.330157 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e03ad18-dbc1-4d2c-97bd-fc082a09b1e6 req-a001d354-6aab-420a-baf4-344f5ac4489a tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305173 Jul 16 04:19:50.898797 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 761ac94e-a63a-40d6-a072-741b5597e01c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:50.947714 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 761ac94e-a63a-40d6-a072-741b5597e01c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:50.951964 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 761ac94e-a63a-40d6-a072-741b5597e01c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:50.952362 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:51.026851 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:51.059773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 761ac94e-a63a-40d6-a072-741b5597e01c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=761ac94e-a63a-40d6-a072-741b5597e01c,segment=NetworkSegment(4dd00da4-ba64-4848-955f-ec25b71d2980),segment_id=4dd00da4-ba64-4848-955f-ec25b71d2980)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:51.063388 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:51.108768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=761ac94e-a63a-40d6-a072-741b5597e01c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:51.501331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c727e-ee10-420c-a349-6da921d39ac0 req-7c9cb432-3ae6-4886-98b5-553f519dc392 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:51.502847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-997c727e-ee10-420c-a349-6da921d39ac0 req-7c9cb432-3ae6-4886-98b5-553f519dc392 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 944 time: 0.0643487 Jul 16 04:19:51.543645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-997c727e-ee10-420c-a349-6da921d39ac0 req-e4c5c1ce-cff3-468c-b48e-80b1818d35e1 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346951 Jul 16 04:19:51.858484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a9b77d54-3f21-406d-94ec-28b90286c12d details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:19:51.950209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a9b77d54-3f21-406d-94ec-28b90286c12d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a9b77d54-3f21-406d-94ec-28b90286c12d,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:51.960765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': 'a9b77d54-3f21-406d-94ec-28b90286c12d', 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744', 'port_id': 'a9b77d54-3f21-406d-94ec-28b90286c12d', 'mac_address': 'fa:16:3e:53:94:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b49ab6-6395-4b70-873a-71d4f39d6638', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:19:51.999984 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:52.012180 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b77d54-3f21-406d-94ec-28b90286c12d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:19:52.031149 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a9b77d54-3f21-406d-94ec-28b90286c12d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a9b77d54-3f21-406d-94ec-28b90286c12d,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:52.035025 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:52.080532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=a9b77d54-3f21-406d-94ec-28b90286c12d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:52.236100 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['a9b77d54-3f21-406d-94ec-28b90286c12d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:19:52.713030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343817a-59cf-43a8-83b4-88a64515e3c7 req-a1713a79-7796-461e-afaa-25d182ee99f4 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:52.714508 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6343817a-59cf-43a8-83b4-88a64515e3c7 req-a1713a79-7796-461e-afaa-25d182ee99f4 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 945 time: 0.0624361 Jul 16 04:19:52.751779 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6343817a-59cf-43a8-83b4-88a64515e3c7 req-b39d147a-1e1d-4f97-b3f1-192b366c8eda tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312548 Jul 16 04:19:52.884532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 761ac94e-a63a-40d6-a072-741b5597e01c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:52.930196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 761ac94e-a63a-40d6-a072-741b5597e01c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:52.930566 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:53.864656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a9b77d54-3f21-406d-94ec-28b90286c12d up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:19:53.916213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port a9b77d54-3f21-406d-94ec-28b90286c12d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:19:53.920749 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port a9b77d54-3f21-406d-94ec-28b90286c12d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:19:53.921178 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:53.924767 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aca3e3-d9e6-4665-8438-38e93a10de84 req-0c216260-3e2f-449c-b08d-b9c0fce1a762 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:53.926395 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90aca3e3-d9e6-4665-8438-38e93a10de84 req-0c216260-3e2f-449c-b08d-b9c0fce1a762 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 945 time: 0.0659611 Jul 16 04:19:53.964033 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90aca3e3-d9e6-4665-8438-38e93a10de84 req-74614308-fdf6-4734-bf6f-af895abd13de tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319128 Jul 16 04:19:54.002575 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:54.023377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5dd83e-166f-41f5-a9aa-2b10b99e13fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b77d54-3f21-406d-94ec-28b90286c12d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:19:54.025642 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ce3c48-5589-4091-80b1-1512434e03c1" -d '{"events": [{"server_uuid": "da5dd83e-166f-41f5-a9aa-2b10b99e13fb", "name": "network-vif-plugged", "status": "completed", "tag": "a9b77d54-3f21-406d-94ec-28b90286c12d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:19:54.039319 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port a9b77d54-3f21-406d-94ec-28b90286c12d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a9b77d54-3f21-406d-94ec-28b90286c12d,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:19:54.044471 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:19:54.070789 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81529827-ff81-4876-bf46-32f3d71bb9b3 x-openstack-request-id: req-81529827-ff81-4876-bf46-32f3d71bb9b3 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:19:54.071073 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5dd83e-166f-41f5-a9aa-2b10b99e13fb", "name": "network-vif-plugged", "status": "completed", "tag": "a9b77d54-3f21-406d-94ec-28b90286c12d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:19:54.071318 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81529827-ff81-4876-bf46-32f3d71bb9b3 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:19:54.071691 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5dd83e-166f-41f5-a9aa-2b10b99e13fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b77d54-3f21-406d-94ec-28b90286c12d', 'code': 200} Jul 16 04:19:54.096651 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=a9b77d54-3f21-406d-94ec-28b90286c12d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:19:54.176965 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef126693-248e-4f25-863c-7548932633fd req-530c30ab-956e-4ec2-bc95-4a5f44d702c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:54.178444 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ef126693-248e-4f25-863c-7548932633fd req-530c30ab-956e-4ec2-bc95-4a5f44d702c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 1097 time: 0.0535614 Jul 16 04:19:54.210937 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ef126693-248e-4f25-863c-7548932633fd req-529a6219-eeae-4627-8633-54f419d41ccf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259147 Jul 16 04:19:55.145029 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f22259-1072-4532-977a-77fb7012f364 req-1fc7445f-3350-465b-bd43-316f94de93be tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:55.146521 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2f22259-1072-4532-977a-77fb7012f364 req-1fc7445f-3350-465b-bd43-316f94de93be tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 946 time: 0.0674415 Jul 16 04:19:55.184922 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2f22259-1072-4532-977a-77fb7012f364 req-26829f33-397c-4a3b-8b55-85821d81ae5e tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326488 Jul 16 04:19:55.353881 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729bc72-725d-4c1e-ab76-cc7a12c62fe8 req-70fa9c38-152e-426e-b4d0-15efaa589174 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:19:55.355254 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0729bc72-725d-4c1e-ab76-cc7a12c62fe8 req-70fa9c38-152e-426e-b4d0-15efaa589174 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 946 time: 0.0620935 Jul 16 04:19:55.392631 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0729bc72-725d-4c1e-ab76-cc7a12c62fe8 req-2b9f1c9c-36c9-4c23-b281-713f93befcdd tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Jul 16 04:20:00.099967 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-482411b5-8d18-4bc6-a1d8-b891dc3cc3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:01.505046 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:01.852350 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:02.833841 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6add68af-1d9f-4786-93b3-2225392196fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:02.863791 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:04.047005 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:05.894677 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:13.173269 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:20:14.316756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064c4aa-9dbf-4c0c-998d-ffca45e155b5 req-91f8c99a-f2a0-460e-959d-bb4b9420ce2b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:14.318301 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e064c4aa-9dbf-4c0c-998d-ffca45e155b5 req-91f8c99a-f2a0-460e-959d-bb4b9420ce2b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 946 time: 0.0713713 Jul 16 04:20:14.355907 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e064c4aa-9dbf-4c0c-998d-ffca45e155b5 req-6cf6f79d-4cd5-450c-b63d-f040cb2f8ca0 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318956 Jul 16 04:20:15.527962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba4f65-265b-432e-bebb-dacc5defc482 req-19b146db-8438-42f7-94cc-577c2b61b30b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:15.530138 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58ba4f65-265b-432e-bebb-dacc5defc482 req-19b146db-8438-42f7-94cc-577c2b61b30b tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 946 time: 0.0646789 Jul 16 04:20:15.566758 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-58ba4f65-265b-432e-bebb-dacc5defc482 req-cf3b38b6-d4a8-45cc-b31f-4c876a1f6ed7 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308971 Jul 16 04:20:15.744368 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0ace0-f957-4a52-af97-0018931966f8 req-c653c853-5201-44b0-aa33-2caa7edcb4dc tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:15.745854 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-06c0ace0-f957-4a52-af97-0018931966f8 req-c653c853-5201-44b0-aa33-2caa7edcb4dc tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.20 "GET /v2.0/ports?device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 946 time: 0.0608006 Jul 16 04:20:15.845296 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-06c0ace0-f957-4a52-af97-0018931966f8 req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Deleting port a9b77d54-3f21-406d-94ec-28b90286c12d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:15.845647 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06c0ace0-f957-4a52-af97-0018931966f8 req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:15.929586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-06c0ace0-f957-4a52-af97-0018931966f8 req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] For port a9b77d54-3f21-406d-94ec-28b90286c12d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=a9b77d54-3f21-406d-94ec-28b90286c12d,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:15.929950 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06c0ace0-f957-4a52-af97-0018931966f8 req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:15.946301 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-06c0ace0-f957-4a52-af97-0018931966f8 req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Calling delete_port for a9b77d54-3f21-406d-94ec-28b90286c12d owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:16.067793 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06c0ace0-f957-4a52-af97-0018931966f8 req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:16.079654 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['a9b77d54-3f21-406d-94ec-28b90286c12d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:20:16.095030 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Pushing event deleted for resources: {'Port': ['ID=a9b77d54-3f21-406d-94ec-28b90286c12d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:16.128829 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:16.129181 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:16.129522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:16.129859 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:16.130189 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:16.130517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:16.130842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:16.131167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:16.131492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:16.131811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:16.132140 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:16.132486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:16.153495 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c0ace0-f957-4a52-af97-0018931966f8 req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] No DVR routers for this DVR port a9b77d54-3f21-406d-94ec-28b90286c12d on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:20:16.156304 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-06c0ace0-f957-4a52-af97-0018931966f8 req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:16.158354 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-06c0ace0-f957-4a52-af97-0018931966f8 req-d280c026-d1be-4571-8f52-032926038566 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.20 "DELETE /v2.0/ports/a9b77d54-3f21-406d-94ec-28b90286c12d HTTP/1.1" status: 204 len: 173 time: 0.4073956 Jul 16 04:20:16.158810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5dd83e-166f-41f5-a9aa-2b10b99e13fb', 'name': 'network-vif-deleted', 'tag': 'a9b77d54-3f21-406d-94ec-28b90286c12d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:20:16.161121 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003262cf-38fe-4e04-8c6a-58a3cad65dea" -d '{"events": [{"server_uuid": "da5dd83e-166f-41f5-a9aa-2b10b99e13fb", "name": "network-vif-deleted", "tag": "a9b77d54-3f21-406d-94ec-28b90286c12d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:20:16.208214 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24eae2c1-080c-477f-aafd-2d9ef50b2d59 x-openstack-request-id: req-24eae2c1-080c-477f-aafd-2d9ef50b2d59 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:20:16.208537 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5dd83e-166f-41f5-a9aa-2b10b99e13fb", "name": "network-vif-deleted", "tag": "a9b77d54-3f21-406d-94ec-28b90286c12d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:20:16.208868 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24eae2c1-080c-477f-aafd-2d9ef50b2d59 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:20:16.209269 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5dd83e-166f-41f5-a9aa-2b10b99e13fb', 'name': 'network-vif-deleted', 'tag': 'a9b77d54-3f21-406d-94ec-28b90286c12d', 'status': 'completed', 'code': 200} Jul 16 04:20:16.719255 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-add846a4-7cfb-420a-b3dd-762d2ef2d799 req-fe46cc9e-b8b9-410c-9b93-ec0556a22fff tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=da5dd83e-166f-41f5-a9aa-2b10b99e13fb HTTP/1.1" status: 200 len: 210 time: 0.0286634 Jul 16 04:20:18.334533 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f0386-39c2-4f88-a929-1255d1149200 req-a2c04bb1-9147-4af3-87d5-321fa4e976d6 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:18.335987 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e08f0386-39c2-4f88-a929-1255d1149200 req-a2c04bb1-9147-4af3-87d5-321fa4e976d6 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/networks?id=ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 HTTP/1.1" status: 200 len: 816 time: 0.1020987 Jul 16 04:20:18.350843 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e08f0386-39c2-4f88-a929-1255d1149200 req-d6300f06-1289-449c-9e60-459395bb5803 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/quotas/89aed4d73d6b4206b34a6ebb65461a33 HTTP/1.1" status: 200 len: 375 time: 0.0093870 Jul 16 04:20:18.414820 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e08f0386-39c2-4f88-a929-1255d1149200 req-2c803876-33e0-4b9b-b91d-1f89e8ed2649 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=89aed4d73d6b4206b34a6ebb65461a33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592291 Jul 16 04:20:18.512149 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e08f0386-39c2-4f88-a929-1255d1149200 req-36ef6119-5aa7-4c5f-acf5-48169a36d987 service neutron] 10.222.0.18 "GET /v2.0/networks/ed7abdaa-bd6f-49ae-9f41-41fbe09b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862880 Jul 16 04:20:18.598453 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e08f0386-39c2-4f88-a929-1255d1149200 req-dfbf2474-5125-4c81-aaaa-0a5effce3d87 service neutron] 10.222.0.18 "GET /v2.0/networks/ed7abdaa-bd6f-49ae-9f41-41fbe09b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806725 Jul 16 04:20:18.769499 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b27d6f8b-accb-4a56-b35d-f2d3e2333c58 req-d6435f9c-30e4-4b03-b72f-087ac5037b58 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 210 time: 0.0332847 Jul 16 04:20:19.864145 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f0386-39c2-4f88-a929-1255d1149200 req-ad2f8aa9-0e4a-48f7-8d23-00b67f27d23a tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:19.865768 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e08f0386-39c2-4f88-a929-1255d1149200 req-ad2f8aa9-0e4a-48f7-8d23-00b67f27d23a tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.20 "GET /v2.0/networks?id=ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 HTTP/1.1" status: 200 len: 816 time: 0.1006780 Jul 16 04:20:19.885209 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e08f0386-39c2-4f88-a929-1255d1149200 req-da34e5a1-b4a8-49db-80be-cf483d334ad8 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Request body: {'port': {'device_id': '76c6f966-7630-4a0b-a154-0d9423b7c217', 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744', 'admin_state_up': True, 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:19.912898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0353d0f6-fcbc-4b34-9ca2-417a085f157e req-c8e54116-f818-489d-8398-16ac1afd5bb2 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 210 time: 0.0279684 Jul 16 04:20:19.973296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a9b77d54-3f21-406d-94ec-28b90286c12d no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:20:19.993920 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: a9b77d54-3f21-406d-94ec-28b90286c12d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:20:19.994296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device a9b77d54-3f21-406d-94ec-28b90286c12d not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:20:20.336398 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08f0386-39c2-4f88-a929-1255d1149200 req-da34e5a1-b4a8-49db-80be-cf483d334ad8 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Made reservation on behalf of 89aed4d73d6b4206b34a6ebb65461a33 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:20.339913 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e08f0386-39c2-4f88-a929-1255d1149200 req-da34e5a1-b4a8-49db-80be-cf483d334ad8 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:20.463655 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-e08f0386-39c2-4f88-a929-1255d1149200 req-da34e5a1-b4a8-49db-80be-cf483d334ad8 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Allocated IP 172.20.0.7 (ed7abdaa-bd6f-49ae-9f41-41fbe09b7744/20b49ab6-6395-4b70-873a-71d4f39d6638/0ed7cc2e-9784-476e-8b34-1bb56e75300d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:20:20.603295 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e08f0386-39c2-4f88-a929-1255d1149200 req-da34e5a1-b4a8-49db-80be-cf483d334ad8 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:20.616524 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-e08f0386-39c2-4f88-a929-1255d1149200 req-da34e5a1-b4a8-49db-80be-cf483d334ad8 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Transition to ACTIVE for port object 0ed7cc2e-9784-476e-8b34-1bb56e75300d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:20.648789 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e08f0386-39c2-4f88-a929-1255d1149200 req-da34e5a1-b4a8-49db-80be-cf483d334ad8 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:20.696380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08f0386-39c2-4f88-a929-1255d1149200 req-da34e5a1-b4a8-49db-80be-cf483d334ad8 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:20:20.699509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-e08f0386-39c2-4f88-a929-1255d1149200 req-da34e5a1-b4a8-49db-80be-cf483d334ad8 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:20.703882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08f0386-39c2-4f88-a929-1255d1149200 req-da34e5a1-b4a8-49db-80be-cf483d334ad8 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:20:20.710292 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34e5a1-b4a8-49db-80be-cf483d334ad8 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Pushing event updated for resources: {'Port': ['ID=0ed7cc2e-9784-476e-8b34-1bb56e75300d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:20.755267 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f0386-39c2-4f88-a929-1255d1149200 req-da34e5a1-b4a8-49db-80be-cf483d334ad8 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:20.755900 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e08f0386-39c2-4f88-a929-1255d1149200 req-da34e5a1-b4a8-49db-80be-cf483d334ad8 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:20.771956 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e08f0386-39c2-4f88-a929-1255d1149200 req-da34e5a1-b4a8-49db-80be-cf483d334ad8 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8906415 Jul 16 04:20:20.783986 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Request body: {'port': {'device_id': '76c6f966-7630-4a0b-a154-0d9423b7c217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:20.856849 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:20.884530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-52846b0c-ac2e-476c-ac95-09a9021e3d90 None None] Provisioning for port 0ed7cc2e-9784-476e-8b34-1bb56e75300d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:20.889462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-52846b0c-ac2e-476c-ac95-09a9021e3d90 None None] Provisioning complete for port 0ed7cc2e-9784-476e-8b34-1bb56e75300d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:20.889828 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-52846b0c-ac2e-476c-ac95-09a9021e3d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:21.082848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-52846b0c-ac2e-476c-ac95-09a9021e3d90 None None] Port 0ed7cc2e-9784-476e-8b34-1bb56e75300d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:20:21.096640 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdc4e0-b1e7-449d-85b9-47ee55622a98 req-765ec78d-e965-4783-8304-d6db58c0b476 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:21.098160 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25fdc4e0-b1e7-449d-85b9-47ee55622a98 req-765ec78d-e965-4783-8304-d6db58c0b476 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 931 time: 0.0669327 Jul 16 04:20:21.131909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed7cc2e-9784-476e-8b34-1bb56e75300d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:20:21.135696 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25fdc4e0-b1e7-449d-85b9-47ee55622a98 req-eef0e527-974f-45a2-9317-b065681ca3f3 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319211 Jul 16 04:20:21.139624 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:21.151406 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Transition to ACTIVE for port object 0ed7cc2e-9784-476e-8b34-1bb56e75300d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:20:21.155479 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:21.206440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed7cc2e-9784-476e-8b34-1bb56e75300d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:21.278116 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Attempting to bind port 0ed7cc2e-9784-476e-8b34-1bb56e75300d on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:20:21.279067 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Attempting to bind port 0ed7cc2e-9784-476e-8b34-1bb56e75300d by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:20:21.279332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Attempting to bind port 0ed7cc2e-9784-476e-8b34-1bb56e75300d on network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:21.283806 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Port 0ed7cc2e-9784-476e-8b34-1bb56e75300d on network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:20:21.284140 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Attempting to bind port 0ed7cc2e-9784-476e-8b34-1bb56e75300d on network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:20:21.289042 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:20:21.289394 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Checking segment: {'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:21.289787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Bound using segment: {'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:20:21.290224 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Bound port: 0ed7cc2e-9784-476e-8b34-1bb56e75300d, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f89403d-465a-487e-a5ac-02c20be61e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:20:21.290588 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:21.355239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] For port 0ed7cc2e-9784-476e-8b34-1bb56e75300d, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:20:21.358332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] For port 0ed7cc2e-9784-476e-8b34-1bb56e75300d, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0ed7cc2e-9784-476e-8b34-1bb56e75300d,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:20:21.361852 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:21.394992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:21.395520 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:21.396965 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e08f0386-39c2-4f88-a929-1255d1149200 req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] 10.222.0.20 "PUT /v2.0/ports/0ed7cc2e-9784-476e-8b34-1bb56e75300d HTTP/1.1" status: 200 len: 1091 time: 0.6173391 Jul 16 04:20:21.397502 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c6f966-7630-4a0b-a154-0d9423b7c217', 'tag': '0ed7cc2e-9784-476e-8b34-1bb56e75300d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:20:21.399746 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df33704-9141-4e34-97c9-2054f09e4e90" -d '{"events": [{"name": "network-changed", "server_uuid": "76c6f966-7630-4a0b-a154-0d9423b7c217", "tag": "0ed7cc2e-9784-476e-8b34-1bb56e75300d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:20:21.423633 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab12cdb-dcd5-4d26-86d3-3ea379dddf61 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed7cc2e-9784-476e-8b34-1bb56e75300d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:21.471294 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdcdec1-60d6-45e6-882a-816af2160079 x-openstack-request-id: req-6fdcdec1-60d6-45e6-882a-816af2160079 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:20:21.471706 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c6f966-7630-4a0b-a154-0d9423b7c217", "tag": "0ed7cc2e-9784-476e-8b34-1bb56e75300d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:20:21.471817 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fdcdec1-60d6-45e6-882a-816af2160079 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:20:21.472192 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c6f966-7630-4a0b-a154-0d9423b7c217', 'tag': '0ed7cc2e-9784-476e-8b34-1bb56e75300d', 'status': 'completed', 'code': 200} Jul 16 04:20:21.498677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f0386-39c2-4f88-a929-1255d1149200 req-f5e694c7-5ed4-44b7-b584-040d7af08668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:21.500206 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e08f0386-39c2-4f88-a929-1255d1149200 req-f5e694c7-5ed4-44b7-b584-040d7af08668 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89aed4d73d6b4206b34a6ebb65461a33&device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 1094 time: 0.0590713 Jul 16 04:20:21.545589 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e08f0386-39c2-4f88-a929-1255d1149200 req-fc7d49ea-1713-4298-952a-0813c5fd3981 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ed7cc2e-9784-476e-8b34-1bb56e75300d HTTP/1.1" status: 200 len: 217 time: 0.0383236 Jul 16 04:20:21.595347 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f0386-39c2-4f88-a929-1255d1149200 req-7c300c4d-5da0-4320-86ff-522734aef8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:21.597358 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e08f0386-39c2-4f88-a929-1255d1149200 req-7c300c4d-5da0-4320-86ff-522734aef8ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20b49ab6-6395-4b70-873a-71d4f39d6638 HTTP/1.1" status: 200 len: 855 time: 0.0454919 Jul 16 04:20:21.654118 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f0386-39c2-4f88-a929-1255d1149200 req-a847da56-ac54-42f6-a2c1-d22e6f753786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:21.655555 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e08f0386-39c2-4f88-a929-1255d1149200 req-a847da56-ac54-42f6-a2c1-d22e6f753786 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ed7abdaa-bd6f-49ae-9f41-41fbe09b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519519 Jul 16 04:20:21.746547 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e08f0386-39c2-4f88-a929-1255d1149200 req-eedfd0f9-927c-4453-839f-012b64291bb9 service neutron] 10.222.0.20 "GET /v2.0/networks/ed7abdaa-bd6f-49ae-9f41-41fbe09b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839355 Jul 16 04:20:21.832795 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e08f0386-39c2-4f88-a929-1255d1149200 req-14df9f54-86a9-4ff4-b77e-173519e507e1 service neutron] 10.222.0.20 "GET /v2.0/networks/ed7abdaa-bd6f-49ae-9f41-41fbe09b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798295 Jul 16 04:20:21.934069 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df33704-9141-4e34-97c9-2054f09e4e90 req-03ab8f35-2466-4112-a97b-a17c1ca2ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:21.936079 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3df33704-9141-4e34-97c9-2054f09e4e90 req-03ab8f35-2466-4112-a97b-a17c1ca2ea0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89aed4d73d6b4206b34a6ebb65461a33&device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 1094 time: 0.0564630 Jul 16 04:20:22.022225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df33704-9141-4e34-97c9-2054f09e4e90 req-a93db2fe-bb74-47da-adf2-c26bda92afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:22.023659 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3df33704-9141-4e34-97c9-2054f09e4e90 req-a93db2fe-bb74-47da-adf2-c26bda92afbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 HTTP/1.1" status: 200 len: 917 time: 0.0815184 Jul 16 04:20:22.068761 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3df33704-9141-4e34-97c9-2054f09e4e90 req-09009e0f-53e1-4152-ae7f-11aaaaee9d13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ed7cc2e-9784-476e-8b34-1bb56e75300d HTTP/1.1" status: 200 len: 217 time: 0.0372951 Jul 16 04:20:22.116980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df33704-9141-4e34-97c9-2054f09e4e90 req-76b49127-ba13-40d5-8fae-5551eb82cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:22.118356 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3df33704-9141-4e34-97c9-2054f09e4e90 req-76b49127-ba13-40d5-8fae-5551eb82cd39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20b49ab6-6395-4b70-873a-71d4f39d6638 HTTP/1.1" status: 200 len: 855 time: 0.0423255 Jul 16 04:20:22.174136 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df33704-9141-4e34-97c9-2054f09e4e90 req-16e83435-2a2d-458f-9114-8df4b4223b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:22.175956 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3df33704-9141-4e34-97c9-2054f09e4e90 req-16e83435-2a2d-458f-9114-8df4b4223b72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ed7abdaa-bd6f-49ae-9f41-41fbe09b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510373 Jul 16 04:20:22.269902 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3df33704-9141-4e34-97c9-2054f09e4e90 req-3d6b91c5-de93-4105-809a-b370fdc9f2e3 service neutron] 10.222.0.20 "GET /v2.0/networks/ed7abdaa-bd6f-49ae-9f41-41fbe09b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861897 Jul 16 04:20:22.310713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c344b1-e05f-4d46-8274-4b9461b7a724 req-4b1dc4fd-ad16-417b-bd52-058042cd6d6a tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:22.312239 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19c344b1-e05f-4d46-8274-4b9461b7a724 req-4b1dc4fd-ad16-417b-bd52-058042cd6d6a tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 943 time: 0.0673952 Jul 16 04:20:22.349870 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-19c344b1-e05f-4d46-8274-4b9461b7a724 req-f6826af7-f6ae-4eb4-98b6-230bdb1dc13e tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318274 Jul 16 04:20:22.359672 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3df33704-9141-4e34-97c9-2054f09e4e90 req-75c10199-b56e-4bcb-ac73-60262ab6a556 service neutron] 10.222.0.20 "GET /v2.0/networks/ed7abdaa-bd6f-49ae-9f41-41fbe09b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830204 Jul 16 04:20:23.519744 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8ac17-ff45-4b3f-81e6-a688610fa65c req-e465ad5d-00df-4eaa-98d8-b23abe81e357 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:23.521226 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d4c8ac17-ff45-4b3f-81e6-a688610fa65c req-e465ad5d-00df-4eaa-98d8-b23abe81e357 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 943 time: 0.0625172 Jul 16 04:20:23.557278 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d4c8ac17-ff45-4b3f-81e6-a688610fa65c req-46498cb8-e1e7-4053-800c-df35f61424f3 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305321 Jul 16 04:20:24.004061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0ed7cc2e-9784-476e-8b34-1bb56e75300d details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:20:24.093790 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0ed7cc2e-9784-476e-8b34-1bb56e75300d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0ed7cc2e-9784-476e-8b34-1bb56e75300d,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:24.104101 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '0ed7cc2e-9784-476e-8b34-1bb56e75300d', 'network_id': 'ed7abdaa-bd6f-49ae-9f41-41fbe09b7744', 'port_id': '0ed7cc2e-9784-476e-8b34-1bb56e75300d', 'mac_address': 'fa:16:3e:48:31:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b49ab6-6395-4b70-873a-71d4f39d6638', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:20:24.142809 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:24.154602 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed7cc2e-9784-476e-8b34-1bb56e75300d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:20:24.172694 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0ed7cc2e-9784-476e-8b34-1bb56e75300d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0ed7cc2e-9784-476e-8b34-1bb56e75300d,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:24.176178 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:24.220765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=0ed7cc2e-9784-476e-8b34-1bb56e75300d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:24.227858 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.228208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.228573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.228981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.229315 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.229645 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.229974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.230296 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.230621 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.230944 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.231270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.232163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:24.362984 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['0ed7cc2e-9784-476e-8b34-1bb56e75300d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:20:24.735951 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b262aac-140c-464d-9ebe-c871a92e642e req-73c523fa-57a9-44f4-aca6-dd754a671fe0 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:24.740191 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b262aac-140c-464d-9ebe-c871a92e642e req-73c523fa-57a9-44f4-aca6-dd754a671fe0 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 944 time: 0.0727918 Jul 16 04:20:24.790099 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2b262aac-140c-464d-9ebe-c871a92e642e req-67e63827-c09c-4f1d-b940-129f0a386661 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417120 Jul 16 04:20:25.962837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79050cce-5c8e-40ed-adef-d2ad95a68f55 req-270724ce-3951-402f-a23a-6d3e09dd3f03 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:25.964341 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79050cce-5c8e-40ed-adef-d2ad95a68f55 req-270724ce-3951-402f-a23a-6d3e09dd3f03 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 944 time: 0.0629182 Jul 16 04:20:26.001213 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-79050cce-5c8e-40ed-adef-d2ad95a68f55 req-0af1f6b7-b5a7-4204-b9cc-d3fa8487ef52 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305533 Jul 16 04:20:26.035623 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0ed7cc2e-9784-476e-8b34-1bb56e75300d up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:20:26.081727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 0ed7cc2e-9784-476e-8b34-1bb56e75300d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:20:26.085522 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 0ed7cc2e-9784-476e-8b34-1bb56e75300d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:20:26.085890 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.158010 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.179037 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c6f966-7630-4a0b-a154-0d9423b7c217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed7cc2e-9784-476e-8b34-1bb56e75300d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:20:26.181337 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06acca1-b82d-4387-8e2f-6b6599f9024e" -d '{"events": [{"server_uuid": "76c6f966-7630-4a0b-a154-0d9423b7c217", "name": "network-vif-plugged", "status": "completed", "tag": "0ed7cc2e-9784-476e-8b34-1bb56e75300d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:20:26.197746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0ed7cc2e-9784-476e-8b34-1bb56e75300d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0ed7cc2e-9784-476e-8b34-1bb56e75300d,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:26.202233 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:26.227139 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c65c3d2-ff77-45f3-adea-71f1f308f956 x-openstack-request-id: req-2c65c3d2-ff77-45f3-adea-71f1f308f956 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:20:26.227440 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c6f966-7630-4a0b-a154-0d9423b7c217", "name": "network-vif-plugged", "status": "completed", "tag": "0ed7cc2e-9784-476e-8b34-1bb56e75300d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:20:26.227694 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c65c3d2-ff77-45f3-adea-71f1f308f956 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:20:26.228084 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c6f966-7630-4a0b-a154-0d9423b7c217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed7cc2e-9784-476e-8b34-1bb56e75300d', 'code': 200} Jul 16 04:20:26.259140 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=0ed7cc2e-9784-476e-8b34-1bb56e75300d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:26.338103 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53f9da-70ad-404f-9e77-88347fa0529b req-0352f55a-29df-4149-aa80-d45c71194af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:26.339582 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ba53f9da-70ad-404f-9e77-88347fa0529b req-0352f55a-29df-4149-aa80-d45c71194af6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 1096 time: 0.0549462 Jul 16 04:20:26.372898 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ba53f9da-70ad-404f-9e77-88347fa0529b req-49838874-95de-43a5-9966-871b21543766 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262971 Jul 16 04:20:27.172490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa0e8f-0bdc-4151-8040-6f8b177c002e req-dfc23c03-1d4b-4d2d-a535-3e9d525af2ee tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:27.173673 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4eaa0e8f-0bdc-4151-8040-6f8b177c002e req-dfc23c03-1d4b-4d2d-a535-3e9d525af2ee tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 945 time: 0.0636041 Jul 16 04:20:27.210747 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4eaa0e8f-0bdc-4151-8040-6f8b177c002e req-82fb5913-4d21-47e6-9e53-deace2b239bc tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314081 Jul 16 04:20:28.384117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744d8f3-b857-4fd8-8cd1-afcf92e03cf5 req-90a6ec49-70dc-44ad-81b6-056a361ece54 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:28.385589 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0744d8f3-b857-4fd8-8cd1-afcf92e03cf5 req-90a6ec49-70dc-44ad-81b6-056a361ece54 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 945 time: 0.0650997 Jul 16 04:20:28.422169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0744d8f3-b857-4fd8-8cd1-afcf92e03cf5 req-5fc8a431-37f1-4cb5-b92b-40349eb5ed19 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310283 Jul 16 04:20:28.592901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30f211-6726-4c9f-9ae7-5e33126d2a6c req-79b3ea38-3d3b-4e50-92b5-ee45b6f530e4 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:28.594259 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc30f211-6726-4c9f-9ae7-5e33126d2a6c req-79b3ea38-3d3b-4e50-92b5-ee45b6f530e4 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 945 time: 0.0618248 Jul 16 04:20:28.631401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc30f211-6726-4c9f-9ae7-5e33126d2a6c req-8e7c3a71-5d6f-4392-8b7e-b151dd4b08dd tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317047 Jul 16 04:20:30.101443 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9065b434-f064-4db9-872c-d371eaa22455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:31.506144 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:31.860361 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.833637 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-52a7fbaf-653c-4297-93c6-ebc41dacaa80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:32.864893 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:34.049549 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:35.896675 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:45.674921 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6e80aaab-93ac-4c40-be1f-d0deef5e0a85 req-fd859887-4bec-42a8-94c9-fd4feca08738 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528400 Jul 16 04:20:45.773354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80aaab-93ac-4c40-be1f-d0deef5e0a85 req-b9c26f51-593e-4e5d-9474-ccfa3531b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:45.774890 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6e80aaab-93ac-4c40-be1f-d0deef5e0a85 req-b9c26f51-593e-4e5d-9474-ccfa3531b03c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=89aed4d73d6b4206b34a6ebb65461a33&device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 1096 time: 0.0546336 Jul 16 04:20:45.882509 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80aaab-93ac-4c40-be1f-d0deef5e0a85 req-9046645f-e77f-45da-913a-ccfb153ca6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:45.883997 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6e80aaab-93ac-4c40-be1f-d0deef5e0a85 req-9046645f-e77f-45da-913a-ccfb153ca6ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 HTTP/1.1" status: 200 len: 917 time: 0.0877435 Jul 16 04:20:45.926083 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6e80aaab-93ac-4c40-be1f-d0deef5e0a85 req-13ef2d7c-efb7-43a1-89e2-6fe3423d4585 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ed7cc2e-9784-476e-8b34-1bb56e75300d HTTP/1.1" status: 200 len: 217 time: 0.0337675 Jul 16 04:20:45.973484 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80aaab-93ac-4c40-be1f-d0deef5e0a85 req-b99c4bab-6d48-4962-865e-83a54ee27658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:45.974846 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6e80aaab-93ac-4c40-be1f-d0deef5e0a85 req-b99c4bab-6d48-4962-865e-83a54ee27658 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20b49ab6-6395-4b70-873a-71d4f39d6638 HTTP/1.1" status: 200 len: 855 time: 0.0429041 Jul 16 04:20:46.036210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80aaab-93ac-4c40-be1f-d0deef5e0a85 req-9153a2ce-8c90-4eef-9a4a-cea6a02d3544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:46.037754 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6e80aaab-93ac-4c40-be1f-d0deef5e0a85 req-9153a2ce-8c90-4eef-9a4a-cea6a02d3544 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ed7abdaa-bd6f-49ae-9f41-41fbe09b7744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565832 Jul 16 04:20:46.127225 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6e80aaab-93ac-4c40-be1f-d0deef5e0a85 req-39036332-bd3a-4a61-b655-7fefcf40d86a service neutron] 10.222.0.20 "GET /v2.0/networks/ed7abdaa-bd6f-49ae-9f41-41fbe09b7744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826588 Jul 16 04:20:46.220528 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6e80aaab-93ac-4c40-be1f-d0deef5e0a85 req-f6e87ab7-ba38-4fc8-8382-7f207a6373cc service neutron] 10.222.0.20 "GET /v2.0/networks/ed7abdaa-bd6f-49ae-9f41-41fbe09b7744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857410 Jul 16 04:20:48.258413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe75f31-ff61-48ce-bc32-3bc96c4c1f7c req-33b4e3c9-b644-4a86-9668-a015566b3b60 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:48.259921 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-abe75f31-ff61-48ce-bc32-3bc96c4c1f7c req-33b4e3c9-b644-4a86-9668-a015566b3b60 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 945 time: 0.0649998 Jul 16 04:20:48.301752 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-abe75f31-ff61-48ce-bc32-3bc96c4c1f7c req-c552301c-598b-4ccf-9c84-e18c016d0c76 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359910 Jul 16 04:20:49.474416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99418758-b5f0-4496-bb78-74f408cbeef8 req-43efd9a9-369c-4227-bd2a-f6b76cdc3e4c tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:49.475862 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-99418758-b5f0-4496-bb78-74f408cbeef8 req-43efd9a9-369c-4227-bd2a-f6b76cdc3e4c tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 945 time: 0.0614176 Jul 16 04:20:49.512302 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-99418758-b5f0-4496-bb78-74f408cbeef8 req-ea706d50-ba6a-44de-9b82-6872fcc988cd tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e5cc0bd-12bc-45c5-9e23-2c850555d545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308657 Jul 16 04:20:49.759970 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e8e54-802e-42f0-a7a1-b5b3259aadc9 req-996c6a6b-c420-4fbd-b365-921548582f8d tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:49.761435 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-347e8e54-802e-42f0-a7a1-b5b3259aadc9 req-996c6a6b-c420-4fbd-b365-921548582f8d tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.20 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 945 time: 0.0621293 Jul 16 04:20:49.862677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-347e8e54-802e-42f0-a7a1-b5b3259aadc9 req-e7d6ffd9-4b89-4f24-b860-dc076f7142c2 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Deleting port 0ed7cc2e-9784-476e-8b34-1bb56e75300d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:49.863014 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-347e8e54-802e-42f0-a7a1-b5b3259aadc9 req-e7d6ffd9-4b89-4f24-b860-dc076f7142c2 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.948050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-347e8e54-802e-42f0-a7a1-b5b3259aadc9 req-e7d6ffd9-4b89-4f24-b860-dc076f7142c2 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] For port 0ed7cc2e-9784-476e-8b34-1bb56e75300d, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0ed7cc2e-9784-476e-8b34-1bb56e75300d,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:49.948445 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-347e8e54-802e-42f0-a7a1-b5b3259aadc9 req-e7d6ffd9-4b89-4f24-b860-dc076f7142c2 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:49.960529 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-347e8e54-802e-42f0-a7a1-b5b3259aadc9 req-e7d6ffd9-4b89-4f24-b860-dc076f7142c2 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Calling delete_port for 0ed7cc2e-9784-476e-8b34-1bb56e75300d owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:50.085730 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-347e8e54-802e-42f0-a7a1-b5b3259aadc9 req-e7d6ffd9-4b89-4f24-b860-dc076f7142c2 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:50.098052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['0ed7cc2e-9784-476e-8b34-1bb56e75300d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:20:50.113521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6ffd9-4b89-4f24-b860-dc076f7142c2 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Pushing event deleted for resources: {'Port': ['ID=0ed7cc2e-9784-476e-8b34-1bb56e75300d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:50.168120 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-347e8e54-802e-42f0-a7a1-b5b3259aadc9 req-e7d6ffd9-4b89-4f24-b860-dc076f7142c2 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] No DVR routers for this DVR port 0ed7cc2e-9784-476e-8b34-1bb56e75300d on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:20:50.170818 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-347e8e54-802e-42f0-a7a1-b5b3259aadc9 req-e7d6ffd9-4b89-4f24-b860-dc076f7142c2 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:50.173495 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-347e8e54-802e-42f0-a7a1-b5b3259aadc9 req-e7d6ffd9-4b89-4f24-b860-dc076f7142c2 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.20 "DELETE /v2.0/ports/0ed7cc2e-9784-476e-8b34-1bb56e75300d HTTP/1.1" status: 204 len: 173 time: 0.4047534 Jul 16 04:20:50.173914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c6f966-7630-4a0b-a154-0d9423b7c217', 'name': 'network-vif-deleted', 'tag': '0ed7cc2e-9784-476e-8b34-1bb56e75300d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:20:50.174988 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:20:50.176190 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f74111-36a6-451f-beb1-6219c0b83a59" -d '{"events": [{"server_uuid": "76c6f966-7630-4a0b-a154-0d9423b7c217", "name": "network-vif-deleted", "tag": "0ed7cc2e-9784-476e-8b34-1bb56e75300d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:20:50.287886 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3791710-3b68-401d-8286-5d1a4b0cf305 x-openstack-request-id: req-e3791710-3b68-401d-8286-5d1a4b0cf305 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:20:50.288598 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c6f966-7630-4a0b-a154-0d9423b7c217", "name": "network-vif-deleted", "tag": "0ed7cc2e-9784-476e-8b34-1bb56e75300d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:20:50.288841 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3791710-3b68-401d-8286-5d1a4b0cf305 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:20:50.289349 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c6f966-7630-4a0b-a154-0d9423b7c217', 'name': 'network-vif-deleted', 'tag': '0ed7cc2e-9784-476e-8b34-1bb56e75300d', 'status': 'completed', 'code': 200} Jul 16 04:20:50.666147 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2fffa8da-77f5-46fc-9511-d3039d76e67b req-79e444fc-dead-4a8e-9679-d3393ae639b6 tempest-TestEncryptedCinderVolumes-1061059527 tempest-TestEncryptedCinderVolumes-1061059527-project] 10.222.0.18 "GET /v2.0/ports?device_id=76c6f966-7630-4a0b-a154-0d9423b7c217 HTTP/1.1" status: 200 len: 210 time: 0.0291362 Jul 16 04:20:51.789204 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52442) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:52.117919 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef29e-77e3-4bd9-907b-9b7074f7aeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:52.376378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ef29e-77e3-4bd9-907b-9b7074f7aeb4 admin admin] Deleting port cc1fe7db-b25b-4990-b3d3-71fd98bf7821 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:52.376643 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef29e-77e3-4bd9-907b-9b7074f7aeb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:52.455009 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-eb7ef29e-77e3-4bd9-907b-9b7074f7aeb4 admin admin] For port cc1fe7db-b25b-4990-b3d3-71fd98bf7821, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=cc1fe7db-b25b-4990-b3d3-71fd98bf7821,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:52.455367 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef29e-77e3-4bd9-907b-9b7074f7aeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:52.467233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ef29e-77e3-4bd9-907b-9b7074f7aeb4 admin admin] Calling delete_port for cc1fe7db-b25b-4990-b3d3-71fd98bf7821 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:52.644422 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef29e-77e3-4bd9-907b-9b7074f7aeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:52.666993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ef29e-77e3-4bd9-907b-9b7074f7aeb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1fe7db-b25b-4990-b3d3-71fd98bf7821,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:52.831060 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-eb7ef29e-77e3-4bd9-907b-9b7074f7aeb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:53.040420 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7ef29e-77e3-4bd9-907b-9b7074f7aeb4 admin admin] Router aa984b9a-80d4-4a36-8833-3f0f46ce33a8 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:20:53.143032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7ef29e-77e3-4bd9-907b-9b7074f7aeb4 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:20:53.148271 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-eb7ef29e-77e3-4bd9-907b-9b7074f7aeb4 admin admin] 10.222.0.18 "PUT /v2.0/routers/aa984b9a-80d4-4a36-8833-3f0f46ce33a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3579843 Jul 16 04:20:53.150784 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52444) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:53.151445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0cdd2-c3be-45ce-97b7-f504315afa96 None None] Sync routers for ids ['aa984b9a-80d4-4a36-8833-3f0f46ce33a8'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:20:53.160945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0cdd2-c3be-45ce-97b7-f504315afa96 None None] Routers {'aa984b9a-80d4-4a36-8833-3f0f46ce33a8'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:20:53.161573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4ee0cdd2-c3be-45ce-97b7-f504315afa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:20:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['aa984b9a-80d4-4a36-8833-3f0f46ce33a8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:53.252232 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:53.263074 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4ee0cdd2-c3be-45ce-97b7-f504315afa96 None None] Set router aa984b9a-80d4-4a36-8833-3f0f46ce33a8 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:20:53.351045 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:53.405305 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] Deleting port 87802258-8040-4a18-8fd6-22815f906527 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:53.405655 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:53.439936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4ee0cdd2-c3be-45ce-97b7-f504315afa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'name': 'tempest-TestEncryptedCinderVolumes-619546226-router', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '87802258-8040-4a18-8fd6-22815f906527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:36Z', 'updated_at': '2021-07-16T04:20:52Z', 'revision_number': 5, 'project_id': '89aed4d73d6b4206b34a6ebb65461a33', 'gw_port': {'id': '87802258-8040-4a18-8fd6-22815f906527', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:37Z', 'updated_at': '2021-07-16T04:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:53.466090 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0cdd2-c3be-45ce-97b7-f504315afa96 None None] Checking router: aa984b9a-80d4-4a36-8833-3f0f46ce33a8 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:20:53.474709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0cdd2-c3be-45ce-97b7-f504315afa96 None None] Routers {'aa984b9a-80d4-4a36-8833-3f0f46ce33a8'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:20:53.475327 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4ee0cdd2-c3be-45ce-97b7-f504315afa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:20:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['aa984b9a-80d4-4a36-8833-3f0f46ce33a8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:53.485183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] For port 87802258-8040-4a18-8fd6-22815f906527, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=87802258-8040-4a18-8fd6-22815f906527,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:53.485542 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:53.496693 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] Calling delete_port for 87802258-8040-4a18-8fd6-22815f906527 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:53.559163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4ee0cdd2-c3be-45ce-97b7-f504315afa96 None None] Set router aa984b9a-80d4-4a36-8833-3f0f46ce33a8 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:20:53.610497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4ee0cdd2-c3be-45ce-97b7-f504315afa96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'name': 'tempest-TestEncryptedCinderVolumes-619546226-router', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:36Z', 'updated_at': '2021-07-16T04:20:53Z', 'revision_number': 6, 'project_id': '89aed4d73d6b4206b34a6ebb65461a33', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:53.641433 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0cdd2-c3be-45ce-97b7-f504315afa96 None None] The sync data for ids ['aa984b9a-80d4-4a36-8833-3f0f46ce33a8'] in n-d-800088-6 is: [{'id': 'aa984b9a-80d4-4a36-8833-3f0f46ce33a8', 'name': 'tempest-TestEncryptedCinderVolumes-619546226-router', 'tenant_id': '89aed4d73d6b4206b34a6ebb65461a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:36Z', 'updated_at': '2021-07-16T04:20:53Z', 'revision_number': 6, 'project_id': '89aed4d73d6b4206b34a6ebb65461a33', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:20:53.663170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:53.688667 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] Pushing event deleted for resources: {'Port': ['ID=87802258-8040-4a18-8fd6-22815f906527,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:53.748889 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:53.834216 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:53.836174 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.190874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0ed7cc2e-9784-476e-8b34-1bb56e75300d no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:20:54.211255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 0ed7cc2e-9784-476e-8b34-1bb56e75300d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:20:54.211652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0ed7cc2e-9784-476e-8b34-1bb56e75300d not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:20:54.217163 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.217746 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa984b9a-80d4-4a36-8833-3f0f46ce33a8 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:20:54.222871 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.226331 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-23fbce57-69a4-4203-95ec-4d1fb95e5240 admin admin] 10.222.0.18 "DELETE /v2.0/routers/aa984b9a-80d4-4a36-8833-3f0f46ce33a8 HTTP/1.1" status: 204 len: 168 time: 1.0723357 Jul 16 04:20:54.226554 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52446) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:54.268367 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a001f6d-f146-4611-ab0a-0da5c3128345 admin admin] Deleting subnet 20b49ab6-6395-4b70-873a-71d4f39d6638 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:20:54.271258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a001f6d-f146-4611-ab0a-0da5c3128345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.303369 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a001f6d-f146-4611-ab0a-0da5c3128345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.382205 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a001f6d-f146-4611-ab0a-0da5c3128345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.435809 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a001f6d-f146-4611-ab0a-0da5c3128345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.460916 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a001f6d-f146-4611-ab0a-0da5c3128345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b49ab6-6395-4b70-873a-71d4f39d6638,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:54.464914 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a001f6d-f146-4611-ab0a-0da5c3128345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.469912 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8a001f6d-f146-4611-ab0a-0da5c3128345 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/20b49ab6-6395-4b70-873a-71d4f39d6638 HTTP/1.1" status: 204 len: 168 time: 0.2393689 Jul 16 04:20:54.470053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52448) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:54.474587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7246401-6ebf-4c94-a99e-bb570d98134e None None] Network ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:54.545615 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.600288 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Deleting port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:54.600719 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.668357 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] For port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fd44b177-c8d4-4564-8eb1-d5dfc8c1d039,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:54.668820 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.682413 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Calling delete_port for fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:54.683753 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8029708e-a5c7-4fef-9dfe-d434837b31e9 None None] DHCP port deletion for ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:20:54.729656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8029708e-a5c7-4fef-9dfe-d434837b31e9 None None] Deleting port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:54.729959 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8029708e-a5c7-4fef-9dfe-d434837b31e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.768960 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.794019 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd44b177-c8d4-4564-8eb1-d5dfc8c1d039,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:54.796038 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8029708e-a5c7-4fef-9dfe-d434837b31e9 None None] For port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fd44b177-c8d4-4564-8eb1-d5dfc8c1d039,segment=NetworkSegment(8f89403d-465a-487e-a5ac-02c20be61e80),segment_id=8f89403d-465a-487e-a5ac-02c20be61e80)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:54.796458 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8029708e-a5c7-4fef-9dfe-d434837b31e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.801642 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] No DVR routers for this DVR port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:20:54.804149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:54.804519 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:54.804863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:54.805202 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:54.805538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:54.805876 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:54.806201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:54.806527 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:54.806852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:54.807174 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:54.807501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:54.807824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:20:54.810467 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8029708e-a5c7-4fef-9dfe-d434837b31e9 None None] Calling delete_port for fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:54.882459 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 04:20:54.887685 n-d-800088-6 neutron-server[93769]: self.session.flush() Jul 16 04:20:54.893769 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7abdaa-bd6f-49ae-9f41-41fbe09b7744']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:54.898534 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8029708e-a5c7-4fef-9dfe-d434837b31e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.904001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f89403d-465a-487e-a5ac-02c20be61e80') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:54.904303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f89403d-465a-487e-a5ac-02c20be61e80') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:54.913171 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.926620 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029708e-a5c7-4fef-9dfe-d434837b31e9 None None] Pushing event deleted for resources: {'Port': ['ID=fd44b177-c8d4-4564-8eb1-d5dfc8c1d039,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:54.927519 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.930936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8029708e-a5c7-4fef-9dfe-d434837b31e9 None None] No DVR routers for this DVR port fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:20:54.933925 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:20:54.934515 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:20:54.936199 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:20:54.942226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cc1fe7db-b25b-4990-b3d3-71fd98bf7821 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:20:54.963915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: cc1fe7db-b25b-4990-b3d3-71fd98bf7821 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:20:54.964269 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device cc1fe7db-b25b-4990-b3d3-71fd98bf7821 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:20:54.964706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 87802258-8040-4a18-8fd6-22815f906527 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:20:54.983011 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 87802258-8040-4a18-8fd6-22815f906527 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:20:54.983299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 87802258-8040-4a18-8fd6-22815f906527 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:20:54.983706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:20:54.989929 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:54.995349 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:55.000814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52450) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:55.001633 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] 10.222.0.18 "DELETE /v2.0/networks/ed7abdaa-bd6f-49ae-9f41-41fbe09b7744 HTTP/1.1" status: 204 len: 168 time: 0.5285194 Jul 16 04:20:55.008765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:20:55.008765 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fd44b177-c8d4-4564-8eb1-d5dfc8c1d039 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:20:55.020130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6790e7-a1d6-4bb5-93bd-be95fb50ca0d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed7abdaa-bd6f-49ae-9f41-41fbe09b7744,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:55.334522 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ddfe516-322a-470d-a4ef-4c8bc2855ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:55.576995 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1ddfe516-322a-470d-a4ef-4c8bc2855ae8 admin admin] Deleting port 761ac94e-a63a-40d6-a072-741b5597e01c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:55.577340 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ddfe516-322a-470d-a4ef-4c8bc2855ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:55.653288 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-1ddfe516-322a-470d-a4ef-4c8bc2855ae8 admin admin] For port 761ac94e-a63a-40d6-a072-741b5597e01c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=761ac94e-a63a-40d6-a072-741b5597e01c,segment=NetworkSegment(4dd00da4-ba64-4848-955f-ec25b71d2980),segment_id=4dd00da4-ba64-4848-955f-ec25b71d2980)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:55.653654 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ddfe516-322a-470d-a4ef-4c8bc2855ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:55.666215 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-1ddfe516-322a-470d-a4ef-4c8bc2855ae8 admin admin] Calling delete_port for 761ac94e-a63a-40d6-a072-741b5597e01c owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:55.841087 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ddfe516-322a-470d-a4ef-4c8bc2855ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:55.870997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddfe516-322a-470d-a4ef-4c8bc2855ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=761ac94e-a63a-40d6-a072-741b5597e01c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:56.037740 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1ddfe516-322a-470d-a4ef-4c8bc2855ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:56.241470 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddfe516-322a-470d-a4ef-4c8bc2855ae8 admin admin] Router d5976061-f45b-4200-8162-1855d2ea4119 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:20:56.343198 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddfe516-322a-470d-a4ef-4c8bc2855ae8 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:20:56.349665 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1ddfe516-322a-470d-a4ef-4c8bc2855ae8 admin admin] 10.222.0.18 "PUT /v2.0/routers/d5976061-f45b-4200-8162-1855d2ea4119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3466692 Jul 16 04:20:56.351397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:56.351874 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946edde-b608-42df-bf8d-a62bc10babad None None] Sync routers for ids ['d5976061-f45b-4200-8162-1855d2ea4119'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:20:56.360451 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946edde-b608-42df-bf8d-a62bc10babad None None] Routers {'d5976061-f45b-4200-8162-1855d2ea4119'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:20:56.361060 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3946edde-b608-42df-bf8d-a62bc10babad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:20:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d5976061-f45b-4200-8162-1855d2ea4119'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:56.459216 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:56.466250 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-3946edde-b608-42df-bf8d-a62bc10babad None None] Set router d5976061-f45b-4200-8162-1855d2ea4119 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:20:56.557831 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:56.618160 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] Deleting port d0604d23-80b4-4092-b698-ffa53ba6037b {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:56.618507 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:56.639977 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3946edde-b608-42df-bf8d-a62bc10babad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'name': 'tempest-TestEncryptedCinderVolumes-663989968-router', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'd0604d23-80b4-4092-b698-ffa53ba6037b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:20:55Z', 'revision_number': 5, 'project_id': '80e027295c3848eb8cc13d1c7e376481', 'gw_port': {'id': 'd0604d23-80b4-4092-b698-ffa53ba6037b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:56.664865 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946edde-b608-42df-bf8d-a62bc10babad None None] Checking router: d5976061-f45b-4200-8162-1855d2ea4119 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:20:56.673357 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946edde-b608-42df-bf8d-a62bc10babad None None] Routers {'d5976061-f45b-4200-8162-1855d2ea4119'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:20:56.673967 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3946edde-b608-42df-bf8d-a62bc10babad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:20:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['d5976061-f45b-4200-8162-1855d2ea4119'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:56.695984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] For port d0604d23-80b4-4092-b698-ffa53ba6037b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=d0604d23-80b4-4092-b698-ffa53ba6037b,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:56.696373 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:56.708554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] Calling delete_port for d0604d23-80b4-4092-b698-ffa53ba6037b owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:56.841846 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-3946edde-b608-42df-bf8d-a62bc10babad None None] Set router d5976061-f45b-4200-8162-1855d2ea4119 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:20:56.882063 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:56.895120 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-3946edde-b608-42df-bf8d-a62bc10babad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'name': 'tempest-TestEncryptedCinderVolumes-663989968-router', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:20:56Z', 'revision_number': 6, 'project_id': '80e027295c3848eb8cc13d1c7e376481', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:56.918158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0604d23-80b4-4092-b698-ffa53ba6037b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:56.921401 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946edde-b608-42df-bf8d-a62bc10babad None None] The sync data for ids ['d5976061-f45b-4200-8162-1855d2ea4119'] in n-d-800088-6 is: [{'id': 'd5976061-f45b-4200-8162-1855d2ea4119', 'name': 'tempest-TestEncryptedCinderVolumes-663989968-router', 'tenant_id': '80e027295c3848eb8cc13d1c7e376481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:19:41Z', 'updated_at': '2021-07-16T04:20:56Z', 'revision_number': 6, 'project_id': '80e027295c3848eb8cc13d1c7e376481', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:20:56.983097 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.071853 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.073960 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.115469 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.115947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5976061-f45b-4200-8162-1855d2ea4119 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:20:57.120263 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.121415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-fd22a83d-f0c0-454c-b7d0-49d4198af390 admin admin] 10.222.0.18 "DELETE /v2.0/routers/d5976061-f45b-4200-8162-1855d2ea4119 HTTP/1.1" status: 204 len: 168 time: 0.7686362 Jul 16 04:20:57.123842 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:57.167788 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ea6a42-2e65-4c8a-bb5d-5710cdd54348 admin admin] Deleting subnet e59add8d-faa0-4fd9-99da-dc7d0e3cc406 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:20:57.170718 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71ea6a42-2e65-4c8a-bb5d-5710cdd54348 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.207661 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71ea6a42-2e65-4c8a-bb5d-5710cdd54348 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.283096 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71ea6a42-2e65-4c8a-bb5d-5710cdd54348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.337586 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71ea6a42-2e65-4c8a-bb5d-5710cdd54348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.364069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea6a42-2e65-4c8a-bb5d-5710cdd54348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e59add8d-faa0-4fd9-99da-dc7d0e3cc406,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:57.368857 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71ea6a42-2e65-4c8a-bb5d-5710cdd54348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.371354 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-71ea6a42-2e65-4c8a-bb5d-5710cdd54348 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e59add8d-faa0-4fd9-99da-dc7d0e3cc406 HTTP/1.1" status: 204 len: 168 time: 0.2460327 Jul 16 04:20:57.373492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52456) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:57.374313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fd735b-177e-4a41-8961-62bb90234bd7 None None] Network 1928eb5d-accb-4eed-9f0e-b9d8f71978f6 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:57.440472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.491820 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] Deleting port 900280b2-0e8c-4bf3-b9d3-807d93f09542 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:20:57.492165 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.558006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] For port 900280b2-0e8c-4bf3-b9d3-807d93f09542, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=900280b2-0e8c-4bf3-b9d3-807d93f09542,segment=NetworkSegment(4dd00da4-ba64-4848-955f-ec25b71d2980),segment_id=4dd00da4-ba64-4848-955f-ec25b71d2980)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:20:57.558365 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.570489 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] Calling delete_port for 900280b2-0e8c-4bf3-b9d3-807d93f09542 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:20:57.647480 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.674807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0148911-0037-4ce6-aa71-bc3eb4284520 None None] DHCP port deletion for 1928eb5d-accb-4eed-9f0e-b9d8f71978f6 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:20:57.677148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=900280b2-0e8c-4bf3-b9d3-807d93f09542,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:57.680819 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] No DVR routers for this DVR port 900280b2-0e8c-4bf3-b9d3-807d93f09542 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:20:57.754036 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.764375 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1928eb5d-accb-4eed-9f0e-b9d8f71978f6']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:57.775328 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd00da4-ba64-4848-955f-ec25b71d2980') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:57.775630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd00da4-ba64-4848-955f-ec25b71d2980') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:20:57.784676 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.798410 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.804674 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:20:57.805098 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:20:57.807050 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:20:57.863315 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.869669 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:57.871886 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1928eb5d-accb-4eed-9f0e-b9d8f71978f6 HTTP/1.1" status: 204 len: 168 time: 0.4973125 Jul 16 04:20:57.884471 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99ba7f-f755-4aca-91ab-940797cb0d53 admin admin] Pushing event deleted for resources: {'Network': ['ID=1928eb5d-accb-4eed-9f0e-b9d8f71978f6,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:58.033607 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52460) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:58.078264 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0b6d7e82-d785-4bbb-86b6-6cf56a7e694d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89aed4d73d6b4206b34a6ebb65461a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427403 Jul 16 04:20:58.079892 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52462) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:58.126791 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e792a688-eb5f-4f3a-a9e1-72633290dfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:58.147890 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e792a688-eb5f-4f3a-a9e1-72633290dfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:58.193493 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e792a688-eb5f-4f3a-a9e1-72633290dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:58.196201 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e792a688-eb5f-4f3a-a9e1-72633290dfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:58.197385 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e792a688-eb5f-4f3a-a9e1-72633290dfa0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e5cc0bd-12bc-45c5-9e23-2c850555d545 HTTP/1.1" status: 204 len: 168 time: 0.1165552 Jul 16 04:20:58.204880 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792a688-eb5f-4f3a-a9e1-72633290dfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5cc0bd-12bc-45c5-9e23-2c850555d545,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:58.496589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52468) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:58.535625 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f02efb49-ab0b-42e1-9390-8934d0294fc5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80e027295c3848eb8cc13d1c7e376481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378790 Jul 16 04:20:58.537901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52470) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:58.585565 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f39ac0-9267-4c42-983d-acf3d56674fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:58.606352 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f39ac0-9267-4c42-983d-acf3d56674fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:58.654927 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f39ac0-9267-4c42-983d-acf3d56674fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:58.658205 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82f39ac0-9267-4c42-983d-acf3d56674fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:58.659389 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-82f39ac0-9267-4c42-983d-acf3d56674fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71aae7dc-a345-4cb8-be4f-444cc64092d6 HTTP/1.1" status: 204 len: 168 time: 0.1205812 Jul 16 04:20:58.669560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f39ac0-9267-4c42-983d-acf3d56674fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aae7dc-a345-4cb8-be4f-444cc64092d6,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:58.931905 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 900280b2-0e8c-4bf3-b9d3-807d93f09542 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:20:58.953128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 900280b2-0e8c-4bf3-b9d3-807d93f09542 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:20:58.953541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 900280b2-0e8c-4bf3-b9d3-807d93f09542 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:20:58.954031 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 761ac94e-a63a-40d6-a072-741b5597e01c no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:20:58.972345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 761ac94e-a63a-40d6-a072-741b5597e01c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:20:58.972686 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 761ac94e-a63a-40d6-a072-741b5597e01c not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:20:58.973099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d0604d23-80b4-4092-b698-ffa53ba6037b no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:20:58.991573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: d0604d23-80b4-4092-b698-ffa53ba6037b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:20:58.991941 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device d0604d23-80b4-4092-b698-ffa53ba6037b not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:20:59.300995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52492) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:59.393324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1894723988-network', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:59.414683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] Made reservation on behalf of 8633ff9ef4e34ffdb0cf9792bd0dfcd6 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:59.417016 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:59.424962 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:59.509796 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:59.513375 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:59.534020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:20:59.548419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8866ecd3-25a3-4d1e-9fc4-55084745eb25,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:59.551238 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:59.551583 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] Added segment 2f6faaa1-4026-4403-ae43-1a8a15a3b64d of type vlan for network b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 Jul 16 04:20:59.590138 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:59.618085 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:59.619008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:59.619615 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:59.649348 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3472636 Jul 16 04:20:59.652374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52496) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:59.658089 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4db81eab-350c-4516-b866-663ac8559b3e admin admin] Request body: {'subnet': {'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1894723988-subnet', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:59.677650 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db81eab-350c-4516-b866-663ac8559b3e admin admin] Made reservation on behalf of 8633ff9ef4e34ffdb0cf9792bd0dfcd6 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:20:59.680022 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4db81eab-350c-4516-b866-663ac8559b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:59.683235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37956add-e68c-4fb3-a38a-123bd72de6f9 admin admin] Pushing event updated for resources: {'Network': ['ID=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:59.693077 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:20:59.843514 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4db81eab-350c-4516-b866-663ac8559b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:59.897113 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db81eab-350c-4516-b866-663ac8559b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e667fb3f-4757-4a3c-bbe1-cb09b32a86c2,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:20:59.905519 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db81eab-350c-4516-b866-663ac8559b3e admin admin] Checking segment: {'id': '2f6faaa1-4026-4403-ae43-1a8a15a3b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:20:59.905880 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db81eab-350c-4516-b866-663ac8559b3e admin admin] Network hostable DHCP agents. Network: b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:20:59.921417 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db81eab-350c-4516-b866-663ac8559b3e admin admin] Network b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:20:59.929156 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4db81eab-350c-4516-b866-663ac8559b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:20:59.936523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb4d50-842d-46d6-81ee-915c4ad0c2fc None None] Network b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:20:59.937240 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db81eab-350c-4516-b866-663ac8559b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:20:59.938369 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4db81eab-350c-4516-b866-663ac8559b3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:59.952078 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4db81eab-350c-4516-b866-663ac8559b3e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2985549 Jul 16 04:20:59.955539 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52498) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:20:59.960128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:20:59.980286 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:20:59.981277 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:00.034122 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:00.083000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'fixed_ips': [{'subnet_id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:21:00.083954 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:00.113285 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5bcf9cf3-7079-4913-9347-7eebac1da343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:00.236021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Allocated IP 172.20.0.2 (b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762/e667fb3f-4757-4a3c-bbe1-cb09b32a86c2/6dfbe342-0ae3-4e9f-b1e9-e8e000551907) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:21:00.381962 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:00.390789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Transition to ACTIVE for port object 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:21:00.405598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Transition to ACTIVE for port object 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:21:00.413170 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:00.457633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Network b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:21:00.460576 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:21:00.467283 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:21:00.470356 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Pushing event updated for resources: {'Port': ['ID=6dfbe342-0ae3-4e9f-b1e9-e8e000551907,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:00.482727 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:00.526960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Attempting to bind port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:21:00.527408 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Attempting to bind port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '2f6faaa1-4026-4403-ae43-1a8a15a3b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:21:00.527764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Attempting to bind port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 on network b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:21:00.533239 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:21:00.533607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Checking segment: {'id': '2f6faaa1-4026-4403-ae43-1a8a15a3b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:21:00.534001 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:00.534410 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Bound using segment: {'id': '2f6faaa1-4026-4403-ae43-1a8a15a3b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:21:00.534876 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Bound port: 6dfbe342-0ae3-4e9f-b1e9-e8e000551907, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6faaa1-4026-4403-ae43-1a8a15a3b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:21:00.535275 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:00.598894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] For port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:21:00.603122 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] For port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6dfbe342-0ae3-4e9f-b1e9-e8e000551907,segment=NetworkSegment(2f6faaa1-4026-4403-ae43-1a8a15a3b64d),segment_id=2f6faaa1-4026-4403-ae43-1a8a15a3b64d)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:21:00.607570 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:00.668465 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460fe58-a314-4e7e-baec-49b30fb6eb71 None None] Pushing event updated for resources: {'Port': ['ID=6dfbe342-0ae3-4e9f-b1e9-e8e000551907,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:00.687937 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:00.712107 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:00.824232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Allocated IP 172.25.3.93 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:21:00.940882 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:00.972021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:21:00.984959 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:01.025063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:21:01.027381 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:21:01.027829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:21:01.031477 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:21:01.039945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:01.278028 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:01.476023 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:01.520848 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:01.580657 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4bfa33-ccc4-4c21-a571-399dfec4fa04 None None] Network b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:21:01.617905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:21:01.696527 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e3497848-5d3c-4094-8369-8d68e3895355 None None] Provisioning for port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:21:01.704795 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e3497848-5d3c-4094-8369-8d68e3895355 None None] Provisioning complete for port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:01.705173 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3497848-5d3c-4094-8369-8d68e3895355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:01.733980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:21:01.749781 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:01.751358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-71443275-df59-4f4a-83a9-756e228f8058 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7945042 Jul 16 04:21:01.754165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52500) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:01.756867 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Sync routers for ids ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:21:01.780868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Routers {'88bf2ea6-c1aa-4343-93f4-05c1e431e34f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:21:01.781972 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:20:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:01.919792 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3497848-5d3c-4094-8369-8d68e3895355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:01.921487 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:01.949014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Set router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:21:02.014263 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-e3497848-5d3c-4094-8369-8d68e3895355 None None] For port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6dfbe342-0ae3-4e9f-b1e9-e8e000551907,segment=NetworkSegment(2f6faaa1-4026-4403-ae43-1a8a15a3b64d),segment_id=2f6faaa1-4026-4403-ae43-1a8a15a3b64d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:02.025531 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e3497848-5d3c-4094-8369-8d68e3895355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.191423 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.282553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3497848-5d3c-4094-8369-8d68e3895355 None None] Pushing event updated for resources: {'Port': ['ID=6dfbe342-0ae3-4e9f-b1e9-e8e000551907,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:02.287247 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-00907384-8a58-47b6-b7b7-00c3b5cd749d None None] Provisioning complete for port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:02.287625 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-00907384-8a58-47b6-b7b7-00c3b5cd749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.348899 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Allocated IP 172.20.0.1 (b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762/e667fb3f-4757-4a3c-bbe1-cb09b32a86c2/b9c066d3-2e64-4201-9a99-923d6ddfa3b9) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:21:02.413271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:59Z', 'updated_at': '2021-07-16T04:21:01Z', 'revision_number': 3, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'gw_port': {'id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ab:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:00Z', 'updated_at': '2021-07-16T04:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:02.441392 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Checking router: 88bf2ea6-c1aa-4343-93f4-05c1e431e34f for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:21:02.441745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Updating router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f port c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:21:02.452224 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.466399 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Transition to ACTIVE for port object b9c066d3-2e64-4201-9a99-923d6ddfa3b9 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:21:02.475171 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.499644 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.540873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Network b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:21:02.545203 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:21:02.549621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:21:02.552677 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c066d3-2e64-4201-9a99-923d6ddfa3b9,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:02.590024 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.739194 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.746510 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.749712 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Transition to ACTIVE for port object c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:21:02.756486 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.807446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Attempting to bind port c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:21:02.807742 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Attempting to bind port c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:21:02.808105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Attempting to bind port c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:21:02.810077 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a463c-3672-4762-9f7e-468202c69b8e None None] Pushing event updated for resources: {'Port': ['ID=c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:02.815964 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:21:02.816362 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:21:02.816768 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.817210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:21:02.817619 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Bound port: c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:21:02.818096 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.880225 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4522a981-1e97-4c5a-852d-463595c4911e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.893930 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.897218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7be2d26f-3c38-41d0-88b7-82edbbe30d96 None None] Provisioning for port b9c066d3-2e64-4201-9a99-923d6ddfa3b9 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:21:02.904099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] For port c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:21:02.906931 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7be2d26f-3c38-41d0-88b7-82edbbe30d96 None None] Provisioning complete for port b9c066d3-2e64-4201-9a99-923d6ddfa3b9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:02.906931 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7be2d26f-3c38-41d0-88b7-82edbbe30d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.909158 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] For port c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:21:02.918135 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.922538 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.929974 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.964157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:21:02.993466 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:02.996098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c066d3-2e64-4201-9a99-923d6ddfa3b9,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:03.006646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7be2d26f-3c38-41d0-88b7-82edbbe30d96 None None] Port b9c066d3-2e64-4201-9a99-923d6ddfa3b9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:21:03.033651 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Routers {'88bf2ea6-c1aa-4343-93f4-05c1e431e34f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:21:03.034293 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:21:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:03.036559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a463c-3672-4762-9f7e-468202c69b8e None None] Pushing event updated for resources: {'Port': ['ID=c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:03.088956 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Network b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:21:03.090334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:21:03.092061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:03.092457 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:03.177924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] Set router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:21:03.209814 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:21:03.326206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:21:03.334203 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-04cbf99d-1645-417b-8196-7e9149f20176 admin admin] 10.222.0.18 "PUT /v2.0/routers/88bf2ea6-c1aa-4343-93f4-05c1e431e34f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5783427 Jul 16 04:21:03.357924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8cab87eb-08b9-4529-89ea-4417b1592691 None None] Provisioning complete for port b9c066d3-2e64-4201-9a99-923d6ddfa3b9 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:03.358294 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8cab87eb-08b9-4529-89ea-4417b1592691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:03.415104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8cab87eb-08b9-4529-89ea-4417b1592691 None None] Port b9c066d3-2e64-4201-9a99-923d6ddfa3b9 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:21:03.436699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:59Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 4, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'gw_port': {'id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ab:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:00Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b9c066d3-2e64-4201-9a99-923d6ddfa3b9', 'name': '', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'mac_address': 'fa:16:3e:e7:05:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:02Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 2, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'subnets': [{'id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:03.466964 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9214345-fb9d-494b-831f-ad984d77d05e None None] The sync data for ids ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'] in n-d-800088-6 is: [{'id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:59Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 4, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'gw_port': {'id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ab:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:00Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b9c066d3-2e64-4201-9a99-923d6ddfa3b9', 'name': '', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'mac_address': 'fa:16:3e:e7:05:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:02Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 2, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'subnets': [{'id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:21:03.816143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52516) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:03.821547 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-106268794-network', 'tenant_id': 'cb87dfb2989248709274835bd486e900'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:03.842739 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] Made reservation on behalf of cb87dfb2989248709274835bd486e900 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:21:03.845743 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:03.855151 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:03.950081 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:03.954492 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:03.982299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:21:03.987778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8752cb8-62b4-45db-95a1-e4ab236ccbc2,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:03.995297 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:03.995813 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] Added segment b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1 of type vlan for network 15497fc4-a4a5-49fc-a076-7968ca481c80 Jul 16 04:21:04.038428 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:04.062459 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:04.071737 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:04.072808 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:04.073396 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:04.124170 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3065929 Jul 16 04:21:04.127144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52518) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:04.138203 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7658b6a9-db8c-479e-9ed0-97a9aaa273b8 admin admin] Request body: {'subnet': {'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-106268794-subnet', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:04.152267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef3438-a217-4762-9828-27c026a7ae13 admin admin] Pushing event updated for resources: {'Network': ['ID=15497fc4-a4a5-49fc-a076-7968ca481c80,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:04.166239 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7658b6a9-db8c-479e-9ed0-97a9aaa273b8 admin admin] Made reservation on behalf of cb87dfb2989248709274835bd486e900 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:21:04.168899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7658b6a9-db8c-479e-9ed0-97a9aaa273b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:04.170145 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 15497fc4-a4a5-49fc-a076-7968ca481c80 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:21:04.350718 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7658b6a9-db8c-479e-9ed0-97a9aaa273b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:04.413587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658b6a9-db8c-479e-9ed0-97a9aaa273b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:04.422632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7658b6a9-db8c-479e-9ed0-97a9aaa273b8 admin admin] Checking segment: {'id': 'b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:21:04.422991 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7658b6a9-db8c-479e-9ed0-97a9aaa273b8 admin admin] Network hostable DHCP agents. Network: 15497fc4-a4a5-49fc-a076-7968ca481c80, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:21:04.442154 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7658b6a9-db8c-479e-9ed0-97a9aaa273b8 admin admin] Network 15497fc4-a4a5-49fc-a076-7968ca481c80 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:21:04.452594 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-7658b6a9-db8c-479e-9ed0-97a9aaa273b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 15497fc4-a4a5-49fc-a076-7968ca481c80) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:21:04.458181 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7658b6a9-db8c-479e-9ed0-97a9aaa273b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:04.458776 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7658b6a9-db8c-479e-9ed0-97a9aaa273b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:04.463208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48ecc2f-4500-4a61-8009-d8558444e8b6 None None] Network 15497fc4-a4a5-49fc-a076-7968ca481c80 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:21:04.482640 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7658b6a9-db8c-479e-9ed0-97a9aaa273b8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3543179 Jul 16 04:21:04.485251 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52520) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:04.489979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-106268794-router', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:04.514363 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:04.516100 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:04.572673 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:04.627538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-15497fc4-a4a5-49fc-a076-7968ca481c80', 'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'fixed_ips': [{'subnet_id': '57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:21:04.628822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:04.735009 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:04.789149 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Allocated IP 172.20.0.2 (15497fc4-a4a5-49fc-a076-7968ca481c80/57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d/c89c7d90-71b9-46df-a3fa-fbb0133b44be) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:21:04.971694 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:04.982238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Transition to ACTIVE for port object c89c7d90-71b9-46df-a3fa-fbb0133b44be will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:21:05.009257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Transition to ACTIVE for port object c89c7d90-71b9-46df-a3fa-fbb0133b44be will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:21:05.014343 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:21:05.018470 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:05.089645 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Network 15497fc4-a4a5-49fc-a076-7968ca481c80 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:21:05.097967 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:21:05.101143 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:21:05.103116 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Pushing event updated for resources: {'Port': ['ID=c89c7d90-71b9-46df-a3fa-fbb0133b44be,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:05.170971 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Attempting to bind port c89c7d90-71b9-46df-a3fa-fbb0133b44be on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:21:05.171363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Attempting to bind port c89c7d90-71b9-46df-a3fa-fbb0133b44be by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:21:05.172288 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Attempting to bind port c89c7d90-71b9-46df-a3fa-fbb0133b44be on network 15497fc4-a4a5-49fc-a076-7968ca481c80 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:21:05.174326 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:21:05.180115 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:05.180663 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:05.183471 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:21:05.183853 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Checking segment: {'id': 'b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:21:05.184255 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:05.184681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Bound using segment: {'id': 'b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:21:05.185164 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Bound port: c89c7d90-71b9-46df-a3fa-fbb0133b44be, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:21:05.185546 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:05.293959 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:05.299275 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] For port c89c7d90-71b9-46df-a3fa-fbb0133b44be, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:21:05.313981 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:05.320785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] For port c89c7d90-71b9-46df-a3fa-fbb0133b44be, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c89c7d90-71b9-46df-a3fa-fbb0133b44be,segment=NetworkSegment(b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1),segment_id=b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:21:05.326538 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:05.331825 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:05.376673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:05.383318 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:05.416781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28cd5f-dabf-4d29-8722-23d7f526c151 None None] Pushing event updated for resources: {'Port': ['ID=c89c7d90-71b9-46df-a3fa-fbb0133b44be,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:05.427919 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Allocated IP 172.25.3.99 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/e5a0a6be-88f6-40b6-bd4a-3a67d8054f48) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:21:05.468383 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:05.546934 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:05.603127 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:05.650437 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:21:05.653542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:21:05.655939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:21:05.662365 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Pushing event updated for resources: {'Port': ['ID=e5a0a6be-88f6-40b6-bd4a-3a67d8054f48,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:05.698932 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Sync routers for ids ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:21:05.709355 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Routers {'88bf2ea6-c1aa-4343-93f4-05c1e431e34f'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:21:05.709995 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:21:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:05.815928 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Set router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:21:05.901926 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:05.924972 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:06.014822 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:59Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 4, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'gw_port': {'id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:00Z', 'updated_at': '2021-07-16T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b9c066d3-2e64-4201-9a99-923d6ddfa3b9', 'name': '', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'mac_address': 'fa:16:3e:e7:05:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:02Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 2, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'subnets': [{'id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:06.041137 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Checking router: 88bf2ea6-c1aa-4343-93f4-05c1e431e34f for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:21:06.041498 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Updating router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f port b9c066d3-2e64-4201-9a99-923d6ddfa3b9 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:21:06.077668 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:06.122302 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:06.258208 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Router 0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:21:06.353688 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:06.363998 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Transition to ACTIVE for port object b9c066d3-2e64-4201-9a99-923d6ddfa3b9 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:21:06.370174 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:06.371438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:21:06.382478 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Sync routers for ids ['0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:21:06.391872 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:06.393890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2f5ec504-e195-4105-89fb-85d40341ccf7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9075673 Jul 16 04:21:06.395249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Routers {'0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:21:06.395880 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:21:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:06.396564 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52522) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:06.423530 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16154ad-18ac-46e1-ab17-7ef4e8574b6c None None] Pushing event updated for resources: {'Port': ['ID=b9c066d3-2e64-4201-9a99-923d6ddfa3b9,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:06.430626 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16154ad-18ac-46e1-ab17-7ef4e8574b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:06.431023 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16154ad-18ac-46e1-ab17-7ef4e8574b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:06.431311 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16154ad-18ac-46e1-ab17-7ef4e8574b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:06.431646 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16154ad-18ac-46e1-ab17-7ef4e8574b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:06.431978 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16154ad-18ac-46e1-ab17-7ef4e8574b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:06.432323 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16154ad-18ac-46e1-ab17-7ef4e8574b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:06.432657 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16154ad-18ac-46e1-ab17-7ef4e8574b6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:06.432983 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16154ad-18ac-46e1-ab17-7ef4e8574b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:06.433304 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16154ad-18ac-46e1-ab17-7ef4e8574b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:06.433626 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16154ad-18ac-46e1-ab17-7ef4e8574b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:06.433947 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16154ad-18ac-46e1-ab17-7ef4e8574b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:06.434268 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16154ad-18ac-46e1-ab17-7ef4e8574b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:06.438613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df3a306-580d-41fd-8a40-1c485ac3a90d None None] Network 15497fc4-a4a5-49fc-a076-7968ca481c80 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:21:06.509040 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Attempting to bind port b9c066d3-2e64-4201-9a99-923d6ddfa3b9 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:21:06.509418 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Attempting to bind port b9c066d3-2e64-4201-9a99-923d6ddfa3b9 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '2f6faaa1-4026-4403-ae43-1a8a15a3b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:21:06.509785 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Attempting to bind port b9c066d3-2e64-4201-9a99-923d6ddfa3b9 on network b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:21:06.514975 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:21:06.515382 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Checking segment: {'id': '2f6faaa1-4026-4403-ae43-1a8a15a3b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:21:06.515980 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:06.516581 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Bound using segment: {'id': '2f6faaa1-4026-4403-ae43-1a8a15a3b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:21:06.517232 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Bound port: b9c066d3-2e64-4201-9a99-923d6ddfa3b9, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6faaa1-4026-4403-ae43-1a8a15a3b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:21:06.517815 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:06.591375 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] For port b9c066d3-2e64-4201-9a99-923d6ddfa3b9, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:21:06.597311 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] For port b9c066d3-2e64-4201-9a99-923d6ddfa3b9, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b9c066d3-2e64-4201-9a99-923d6ddfa3b9,segment=NetworkSegment(2f6faaa1-4026-4403-ae43-1a8a15a3b64d),segment_id=2f6faaa1-4026-4403-ae43-1a8a15a3b64d)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:21:06.607588 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:06.686668 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16154ad-18ac-46e1-ab17-7ef4e8574b6c None None] Pushing event updated for resources: {'Port': ['ID=b9c066d3-2e64-4201-9a99-923d6ddfa3b9,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:06.698175 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Routers {'88bf2ea6-c1aa-4343-93f4-05c1e431e34f'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:21:06.698885 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:21:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:06.719603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c2d677f5-8a95-40aa-8b1f-b5e9a5dfdb52 None None] Provisioning for port c89c7d90-71b9-46df-a3fa-fbb0133b44be completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:21:06.757155 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Set router 0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:21:06.810973 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] Set router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:21:06.917962 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.046278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'name': 'tempest-TestMinimumBasicScenario-106268794-router', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e5a0a6be-88f6-40b6-bd4a-3a67d8054f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:21:04Z', 'updated_at': '2021-07-16T04:21:05Z', 'revision_number': 3, 'project_id': 'cb87dfb2989248709274835bd486e900', 'gw_port': {'id': 'e5a0a6be-88f6-40b6-bd4a-3a67d8054f48', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:05Z', 'updated_at': '2021-07-16T04:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:07.080435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Checking router: 0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:21:07.080738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Updating router 0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 port e5a0a6be-88f6-40b6-bd4a-3a67d8054f48 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:21:07.084957 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:59Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 4, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'gw_port': {'id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:00Z', 'updated_at': '2021-07-16T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b9c066d3-2e64-4201-9a99-923d6ddfa3b9', 'name': '', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'mac_address': 'fa:16:3e:e7:05:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:02Z', 'updated_at': '2021-07-16T04:21:06Z', 'revision_number': 4, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'subnets': [{'id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:07.121307 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e136f6e-fa8b-4d01-8387-592d9b493e89 None None] The sync data for ids ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'] in n-d-800088-6 is: [{'id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:59Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 4, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'gw_port': {'id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:00Z', 'updated_at': '2021-07-16T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b9c066d3-2e64-4201-9a99-923d6ddfa3b9', 'name': '', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'mac_address': 'fa:16:3e:e7:05:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:02Z', 'updated_at': '2021-07-16T04:21:06Z', 'revision_number': 4, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'subnets': [{'id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:21:07.141766 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.158177 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Allocated IP 172.20.0.1 (15497fc4-a4a5-49fc-a076-7968ca481c80/57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d/325212a4-7e37-479f-8096-3b66c81bbf3e) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:21:07.163735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:21:07.288198 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.301185 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:07.301642 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.304824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Transition to ACTIVE for port object 325212a4-7e37-479f-8096-3b66c81bbf3e will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:21:07.341835 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.382901 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Network 15497fc4-a4a5-49fc-a076-7968ca481c80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:21:07.389929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:21:07.392677 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:21:07.425213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Pushing event updated for resources: {'Port': ['ID=325212a4-7e37-479f-8096-3b66c81bbf3e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:07.451505 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.477927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b9c066d3-2e64-4201-9a99-923d6ddfa3b9 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:21:07.567061 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.582485 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Transition to ACTIVE for port object e5a0a6be-88f6-40b6-bd4a-3a67d8054f48 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:21:07.590474 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.595286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port b9c066d3-2e64-4201-9a99-923d6ddfa3b9 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:21:07.626435 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.636835 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b9c066d3-2e64-4201-9a99-923d6ddfa3b9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:07.637217 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.694217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Attempting to bind port e5a0a6be-88f6-40b6-bd4a-3a67d8054f48 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:21:07.694520 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Attempting to bind port e5a0a6be-88f6-40b6-bd4a-3a67d8054f48 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:21:07.694888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Attempting to bind port e5a0a6be-88f6-40b6-bd4a-3a67d8054f48 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:21:07.703530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb4b35-856a-439d-93ae-58fedfd925ed None None] Pushing event updated for resources: {'Port': ['ID=e5a0a6be-88f6-40b6-bd4a-3a67d8054f48,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:07.709738 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:21:07.710128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:21:07.710921 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.710921 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:21:07.711399 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Bound port: e5a0a6be-88f6-40b6-bd4a-3a67d8054f48, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:21:07.711770 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.803095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7f30117f-2519-4cf4-94ba-356be233f2a6 None None] Provisioning for port 325212a4-7e37-479f-8096-3b66c81bbf3e completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:21:07.805454 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] For port e5a0a6be-88f6-40b6-bd4a-3a67d8054f48, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:21:07.821606 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.825412 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7f30117f-2519-4cf4-94ba-356be233f2a6 None None] Provisioning complete for port 325212a4-7e37-479f-8096-3b66c81bbf3e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:07.825769 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f30117f-2519-4cf4-94ba-356be233f2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.827798 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.828773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] For port e5a0a6be-88f6-40b6-bd4a-3a67d8054f48, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e5a0a6be-88f6-40b6-bd4a-3a67d8054f48,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:21:07.831685 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.852850 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.903657 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.909504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Pushing event updated for resources: {'Port': ['ID=325212a4-7e37-479f-8096-3b66c81bbf3e,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:07.935410 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7f30117f-2519-4cf4-94ba-356be233f2a6 None None] Port 325212a4-7e37-479f-8096-3b66c81bbf3e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:21:07.959455 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port b9c066d3-2e64-4201-9a99-923d6ddfa3b9, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b9c066d3-2e64-4201-9a99-923d6ddfa3b9,segment=NetworkSegment(2f6faaa1-4026-4403-ae43-1a8a15a3b64d),segment_id=2f6faaa1-4026-4403-ae43-1a8a15a3b64d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:07.970158 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:07.970940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c89c7d90-71b9-46df-a3fa-fbb0133b44be up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:21:07.974430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Routers {'0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:21:07.974660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:21:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:07.976270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb4b35-856a-439d-93ae-58fedfd925ed None None] Pushing event updated for resources: {'Port': ['ID=e5a0a6be-88f6-40b6-bd4a-3a67d8054f48,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:08.011588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Network 15497fc4-a4a5-49fc-a076-7968ca481c80 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:21:08.012994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:21:08.127902 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=b9c066d3-2e64-4201-9a99-923d6ddfa3b9,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:08.138035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Router 0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:21:08.155553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port c89c7d90-71b9-46df-a3fa-fbb0133b44be completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:21:08.161678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] Set router 0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:21:08.163983 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c89c7d90-71b9-46df-a3fa-fbb0133b44be triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:08.164394 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:08.252274 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:21:08.257150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f93c5203-7d94-4eeb-89af-5aa15d3beb47 admin admin] 10.222.0.18 "PUT /v2.0/routers/0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8596368 Jul 16 04:21:08.301649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-eabcc9c3-3123-4564-a18d-28f9768862a2 None None] Provisioning complete for port 325212a4-7e37-479f-8096-3b66c81bbf3e triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:08.302023 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eabcc9c3-3123-4564-a18d-28f9768862a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:08.410579 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-eabcc9c3-3123-4564-a18d-28f9768862a2 None None] Port 325212a4-7e37-479f-8096-3b66c81bbf3e cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:21:08.430888 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:08.481387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port c89c7d90-71b9-46df-a3fa-fbb0133b44be, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c89c7d90-71b9-46df-a3fa-fbb0133b44be,segment=NetworkSegment(b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1),segment_id=b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:08.487513 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:08.514725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'name': 'tempest-TestMinimumBasicScenario-106268794-router', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e5a0a6be-88f6-40b6-bd4a-3a67d8054f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:21:04Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 4, 'project_id': 'cb87dfb2989248709274835bd486e900', 'gw_port': {'id': 'e5a0a6be-88f6-40b6-bd4a-3a67d8054f48', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:05Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '325212a4-7e37-479f-8096-3b66c81bbf3e', 'name': '', 'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'mac_address': 'fa:16:3e:91:30:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:06Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 2, 'project_id': 'cb87dfb2989248709274835bd486e900', 'subnets': [{'id': '57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:08.543217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7579b331-1105-476b-8a2f-b354bafb9825 None None] The sync data for ids ['0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'] in n-d-800088-6 is: [{'id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'name': 'tempest-TestMinimumBasicScenario-106268794-router', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e5a0a6be-88f6-40b6-bd4a-3a67d8054f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:21:04Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 4, 'project_id': 'cb87dfb2989248709274835bd486e900', 'gw_port': {'id': 'e5a0a6be-88f6-40b6-bd4a-3a67d8054f48', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:05Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '325212a4-7e37-479f-8096-3b66c81bbf3e', 'name': '', 'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'mac_address': 'fa:16:3e:91:30:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:06Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 2, 'project_id': 'cb87dfb2989248709274835bd486e900', 'subnets': [{'id': '57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:21:08.564679 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=c89c7d90-71b9-46df-a3fa-fbb0133b44be,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:08.955700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b9c066d3-2e64-4201-9a99-923d6ddfa3b9 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:21:09.008519 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b9c066d3-2e64-4201-9a99-923d6ddfa3b9 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:09.008906 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:09.099091 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c89c7d90-71b9-46df-a3fa-fbb0133b44be up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:21:09.150194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c89c7d90-71b9-46df-a3fa-fbb0133b44be triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:09.151258 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:10.988137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e5a0a6be-88f6-40b6-bd4a-3a67d8054f48 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:21:11.044516 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port e5a0a6be-88f6-40b6-bd4a-3a67d8054f48 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:21:11.048889 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e5a0a6be-88f6-40b6-bd4a-3a67d8054f48 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:11.049272 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:11.141600 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:11.169404 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port e5a0a6be-88f6-40b6-bd4a-3a67d8054f48, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e5a0a6be-88f6-40b6-bd4a-3a67d8054f48,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:11.176612 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:11.245759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=e5a0a6be-88f6-40b6-bd4a-3a67d8054f48,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:11.521487 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Sync routers for ids ['0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:21:11.539593 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Routers {'0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:21:11.540344 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:21:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:11.654950 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Set router 0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:21:11.939333 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'name': 'tempest-TestMinimumBasicScenario-106268794-router', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e5a0a6be-88f6-40b6-bd4a-3a67d8054f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:21:04Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 4, 'project_id': 'cb87dfb2989248709274835bd486e900', 'gw_port': {'id': 'e5a0a6be-88f6-40b6-bd4a-3a67d8054f48', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:05Z', 'updated_at': '2021-07-16T04:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '325212a4-7e37-479f-8096-3b66c81bbf3e', 'name': '', 'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'mac_address': 'fa:16:3e:91:30:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:06Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 2, 'project_id': 'cb87dfb2989248709274835bd486e900', 'subnets': [{'id': '57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:11.967065 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Checking router: 0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:21:11.967429 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Updating router 0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 port 325212a4-7e37-479f-8096-3b66c81bbf3e binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:21:12.006341 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:12.276455 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:12.286806 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Transition to ACTIVE for port object 325212a4-7e37-479f-8096-3b66c81bbf3e will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:21:12.295136 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:12.344897 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcbfc3-97fa-42ff-a4cc-ce1effcf0354 None None] Pushing event updated for resources: {'Port': ['ID=325212a4-7e37-479f-8096-3b66c81bbf3e,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:12.437930 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Attempting to bind port 325212a4-7e37-479f-8096-3b66c81bbf3e on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:21:12.438298 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Attempting to bind port 325212a4-7e37-479f-8096-3b66c81bbf3e by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:21:12.438693 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Attempting to bind port 325212a4-7e37-479f-8096-3b66c81bbf3e on network 15497fc4-a4a5-49fc-a076-7968ca481c80 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:21:12.444998 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:21:12.444998 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Checking segment: {'id': 'b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:21:12.446804 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:12.446804 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Bound using segment: {'id': 'b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:21:12.446804 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Bound port: 325212a4-7e37-479f-8096-3b66c81bbf3e, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:21:12.446804 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:12.533694 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] For port 325212a4-7e37-479f-8096-3b66c81bbf3e, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:21:12.538299 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] For port 325212a4-7e37-479f-8096-3b66c81bbf3e, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=325212a4-7e37-479f-8096-3b66c81bbf3e,segment=NetworkSegment(b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1),segment_id=b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:21:12.547397 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:12.624062 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcbfc3-97fa-42ff-a4cc-ce1effcf0354 None None] Pushing event updated for resources: {'Port': ['ID=325212a4-7e37-479f-8096-3b66c81bbf3e,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:12.629290 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Routers {'0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:21:12.629917 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:21:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:12.757078 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] Set router 0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:21:13.030466 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'name': 'tempest-TestMinimumBasicScenario-106268794-router', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e5a0a6be-88f6-40b6-bd4a-3a67d8054f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:21:04Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 4, 'project_id': 'cb87dfb2989248709274835bd486e900', 'gw_port': {'id': 'e5a0a6be-88f6-40b6-bd4a-3a67d8054f48', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:05Z', 'updated_at': '2021-07-16T04:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '325212a4-7e37-479f-8096-3b66c81bbf3e', 'name': '', 'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'mac_address': 'fa:16:3e:91:30:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:06Z', 'updated_at': '2021-07-16T04:21:12Z', 'revision_number': 4, 'project_id': 'cb87dfb2989248709274835bd486e900', 'subnets': [{'id': '57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:13.071585 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875e736-a4b4-4442-9684-db09baf139ff None None] The sync data for ids ['0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'] in n-d-800088-6 is: [{'id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'name': 'tempest-TestMinimumBasicScenario-106268794-router', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e5a0a6be-88f6-40b6-bd4a-3a67d8054f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:21:04Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 4, 'project_id': 'cb87dfb2989248709274835bd486e900', 'gw_port': {'id': 'e5a0a6be-88f6-40b6-bd4a-3a67d8054f48', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:05Z', 'updated_at': '2021-07-16T04:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '325212a4-7e37-479f-8096-3b66c81bbf3e', 'name': '', 'network_id': '15497fc4-a4a5-49fc-a076-7968ca481c80', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'mac_address': 'fa:16:3e:91:30:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:06Z', 'updated_at': '2021-07-16T04:21:12Z', 'revision_number': 4, 'project_id': 'cb87dfb2989248709274835bd486e900', 'subnets': [{'id': '57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:21:13.122258 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 325212a4-7e37-479f-8096-3b66c81bbf3e up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:21:13.182815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 325212a4-7e37-479f-8096-3b66c81bbf3e completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:21:13.188026 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 325212a4-7e37-479f-8096-3b66c81bbf3e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:13.188525 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:13.285902 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:13.331292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 325212a4-7e37-479f-8096-3b66c81bbf3e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=325212a4-7e37-479f-8096-3b66c81bbf3e,segment=NetworkSegment(b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1),segment_id=b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:13.337049 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:13.338007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e5a0a6be-88f6-40b6-bd4a-3a67d8054f48 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:21:13.418509 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=325212a4-7e37-479f-8096-3b66c81bbf3e,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:13.428237 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e5a0a6be-88f6-40b6-bd4a-3a67d8054f48 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:13.428237 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:14.956546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 325212a4-7e37-479f-8096-3b66c81bbf3e up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:21:15.006796 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 325212a4-7e37-479f-8096-3b66c81bbf3e triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:15.007165 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:18.606961 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-c1715fc7-7585-4dfb-b5b9-0fc4d2fe451a tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:18.608374 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-c1715fc7-7585-4dfb-b5b9-0fc4d2fe451a tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/networks?id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 HTTP/1.1" status: 200 len: 815 time: 0.1051865 Jul 16 04:21:18.623742 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-878933e9-49be-465f-8fe4-8fd52e116269 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/quotas/8633ff9ef4e34ffdb0cf9792bd0dfcd6 HTTP/1.1" status: 200 len: 375 time: 0.0092623 Jul 16 04:21:18.690491 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-31572f7b-6819-4374-a0d2-4c4b8f008467 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8633ff9ef4e34ffdb0cf9792bd0dfcd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615304 Jul 16 04:21:18.873357 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-5c182bc7-9f9f-4773-9763-e78f15a9aeac service neutron] 10.222.0.18 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717770 Jul 16 04:21:18.965138 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-bd740d21-452f-4495-bc4e-8903f34f215c service neutron] 10.222.0.18 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859025 Jul 16 04:21:19.130051 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4835ac26-884f-4187-b754-c06d1b4a94b9 req-e9492539-8b4b-4018-a657-2e7a83ef2cf4 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 210 time: 0.0284061 Jul 16 04:21:20.280877 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5cb6ff2c-12b6-4bc6-aaf9-6c70620f7ad1 req-8f870b88-8a22-4799-a023-c0589f5b0149 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 210 time: 0.0376799 Jul 16 04:21:20.316604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-28deaebf-6b24-4c22-8c8a-e55cccdc14be tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:20.318070 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-28deaebf-6b24-4c22-8c8a-e55cccdc14be tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.20 "GET /v2.0/networks?id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 HTTP/1.1" status: 200 len: 815 time: 0.1127894 Jul 16 04:21:20.330130 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Request body: {'port': {'device_id': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'admin_state_up': True, 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:20.438965 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Made reservation on behalf of 8633ff9ef4e34ffdb0cf9792bd0dfcd6 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:21:20.442510 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:20.568390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Allocated IP 172.20.0.4 (b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762/e667fb3f-4757-4a3c-bbe1-cb09b32a86c2/4ee82699-7eca-462c-91fa-86260d2f8f2b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:21:20.721547 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:20.736787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Transition to ACTIVE for port object 4ee82699-7eca-462c-91fa-86260d2f8f2b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:21:20.772688 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:20.823428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Network b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:21:20.831546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:21:20.851837 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:21:20.860670 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Pushing event updated for resources: {'Port': ['ID=4ee82699-7eca-462c-91fa-86260d2f8f2b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:20.906267 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:20.906978 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:20.907495 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:20.908079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:20.908681 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:20.909399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:20.909908 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:20.910492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:20.911206 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:20.911800 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:20.912435 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:20.913008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:20.965558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:20.966317 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:20.989541 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-87b3bc9c-9197-4bd6-b7de-f9a42480a6ff tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6634073 Jul 16 04:21:21.125559 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-14dfa88d-6526-4750-ac8a-b29057b91e65 None None] Provisioning for port 4ee82699-7eca-462c-91fa-86260d2f8f2b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:21:21.131014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-14dfa88d-6526-4750-ac8a-b29057b91e65 None None] Provisioning complete for port 4ee82699-7eca-462c-91fa-86260d2f8f2b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:21.131766 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-14dfa88d-6526-4750-ac8a-b29057b91e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:21.169812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-14dfa88d-6526-4750-ac8a-b29057b91e65 None None] Port 4ee82699-7eca-462c-91fa-86260d2f8f2b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:21:21.458529 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9915861-9638-446f-9b41-994638b4431a req-26295cd8-9a11-42c7-87ea-46230edb7060 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:21.460025 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9915861-9638-446f-9b41-994638b4431a req-26295cd8-9a11-42c7-87ea-46230edb7060 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 931 time: 0.0655000 Jul 16 04:21:21.497629 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9915861-9638-446f-9b41-994638b4431a req-484427b8-4389-4e23-81de-cc7a1179b6b8 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Jul 16 04:21:22.685311 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36c37f-f779-4b7f-877d-9dcea549ebd6 req-e31390dc-5147-4ad1-9098-c9b364e326e5 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:22.686808 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3f36c37f-f779-4b7f-877d-9dcea549ebd6 req-e31390dc-5147-4ad1-9098-c9b364e326e5 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 931 time: 0.0676165 Jul 16 04:21:22.726263 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3f36c37f-f779-4b7f-877d-9dcea549ebd6 req-9a42c6fc-31ed-4346-aa8b-f953072b4f07 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338984 Jul 16 04:21:23.914990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218062ed-80dd-41ab-9ba2-288ee4ca3aa1 req-0b5cb755-b027-4705-ab32-c2be01f18618 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:23.916844 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-218062ed-80dd-41ab-9ba2-288ee4ca3aa1 req-0b5cb755-b027-4705-ab32-c2be01f18618 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 931 time: 0.0793548 Jul 16 04:21:23.959212 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-218062ed-80dd-41ab-9ba2-288ee4ca3aa1 req-58354f7d-8b07-4b0b-a9d5-7c5c38971804 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341208 Jul 16 04:21:25.136198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7713b4-222b-4f61-b6fb-354223dbc84d req-cf8a7ecc-dc5f-4eba-954b-dfa00855d609 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:25.137623 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e7713b4-222b-4f61-b6fb-354223dbc84d req-cf8a7ecc-dc5f-4eba-954b-dfa00855d609 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 931 time: 0.0643632 Jul 16 04:21:25.180360 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e7713b4-222b-4f61-b6fb-354223dbc84d req-6d6a418c-06b7-46f2-9701-70f5626b6cdd tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349820 Jul 16 04:21:26.355375 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c15c0-328d-408e-80c3-703abc8c77c1 req-22d8f317-6b9a-4558-87b9-cceb5c83474a tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:26.356898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d39c15c0-328d-408e-80c3-703abc8c77c1 req-22d8f317-6b9a-4558-87b9-cceb5c83474a tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 931 time: 0.0676978 Jul 16 04:21:26.398620 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d39c15c0-328d-408e-80c3-703abc8c77c1 req-e5347e62-d79b-456b-9f12-1ccacf866d00 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351801 Jul 16 04:21:27.175978 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:21:27.582507 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45c67c-e553-4f53-9565-cd908525de08 req-18f30a25-c126-42c3-9441-83eea2d152f9 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:27.583989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca45c67c-e553-4f53-9565-cd908525de08 req-18f30a25-c126-42c3-9441-83eea2d152f9 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 931 time: 0.0745766 Jul 16 04:21:27.620892 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca45c67c-e553-4f53-9565-cd908525de08 req-21a13605-ee42-47c9-8109-cf6b14acb9eb tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310853 Jul 16 04:21:28.806477 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3089f69-4b50-47f1-ac7b-184b646b8184 req-2431332e-18d8-40a5-a920-f324586d3b90 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:28.807944 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3089f69-4b50-47f1-ac7b-184b646b8184 req-2431332e-18d8-40a5-a920-f324586d3b90 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 931 time: 0.0667660 Jul 16 04:21:28.845386 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c3089f69-4b50-47f1-ac7b-184b646b8184 req-398f0797-46c8-4711-9db3-0c93d43b842c tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317118 Jul 16 04:21:30.032223 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8637-28b2-4c65-b379-6ab161479273 req-b00c2b01-094c-4088-a3cc-5957c9c7c9be tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:30.034317 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-715b8637-28b2-4c65-b379-6ab161479273 req-b00c2b01-094c-4088-a3cc-5957c9c7c9be tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 931 time: 0.0722804 Jul 16 04:21:30.072115 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-715b8637-28b2-4c65-b379-6ab161479273 req-6eb4a575-8065-4442-8064-f3818fc26007 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323293 Jul 16 04:21:30.105271 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-edbe169e-0939-4a03-97b5-5c15d7f3511d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:31.244389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afde07-2680-41a6-afaa-6d068590090b req-81219713-653e-4e73-8300-3398ba4e22f8 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:31.245862 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15afde07-2680-41a6-afaa-6d068590090b req-81219713-653e-4e73-8300-3398ba4e22f8 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 931 time: 0.0619049 Jul 16 04:21:31.282929 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-15afde07-2680-41a6-afaa-6d068590090b req-8398f5ac-458f-4f6a-8914-2cc71da6713a tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308805 Jul 16 04:21:31.463252 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Request body: {'port': {'device_id': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:31.534156 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:31.534815 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:31.790437 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee82699-7eca-462c-91fa-86260d2f8f2b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:21:31.798047 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:31.809650 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Transition to ACTIVE for port object 4ee82699-7eca-462c-91fa-86260d2f8f2b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:21:31.813668 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:31.862188 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Pushing event updated for resources: {'Port': ['ID=4ee82699-7eca-462c-91fa-86260d2f8f2b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:31.877822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:31.933937 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Attempting to bind port 4ee82699-7eca-462c-91fa-86260d2f8f2b on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:21:31.934283 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Attempting to bind port 4ee82699-7eca-462c-91fa-86260d2f8f2b by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '2f6faaa1-4026-4403-ae43-1a8a15a3b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:21:31.934622 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Attempting to bind port 4ee82699-7eca-462c-91fa-86260d2f8f2b on network b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:21:31.939952 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Port 4ee82699-7eca-462c-91fa-86260d2f8f2b on network b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:21:31.940287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Attempting to bind port 4ee82699-7eca-462c-91fa-86260d2f8f2b on network b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:21:31.945524 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:21:31.945869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Checking segment: {'id': '2f6faaa1-4026-4403-ae43-1a8a15a3b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:21:31.946266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Bound using segment: {'id': '2f6faaa1-4026-4403-ae43-1a8a15a3b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:21:31.946706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Bound port: 4ee82699-7eca-462c-91fa-86260d2f8f2b, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6faaa1-4026-4403-ae43-1a8a15a3b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:21:31.947074 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:32.016520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] For port 4ee82699-7eca-462c-91fa-86260d2f8f2b, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:21:32.019639 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] For port 4ee82699-7eca-462c-91fa-86260d2f8f2b, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b,segment=NetworkSegment(2f6faaa1-4026-4403-ae43-1a8a15a3b64d),segment_id=2f6faaa1-4026-4403-ae43-1a8a15a3b64d)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:21:32.023231 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:32.056511 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:32.057137 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:32.058591 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] 10.222.0.20 "PUT /v2.0/ports/4ee82699-7eca-462c-91fa-86260d2f8f2b HTTP/1.1" status: 200 len: 1091 time: 0.5998120 Jul 16 04:21:32.059107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'tag': '4ee82699-7eca-462c-91fa-86260d2f8f2b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:21:32.061444 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aeaa77-7bd6-49d6-972e-ebb11b0ab46d" -d '{"events": [{"name": "network-changed", "server_uuid": "717c96ba-9909-4b1a-9e14-f3f8430b679e", "tag": "4ee82699-7eca-462c-91fa-86260d2f8f2b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:21:32.096642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fac87-e7c7-4f80-82ab-08e1ab6c032f service neutron] Pushing event updated for resources: {'Port': ['ID=4ee82699-7eca-462c-91fa-86260d2f8f2b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:32.119556 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f089852-d817-4801-bd59-609bc9cf5901 x-openstack-request-id: req-0f089852-d817-4801-bd59-609bc9cf5901 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:21:32.119845 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717c96ba-9909-4b1a-9e14-f3f8430b679e", "tag": "4ee82699-7eca-462c-91fa-86260d2f8f2b", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:21:32.120097 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f089852-d817-4801-bd59-609bc9cf5901 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:21:32.120648 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'tag': '4ee82699-7eca-462c-91fa-86260d2f8f2b', 'status': 'completed', 'code': 200} Jul 16 04:21:32.167245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-b9974dad-8bd0-4a26-ba34-75930ce88248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:32.168865 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-b9974dad-8bd0-4a26-ba34-75930ce88248 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8633ff9ef4e34ffdb0cf9792bd0dfcd6&device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 1094 time: 0.0582778 Jul 16 04:21:32.214374 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-e98e4385-832b-472a-842f-1e52f880d4e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b HTTP/1.1" status: 200 len: 217 time: 0.0385172 Jul 16 04:21:32.261930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-53b4af5f-d39e-4869-aabf-60e2374f4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:32.263341 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-53b4af5f-d39e-4869-aabf-60e2374f4289 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e667fb3f-4757-4a3c-bbe1-cb09b32a86c2 HTTP/1.1" status: 200 len: 854 time: 0.0427237 Jul 16 04:21:32.318073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-2d54e738-8b4d-41bd-a73a-9a8045640131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:32.319588 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-2d54e738-8b4d-41bd-a73a-9a8045640131 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501056 Jul 16 04:21:32.411444 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-331904fa-89c3-4973-9c24-c6361d075cc3 service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847106 Jul 16 04:21:32.451995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2e8ac-65d9-4761-a297-aaa4c806da1c req-1c2d4536-2b1b-4ee9-ac17-28aaedb1540e tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:32.453528 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09e2e8ac-65d9-4761-a297-aaa4c806da1c req-1c2d4536-2b1b-4ee9-ac17-28aaedb1540e tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 943 time: 0.0631192 Jul 16 04:21:32.493889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-09e2e8ac-65d9-4761-a297-aaa4c806da1c req-e2e1fa49-8175-4391-9ace-9e3b4fc8a442 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347519 Jul 16 04:21:32.499209 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec1ce1e1-d524-4524-972b-e381745e4fcc req-e7fa383f-f3de-485f-9b63-23a093d6fac7 service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816443 Jul 16 04:21:32.600825 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeaa77-7bd6-49d6-972e-ebb11b0ab46d req-d6f2dad9-1f76-49dd-b992-690ee4485f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:32.602615 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f6aeaa77-7bd6-49d6-972e-ebb11b0ab46d req-d6f2dad9-1f76-49dd-b992-690ee4485f2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8633ff9ef4e34ffdb0cf9792bd0dfcd6&device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 1094 time: 0.0582440 Jul 16 04:21:32.695186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeaa77-7bd6-49d6-972e-ebb11b0ab46d req-5958b46e-e9b5-4c57-bd7b-ebd92ab1e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:32.696706 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f6aeaa77-7bd6-49d6-972e-ebb11b0ab46d req-5958b46e-e9b5-4c57-bd7b-ebd92ab1e277 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 HTTP/1.1" status: 200 len: 916 time: 0.0878930 Jul 16 04:21:32.742153 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f6aeaa77-7bd6-49d6-972e-ebb11b0ab46d req-b0889f43-e5e8-4884-8753-fb303dabb1f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b HTTP/1.1" status: 200 len: 217 time: 0.0378642 Jul 16 04:21:32.792385 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeaa77-7bd6-49d6-972e-ebb11b0ab46d req-3fef939d-25b2-49b2-aa63-00cdc83ff6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:32.794184 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f6aeaa77-7bd6-49d6-972e-ebb11b0ab46d req-3fef939d-25b2-49b2-aa63-00cdc83ff6a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e667fb3f-4757-4a3c-bbe1-cb09b32a86c2 HTTP/1.1" status: 200 len: 854 time: 0.0447850 Jul 16 04:21:32.832796 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29027b0d-7ad3-44f2-aa71-896a739014ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:32.860362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeaa77-7bd6-49d6-972e-ebb11b0ab46d req-689da3b2-b88e-4671-b47c-630d48facf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:32.861847 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f6aeaa77-7bd6-49d6-972e-ebb11b0ab46d req-689da3b2-b88e-4671-b47c-630d48facf4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613549 Jul 16 04:21:32.866728 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:32.956807 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f6aeaa77-7bd6-49d6-972e-ebb11b0ab46d req-366e5242-42c4-4091-a41f-41f623d518d4 service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879719 Jul 16 04:21:33.043570 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f6aeaa77-7bd6-49d6-972e-ebb11b0ab46d req-1d7ccb29-73d5-45d2-9777-acee1c2acfe1 service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801365 Jul 16 04:21:33.668194 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90238a25-a8cb-457b-8044-39e46cc22a4e req-12eccfe7-ba61-4819-9f01-12dcda368b03 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:33.669704 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90238a25-a8cb-457b-8044-39e46cc22a4e req-12eccfe7-ba61-4819-9f01-12dcda368b03 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 943 time: 0.0630128 Jul 16 04:21:33.707300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-90238a25-a8cb-457b-8044-39e46cc22a4e req-aa780ec0-2819-4343-8bc8-e281dea5fa94 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Jul 16 04:21:34.049832 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:34.423080 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4ee82699-7eca-462c-91fa-86260d2f8f2b details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:21:34.513265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4ee82699-7eca-462c-91fa-86260d2f8f2b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b,segment=NetworkSegment(2f6faaa1-4026-4403-ae43-1a8a15a3b64d),segment_id=2f6faaa1-4026-4403-ae43-1a8a15a3b64d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:34.527243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '4ee82699-7eca-462c-91fa-86260d2f8f2b', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'port_id': '4ee82699-7eca-462c-91fa-86260d2f8f2b', 'mac_address': 'fa:16:3e:15:29:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:21:34.563458 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:34.575803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee82699-7eca-462c-91fa-86260d2f8f2b {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:21:34.594785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4ee82699-7eca-462c-91fa-86260d2f8f2b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b,segment=NetworkSegment(2f6faaa1-4026-4403-ae43-1a8a15a3b64d),segment_id=2f6faaa1-4026-4403-ae43-1a8a15a3b64d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:34.598882 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:34.645788 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4ee82699-7eca-462c-91fa-86260d2f8f2b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:34.653034 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:34.653384 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:34.653754 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:34.654095 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:34.654430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:34.654761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:34.655091 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:34.655418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:34.655743 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:34.656703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:34.657032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:34.657357 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:21:34.820174 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4ee82699-7eca-462c-91fa-86260d2f8f2b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:21:34.873756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7bf8a-16b8-41d2-97a5-298adde643cf req-2fa81a6d-d7a7-48f2-ac8b-334cd9753942 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:34.875253 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63a7bf8a-16b8-41d2-97a5-298adde643cf req-2fa81a6d-d7a7-48f2-ac8b-334cd9753942 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 944 time: 0.0620730 Jul 16 04:21:34.913310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-63a7bf8a-16b8-41d2-97a5-298adde643cf req-9c712b33-d5a5-4318-8215-f97aa13f12ab tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322456 Jul 16 04:21:35.902057 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:36.087392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b77aa2-4fec-40ce-b2b0-379bc19a7b44 req-88de73a4-6e67-4b33-bca9-c2b33d279e29 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:36.088861 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-01b77aa2-4fec-40ce-b2b0-379bc19a7b44 req-88de73a4-6e67-4b33-bca9-c2b33d279e29 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 944 time: 0.0650253 Jul 16 04:21:36.124343 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-01b77aa2-4fec-40ce-b2b0-379bc19a7b44 req-e0a4d298-f0b3-4433-8b40-9def6e31e0e5 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300174 Jul 16 04:21:36.439587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4ee82699-7eca-462c-91fa-86260d2f8f2b up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:21:36.485969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 4ee82699-7eca-462c-91fa-86260d2f8f2b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:21:36.489485 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 4ee82699-7eca-462c-91fa-86260d2f8f2b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:36.489859 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:36.565969 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:36.587442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee82699-7eca-462c-91fa-86260d2f8f2b'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:21:36.589711 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d420a649-135e-49e1-9989-51a47f3b26f3" -d '{"events": [{"server_uuid": "717c96ba-9909-4b1a-9e14-f3f8430b679e", "name": "network-vif-plugged", "status": "completed", "tag": "4ee82699-7eca-462c-91fa-86260d2f8f2b"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:21:36.602266 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 4ee82699-7eca-462c-91fa-86260d2f8f2b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b,segment=NetworkSegment(2f6faaa1-4026-4403-ae43-1a8a15a3b64d),segment_id=2f6faaa1-4026-4403-ae43-1a8a15a3b64d)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:36.607411 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:36.632674 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30e3c28-611c-4dde-9693-279b3936f72e x-openstack-request-id: req-d30e3c28-611c-4dde-9693-279b3936f72e {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:21:36.632961 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717c96ba-9909-4b1a-9e14-f3f8430b679e", "name": "network-vif-plugged", "status": "completed", "tag": "4ee82699-7eca-462c-91fa-86260d2f8f2b", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:21:36.633212 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d30e3c28-611c-4dde-9693-279b3936f72e {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:21:36.633651 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee82699-7eca-462c-91fa-86260d2f8f2b', 'code': 200} Jul 16 04:21:36.660525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=4ee82699-7eca-462c-91fa-86260d2f8f2b,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:36.738921 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a93538-0cfb-42cf-b377-54c1cdb5c088 req-4bc13ccd-7246-4ac6-9582-d4ac62c16364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:36.740472 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14a93538-0cfb-42cf-b377-54c1cdb5c088 req-4bc13ccd-7246-4ac6-9582-d4ac62c16364 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 1096 time: 0.0505331 Jul 16 04:21:36.776865 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14a93538-0cfb-42cf-b377-54c1cdb5c088 req-1a9617dd-ac27-471d-8664-0698421e2740 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305665 Jul 16 04:21:37.292242 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567d97c-544e-49da-861a-483c53fd86ce req-905cf9af-9b4c-4c4c-b718-6fbc05087d71 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:37.293720 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4567d97c-544e-49da-861a-483c53fd86ce req-905cf9af-9b4c-4c4c-b718-6fbc05087d71 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 945 time: 0.0612946 Jul 16 04:21:37.330112 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4567d97c-544e-49da-861a-483c53fd86ce req-1c3ba7d2-6106-4396-931a-06fc3e245bab tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309281 Jul 16 04:21:38.497289 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167566e-87d4-4121-9533-1340cd6e47d8 req-c4c57b46-63b5-4af6-a1a8-e3b0361bc969 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:38.498754 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c167566e-87d4-4121-9533-1340cd6e47d8 req-c4c57b46-63b5-4af6-a1a8-e3b0361bc969 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 945 time: 0.0616226 Jul 16 04:21:38.539614 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c167566e-87d4-4121-9533-1340cd6e47d8 req-50294762-0e70-4ef5-87ad-a8fc3c27b0d6 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351350 Jul 16 04:21:38.708665 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e5b91-bb6b-456b-b3c9-53ab425f1fcb req-22ed7d02-4b17-49e7-8f18-b69ee3dd43fd tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:38.710111 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b80e5b91-bb6b-456b-b3c9-53ab425f1fcb req-22ed7d02-4b17-49e7-8f18-b69ee3dd43fd tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 945 time: 0.0614812 Jul 16 04:21:38.748235 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b80e5b91-bb6b-456b-b3c9-53ab425f1fcb req-21ad60ee-e6b1-4cb6-ad90-a24f6bb023e4 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326941 Jul 16 04:21:39.258016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bec1c-3f6a-47bc-aa12-9189334f0a36 req-a8a9cf34-c1ad-4ac5-b9f9-f2ec38fca849 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:39.259478 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d9bec1c-3f6a-47bc-aa12-9189334f0a36 req-a8a9cf34-c1ad-4ac5-b9f9-f2ec38fca849 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 945 time: 0.0623293 Jul 16 04:21:39.295198 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d9bec1c-3f6a-47bc-aa12-9189334f0a36 req-e78706cb-3819-4da5-96ed-9972f65aa5f5 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302126 Jul 16 04:21:46.653787 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e3589f5a-64d4-48ec-a2c0-80ad264aa194 req-3cd18548-2b56-4df0-97d4-05dc8dcb2c88 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508993 Jul 16 04:21:46.742744 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589f5a-64d4-48ec-a2c0-80ad264aa194 req-1fbe9d41-b99a-4d23-b525-c1ddbb56213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:46.744212 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e3589f5a-64d4-48ec-a2c0-80ad264aa194 req-1fbe9d41-b99a-4d23-b525-c1ddbb56213b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8633ff9ef4e34ffdb0cf9792bd0dfcd6&device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 1096 time: 0.0504172 Jul 16 04:21:46.849802 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589f5a-64d4-48ec-a2c0-80ad264aa194 req-6107f7f0-efe6-4656-b426-42b451721fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:46.851284 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e3589f5a-64d4-48ec-a2c0-80ad264aa194 req-6107f7f0-efe6-4656-b426-42b451721fa1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 HTTP/1.1" status: 200 len: 916 time: 0.0856640 Jul 16 04:21:46.900239 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e3589f5a-64d4-48ec-a2c0-80ad264aa194 req-aefa5b20-529f-4099-af29-c459c87c22da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b HTTP/1.1" status: 200 len: 217 time: 0.0332932 Jul 16 04:21:46.948285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589f5a-64d4-48ec-a2c0-80ad264aa194 req-7b152e65-d72f-4553-acca-57b9c9c7bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:46.949691 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e3589f5a-64d4-48ec-a2c0-80ad264aa194 req-7b152e65-d72f-4553-acca-57b9c9c7bac4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e667fb3f-4757-4a3c-bbe1-cb09b32a86c2 HTTP/1.1" status: 200 len: 854 time: 0.0416186 Jul 16 04:21:47.347138 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3589f5a-64d4-48ec-a2c0-80ad264aa194 req-e1216b1f-013a-4965-a679-8dc60097d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:47.348593 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e3589f5a-64d4-48ec-a2c0-80ad264aa194 req-e1216b1f-013a-4965-a679-8dc60097d73f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3845360 Jul 16 04:21:47.440693 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e3589f5a-64d4-48ec-a2c0-80ad264aa194 req-7cec7eeb-2c49-4f57-bbe6-d00210be4d81 service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784135 Jul 16 04:21:47.531673 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e3589f5a-64d4-48ec-a2c0-80ad264aa194 req-22b3811d-32d9-468e-b9d3-ecaa5bec85e0 service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835888 Jul 16 04:21:50.914128 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d68ba-3d62-4ba3-8ac2-4e17b143f485 req-5fde285c-441d-4f50-924c-fae2016b6dcb tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:50.915648 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d9d68ba-3d62-4ba3-8ac2-4e17b143f485 req-5fde285c-441d-4f50-924c-fae2016b6dcb tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 945 time: 0.0679593 Jul 16 04:21:50.953169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3d9d68ba-3d62-4ba3-8ac2-4e17b143f485 req-e6c29386-3db8-4a28-b5e3-501b358f0ff1 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319164 Jul 16 04:21:50.977424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52724) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:51.069328 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200d03b6-f14f-435b-8052-52f27c64a40f tempest-TestMinimumBasicScenario-803391766 tempest-TestMinimumBasicScenario-803391766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:51.070864 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-200d03b6-f14f-435b-8052-52f27c64a40f tempest-TestMinimumBasicScenario-803391766 tempest-TestMinimumBasicScenario-803391766-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 1091 time: 0.0924742 Jul 16 04:21:51.073936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52728) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:51.078464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '4ee82699-7eca-462c-91fa-86260d2f8f2b', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:51.100648 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:51.501390 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:51.600801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Allocated IP 172.25.3.248 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/6c0ecd25-4c7e-4c9d-9dcc-a8dfa3aba4fa) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:21:51.701720 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:51.738289 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:51.774551 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:21:51.779112 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:21:51.782541 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:21:51.806540 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Pushing event updated for resources: {'Port': ['ID=6c0ecd25-4c7e-4c9d-9dcc-a8dfa3aba4fa,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:52.140360 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:52.215222 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:52.357264 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:52.362132 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:52.430813 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Pushing event updated for resources: {'Port': ['ID=6c0ecd25-4c7e-4c9d-9dcc-a8dfa3aba4fa,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:52.440224 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:52.537506 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Floating IP a0a1729d-21a1-49fe-908d-d6849b2b04cc associated. External IP: 172.25.3.248, port: 4ee82699-7eca-462c-91fa-86260d2f8f2b. Jul 16 04:21:52.747183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:21:52.854063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:21:52.863273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d066abf-283e-4244-9d63-90ca6e24a2f7 None None] Sync routers for ids ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:21:52.869282 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:52.872743 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d066abf-283e-4244-9d63-90ca6e24a2f7 None None] Routers {'88bf2ea6-c1aa-4343-93f4-05c1e431e34f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:21:52.873368 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d066abf-283e-4244-9d63-90ca6e24a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:21:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:52.909389 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0ddf321a-f4ad-4f73-8fef-d52dbb2b3536 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8317206 Jul 16 04:21:52.909389 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'tag': '4ee82699-7eca-462c-91fa-86260d2f8f2b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:21:52.909582 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b88a304-4fbd-4030-b4ea-83a821218bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "717c96ba-9909-4b1a-9e14-f3f8430b679e", "tag": "4ee82699-7eca-462c-91fa-86260d2f8f2b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:21:52.909677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52730) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:52.914477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-60ea6ba6-04f3-4bb2-8d50-b715237b27c4 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304803854', 'description': 'tempest-secgroup-smoke-304803854 description', 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:52.937162 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60ea6ba6-04f3-4bb2-8d50-b715237b27c4 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:52.981846 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4d066abf-283e-4244-9d63-90ca6e24a2f7 None None] Set router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:21:53.024378 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60ea6ba6-04f3-4bb2-8d50-b715237b27c4 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.028526 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60ea6ba6-04f3-4bb2-8d50-b715237b27c4 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.044018 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-60ea6ba6-04f3-4bb2-8d50-b715237b27c4 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.048045 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-60ea6ba6-04f3-4bb2-8d50-b715237b27c4 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1346278 Jul 16 04:21:53.048596 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52738) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:53.053442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-590f5bd2-f1d2-48d6-b620-e90803030b1a tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Request body: {'security_group_rule': {'security_group_id': '9766dec9-60cb-4cff-9b5e-32e655fbcc9a', 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:53.066185 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea6ba6-04f3-4bb2-8d50-b715237b27c4 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9766dec9-60cb-4cff-9b5e-32e655fbcc9a,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:53.086785 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-590f5bd2-f1d2-48d6-b620-e90803030b1a tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.116896 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c287453-629a-40d1-84ec-402da1b50bb7 x-openstack-request-id: req-1c287453-629a-40d1-84ec-402da1b50bb7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:21:53.117195 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717c96ba-9909-4b1a-9e14-f3f8430b679e", "tag": "4ee82699-7eca-462c-91fa-86260d2f8f2b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:21:53.117446 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c287453-629a-40d1-84ec-402da1b50bb7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:21:53.117862 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'tag': '4ee82699-7eca-462c-91fa-86260d2f8f2b', 'status': 'completed', 'code': 200} Jul 16 04:21:53.138067 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-590f5bd2-f1d2-48d6-b620-e90803030b1a tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.143067 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-590f5bd2-f1d2-48d6-b620-e90803030b1a tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.158516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f5bd2-f1d2-48d6-b620-e90803030b1a tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04413813-9950-40d4-9f77-7f6b037f145a,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:53.172141 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-590f5bd2-f1d2-48d6-b620-e90803030b1a tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.174006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-590f5bd2-f1d2-48d6-b620-e90803030b1a tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242480 Jul 16 04:21:53.176853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52740) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:53.181826 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-8bf8c102-2be9-4dbc-856b-dfcf50bb970c tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Request body: {'security_group_rule': {'security_group_id': '9766dec9-60cb-4cff-9b5e-32e655fbcc9a', 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:53.206020 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88a304-4fbd-4030-b4ea-83a821218bfe req-86eb0429-1489-478f-937a-06e054f5946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:53.207575 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8b88a304-4fbd-4030-b4ea-83a821218bfe req-86eb0429-1489-478f-937a-06e054f5946b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8633ff9ef4e34ffdb0cf9792bd0dfcd6&device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 1096 time: 0.0644872 Jul 16 04:21:53.212370 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bf8c102-2be9-4dbc-856b-dfcf50bb970c tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.218048 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d066abf-283e-4244-9d63-90ca6e24a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:59Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 4, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'gw_port': {'id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:00Z', 'updated_at': '2021-07-16T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'a0a1729d-21a1-49fe-908d-d6849b2b04cc', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'floating_ip_address': '172.25.3.248', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'port_id': '4ee82699-7eca-462c-91fa-86260d2f8f2b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'mac_address': 'fa:16:3e:15:29:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:21:52Z', 'updated_at': '2021-07-16T04:21:52Z', 'revision_number': 0, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c066d3-2e64-4201-9a99-923d6ddfa3b9', 'name': '', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'mac_address': 'fa:16:3e:e7:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:02Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 5, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'subnets': [{'id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:53.244057 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d066abf-283e-4244-9d63-90ca6e24a2f7 None None] Checking router: 88bf2ea6-c1aa-4343-93f4-05c1e431e34f for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:21:53.253093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d066abf-283e-4244-9d63-90ca6e24a2f7 None None] Routers {'88bf2ea6-c1aa-4343-93f4-05c1e431e34f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:21:53.253709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d066abf-283e-4244-9d63-90ca6e24a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:21:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:53.275413 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bf8c102-2be9-4dbc-856b-dfcf50bb970c tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.280571 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bf8c102-2be9-4dbc-856b-dfcf50bb970c tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.298802 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8c102-2be9-4dbc-856b-dfcf50bb970c tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291a4557-497e-4a60-96c2-de9218cca009,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:53.307340 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8bf8c102-2be9-4dbc-856b-dfcf50bb970c tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.308866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8bf8c102-2be9-4dbc-856b-dfcf50bb970c tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308160 Jul 16 04:21:53.311481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52742) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:53.316780 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c1a8a21b-636f-443c-99b8-64f0877b5a8b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Request body: {'security_group_rule': {'security_group_id': '9766dec9-60cb-4cff-9b5e-32e655fbcc9a', 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:53.317521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88a304-4fbd-4030-b4ea-83a821218bfe req-6eec41f2-2d0a-4374-9e9d-3ea0149dda18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:53.319203 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8b88a304-4fbd-4030-b4ea-83a821218bfe req-6eec41f2-2d0a-4374-9e9d-3ea0149dda18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 HTTP/1.1" status: 200 len: 916 time: 0.1051402 Jul 16 04:21:53.344255 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a21b-636f-443c-99b8-64f0877b5a8b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.360500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4d066abf-283e-4244-9d63-90ca6e24a2f7 None None] Set router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:21:53.393086 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8b88a304-4fbd-4030-b4ea-83a821218bfe req-ea121b97-47aa-4886-9402-4db7b3cc29f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b HTTP/1.1" status: 200 len: 999 time: 0.0669365 Jul 16 04:21:53.413531 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a21b-636f-443c-99b8-64f0877b5a8b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.417576 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a21b-636f-443c-99b8-64f0877b5a8b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.438610 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8a21b-636f-443c-99b8-64f0877b5a8b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba5ffcb6-a8c9-414c-883a-3da25a04ba68,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:53.447071 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c1a8a21b-636f-443c-99b8-64f0877b5a8b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.448300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c1a8a21b-636f-443c-99b8-64f0877b5a8b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351655 Jul 16 04:21:53.451036 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52744) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:53.455725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-33625966-7725-4fda-817f-0119a8ed8a64 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Request body: {'security_group_rule': {'security_group_id': '9766dec9-60cb-4cff-9b5e-32e655fbcc9a', 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:53.461920 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88a304-4fbd-4030-b4ea-83a821218bfe req-e309b4aa-0456-457c-93ac-38435fcc69de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:53.463379 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8b88a304-4fbd-4030-b4ea-83a821218bfe req-e309b4aa-0456-457c-93ac-38435fcc69de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e667fb3f-4757-4a3c-bbe1-cb09b32a86c2 HTTP/1.1" status: 200 len: 854 time: 0.0635052 Jul 16 04:21:53.512940 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33625966-7725-4fda-817f-0119a8ed8a64 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.564903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88a304-4fbd-4030-b4ea-83a821218bfe req-0b0db67b-3ae0-4095-8fdb-f5fae3ab5b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:53.566352 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8b88a304-4fbd-4030-b4ea-83a821218bfe req-0b0db67b-3ae0-4095-8fdb-f5fae3ab5b52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0899932 Jul 16 04:21:53.579731 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33625966-7725-4fda-817f-0119a8ed8a64 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.588245 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33625966-7725-4fda-817f-0119a8ed8a64 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.589147 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4d066abf-283e-4244-9d63-90ca6e24a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:59Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 4, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'gw_port': {'id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:00Z', 'updated_at': '2021-07-16T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'a0a1729d-21a1-49fe-908d-d6849b2b04cc', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'floating_ip_address': '172.25.3.248', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'port_id': '4ee82699-7eca-462c-91fa-86260d2f8f2b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'mac_address': 'fa:16:3e:15:29:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:21:52Z', 'updated_at': '2021-07-16T04:21:52Z', 'revision_number': 0, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c066d3-2e64-4201-9a99-923d6ddfa3b9', 'name': '', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'mac_address': 'fa:16:3e:e7:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:02Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 5, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'subnets': [{'id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:21:53.619219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d066abf-283e-4244-9d63-90ca6e24a2f7 None None] The sync data for ids ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'] in n-d-800088-6 is: [{'id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:59Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 4, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'gw_port': {'id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:00Z', 'updated_at': '2021-07-16T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'a0a1729d-21a1-49fe-908d-d6849b2b04cc', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'floating_ip_address': '172.25.3.248', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'port_id': '4ee82699-7eca-462c-91fa-86260d2f8f2b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'mac_address': 'fa:16:3e:15:29:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:21:52Z', 'updated_at': '2021-07-16T04:21:52Z', 'revision_number': 0, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9c066d3-2e64-4201-9a99-923d6ddfa3b9', 'name': '', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'mac_address': 'fa:16:3e:e7:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:02Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 5, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'subnets': [{'id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:21:53.630320 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33625966-7725-4fda-817f-0119a8ed8a64 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb701c6-a346-470a-870e-c233f79d6ebc,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:53.662462 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-33625966-7725-4fda-817f-0119a8ed8a64 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.666367 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-33625966-7725-4fda-817f-0119a8ed8a64 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2116637 Jul 16 04:21:53.666748 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52746) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:53.672155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2e20c0b0-3ff4-4682-a071-c40bc1b62142 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Request body: {'security_group_rule': {'security_group_id': '9766dec9-60cb-4cff-9b5e-32e655fbcc9a', 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:53.695580 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8b88a304-4fbd-4030-b4ea-83a821218bfe req-676d6d6c-278a-455d-8df3-300bd8a292fd service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176276 Jul 16 04:21:53.696575 n-d-800088-6 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-2e20c0b0-3ff4-4682-a071-c40bc1b62142 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Project 8633ff9ef4e34ffdb0cf9792bd0dfcd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:21:53.702146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e20c0b0-3ff4-4682-a071-c40bc1b62142 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.766017 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e20c0b0-3ff4-4682-a071-c40bc1b62142 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.771106 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e20c0b0-3ff4-4682-a071-c40bc1b62142 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.789855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20c0b0-3ff4-4682-a071-c40bc1b62142 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3775806b-7647-4705-adcd-69cce1022208,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:53.796850 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8b88a304-4fbd-4030-b4ea-83a821218bfe req-0e191510-58bc-4c18-9fad-d3e19afeb12a service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929525 Jul 16 04:21:53.798699 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e20c0b0-3ff4-4682-a071-c40bc1b62142 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.802457 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2e20c0b0-3ff4-4682-a071-c40bc1b62142 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321130 Jul 16 04:21:53.806769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52748) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:21:53.811865 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-646e0e3e-d008-469d-be18-fcb3a3c74d50 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Request body: {'security_group_rule': {'security_group_id': '9766dec9-60cb-4cff-9b5e-32e655fbcc9a', 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:53.834643 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-646e0e3e-d008-469d-be18-fcb3a3c74d50 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Project 8633ff9ef4e34ffdb0cf9792bd0dfcd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:21:53.840017 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-646e0e3e-d008-469d-be18-fcb3a3c74d50 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.861064 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d8cae0-fad5-456e-b2c3-2442e8085da5 None None] New status for floating IP a0a1729d-21a1-49fe-908d-d6849b2b04cc: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:21:53.913390 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-646e0e3e-d008-469d-be18-fcb3a3c74d50 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.917340 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-646e0e3e-d008-469d-be18-fcb3a3c74d50 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.935709 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e0e3e-d008-469d-be18-fcb3a3c74d50 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a3010b-594f-4571-99bc-f2ad21ddfcdd,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:53.942147 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-646e0e3e-d008-469d-be18-fcb3a3c74d50 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:53.943556 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-646e0e3e-d008-469d-be18-fcb3a3c74d50 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357672 Jul 16 04:21:54.081727 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34d74185-e11f-4b9b-a83e-6632c4a21701 req-0d0ab9e2-9fd9-4efb-b996-7927b76f97cf tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304803854&fields=id&tenant_id=8633ff9ef4e34ffdb0cf9792bd0dfcd6 HTTP/1.1" status: 200 len: 267 time: 0.0320301 Jul 16 04:21:54.147570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d74185-e11f-4b9b-a83e-6632c4a21701 req-f94ebe2c-86bd-4c58-ab59-92bc6bc6454c tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:54.149127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34d74185-e11f-4b9b-a83e-6632c4a21701 req-f94ebe2c-86bd-4c58-ab59-92bc6bc6454c tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 945 time: 0.0623074 Jul 16 04:21:54.161235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-34d74185-e11f-4b9b-a83e-6632c4a21701 req-3f474a7a-b55d-4330-a03e-36a9065484a5 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Request body: {'port': {'security_groups': ['8866ecd3-25a3-4d1e-9fc4-55084745eb25', '9766dec9-60cb-4cff-9b5e-32e655fbcc9a']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:21:54.246492 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34d74185-e11f-4b9b-a83e-6632c4a21701 req-3f474a7a-b55d-4330-a03e-36a9065484a5 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:54.433141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-34d74185-e11f-4b9b-a83e-6632c4a21701 req-3f474a7a-b55d-4330-a03e-36a9065484a5 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] For port 4ee82699-7eca-462c-91fa-86260d2f8f2b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b,segment=NetworkSegment(2f6faaa1-4026-4403-ae43-1a8a15a3b64d),segment_id=2f6faaa1-4026-4403-ae43-1a8a15a3b64d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:21:54.461772 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34d74185-e11f-4b9b-a83e-6632c4a21701 req-3f474a7a-b55d-4330-a03e-36a9065484a5 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:54.466000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34d74185-e11f-4b9b-a83e-6632c4a21701 req-3f474a7a-b55d-4330-a03e-36a9065484a5 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:54.477816 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4ee82699-7eca-462c-91fa-86260d2f8f2b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:21:54.510253 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d74185-e11f-4b9b-a83e-6632c4a21701 req-3f474a7a-b55d-4330-a03e-36a9065484a5 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:54.510887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-34d74185-e11f-4b9b-a83e-6632c4a21701 req-3f474a7a-b55d-4330-a03e-36a9065484a5 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:54.512301 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-34d74185-e11f-4b9b-a83e-6632c4a21701 req-3f474a7a-b55d-4330-a03e-36a9065484a5 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "PUT /v2.0/ports/4ee82699-7eca-462c-91fa-86260d2f8f2b HTTP/1.1" status: 200 len: 981 time: 0.3556554 Jul 16 04:21:54.540036 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f474a7a-b55d-4330-a03e-36a9065484a5 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Pushing event updated for resources: {'Port': ['ID=4ee82699-7eca-462c-91fa-86260d2f8f2b,revision_number=6']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:21:54.578307 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4ee82699-7eca-462c-91fa-86260d2f8f2b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:21:54.692588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb2e23-53ab-418c-bf46-489bbfe3530c req-f6262a69-4ad5-4ea3-b1a5-d0351b998a32 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:54.694784 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0fb2e23-53ab-418c-bf46-489bbfe3530c req-f6262a69-4ad5-4ea3-b1a5-d0351b998a32 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 984 time: 0.0772517 Jul 16 04:21:54.736293 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0fb2e23-53ab-418c-bf46-489bbfe3530c req-ef77977a-9662-41a5-8618-85fe36081775 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&id=9766dec9-60cb-4cff-9b5e-32e655fbcc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356755 Jul 16 04:21:54.793084 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-54674111-0dfe-4624-abe2-aa4993a31b03 None None] Provisioning complete for port 4ee82699-7eca-462c-91fa-86260d2f8f2b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:21:54.793386 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-54674111-0dfe-4624-abe2-aa4993a31b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:21:55.119262 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'tag': '4ee82699-7eca-462c-91fa-86260d2f8f2b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:21:55.121715 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aedaced-c39a-4846-816e-720f35162bde" -d '{"events": [{"name": "network-changed", "server_uuid": "717c96ba-9909-4b1a-9e14-f3f8430b679e", "tag": "4ee82699-7eca-462c-91fa-86260d2f8f2b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:21:55.157138 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf162d9-a64d-44c8-962b-fc48f5560603 x-openstack-request-id: req-faf162d9-a64d-44c8-962b-fc48f5560603 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:21:55.157741 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717c96ba-9909-4b1a-9e14-f3f8430b679e", "tag": "4ee82699-7eca-462c-91fa-86260d2f8f2b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:21:55.157741 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-faf162d9-a64d-44c8-962b-fc48f5560603 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:21:55.158251 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'tag': '4ee82699-7eca-462c-91fa-86260d2f8f2b', 'status': 'completed', 'code': 200} Jul 16 04:21:55.232912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedaced-c39a-4846-816e-720f35162bde req-6b6bf765-a96d-4161-b968-a65030159f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:55.234900 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9aedaced-c39a-4846-816e-720f35162bde req-6b6bf765-a96d-4161-b968-a65030159f38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8633ff9ef4e34ffdb0cf9792bd0dfcd6&device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 1135 time: 0.0514271 Jul 16 04:21:55.325167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedaced-c39a-4846-816e-720f35162bde req-271ba9bb-4a6b-47f7-ab69-1ebfa5ede60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:55.326619 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9aedaced-c39a-4846-816e-720f35162bde req-271ba9bb-4a6b-47f7-ab69-1ebfa5ede60d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 HTTP/1.1" status: 200 len: 916 time: 0.0853105 Jul 16 04:21:55.390197 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9aedaced-c39a-4846-816e-720f35162bde req-466827d3-21bd-493c-a65c-3fe9c5966b67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b HTTP/1.1" status: 200 len: 1001 time: 0.0568759 Jul 16 04:21:55.437153 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedaced-c39a-4846-816e-720f35162bde req-4a2787d4-4969-42a8-858a-92eae2feca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:55.438528 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9aedaced-c39a-4846-816e-720f35162bde req-4a2787d4-4969-42a8-858a-92eae2feca1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e667fb3f-4757-4a3c-bbe1-cb09b32a86c2 HTTP/1.1" status: 200 len: 854 time: 0.0418878 Jul 16 04:21:55.496469 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedaced-c39a-4846-816e-720f35162bde req-e5e4a372-7c38-4ac6-82e9-94e931b0e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:21:55.497917 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9aedaced-c39a-4846-816e-720f35162bde req-e5e4a372-7c38-4ac6-82e9-94e931b0e8d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536125 Jul 16 04:21:55.585229 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9aedaced-c39a-4846-816e-720f35162bde req-a3369e7a-8c68-491a-9fbc-c063e7bbd6e2 service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805485 Jul 16 04:21:55.677122 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9aedaced-c39a-4846-816e-720f35162bde req-76ce1235-fc99-42d2-972c-e1dc6680cf6a service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855956 Jul 16 04:22:00.107332 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-20f5e781-d056-4b19-9a61-20c325c36564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.552375 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:01.874476 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:02.834013 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-02f4b739-0b23-4665-83d6-cf499ff35228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:02.866372 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.053223 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:04.175911 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:22:05.904079 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:12.065834 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd89ff1-2281-4c5f-8744-523a09025c86 req-103b921d-67c1-4af1-9d0e-156da846ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:12.067339 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7dd89ff1-2281-4c5f-8744-523a09025c86 req-103b921d-67c1-4af1-9d0e-156da846ac20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8633ff9ef4e34ffdb0cf9792bd0dfcd6&device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 1135 time: 0.0534041 Jul 16 04:22:12.099886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba96f9-fff2-4014-8725-830eebd4544b req-eaaf0b2d-8cb6-4754-901c-bf498bdb4ecc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:12.101419 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83ba96f9-fff2-4014-8725-830eebd4544b req-eaaf0b2d-8cb6-4754-901c-bf498bdb4ecc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 984 time: 0.0632830 Jul 16 04:22:12.141127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-83ba96f9-fff2-4014-8725-830eebd4544b req-ed82c182-e5ed-4963-9bb6-a10c3965792b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&id=9766dec9-60cb-4cff-9b5e-32e655fbcc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340502 Jul 16 04:22:12.163427 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd89ff1-2281-4c5f-8744-523a09025c86 req-5226fa73-a336-44db-9318-4819e429c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:12.164921 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7dd89ff1-2281-4c5f-8744-523a09025c86 req-5226fa73-a336-44db-9318-4819e429c928 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 HTTP/1.1" status: 200 len: 916 time: 0.0875909 Jul 16 04:22:12.227750 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7dd89ff1-2281-4c5f-8744-523a09025c86 req-f01e6a3e-e314-4eea-acfd-5c407f94573a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b HTTP/1.1" status: 200 len: 1001 time: 0.0554383 Jul 16 04:22:12.275043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd89ff1-2281-4c5f-8744-523a09025c86 req-a94b1fe5-1369-4924-a124-a76e076c8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:12.276442 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7dd89ff1-2281-4c5f-8744-523a09025c86 req-a94b1fe5-1369-4924-a124-a76e076c8ad0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e667fb3f-4757-4a3c-bbe1-cb09b32a86c2 HTTP/1.1" status: 200 len: 854 time: 0.0418029 Jul 16 04:22:12.335409 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd89ff1-2281-4c5f-8744-523a09025c86 req-a6da5d85-6fa2-42d3-807e-4d3c05be642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:12.336901 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7dd89ff1-2281-4c5f-8744-523a09025c86 req-a6da5d85-6fa2-42d3-807e-4d3c05be642a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538001 Jul 16 04:22:12.421368 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7dd89ff1-2281-4c5f-8744-523a09025c86 req-e37c86a1-d7d9-4a63-be47-7427e81e2e2c service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778782 Jul 16 04:22:12.510782 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7dd89ff1-2281-4c5f-8744-523a09025c86 req-aa772916-5a15-49b7-9c76-67675a824431 service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826011 Jul 16 04:22:13.314082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c99ec-31d3-4979-9b03-eabb72c3a78e req-f47c86f6-b868-4570-b94c-9bc9625c192e tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:13.315512 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f2c99ec-31d3-4979-9b03-eabb72c3a78e req-f47c86f6-b868-4570-b94c-9bc9625c192e tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 984 time: 0.0611532 Jul 16 04:22:13.353836 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8f2c99ec-31d3-4979-9b03-eabb72c3a78e req-02d0664d-3b0a-4c4e-a3b6-6b9c52f63568 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&id=9766dec9-60cb-4cff-9b5e-32e655fbcc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327289 Jul 16 04:22:14.530299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f81c0-4ccb-4ab3-86bf-2824fee46d30 req-b5a7f64e-5e05-4863-9e5c-40076193bc64 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:14.531810 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a9f81c0-4ccb-4ab3-86bf-2824fee46d30 req-b5a7f64e-5e05-4863-9e5c-40076193bc64 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 984 time: 0.0675235 Jul 16 04:22:14.571063 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a9f81c0-4ccb-4ab3-86bf-2824fee46d30 req-f72b7974-7ab2-408e-afd0-c1de427a8e4f tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&id=9766dec9-60cb-4cff-9b5e-32e655fbcc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330107 Jul 16 04:22:15.742423 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a26aa-787b-48ce-b60d-bc6f8be6fc44 req-6b861af2-e2bf-4b54-944f-5228cd746723 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:15.743902 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a38a26aa-787b-48ce-b60d-bc6f8be6fc44 req-6b861af2-e2bf-4b54-944f-5228cd746723 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 984 time: 0.0635133 Jul 16 04:22:15.783253 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a38a26aa-787b-48ce-b60d-bc6f8be6fc44 req-be85e0d1-d2c7-448c-ab22-40baffb2b902 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&id=9766dec9-60cb-4cff-9b5e-32e655fbcc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337749 Jul 16 04:22:16.957406 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540bd0e-4bbe-41e0-ac57-78e3e36b7a46 req-ac9109f0-70a3-475e-9eef-8e60f59e3412 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:16.958898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8540bd0e-4bbe-41e0-ac57-78e3e36b7a46 req-ac9109f0-70a3-475e-9eef-8e60f59e3412 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 984 time: 0.0670192 Jul 16 04:22:16.998323 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8540bd0e-4bbe-41e0-ac57-78e3e36b7a46 req-45409d04-6923-4d01-bf35-ba2f3646d485 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&id=9766dec9-60cb-4cff-9b5e-32e655fbcc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337641 Jul 16 04:22:18.167262 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9649bd-4b85-4afb-ad1a-1fefbe300938 req-021c04e8-63c7-4a20-8cb0-5d1c5834aef1 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:18.168801 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f9649bd-4b85-4afb-ad1a-1fefbe300938 req-021c04e8-63c7-4a20-8cb0-5d1c5834aef1 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 984 time: 0.0633080 Jul 16 04:22:18.208381 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4f9649bd-4b85-4afb-ad1a-1fefbe300938 req-0ce39520-c09f-4061-82b6-199a29c5e57c tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&id=9766dec9-60cb-4cff-9b5e-32e655fbcc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332508 Jul 16 04:22:19.375152 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eaf88d-ffb0-4bfa-b9f8-ac724c189523 req-4141c041-fc64-4d86-9318-492429e96fb3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:19.376889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72eaf88d-ffb0-4bfa-b9f8-ac724c189523 req-4141c041-fc64-4d86-9318-492429e96fb3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 984 time: 0.0621045 Jul 16 04:22:19.415037 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72eaf88d-ffb0-4bfa-b9f8-ac724c189523 req-eac0537e-3269-415a-817b-c299f55486bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&id=9766dec9-60cb-4cff-9b5e-32e655fbcc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325432 Jul 16 04:22:20.589099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf209e-d262-4c58-adeb-2f18b8972f65 req-c72474a5-f379-49a3-aeef-c389ceaf3986 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:20.590594 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4eaf209e-d262-4c58-adeb-2f18b8972f65 req-c72474a5-f379-49a3-aeef-c389ceaf3986 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 984 time: 0.0679076 Jul 16 04:22:20.630312 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4eaf209e-d262-4c58-adeb-2f18b8972f65 req-be931216-bf12-467b-9963-87978ad8c83d tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&id=9766dec9-60cb-4cff-9b5e-32e655fbcc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333476 Jul 16 04:22:21.802571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01250a-3b08-4250-aaf0-2bd9f0cecc06 req-fcf238a4-3cb2-4a09-9dce-4e9991ae4ec4 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:21.804080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1e01250a-3b08-4250-aaf0-2bd9f0cecc06 req-fcf238a4-3cb2-4a09-9dce-4e9991ae4ec4 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 984 time: 0.0642045 Jul 16 04:22:21.847007 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1e01250a-3b08-4250-aaf0-2bd9f0cecc06 req-20e0b872-3174-4464-be5e-0918856836b5 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&id=9766dec9-60cb-4cff-9b5e-32e655fbcc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346699 Jul 16 04:22:23.024376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b97503-ea3d-4171-adb2-2c4a505c3b99 req-384889f3-2968-4479-a2a7-d00e3dc451d3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:23.025878 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66b97503-ea3d-4171-adb2-2c4a505c3b99 req-384889f3-2968-4479-a2a7-d00e3dc451d3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 984 time: 0.0661745 Jul 16 04:22:23.064484 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66b97503-ea3d-4171-adb2-2c4a505c3b99 req-31d975ab-b98e-4d64-a059-fc29bdb90621 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&id=9766dec9-60cb-4cff-9b5e-32e655fbcc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330145 Jul 16 04:22:24.238313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ed1f9-3311-4f58-9da6-d6955f7cea8a req-96b9e7dc-60ce-45a2-a8a2-fcfb54c61b2d tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:24.239781 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c76ed1f9-3311-4f58-9da6-d6955f7cea8a req-96b9e7dc-60ce-45a2-a8a2-fcfb54c61b2d tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 984 time: 0.0626264 Jul 16 04:22:24.280911 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c76ed1f9-3311-4f58-9da6-d6955f7cea8a req-33af3949-86c5-4b45-9c0b-41e52b5337e9 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&id=9766dec9-60cb-4cff-9b5e-32e655fbcc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349371 Jul 16 04:22:30.108140 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a5a26841-de10-4e27-aa95-d27bc750c7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:31.564425 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:31.877829 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:32.834136 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-835d1b2a-6ef9-4dee-9f17-bb41b0a29fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:32.866038 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:34.054227 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:35.906895 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:41.174953 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:22:47.656944 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-069624cb-838a-430e-bad8-42490f80d33c req-5b0cb375-ef44-4f1a-876b-5a528a7cf353 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512648 Jul 16 04:22:47.754107 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069624cb-838a-430e-bad8-42490f80d33c req-39b06f1c-e38c-42a6-8dfb-f46c6d8a1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:47.755562 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-069624cb-838a-430e-bad8-42490f80d33c req-39b06f1c-e38c-42a6-8dfb-f46c6d8a1b15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8633ff9ef4e34ffdb0cf9792bd0dfcd6&device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 1135 time: 0.0519509 Jul 16 04:22:47.860056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069624cb-838a-430e-bad8-42490f80d33c req-988f9096-f785-44d4-943c-59fa4ff32123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:47.861552 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-069624cb-838a-430e-bad8-42490f80d33c req-988f9096-f785-44d4-943c-59fa4ff32123 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 HTTP/1.1" status: 200 len: 916 time: 0.0860441 Jul 16 04:22:47.928959 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-069624cb-838a-430e-bad8-42490f80d33c req-0bfea05b-c079-4254-b7fa-b87f0fe89b93 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b HTTP/1.1" status: 200 len: 1001 time: 0.0600715 Jul 16 04:22:47.976276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069624cb-838a-430e-bad8-42490f80d33c req-a9937c67-c169-4205-bcb6-ba9b016938fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:47.977771 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-069624cb-838a-430e-bad8-42490f80d33c req-a9937c67-c169-4205-bcb6-ba9b016938fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e667fb3f-4757-4a3c-bbe1-cb09b32a86c2 HTTP/1.1" status: 200 len: 854 time: 0.0436263 Jul 16 04:22:48.035479 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069624cb-838a-430e-bad8-42490f80d33c req-fd1d0491-fae5-4c4b-b852-ac991de45adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:48.037023 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-069624cb-838a-430e-bad8-42490f80d33c req-fd1d0491-fae5-4c4b-b852-ac991de45adf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515568 Jul 16 04:22:48.127483 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-069624cb-838a-430e-bad8-42490f80d33c req-40f11499-d78b-46b1-81ce-714ce7b8981a service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838940 Jul 16 04:22:48.214501 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-069624cb-838a-430e-bad8-42490f80d33c req-3ecf1d93-d241-44dd-a1fa-e4d2e74ff6c2 service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806351 Jul 16 04:22:50.030005 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-fb19e9c4-554a-4f85-9ed8-740e85887881 req-583292b7-de40-4fca-8f55-399027e8e480 tempest-ServerDiskConfigTestJSON-1344683893 tempest-ServerDiskConfigTestJSON-1344683893-project] (93767) timed out ('10.222.0.20', 52339) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:22:56.722479 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-425f4597-a291-4f4d-8616-653e6771ce63 req-ac457000-d045-4b70-8795-afb65fde9e51 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304803854&fields=id&tenant_id=8633ff9ef4e34ffdb0cf9792bd0dfcd6 HTTP/1.1" status: 200 len: 267 time: 0.0849674 Jul 16 04:22:56.790558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f4597-a291-4f4d-8616-653e6771ce63 req-5fb6e2d5-c360-4ea7-9925-e8e31c96e768 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:56.792006 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-425f4597-a291-4f4d-8616-653e6771ce63 req-5fb6e2d5-c360-4ea7-9925-e8e31c96e768 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 984 time: 0.0643015 Jul 16 04:22:56.802495 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [req-425f4597-a291-4f4d-8616-653e6771ce63 req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Request body: {'port': {'security_groups': ['8866ecd3-25a3-4d1e-9fc4-55084745eb25']}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:22:56.889491 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-425f4597-a291-4f4d-8616-653e6771ce63 req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:57.063098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [req-425f4597-a291-4f4d-8616-653e6771ce63 req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] For port 4ee82699-7eca-462c-91fa-86260d2f8f2b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b,segment=NetworkSegment(2f6faaa1-4026-4403-ae43-1a8a15a3b64d),segment_id=2f6faaa1-4026-4403-ae43-1a8a15a3b64d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:22:57.091551 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-425f4597-a291-4f4d-8616-653e6771ce63 req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:57.096000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-425f4597-a291-4f4d-8616-653e6771ce63 req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:57.107986 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4ee82699-7eca-462c-91fa-86260d2f8f2b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:22:57.140574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f4597-a291-4f4d-8616-653e6771ce63 req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:57.141204 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [req-425f4597-a291-4f4d-8616-653e6771ce63 req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:57.142617 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-425f4597-a291-4f4d-8616-653e6771ce63 req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "PUT /v2.0/ports/4ee82699-7eca-462c-91fa-86260d2f8f2b HTTP/1.1" status: 200 len: 942 time: 0.3445292 Jul 16 04:22:57.143076 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'tag': '4ee82699-7eca-462c-91fa-86260d2f8f2b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:22:57.145407 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d23baa-120a-49b1-a1cd-381509bed2e7" -d '{"events": [{"name": "network-changed", "server_uuid": "717c96ba-9909-4b1a-9e14-f3f8430b679e", "tag": "4ee82699-7eca-462c-91fa-86260d2f8f2b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:22:57.150130 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52814) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:57.183929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Pushing event updated for resources: {'Port': ['ID=4ee82699-7eca-462c-91fa-86260d2f8f2b,revision_number=7']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:57.195094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.195526 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.196063 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.196529 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.197034 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.197628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.197968 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.198441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.198913 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.199245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.199579 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.200022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106f07a9-35f8-40e0-806c-3557aa60044b tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.205193 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5645a52b-79ec-4207-b690-fedb2042e590 x-openstack-request-id: req-5645a52b-79ec-4207-b690-fedb2042e590 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:22:57.205475 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717c96ba-9909-4b1a-9e14-f3f8430b679e", "tag": "4ee82699-7eca-462c-91fa-86260d2f8f2b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:22:57.205731 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5645a52b-79ec-4207-b690-fedb2042e590 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:22:57.206270 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'tag': '4ee82699-7eca-462c-91fa-86260d2f8f2b', 'status': 'completed', 'code': 200} Jul 16 04:22:57.229405 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:57.229599 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4ee82699-7eca-462c-91fa-86260d2f8f2b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:22:57.291629 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:57.343207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d23baa-120a-49b1-a1cd-381509bed2e7 req-6bff581a-c254-4bf1-93ac-2748c7189efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:57.345141 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-22d23baa-120a-49b1-a1cd-381509bed2e7 req-6bff581a-c254-4bf1-93ac-2748c7189efb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8633ff9ef4e34ffdb0cf9792bd0dfcd6&device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 1096 time: 0.1097474 Jul 16 04:22:57.424719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-05dd78b3-60e7-4aed-be22-7e7cc99f5d8a None None] Provisioning complete for port 4ee82699-7eca-462c-91fa-86260d2f8f2b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:22:57.425021 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-05dd78b3-60e7-4aed-be22-7e7cc99f5d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:57.427260 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:57.429888 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:57.431048 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "DELETE /v2.0/security-groups/9766dec9-60cb-4cff-9b5e-32e655fbcc9a HTTP/1.1" status: 204 len: 168 time: 0.2795758 Jul 16 04:22:57.433930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52816) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:22:57.452675 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9766dec9-60cb-4cff-9b5e-32e655fbcc9a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:57.455288 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d23baa-120a-49b1-a1cd-381509bed2e7 req-58cd0cbd-3bca-4a52-8caf-f5eec16a1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:57.456918 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-22d23baa-120a-49b1-a1cd-381509bed2e7 req-58cd0cbd-3bca-4a52-8caf-f5eec16a1366 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 HTTP/1.1" status: 200 len: 916 time: 0.1052616 Jul 16 04:22:57.463489 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.463848 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.464402 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.464751 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.465406 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.465760 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.466242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.466585 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.466923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.467260 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.467591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.468098 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9e2d53-42ce-4586-8711-5232654f3dd3 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:22:57.535907 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-22d23baa-120a-49b1-a1cd-381509bed2e7 req-1f023dbf-b887-485f-8773-321ede534f9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b HTTP/1.1" status: 200 len: 1001 time: 0.0643318 Jul 16 04:22:57.584811 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d23baa-120a-49b1-a1cd-381509bed2e7 req-e2e26992-ef6b-44e0-ad7b-3ef233daa37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:57.586286 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-22d23baa-120a-49b1-a1cd-381509bed2e7 req-e2e26992-ef6b-44e0-ad7b-3ef233daa37a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e667fb3f-4757-4a3c-bbe1-cb09b32a86c2 HTTP/1.1" status: 200 len: 854 time: 0.0436630 Jul 16 04:22:57.605931 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2037c-b6f5-49af-b6e5-32964c7554bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Deleting port 6c0ecd25-4c7e-4c9d-9dcc-a8dfa3aba4fa {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:22:57.606199 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d2037c-b6f5-49af-b6e5-32964c7554bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:57.647923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d23baa-120a-49b1-a1cd-381509bed2e7 req-f65819ac-4574-41d9-95ba-8ce3ecd3598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:57.649487 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-22d23baa-120a-49b1-a1cd-381509bed2e7 req-f65819ac-4574-41d9-95ba-8ce3ecd3598f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569901 Jul 16 04:22:57.682212 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d2037c-b6f5-49af-b6e5-32964c7554bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:57.682546 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d2037c-b6f5-49af-b6e5-32964c7554bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:57.694500 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e3d2037c-b6f5-49af-b6e5-32964c7554bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Calling delete_port for 6c0ecd25-4c7e-4c9d-9dcc-a8dfa3aba4fa owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:22:57.736015 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-22d23baa-120a-49b1-a1cd-381509bed2e7 req-abcefee5-4189-4dbd-a56e-f94b3e645a1a service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798867 Jul 16 04:22:57.829116 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-22d23baa-120a-49b1-a1cd-381509bed2e7 req-ded2eadd-8b7d-4f04-a812-0bb1db684ddd service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867858 Jul 16 04:22:57.864185 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d2037c-b6f5-49af-b6e5-32964c7554bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:57.890101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2037c-b6f5-49af-b6e5-32964c7554bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Pushing event deleted for resources: {'Port': ['ID=6c0ecd25-4c7e-4c9d-9dcc-a8dfa3aba4fa,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:22:57.953349 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d2037c-b6f5-49af-b6e5-32964c7554bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:57.953682 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-e3d2037c-b6f5-49af-b6e5-32964c7554bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Floating IP a0a1729d-21a1-49fe-908d-d6849b2b04cc disassociated (deleted). External IP: 172.25.3.248, port: 4ee82699-7eca-462c-91fa-86260d2f8f2b. Jul 16 04:22:58.460897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d2037c-b6f5-49af-b6e5-32964c7554bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:22:58.566151 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d2037c-b6f5-49af-b6e5-32964c7554bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:22:58.570836 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e3d2037c-b6f5-49af-b6e5-32964c7554bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:22:58.575733 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ff793-ab86-4d35-b638-ef605b479c43 None None] Sync routers for ids ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:22:58.585445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ff793-ab86-4d35-b638-ef605b479c43 None None] Routers {'88bf2ea6-c1aa-4343-93f4-05c1e431e34f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:58.586056 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-495ff793-ab86-4d35-b638-ef605b479c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:22:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:58.608396 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e3d2037c-b6f5-49af-b6e5-32964c7554bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "DELETE /v2.0/floatingips/a0a1729d-21a1-49fe-908d-d6849b2b04cc HTTP/1.1" status: 204 len: 168 time: 1.1730189 Jul 16 04:22:58.851333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-495ff793-ab86-4d35-b638-ef605b479c43 None None] Set router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:59.059214 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-495ff793-ab86-4d35-b638-ef605b479c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:59Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 4, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'gw_port': {'id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:00Z', 'updated_at': '2021-07-16T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b9c066d3-2e64-4201-9a99-923d6ddfa3b9', 'name': '', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'mac_address': 'fa:16:3e:e7:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:02Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 5, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'subnets': [{'id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:59.088984 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ff793-ab86-4d35-b638-ef605b479c43 None None] Checking router: 88bf2ea6-c1aa-4343-93f4-05c1e431e34f for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:22:59.097234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ff793-ab86-4d35-b638-ef605b479c43 None None] Routers {'88bf2ea6-c1aa-4343-93f4-05c1e431e34f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:22:59.097927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-495ff793-ab86-4d35-b638-ef605b479c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:22:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:59.195511 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-495ff793-ab86-4d35-b638-ef605b479c43 None None] Set router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:22:59.208141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'tag': '4ee82699-7eca-462c-91fa-86260d2f8f2b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:22:59.210506 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0737ef6-d35a-4653-a3a0-3438ea42f530" -d '{"events": [{"name": "network-changed", "server_uuid": "717c96ba-9909-4b1a-9e14-f3f8430b679e", "tag": "4ee82699-7eca-462c-91fa-86260d2f8f2b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:22:59.245844 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85a897e-5874-459b-a02b-88da7ca864a7 x-openstack-request-id: req-c85a897e-5874-459b-a02b-88da7ca864a7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:22:59.246142 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717c96ba-9909-4b1a-9e14-f3f8430b679e", "tag": "4ee82699-7eca-462c-91fa-86260d2f8f2b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:22:59.246399 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c85a897e-5874-459b-a02b-88da7ca864a7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:22:59.246801 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'tag': '4ee82699-7eca-462c-91fa-86260d2f8f2b', 'status': 'completed', 'code': 200} Jul 16 04:22:59.322141 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0737ef6-d35a-4653-a3a0-3438ea42f530 req-3b3dadc0-1306-4db0-96f4-233f566be3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:59.324242 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b0737ef6-d35a-4653-a3a0-3438ea42f530 req-3b3dadc0-1306-4db0-96f4-233f566be3ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8633ff9ef4e34ffdb0cf9792bd0dfcd6&device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 1096 time: 0.0529337 Jul 16 04:22:59.395737 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-495ff793-ab86-4d35-b638-ef605b479c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:59Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 4, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'gw_port': {'id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:00Z', 'updated_at': '2021-07-16T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b9c066d3-2e64-4201-9a99-923d6ddfa3b9', 'name': '', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'mac_address': 'fa:16:3e:e7:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:02Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 5, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'subnets': [{'id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:22:59.419075 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0737ef6-d35a-4653-a3a0-3438ea42f530 req-e08b2aeb-ce88-4eb5-9930-2abb23d608d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:59.420904 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b0737ef6-d35a-4653-a3a0-3438ea42f530 req-e08b2aeb-ce88-4eb5-9930-2abb23d608d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 HTTP/1.1" status: 200 len: 916 time: 0.0893748 Jul 16 04:22:59.421583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ff793-ab86-4d35-b638-ef605b479c43 None None] The sync data for ids ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'] in n-d-800088-6 is: [{'id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:59Z', 'updated_at': '2021-07-16T04:21:02Z', 'revision_number': 4, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'gw_port': {'id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:00Z', 'updated_at': '2021-07-16T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'b9c066d3-2e64-4201-9a99-923d6ddfa3b9', 'name': '', 'network_id': 'b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'mac_address': 'fa:16:3e:e7:05:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:02Z', 'updated_at': '2021-07-16T04:21:07Z', 'revision_number': 5, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'subnets': [{'id': 'e667fb3f-4757-4a3c-bbe1-cb09b32a86c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:22:59.462392 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b0737ef6-d35a-4653-a3a0-3438ea42f530 req-f54de2df-917a-4de9-ac24-ca07cb4b1fa4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b HTTP/1.1" status: 200 len: 217 time: 0.0353777 Jul 16 04:22:59.513080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0737ef6-d35a-4653-a3a0-3438ea42f530 req-664d90e1-7c89-4625-9b57-62279ea39ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:59.514588 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b0737ef6-d35a-4653-a3a0-3438ea42f530 req-664d90e1-7c89-4625-9b57-62279ea39ea6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e667fb3f-4757-4a3c-bbe1-cb09b32a86c2 HTTP/1.1" status: 200 len: 854 time: 0.0459585 Jul 16 04:22:59.579795 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0737ef6-d35a-4653-a3a0-3438ea42f530 req-7ececfc1-a338-4909-b476-3ea3316187c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:22:59.581435 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b0737ef6-d35a-4653-a3a0-3438ea42f530 req-7ececfc1-a338-4909-b476-3ea3316187c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611598 Jul 16 04:22:59.659822 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bffe6f-a4cb-44c2-9a20-7fc3d3227648 None None] New status for floating IP a0a1729d-21a1-49fe-908d-d6849b2b04cc: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:22:59.682099 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b0737ef6-d35a-4653-a3a0-3438ea42f530 req-3710af30-a935-4d6b-9a5f-89ddb33392f9 service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940137 Jul 16 04:22:59.779525 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b0737ef6-d35a-4653-a3a0-3438ea42f530 req-d609adf4-b905-43e3-866b-8fa431aada30 service neutron] 10.222.0.20 "GET /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908270 Jul 16 04:23:00.110241 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d04e34e2-ff19-44bc-8f03-67ee32ee8763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:01.566354 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:01.886748 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:02.835254 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dd4e46a8-4a88-40a5-9efe-93f944cb2c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:02.866115 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:04.062561 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:05.913023 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:06.074575 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454941e-d3e5-4544-9144-120d6bf20044 req-6f184f70-661d-45e3-adac-9fe48eca48d2 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:06.076143 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2454941e-d3e5-4544-9144-120d6bf20044 req-6f184f70-661d-45e3-adac-9fe48eca48d2 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 945 time: 0.0636425 Jul 16 04:23:06.116719 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2454941e-d3e5-4544-9144-120d6bf20044 req-f34c1f66-c2f4-404a-96af-5757fe9d679a tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346282 Jul 16 04:23:07.294220 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e9d57-8df6-46a3-ba74-0ea0c21e8f11 req-f88055c9-5ef6-45e9-be02-0d1f10e612d9 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:07.295618 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c2e9d57-8df6-46a3-ba74-0ea0c21e8f11 req-f88055c9-5ef6-45e9-be02-0d1f10e612d9 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 945 time: 0.0647850 Jul 16 04:23:07.331941 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c2e9d57-8df6-46a3-ba74-0ea0c21e8f11 req-2dbbc4e1-82b2-4ffc-b95e-ed28c0b397da tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/security-groups?id=8866ecd3-25a3-4d1e-9fc4-55084745eb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308864 Jul 16 04:23:07.638444 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812cffe-2283-4b5d-84c9-91ac0af6733d req-2cfd3b5a-18b5-4824-989d-dca5113d036c tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:07.639912 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3812cffe-2283-4b5d-84c9-91ac0af6733d req-2cfd3b5a-18b5-4824-989d-dca5113d036c tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.20 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 945 time: 0.0631552 Jul 16 04:23:07.739148 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3812cffe-2283-4b5d-84c9-91ac0af6733d req-932e910b-d7f0-4fc2-b591-abe15d3209bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Deleting port 4ee82699-7eca-462c-91fa-86260d2f8f2b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:23:07.739498 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3812cffe-2283-4b5d-84c9-91ac0af6733d req-932e910b-d7f0-4fc2-b591-abe15d3209bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:07.824267 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3812cffe-2283-4b5d-84c9-91ac0af6733d req-932e910b-d7f0-4fc2-b591-abe15d3209bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] For port 4ee82699-7eca-462c-91fa-86260d2f8f2b, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=4ee82699-7eca-462c-91fa-86260d2f8f2b,segment=NetworkSegment(2f6faaa1-4026-4403-ae43-1a8a15a3b64d),segment_id=2f6faaa1-4026-4403-ae43-1a8a15a3b64d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:23:07.824660 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3812cffe-2283-4b5d-84c9-91ac0af6733d req-932e910b-d7f0-4fc2-b591-abe15d3209bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:07.837213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-3812cffe-2283-4b5d-84c9-91ac0af6733d req-932e910b-d7f0-4fc2-b591-abe15d3209bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Calling delete_port for 4ee82699-7eca-462c-91fa-86260d2f8f2b owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:23:07.961153 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3812cffe-2283-4b5d-84c9-91ac0af6733d req-932e910b-d7f0-4fc2-b591-abe15d3209bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:07.973150 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['4ee82699-7eca-462c-91fa-86260d2f8f2b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:23:07.989242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e910b-d7f0-4fc2-b591-abe15d3209bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Pushing event deleted for resources: {'Port': ['ID=4ee82699-7eca-462c-91fa-86260d2f8f2b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:08.037237 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3812cffe-2283-4b5d-84c9-91ac0af6733d req-932e910b-d7f0-4fc2-b591-abe15d3209bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] No DVR routers for this DVR port 4ee82699-7eca-462c-91fa-86260d2f8f2b on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:23:08.039880 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3812cffe-2283-4b5d-84c9-91ac0af6733d req-932e910b-d7f0-4fc2-b591-abe15d3209bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:08.041837 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3812cffe-2283-4b5d-84c9-91ac0af6733d req-932e910b-d7f0-4fc2-b591-abe15d3209bc tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.20 "DELETE /v2.0/ports/4ee82699-7eca-462c-91fa-86260d2f8f2b HTTP/1.1" status: 204 len: 173 time: 0.3962224 Jul 16 04:23:08.042266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'name': 'network-vif-deleted', 'tag': '4ee82699-7eca-462c-91fa-86260d2f8f2b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:23:08.044500 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62ad9dd66ca782f6f1eca4f5bb9f8b3014c1e69a7a906355a00eb30b4beda7af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce8e268-04ad-4e82-80f1-8164ecf5f761" -d '{"events": [{"server_uuid": "717c96ba-9909-4b1a-9e14-f3f8430b679e", "name": "network-vif-deleted", "tag": "4ee82699-7eca-462c-91fa-86260d2f8f2b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:23:08.080908 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e58dd4-609f-446a-805a-7f00bf8fc991 x-openstack-request-id: req-54e58dd4-609f-446a-805a-7f00bf8fc991 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:23:08.081200 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717c96ba-9909-4b1a-9e14-f3f8430b679e", "name": "network-vif-deleted", "tag": "4ee82699-7eca-462c-91fa-86260d2f8f2b", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:23:08.081445 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54e58dd4-609f-446a-805a-7f00bf8fc991 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:23:08.081835 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717c96ba-9909-4b1a-9e14-f3f8430b679e', 'name': 'network-vif-deleted', 'tag': '4ee82699-7eca-462c-91fa-86260d2f8f2b', 'status': 'completed', 'code': 200} Jul 16 04:23:08.485743 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a16eeee-b702-416e-ade2-311ef62c01a9 req-526ad886-67ab-4f57-bf57-ee2a4be6fd55 tempest-TestMinimumBasicScenario-1927426679 tempest-TestMinimumBasicScenario-1927426679-project] 10.222.0.18 "GET /v2.0/ports?device_id=717c96ba-9909-4b1a-9e14-f3f8430b679e HTTP/1.1" status: 200 len: 210 time: 0.0300295 Jul 16 04:23:10.077589 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52912) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:10.409146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a1072f-87c8-4349-b265-cb34d128061a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:10.657734 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a6a1072f-87c8-4349-b265-cb34d128061a admin admin] Deleting port b9c066d3-2e64-4201-9a99-923d6ddfa3b9 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:23:10.658079 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a1072f-87c8-4349-b265-cb34d128061a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:10.735919 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a6a1072f-87c8-4349-b265-cb34d128061a admin admin] For port b9c066d3-2e64-4201-9a99-923d6ddfa3b9, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b9c066d3-2e64-4201-9a99-923d6ddfa3b9,segment=NetworkSegment(2f6faaa1-4026-4403-ae43-1a8a15a3b64d),segment_id=2f6faaa1-4026-4403-ae43-1a8a15a3b64d)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:23:10.736188 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a1072f-87c8-4349-b265-cb34d128061a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:10.748548 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a6a1072f-87c8-4349-b265-cb34d128061a admin admin] Calling delete_port for b9c066d3-2e64-4201-9a99-923d6ddfa3b9 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:23:10.912332 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4ee82699-7eca-462c-91fa-86260d2f8f2b no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:23:10.922814 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a1072f-87c8-4349-b265-cb34d128061a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:10.932786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 4ee82699-7eca-462c-91fa-86260d2f8f2b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:23:10.933140 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 4ee82699-7eca-462c-91fa-86260d2f8f2b not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:23:10.948755 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1072f-87c8-4349-b265-cb34d128061a admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c066d3-2e64-4201-9a99-923d6ddfa3b9,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:11.123105 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a6a1072f-87c8-4349-b265-cb34d128061a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:11.329749 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a1072f-87c8-4349-b265-cb34d128061a admin admin] Router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:23:11.434320 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a1072f-87c8-4349-b265-cb34d128061a admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:23:11.439339 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a6a1072f-87c8-4349-b265-cb34d128061a admin admin] 10.222.0.18 "PUT /v2.0/routers/88bf2ea6-c1aa-4343-93f4-05c1e431e34f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3607244 Jul 16 04:23:11.442026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52914) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:11.442874 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb2347c-fdbc-49ce-b128-36a6d45b2f18 None None] Sync routers for ids ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:23:11.451919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb2347c-fdbc-49ce-b128-36a6d45b2f18 None None] Routers {'88bf2ea6-c1aa-4343-93f4-05c1e431e34f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:23:11.452575 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1cb2347c-fdbc-49ce-b128-36a6d45b2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:23:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:11.551239 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:11.556723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1cb2347c-fdbc-49ce-b128-36a6d45b2f18 None None] Set router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:23:11.654083 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:11.704992 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] Deleting port c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:23:11.705340 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:11.732029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1cb2347c-fdbc-49ce-b128-36a6d45b2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:59Z', 'updated_at': '2021-07-16T04:23:10Z', 'revision_number': 5, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'gw_port': {'id': 'c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:00Z', 'updated_at': '2021-07-16T04:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:11.757861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb2347c-fdbc-49ce-b128-36a6d45b2f18 None None] Checking router: 88bf2ea6-c1aa-4343-93f4-05c1e431e34f for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:23:11.766210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb2347c-fdbc-49ce-b128-36a6d45b2f18 None None] Routers {'88bf2ea6-c1aa-4343-93f4-05c1e431e34f'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:23:11.766834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1cb2347c-fdbc-49ce-b128-36a6d45b2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:23:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:11.788654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] For port c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:23:11.788995 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:11.801109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] Calling delete_port for c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:23:11.852511 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-1cb2347c-fdbc-49ce-b128-36a6d45b2f18 None None] Set router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:23:11.906335 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-1cb2347c-fdbc-49ce-b128-36a6d45b2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:59Z', 'updated_at': '2021-07-16T04:23:11Z', 'revision_number': 6, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:11.932538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb2347c-fdbc-49ce-b128-36a6d45b2f18 None None] The sync data for ids ['88bf2ea6-c1aa-4343-93f4-05c1e431e34f'] in n-d-800088-6 is: [{'id': '88bf2ea6-c1aa-4343-93f4-05c1e431e34f', 'name': 'tempest-TestMinimumBasicScenario-1894723988-router', 'tenant_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:20:59Z', 'updated_at': '2021-07-16T04:23:11Z', 'revision_number': 6, 'project_id': '8633ff9ef4e34ffdb0cf9792bd0dfcd6', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:23:11.971635 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:11.997614 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:12.057473 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.148671 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.150765 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.191724 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.192241 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88bf2ea6-c1aa-4343-93f4-05c1e431e34f {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:23:12.196977 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.198134 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b13dc9ce-e0eb-4651-89a2-e559791dce2c admin admin] 10.222.0.18 "DELETE /v2.0/routers/88bf2ea6-c1aa-4343-93f4-05c1e431e34f HTTP/1.1" status: 204 len: 168 time: 0.7551548 Jul 16 04:23:12.200821 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52916) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:12.244729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-097bd95c-8bd3-465b-bf06-d4545d35284b admin admin] Deleting subnet e667fb3f-4757-4a3c-bbe1-cb09b32a86c2 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:23:12.247648 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-097bd95c-8bd3-465b-bf06-d4545d35284b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.281797 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-097bd95c-8bd3-465b-bf06-d4545d35284b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.359596 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-097bd95c-8bd3-465b-bf06-d4545d35284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.414331 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-097bd95c-8bd3-465b-bf06-d4545d35284b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.438984 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097bd95c-8bd3-465b-bf06-d4545d35284b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e667fb3f-4757-4a3c-bbe1-cb09b32a86c2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:12.444473 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-097bd95c-8bd3-465b-bf06-d4545d35284b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.446335 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-097bd95c-8bd3-465b-bf06-d4545d35284b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e667fb3f-4757-4a3c-bbe1-cb09b32a86c2 HTTP/1.1" status: 204 len: 168 time: 0.2444994 Jul 16 04:23:12.448977 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52918) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:12.449972 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddc4efe-7462-4bdb-87c2-518babb7d06c None None] Network b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:23:12.515354 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.569963 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] Deleting port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:23:12.570304 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.632753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] For port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=6dfbe342-0ae3-4e9f-b1e9-e8e000551907,segment=NetworkSegment(2f6faaa1-4026-4403-ae43-1a8a15a3b64d),segment_id=2f6faaa1-4026-4403-ae43-1a8a15a3b64d)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:23:12.633117 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.644927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] Calling delete_port for 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 owned by network:dhcp {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:23:12.697366 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] DHCP port deletion for b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:23:12.729521 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.744295 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Deleting port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:23:12.744776 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.755725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] Pushing event deleted for resources: {'Port': ['ID=6dfbe342-0ae3-4e9f-b1e9-e8e000551907,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:12.762477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] No DVR routers for this DVR port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 on host n-d-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:23:12.811140 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] For port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907, host n-d-800088-6, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:23:12.811537 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.823692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Calling delete_port for 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:23:12.826319 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:23:12.827528 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.837302 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.847033 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:12.851945 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Pushing event deleted for resources: {'Port': ['ID=6dfbe342-0ae3-4e9f-b1e9-e8e000551907,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:12.856646 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6faaa1-4026-4403-ae43-1a8a15a3b64d') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:12.856948 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6faaa1-4026-4403-ae43-1a8a15a3b64d') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:12.859728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] No DVR routers for this DVR port 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:23:12.861943 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:12.862764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:12.862764 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:12.862999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:12.863285 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:12.863621 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:12.863956 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:12.864331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:12.864636 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:12.864965 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:12.865292 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:12.866525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba8fb66-88a7-458b-a41a-cb1b5cdc564c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:12.868842 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.894614 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.901090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:23:12.901454 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:23:12.904031 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:23:12.963433 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.982565 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:12.987373 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] 10.222.0.18 "DELETE /v2.0/networks/b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762 HTTP/1.1" status: 204 len: 168 time: 0.5374618 Jul 16 04:23:12.987570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52920) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:13.000280 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d4c1f-b9e7-4b4f-99fe-aeeb516814ac admin admin] Pushing event deleted for resources: {'Network': ['ID=b7edbd2d-f9a8-4aef-ab51-f20cb3ee7762,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:13.004862 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:23:13.025683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:23:13.026035 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c1d5be85-2e0c-44a6-86eb-d0d54a0a46e4 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:23:13.026446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b9c066d3-2e64-4201-9a99-923d6ddfa3b9 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:23:13.048777 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: b9c066d3-2e64-4201-9a99-923d6ddfa3b9 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:23:13.049130 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b9c066d3-2e64-4201-9a99-923d6ddfa3b9 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:23:13.049546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:23:13.068418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:23:13.068773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 6dfbe342-0ae3-4e9f-b1e9-e8e000551907 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:23:13.334767 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c780a0-b7a9-4224-a0ee-ec8c7d64fb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:13.585271 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0c780a0-b7a9-4224-a0ee-ec8c7d64fb72 admin admin] Deleting port 325212a4-7e37-479f-8096-3b66c81bbf3e {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:23:13.585527 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c780a0-b7a9-4224-a0ee-ec8c7d64fb72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:13.661334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a0c780a0-b7a9-4224-a0ee-ec8c7d64fb72 admin admin] For port 325212a4-7e37-479f-8096-3b66c81bbf3e, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=325212a4-7e37-479f-8096-3b66c81bbf3e,segment=NetworkSegment(b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1),segment_id=b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:23:13.661698 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c780a0-b7a9-4224-a0ee-ec8c7d64fb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:13.674146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0c780a0-b7a9-4224-a0ee-ec8c7d64fb72 admin admin] Calling delete_port for 325212a4-7e37-479f-8096-3b66c81bbf3e owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:23:13.845625 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c780a0-b7a9-4224-a0ee-ec8c7d64fb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:13.870917 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c780a0-b7a9-4224-a0ee-ec8c7d64fb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=325212a4-7e37-479f-8096-3b66c81bbf3e,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:14.040234 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0c780a0-b7a9-4224-a0ee-ec8c7d64fb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:14.557629 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c780a0-b7a9-4224-a0ee-ec8c7d64fb72 admin admin] Router 0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:23:14.657416 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c780a0-b7a9-4224-a0ee-ec8c7d64fb72 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:23:14.662496 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a0c780a0-b7a9-4224-a0ee-ec8c7d64fb72 admin admin] 10.222.0.18 "PUT /v2.0/routers/0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6738453 Jul 16 04:23:14.665522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52922) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:14.666936 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ca08ca-2c3a-45fa-ac10-56b6ce14fb8b None None] Sync routers for ids ['0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:23:14.676426 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ca08ca-2c3a-45fa-ac10-56b6ce14fb8b None None] Routers {'0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:23:14.677025 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f0ca08ca-2c3a-45fa-ac10-56b6ce14fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:23:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:14.768336 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:14.776336 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f0ca08ca-2c3a-45fa-ac10-56b6ce14fb8b None None] Set router 0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:23:14.871115 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:14.926334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] Deleting port e5a0a6be-88f6-40b6-bd4a-3a67d8054f48 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:23:14.926992 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:14.953240 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f0ca08ca-2c3a-45fa-ac10-56b6ce14fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'name': 'tempest-TestMinimumBasicScenario-106268794-router', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': 'e5a0a6be-88f6-40b6-bd4a-3a67d8054f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:21:04Z', 'updated_at': '2021-07-16T04:23:13Z', 'revision_number': 5, 'project_id': 'cb87dfb2989248709274835bd486e900', 'gw_port': {'id': 'e5a0a6be-88f6-40b6-bd4a-3a67d8054f48', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:21:05Z', 'updated_at': '2021-07-16T04:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:15.015151 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] For port e5a0a6be-88f6-40b6-bd4a-3a67d8054f48, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e5a0a6be-88f6-40b6-bd4a-3a67d8054f48,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:23:15.015515 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.028697 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] Calling delete_port for e5a0a6be-88f6-40b6-bd4a-3a67d8054f48 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:23:15.063606 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ca08ca-2c3a-45fa-ac10-56b6ce14fb8b None None] Checking router: 0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:23:15.071845 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ca08ca-2c3a-45fa-ac10-56b6ce14fb8b None None] Routers {'0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:23:15.072492 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f0ca08ca-2c3a-45fa-ac10-56b6ce14fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:23:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:15.155699 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-f0ca08ca-2c3a-45fa-ac10-56b6ce14fb8b None None] Set router 0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:23:15.197398 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.208468 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-f0ca08ca-2c3a-45fa-ac10-56b6ce14fb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'name': 'tempest-TestMinimumBasicScenario-106268794-router', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:21:04Z', 'updated_at': '2021-07-16T04:23:14Z', 'revision_number': 6, 'project_id': 'cb87dfb2989248709274835bd486e900', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:15.222628 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a0a6be-88f6-40b6-bd4a-3a67d8054f48,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:15.236669 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ca08ca-2c3a-45fa-ac10-56b6ce14fb8b None None] The sync data for ids ['0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3'] in n-d-800088-6 is: [{'id': '0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3', 'name': 'tempest-TestMinimumBasicScenario-106268794-router', 'tenant_id': 'cb87dfb2989248709274835bd486e900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:21:04Z', 'updated_at': '2021-07-16T04:23:14Z', 'revision_number': 6, 'project_id': 'cb87dfb2989248709274835bd486e900', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:23:15.288641 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.375150 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.377580 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.418756 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.419370 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:23:15.423905 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.425259 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7e05ead1-d126-425d-b32e-096e14230c41 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0f6073c4-ad64-4fbc-9baa-b6565fcbf5f3 HTTP/1.1" status: 204 len: 168 time: 0.7587850 Jul 16 04:23:15.427731 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52924) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:15.471471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbb3faf-b84b-42bd-a1a0-4d025c97f017 admin admin] Deleting subnet 57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:23:15.474420 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbb3faf-b84b-42bd-a1a0-4d025c97f017 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.507533 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbb3faf-b84b-42bd-a1a0-4d025c97f017 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.590148 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbb3faf-b84b-42bd-a1a0-4d025c97f017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.648522 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbb3faf-b84b-42bd-a1a0-4d025c97f017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.674877 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb3faf-b84b-42bd-a1a0-4d025c97f017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:15.680423 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ffbb3faf-b84b-42bd-a1a0-4d025c97f017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.682368 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ffbb3faf-b84b-42bd-a1a0-4d025c97f017 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/57aa8c42-4d92-4e2f-9de1-e5ef5c71bc6d HTTP/1.1" status: 204 len: 168 time: 0.2535887 Jul 16 04:23:15.684907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52926) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:15.687243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a123e59-9066-487b-894c-428b0d5ac865 None None] Network 15497fc4-a4a5-49fc-a076-7968ca481c80 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:23:15.756076 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.807915 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] Deleting port c89c7d90-71b9-46df-a3fa-fbb0133b44be {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:23:15.808328 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.872226 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] For port c89c7d90-71b9-46df-a3fa-fbb0133b44be, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c89c7d90-71b9-46df-a3fa-fbb0133b44be,segment=NetworkSegment(b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1),segment_id=b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:23:15.872623 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.889931 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] Calling delete_port for c89c7d90-71b9-46df-a3fa-fbb0133b44be owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:23:15.966235 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:15.993407 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c89c7d90-71b9-46df-a3fa-fbb0133b44be,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:15.995254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] No DVR routers for this DVR port c89c7d90-71b9-46df-a3fa-fbb0133b44be on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:23:16.014598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ec46bb-b980-4de9-8912-f914266b076d None None] DHCP port deletion for 15497fc4-a4a5-49fc-a076-7968ca481c80 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:23:16.071863 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:16.082897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15497fc4-a4a5-49fc-a076-7968ca481c80']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:16.093340 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:16.093966 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b0dd63-2f4e-4d45-86fd-efe0a791a2e1') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:16.103429 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:16.118082 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:16.124674 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:23:16.125041 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:23:16.127137 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:23:16.180298 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:16.185930 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:16.190656 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/15497fc4-a4a5-49fc-a076-7968ca481c80 HTTP/1.1" status: 204 len: 168 time: 0.5048051 Jul 16 04:23:16.208810 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82626cd5-8e67-451a-be41-e2ff96e6cfb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=15497fc4-a4a5-49fc-a076-7968ca481c80,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:16.350395 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52930) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:16.389401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-39417ad5-8226-4f98-a386-6c6f49419cc7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8633ff9ef4e34ffdb0cf9792bd0dfcd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378721 Jul 16 04:23:16.391629 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52932) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:16.437870 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90cbda27-92e9-4b32-ba97-1259ea970e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:16.459513 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90cbda27-92e9-4b32-ba97-1259ea970e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:16.504397 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90cbda27-92e9-4b32-ba97-1259ea970e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:16.507504 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-90cbda27-92e9-4b32-ba97-1259ea970e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:16.508729 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-90cbda27-92e9-4b32-ba97-1259ea970e97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8866ecd3-25a3-4d1e-9fc4-55084745eb25 HTTP/1.1" status: 204 len: 168 time: 0.1162176 Jul 16 04:23:16.516554 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbda27-92e9-4b32-ba97-1259ea970e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8866ecd3-25a3-4d1e-9fc4-55084745eb25,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:16.806380 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52938) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:16.843633 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6c51c27d-eb25-4445-a83c-9362b4ce6060 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb87dfb2989248709274835bd486e900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0361402 Jul 16 04:23:16.846053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52940) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:16.896539 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a4cde7f-4af7-4dbf-891b-3717d2fa7920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:16.917731 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a4cde7f-4af7-4dbf-891b-3717d2fa7920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:16.969248 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a4cde7f-4af7-4dbf-891b-3717d2fa7920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:16.971809 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-8a4cde7f-4af7-4dbf-891b-3717d2fa7920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:16.972998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-8a4cde7f-4af7-4dbf-891b-3717d2fa7920 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8752cb8-62b4-45db-95a1-e4ab236ccbc2 HTTP/1.1" status: 204 len: 168 time: 0.1260743 Jul 16 04:23:16.981158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cde7f-4af7-4dbf-891b-3717d2fa7920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8752cb8-62b4-45db-95a1-e4ab236ccbc2,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:17.004220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 325212a4-7e37-479f-8096-3b66c81bbf3e no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:23:17.025105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 325212a4-7e37-479f-8096-3b66c81bbf3e {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:23:17.025456 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 325212a4-7e37-479f-8096-3b66c81bbf3e not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:23:17.025936 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c89c7d90-71b9-46df-a3fa-fbb0133b44be no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:23:17.044787 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: c89c7d90-71b9-46df-a3fa-fbb0133b44be {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:23:17.045133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c89c7d90-71b9-46df-a3fa-fbb0133b44be not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:23:17.045543 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e5a0a6be-88f6-40b6-bd4a-3a67d8054f48 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:23:17.064423 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: e5a0a6be-88f6-40b6-bd4a-3a67d8054f48 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:23:17.064777 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e5a0a6be-88f6-40b6-bd4a-3a67d8054f48 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:23:18.177120 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:23:19.534044 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 52986) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:19.538792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-9e19b8a4-1d71-4537-8ecc-8abbe976e773 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1332986865', 'description': 'tempest-secgroup-smoke-1332986865 description', 'project_id': 'fa3b032676104f4880615a212910eb0a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:23:19.561084 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e19b8a4-1d71-4537-8ecc-8abbe976e773 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:19.568998 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e19b8a4-1d71-4537-8ecc-8abbe976e773 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:19.660406 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e19b8a4-1d71-4537-8ecc-8abbe976e773 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:19.663978 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e19b8a4-1d71-4537-8ecc-8abbe976e773 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:19.701599 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19b8a4-1d71-4537-8ecc-8abbe976e773 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af3232a-c9d2-4374-8616-cb0ea973bc1c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:19.755551 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e19b8a4-1d71-4537-8ecc-8abbe976e773 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:19.759533 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e19b8a4-1d71-4537-8ecc-8abbe976e773 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:19.786512 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9e19b8a4-1d71-4537-8ecc-8abbe976e773 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:19.787742 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9e19b8a4-1d71-4537-8ecc-8abbe976e773 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2526960 Jul 16 04:23:19.789657 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19b8a4-1d71-4537-8ecc-8abbe976e773 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:19.791110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52988) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:19.796486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-86fab3b7-933e-49a2-acdc-efe2b27e9742 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'cdcfc6dd-b588-43a4-b9fd-3b02b66e9309', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:23:19.822563 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86fab3b7-933e-49a2-acdc-efe2b27e9742 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:19.867198 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86fab3b7-933e-49a2-acdc-efe2b27e9742 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:19.870835 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86fab3b7-933e-49a2-acdc-efe2b27e9742 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:19.888171 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fab3b7-933e-49a2-acdc-efe2b27e9742 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d85259a-698c-43a1-8141-ab58602df644,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:19.894007 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-86fab3b7-933e-49a2-acdc-efe2b27e9742 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:19.895278 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-86fab3b7-933e-49a2-acdc-efe2b27e9742 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1027179 Jul 16 04:23:19.898056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52990) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:19.903054 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6ba70552-a293-4314-aed0-f0144a789ced tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'cdcfc6dd-b588-43a4-b9fd-3b02b66e9309', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:23:19.928553 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ba70552-a293-4314-aed0-f0144a789ced tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:19.983974 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ba70552-a293-4314-aed0-f0144a789ced tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:19.987210 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ba70552-a293-4314-aed0-f0144a789ced tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.003694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba70552-a293-4314-aed0-f0144a789ced tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88af2cd-d04a-46ff-a64a-c0634e98e6f0,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:20.011054 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ba70552-a293-4314-aed0-f0144a789ced tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.012244 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6ba70552-a293-4314-aed0-f0144a789ced tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132734 Jul 16 04:23:20.014937 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52992) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:20.019346 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cd3aa0b5-80bc-42c3-a97c-cd0dc929550f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'cdcfc6dd-b588-43a4-b9fd-3b02b66e9309', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:23:20.044473 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd3aa0b5-80bc-42c3-a97c-cd0dc929550f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.103201 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd3aa0b5-80bc-42c3-a97c-cd0dc929550f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.106391 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd3aa0b5-80bc-42c3-a97c-cd0dc929550f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.124139 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3aa0b5-80bc-42c3-a97c-cd0dc929550f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed40e241-a3c7-4bec-8e5c-a5c70af9d801,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:20.129954 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cd3aa0b5-80bc-42c3-a97c-cd0dc929550f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.131176 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cd3aa0b5-80bc-42c3-a97c-cd0dc929550f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153238 Jul 16 04:23:20.134493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52994) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:20.139006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ed6bbc50-2de2-406e-9d23-5c373ff0ae5b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'cdcfc6dd-b588-43a4-b9fd-3b02b66e9309', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:23:20.162930 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed6bbc50-2de2-406e-9d23-5c373ff0ae5b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.219150 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed6bbc50-2de2-406e-9d23-5c373ff0ae5b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.222429 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed6bbc50-2de2-406e-9d23-5c373ff0ae5b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.240748 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bbc50-2de2-406e-9d23-5c373ff0ae5b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbc81c0-d3c6-42a0-b3f6-7af6cc9d5048,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:20.243469 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed6bbc50-2de2-406e-9d23-5c373ff0ae5b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.247114 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ed6bbc50-2de2-406e-9d23-5c373ff0ae5b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1091990 Jul 16 04:23:20.247620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52996) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:20.251916 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-37befe23-8602-4f65-8889-94fda4432376 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'cdcfc6dd-b588-43a4-b9fd-3b02b66e9309', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:23:20.273071 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-37befe23-8602-4f65-8889-94fda4432376 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Project fa3b032676104f4880615a212910eb0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:23:20.277650 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37befe23-8602-4f65-8889-94fda4432376 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.334609 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37befe23-8602-4f65-8889-94fda4432376 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.337313 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37befe23-8602-4f65-8889-94fda4432376 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.353873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37befe23-8602-4f65-8889-94fda4432376 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f69c74b-4719-44e8-b0b7-c8f665fcf855,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:20.360617 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-37befe23-8602-4f65-8889-94fda4432376 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.361856 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-37befe23-8602-4f65-8889-94fda4432376 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1135869 Jul 16 04:23:20.364630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 52998) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:20.369506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-2d5330fb-3221-4da2-b120-9b4c2f65a734 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'cdcfc6dd-b588-43a4-b9fd-3b02b66e9309', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:23:20.390468 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-2d5330fb-3221-4da2-b120-9b4c2f65a734 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Project fa3b032676104f4880615a212910eb0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:23:20.395126 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d5330fb-3221-4da2-b120-9b4c2f65a734 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.456174 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d5330fb-3221-4da2-b120-9b4c2f65a734 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.459359 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d5330fb-3221-4da2-b120-9b4c2f65a734 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.473298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5330fb-3221-4da2-b120-9b4c2f65a734 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadebb29-40a7-468c-8c13-33f1eff813ed,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:20.482215 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2d5330fb-3221-4da2-b120-9b4c2f65a734 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.483534 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2d5330fb-3221-4da2-b120-9b4c2f65a734 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179552 Jul 16 04:23:20.486587 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53000) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:20.491373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-469cf7a4-19c8-4e96-b26b-5b67f32a2069 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'network': {'name': 'tempest-network-smoke--1200863611', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:23:20.511832 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469cf7a4-19c8-4e96-b26b-5b67f32a2069 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Made reservation on behalf of fa3b032676104f4880615a212910eb0a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:23:20.515196 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-469cf7a4-19c8-4e96-b26b-5b67f32a2069 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.538031 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469cf7a4-19c8-4e96-b26b-5b67f32a2069 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:23:20.546845 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-469cf7a4-19c8-4e96-b26b-5b67f32a2069 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.547191 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-469cf7a4-19c8-4e96-b26b-5b67f32a2069 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Added segment 30dcea4d-e365-4404-b4a4-c75af35ba75e of type vlan for network b867f80b-eef7-4075-9804-6d10a65aaaaf Jul 16 04:23:20.585748 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-469cf7a4-19c8-4e96-b26b-5b67f32a2069 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.613899 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-469cf7a4-19c8-4e96-b26b-5b67f32a2069 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.619873 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469cf7a4-19c8-4e96-b26b-5b67f32a2069 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:20.620494 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-469cf7a4-19c8-4e96-b26b-5b67f32a2069 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.655662 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-469cf7a4-19c8-4e96-b26b-5b67f32a2069 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1679173 Jul 16 04:23:20.658395 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53002) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:20.662716 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'admin_state_up': True, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:23:20.701477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cf7a4-19c8-4e96-b26b-5b67f32a2069 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Network': ['ID=b867f80b-eef7-4075-9804-6d10a65aaaaf,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:20.712078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network b867f80b-eef7-4075-9804-6d10a65aaaaf details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:23:20.716781 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.717769 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.766520 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:20.899579 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:21.413662 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:21.435077 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:21.530736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.25.3.187 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/4dcfae1b-b9c7-43df-9896-2e883b1cea06) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:23:21.632288 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:21.669822 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:21.703232 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:23:21.707909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:23:21.713779 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:23:21.719114 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=4dcfae1b-b9c7-43df-9896-2e883b1cea06,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:21.954472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:22.143815 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:22.265161 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:23:22.368606 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:23:22.379405 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Sync routers for ids ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:23:22.387192 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:22.388575 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-439109f7-5d4e-4cb9-9bad-138680367b90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7292402 Jul 16 04:23:22.388717 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Routers {'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:23:22.389298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:23:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:22.391837 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:22.492154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Set router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:23:22.515024 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0e834bc5-39f0-449d-bd2b-6f5edb8203a2 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=fa3b032676104f4880615a212910eb0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1214180 Jul 16 04:23:22.517890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:22.663515 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6268479c-616c-43e6-be07-4e4654ae96a2 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:22.665167 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6268479c-616c-43e6-be07-4e4654ae96a2 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1464167 Jul 16 04:23:22.665924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:23:20Z', 'updated_at': '2021-07-16T04:23:21Z', 'revision_number': 3, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:21Z', 'updated_at': '2021-07-16T04:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:22.668069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53010) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:22.691695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Checking router: f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:23:22.692050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Updating router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 port 4dcfae1b-b9c7-43df-9896-2e883b1cea06 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:23:22.708824 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7fad6d87-c1bc-45ac-a563-c49572c5cbf6 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371404 Jul 16 04:23:22.709019 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53012) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:22.713768 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-cf8ad99d-4254-4ebb-8b6d-a38e9da2d6f0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1573229411', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:23:22.730015 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:22.797664 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8ad99d-4254-4ebb-8b6d-a38e9da2d6f0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Made reservation on behalf of fa3b032676104f4880615a212910eb0a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:23:22.801029 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf8ad99d-4254-4ebb-8b6d-a38e9da2d6f0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:22.973471 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:22.979062 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf8ad99d-4254-4ebb-8b6d-a38e9da2d6f0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:22.984069 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Transition to ACTIVE for port object 4dcfae1b-b9c7-43df-9896-2e883b1cea06 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:23:22.989713 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:23.038079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Attempting to bind port 4dcfae1b-b9c7-43df-9896-2e883b1cea06 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:23:23.038447 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Attempting to bind port 4dcfae1b-b9c7-43df-9896-2e883b1cea06 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:23:23.038809 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Attempting to bind port 4dcfae1b-b9c7-43df-9896-2e883b1cea06 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:23:23.044537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ad99d-4254-4ebb-8b6d-a38e9da2d6f0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Subnet': ['ID=7ff07276-5f00-4156-a58f-09407ea6ec98,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:23.044845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407039cb-b82b-4be4-bedf-7ddc0efa9095 None None] Pushing event updated for resources: {'Port': ['ID=4dcfae1b-b9c7-43df-9896-2e883b1cea06,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:23.050939 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:23:23.051183 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:23:23.051306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8ad99d-4254-4ebb-8b6d-a38e9da2d6f0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Checking segment: {'id': '30dcea4d-e365-4404-b4a4-c75af35ba75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:23:23.051586 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:23.051718 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ad99d-4254-4ebb-8b6d-a38e9da2d6f0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network hostable DHCP agents. Network: b867f80b-eef7-4075-9804-6d10a65aaaaf, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:23:23.051967 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:23:23.052805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Bound port: 4dcfae1b-b9c7-43df-9896-2e883b1cea06, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:23:23.053197 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:23.069749 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8ad99d-4254-4ebb-8b6d-a38e9da2d6f0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network b867f80b-eef7-4075-9804-6d10a65aaaaf is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:23:23.078792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-cf8ad99d-4254-4ebb-8b6d-a38e9da2d6f0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, b867f80b-eef7-4075-9804-6d10a65aaaaf) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:23:23.083396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8ad99d-4254-4ebb-8b6d-a38e9da2d6f0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:23.084477 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-cf8ad99d-4254-4ebb-8b6d-a38e9da2d6f0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:23.091318 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b6a6e9-083f-4643-abae-a28dd1fdc1d7 None None] Network b867f80b-eef7-4075-9804-6d10a65aaaaf requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:23:23.099580 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-cf8ad99d-4254-4ebb-8b6d-a38e9da2d6f0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3896205 Jul 16 04:23:23.102907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:23.157394 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] For port 4dcfae1b-b9c7-43df-9896-2e883b1cea06, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:23:23.174681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] For port 4dcfae1b-b9c7-43df-9896-2e883b1cea06, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4dcfae1b-b9c7-43df-9896-2e883b1cea06,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:23:23.179530 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:23.276872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407039cb-b82b-4be4-bedf-7ddc0efa9095 None None] Pushing event updated for resources: {'Port': ['ID=4dcfae1b-b9c7-43df-9896-2e883b1cea06,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:23.285548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Routers {'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:23:23.286165 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:23:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:23.347280 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-b867f80b-eef7-4075-9804-6d10a65aaaaf', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ips': [{'subnet_id': '7ff07276-5f00-4156-a58f-09407ea6ec98'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:23:23.348134 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:23.531262 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:23.629464 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] Set router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:23:23.789234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Allocated IP 172.20.0.2 (b867f80b-eef7-4075-9804-6d10a65aaaaf/7ff07276-5f00-4156-a58f-09407ea6ec98/9edf38ae-ba21-408b-b95a-2780ba46c61c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:23:23.929612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:23:20Z', 'updated_at': '2021-07-16T04:23:21Z', 'revision_number': 3, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:21Z', 'updated_at': '2021-07-16T04:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:23.973855 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a0d80-a2fb-4aac-820a-82d121bb1153 None None] The sync data for ids ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'] in n-d-800088-6 is: [{'id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:23:20Z', 'updated_at': '2021-07-16T04:23:21Z', 'revision_number': 3, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:21Z', 'updated_at': '2021-07-16T04:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:23:23.996866 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:24.006036 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Transition to ACTIVE for port object 9edf38ae-ba21-408b-b95a-2780ba46c61c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:23:24.021552 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Transition to ACTIVE for port object 9edf38ae-ba21-408b-b95a-2780ba46c61c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:23:24.026986 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:24.068237 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Network b867f80b-eef7-4075-9804-6d10a65aaaaf is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:23:24.071743 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:23:24.075472 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:23:24.081231 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Pushing event updated for resources: {'Port': ['ID=9edf38ae-ba21-408b-b95a-2780ba46c61c,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:24.085719 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.20.0.1 (b867f80b-eef7-4075-9804-6d10a65aaaaf/7ff07276-5f00-4156-a58f-09407ea6ec98/3d16ee8d-6d8c-4cbb-9a79-d19d270c7205) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:23:24.139529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Attempting to bind port 9edf38ae-ba21-408b-b95a-2780ba46c61c on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:23:24.139931 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Attempting to bind port 9edf38ae-ba21-408b-b95a-2780ba46c61c by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '30dcea4d-e365-4404-b4a4-c75af35ba75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:23:24.140303 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Attempting to bind port 9edf38ae-ba21-408b-b95a-2780ba46c61c on network b867f80b-eef7-4075-9804-6d10a65aaaaf {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:23:24.145682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:23:24.146063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Checking segment: {'id': '30dcea4d-e365-4404-b4a4-c75af35ba75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:23:24.146469 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:24.146871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Bound using segment: {'id': '30dcea4d-e365-4404-b4a4-c75af35ba75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:23:24.147339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Bound port: 9edf38ae-ba21-408b-b95a-2780ba46c61c, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30dcea4d-e365-4404-b4a4-c75af35ba75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:23:24.147724 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:24.210796 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:24.225932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Transition to ACTIVE for port object 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:23:24.236573 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] For port 9edf38ae-ba21-408b-b95a-2780ba46c61c, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:23:24.240452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] For port 9edf38ae-ba21-408b-b95a-2780ba46c61c, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9edf38ae-ba21-408b-b95a-2780ba46c61c,segment=NetworkSegment(30dcea4d-e365-4404-b4a4-c75af35ba75e),segment_id=30dcea4d-e365-4404-b4a4-c75af35ba75e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:23:24.245183 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:24.275223 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:24.311726 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c252c4f-aff9-45f0-a9ea-7e3e47f1cb4e None None] Pushing event updated for resources: {'Port': ['ID=9edf38ae-ba21-408b-b95a-2780ba46c61c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:24.340200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network b867f80b-eef7-4075-9804-6d10a65aaaaf is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:23:24.344886 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:23:24.347420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:23:24.350727 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=3d16ee8d-6d8c-4cbb-9a79-d19d270c7205,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:24.400492 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:24.594065 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:25.079240 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9edf38ae-ba21-408b-b95a-2780ba46c61c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:23:25.141437 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 9edf38ae-ba21-408b-b95a-2780ba46c61c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:23:25.145529 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4dcfae1b-b9c7-43df-9896-2e883b1cea06 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:23:25.197682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 4dcfae1b-b9c7-43df-9896-2e883b1cea06 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:23:25.202016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 4dcfae1b-b9c7-43df-9896-2e883b1cea06 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:23:25.202382 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:25.220194 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:25.226685 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:25.251519 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5564c58e-41b0-4957-9475-6d2708dd7107 None None] Network b867f80b-eef7-4075-9804-6d10a65aaaaf requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:23:25.308255 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:25.310151 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=3d16ee8d-6d8c-4cbb-9a79-d19d270c7205,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:25.342385 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:25.382594 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-777e0f00-fa4e-4fa0-99db-0c93b87d8083 None None] Provisioning for port 9edf38ae-ba21-408b-b95a-2780ba46c61c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:23:25.386097 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 4dcfae1b-b9c7-43df-9896-2e883b1cea06, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4dcfae1b-b9c7-43df-9896-2e883b1cea06,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:23:25.391425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-777e0f00-fa4e-4fa0-99db-0c93b87d8083 None None] Provisioning complete for port 9edf38ae-ba21-408b-b95a-2780ba46c61c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:23:25.391800 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-777e0f00-fa4e-4fa0-99db-0c93b87d8083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:25.407191 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network b867f80b-eef7-4075-9804-6d10a65aaaaf is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:23:25.408654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:23:25.410176 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:25.526071 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=4dcfae1b-b9c7-43df-9896-2e883b1cea06,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:25.534696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:23:25.578176 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-777e0f00-fa4e-4fa0-99db-0c93b87d8083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:25.620544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-777e0f00-fa4e-4fa0-99db-0c93b87d8083 None None] For port 9edf38ae-ba21-408b-b95a-2780ba46c61c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9edf38ae-ba21-408b-b95a-2780ba46c61c,segment=NetworkSegment(30dcea4d-e365-4404-b4a4-c75af35ba75e),segment_id=30dcea4d-e365-4404-b4a4-c75af35ba75e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:23:25.625829 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-777e0f00-fa4e-4fa0-99db-0c93b87d8083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:25.662081 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:23:25.670831 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-68e62b4a-1684-45f6-b7d0-1600bca12e3a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "PUT /v2.0/routers/f88d956e-15d9-4d9d-a44c-ef339f4ca3d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5667422 Jul 16 04:23:25.682662 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Sync routers for ids ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:23:25.686156 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e0f00-fa4e-4fa0-99db-0c93b87d8083 None None] Pushing event updated for resources: {'Port': ['ID=9edf38ae-ba21-408b-b95a-2780ba46c61c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:25.695164 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Routers {'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:23:25.696411 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:23:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:25.809609 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Set router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:23:25.852646 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3b6f5c2e-b64d-462e-af9d-a3c7ea5cf952 None None] Provisioning complete for port 9edf38ae-ba21-408b-b95a-2780ba46c61c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:23:25.852936 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5c2e-b64d-462e-af9d-a3c7ea5cf952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:25.956002 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3b6f5c2e-b64d-462e-af9d-a3c7ea5cf952 None None] Provisioning for port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:23:25.963629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3b6f5c2e-b64d-462e-af9d-a3c7ea5cf952 None None] Provisioning complete for port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:23:25.964001 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3b6f5c2e-b64d-462e-af9d-a3c7ea5cf952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:26.001808 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f5c2e-b64d-462e-af9d-a3c7ea5cf952 None None] Port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:23:26.043288 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:23:20Z', 'updated_at': '2021-07-16T04:23:24Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:21Z', 'updated_at': '2021-07-16T04:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3d16ee8d-6d8c-4cbb-9a79-d19d270c7205', 'name': '', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:1d:50:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:23Z', 'updated_at': '2021-07-16T04:23:24Z', 'revision_number': 2, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:26.054434 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-c3161b5f-ed56-469f-8a03-4de4cb513771 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332986865&fields=id&tenant_id=fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 267 time: 0.0358641 Jul 16 04:23:26.074060 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Checking router: f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:23:26.075071 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Updating router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:23:26.108783 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:26.122468 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-86ebf526-1ca5-4328-8376-4f5646b42c90 None None] Provisioning complete for port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:23:26.124816 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-86ebf526-1ca5-4328-8376-4f5646b42c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:26.170594 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-86ebf526-1ca5-4328-8376-4f5646b42c90 None None] Port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:23:26.181013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-7c327e06-106a-444e-bde5-b3135adc73c7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:26.182698 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-7c327e06-106a-444e-bde5-b3135adc73c7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/networks?id=b867f80b-eef7-4075-9804-6d10a65aaaaf HTTP/1.1" status: 200 len: 797 time: 0.1212614 Jul 16 04:23:26.198640 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-2d129cce-5430-482f-a3dc-e0a3bfba0083 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/quotas/fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 375 time: 0.0105155 Jul 16 04:23:26.277548 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-4c89be58-fd42-468d-b397-75e5d73bffa9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719771 Jul 16 04:23:26.290393 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-71ef71d0-0d7e-4a19-8b04-d76701c23cae None None] Provisioning complete for port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:23:26.290919 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-71ef71d0-0d7e-4a19-8b04-d76701c23cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:26.294914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-0f027cc2-0e18-4714-88c3-f83298d99f95 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:23:26.296055 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-0f027cc2-0e18-4714-88c3-f83298d99f95 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075300 Jul 16 04:23:26.323589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-71ef71d0-0d7e-4a19-8b04-d76701c23cae None None] Port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:23:26.396302 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-4424b44f-9693-48ce-a1b3-557a5fe71a6b service neutron] 10.222.0.18 "GET /v2.0/networks/b867f80b-eef7-4075-9804-6d10a65aaaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942562 Jul 16 04:23:26.396630 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:26.408171 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Transition to ACTIVE for port object 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:23:26.413634 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:26.464608 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999de75-f2cc-4f9c-942f-c31438a52b5a None None] Pushing event updated for resources: {'Port': ['ID=3d16ee8d-6d8c-4cbb-9a79-d19d270c7205,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:26.478425 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999de75-f2cc-4f9c-942f-c31438a52b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:26.479042 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999de75-f2cc-4f9c-942f-c31438a52b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:26.479393 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999de75-f2cc-4f9c-942f-c31438a52b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:26.479731 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999de75-f2cc-4f9c-942f-c31438a52b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:26.480061 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999de75-f2cc-4f9c-942f-c31438a52b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:26.480424 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999de75-f2cc-4f9c-942f-c31438a52b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:26.481133 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999de75-f2cc-4f9c-942f-c31438a52b5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:26.481641 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999de75-f2cc-4f9c-942f-c31438a52b5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:26.481973 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999de75-f2cc-4f9c-942f-c31438a52b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:26.482301 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999de75-f2cc-4f9c-942f-c31438a52b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:26.482628 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999de75-f2cc-4f9c-942f-c31438a52b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:26.482949 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2999de75-f2cc-4f9c-942f-c31438a52b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:23:26.494754 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-aead873b-fdfd-4b0a-824c-e7d9b928f50c service neutron] 10.222.0.18 "GET /v2.0/networks/b867f80b-eef7-4075-9804-6d10a65aaaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917997 Jul 16 04:23:26.538950 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Attempting to bind port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:23:26.539332 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Attempting to bind port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '30dcea4d-e365-4404-b4a4-c75af35ba75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:23:26.539698 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Attempting to bind port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 on network b867f80b-eef7-4075-9804-6d10a65aaaaf {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:23:26.545568 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:23:26.545944 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Checking segment: {'id': '30dcea4d-e365-4404-b4a4-c75af35ba75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:23:26.546568 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:26.546967 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Bound using segment: {'id': '30dcea4d-e365-4404-b4a4-c75af35ba75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:23:26.547450 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Bound port: 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30dcea4d-e365-4404-b4a4-c75af35ba75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:23:26.547838 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:26.618418 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] For port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:23:26.622019 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] For port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3d16ee8d-6d8c-4cbb-9a79-d19d270c7205,segment=NetworkSegment(30dcea4d-e365-4404-b4a4-c75af35ba75e),segment_id=30dcea4d-e365-4404-b4a4-c75af35ba75e)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:23:26.630553 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:26.696565 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Routers {'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:23:26.697312 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:23:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:26.699103 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999de75-f2cc-4f9c-942f-c31438a52b5a None None] Pushing event updated for resources: {'Port': ['ID=3d16ee8d-6d8c-4cbb-9a79-d19d270c7205,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:26.809202 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] Set router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:23:27.014281 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9edf38ae-ba21-408b-b95a-2780ba46c61c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:23:27.018106 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:23:20Z', 'updated_at': '2021-07-16T04:23:24Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:21Z', 'updated_at': '2021-07-16T04:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3d16ee8d-6d8c-4cbb-9a79-d19d270c7205', 'name': '', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:1d:50:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:23Z', 'updated_at': '2021-07-16T04:23:26Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:27.044157 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be5922f-e4d5-4f26-b19d-2585a112ea3e None None] The sync data for ids ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'] in n-d-800088-6 is: [{'id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:23:20Z', 'updated_at': '2021-07-16T04:23:24Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:21Z', 'updated_at': '2021-07-16T04:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3d16ee8d-6d8c-4cbb-9a79-d19d270c7205', 'name': '', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:1d:50:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:23Z', 'updated_at': '2021-07-16T04:23:26Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:23:27.064036 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 9edf38ae-ba21-408b-b95a-2780ba46c61c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:23:27.064407 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:27.154446 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4dcfae1b-b9c7-43df-9896-2e883b1cea06 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:23:27.201234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 4dcfae1b-b9c7-43df-9896-2e883b1cea06 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:23:27.201595 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:27.839848 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-96c57e41-cea8-4622-bf99-f7f126eb2ab2 req-3c7ad3eb-38c8-4369-a86a-9224c6de7e95 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 210 time: 0.0765915 Jul 16 04:23:28.933520 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5cd5dc6b-bb28-424a-a6e0-700d0d331251 req-d1b6df0b-d60f-42c3-bc76-6cfb1c99f3f2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 210 time: 0.0368710 Jul 16 04:23:29.024021 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:23:29.071681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:23:29.075079 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:23:29.075460 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:29.154019 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:29.184590 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3d16ee8d-6d8c-4cbb-9a79-d19d270c7205,segment=NetworkSegment(30dcea4d-e365-4404-b4a4-c75af35ba75e),segment_id=30dcea4d-e365-4404-b4a4-c75af35ba75e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:23:29.187920 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:29.232976 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=3d16ee8d-6d8c-4cbb-9a79-d19d270c7205,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:30.017393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d8748426-074c-41e9-bb85-e80c4c16be09 req-df92263e-291c-4756-9953-409cf06b3466 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 210 time: 0.0317066 Jul 16 04:23:30.111207 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a146369-a5b3-479b-83b3-202e9f8779ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:30.894144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-fc0f354b-a075-4184-ad09-f6e27b796e85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:30.895653 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-fc0f354b-a075-4184-ad09-f6e27b796e85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "GET /v2.0/networks?id=b867f80b-eef7-4075-9804-6d10a65aaaaf HTTP/1.1" status: 200 len: 797 time: 0.1002421 Jul 16 04:23:30.967464 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-800bc1fb-e304-4d76-ae77-5ef9f2a7dab5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 380 time: 0.0486665 Jul 16 04:23:30.981095 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-882f1c1f-f64b-41aa-9c48-354a65f4d1f4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'port': {'device_id': 'bede4b06-0f0b-4fad-b1da-8baab6f0a86a', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'admin_state_up': True, 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'security_groups': ['cdcfc6dd-b588-43a4-b9fd-3b02b66e9309']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:23:31.019616 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:23:31.067073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:23:31.067450 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:31.100508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-882f1c1f-f64b-41aa-9c48-354a65f4d1f4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Made reservation on behalf of fa3b032676104f4880615a212910eb0a for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:23:31.104774 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-882f1c1f-f64b-41aa-9c48-354a65f4d1f4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:31.164474 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bccabcf4-b25e-4972-9c5f-33f8ed606eda req-bf8ffae0-948e-43b3-9c1b-8316763737d1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 210 time: 0.0293465 Jul 16 04:23:31.237386 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-882f1c1f-f64b-41aa-9c48-354a65f4d1f4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.20.0.10 (b867f80b-eef7-4075-9804-6d10a65aaaaf/7ff07276-5f00-4156-a58f-09407ea6ec98/311d7491-be6b-4f0c-9668-4171b0e7340d) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:23:31.367419 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-882f1c1f-f64b-41aa-9c48-354a65f4d1f4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:31.381183 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-882f1c1f-f64b-41aa-9c48-354a65f4d1f4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Transition to ACTIVE for port object 311d7491-be6b-4f0c-9668-4171b0e7340d will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:23:31.413590 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-882f1c1f-f64b-41aa-9c48-354a65f4d1f4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:31.460714 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-882f1c1f-f64b-41aa-9c48-354a65f4d1f4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network b867f80b-eef7-4075-9804-6d10a65aaaaf is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:23:31.465793 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-882f1c1f-f64b-41aa-9c48-354a65f4d1f4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:23:31.468673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-882f1c1f-f64b-41aa-9c48-354a65f4d1f4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:23:31.500527 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f1c1f-f64b-41aa-9c48-354a65f4d1f4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=311d7491-be6b-4f0c-9668-4171b0e7340d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:31.529703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-882f1c1f-f64b-41aa-9c48-354a65f4d1f4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:31.530397 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-882f1c1f-f64b-41aa-9c48-354a65f4d1f4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:31.545065 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-882f1c1f-f64b-41aa-9c48-354a65f4d1f4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5678587 Jul 16 04:23:31.581629 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:31.648087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Request body: {'port': {'device_id': 'bede4b06-0f0b-4fad-b1da-8baab6f0a86a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:23:31.717910 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:31.730706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-248dc52c-1c8d-4ffc-ba67-a41ce57eeada None None] Provisioning for port 311d7491-be6b-4f0c-9668-4171b0e7340d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:23:31.734360 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-248dc52c-1c8d-4ffc-ba67-a41ce57eeada None None] Provisioning complete for port 311d7491-be6b-4f0c-9668-4171b0e7340d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:23:31.734682 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-248dc52c-1c8d-4ffc-ba67-a41ce57eeada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:31.768747 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-248dc52c-1c8d-4ffc-ba67-a41ce57eeada None None] Port 311d7491-be6b-4f0c-9668-4171b0e7340d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:23:31.884548 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:31.982348 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311d7491-be6b-4f0c-9668-4171b0e7340d {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:23:31.989867 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:32.002357 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Transition to ACTIVE for port object 311d7491-be6b-4f0c-9668-4171b0e7340d will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:23:32.005725 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:32.072082 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Pushing event updated for resources: {'Port': ['ID=311d7491-be6b-4f0c-9668-4171b0e7340d,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:32.123436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Attempting to bind port 311d7491-be6b-4f0c-9668-4171b0e7340d on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:23:32.123785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Attempting to bind port 311d7491-be6b-4f0c-9668-4171b0e7340d by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': '30dcea4d-e365-4404-b4a4-c75af35ba75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:23:32.124122 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Attempting to bind port 311d7491-be6b-4f0c-9668-4171b0e7340d on network b867f80b-eef7-4075-9804-6d10a65aaaaf {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:23:32.128887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Port 311d7491-be6b-4f0c-9668-4171b0e7340d on network b867f80b-eef7-4075-9804-6d10a65aaaaf not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:23:32.129218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Attempting to bind port 311d7491-be6b-4f0c-9668-4171b0e7340d on network b867f80b-eef7-4075-9804-6d10a65aaaaf {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:23:32.134314 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:23:32.134660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Checking segment: {'id': '30dcea4d-e365-4404-b4a4-c75af35ba75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:23:32.135056 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Bound using segment: {'id': '30dcea4d-e365-4404-b4a4-c75af35ba75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:23:32.135497 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Bound port: 311d7491-be6b-4f0c-9668-4171b0e7340d, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30dcea4d-e365-4404-b4a4-c75af35ba75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:23:32.135872 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:32.205572 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] For port 311d7491-be6b-4f0c-9668-4171b0e7340d, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:23:32.208691 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] For port 311d7491-be6b-4f0c-9668-4171b0e7340d, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=311d7491-be6b-4f0c-9668-4171b0e7340d,segment=NetworkSegment(30dcea4d-e365-4404-b4a4-c75af35ba75e),segment_id=30dcea4d-e365-4404-b4a4-c75af35ba75e)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:23:32.213493 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:32.245296 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:32.245955 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:32.247292 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] 10.222.0.88 "PUT /v2.0/ports/311d7491-be6b-4f0c-9668-4171b0e7340d HTTP/1.1" status: 200 len: 1092 time: 0.6510155 Jul 16 04:23:32.247722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bede4b06-0f0b-4fad-b1da-8baab6f0a86a', 'tag': '311d7491-be6b-4f0c-9668-4171b0e7340d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:23:32.277022 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faf3fa-863c-412a-bd78-1dc76b9e3f1f service neutron] Pushing event updated for resources: {'Port': ['ID=311d7491-be6b-4f0c-9668-4171b0e7340d,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:32.334519 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dd26a3-e870-4b65-9121-0670ccce2852" -d '{"events": [{"name": "network-changed", "server_uuid": "bede4b06-0f0b-4fad-b1da-8baab6f0a86a", "tag": "311d7491-be6b-4f0c-9668-4171b0e7340d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:23:32.356553 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993521f9-f878-446c-8170-592e3cbe2655 req-07ee1a23-6c7b-46b7-a8f0-83420495aaee tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:32.358425 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-993521f9-f878-446c-8170-592e3cbe2655 req-07ee1a23-6c7b-46b7-a8f0-83420495aaee tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 944 time: 0.0771487 Jul 16 04:23:32.370233 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-d3f46ccf-800d-44c6-98aa-2dec4808f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:32.372108 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-d3f46ccf-800d-44c6-98aa-2dec4808f2e6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 1095 time: 0.0672884 Jul 16 04:23:32.406083 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-993521f9-f878-446c-8170-592e3cbe2655 req-70c1777b-8df6-4c1d-8f58-a25dfcc16d59 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Jul 16 04:23:32.424768 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-e50bc854-5b87-4a44-9f1d-c22b9ca86b94 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=311d7491-be6b-4f0c-9668-4171b0e7340d HTTP/1.1" status: 200 len: 217 time: 0.0412805 Jul 16 04:23:32.464545 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecf60a5-aaad-4154-b00a-22c78ea84b63 x-openstack-request-id: req-6ecf60a5-aaad-4154-b00a-22c78ea84b63 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:23:32.464918 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bede4b06-0f0b-4fad-b1da-8baab6f0a86a", "tag": "311d7491-be6b-4f0c-9668-4171b0e7340d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:23:32.465272 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ecf60a5-aaad-4154-b00a-22c78ea84b63 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:23:32.465679 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bede4b06-0f0b-4fad-b1da-8baab6f0a86a', 'tag': '311d7491-be6b-4f0c-9668-4171b0e7340d', 'status': 'completed', 'code': 200} Jul 16 04:23:32.483396 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-cde04607-34ed-4e6d-8c7e-3dfe498513f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:32.484907 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-cde04607-34ed-4e6d-8c7e-3dfe498513f6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7ff07276-5f00-4156-a58f-09407ea6ec98 HTTP/1.1" status: 200 len: 835 time: 0.0499780 Jul 16 04:23:32.546109 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-6f42ac8c-cf81-4c39-bd6c-2ac7e51eca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:32.547600 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-6f42ac8c-cf81-4c39-bd6c-2ac7e51eca08 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b867f80b-eef7-4075-9804-6d10a65aaaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510879 Jul 16 04:23:32.642590 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-63d4da12-33a9-4391-bd20-9e2e7b2e0bd3 service neutron] 10.222.0.88 "GET /v2.0/networks/b867f80b-eef7-4075-9804-6d10a65aaaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848243 Jul 16 04:23:32.731412 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-1f25ee1c-a776-497d-bc63-e4f21661c3e0 req-7b289c8a-14a0-4d6b-808e-1083282aada1 service neutron] 10.222.0.88 "GET /v2.0/networks/b867f80b-eef7-4075-9804-6d10a65aaaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785465 Jul 16 04:23:32.836427 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5d0a6089-d766-409b-afb5-2bfffc2c23ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:32.846227 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd26a3-e870-4b65-9121-0670ccce2852 req-61d72111-6268-4e82-aaab-134353aab224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:32.847820 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6dd26a3-e870-4b65-9121-0670ccce2852 req-61d72111-6268-4e82-aaab-134353aab224 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 1095 time: 0.0563648 Jul 16 04:23:32.867102 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:32.939390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd26a3-e870-4b65-9121-0670ccce2852 req-8bc803be-b46a-4a42-bba8-90ed8404b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:32.940896 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6dd26a3-e870-4b65-9121-0670ccce2852 req-8bc803be-b46a-4a42-bba8-90ed8404b514 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b867f80b-eef7-4075-9804-6d10a65aaaaf HTTP/1.1" status: 200 len: 898 time: 0.0868578 Jul 16 04:23:32.987892 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6dd26a3-e870-4b65-9121-0670ccce2852 req-c1cac333-dc7b-499f-a9f4-ccaf59b6c517 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=311d7491-be6b-4f0c-9668-4171b0e7340d HTTP/1.1" status: 200 len: 217 time: 0.0392625 Jul 16 04:23:33.037638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd26a3-e870-4b65-9121-0670ccce2852 req-209c466a-bbfb-4225-8513-258bb94e03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:33.039107 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6dd26a3-e870-4b65-9121-0670ccce2852 req-209c466a-bbfb-4225-8513-258bb94e03f5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7ff07276-5f00-4156-a58f-09407ea6ec98 HTTP/1.1" status: 200 len: 835 time: 0.0441144 Jul 16 04:23:33.094583 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd26a3-e870-4b65-9121-0670ccce2852 req-14b6c651-7b6b-4fc5-a0d6-35c1d2f7ffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:33.095964 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6dd26a3-e870-4b65-9121-0670ccce2852 req-14b6c651-7b6b-4fc5-a0d6-35c1d2f7ffff service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b867f80b-eef7-4075-9804-6d10a65aaaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497108 Jul 16 04:23:33.193255 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6dd26a3-e870-4b65-9121-0670ccce2852 req-974f96e6-d148-47d0-8a76-6d2099914fbd service neutron] 10.222.0.88 "GET /v2.0/networks/b867f80b-eef7-4075-9804-6d10a65aaaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894034 Jul 16 04:23:33.285005 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c6dd26a3-e870-4b65-9121-0670ccce2852 req-36b6669a-157e-4e94-977b-283787d30c2d service neutron] 10.222.0.88 "GET /v2.0/networks/b867f80b-eef7-4075-9804-6d10a65aaaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826380 Jul 16 04:23:33.578582 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c33542-da11-4058-9b4c-0da51918b584 req-739cd316-1868-45ac-99af-fec03e801058 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:33.580080 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7c33542-da11-4058-9b4c-0da51918b584 req-739cd316-1868-45ac-99af-fec03e801058 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 944 time: 0.0624216 Jul 16 04:23:33.617469 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7c33542-da11-4058-9b4c-0da51918b584 req-37e4bfc1-2e96-4a96-b1c6-d24b228106f1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318027 Jul 16 04:23:34.061190 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:34.791996 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7b338-2521-4b71-ac5f-d1c7bef8dd06 req-15e97cc9-bcbb-47ca-b27a-3c9290c2f9ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:34.793512 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86d7b338-2521-4b71-ac5f-d1c7bef8dd06 req-15e97cc9-bcbb-47ca-b27a-3c9290c2f9ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 944 time: 0.0625162 Jul 16 04:23:34.830726 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-86d7b338-2521-4b71-ac5f-d1c7bef8dd06 req-c7d4928a-302b-441e-8f3e-010734ac8d92 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316725 Jul 16 04:23:35.913720 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:36.006171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7cf3f-03dc-4256-92bc-fb8d0c60c684 req-f7f59202-09ec-4a73-af7a-230f932c443a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:36.007653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bb7cf3f-03dc-4256-92bc-fb8d0c60c684 req-f7f59202-09ec-4a73-af7a-230f932c443a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 944 time: 0.0668106 Jul 16 04:23:36.045527 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2bb7cf3f-03dc-4256-92bc-fb8d0c60c684 req-a4ebb201-2f22-414b-80c6-343999700bc8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321667 Jul 16 04:23:36.662336 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 311d7491-be6b-4f0c-9668-4171b0e7340d details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:23:36.755508 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 311d7491-be6b-4f0c-9668-4171b0e7340d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=311d7491-be6b-4f0c-9668-4171b0e7340d,segment=NetworkSegment(30dcea4d-e365-4404-b4a4-c75af35ba75e),segment_id=30dcea4d-e365-4404-b4a4-c75af35ba75e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:23:36.766583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '311d7491-be6b-4f0c-9668-4171b0e7340d', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'port_id': '311d7491-be6b-4f0c-9668-4171b0e7340d', 'mac_address': 'fa:16:3e:64:f0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:23:36.801201 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:36.813766 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311d7491-be6b-4f0c-9668-4171b0e7340d {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:23:36.832449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 311d7491-be6b-4f0c-9668-4171b0e7340d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=311d7491-be6b-4f0c-9668-4171b0e7340d,segment=NetworkSegment(30dcea4d-e365-4404-b4a4-c75af35ba75e),segment_id=30dcea4d-e365-4404-b4a4-c75af35ba75e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:23:36.836176 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:36.886003 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=311d7491-be6b-4f0c-9668-4171b0e7340d,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:37.149508 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['311d7491-be6b-4f0c-9668-4171b0e7340d'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:23:37.214993 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de40465-4135-489d-8161-05336d316d94 req-d92b9261-7ca4-413d-8508-e4d3562990e7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:37.216531 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9de40465-4135-489d-8161-05336d316d94 req-d92b9261-7ca4-413d-8508-e4d3562990e7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 945 time: 0.0634849 Jul 16 04:23:37.254934 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9de40465-4135-489d-8161-05336d316d94 req-b59656c2-2974-432d-b283-6af98a2562f0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327387 Jul 16 04:23:38.425452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c78a8-8358-4be4-9ab8-d59d17a31fbd req-eecb8f2a-c18a-4c82-9053-f84ebab273a4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:38.426934 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f2c78a8-8358-4be4-9ab8-d59d17a31fbd req-eecb8f2a-c18a-4c82-9053-f84ebab273a4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 945 time: 0.0620506 Jul 16 04:23:38.467771 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f2c78a8-8358-4be4-9ab8-d59d17a31fbd req-0b11553d-231b-4b1f-a983-8600a7c2d904 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354521 Jul 16 04:23:38.677568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 311d7491-be6b-4f0c-9668-4171b0e7340d up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:23:38.724547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 311d7491-be6b-4f0c-9668-4171b0e7340d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:23:38.728110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 311d7491-be6b-4f0c-9668-4171b0e7340d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:23:38.728595 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:38.800853 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:38.822272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bede4b06-0f0b-4fad-b1da-8baab6f0a86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311d7491-be6b-4f0c-9668-4171b0e7340d'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:23:38.824535 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d757fc3bfadb04f12ff7227ef7fae3fdebf89796f541289eae95881f70541423" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8ae39f-56ff-4019-9ada-872794636494" -d '{"events": [{"server_uuid": "bede4b06-0f0b-4fad-b1da-8baab6f0a86a", "name": "network-vif-plugged", "status": "completed", "tag": "311d7491-be6b-4f0c-9668-4171b0e7340d"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:23:38.837867 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 311d7491-be6b-4f0c-9668-4171b0e7340d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=311d7491-be6b-4f0c-9668-4171b0e7340d,segment=NetworkSegment(30dcea4d-e365-4404-b4a4-c75af35ba75e),segment_id=30dcea4d-e365-4404-b4a4-c75af35ba75e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:23:38.842722 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:38.894968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=311d7491-be6b-4f0c-9668-4171b0e7340d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:38.917220 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d83574a-c81a-4474-a100-8f012136f7ea x-openstack-request-id: req-4d83574a-c81a-4474-a100-8f012136f7ea {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:23:38.917523 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bede4b06-0f0b-4fad-b1da-8baab6f0a86a", "name": "network-vif-plugged", "status": "completed", "tag": "311d7491-be6b-4f0c-9668-4171b0e7340d", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:23:38.917781 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4d83574a-c81a-4474-a100-8f012136f7ea {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:23:38.918207 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bede4b06-0f0b-4fad-b1da-8baab6f0a86a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311d7491-be6b-4f0c-9668-4171b0e7340d', 'code': 200} Jul 16 04:23:39.042100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf2de4-7ed9-47b2-b1a0-498b45b8c5fd req-174b9d1e-cc81-4f06-883a-3d8fbd1f5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:39.043563 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7cdf2de4-7ed9-47b2-b1a0-498b45b8c5fd req-174b9d1e-cc81-4f06-883a-3d8fbd1f5e3a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 1097 time: 0.0521014 Jul 16 04:23:39.085318 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7cdf2de4-7ed9-47b2-b1a0-498b45b8c5fd req-14b1c09f-3894-49b8-8eb6-023df17051d6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310643 Jul 16 04:23:39.637562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a76c2-2114-4a23-bed2-4da2f356c763 req-975aa8b8-5430-4b78-90c9-0aaf2672331e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:39.639071 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c85a76c2-2114-4a23-bed2-4da2f356c763 req-975aa8b8-5430-4b78-90c9-0aaf2672331e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 946 time: 0.0639975 Jul 16 04:23:39.676275 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c85a76c2-2114-4a23-bed2-4da2f356c763 req-3b3b07dc-cc99-4adc-99fb-13a723d02916 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316713 Jul 16 04:23:40.846144 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911647d-76ca-4563-b762-45332bb6c5a3 req-f48e9bb0-1403-42bf-b65b-3181e20156b3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:40.847620 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e911647d-76ca-4563-b762-45332bb6c5a3 req-f48e9bb0-1403-42bf-b65b-3181e20156b3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 946 time: 0.0626740 Jul 16 04:23:40.885692 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e911647d-76ca-4563-b762-45332bb6c5a3 req-7000c625-3da3-42ce-81b8-57a543070cc8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325065 Jul 16 04:23:41.063404 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb2fce-bc0c-43f1-8e01-f03a2e2832e3 req-96eab93b-a80f-445a-9676-7d573759360a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:41.064965 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71eb2fce-bc0c-43f1-8e01-f03a2e2832e3 req-96eab93b-a80f-445a-9676-7d573759360a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 946 time: 0.0686817 Jul 16 04:23:41.102840 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71eb2fce-bc0c-43f1-8e01-f03a2e2832e3 req-70b5dd37-472b-44a1-ac9b-a2625207addf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319474 Jul 16 04:23:41.129001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53096) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:41.185853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb6d472-f608-4947-9ef3-9b20f67a49b4 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:41.187415 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ffb6d472-f608-4947-9ef3-9b20f67a49b4 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 1092 time: 0.0573750 Jul 16 04:23:41.190294 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:41.194874 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '311d7491-be6b-4f0c-9668-4171b0e7340d', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:23:41.217860 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:41.318688 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:41.418296 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.25.3.201 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/0a84e57b-cf3f-4436-b268-3056e39102ce) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:23:41.520097 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:41.557680 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:41.593177 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:23:41.599247 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:23:41.602847 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:23:41.608896 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=0a84e57b-cf3f-4436-b268-3056e39102ce,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:41.965332 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:42.040719 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:42.186375 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:42.190955 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:42.264928 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=0a84e57b-cf3f-4436-b268-3056e39102ce,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:23:42.276257 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:42.374144 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Floating IP 30e117a4-36a0-47b4-87c6-ffc551675f99 associated. External IP: 172.25.3.201, port: 311d7491-be6b-4f0c-9668-4171b0e7340d. Jul 16 04:23:42.576059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:23:42.679252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:23:42.688402 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3eeb2-48ab-46a3-ae66-4e7e745d3ab2 None None] Sync routers for ids ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:23:42.694318 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:23:42.697202 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3eeb2-48ab-46a3-ae66-4e7e745d3ab2 None None] Routers {'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:23:42.697831 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcc3eeb2-48ab-46a3-ae66-4e7e745d3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:23:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:42.735023 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1542a524-73fe-4da4-bfc2-d23e097e0ddf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5436437 Jul 16 04:23:42.735736 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bede4b06-0f0b-4fad-b1da-8baab6f0a86a', 'tag': '311d7491-be6b-4f0c-9668-4171b0e7340d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:23:42.738251 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24edaa68b3df4f914a7e7c84d4f7c205b7317134bde615dd92a3e16d875710a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017e3451-b7fd-405c-8c78-3c8681908e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "bede4b06-0f0b-4fad-b1da-8baab6f0a86a", "tag": "311d7491-be6b-4f0c-9668-4171b0e7340d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:23:42.776915 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c45ce9-6179-44cf-b7f8-f4192d12a9a7 x-openstack-request-id: req-53c45ce9-6179-44cf-b7f8-f4192d12a9a7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:23:42.777214 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bede4b06-0f0b-4fad-b1da-8baab6f0a86a", "tag": "311d7491-be6b-4f0c-9668-4171b0e7340d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:23:42.777477 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53c45ce9-6179-44cf-b7f8-f4192d12a9a7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:23:42.777885 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bede4b06-0f0b-4fad-b1da-8baab6f0a86a', 'tag': '311d7491-be6b-4f0c-9668-4171b0e7340d', 'status': 'completed', 'code': 200} Jul 16 04:23:42.810676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bcc3eeb2-48ab-46a3-ae66-4e7e745d3ab2 None None] Set router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:23:42.855418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e3451-b7fd-405c-8c78-3c8681908e7e req-bc69aa19-7978-4f07-ae53-22225cdd2033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:42.857063 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-017e3451-b7fd-405c-8c78-3c8681908e7e req-bc69aa19-7978-4f07-ae53-22225cdd2033 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 1097 time: 0.0569422 Jul 16 04:23:42.892091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ccc55-ab8d-4ef0-8992-5e5ade3a4d43 req-6b0931b0-fe4a-4179-9070-a510be052138 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:42.893651 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c4ccc55-ab8d-4ef0-8992-5e5ade3a4d43 req-6b0931b0-fe4a-4179-9070-a510be052138 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 946 time: 0.0642104 Jul 16 04:23:42.935610 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c4ccc55-ab8d-4ef0-8992-5e5ade3a4d43 req-6306698c-1dda-4a80-8d51-576a179af2b7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341282 Jul 16 04:23:42.949901 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e3451-b7fd-405c-8c78-3c8681908e7e req-4b78464d-14b5-4a50-9821-1f6ead203252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:42.951458 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-017e3451-b7fd-405c-8c78-3c8681908e7e req-4b78464d-14b5-4a50-9821-1f6ead203252 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b867f80b-eef7-4075-9804-6d10a65aaaaf HTTP/1.1" status: 200 len: 898 time: 0.0881362 Jul 16 04:23:42.960205 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53104) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:43.027550 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-017e3451-b7fd-405c-8c78-3c8681908e7e req-3977cd7a-96c6-4794-9a43-a3bab9acb4f5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=311d7491-be6b-4f0c-9668-4171b0e7340d HTTP/1.1" status: 200 len: 1000 time: 0.0693519 Jul 16 04:23:43.034709 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2f357f53-1aa4-41a8-9193-85b95c5e97fc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/30e117a4-36a0-47b4-87c6-ffc551675f99 HTTP/1.1" status: 200 len: 992 time: 0.0720727 Jul 16 04:23:43.041693 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcc3eeb2-48ab-46a3-ae66-4e7e745d3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:23:20Z', 'updated_at': '2021-07-16T04:23:24Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:21Z', 'updated_at': '2021-07-16T04:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '30e117a4-36a0-47b4-87c6-ffc551675f99', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'port_id': '311d7491-be6b-4f0c-9668-4171b0e7340d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'mac_address': 'fa:16:3e:64:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bede4b06-0f0b-4fad-b1da-8baab6f0a86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:23:41Z', 'updated_at': '2021-07-16T04:23:41Z', 'revision_number': 0, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d16ee8d-6d8c-4cbb-9a79-d19d270c7205', 'name': '', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:1d:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:23Z', 'updated_at': '2021-07-16T04:23:29Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:43.071112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3eeb2-48ab-46a3-ae66-4e7e745d3ab2 None None] Checking router: f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:23:43.077499 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e3451-b7fd-405c-8c78-3c8681908e7e req-76a12fd2-e4cb-4251-95d3-31128205d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:43.078994 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-017e3451-b7fd-405c-8c78-3c8681908e7e req-76a12fd2-e4cb-4251-95d3-31128205d396 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7ff07276-5f00-4156-a58f-09407ea6ec98 HTTP/1.1" status: 200 len: 835 time: 0.0457904 Jul 16 04:23:43.079900 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3eeb2-48ab-46a3-ae66-4e7e745d3ab2 None None] Routers {'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:23:43.080672 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcc3eeb2-48ab-46a3-ae66-4e7e745d3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:23:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:43.135647 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e3451-b7fd-405c-8c78-3c8681908e7e req-397f9ffb-f615-4245-8c7f-699226e42c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:23:43.137082 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-017e3451-b7fd-405c-8c78-3c8681908e7e req-397f9ffb-f615-4245-8c7f-699226e42c53 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b867f80b-eef7-4075-9804-6d10a65aaaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517328 Jul 16 04:23:43.181375 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-bcc3eeb2-48ab-46a3-ae66-4e7e745d3ab2 None None] Set router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:23:43.229118 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-017e3451-b7fd-405c-8c78-3c8681908e7e req-4af0971b-6221-456b-936e-7ed2cc19e303 service neutron] 10.222.0.88 "GET /v2.0/networks/b867f80b-eef7-4075-9804-6d10a65aaaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853107 Jul 16 04:23:43.315896 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-017e3451-b7fd-405c-8c78-3c8681908e7e req-ac582599-e184-47c9-8a73-88084e8aa4ca service neutron] 10.222.0.88 "GET /v2.0/networks/b867f80b-eef7-4075-9804-6d10a65aaaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806699 Jul 16 04:23:43.404140 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-bcc3eeb2-48ab-46a3-ae66-4e7e745d3ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:23:20Z', 'updated_at': '2021-07-16T04:23:24Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:21Z', 'updated_at': '2021-07-16T04:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '30e117a4-36a0-47b4-87c6-ffc551675f99', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'port_id': '311d7491-be6b-4f0c-9668-4171b0e7340d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'mac_address': 'fa:16:3e:64:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bede4b06-0f0b-4fad-b1da-8baab6f0a86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:23:41Z', 'updated_at': '2021-07-16T04:23:41Z', 'revision_number': 0, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d16ee8d-6d8c-4cbb-9a79-d19d270c7205', 'name': '', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:1d:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:23Z', 'updated_at': '2021-07-16T04:23:29Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:23:43.429099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3eeb2-48ab-46a3-ae66-4e7e745d3ab2 None None] The sync data for ids ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'] in n-d-800088-6 is: [{'id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:23:20Z', 'updated_at': '2021-07-16T04:23:24Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:21Z', 'updated_at': '2021-07-16T04:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '30e117a4-36a0-47b4-87c6-ffc551675f99', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'floating_ip_address': '172.25.3.201', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'port_id': '311d7491-be6b-4f0c-9668-4171b0e7340d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'mac_address': 'fa:16:3e:64:f0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bede4b06-0f0b-4fad-b1da-8baab6f0a86a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:23:41Z', 'updated_at': '2021-07-16T04:23:41Z', 'revision_number': 0, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d16ee8d-6d8c-4cbb-9a79-d19d270c7205', 'name': '', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:1d:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:23Z', 'updated_at': '2021-07-16T04:23:29Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:23:43.617472 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c6d606-21a2-451b-b39c-d59f5ee83069 None None] New status for floating IP 30e117a4-36a0-47b4-87c6-ffc551675f99: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:23:44.037378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53106) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:23:44.097460 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2e62b5c1-d7c0-4cf9-8e93-ba1223a116fd tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/30e117a4-36a0-47b4-87c6-ffc551675f99 HTTP/1.1" status: 200 len: 994 time: 0.0588622 Jul 16 04:23:55.176091 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:24:00.111704 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe439-c5aa-4199-814c-375dbdb56ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:01.579535 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:01.617508 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f0cb34d-5997-4ec5-991a-7e12511d70bb req-467d4a71-2320-4fbe-8592-e072e6371efa service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554574 Jul 16 04:24:01.718164 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cb34d-5997-4ec5-991a-7e12511d70bb req-e3b4cf2d-01fb-4abe-a9c8-6fa5042f009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:01.719640 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f0cb34d-5997-4ec5-991a-7e12511d70bb req-e3b4cf2d-01fb-4abe-a9c8-6fa5042f009a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 1097 time: 0.0525000 Jul 16 04:24:01.832802 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cb34d-5997-4ec5-991a-7e12511d70bb req-8f97f3a2-bd02-402b-bd0a-39e6d2776156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:01.834452 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f0cb34d-5997-4ec5-991a-7e12511d70bb req-8f97f3a2-bd02-402b-bd0a-39e6d2776156 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b867f80b-eef7-4075-9804-6d10a65aaaaf HTTP/1.1" status: 200 len: 898 time: 0.0880966 Jul 16 04:24:01.887237 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:01.903495 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f0cb34d-5997-4ec5-991a-7e12511d70bb req-a5a34ad5-9307-49dc-b3c2-32abe858de62 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=311d7491-be6b-4f0c-9668-4171b0e7340d HTTP/1.1" status: 200 len: 1002 time: 0.0585454 Jul 16 04:24:01.949878 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cb34d-5997-4ec5-991a-7e12511d70bb req-148b37fd-b6d7-4b54-912c-9c83e1c77e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:01.951255 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f0cb34d-5997-4ec5-991a-7e12511d70bb req-148b37fd-b6d7-4b54-912c-9c83e1c77e33 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7ff07276-5f00-4156-a58f-09407ea6ec98 HTTP/1.1" status: 200 len: 835 time: 0.0410025 Jul 16 04:24:02.011349 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cb34d-5997-4ec5-991a-7e12511d70bb req-267beeff-3c9f-4a41-934d-1cdde970b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:02.012823 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f0cb34d-5997-4ec5-991a-7e12511d70bb req-267beeff-3c9f-4a41-934d-1cdde970b94d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b867f80b-eef7-4075-9804-6d10a65aaaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535421 Jul 16 04:24:02.099364 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f0cb34d-5997-4ec5-991a-7e12511d70bb req-76780d74-d6ae-46a5-ad01-190ef94f2a06 service neutron] 10.222.0.88 "GET /v2.0/networks/b867f80b-eef7-4075-9804-6d10a65aaaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784857 Jul 16 04:24:02.190486 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4f0cb34d-5997-4ec5-991a-7e12511d70bb req-0916b2ff-fb34-4caa-8cba-a6ac9bb83858 service neutron] 10.222.0.88 "GET /v2.0/networks/b867f80b-eef7-4075-9804-6d10a65aaaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839813 Jul 16 04:24:02.836994 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b5ba9f3c-f52a-4aad-a2a2-f86a82b2bae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:02.871630 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:04.067275 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:05.914666 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:17.551772 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435fb08-67bf-4048-a8bc-38ce697190a8 req-f7f7703b-9c89-4526-a683-0b2b85647875 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:17.553208 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7435fb08-67bf-4048-a8bc-38ce697190a8 req-f7f7703b-9c89-4526-a683-0b2b85647875 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 946 time: 0.0619185 Jul 16 04:24:17.595507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7435fb08-67bf-4048-a8bc-38ce697190a8 req-40d63545-335a-4907-b626-5d9add8db56b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367358 Jul 16 04:24:18.766002 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68577924-7d56-48df-b720-6c0a737d74d6 req-0731fe22-7af2-42a5-9c13-7487f367a4b8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:18.767481 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68577924-7d56-48df-b720-6c0a737d74d6 req-0731fe22-7af2-42a5-9c13-7487f367a4b8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 946 time: 0.0629051 Jul 16 04:24:18.804609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68577924-7d56-48df-b720-6c0a737d74d6 req-39af9a3c-2686-4935-8f59-04e0bcaca972 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315261 Jul 16 04:24:18.828451 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53124) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:18.886463 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-643f5530-df26-4a01-a463-909b21d79bb2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/30e117a4-36a0-47b4-87c6-ffc551675f99 HTTP/1.1" status: 200 len: 994 time: 0.0568075 Jul 16 04:24:20.315671 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5611c-6807-46b3-881e-9ffc099808c9 req-b814ae82-106d-4862-b601-808e4733a2f0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:20.317451 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2c5611c-6807-46b3-881e-9ffc099808c9 req-b814ae82-106d-4862-b601-808e4733a2f0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 946 time: 0.0681033 Jul 16 04:24:20.357849 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2c5611c-6807-46b3-881e-9ffc099808c9 req-a36e75a8-c4cb-4654-9a4f-f5ec70c88469 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348294 Jul 16 04:24:21.530218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7ce68-adb9-4897-8a2e-a623ba533b61 req-a20e7943-0c54-4059-80bb-1cbee2cedacc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:21.531718 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2aa7ce68-adb9-4897-8a2e-a623ba533b61 req-a20e7943-0c54-4059-80bb-1cbee2cedacc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 946 time: 0.0615335 Jul 16 04:24:21.568968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2aa7ce68-adb9-4897-8a2e-a623ba533b61 req-a765195a-ec23-4ed9-98dd-11763e5061fb tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313866 Jul 16 04:24:21.594790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53134) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:21.653341 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2a1c907e-9943-4008-b0dd-b4439df7572c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/30e117a4-36a0-47b4-87c6-ffc551675f99 HTTP/1.1" status: 200 len: 994 time: 0.0573301 Jul 16 04:24:21.902113 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:22.051158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port 0a84e57b-cf3f-4436-b268-3056e39102ce {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:24:22.051507 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:22.439963 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:22.440288 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:22.451779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for 0a84e57b-cf3f-4436-b268-3056e39102ce owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:24:22.593909 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:22.619308 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=0a84e57b-cf3f-4436-b268-3056e39102ce,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:22.645946 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:22.646294 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:22.646629 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:22.646958 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:22.647287 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:22.647613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:22.647938 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:22.648267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:22.648613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:22.648932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:22.649248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:22.649565 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:22.687567 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:22.687906 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Floating IP 30e117a4-36a0-47b4-87c6-ffc551675f99 disassociated (deleted). External IP: 172.25.3.201, port: 311d7491-be6b-4f0c-9668-4171b0e7340d. Jul 16 04:24:22.888471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:24:22.991940 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:24:22.997249 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:23.002756 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be6cba7-0b98-4bd8-aa5f-f2a04c917846 None None] Sync routers for ids ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:24:23.011993 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be6cba7-0b98-4bd8-aa5f-f2a04c917846 None None] Routers {'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:23.012639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7be6cba7-0b98-4bd8-aa5f-f2a04c917846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:24:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:23.036852 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-79d28cd6-835e-4e46-a90b-bcf8cd55e124 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/floatingips/30e117a4-36a0-47b4-87c6-ffc551675f99 HTTP/1.1" status: 204 len: 168 time: 1.1336186 Jul 16 04:24:23.037452 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bede4b06-0f0b-4fad-b1da-8baab6f0a86a', 'tag': '311d7491-be6b-4f0c-9668-4171b0e7340d'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:23.075582 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b8b959b9fca1a105980ebce844832c28e6a42280803fa08d089bc89e3fbb959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57d8541-b1cd-487b-8b6e-1f967ce670bc" -d '{"events": [{"name": "network-changed", "server_uuid": "bede4b06-0f0b-4fad-b1da-8baab6f0a86a", "tag": "311d7491-be6b-4f0c-9668-4171b0e7340d"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:23.123584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7be6cba7-0b98-4bd8-aa5f-f2a04c917846 None None] Set router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:23.167874 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85edf45f-eaeb-4fb0-997a-67c641d183c5 x-openstack-request-id: req-85edf45f-eaeb-4fb0-997a-67c641d183c5 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:23.168600 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bede4b06-0f0b-4fad-b1da-8baab6f0a86a", "tag": "311d7491-be6b-4f0c-9668-4171b0e7340d", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:23.168859 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85edf45f-eaeb-4fb0-997a-67c641d183c5 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:23.169256 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bede4b06-0f0b-4fad-b1da-8baab6f0a86a', 'tag': '311d7491-be6b-4f0c-9668-4171b0e7340d', 'status': 'completed', 'code': 200} Jul 16 04:24:23.266034 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d8541-b1cd-487b-8b6e-1f967ce670bc req-01056e79-6d99-49db-8679-a5b57e16a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:23.267597 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e57d8541-b1cd-487b-8b6e-1f967ce670bc req-01056e79-6d99-49db-8679-a5b57e16a041 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 1097 time: 0.0659213 Jul 16 04:24:23.340474 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7be6cba7-0b98-4bd8-aa5f-f2a04c917846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:23:20Z', 'updated_at': '2021-07-16T04:23:24Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:21Z', 'updated_at': '2021-07-16T04:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3d16ee8d-6d8c-4cbb-9a79-d19d270c7205', 'name': '', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:1d:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:23Z', 'updated_at': '2021-07-16T04:23:29Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:23.367168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be6cba7-0b98-4bd8-aa5f-f2a04c917846 None None] Checking router: f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:24:23.377524 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be6cba7-0b98-4bd8-aa5f-f2a04c917846 None None] Routers {'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:23.378344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7be6cba7-0b98-4bd8-aa5f-f2a04c917846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:24:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:23.378664 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d8541-b1cd-487b-8b6e-1f967ce670bc req-3de41a3a-49c9-4967-8b48-3a8f8615214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:23.380467 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e57d8541-b1cd-487b-8b6e-1f967ce670bc req-3de41a3a-49c9-4967-8b48-3a8f8615214a service neutron] 10.222.0.88 "GET /v2.0/networks?id=b867f80b-eef7-4075-9804-6d10a65aaaaf HTTP/1.1" status: 200 len: 898 time: 0.0956657 Jul 16 04:24:23.405840 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c526f-e854-4196-ae64-03b5403ebfc3 req-d46a39ba-10e8-43b0-a9e7-2d260238c986 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:23.407241 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb7c526f-e854-4196-ae64-03b5403ebfc3 req-d46a39ba-10e8-43b0-a9e7-2d260238c986 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 946 time: 0.0656312 Jul 16 04:24:23.422185 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e57d8541-b1cd-487b-8b6e-1f967ce670bc req-06299292-b06b-4ae2-95c1-bcfcc5f8e154 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=311d7491-be6b-4f0c-9668-4171b0e7340d HTTP/1.1" status: 200 len: 217 time: 0.0345328 Jul 16 04:24:23.452161 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb7c526f-e854-4196-ae64-03b5403ebfc3 req-7d84ad1e-db9c-4deb-9ce1-ed4ae84753fe tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389245 Jul 16 04:24:23.475453 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d8541-b1cd-487b-8b6e-1f967ce670bc req-ad7f475c-8d36-45f4-8796-cf5c401eb2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:23.476964 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e57d8541-b1cd-487b-8b6e-1f967ce670bc req-ad7f475c-8d36-45f4-8796-cf5c401eb2b6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=7ff07276-5f00-4156-a58f-09407ea6ec98 HTTP/1.1" status: 200 len: 835 time: 0.0485218 Jul 16 04:24:23.486932 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-7be6cba7-0b98-4bd8-aa5f-f2a04c917846 None None] Set router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:23.533976 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d8541-b1cd-487b-8b6e-1f967ce670bc req-57695e3f-3975-4b6d-8c80-5df0a25244b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:23.535491 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e57d8541-b1cd-487b-8b6e-1f967ce670bc req-57695e3f-3975-4b6d-8c80-5df0a25244b6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b867f80b-eef7-4075-9804-6d10a65aaaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514429 Jul 16 04:24:23.630385 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e57d8541-b1cd-487b-8b6e-1f967ce670bc req-498413fb-64e8-42b9-8dce-9742e6cb914e service neutron] 10.222.0.88 "GET /v2.0/networks/b867f80b-eef7-4075-9804-6d10a65aaaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863733 Jul 16 04:24:23.684029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-7be6cba7-0b98-4bd8-aa5f-f2a04c917846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:23:20Z', 'updated_at': '2021-07-16T04:23:24Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:21Z', 'updated_at': '2021-07-16T04:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3d16ee8d-6d8c-4cbb-9a79-d19d270c7205', 'name': '', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:1d:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:23Z', 'updated_at': '2021-07-16T04:23:29Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:23.709628 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be6cba7-0b98-4bd8-aa5f-f2a04c917846 None None] The sync data for ids ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'] in n-d-800088-6 is: [{'id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:23:20Z', 'updated_at': '2021-07-16T04:23:24Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:21Z', 'updated_at': '2021-07-16T04:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '3d16ee8d-6d8c-4cbb-9a79-d19d270c7205', 'name': '', 'network_id': 'b867f80b-eef7-4075-9804-6d10a65aaaaf', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:1d:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:23Z', 'updated_at': '2021-07-16T04:23:29Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '7ff07276-5f00-4156-a58f-09407ea6ec98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:24:23.719649 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e57d8541-b1cd-487b-8b6e-1f967ce670bc req-6435ca04-cf7a-4cd0-806e-649b0d0939f5 service neutron] 10.222.0.88 "GET /v2.0/networks/b867f80b-eef7-4075-9804-6d10a65aaaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815315 Jul 16 04:24:23.923061 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c95d713-1af0-401f-bfbf-e41493cc9f18 None None] New status for floating IP 30e117a4-36a0-47b4-87c6-ffc551675f99: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:24:24.628630 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc22584-0fae-4d09-b6e6-bcc4f370ea2d req-c843da3b-4468-41dd-b691-21801526804d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:24.630137 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4cc22584-0fae-4d09-b6e6-bcc4f370ea2d req-c843da3b-4468-41dd-b691-21801526804d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 946 time: 0.0635502 Jul 16 04:24:24.668355 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4cc22584-0fae-4d09-b6e6-bcc4f370ea2d req-cadfd16e-aa8a-434b-8e45-dd98f4f91cc3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320842 Jul 16 04:24:25.122404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00644a58-f1b5-47fd-aeb6-80b1d6e26df6 req-742093c8-a7db-4e31-af0e-4ef867fd2cc8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:25.126564 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00644a58-f1b5-47fd-aeb6-80b1d6e26df6 req-742093c8-a7db-4e31-af0e-4ef867fd2cc8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 946 time: 0.0638416 Jul 16 04:24:25.226522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-00644a58-f1b5-47fd-aeb6-80b1d6e26df6 req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port 311d7491-be6b-4f0c-9668-4171b0e7340d {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:24:25.226914 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-00644a58-f1b5-47fd-aeb6-80b1d6e26df6 req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:25.317690 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-00644a58-f1b5-47fd-aeb6-80b1d6e26df6 req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] For port 311d7491-be6b-4f0c-9668-4171b0e7340d, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=311d7491-be6b-4f0c-9668-4171b0e7340d,segment=NetworkSegment(30dcea4d-e365-4404-b4a4-c75af35ba75e),segment_id=30dcea4d-e365-4404-b4a4-c75af35ba75e)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:25.318057 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-00644a58-f1b5-47fd-aeb6-80b1d6e26df6 req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:25.330015 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-00644a58-f1b5-47fd-aeb6-80b1d6e26df6 req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for 311d7491-be6b-4f0c-9668-4171b0e7340d owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:24:25.451099 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-00644a58-f1b5-47fd-aeb6-80b1d6e26df6 req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:25.481793 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=311d7491-be6b-4f0c-9668-4171b0e7340d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:25.815907 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0153b36b-5773-4869-972e-aa53de5aaace req-51fa1d47-0956-4603-b64e-5570756bcec8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=bede4b06-0f0b-4fad-b1da-8baab6f0a86a HTTP/1.1" status: 200 len: 210 time: 0.0353558 Jul 16 04:24:25.855081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:25.855431 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:25.855771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:25.856102 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:25.856453 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:25.856783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:25.857116 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:25.857446 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:25.857774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:25.858096 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:25.858412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:25.858728 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:25.881409 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-00644a58-f1b5-47fd-aeb6-80b1d6e26df6 req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] No DVR routers for this DVR port 311d7491-be6b-4f0c-9668-4171b0e7340d on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:24:25.883977 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-00644a58-f1b5-47fd-aeb6-80b1d6e26df6 req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:25.886173 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-00644a58-f1b5-47fd-aeb6-80b1d6e26df6 req-c005834b-504a-48e8-b79d-b3d890bae87d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "DELETE /v2.0/ports/311d7491-be6b-4f0c-9668-4171b0e7340d HTTP/1.1" status: 204 len: 173 time: 0.7507217 Jul 16 04:24:25.886603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bede4b06-0f0b-4fad-b1da-8baab6f0a86a', 'name': 'network-vif-deleted', 'tag': '311d7491-be6b-4f0c-9668-4171b0e7340d'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:25.888852 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b595eb7b-14e5-4424-a016-fae20ccd2a1a" -d '{"events": [{"server_uuid": "bede4b06-0f0b-4fad-b1da-8baab6f0a86a", "name": "network-vif-deleted", "tag": "311d7491-be6b-4f0c-9668-4171b0e7340d"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:25.927865 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6234851f-617f-4477-9aa6-43341fb5c9f8 x-openstack-request-id: req-6234851f-617f-4477-9aa6-43341fb5c9f8 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:25.928164 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bede4b06-0f0b-4fad-b1da-8baab6f0a86a", "name": "network-vif-deleted", "tag": "311d7491-be6b-4f0c-9668-4171b0e7340d", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:25.928477 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6234851f-617f-4477-9aa6-43341fb5c9f8 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:25.928857 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bede4b06-0f0b-4fad-b1da-8baab6f0a86a', 'name': 'network-vif-deleted', 'tag': '311d7491-be6b-4f0c-9668-4171b0e7340d', 'status': 'completed', 'code': 200} Jul 16 04:24:26.910514 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53160) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:27.268147 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18686873-5f7f-4305-b5b2-8c34321970b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:27.528897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-18686873-5f7f-4305-b5b2-8c34321970b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:24:27.529153 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18686873-5f7f-4305-b5b2-8c34321970b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:27.618959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-18686873-5f7f-4305-b5b2-8c34321970b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] For port 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=3d16ee8d-6d8c-4cbb-9a79-d19d270c7205,segment=NetworkSegment(30dcea4d-e365-4404-b4a4-c75af35ba75e),segment_id=30dcea4d-e365-4404-b4a4-c75af35ba75e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:27.619877 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18686873-5f7f-4305-b5b2-8c34321970b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:27.631986 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-18686873-5f7f-4305-b5b2-8c34321970b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:24:27.812052 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18686873-5f7f-4305-b5b2-8c34321970b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:27.838645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18686873-5f7f-4305-b5b2-8c34321970b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=3d16ee8d-6d8c-4cbb-9a79-d19d270c7205,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:28.010649 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-18686873-5f7f-4305-b5b2-8c34321970b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:28.222504 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18686873-5f7f-4305-b5b2-8c34321970b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:24:28.326090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18686873-5f7f-4305-b5b2-8c34321970b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:24:28.331494 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-18686873-5f7f-4305-b5b2-8c34321970b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "PUT /v2.0/routers/f88d956e-15d9-4d9d-a44c-ef339f4ca3d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4194841 Jul 16 04:24:28.333764 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53162) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:28.336139 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca738883-17a3-4218-824a-41c55b78fc4f None None] Sync routers for ids ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:24:28.345997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca738883-17a3-4218-824a-41c55b78fc4f None None] Routers {'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:28.346610 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ca738883-17a3-4218-824a-41c55b78fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:24:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:28.383567 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-16027aa0-220b-48d0-8005-b27a8fcf008d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting subnet 7ff07276-5f00-4156-a58f-09407ea6ec98 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:24:28.387072 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16027aa0-220b-48d0-8005-b27a8fcf008d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:28.425654 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16027aa0-220b-48d0-8005-b27a8fcf008d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:28.447276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ca738883-17a3-4218-824a-41c55b78fc4f None None] Set router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:28.510979 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16027aa0-220b-48d0-8005-b27a8fcf008d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:28.566405 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16027aa0-220b-48d0-8005-b27a8fcf008d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:28.594043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16027aa0-220b-48d0-8005-b27a8fcf008d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff07276-5f00-4156-a58f-09407ea6ec98,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:28.597959 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-16027aa0-220b-48d0-8005-b27a8fcf008d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:28.600037 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-16027aa0-220b-48d0-8005-b27a8fcf008d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/subnets/7ff07276-5f00-4156-a58f-09407ea6ec98 HTTP/1.1" status: 204 len: 168 time: 0.2651520 Jul 16 04:24:28.602520 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53164) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:28.611032 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccca1341-eabc-47bf-a07b-f982fae65b5c None None] Network b867f80b-eef7-4075-9804-6d10a65aaaaf requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:24:28.676937 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ca738883-17a3-4218-824a-41c55b78fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:23:20Z', 'updated_at': '2021-07-16T04:24:27Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:21Z', 'updated_at': '2021-07-16T04:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:28.705220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca738883-17a3-4218-824a-41c55b78fc4f None None] Checking router: f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:24:28.709959 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:28.746259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca738883-17a3-4218-824a-41c55b78fc4f None None] Routers {'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:28.746872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ca738883-17a3-4218-824a-41c55b78fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:24:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:28.813434 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:28.865284 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port 4dcfae1b-b9c7-43df-9896-2e883b1cea06 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:24:28.865631 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:28.956483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] For port 4dcfae1b-b9c7-43df-9896-2e883b1cea06, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=4dcfae1b-b9c7-43df-9896-2e883b1cea06,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:28.956851 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:28.969071 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for 4dcfae1b-b9c7-43df-9896-2e883b1cea06 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:24:29.006547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 311d7491-be6b-4f0c-9668-4171b0e7340d no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:24:29.033186 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 311d7491-be6b-4f0c-9668-4171b0e7340d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:24:29.033699 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 311d7491-be6b-4f0c-9668-4171b0e7340d not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:24:29.044598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ca738883-17a3-4218-824a-41c55b78fc4f None None] Set router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:29.121329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] DHCP port deletion for b867f80b-eef7-4075-9804-6d10a65aaaaf request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:24:29.142776 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.168775 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=4dcfae1b-b9c7-43df-9896-2e883b1cea06,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:29.234532 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.238721 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Deleting port 9edf38ae-ba21-408b-b95a-2780ba46c61c {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:24:29.239092 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.309067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] For port 9edf38ae-ba21-408b-b95a-2780ba46c61c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=9edf38ae-ba21-408b-b95a-2780ba46c61c,segment=NetworkSegment(30dcea4d-e365-4404-b4a4-c75af35ba75e),segment_id=30dcea4d-e365-4404-b4a4-c75af35ba75e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:29.309487 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.318037 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ca738883-17a3-4218-824a-41c55b78fc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:23:20Z', 'updated_at': '2021-07-16T04:24:27Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:21Z', 'updated_at': '2021-07-16T04:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:29.325252 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.327381 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.346064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Calling delete_port for 9edf38ae-ba21-408b-b95a-2780ba46c61c owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:24:29.348104 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca738883-17a3-4218-824a-41c55b78fc4f None None] The sync data for ids ['f88d956e-15d9-4d9d-a44c-ef339f4ca3d1'] in n-d-800088-6 is: [{'id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-614884731', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:23:20Z', 'updated_at': '2021-07-16T04:24:27Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '4dcfae1b-b9c7-43df-9896-2e883b1cea06', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88d956e-15d9-4d9d-a44c-ef339f4ca3d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:23:21Z', 'updated_at': '2021-07-16T04:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:24:29.371430 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.371991 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Fanout notify agent at l3_agent the message router_deleted on router f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:24:29.383901 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.386825 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53166) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:29.388764 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3b2736e7-bf65-4cc8-b169-81dd6de259f5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/routers/f88d956e-15d9-4d9d-a44c-ef339f4ca3d1 HTTP/1.1" status: 204 len: 168 time: 0.7852802 Jul 16 04:24:29.434617 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.459397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Pushing event deleted for resources: {'Port': ['ID=9edf38ae-ba21-408b-b95a-2780ba46c61c,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:29.464152 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] No DVR routers for this DVR port 9edf38ae-ba21-408b-b95a-2780ba46c61c on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:24:29.468376 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f8432cd-e7d3-4002-a6d2-115c24d6c061 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.473089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:29.473089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:29.473089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:29.473089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:29.473089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:29.473089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:29.473089 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:29.474331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:29.474331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:29.474331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:29.474331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:29.475120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e282289-2d1a-4fa6-89e6-928e5a26cf6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:29.562145 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f8432cd-e7d3-4002-a6d2-115c24d6c061 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.571909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6f8432cd-e7d3-4002-a6d2-115c24d6c061 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b867f80b-eef7-4075-9804-6d10a65aaaaf']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:29.583981 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6f8432cd-e7d3-4002-a6d2-115c24d6c061 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30dcea4d-e365-4404-b4a4-c75af35ba75e') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:29.584418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-6f8432cd-e7d3-4002-a6d2-115c24d6c061 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30dcea4d-e365-4404-b4a4-c75af35ba75e') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:29.593903 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f8432cd-e7d3-4002-a6d2-115c24d6c061 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.607428 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f8432cd-e7d3-4002-a6d2-115c24d6c061 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.613814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8432cd-e7d3-4002-a6d2-115c24d6c061 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Releasing vlan 922 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:24:29.614216 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f8432cd-e7d3-4002-a6d2-115c24d6c061 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:24:29.617203 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:24:29.679813 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f8432cd-e7d3-4002-a6d2-115c24d6c061 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.684824 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6f8432cd-e7d3-4002-a6d2-115c24d6c061 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.689528 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6f8432cd-e7d3-4002-a6d2-115c24d6c061 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/networks/b867f80b-eef7-4075-9804-6d10a65aaaaf HTTP/1.1" status: 204 len: 168 time: 0.2990301 Jul 16 04:24:29.690361 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53168) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:29.702514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8432cd-e7d3-4002-a6d2-115c24d6c061 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Network': ['ID=b867f80b-eef7-4075-9804-6d10a65aaaaf,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:29.753534 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01c88ca-196d-4e90-95cf-0aad2c63921e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.780258 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01c88ca-196d-4e90-95cf-0aad2c63921e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.841120 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01c88ca-196d-4e90-95cf-0aad2c63921e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.843643 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a01c88ca-196d-4e90-95cf-0aad2c63921e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:29.844859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a01c88ca-196d-4e90-95cf-0aad2c63921e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/security-groups/cdcfc6dd-b588-43a4-b9fd-3b02b66e9309 HTTP/1.1" status: 204 len: 168 time: 0.1531312 Jul 16 04:24:29.854406 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c88ca-196d-4e90-95cf-0aad2c63921e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcfc6dd-b588-43a4-b9fd-3b02b66e9309,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:30.113307 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e25d0397-024d-4c21-85fe-738f74792768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.141690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53174) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:30.146361 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-36710cdf-3867-4df5-8b06-ff4f495d2e1b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-31057333', 'description': 'tempest-secgroup-smoke-31057333 description', 'project_id': 'fa3b032676104f4880615a212910eb0a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:30.169234 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36710cdf-3867-4df5-8b06-ff4f495d2e1b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.252908 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36710cdf-3867-4df5-8b06-ff4f495d2e1b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.256287 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36710cdf-3867-4df5-8b06-ff4f495d2e1b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.281631 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-36710cdf-3867-4df5-8b06-ff4f495d2e1b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.282779 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-36710cdf-3867-4df5-8b06-ff4f495d2e1b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1400774 Jul 16 04:24:30.285797 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53176) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:30.286743 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36710cdf-3867-4df5-8b06-ff4f495d2e1b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62d1376-543c-46a9-a3a1-d3f66caf4496,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:30.291994 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a909fc58-d481-4ebb-a275-6f3d8e6f6013 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'b62d1376-543c-46a9-a3a1-d3f66caf4496', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:30.319218 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a909fc58-d481-4ebb-a275-6f3d8e6f6013 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.376720 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a909fc58-d481-4ebb-a275-6f3d8e6f6013 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.380143 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a909fc58-d481-4ebb-a275-6f3d8e6f6013 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.396643 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909fc58-d481-4ebb-a275-6f3d8e6f6013 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fd0b80-ad81-44f4-9a01-c593c380beda,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:30.403409 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a909fc58-d481-4ebb-a275-6f3d8e6f6013 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.404562 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a909fc58-d481-4ebb-a275-6f3d8e6f6013 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176779 Jul 16 04:24:30.407158 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53178) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:30.411625 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-48cba6ab-2a91-4d26-9105-bc9fb0194f2f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'b62d1376-543c-46a9-a3a1-d3f66caf4496', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:30.439113 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48cba6ab-2a91-4d26-9105-bc9fb0194f2f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.493430 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48cba6ab-2a91-4d26-9105-bc9fb0194f2f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.497495 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48cba6ab-2a91-4d26-9105-bc9fb0194f2f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.522139 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cba6ab-2a91-4d26-9105-bc9fb0194f2f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42bdcffa-93db-4059-8b35-07bee5646479,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:30.526142 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-48cba6ab-2a91-4d26-9105-bc9fb0194f2f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.527304 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-48cba6ab-2a91-4d26-9105-bc9fb0194f2f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192009 Jul 16 04:24:30.530088 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53180) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:30.534382 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6e6a5899-847a-48f6-b476-7625e30db79f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'b62d1376-543c-46a9-a3a1-d3f66caf4496', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:30.560612 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e6a5899-847a-48f6-b476-7625e30db79f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.619995 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e6a5899-847a-48f6-b476-7625e30db79f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.624096 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e6a5899-847a-48f6-b476-7625e30db79f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.639506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a5899-847a-48f6-b476-7625e30db79f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a24343-d61b-42cc-b47c-a2762e036cbd,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:30.648498 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6e6a5899-847a-48f6-b476-7625e30db79f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.649778 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6e6a5899-847a-48f6-b476-7625e30db79f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187735 Jul 16 04:24:30.652719 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53182) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:30.657699 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1f1d6df1-a4b7-4f3b-95f2-2b4308d746df tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'b62d1376-543c-46a9-a3a1-d3f66caf4496', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:30.687320 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6df1-a4b7-4f3b-95f2-2b4308d746df tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.753079 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6df1-a4b7-4f3b-95f2-2b4308d746df tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.757016 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6df1-a4b7-4f3b-95f2-2b4308d746df tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.775852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d6df1-a4b7-4f3b-95f2-2b4308d746df tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d157baeb-f2af-491d-9e8f-5a8ff46231a3,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:30.778212 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6df1-a4b7-4f3b-95f2-2b4308d746df tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.779369 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1f1d6df1-a4b7-4f3b-95f2-2b4308d746df tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255405 Jul 16 04:24:30.782198 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53184) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:30.786816 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-33ad5e06-dac3-49c8-b6ac-c845eb5f1005 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'b62d1376-543c-46a9-a3a1-d3f66caf4496', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:30.808846 n-d-800088-6 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-33ad5e06-dac3-49c8-b6ac-c845eb5f1005 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Project fa3b032676104f4880615a212910eb0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:24:30.813398 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ad5e06-dac3-49c8-b6ac-c845eb5f1005 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.872940 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ad5e06-dac3-49c8-b6ac-c845eb5f1005 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.876666 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ad5e06-dac3-49c8-b6ac-c845eb5f1005 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.893184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad5e06-dac3-49c8-b6ac-c845eb5f1005 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4dea5bf-74b9-45f4-b9fe-0111b6f3c2e2,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:30.898998 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-33ad5e06-dac3-49c8-b6ac-c845eb5f1005 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.900221 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-33ad5e06-dac3-49c8-b6ac-c845eb5f1005 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170223 Jul 16 04:24:30.902918 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53186) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:30.907376 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-513d2b0b-fc50-4bf5-be9f-fc963239347d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'b62d1376-543c-46a9-a3a1-d3f66caf4496', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:30.929127 n-d-800088-6 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-513d2b0b-fc50-4bf5-be9f-fc963239347d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Project fa3b032676104f4880615a212910eb0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:24:30.934362 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-513d2b0b-fc50-4bf5-be9f-fc963239347d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.995510 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-513d2b0b-fc50-4bf5-be9f-fc963239347d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:30.999321 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-513d2b0b-fc50-4bf5-be9f-fc963239347d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.019789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d2b0b-fc50-4bf5-be9f-fc963239347d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b820246-3b4d-4bfd-ac0e-39f2969c00af,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:31.023337 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-513d2b0b-fc50-4bf5-be9f-fc963239347d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.027765 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-513d2b0b-fc50-4bf5-be9f-fc963239347d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207454 Jul 16 04:24:31.028248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53188) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:31.032825 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-32a5380d-fe18-4c94-b4fe-1553cccaf368 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'network': {'name': 'tempest-network-smoke--645036724', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:31.039733 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9edf38ae-ba21-408b-b95a-2780ba46c61c no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:24:31.054022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a5380d-fe18-4c94-b4fe-1553cccaf368 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Made reservation on behalf of fa3b032676104f4880615a212910eb0a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:24:31.057891 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32a5380d-fe18-4c94-b4fe-1553cccaf368 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.060128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 9edf38ae-ba21-408b-b95a-2780ba46c61c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:24:31.060505 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 9edf38ae-ba21-408b-b95a-2780ba46c61c not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:24:31.060914 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:24:31.078884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:24:31.079232 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 3d16ee8d-6d8c-4cbb-9a79-d19d270c7205 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:24:31.079639 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4dcfae1b-b9c7-43df-9896-2e883b1cea06 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:24:31.081265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a5380d-fe18-4c94-b4fe-1553cccaf368 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:24:31.092283 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32a5380d-fe18-4c94-b4fe-1553cccaf368 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.092698 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-32a5380d-fe18-4c94-b4fe-1553cccaf368 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Added segment 2f945f44-4a92-44a2-abc1-9e62541accbd of type vlan for network 987f6b40-4b50-4a62-b986-fc0781299fc5 Jul 16 04:24:31.101133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 4dcfae1b-b9c7-43df-9896-2e883b1cea06 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:24:31.101476 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 4dcfae1b-b9c7-43df-9896-2e883b1cea06 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:24:31.138379 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32a5380d-fe18-4c94-b4fe-1553cccaf368 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.165429 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32a5380d-fe18-4c94-b4fe-1553cccaf368 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.170947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a5380d-fe18-4c94-b4fe-1553cccaf368 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:31.171538 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-32a5380d-fe18-4c94-b4fe-1553cccaf368 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.206113 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-32a5380d-fe18-4c94-b4fe-1553cccaf368 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1771438 Jul 16 04:24:31.208851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53190) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:31.215201 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'admin_state_up': True, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:31.251700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5380d-fe18-4c94-b4fe-1553cccaf368 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Network': ['ID=987f6b40-4b50-4a62-b986-fc0781299fc5,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:31.263685 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 987f6b40-4b50-4a62-b986-fc0781299fc5 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:24:31.265016 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.266059 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.321607 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.453561 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.595296 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.644753 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.667115 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.774740 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.25.3.130 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/c519a1e9-55d2-4dbb-bac4-4b356a35d44a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:24:31.872670 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.883200 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.911531 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:31.945692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:24:31.950246 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:24:31.953503 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:24:31.980120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=c519a1e9-55d2-4dbb-bac4-4b356a35d44a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:32.175230 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:24:32.514596 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:32.703342 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:32.827140 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:24:32.839366 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6a492e68-26a3-478c-9793-0466372f4931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:32.871841 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:32.937958 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:24:32.946712 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Sync routers for ids ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:24:32.956374 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Routers {'9becdcbd-36fe-4128-84be-a1bb8d8f6183'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:32.956551 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:32.956998 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:24:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:32.960769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-66b6ebe2-e36c-4d77-a1be-34f51eaa4a54 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7479784 Jul 16 04:24:32.960944 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53192) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:32.989207 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0a631a39-c67b-4ecb-a977-5ad88bd15cd8 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=fa3b032676104f4880615a212910eb0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271680 Jul 16 04:24:32.991845 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53194) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:33.061187 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Set router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:33.081329 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeb3054-7291-4ba0-ac73-ca7e48e422b5 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:33.082806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bdeb3054-7291-4ba0-ac73-ca7e48e422b5 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900242 Jul 16 04:24:33.085718 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53196) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:33.113449 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c198cb84-88c6-4589-9bf7-39dae41b7426 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266623 Jul 16 04:24:33.115933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53198) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:33.121329 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d8159db7-3624-4ecc-9ef4-5186f01fb2b4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-251815134', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:33.205342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8159db7-3624-4ecc-9ef4-5186f01fb2b4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Made reservation on behalf of fa3b032676104f4880615a212910eb0a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:24:33.208875 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8159db7-3624-4ecc-9ef4-5186f01fb2b4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:33.238018 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:32Z', 'revision_number': 3, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:33.263013 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Checking router: 9becdcbd-36fe-4128-84be-a1bb8d8f6183 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:24:33.263357 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Updating router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 port c519a1e9-55d2-4dbb-bac4-4b356a35d44a binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:24:33.301929 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:33.396428 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8159db7-3624-4ecc-9ef4-5186f01fb2b4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:33.467233 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8159db7-3624-4ecc-9ef4-5186f01fb2b4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Subnet': ['ID=2615654d-80a5-4c4f-9f6f-e8c3b14b9686,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:33.476343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8159db7-3624-4ecc-9ef4-5186f01fb2b4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Checking segment: {'id': '2f945f44-4a92-44a2-abc1-9e62541accbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:24:33.476908 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8159db7-3624-4ecc-9ef4-5186f01fb2b4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network hostable DHCP agents. Network: 987f6b40-4b50-4a62-b986-fc0781299fc5, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:24:33.496016 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8159db7-3624-4ecc-9ef4-5186f01fb2b4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 987f6b40-4b50-4a62-b986-fc0781299fc5 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:24:33.506012 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d8159db7-3624-4ecc-9ef4-5186f01fb2b4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 987f6b40-4b50-4a62-b986-fc0781299fc5) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:24:33.512471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8159db7-3624-4ecc-9ef4-5186f01fb2b4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:33.513324 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d8159db7-3624-4ecc-9ef4-5186f01fb2b4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:33.514213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d15ae71-5769-4fa8-8ca7-4f35eb29c61b None None] Network 987f6b40-4b50-4a62-b986-fc0781299fc5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:24:33.531128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d8159db7-3624-4ecc-9ef4-5186f01fb2b4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4126308 Jul 16 04:24:33.532601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53200) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:33.567959 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:33.578559 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Transition to ACTIVE for port object c519a1e9-55d2-4dbb-bac4-4b356a35d44a will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:33.585222 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:33.638673 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f2972-2f3e-4fda-9802-4613de83c34d None None] Pushing event updated for resources: {'Port': ['ID=c519a1e9-55d2-4dbb-bac4-4b356a35d44a,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:33.646233 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f2972-2f3e-4fda-9802-4613de83c34d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:33.646647 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f2972-2f3e-4fda-9802-4613de83c34d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:33.647171 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f2972-2f3e-4fda-9802-4613de83c34d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:33.647695 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f2972-2f3e-4fda-9802-4613de83c34d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:33.648210 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f2972-2f3e-4fda-9802-4613de83c34d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:33.648770 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f2972-2f3e-4fda-9802-4613de83c34d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:33.649311 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f2972-2f3e-4fda-9802-4613de83c34d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:33.649830 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f2972-2f3e-4fda-9802-4613de83c34d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:33.650431 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f2972-2f3e-4fda-9802-4613de83c34d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:33.650955 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f2972-2f3e-4fda-9802-4613de83c34d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:33.651484 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f2972-2f3e-4fda-9802-4613de83c34d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:33.652002 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7f2972-2f3e-4fda-9802-4613de83c34d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:24:33.671885 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Attempting to bind port c519a1e9-55d2-4dbb-bac4-4b356a35d44a on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:24:33.672372 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Attempting to bind port c519a1e9-55d2-4dbb-bac4-4b356a35d44a by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:24:33.672806 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Attempting to bind port c519a1e9-55d2-4dbb-bac4-4b356a35d44a on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:24:33.678135 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:24:33.678697 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:24:33.679174 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:33.679637 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:24:33.680179 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Bound port: c519a1e9-55d2-4dbb-bac4-4b356a35d44a, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:24:33.680652 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:33.707956 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-987f6b40-4b50-4a62-b986-fc0781299fc5', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ips': [{'subnet_id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:24:33.708947 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:33.740001 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] For port c519a1e9-55d2-4dbb-bac4-4b356a35d44a, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:24:33.743537 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] For port c519a1e9-55d2-4dbb-bac4-4b356a35d44a, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c519a1e9-55d2-4dbb-bac4-4b356a35d44a,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:24:33.748765 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:33.795563 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f2972-2f3e-4fda-9802-4613de83c34d None None] Pushing event updated for resources: {'Port': ['ID=c519a1e9-55d2-4dbb-bac4-4b356a35d44a,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:33.815002 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Routers {'9becdcbd-36fe-4128-84be-a1bb8d8f6183'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:33.815636 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:24:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:33.863735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Allocated IP 172.20.0.2 (987f6b40-4b50-4a62-b986-fc0781299fc5/2615654d-80a5-4c4f-9f6f-e8c3b14b9686/2771e5e2-21cb-45d1-b7df-3627746d549c) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:24:33.918904 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] Set router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:34.003694 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:34.012975 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:34.022166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Transition to ACTIVE for port object 2771e5e2-21cb-45d1-b7df-3627746d549c will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:34.038740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Transition to ACTIVE for port object 2771e5e2-21cb-45d1-b7df-3627746d549c will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:34.046148 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:34.100927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Network 987f6b40-4b50-4a62-b986-fc0781299fc5 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:24:34.101874 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:32Z', 'revision_number': 3, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:34.106316 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:24:34.110877 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:24:34.118286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Pushing event updated for resources: {'Port': ['ID=2771e5e2-21cb-45d1-b7df-3627746d549c,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:34.120526 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:34.136278 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba98556-3e26-4272-83f7-1b87926beb31 None None] The sync data for ids ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'] in n-d-800088-6 is: [{'id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:32Z', 'revision_number': 3, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:24:34.175136 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Attempting to bind port 2771e5e2-21cb-45d1-b7df-3627746d549c on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:24:34.175419 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Attempting to bind port 2771e5e2-21cb-45d1-b7df-3627746d549c by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '2f945f44-4a92-44a2-abc1-9e62541accbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:24:34.175778 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Attempting to bind port 2771e5e2-21cb-45d1-b7df-3627746d549c on network 987f6b40-4b50-4a62-b986-fc0781299fc5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:24:34.183759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:24:34.184135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Checking segment: {'id': '2f945f44-4a92-44a2-abc1-9e62541accbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:24:34.184606 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:34.184999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Bound using segment: {'id': '2f945f44-4a92-44a2-abc1-9e62541accbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:24:34.185480 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Bound port: 2771e5e2-21cb-45d1-b7df-3627746d549c, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f945f44-4a92-44a2-abc1-9e62541accbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:24:34.185860 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:34.254133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] For port 2771e5e2-21cb-45d1-b7df-3627746d549c, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:24:34.258417 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] For port 2771e5e2-21cb-45d1-b7df-3627746d549c, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2771e5e2-21cb-45d1-b7df-3627746d549c,segment=NetworkSegment(2f945f44-4a92-44a2-abc1-9e62541accbd),segment_id=2f945f44-4a92-44a2-abc1-9e62541accbd)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:24:34.262213 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:34.296769 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.20.0.1 (987f6b40-4b50-4a62-b986-fc0781299fc5/2615654d-80a5-4c4f-9f6f-e8c3b14b9686/c76ffd79-c606-44c0-a691-f324e929e290) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:24:34.318092 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c68ac-7e66-4177-a0db-72500f03c9a5 None None] Pushing event updated for resources: {'Port': ['ID=2771e5e2-21cb-45d1-b7df-3627746d549c,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:34.463578 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:34.480186 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Transition to ACTIVE for port object c76ffd79-c606-44c0-a691-f324e929e290 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:34.547502 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:34.596863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 987f6b40-4b50-4a62-b986-fc0781299fc5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:24:34.600477 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:24:34.606596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:24:34.611070 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=c76ffd79-c606-44c0-a691-f324e929e290,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:34.659793 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:34.805863 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.109018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c519a1e9-55d2-4dbb-bac4-4b356a35d44a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:35.118355 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.124154 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.167587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port c519a1e9-55d2-4dbb-bac4-4b356a35d44a completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:35.172329 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c519a1e9-55d2-4dbb-bac4-4b356a35d44a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:35.172835 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.207640 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.209388 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=c76ffd79-c606-44c0-a691-f324e929e290,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:35.259653 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.283055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port c519a1e9-55d2-4dbb-bac4-4b356a35d44a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c519a1e9-55d2-4dbb-bac4-4b356a35d44a,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:35.287187 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.288686 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2771e5e2-21cb-45d1-b7df-3627746d549c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:35.319452 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 987f6b40-4b50-4a62-b986-fc0781299fc5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:24:35.321236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:24:35.370255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=c519a1e9-55d2-4dbb-bac4-4b356a35d44a,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:35.383219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 2771e5e2-21cb-45d1-b7df-3627746d549c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:35.401408 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a945c3f5-a6bf-497b-b9a2-accb224f3f7d None None] Network 987f6b40-4b50-4a62-b986-fc0781299fc5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:24:35.434620 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:24:35.515126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-24f6c50a-ef23-4a4b-b41e-916a067f9c7a None None] Provisioning for port 2771e5e2-21cb-45d1-b7df-3627746d549c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:35.524622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-24f6c50a-ef23-4a4b-b41e-916a067f9c7a None None] Provisioning complete for port 2771e5e2-21cb-45d1-b7df-3627746d549c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:35.524995 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-24f6c50a-ef23-4a4b-b41e-916a067f9c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.547389 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:24:35.559477 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3f6b686c-8ae4-4d54-a0e5-3cea0ea133e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "PUT /v2.0/routers/9becdcbd-36fe-4128-84be-a1bb8d8f6183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0193577 Jul 16 04:24:35.650158 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-24f6c50a-ef23-4a4b-b41e-916a067f9c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.686058 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-24f6c50a-ef23-4a4b-b41e-916a067f9c7a None None] For port 2771e5e2-21cb-45d1-b7df-3627746d549c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2771e5e2-21cb-45d1-b7df-3627746d549c,segment=NetworkSegment(2f945f44-4a92-44a2-abc1-9e62541accbd),segment_id=2f945f44-4a92-44a2-abc1-9e62541accbd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:35.691100 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-24f6c50a-ef23-4a4b-b41e-916a067f9c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.721684 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-3407ca88-23c8-49e5-bd2d-8ae5a9505d64 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31057333&fields=id&tenant_id=fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 267 time: 0.0450828 Jul 16 04:24:35.743076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6c50a-ef23-4a4b-b41e-916a067f9c7a None None] Pushing event updated for resources: {'Port': ['ID=2771e5e2-21cb-45d1-b7df-3627746d549c,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:35.834381 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Sync routers for ids ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:24:35.844609 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-5cdd41f4-4a67-4cea-8033-7c0447ffadbd tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:35.846341 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-5cdd41f4-4a67-4cea-8033-7c0447ffadbd tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/networks?id=987f6b40-4b50-4a62-b986-fc0781299fc5 HTTP/1.1" status: 200 len: 796 time: 0.1173625 Jul 16 04:24:35.847116 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Routers {'9becdcbd-36fe-4128-84be-a1bb8d8f6183'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:35.847641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:24:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:35.863271 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-2bcc19df-0db3-4c48-b085-cece8080f336 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/quotas/fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 375 time: 0.0101802 Jul 16 04:24:35.940033 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-a436a4d2-add5-4569-8b21-ea6f877e106f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710237 Jul 16 04:24:35.961443 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:35.964567 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f4f21ae8-143c-4a21-9979-29c80526f7cc None None] Provisioning for port c76ffd79-c606-44c0-a691-f324e929e290 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:35.975273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f4f21ae8-143c-4a21-9979-29c80526f7cc None None] Provisioning complete for port c76ffd79-c606-44c0-a691-f324e929e290 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:35.975645 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4f21ae8-143c-4a21-9979-29c80526f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:36.015351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Set router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:36.049728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-f4f21ae8-143c-4a21-9979-29c80526f7cc None None] Port c76ffd79-c606-44c0-a691-f324e929e290 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:24:36.098310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f4f21ae8-143c-4a21-9979-29c80526f7cc None None] Provisioning complete for port 2771e5e2-21cb-45d1-b7df-3627746d549c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:36.098684 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f4f21ae8-143c-4a21-9979-29c80526f7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:36.128189 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-408c76e2-ad9d-4828-a887-152dea093d7a service neutron] 10.222.0.18 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361187 Jul 16 04:24:36.227626 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-13b5ccec-9096-41e7-8fc0-6b8841920366 service neutron] 10.222.0.18 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932896 Jul 16 04:24:36.287679 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:34Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'c76ffd79-c606-44c0-a691-f324e929e290', 'name': '', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:e4:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:34Z', 'updated_at': '2021-07-16T04:24:34Z', 'revision_number': 2, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:36.314189 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Checking router: 9becdcbd-36fe-4128-84be-a1bb8d8f6183 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:24:36.314552 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Updating router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 port c76ffd79-c606-44c0-a691-f324e929e290 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:24:36.351941 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:36.415407 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d205aa2f-9e4e-4467-b5ca-148d10f24c0e req-74cbabbc-925f-4df1-bb86-589e3d226490 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 210 time: 0.0310841 Jul 16 04:24:36.456093 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bfa06fe7-891f-480e-945e-a3a275376c8d None None] Provisioning complete for port c76ffd79-c606-44c0-a691-f324e929e290 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:36.456497 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfa06fe7-891f-480e-945e-a3a275376c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:36.512397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bfa06fe7-891f-480e-945e-a3a275376c8d None None] Port c76ffd79-c606-44c0-a691-f324e929e290 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:24:36.664610 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:36.676272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Transition to ACTIVE for port object c76ffd79-c606-44c0-a691-f324e929e290 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:36.681839 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:36.892981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5340fe-cf0f-4081-9631-6d9a1b7e50fb None None] Pushing event updated for resources: {'Port': ['ID=c76ffd79-c606-44c0-a691-f324e929e290,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:36.950498 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Attempting to bind port c76ffd79-c606-44c0-a691-f324e929e290 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:24:36.950866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Attempting to bind port c76ffd79-c606-44c0-a691-f324e929e290 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '2f945f44-4a92-44a2-abc1-9e62541accbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:24:36.951227 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Attempting to bind port c76ffd79-c606-44c0-a691-f324e929e290 on network 987f6b40-4b50-4a62-b986-fc0781299fc5 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:24:36.956622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:24:36.956997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Checking segment: {'id': '2f945f44-4a92-44a2-abc1-9e62541accbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:24:36.957465 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:36.957773 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Bound using segment: {'id': '2f945f44-4a92-44a2-abc1-9e62541accbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:24:36.958241 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Bound port: c76ffd79-c606-44c0-a691-f324e929e290, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f945f44-4a92-44a2-abc1-9e62541accbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:24:36.958618 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:37.024954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] For port c76ffd79-c606-44c0-a691-f324e929e290, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:24:37.029142 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] For port c76ffd79-c606-44c0-a691-f324e929e290, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c76ffd79-c606-44c0-a691-f324e929e290,segment=NetworkSegment(2f945f44-4a92-44a2-abc1-9e62541accbd),segment_id=2f945f44-4a92-44a2-abc1-9e62541accbd)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:24:37.036201 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:37.073175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c519a1e9-55d2-4dbb-bac4-4b356a35d44a up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:37.143428 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5340fe-cf0f-4081-9631-6d9a1b7e50fb None None] Pushing event updated for resources: {'Port': ['ID=c76ffd79-c606-44c0-a691-f324e929e290,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:37.148442 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Routers {'9becdcbd-36fe-4128-84be-a1bb8d8f6183'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:37.149137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:24:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:37.258242 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c519a1e9-55d2-4dbb-bac4-4b356a35d44a triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:37.258532 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:37.309974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] Set router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:37.475658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2771e5e2-21cb-45d1-b7df-3627746d549c up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:37.560726 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-24f22071-0fe9-4bb3-967f-7b0914471ff9 req-573414a5-e550-4bba-893b-ba770ed7ab40 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 210 time: 0.0293336 Jul 16 04:24:37.563520 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2771e5e2-21cb-45d1-b7df-3627746d549c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:37.563898 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:37.623863 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:34Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'c76ffd79-c606-44c0-a691-f324e929e290', 'name': '', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:e4:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:34Z', 'updated_at': '2021-07-16T04:24:37Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:37.652253 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f9817-cbcc-464e-98c7-7d7faf1c4239 None None] The sync data for ids ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'] in n-d-800088-6 is: [{'id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:34Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'c76ffd79-c606-44c0-a691-f324e929e290', 'name': '', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:e4:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:34Z', 'updated_at': '2021-07-16T04:24:37Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:24:37.726642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-50ba7b83-2f31-4ea9-a6b6-06c5d00ffc6d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:37.729786 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-50ba7b83-2f31-4ea9-a6b6-06c5d00ffc6d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.20 "GET /v2.0/networks?id=987f6b40-4b50-4a62-b986-fc0781299fc5 HTTP/1.1" status: 200 len: 796 time: 0.1317384 Jul 16 04:24:37.782884 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-20fa1e66-eb6e-40b8-a14d-299b9000a3e0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 378 time: 0.0373440 Jul 16 04:24:37.791950 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-c75101e7-59e8-475f-9d3e-af03ca8156db tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'port': {'device_id': 'df72d385-4dc3-4c2f-8528-319146886d12', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'admin_state_up': True, 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'security_groups': ['b62d1376-543c-46a9-a3a1-d3f66caf4496']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:37.910393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-c75101e7-59e8-475f-9d3e-af03ca8156db tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Made reservation on behalf of fa3b032676104f4880615a212910eb0a for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:24:37.914055 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-c75101e7-59e8-475f-9d3e-af03ca8156db tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:38.044100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-c75101e7-59e8-475f-9d3e-af03ca8156db tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.20.0.13 (987f6b40-4b50-4a62-b986-fc0781299fc5/2615654d-80a5-4c4f-9f6f-e8c3b14b9686/6c1853c7-c934-47d3-88b0-a96b7afb7663) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:24:38.187356 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-c75101e7-59e8-475f-9d3e-af03ca8156db tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:38.201705 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-c75101e7-59e8-475f-9d3e-af03ca8156db tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Transition to ACTIVE for port object 6c1853c7-c934-47d3-88b0-a96b7afb7663 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:38.235402 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-c75101e7-59e8-475f-9d3e-af03ca8156db tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:38.283757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-c75101e7-59e8-475f-9d3e-af03ca8156db tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 987f6b40-4b50-4a62-b986-fc0781299fc5 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:24:38.287011 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-c75101e7-59e8-475f-9d3e-af03ca8156db tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:24:38.290001 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-c75101e7-59e8-475f-9d3e-af03ca8156db tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:24:38.317404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75101e7-59e8-475f-9d3e-af03ca8156db tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=6c1853c7-c934-47d3-88b0-a96b7afb7663,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:38.347869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-c75101e7-59e8-475f-9d3e-af03ca8156db tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:38.348453 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-c75101e7-59e8-475f-9d3e-af03ca8156db tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:38.365186 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-c75101e7-59e8-475f-9d3e-af03ca8156db tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5774732 Jul 16 04:24:38.467960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Request body: {'port': {'device_id': 'df72d385-4dc3-4c2f-8528-319146886d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:38.523201 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-db9ef6a1-ace3-425c-8582-c162fb31035e None None] Provisioning for port 6c1853c7-c934-47d3-88b0-a96b7afb7663 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:38.528451 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-db9ef6a1-ace3-425c-8582-c162fb31035e None None] Provisioning complete for port 6c1853c7-c934-47d3-88b0-a96b7afb7663 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:38.528827 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-db9ef6a1-ace3-425c-8582-c162fb31035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:38.549309 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:38.564014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-db9ef6a1-ace3-425c-8582-c162fb31035e None None] Port 6c1853c7-c934-47d3-88b0-a96b7afb7663 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:24:38.759424 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6071ce-39a5-455c-a58a-b71e9a2f0308 req-da237247-a78a-4ae9-b90a-768df8895168 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:38.761004 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c6071ce-39a5-455c-a58a-b71e9a2f0308 req-da237247-a78a-4ae9-b90a-768df8895168 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 932 time: 0.0694318 Jul 16 04:24:38.800653 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3c6071ce-39a5-455c-a58a-b71e9a2f0308 req-1133a0e3-d572-43df-ae6a-0d44d057c407 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330982 Jul 16 04:24:38.835682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1853c7-c934-47d3-88b0-a96b7afb7663 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:24:38.843948 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:38.855506 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Transition to ACTIVE for port object 6c1853c7-c934-47d3-88b0-a96b7afb7663 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:24:38.859019 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:38.911251 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12710750-60d7-4034-a684-500e37816c53 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1853c7-c934-47d3-88b0-a96b7afb7663,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:38.979855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Attempting to bind port 6c1853c7-c934-47d3-88b0-a96b7afb7663 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:24:38.980411 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Attempting to bind port 6c1853c7-c934-47d3-88b0-a96b7afb7663 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': '2f945f44-4a92-44a2-abc1-9e62541accbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:24:38.980747 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Attempting to bind port 6c1853c7-c934-47d3-88b0-a96b7afb7663 on network 987f6b40-4b50-4a62-b986-fc0781299fc5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:24:38.985618 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Port 6c1853c7-c934-47d3-88b0-a96b7afb7663 on network 987f6b40-4b50-4a62-b986-fc0781299fc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:24:38.985957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Attempting to bind port 6c1853c7-c934-47d3-88b0-a96b7afb7663 on network 987f6b40-4b50-4a62-b986-fc0781299fc5 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:24:38.991167 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:24:38.991517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Checking segment: {'id': '2f945f44-4a92-44a2-abc1-9e62541accbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:24:38.991891 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Bound using segment: {'id': '2f945f44-4a92-44a2-abc1-9e62541accbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:24:38.992341 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Bound port: 6c1853c7-c934-47d3-88b0-a96b7afb7663, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f945f44-4a92-44a2-abc1-9e62541accbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:24:38.992712 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:39.064291 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] For port 6c1853c7-c934-47d3-88b0-a96b7afb7663, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:24:39.067470 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] For port 6c1853c7-c934-47d3-88b0-a96b7afb7663, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6c1853c7-c934-47d3-88b0-a96b7afb7663,segment=NetworkSegment(2f945f44-4a92-44a2-abc1-9e62541accbd),segment_id=2f945f44-4a92-44a2-abc1-9e62541accbd)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:24:39.072769 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:39.081968 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c76ffd79-c606-44c0-a691-f324e929e290 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:39.112135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:39.112960 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:39.114232 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-12710750-60d7-4034-a684-500e37816c53 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c1853c7-c934-47d3-88b0-a96b7afb7663 HTTP/1.1" status: 200 len: 1092 time: 0.6930737 Jul 16 04:24:39.114675 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df72d385-4dc3-4c2f-8528-319146886d12', 'tag': '6c1853c7-c934-47d3-88b0-a96b7afb7663'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:39.116951 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcfed3c-251c-4bfa-8c1b-a70ad84a2ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "df72d385-4dc3-4c2f-8528-319146886d12", "tag": "6c1853c7-c934-47d3-88b0-a96b7afb7663"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:39.143578 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12710750-60d7-4034-a684-500e37816c53 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1853c7-c934-47d3-88b0-a96b7afb7663,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:39.155870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port c76ffd79-c606-44c0-a691-f324e929e290 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:39.160653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c76ffd79-c606-44c0-a691-f324e929e290 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:39.160653 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:39.194052 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff665a59-3475-4e58-b6e8-2c1ffa013eef x-openstack-request-id: req-ff665a59-3475-4e58-b6e8-2c1ffa013eef {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:39.194936 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df72d385-4dc3-4c2f-8528-319146886d12", "tag": "6c1853c7-c934-47d3-88b0-a96b7afb7663", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:39.194936 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff665a59-3475-4e58-b6e8-2c1ffa013eef {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:39.195170 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df72d385-4dc3-4c2f-8528-319146886d12', 'tag': '6c1853c7-c934-47d3-88b0-a96b7afb7663', 'status': 'completed', 'code': 200} Jul 16 04:24:39.226307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-71031ffa-c3a7-4a7c-94b7-79dc1508604c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:39.227897 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-71031ffa-c3a7-4a7c-94b7-79dc1508604c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 1095 time: 0.0735323 Jul 16 04:24:39.258742 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:39.274126 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-82cca326-3bfd-4f92-9264-4b613e783323 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c1853c7-c934-47d3-88b0-a96b7afb7663 HTTP/1.1" status: 200 len: 217 time: 0.0396185 Jul 16 04:24:39.291817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port c76ffd79-c606-44c0-a691-f324e929e290, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c76ffd79-c606-44c0-a691-f324e929e290,segment=NetworkSegment(2f945f44-4a92-44a2-abc1-9e62541accbd),segment_id=2f945f44-4a92-44a2-abc1-9e62541accbd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:39.297996 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:39.323595 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-274067a5-957e-4d9a-90ee-c514fba5daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:39.325093 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-274067a5-957e-4d9a-90ee-c514fba5daad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2615654d-80a5-4c4f-9f6f-e8c3b14b9686 HTTP/1.1" status: 200 len: 834 time: 0.0454447 Jul 16 04:24:39.359997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=c76ffd79-c606-44c0-a691-f324e929e290,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:39.380949 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-b0eff657-5cb1-4ca1-8a17-1878ca74de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:39.382436 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-b0eff657-5cb1-4ca1-8a17-1878ca74de8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=987f6b40-4b50-4a62-b986-fc0781299fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515552 Jul 16 04:24:39.472802 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-29fd5979-aaff-46dd-97b8-46969b18ef3b service neutron] 10.222.0.20 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839593 Jul 16 04:24:39.560169 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2e4f22c2-fa8e-45d9-afde-b47096e1f051 req-4ff61f24-c7c7-4e52-afae-24f211410dd4 service neutron] 10.222.0.20 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807395 Jul 16 04:24:39.660268 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfed3c-251c-4bfa-8c1b-a70ad84a2ec1 req-ee47d647-bd28-415d-a1f1-ef8145441802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:39.661849 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0fcfed3c-251c-4bfa-8c1b-a70ad84a2ec1 req-ee47d647-bd28-415d-a1f1-ef8145441802 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 1095 time: 0.0564952 Jul 16 04:24:39.748294 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfed3c-251c-4bfa-8c1b-a70ad84a2ec1 req-08205498-c482-4125-9e35-237a11b9e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:39.749776 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0fcfed3c-251c-4bfa-8c1b-a70ad84a2ec1 req-08205498-c482-4125-9e35-237a11b9e05c service neutron] 10.222.0.20 "GET /v2.0/networks?id=987f6b40-4b50-4a62-b986-fc0781299fc5 HTTP/1.1" status: 200 len: 897 time: 0.0822003 Jul 16 04:24:39.791672 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0fcfed3c-251c-4bfa-8c1b-a70ad84a2ec1 req-86db4230-8cc0-4232-9c5f-80387a12a673 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c1853c7-c934-47d3-88b0-a96b7afb7663 HTTP/1.1" status: 200 len: 217 time: 0.0362830 Jul 16 04:24:39.838052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfed3c-251c-4bfa-8c1b-a70ad84a2ec1 req-1b4e5519-91d9-434b-a3ce-c35578933bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:39.839609 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0fcfed3c-251c-4bfa-8c1b-a70ad84a2ec1 req-1b4e5519-91d9-434b-a3ce-c35578933bcc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2615654d-80a5-4c4f-9f6f-e8c3b14b9686 HTTP/1.1" status: 200 len: 834 time: 0.0420716 Jul 16 04:24:39.896737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfed3c-251c-4bfa-8c1b-a70ad84a2ec1 req-1a91efe2-e407-43d4-907f-c09b512c5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:39.898199 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0fcfed3c-251c-4bfa-8c1b-a70ad84a2ec1 req-1a91efe2-e407-43d4-907f-c09b512c5ab4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=987f6b40-4b50-4a62-b986-fc0781299fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519955 Jul 16 04:24:39.971180 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713ae01-b6aa-4ba9-b699-1765c93d0526 req-028f9485-e08c-4619-b15d-a0847a7d89ae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:39.972836 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6713ae01-b6aa-4ba9-b699-1765c93d0526 req-028f9485-e08c-4619-b15d-a0847a7d89ae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 944 time: 0.0637529 Jul 16 04:24:39.990531 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0fcfed3c-251c-4bfa-8c1b-a70ad84a2ec1 req-b17fc456-b1da-4e87-86ea-2f608d1a494c service neutron] 10.222.0.20 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856223 Jul 16 04:24:40.010984 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6713ae01-b6aa-4ba9-b699-1765c93d0526 req-39683c0f-5a59-4191-9616-7f709854917c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326250 Jul 16 04:24:40.078458 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0fcfed3c-251c-4bfa-8c1b-a70ad84a2ec1 req-842274e5-57ff-426f-95fa-4b41267b1402 service neutron] 10.222.0.20 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795543 Jul 16 04:24:41.042995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c76ffd79-c606-44c0-a691-f324e929e290 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:41.089730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port c76ffd79-c606-44c0-a691-f324e929e290 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:41.090098 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:41.184056 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6687230-730b-489e-b8b9-c9c3f9e6df9a req-9cfd6d83-b666-46ed-960b-612b010d6a47 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:41.185615 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6687230-730b-489e-b8b9-c9c3f9e6df9a req-9cfd6d83-b666-46ed-960b-612b010d6a47 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 944 time: 0.0636840 Jul 16 04:24:41.226650 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6687230-730b-489e-b8b9-c9c3f9e6df9a req-e852bc03-4fc9-43f8-84e8-52f5f5a2bb58 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354228 Jul 16 04:24:41.403821 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6c1853c7-c934-47d3-88b0-a96b7afb7663 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:24:41.499110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 6c1853c7-c934-47d3-88b0-a96b7afb7663, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6c1853c7-c934-47d3-88b0-a96b7afb7663,segment=NetworkSegment(2f945f44-4a92-44a2-abc1-9e62541accbd),segment_id=2f945f44-4a92-44a2-abc1-9e62541accbd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:41.509709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '6c1853c7-c934-47d3-88b0-a96b7afb7663', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'port_id': '6c1853c7-c934-47d3-88b0-a96b7afb7663', 'mac_address': 'fa:16:3e:5a:fa:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 940, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:24:41.545723 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:41.558926 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1853c7-c934-47d3-88b0-a96b7afb7663 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:24:41.577959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 6c1853c7-c934-47d3-88b0-a96b7afb7663, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6c1853c7-c934-47d3-88b0-a96b7afb7663,segment=NetworkSegment(2f945f44-4a92-44a2-abc1-9e62541accbd),segment_id=2f945f44-4a92-44a2-abc1-9e62541accbd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:41.582088 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:41.632112 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=6c1853c7-c934-47d3-88b0-a96b7afb7663,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:41.825831 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['6c1853c7-c934-47d3-88b0-a96b7afb7663'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:24:42.395262 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07847285-d98a-42ee-b720-d3c357c75918 req-f645a3f2-9e0c-48d9-b5c7-138a342b1f46 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:42.396754 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-07847285-d98a-42ee-b720-d3c357c75918 req-f645a3f2-9e0c-48d9-b5c7-138a342b1f46 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 945 time: 0.0620804 Jul 16 04:24:42.432628 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-07847285-d98a-42ee-b720-d3c357c75918 req-ff6a4926-2941-4a50-a5d0-41fe70a6e807 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303800 Jul 16 04:24:43.416911 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6c1853c7-c934-47d3-88b0-a96b7afb7663 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:24:43.464185 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 6c1853c7-c934-47d3-88b0-a96b7afb7663 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:24:43.467780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 6c1853c7-c934-47d3-88b0-a96b7afb7663 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:24:43.468157 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:43.541938 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:43.563118 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df72d385-4dc3-4c2f-8528-319146886d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1853c7-c934-47d3-88b0-a96b7afb7663'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:43.580347 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 6c1853c7-c934-47d3-88b0-a96b7afb7663, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6c1853c7-c934-47d3-88b0-a96b7afb7663,segment=NetworkSegment(2f945f44-4a92-44a2-abc1-9e62541accbd),segment_id=2f945f44-4a92-44a2-abc1-9e62541accbd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:24:43.586530 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:43.610500 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a7bf6a00885495cfb079af2d673c16a0e00f5c509fc2aa19f2a7086eda902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f7eee6-90e2-4296-8725-c26cf6502f2a" -d '{"events": [{"server_uuid": "df72d385-4dc3-4c2f-8528-319146886d12", "name": "network-vif-plugged", "status": "completed", "tag": "6c1853c7-c934-47d3-88b0-a96b7afb7663"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:43.611344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579dcc8c-e1a9-4bd7-8b99-391b0d0c9e1e req-980c74dc-5e75-45b0-8ae6-9f578c80ccd0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:43.613217 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-579dcc8c-e1a9-4bd7-8b99-391b0d0c9e1e req-980c74dc-5e75-45b0-8ae6-9f578c80ccd0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 945 time: 0.0664389 Jul 16 04:24:43.649445 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=6c1853c7-c934-47d3-88b0-a96b7afb7663,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:43.660656 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-579dcc8c-e1a9-4bd7-8b99-391b0d0c9e1e req-08248596-9de1-455c-a947-d9d5da84707e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383422 Jul 16 04:24:43.698025 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70351ffc-dad8-457c-be61-948b63fdf327 x-openstack-request-id: req-70351ffc-dad8-457c-be61-948b63fdf327 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:43.698322 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df72d385-4dc3-4c2f-8528-319146886d12", "name": "network-vif-plugged", "status": "completed", "tag": "6c1853c7-c934-47d3-88b0-a96b7afb7663", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:43.698579 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70351ffc-dad8-457c-be61-948b63fdf327 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:43.698981 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df72d385-4dc3-4c2f-8528-319146886d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1853c7-c934-47d3-88b0-a96b7afb7663', 'code': 200} Jul 16 04:24:43.809279 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1e12e-4a65-47ec-b922-f91a969cf971 req-823fe34a-5673-44fb-808b-cae3b4fc0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:43.810690 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c4b1e12e-4a65-47ec-b922-f91a969cf971 req-823fe34a-5673-44fb-808b-cae3b4fc0a00 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 1097 time: 0.0502291 Jul 16 04:24:43.847128 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c4b1e12e-4a65-47ec-b922-f91a969cf971 req-233a53c0-5b45-409e-a227-a9a675c2a839 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305178 Jul 16 04:24:44.838522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b262a9c-6cd2-46d2-a7ed-90bcd1eb1676 req-600cdf01-6ce2-4ec8-a1e9-87df70212f4b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:44.840017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b262a9c-6cd2-46d2-a7ed-90bcd1eb1676 req-600cdf01-6ce2-4ec8-a1e9-87df70212f4b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0672157 Jul 16 04:24:44.877059 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6b262a9c-6cd2-46d2-a7ed-90bcd1eb1676 req-5a64a08b-bc0e-4d1c-9c24-2fbd6b2c2575 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313356 Jul 16 04:24:45.047158 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c499ec2-0a5b-45aa-91ff-98bdfc0c3b71 req-3b424711-3ba6-4339-b6fa-85c648d4d415 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:45.048657 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c499ec2-0a5b-45aa-91ff-98bdfc0c3b71 req-3b424711-3ba6-4339-b6fa-85c648d4d415 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0626421 Jul 16 04:24:45.085106 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2c499ec2-0a5b-45aa-91ff-98bdfc0c3b71 req-48d46f30-18ae-4ad9-afc0-a2e7ec320782 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310059 Jul 16 04:24:45.108337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53284) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:45.157923 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83da648d-eaaa-4a82-947c-c24653ea8b10 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:45.159393 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-83da648d-eaaa-4a82-947c-c24653ea8b10 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 1092 time: 0.0500624 Jul 16 04:24:45.161984 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53286) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:45.166252 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '6c1853c7-c934-47d3-88b0-a96b7afb7663', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:24:45.187476 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:45.280259 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:45.381534 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.25.3.203 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/ceb4fcb2-02bc-4175-a27d-239cccea2914) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:24:45.477315 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:45.519747 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:45.557661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:24:45.560297 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:24:45.563767 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:24:45.584530 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=ceb4fcb2-02bc-4175-a27d-239cccea2914,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:46.248846 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:46.321583 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:46.465526 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:46.470004 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:46.533781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=ceb4fcb2-02bc-4175-a27d-239cccea2914,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:24:46.544981 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:46.643374 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Floating IP 7c43c3ee-3420-4e38-ac18-9a6b797225b6 associated. External IP: 172.25.3.203, port: 6c1853c7-c934-47d3-88b0-a96b7afb7663. Jul 16 04:24:46.843081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:24:46.949614 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:24:46.959366 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d981361-e836-4aaf-a828-3f6541d30c8d None None] Sync routers for ids ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:24:46.966314 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:24:46.969355 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d981361-e836-4aaf-a828-3f6541d30c8d None None] Routers {'9becdcbd-36fe-4128-84be-a1bb8d8f6183'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:46.970043 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6d981361-e836-4aaf-a828-3f6541d30c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:24:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:47.003503 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9b2b861a-89f7-42c5-9699-c836a0b7414e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8404918 Jul 16 04:24:47.004079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df72d385-4dc3-4c2f-8528-319146886d12', 'tag': '6c1853c7-c934-47d3-88b0-a96b7afb7663'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:24:47.006539 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22652472-364e-40b3-bf8c-ff9796a22d33" -d '{"events": [{"name": "network-changed", "server_uuid": "df72d385-4dc3-4c2f-8528-319146886d12", "tag": "6c1853c7-c934-47d3-88b0-a96b7afb7663"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:24:47.051601 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9d1e6c-77ad-48df-90c0-32b06fe3fae5 x-openstack-request-id: req-aa9d1e6c-77ad-48df-90c0-32b06fe3fae5 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:24:47.051967 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df72d385-4dc3-4c2f-8528-319146886d12", "tag": "6c1853c7-c934-47d3-88b0-a96b7afb7663", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:24:47.052333 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa9d1e6c-77ad-48df-90c0-32b06fe3fae5 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:24:47.052789 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df72d385-4dc3-4c2f-8528-319146886d12', 'tag': '6c1853c7-c934-47d3-88b0-a96b7afb7663', 'status': 'completed', 'code': 200} Jul 16 04:24:47.076263 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6d981361-e836-4aaf-a828-3f6541d30c8d None None] Set router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:47.132007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22652472-364e-40b3-bf8c-ff9796a22d33 req-725a76a7-3559-4114-9664-5d09cf00e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:47.133491 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-22652472-364e-40b3-bf8c-ff9796a22d33 req-725a76a7-3559-4114-9664-5d09cf00e8b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 1097 time: 0.0607891 Jul 16 04:24:47.160885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72454730-562e-4045-8962-aacbbd2cf096 req-695a9b05-6604-4542-8e13-c6603e0021f8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:47.162616 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72454730-562e-4045-8962-aacbbd2cf096 req-695a9b05-6604-4542-8e13-c6603e0021f8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0680449 Jul 16 04:24:47.209310 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-72454730-562e-4045-8962-aacbbd2cf096 req-50c39109-eec8-43e5-bdec-f3f9c7efb66e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401583 Jul 16 04:24:47.229638 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22652472-364e-40b3-bf8c-ff9796a22d33 req-c4a84808-bad4-4896-8e1d-6d58e7e164dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:47.231152 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-22652472-364e-40b3-bf8c-ff9796a22d33 req-c4a84808-bad4-4896-8e1d-6d58e7e164dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=987f6b40-4b50-4a62-b986-fc0781299fc5 HTTP/1.1" status: 200 len: 897 time: 0.0916622 Jul 16 04:24:47.235031 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53292) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:47.342920 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-01fc5fbb-5114-43ac-9113-1762dcb0b66b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/7c43c3ee-3420-4e38-ac18-9a6b797225b6 HTTP/1.1" status: 200 len: 992 time: 0.1068048 Jul 16 04:24:47.344924 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-22652472-364e-40b3-bf8c-ff9796a22d33 req-7694441a-4ec1-41cd-94d3-3a0f25738ec1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c1853c7-c934-47d3-88b0-a96b7afb7663 HTTP/1.1" status: 200 len: 1000 time: 0.1026917 Jul 16 04:24:47.386594 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6d981361-e836-4aaf-a828-3f6541d30c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:34Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '7c43c3ee-3420-4e38-ac18-9a6b797225b6', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'port_id': '6c1853c7-c934-47d3-88b0-a96b7afb7663', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'mac_address': 'fa:16:3e:5a:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d385-4dc3-4c2f-8528-319146886d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:24:45Z', 'updated_at': '2021-07-16T04:24:45Z', 'revision_number': 0, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76ffd79-c606-44c0-a691-f324e929e290', 'name': '', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:e4:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:34Z', 'updated_at': '2021-07-16T04:24:39Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:47.393245 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22652472-364e-40b3-bf8c-ff9796a22d33 req-6d85f0db-660b-47a8-9000-3c52eaa60c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:47.394747 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-22652472-364e-40b3-bf8c-ff9796a22d33 req-6d85f0db-660b-47a8-9000-3c52eaa60c20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2615654d-80a5-4c4f-9f6f-e8c3b14b9686 HTTP/1.1" status: 200 len: 834 time: 0.0441608 Jul 16 04:24:47.414989 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d981361-e836-4aaf-a828-3f6541d30c8d None None] Checking router: 9becdcbd-36fe-4128-84be-a1bb8d8f6183 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:24:47.423661 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d981361-e836-4aaf-a828-3f6541d30c8d None None] Routers {'9becdcbd-36fe-4128-84be-a1bb8d8f6183'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:24:47.424265 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6d981361-e836-4aaf-a828-3f6541d30c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:24:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:47.450252 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22652472-364e-40b3-bf8c-ff9796a22d33 req-26973537-9c26-4a7c-8804-a28a833cd5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:47.451811 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-22652472-364e-40b3-bf8c-ff9796a22d33 req-26973537-9c26-4a7c-8804-a28a833cd5f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=987f6b40-4b50-4a62-b986-fc0781299fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514293 Jul 16 04:24:47.526440 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6d981361-e836-4aaf-a828-3f6541d30c8d None None] Set router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:24:47.545462 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-22652472-364e-40b3-bf8c-ff9796a22d33 req-7bdd027a-bf94-4675-a7ae-c3858c818aa1 service neutron] 10.222.0.20 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864794 Jul 16 04:24:47.634288 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-22652472-364e-40b3-bf8c-ff9796a22d33 req-1534dc6c-0870-4e35-8aa8-a6470910f466 service neutron] 10.222.0.20 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827093 Jul 16 04:24:47.743397 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6d981361-e836-4aaf-a828-3f6541d30c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:34Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '7c43c3ee-3420-4e38-ac18-9a6b797225b6', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'port_id': '6c1853c7-c934-47d3-88b0-a96b7afb7663', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'mac_address': 'fa:16:3e:5a:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d385-4dc3-4c2f-8528-319146886d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:24:45Z', 'updated_at': '2021-07-16T04:24:45Z', 'revision_number': 0, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76ffd79-c606-44c0-a691-f324e929e290', 'name': '', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:e4:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:34Z', 'updated_at': '2021-07-16T04:24:39Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:24:47.768483 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d981361-e836-4aaf-a828-3f6541d30c8d None None] The sync data for ids ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'] in n-d-800088-6 is: [{'id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:34Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '7c43c3ee-3420-4e38-ac18-9a6b797225b6', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'floating_ip_address': '172.25.3.203', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'port_id': '6c1853c7-c934-47d3-88b0-a96b7afb7663', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'mac_address': 'fa:16:3e:5a:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df72d385-4dc3-4c2f-8528-319146886d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:24:45Z', 'updated_at': '2021-07-16T04:24:45Z', 'revision_number': 0, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c76ffd79-c606-44c0-a691-f324e929e290', 'name': '', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:e4:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:34Z', 'updated_at': '2021-07-16T04:24:39Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:24:47.955807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbc5627-9397-4f66-8f2a-1d3a58b712d6 None None] New status for floating IP 7c43c3ee-3420-4e38-ac18-9a6b797225b6: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:24:48.346095 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53294) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:24:48.409583 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e133aec1-9828-4e68-8ca4-871e6756adcc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/7c43c3ee-3420-4e38-ac18-9a6b797225b6 HTTP/1.1" status: 200 len: 994 time: 0.0623500 Jul 16 04:24:49.827092 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b389804e-19d7-4554-a4e7-f56116f67b5d req-8ee5d56e-cae8-400c-8947-069eaaae34a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493402 Jul 16 04:24:49.918734 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389804e-19d7-4554-a4e7-f56116f67b5d req-7eba478d-2786-4274-a784-4f5bb931a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:49.920204 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b389804e-19d7-4554-a4e7-f56116f67b5d req-7eba478d-2786-4274-a784-4f5bb931a8d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 1097 time: 0.0524349 Jul 16 04:24:50.024706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389804e-19d7-4554-a4e7-f56116f67b5d req-5e01b961-4896-4940-b1dd-7bdc6dfbdba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:50.026701 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b389804e-19d7-4554-a4e7-f56116f67b5d req-5e01b961-4896-4940-b1dd-7bdc6dfbdba4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=987f6b40-4b50-4a62-b986-fc0781299fc5 HTTP/1.1" status: 200 len: 897 time: 0.0856860 Jul 16 04:24:50.091135 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b389804e-19d7-4554-a4e7-f56116f67b5d req-a24ecfc4-1e37-4edb-8acf-9e6c14862f75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c1853c7-c934-47d3-88b0-a96b7afb7663 HTTP/1.1" status: 200 len: 1002 time: 0.0593016 Jul 16 04:24:50.139571 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389804e-19d7-4554-a4e7-f56116f67b5d req-90a8a3f4-421d-4b89-8603-c2fc57faf2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:50.141041 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b389804e-19d7-4554-a4e7-f56116f67b5d req-90a8a3f4-421d-4b89-8603-c2fc57faf2d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2615654d-80a5-4c4f-9f6f-e8c3b14b9686 HTTP/1.1" status: 200 len: 834 time: 0.0431986 Jul 16 04:24:50.195779 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389804e-19d7-4554-a4e7-f56116f67b5d req-fdc07079-bb7e-4ebe-b2ba-5cbbaa32e5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:24:50.197174 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b389804e-19d7-4554-a4e7-f56116f67b5d req-fdc07079-bb7e-4ebe-b2ba-5cbbaa32e5e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=987f6b40-4b50-4a62-b986-fc0781299fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499656 Jul 16 04:24:50.286448 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b389804e-19d7-4554-a4e7-f56116f67b5d req-d37ab143-8ce7-4c50-87bc-e9a8052195a1 service neutron] 10.222.0.20 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833535 Jul 16 04:24:50.371873 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b389804e-19d7-4554-a4e7-f56116f67b5d req-bf1d8130-0b40-4554-bf0b-167bb6d4a383 service neutron] 10.222.0.20 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789788 Jul 16 04:25:00.115180 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-932876e6-f750-4d73-95d0-966cb7ed3433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:01.609665 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:01.899465 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:02.840771 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-72863dee-c96c-487f-9490-87be8936dfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:02.871434 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:04.068368 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:05.919590 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:09.173907 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:25:21.923880 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20098649-44c2-401c-8d0a-bdb82cb0cd3b req-df133d38-83fe-40ca-8e7e-42dedaee2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:21.925445 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20098649-44c2-401c-8d0a-bdb82cb0cd3b req-df133d38-83fe-40ca-8e7e-42dedaee2eda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 1097 time: 0.0647397 Jul 16 04:25:21.982323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358fee8-f4aa-44bb-a4dc-cadc88b837a9 req-03676913-a8e2-4082-ae60-7f3312fb3c8e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:21.983822 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3358fee8-f4aa-44bb-a4dc-cadc88b837a9 req-03676913-a8e2-4082-ae60-7f3312fb3c8e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0720761 Jul 16 04:25:22.013867 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20098649-44c2-401c-8d0a-bdb82cb0cd3b req-fb38179d-cfd2-469c-9bc6-5816a26548fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:22.016012 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20098649-44c2-401c-8d0a-bdb82cb0cd3b req-fb38179d-cfd2-469c-9bc6-5816a26548fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=987f6b40-4b50-4a62-b986-fc0781299fc5 HTTP/1.1" status: 200 len: 897 time: 0.0840013 Jul 16 04:25:22.024683 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3358fee8-f4aa-44bb-a4dc-cadc88b837a9 req-9d785cd9-52c7-455b-bcf9-c8ffee12bcee tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350487 Jul 16 04:25:22.085923 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20098649-44c2-401c-8d0a-bdb82cb0cd3b req-fc41ccc2-d761-4f45-869e-bb0c8a1c2874 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c1853c7-c934-47d3-88b0-a96b7afb7663 HTTP/1.1" status: 200 len: 1002 time: 0.0621212 Jul 16 04:25:22.133816 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20098649-44c2-401c-8d0a-bdb82cb0cd3b req-da6e3dc0-441e-483a-b522-15c27c9440ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:22.135212 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20098649-44c2-401c-8d0a-bdb82cb0cd3b req-da6e3dc0-441e-483a-b522-15c27c9440ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2615654d-80a5-4c4f-9f6f-e8c3b14b9686 HTTP/1.1" status: 200 len: 834 time: 0.0425472 Jul 16 04:25:22.190025 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20098649-44c2-401c-8d0a-bdb82cb0cd3b req-65fd0245-0d97-4ddd-998f-0fd0ee0dc06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:22.191376 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20098649-44c2-401c-8d0a-bdb82cb0cd3b req-65fd0245-0d97-4ddd-998f-0fd0ee0dc06e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=987f6b40-4b50-4a62-b986-fc0781299fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499356 Jul 16 04:25:22.282914 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20098649-44c2-401c-8d0a-bdb82cb0cd3b req-c125fd65-6e5e-4452-a32f-8d1a41565b5b service neutron] 10.222.0.20 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844374 Jul 16 04:25:22.369350 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-20098649-44c2-401c-8d0a-bdb82cb0cd3b req-f9ab7bc3-34fd-477c-9372-3a4e356760c8 service neutron] 10.222.0.20 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793314 Jul 16 04:25:23.207190 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eff282-76ad-495e-b039-9a4f8317c08a req-d6593a1e-24ee-4fae-9e62-6fdaf0e911e9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:23.208659 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d8eff282-76ad-495e-b039-9a4f8317c08a req-d6593a1e-24ee-4fae-9e62-6fdaf0e911e9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0611334 Jul 16 04:25:23.244959 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d8eff282-76ad-495e-b039-9a4f8317c08a req-3f66c02e-8afe-42ff-9dcd-0975de896160 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307906 Jul 16 04:25:24.417959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b6780-e6e3-426a-9df9-9c21b59cd90f req-f3025f08-f5f2-410f-ad1e-dddbe3088b30 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:24.419431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b87b6780-e6e3-426a-9df9-9c21b59cd90f req-f3025f08-f5f2-410f-ad1e-dddbe3088b30 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0660031 Jul 16 04:25:24.455870 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b87b6780-e6e3-426a-9df9-9c21b59cd90f req-7b51cc17-0b6b-4959-807d-7daeb936fc3b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309799 Jul 16 04:25:25.627939 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a176d-6cfe-41f3-b737-19e0edd5f142 req-0eabd967-2ab3-4977-b478-f2922b1bdbaf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:25.629484 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc5a176d-6cfe-41f3-b737-19e0edd5f142 req-0eabd967-2ab3-4977-b478-f2922b1bdbaf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0647032 Jul 16 04:25:25.666777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-dc5a176d-6cfe-41f3-b737-19e0edd5f142 req-aa3a7d82-1917-4a56-9d37-a85dc107a4d9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315688 Jul 16 04:25:26.849068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d392073-2fa1-4f33-b0c2-b38177e2c13c req-f61fe224-f5d2-4d60-997b-0896ed83545c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:26.850482 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d392073-2fa1-4f33-b0c2-b38177e2c13c req-f61fe224-f5d2-4d60-997b-0896ed83545c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0705323 Jul 16 04:25:26.893235 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d392073-2fa1-4f33-b0c2-b38177e2c13c req-22afcdd7-675e-4248-9b0f-8574a8c26df1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371611 Jul 16 04:25:28.064611 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc818ab-a150-48b7-805f-b3f0b4d57306 req-563abd12-9e5b-4892-9dab-b060de8a05d9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:28.066101 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9bc818ab-a150-48b7-805f-b3f0b4d57306 req-563abd12-9e5b-4892-9dab-b060de8a05d9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0657809 Jul 16 04:25:28.102234 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9bc818ab-a150-48b7-805f-b3f0b4d57306 req-0b14f350-b34c-4ddf-812c-ba93ef459f82 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306985 Jul 16 04:25:29.269291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76938e-2ac5-4e4e-bdb3-a4b45b9e0fde req-d25b9a44-07f6-4978-98d4-cbe0fdeac5ca tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:29.270647 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f76938e-2ac5-4e4e-bdb3-a4b45b9e0fde req-d25b9a44-07f6-4978-98d4-cbe0fdeac5ca tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0613961 Jul 16 04:25:29.307182 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7f76938e-2ac5-4e4e-bdb3-a4b45b9e0fde req-4e5deefa-c523-458c-b844-2e0aecd2ea19 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310342 Jul 16 04:25:30.114577 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ec470b4a-fba5-4f7d-b279-dff1bb91046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:30.485779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd7100-4943-43da-9b54-56ddae76a770 req-149750c1-7477-46ee-8850-6b9ac0e1434a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:30.487245 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6fd7100-4943-43da-9b54-56ddae76a770 req-149750c1-7477-46ee-8850-6b9ac0e1434a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0662622 Jul 16 04:25:30.524474 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e6fd7100-4943-43da-9b54-56ddae76a770 req-b488a2e7-824b-4d3b-ad33-cdeea1147ec2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317643 Jul 16 04:25:31.630252 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:31.702303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f7698-887a-42a7-ad5d-f896e0c2059c req-74c62ed1-fca2-4c52-831d-e77cfdf4b1a1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:31.703764 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e5f7698-887a-42a7-ad5d-f896e0c2059c req-74c62ed1-fca2-4c52-831d-e77cfdf4b1a1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0625238 Jul 16 04:25:31.740275 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2e5f7698-887a-42a7-ad5d-f896e0c2059c req-7878bf0c-2ba7-41aa-b2a2-0d6fe7cdf571 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309699 Jul 16 04:25:31.909781 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:32.840465 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d13b-eba0-45a5-bd96-3b26b9842feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:32.872301 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:32.926325 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b44f7-d017-40d7-9a79-6a16a9de8f8d req-5861f751-d3e1-485f-a5b2-68c9f4312fa3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:32.927988 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d2b44f7-d017-40d7-9a79-6a16a9de8f8d req-5861f751-d3e1-485f-a5b2-68c9f4312fa3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0640833 Jul 16 04:25:32.969172 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1d2b44f7-d017-40d7-9a79-6a16a9de8f8d req-a35e192b-2868-498a-b5db-a022dc068329 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355992 Jul 16 04:25:34.077247 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:34.140855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d1ec-d94b-4614-a605-2cb3f8a1c9f4 req-c657d245-b6d0-4172-aa4c-3adae85b61d4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:34.142347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9c9d1ec-d94b-4614-a605-2cb3f8a1c9f4 req-c657d245-b6d0-4172-aa4c-3adae85b61d4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0638270 Jul 16 04:25:34.179355 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e9c9d1ec-d94b-4614-a605-2cb3f8a1c9f4 req-3167e341-f5f8-455e-b012-462436f5c1e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314214 Jul 16 04:25:35.347945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6b7e4-79df-43c2-83be-edf7c473db29 req-32e748c1-64f4-4220-9950-d25d38201fe5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:35.349361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c1d6b7e4-79df-43c2-83be-edf7c473db29 req-32e748c1-64f4-4220-9950-d25d38201fe5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0620587 Jul 16 04:25:35.385990 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c1d6b7e4-79df-43c2-83be-edf7c473db29 req-9228d34d-bb51-4d1a-a68c-eea31ad97b8d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311451 Jul 16 04:25:35.924454 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:25:36.561763 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c55f7-d5d0-4f80-a970-fb9d191355e3 req-504f1846-40e1-47ca-9eb0-dcd7060c0fa9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:36.563724 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9b4c55f7-d5d0-4f80-a970-fb9d191355e3 req-504f1846-40e1-47ca-9eb0-dcd7060c0fa9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0667951 Jul 16 04:25:36.602029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9b4c55f7-d5d0-4f80-a970-fb9d191355e3 req-d7814251-116f-4c8a-9695-522fe090fd29 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328174 Jul 16 04:25:37.773668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6923ae-c4be-4d72-9fb4-04f7f3bafc1e req-595d0322-6fee-4760-97d1-d184d46c7662 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:37.775148 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba6923ae-c4be-4d72-9fb4-04f7f3bafc1e req-595d0322-6fee-4760-97d1-d184d46c7662 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0624201 Jul 16 04:25:37.812447 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ba6923ae-c4be-4d72-9fb4-04f7f3bafc1e req-360e865f-6333-462c-8430-429647f15a18 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312290 Jul 16 04:25:38.979981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc9ab3-afce-40f4-927d-90809fa32c52 req-db1b784e-89d5-49be-9a32-b110f116189b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:38.981517 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2fdc9ab3-afce-40f4-927d-90809fa32c52 req-db1b784e-89d5-49be-9a32-b110f116189b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0623698 Jul 16 04:25:39.022698 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2fdc9ab3-afce-40f4-927d-90809fa32c52 req-849dc0fa-8e4a-44fc-9639-4ead41e49c7c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349147 Jul 16 04:25:39.047733 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53374) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:25:39.106300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4917da74-f356-4297-b95b-41bf490e1d6c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/7c43c3ee-3420-4e38-ac18-9a6b797225b6 HTTP/1.1" status: 200 len: 994 time: 0.0573645 Jul 16 04:25:46.173171 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:25:51.654547 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5465815d-333b-4c3c-80db-1db90d34d8ca req-90403044-eba8-446a-858c-80505451cd03 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549285 Jul 16 04:25:51.753178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465815d-333b-4c3c-80db-1db90d34d8ca req-abd424ec-2bd5-435a-b41b-c00733e31e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:51.754681 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5465815d-333b-4c3c-80db-1db90d34d8ca req-abd424ec-2bd5-435a-b41b-c00733e31e56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 1097 time: 0.0519114 Jul 16 04:25:51.855518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465815d-333b-4c3c-80db-1db90d34d8ca req-71434d57-6c2c-46c6-a289-f025f4489902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:51.857066 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5465815d-333b-4c3c-80db-1db90d34d8ca req-71434d57-6c2c-46c6-a289-f025f4489902 service neutron] 10.222.0.20 "GET /v2.0/networks?id=987f6b40-4b50-4a62-b986-fc0781299fc5 HTTP/1.1" status: 200 len: 897 time: 0.0834875 Jul 16 04:25:51.923513 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5465815d-333b-4c3c-80db-1db90d34d8ca req-6606670f-be71-4df9-b980-8db26e4665c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c1853c7-c934-47d3-88b0-a96b7afb7663 HTTP/1.1" status: 200 len: 1002 time: 0.0603986 Jul 16 04:25:51.971027 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465815d-333b-4c3c-80db-1db90d34d8ca req-b77d924e-863a-465d-b835-e0042889684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:51.972483 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5465815d-333b-4c3c-80db-1db90d34d8ca req-b77d924e-863a-465d-b835-e0042889684d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2615654d-80a5-4c4f-9f6f-e8c3b14b9686 HTTP/1.1" status: 200 len: 834 time: 0.0433877 Jul 16 04:25:52.026784 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465815d-333b-4c3c-80db-1db90d34d8ca req-9bac9b50-0acf-4ae0-827b-012cd0c0d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:25:52.028223 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5465815d-333b-4c3c-80db-1db90d34d8ca req-9bac9b50-0acf-4ae0-827b-012cd0c0d57a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=987f6b40-4b50-4a62-b986-fc0781299fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499501 Jul 16 04:25:52.119166 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5465815d-333b-4c3c-80db-1db90d34d8ca req-58612216-943e-4b29-8680-ce5812ddb9c9 service neutron] 10.222.0.20 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841880 Jul 16 04:25:52.202550 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5465815d-333b-4c3c-80db-1db90d34d8ca req-06fb05db-f875-4794-b56f-083f8a9dfe75 service neutron] 10.222.0.20 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778162 Jul 16 04:26:00.117469 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c528973c-ecfd-472a-8220-d601963f3330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:01.625498 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:01.926067 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:02.841454 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4086bc84-c172-4a2e-bb25-5ed80dbfd12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:02.872878 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:04.072649 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:05.924962 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:09.551889 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53396) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:09.704695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port ceb4fcb2-02bc-4175-a27d-239cccea2914 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:26:09.705040 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:09.784721 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:09.785054 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:09.796397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for ceb4fcb2-02bc-4175-a27d-239cccea2914 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:26:09.941221 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:09.967319 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=ceb4fcb2-02bc-4175-a27d-239cccea2914,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:09.993948 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:09.994303 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:09.994647 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:09.994983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:09.995315 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:09.995648 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:09.995979 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:09.996330 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:09.996658 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:09.996983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:09.997335 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:09.997659 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:10.038187 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:10.038523 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Floating IP 7c43c3ee-3420-4e38-ac18-9a6b797225b6 disassociated (deleted). External IP: 172.25.3.203, port: 6c1853c7-c934-47d3-88b0-a96b7afb7663. Jul 16 04:26:10.243034 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:26:10.346995 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:26:10.351774 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:10.355961 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f8c1f-58b1-4d0f-8ffb-6c1a462780c2 None None] Sync routers for ids ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:26:10.367957 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f8c1f-58b1-4d0f-8ffb-6c1a462780c2 None None] Routers {'9becdcbd-36fe-4128-84be-a1bb8d8f6183'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:10.368577 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-731f8c1f-58b1-4d0f-8ffb-6c1a462780c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:26:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:10.388062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c12f84a8-ee28-4dcb-a9e3-a44a009dcc93 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/floatingips/7c43c3ee-3420-4e38-ac18-9a6b797225b6 HTTP/1.1" status: 204 len: 168 time: 0.8350682 Jul 16 04:26:10.388682 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df72d385-4dc3-4c2f-8528-319146886d12', 'tag': '6c1853c7-c934-47d3-88b0-a96b7afb7663'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:26:10.390960 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b8b959b9fca1a105980ebce844832c28e6a42280803fa08d089bc89e3fbb959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0faa70f-3728-485b-9a26-78f578de29bf" -d '{"events": [{"name": "network-changed", "server_uuid": "df72d385-4dc3-4c2f-8528-319146886d12", "tag": "6c1853c7-c934-47d3-88b0-a96b7afb7663"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:26:10.427891 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dc3a51-d709-4a4e-bf38-c6099176998b x-openstack-request-id: req-67dc3a51-d709-4a4e-bf38-c6099176998b {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:26:10.428188 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df72d385-4dc3-4c2f-8528-319146886d12", "tag": "6c1853c7-c934-47d3-88b0-a96b7afb7663", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:26:10.428475 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67dc3a51-d709-4a4e-bf38-c6099176998b {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:26:10.428877 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df72d385-4dc3-4c2f-8528-319146886d12', 'tag': '6c1853c7-c934-47d3-88b0-a96b7afb7663', 'status': 'completed', 'code': 200} Jul 16 04:26:10.469557 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-731f8c1f-58b1-4d0f-8ffb-6c1a462780c2 None None] Set router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:10.507957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faa70f-3728-485b-9a26-78f578de29bf req-b2bf14c3-9592-433e-b013-fa535c13ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:10.510153 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c0faa70f-3728-485b-9a26-78f578de29bf req-b2bf14c3-9592-433e-b013-fa535c13ecc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 1097 time: 0.0598006 Jul 16 04:26:10.628079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faa70f-3728-485b-9a26-78f578de29bf req-0b05195a-ff5f-4558-aacb-d17f68e708f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:10.629656 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c0faa70f-3728-485b-9a26-78f578de29bf req-0b05195a-ff5f-4558-aacb-d17f68e708f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=987f6b40-4b50-4a62-b986-fc0781299fc5 HTTP/1.1" status: 200 len: 897 time: 0.1118586 Jul 16 04:26:10.678274 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c0faa70f-3728-485b-9a26-78f578de29bf req-cec24782-d682-41fb-9fd1-84926a4bf3c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c1853c7-c934-47d3-88b0-a96b7afb7663 HTTP/1.1" status: 200 len: 217 time: 0.0379376 Jul 16 04:26:10.680904 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-731f8c1f-58b1-4d0f-8ffb-6c1a462780c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:34Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'c76ffd79-c606-44c0-a691-f324e929e290', 'name': '', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:e4:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:34Z', 'updated_at': '2021-07-16T04:24:39Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:10.708604 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f8c1f-58b1-4d0f-8ffb-6c1a462780c2 None None] Checking router: 9becdcbd-36fe-4128-84be-a1bb8d8f6183 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:26:10.717445 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731f8c1f-58b1-4d0f-8ffb-6c1a462780c2 None None] Routers {'9becdcbd-36fe-4128-84be-a1bb8d8f6183'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:10.718253 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-731f8c1f-58b1-4d0f-8ffb-6c1a462780c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:26:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:10.729040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faa70f-3728-485b-9a26-78f578de29bf req-da5e4bf7-436a-447d-a3db-7ce5c51140f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:10.730514 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c0faa70f-3728-485b-9a26-78f578de29bf req-da5e4bf7-436a-447d-a3db-7ce5c51140f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2615654d-80a5-4c4f-9f6f-e8c3b14b9686 HTTP/1.1" status: 200 len: 834 time: 0.0452476 Jul 16 04:26:10.761464 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25170d6-6566-4e72-8e09-59d9fa48135a req-f4621dae-3e47-44ec-81ce-d51f375515d1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:10.763032 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a25170d6-6566-4e72-8e09-59d9fa48135a req-f4621dae-3e47-44ec-81ce-d51f375515d1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0651515 Jul 16 04:26:10.788491 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faa70f-3728-485b-9a26-78f578de29bf req-b083c975-fa64-4534-82a4-cb5379436915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:10.790100 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c0faa70f-3728-485b-9a26-78f578de29bf req-b083c975-fa64-4534-82a4-cb5379436915 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=987f6b40-4b50-4a62-b986-fc0781299fc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522048 Jul 16 04:26:10.802637 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a25170d6-6566-4e72-8e09-59d9fa48135a req-cc2ef5ea-26d6-491e-8af8-8df87aa5a0f1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340734 Jul 16 04:26:10.833370 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-731f8c1f-58b1-4d0f-8ffb-6c1a462780c2 None None] Set router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:10.886420 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c0faa70f-3728-485b-9a26-78f578de29bf req-8fcea369-3956-42e3-8fcb-82d1d9e55848 service neutron] 10.222.0.20 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887611 Jul 16 04:26:10.972684 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c0faa70f-3728-485b-9a26-78f578de29bf req-4796e4f7-325b-4023-a33f-e59d902d1a39 service neutron] 10.222.0.20 "GET /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793331 Jul 16 04:26:11.028620 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-731f8c1f-58b1-4d0f-8ffb-6c1a462780c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:34Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'c76ffd79-c606-44c0-a691-f324e929e290', 'name': '', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:e4:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:34Z', 'updated_at': '2021-07-16T04:24:39Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:11.054454 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f8c1f-58b1-4d0f-8ffb-6c1a462780c2 None None] The sync data for ids ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'] in n-d-800088-6 is: [{'id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:34Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'c76ffd79-c606-44c0-a691-f324e929e290', 'name': '', 'network_id': '987f6b40-4b50-4a62-b986-fc0781299fc5', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:e4:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:34Z', 'updated_at': '2021-07-16T04:24:39Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '2615654d-80a5-4c4f-9f6f-e8c3b14b9686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:26:11.276750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2463b700-417d-4940-9ec5-0c6855065826 None None] New status for floating IP 7c43c3ee-3420-4e38-ac18-9a6b797225b6: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:26:11.981520 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bf808-0b7d-4443-a4bc-8bc659402573 req-bdf693d5-ceb4-4d9f-9563-8c6ae8d71f28 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:11.983060 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a6bf808-0b7d-4443-a4bc-8bc659402573 req-bdf693d5-ceb4-4d9f-9563-8c6ae8d71f28 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0657935 Jul 16 04:26:12.020970 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a6bf808-0b7d-4443-a4bc-8bc659402573 req-cafa7a1f-5f3f-4060-9396-4cc4700d2c1d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=b62d1376-543c-46a9-a3a1-d3f66caf4496&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322728 Jul 16 04:26:12.236651 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a68894-4fee-4e5b-a3ce-5c570072cb31 req-4564e099-c96f-4ee4-91b6-c1fd06d75156 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:12.238020 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b8a68894-4fee-4e5b-a3ce-5c570072cb31 req-4564e099-c96f-4ee4-91b6-c1fd06d75156 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.20 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 946 time: 0.0656388 Jul 16 04:26:12.333374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-b8a68894-4fee-4e5b-a3ce-5c570072cb31 req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port 6c1853c7-c934-47d3-88b0-a96b7afb7663 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:26:12.333722 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b8a68894-4fee-4e5b-a3ce-5c570072cb31 req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:12.421850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-b8a68894-4fee-4e5b-a3ce-5c570072cb31 req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] For port 6c1853c7-c934-47d3-88b0-a96b7afb7663, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6c1853c7-c934-47d3-88b0-a96b7afb7663,segment=NetworkSegment(2f945f44-4a92-44a2-abc1-9e62541accbd),segment_id=2f945f44-4a92-44a2-abc1-9e62541accbd)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:12.422208 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b8a68894-4fee-4e5b-a3ce-5c570072cb31 req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:12.433424 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-b8a68894-4fee-4e5b-a3ce-5c570072cb31 req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for 6c1853c7-c934-47d3-88b0-a96b7afb7663 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:26:12.555353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b8a68894-4fee-4e5b-a3ce-5c570072cb31 req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:12.588582 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=6c1853c7-c934-47d3-88b0-a96b7afb7663,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:12.620731 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:12.621086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:12.621429 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:12.621763 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:12.622097 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:12.622430 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:12.622760 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:12.623089 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:12.623418 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:12.623741 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:12.624071 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:12.624419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:12.644817 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a68894-4fee-4e5b-a3ce-5c570072cb31 req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] No DVR routers for this DVR port 6c1853c7-c934-47d3-88b0-a96b7afb7663 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:26:12.647137 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-b8a68894-4fee-4e5b-a3ce-5c570072cb31 req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:12.649134 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b8a68894-4fee-4e5b-a3ce-5c570072cb31 req-45300269-412c-48a8-ac1f-3847a0cdc57d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.20 "DELETE /v2.0/ports/6c1853c7-c934-47d3-88b0-a96b7afb7663 HTTP/1.1" status: 204 len: 173 time: 0.4060085 Jul 16 04:26:12.649568 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df72d385-4dc3-4c2f-8528-319146886d12', 'name': 'network-vif-deleted', 'tag': '6c1853c7-c934-47d3-88b0-a96b7afb7663'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:26:12.651855 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246f5e45-68ca-4391-beb2-aa244e0fa46d" -d '{"events": [{"server_uuid": "df72d385-4dc3-4c2f-8528-319146886d12", "name": "network-vif-deleted", "tag": "6c1853c7-c934-47d3-88b0-a96b7afb7663"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:26:12.689542 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc2507c-0cf5-4f95-b7e2-f08746df027d x-openstack-request-id: req-cbc2507c-0cf5-4f95-b7e2-f08746df027d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:26:12.689860 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df72d385-4dc3-4c2f-8528-319146886d12", "name": "network-vif-deleted", "tag": "6c1853c7-c934-47d3-88b0-a96b7afb7663", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:26:12.690109 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbc2507c-0cf5-4f95-b7e2-f08746df027d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:26:12.690520 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df72d385-4dc3-4c2f-8528-319146886d12', 'name': 'network-vif-deleted', 'tag': '6c1853c7-c934-47d3-88b0-a96b7afb7663', 'status': 'completed', 'code': 200} Jul 16 04:26:13.171734 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-16689b7c-5505-4d29-b41d-0fcf03375626 req-92205aa6-23f9-465c-81a8-a2b84951adcc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=df72d385-4dc3-4c2f-8528-319146886d12 HTTP/1.1" status: 200 len: 210 time: 0.0285788 Jul 16 04:26:14.264654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53412) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:14.614135 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd1f3518-0b06-4ce6-8066-141fa4e5ecf2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:14.869707 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f3518-0b06-4ce6-8066-141fa4e5ecf2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port c76ffd79-c606-44c0-a691-f324e929e290 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:26:14.869964 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd1f3518-0b06-4ce6-8066-141fa4e5ecf2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:14.954779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-dd1f3518-0b06-4ce6-8066-141fa4e5ecf2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] For port c76ffd79-c606-44c0-a691-f324e929e290, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c76ffd79-c606-44c0-a691-f324e929e290,segment=NetworkSegment(2f945f44-4a92-44a2-abc1-9e62541accbd),segment_id=2f945f44-4a92-44a2-abc1-9e62541accbd)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:14.955158 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd1f3518-0b06-4ce6-8066-141fa4e5ecf2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:14.966930 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f3518-0b06-4ce6-8066-141fa4e5ecf2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for c76ffd79-c606-44c0-a691-f324e929e290 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:26:15.147479 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd1f3518-0b06-4ce6-8066-141fa4e5ecf2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:15.177588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f3518-0b06-4ce6-8066-141fa4e5ecf2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=c76ffd79-c606-44c0-a691-f324e929e290,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:15.349072 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd1f3518-0b06-4ce6-8066-141fa4e5ecf2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:15.892746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1f3518-0b06-4ce6-8066-141fa4e5ecf2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:26:15.994785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1f3518-0b06-4ce6-8066-141fa4e5ecf2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:26:15.999847 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dd1f3518-0b06-4ce6-8066-141fa4e5ecf2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "PUT /v2.0/routers/9becdcbd-36fe-4128-84be-a1bb8d8f6183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7340591 Jul 16 04:26:16.003323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53414) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:16.004340 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438610fa-b71a-4ecd-a73e-17d9e96e657f None None] Sync routers for ids ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:26:16.007555 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6c1853c7-c934-47d3-88b0-a96b7afb7663 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:26:16.013729 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438610fa-b71a-4ecd-a73e-17d9e96e657f None None] Routers {'9becdcbd-36fe-4128-84be-a1bb8d8f6183'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:16.014349 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-438610fa-b71a-4ecd-a73e-17d9e96e657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:26:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:16.026906 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 6c1853c7-c934-47d3-88b0-a96b7afb7663 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:26:16.027259 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6c1853c7-c934-47d3-88b0-a96b7afb7663 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:26:16.055299 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05c4e60-324c-4436-9546-bf302c86ac96 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting subnet 2615654d-80a5-4c4f-9f6f-e8c3b14b9686 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:26:16.058338 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b05c4e60-324c-4436-9546-bf302c86ac96 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:16.098118 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b05c4e60-324c-4436-9546-bf302c86ac96 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:16.187581 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b05c4e60-324c-4436-9546-bf302c86ac96 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:16.199393 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-438610fa-b71a-4ecd-a73e-17d9e96e657f None None] Set router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:16.245763 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b05c4e60-324c-4436-9546-bf302c86ac96 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:16.271010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c4e60-324c-4436-9546-bf302c86ac96 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Subnet': ['ID=2615654d-80a5-4c4f-9f6f-e8c3b14b9686,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:16.277398 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b05c4e60-324c-4436-9546-bf302c86ac96 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:16.279474 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b05c4e60-324c-4436-9546-bf302c86ac96 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/subnets/2615654d-80a5-4c4f-9f6f-e8c3b14b9686 HTTP/1.1" status: 204 len: 168 time: 0.2752054 Jul 16 04:26:16.282869 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53416) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:16.284027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca3a47c-f490-4d50-a091-b28eeffcfa5a None None] Network 987f6b40-4b50-4a62-b986-fc0781299fc5 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:26:16.380483 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-438610fa-b71a-4ecd-a73e-17d9e96e657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:26:15Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:16.392109 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:16.411073 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438610fa-b71a-4ecd-a73e-17d9e96e657f None None] Checking router: 9becdcbd-36fe-4128-84be-a1bb8d8f6183 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:26:16.419888 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438610fa-b71a-4ecd-a73e-17d9e96e657f None None] Routers {'9becdcbd-36fe-4128-84be-a1bb8d8f6183'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:16.420551 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-438610fa-b71a-4ecd-a73e-17d9e96e657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:26:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:16.470974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] DHCP port deletion for 987f6b40-4b50-4a62-b986-fc0781299fc5 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:26:16.505052 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:16.519009 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Deleting port 2771e5e2-21cb-45d1-b7df-3627746d549c {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:26:16.519403 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:16.527382 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-438610fa-b71a-4ecd-a73e-17d9e96e657f None None] Set router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:16.558718 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port c519a1e9-55d2-4dbb-bac4-4b356a35d44a {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:26:16.559102 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:16.586500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] For port 2771e5e2-21cb-45d1-b7df-3627746d549c, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2771e5e2-21cb-45d1-b7df-3627746d549c,segment=NetworkSegment(2f945f44-4a92-44a2-abc1-9e62541accbd),segment_id=2f945f44-4a92-44a2-abc1-9e62541accbd)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:16.586900 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:16.599896 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Calling delete_port for 2771e5e2-21cb-45d1-b7df-3627746d549c owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:26:16.648090 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] For port c519a1e9-55d2-4dbb-bac4-4b356a35d44a, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=c519a1e9-55d2-4dbb-bac4-4b356a35d44a,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:16.648497 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:16.661055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for c519a1e9-55d2-4dbb-bac4-4b356a35d44a owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:26:16.695101 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:16.704095 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-438610fa-b71a-4ecd-a73e-17d9e96e657f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:26:15Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:16.728674 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Pushing event deleted for resources: {'Port': ['ID=2771e5e2-21cb-45d1-b7df-3627746d549c,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:16.730204 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438610fa-b71a-4ecd-a73e-17d9e96e657f None None] The sync data for ids ['9becdcbd-36fe-4128-84be-a1bb8d8f6183'] in n-d-800088-6 is: [{'id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1067336669', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:26:15Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'c519a1e9-55d2-4dbb-bac4-4b356a35d44a', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9becdcbd-36fe-4128-84be-a1bb8d8f6183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:24:31Z', 'updated_at': '2021-07-16T04:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:26:16.730951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] No DVR routers for this DVR port 2771e5e2-21cb-45d1-b7df-3627746d549c on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:26:16.739530 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:16.739881 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:16.740223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:16.740603 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:16.740940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:16.741525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:16.741631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:16.743178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:16.743178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:16.743178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:16.743178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:16.743178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbb23f7-ed3e-4919-935d-d4be4ec23cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:16.839347 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:16.867555 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=c519a1e9-55d2-4dbb-bac4-4b356a35d44a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:16.929790 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.025529 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.027516 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.072273 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.072839 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Fanout notify agent at l3_agent the message router_deleted on router 9becdcbd-36fe-4128-84be-a1bb8d8f6183 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:26:17.080275 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.083863 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2e8d6a92-4e89-4997-bb45-549813a10a5d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/routers/9becdcbd-36fe-4128-84be-a1bb8d8f6183 HTTP/1.1" status: 204 len: 168 time: 0.7975924 Jul 16 04:26:17.084231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53418) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:17.164124 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-129b6abf-0c5b-4dbb-8063-7e26a248920c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.166018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2771e5e2-21cb-45d1-b7df-3627746d549c no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:26:17.187313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 2771e5e2-21cb-45d1-b7df-3627746d549c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:26:17.187653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2771e5e2-21cb-45d1-b7df-3627746d549c not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:26:17.188598 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c76ffd79-c606-44c0-a691-f324e929e290 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:26:17.210339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: c76ffd79-c606-44c0-a691-f324e929e290 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:26:17.210975 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c76ffd79-c606-44c0-a691-f324e929e290 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:26:17.259993 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-129b6abf-0c5b-4dbb-8063-7e26a248920c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.270288 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-129b6abf-0c5b-4dbb-8063-7e26a248920c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987f6b40-4b50-4a62-b986-fc0781299fc5']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:17.279865 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-129b6abf-0c5b-4dbb-8063-7e26a248920c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f945f44-4a92-44a2-abc1-9e62541accbd') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:17.280109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-129b6abf-0c5b-4dbb-8063-7e26a248920c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f945f44-4a92-44a2-abc1-9e62541accbd') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:17.288696 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-129b6abf-0c5b-4dbb-8063-7e26a248920c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.301675 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-129b6abf-0c5b-4dbb-8063-7e26a248920c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.307265 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129b6abf-0c5b-4dbb-8063-7e26a248920c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Releasing vlan 940 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:26:17.307643 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-129b6abf-0c5b-4dbb-8063-7e26a248920c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:26:17.310516 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:26:17.371224 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-129b6abf-0c5b-4dbb-8063-7e26a248920c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.378767 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-129b6abf-0c5b-4dbb-8063-7e26a248920c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.380818 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-129b6abf-0c5b-4dbb-8063-7e26a248920c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/networks/987f6b40-4b50-4a62-b986-fc0781299fc5 HTTP/1.1" status: 204 len: 168 time: 0.2955666 Jul 16 04:26:17.383596 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53420) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:17.392051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b6abf-0c5b-4dbb-8063-7e26a248920c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Network': ['ID=987f6b40-4b50-4a62-b986-fc0781299fc5,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:17.441482 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e409cb2d-95fc-42c6-9d5c-4f1721d15c94 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.465453 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e409cb2d-95fc-42c6-9d5c-4f1721d15c94 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.525917 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e409cb2d-95fc-42c6-9d5c-4f1721d15c94 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.528746 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e409cb2d-95fc-42c6-9d5c-4f1721d15c94 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.530075 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e409cb2d-95fc-42c6-9d5c-4f1721d15c94 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/security-groups/b62d1376-543c-46a9-a3a1-d3f66caf4496 HTTP/1.1" status: 204 len: 168 time: 0.1453595 Jul 16 04:26:17.539633 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409cb2d-95fc-42c6-9d5c-4f1721d15c94 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62d1376-543c-46a9-a3a1-d3f66caf4496,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:17.764026 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53426) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:17.768765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-885109ab-0300-487a-a3c9-801a46963e2e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545796560', 'description': 'tempest-secgroup-smoke-1545796560 description', 'project_id': 'fa3b032676104f4880615a212910eb0a'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:17.790830 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-885109ab-0300-487a-a3c9-801a46963e2e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.877053 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-885109ab-0300-487a-a3c9-801a46963e2e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.880577 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-885109ab-0300-487a-a3c9-801a46963e2e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.902778 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-885109ab-0300-487a-a3c9-801a46963e2e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.903997 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-885109ab-0300-487a-a3c9-801a46963e2e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1388710 Jul 16 04:26:17.907488 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53428) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:17.912335 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-e73af8e5-a4be-404f-946d-cc0e82e40515 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'a1be8776-a622-491c-93c3-f37aa50138f5', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:17.912518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885109ab-0300-487a-a3c9-801a46963e2e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1be8776-a622-491c-93c3-f37aa50138f5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:17.940655 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e73af8e5-a4be-404f-946d-cc0e82e40515 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.995352 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e73af8e5-a4be-404f-946d-cc0e82e40515 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:17.998641 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e73af8e5-a4be-404f-946d-cc0e82e40515 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.015832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73af8e5-a4be-404f-946d-cc0e82e40515 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06497a29-cbdf-4742-9105-8958b7a55797,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:18.021645 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e73af8e5-a4be-404f-946d-cc0e82e40515 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.022845 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e73af8e5-a4be-404f-946d-cc0e82e40515 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142669 Jul 16 04:26:18.025793 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53430) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:18.030196 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3dc4e49c-ff1a-4635-8218-6255826469e0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'a1be8776-a622-491c-93c3-f37aa50138f5', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:18.056170 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3dc4e49c-ff1a-4635-8218-6255826469e0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.113395 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3dc4e49c-ff1a-4635-8218-6255826469e0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.117072 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3dc4e49c-ff1a-4635-8218-6255826469e0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.135729 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4e49c-ff1a-4635-8218-6255826469e0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c88b0b-9a04-4c0a-9774-313eae322170,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:18.143155 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3dc4e49c-ff1a-4635-8218-6255826469e0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.144447 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3dc4e49c-ff1a-4635-8218-6255826469e0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176755 Jul 16 04:26:18.147293 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53432) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:18.151875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-26906d3c-a2f2-4d8d-83cb-1c01c3c1ccf0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'a1be8776-a622-491c-93c3-f37aa50138f5', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:18.180289 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26906d3c-a2f2-4d8d-83cb-1c01c3c1ccf0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.242040 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26906d3c-a2f2-4d8d-83cb-1c01c3c1ccf0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.245395 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26906d3c-a2f2-4d8d-83cb-1c01c3c1ccf0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.261594 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26906d3c-a2f2-4d8d-83cb-1c01c3c1ccf0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999ed779-5293-4f02-a7de-c387ee68a8fd,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:18.271169 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-26906d3c-a2f2-4d8d-83cb-1c01c3c1ccf0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.272477 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-26906d3c-a2f2-4d8d-83cb-1c01c3c1ccf0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241617 Jul 16 04:26:18.275257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53434) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:18.279857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-b4f4f502-da48-4f02-817d-bf6225685f10 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'a1be8776-a622-491c-93c3-f37aa50138f5', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:18.307205 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f502-da48-4f02-817d-bf6225685f10 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.367890 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f502-da48-4f02-817d-bf6225685f10 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.371374 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f502-da48-4f02-817d-bf6225685f10 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.385824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4f502-da48-4f02-817d-bf6225685f10 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3617e9b1-7c9b-4f26-89b7-df324bf64969,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:18.395418 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b4f4f502-da48-4f02-817d-bf6225685f10 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.396663 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b4f4f502-da48-4f02-817d-bf6225685f10 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204400 Jul 16 04:26:18.399936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53436) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:18.404682 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5d6adc0f-53d4-4198-8d56-d7e0b0aa7262 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'a1be8776-a622-491c-93c3-f37aa50138f5', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:18.426354 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-5d6adc0f-53d4-4198-8d56-d7e0b0aa7262 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Project fa3b032676104f4880615a212910eb0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:26:18.430897 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d6adc0f-53d4-4198-8d56-d7e0b0aa7262 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.479795 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d6adc0f-53d4-4198-8d56-d7e0b0aa7262 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.483369 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d6adc0f-53d4-4198-8d56-d7e0b0aa7262 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.503126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6adc0f-53d4-4198-8d56-d7e0b0aa7262 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc8637a-d26e-434c-ac1d-d82ec7472edf,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:18.509794 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5d6adc0f-53d4-4198-8d56-d7e0b0aa7262 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.511001 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5d6adc0f-53d4-4198-8d56-d7e0b0aa7262 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1100168 Jul 16 04:26:18.513735 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53438) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:18.518726 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-56702f91-cab4-4fc7-aa87-4c669195e43f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': 'a1be8776-a622-491c-93c3-f37aa50138f5', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:18.539684 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-56702f91-cab4-4fc7-aa87-4c669195e43f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Project fa3b032676104f4880615a212910eb0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:26:18.544836 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56702f91-cab4-4fc7-aa87-4c669195e43f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.606159 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56702f91-cab4-4fc7-aa87-4c669195e43f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.609714 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56702f91-cab4-4fc7-aa87-4c669195e43f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.627631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56702f91-cab4-4fc7-aa87-4c669195e43f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb145c7-43a9-413a-9105-598cc5aa8332,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:18.635164 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-56702f91-cab4-4fc7-aa87-4c669195e43f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.636407 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-56702f91-cab4-4fc7-aa87-4c669195e43f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217310 Jul 16 04:26:18.639255 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53440) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:18.644720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-6d9a26b5-bb3f-484f-8c58-bbac41cc89b2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'network': {'name': 'tempest-network-smoke--1414326444', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:18.665015 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9a26b5-bb3f-484f-8c58-bbac41cc89b2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Made reservation on behalf of fa3b032676104f4880615a212910eb0a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:26:18.668520 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d9a26b5-bb3f-484f-8c58-bbac41cc89b2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.691657 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9a26b5-bb3f-484f-8c58-bbac41cc89b2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:26:18.700659 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d9a26b5-bb3f-484f-8c58-bbac41cc89b2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.701001 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-6d9a26b5-bb3f-484f-8c58-bbac41cc89b2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Added segment e21b8c60-ebe4-40fa-a773-de6234e0d8e8 of type vlan for network 957ede0f-1530-49e1-8148-a571d4c3c209 Jul 16 04:26:18.741472 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d9a26b5-bb3f-484f-8c58-bbac41cc89b2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.768709 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d9a26b5-bb3f-484f-8c58-bbac41cc89b2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.774134 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9a26b5-bb3f-484f-8c58-bbac41cc89b2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:18.774706 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6d9a26b5-bb3f-484f-8c58-bbac41cc89b2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.808202 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6d9a26b5-bb3f-484f-8c58-bbac41cc89b2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1679652 Jul 16 04:26:18.811078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53442) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:18.816121 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'admin_state_up': True, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:18.851135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a26b5-bb3f-484f-8c58-bbac41cc89b2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Network': ['ID=957ede0f-1530-49e1-8148-a571d4c3c209,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:18.862254 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 957ede0f-1530-49e1-8148-a571d4c3c209 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:26:18.866006 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.867089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:18.925437 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:19.061636 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:19.069844 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c519a1e9-55d2-4dbb-bac4-4b356a35d44a no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:26:19.097770 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: c519a1e9-55d2-4dbb-bac4-4b356a35d44a {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:26:19.098108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device c519a1e9-55d2-4dbb-bac4-4b356a35d44a not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:26:19.251273 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:19.268670 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:19.368123 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.25.3.3 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/ad4e6c59-c89b-4332-b795-b8aa48e9df81) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:26:19.463315 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:19.500629 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:19.534993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:26:19.540924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:26:19.544485 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:26:19.571169 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=ad4e6c59-c89b-4332-b795-b8aa48e9df81,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:20.123673 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:20.310652 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:20.434205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 3daaf71c-0d05-414b-9720-e4346ff09495 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:26:20.536455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:26:20.545432 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Sync routers for ids ['3daaf71c-0d05-414b-9720-e4346ff09495'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:26:20.554374 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:20.554589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Routers {'3daaf71c-0d05-414b-9720-e4346ff09495'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:20.555025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:26:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3daaf71c-0d05-414b-9720-e4346ff09495'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:20.555667 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3340a77f-d0f6-4575-9909-8776f36a18ba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7436028 Jul 16 04:26:20.559699 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53448) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:20.588097 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e6833f8f-2819-41df-8038-068ea2ca06da tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=fa3b032676104f4880615a212910eb0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271211 Jul 16 04:26:20.590542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53450) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:20.659309 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Set router 3daaf71c-0d05-414b-9720-e4346ff09495 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:20.681515 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ce320e-8a21-474d-bc9d-4f271c95550f tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:20.683079 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-03ce320e-8a21-474d-bc9d-4f271c95550f tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913370 Jul 16 04:26:20.686052 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53452) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:20.714326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dafd26bf-2ec2-4503-a350-87ff929f6d9a tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271153 Jul 16 04:26:20.716723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53454) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:20.722182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2712bc99-6cdc-4edd-be07-d012a3e7df90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-498694162', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:20.810744 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2712bc99-6cdc-4edd-be07-d012a3e7df90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Made reservation on behalf of fa3b032676104f4880615a212910eb0a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:26:20.814840 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2712bc99-6cdc-4edd-be07-d012a3e7df90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:20.837100 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:26:18Z', 'updated_at': '2021-07-16T04:26:19Z', 'revision_number': 3, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:19Z', 'updated_at': '2021-07-16T04:26:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:20.862179 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Checking router: 3daaf71c-0d05-414b-9720-e4346ff09495 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:26:20.862532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Updating router 3daaf71c-0d05-414b-9720-e4346ff09495 port ad4e6c59-c89b-4332-b795-b8aa48e9df81 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:26:20.898444 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:20.994476 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2712bc99-6cdc-4edd-be07-d012a3e7df90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:21.055421 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712bc99-6cdc-4edd-be07-d012a3e7df90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Subnet': ['ID=fefd5102-b86b-4988-b919-290570e6bb49,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:21.065900 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2712bc99-6cdc-4edd-be07-d012a3e7df90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Checking segment: {'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:26:21.066258 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2712bc99-6cdc-4edd-be07-d012a3e7df90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network hostable DHCP agents. Network: 957ede0f-1530-49e1-8148-a571d4c3c209, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:26:21.083013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2712bc99-6cdc-4edd-be07-d012a3e7df90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 957ede0f-1530-49e1-8148-a571d4c3c209 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:26:21.092005 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2712bc99-6cdc-4edd-be07-d012a3e7df90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 957ede0f-1530-49e1-8148-a571d4c3c209) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:26:21.099151 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2712bc99-6cdc-4edd-be07-d012a3e7df90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:21.099752 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2712bc99-6cdc-4edd-be07-d012a3e7df90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:21.105376 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5764ce2f-12db-4a63-af67-c33c263ac581 None None] Network 957ede0f-1530-49e1-8148-a571d4c3c209 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:26:21.115089 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2712bc99-6cdc-4edd-be07-d012a3e7df90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3972673 Jul 16 04:26:21.117662 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53456) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:21.205579 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:21.225428 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Transition to ACTIVE for port object ad4e6c59-c89b-4332-b795-b8aa48e9df81 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:26:21.254404 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:21.330849 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Attempting to bind port ad4e6c59-c89b-4332-b795-b8aa48e9df81 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:26:21.331225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Attempting to bind port ad4e6c59-c89b-4332-b795-b8aa48e9df81 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:26:21.331592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Attempting to bind port ad4e6c59-c89b-4332-b795-b8aa48e9df81 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:26:21.341845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d40f21-deb9-495e-85dd-ae3ae2201426 None None] Pushing event updated for resources: {'Port': ['ID=ad4e6c59-c89b-4332-b795-b8aa48e9df81,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:21.345324 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-957ede0f-1530-49e1-8148-a571d4c3c209', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ips': [{'subnet_id': 'fefd5102-b86b-4988-b919-290570e6bb49'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:26:21.346173 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:21.356134 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:26:21.356563 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:26:21.356942 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:21.357330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:26:21.357813 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Bound port: ad4e6c59-c89b-4332-b795-b8aa48e9df81, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:26:21.358191 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:21.475480 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] For port ad4e6c59-c89b-4332-b795-b8aa48e9df81, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:26:21.480777 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] For port ad4e6c59-c89b-4332-b795-b8aa48e9df81, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ad4e6c59-c89b-4332-b795-b8aa48e9df81,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:26:21.487541 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:21.549399 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:21.571647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Allocated IP 172.20.0.2 (957ede0f-1530-49e1-8148-a571d4c3c209/fefd5102-b86b-4988-b919-290570e6bb49/97eff45a-e997-4814-988b-8b9f81791e46) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:26:21.608884 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Routers {'3daaf71c-0d05-414b-9720-e4346ff09495'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:21.609528 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:26:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3daaf71c-0d05-414b-9720-e4346ff09495'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:21.618422 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d40f21-deb9-495e-85dd-ae3ae2201426 None None] Pushing event updated for resources: {'Port': ['ID=ad4e6c59-c89b-4332-b795-b8aa48e9df81,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:21.810828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] Set router 3daaf71c-0d05-414b-9720-e4346ff09495 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:21.869878 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:21.893109 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Transition to ACTIVE for port object 97eff45a-e997-4814-988b-8b9f81791e46 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:26:21.936209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Transition to ACTIVE for port object 97eff45a-e997-4814-988b-8b9f81791e46 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:26:21.944096 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:21.990039 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.20.0.1 (957ede0f-1530-49e1-8148-a571d4c3c209/fefd5102-b86b-4988-b919-290570e6bb49/7ac04f2f-63e4-4d9d-afda-f242eefe9c2d) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:26:21.997549 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Network 957ede0f-1530-49e1-8148-a571d4c3c209 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:26:22.006117 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:26:22.012839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:26:22.032904 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Pushing event updated for resources: {'Port': ['ID=97eff45a-e997-4814-988b-8b9f81791e46,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:22.097379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Attempting to bind port 97eff45a-e997-4814-988b-8b9f81791e46 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:26:22.097658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Attempting to bind port 97eff45a-e997-4814-988b-8b9f81791e46 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:26:22.098031 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Attempting to bind port 97eff45a-e997-4814-988b-8b9f81791e46 on network 957ede0f-1530-49e1-8148-a571d4c3c209 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:26:22.106411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:26:22.106783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Checking segment: {'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:26:22.107191 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:22.107332 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:22.107604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Bound using segment: {'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:26:22.108064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Bound port: 97eff45a-e997-4814-988b-8b9f81791e46, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:26:22.108481 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:22.121377 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Transition to ACTIVE for port object 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:26:22.122368 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:26:18Z', 'updated_at': '2021-07-16T04:26:19Z', 'revision_number': 3, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:19Z', 'updated_at': '2021-07-16T04:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:22.153311 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3142a8-73d6-4077-8b0c-016436a32c49 None None] The sync data for ids ['3daaf71c-0d05-414b-9720-e4346ff09495'] in n-d-800088-6 is: [{'id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:26:18Z', 'updated_at': '2021-07-16T04:26:19Z', 'revision_number': 3, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:19Z', 'updated_at': '2021-07-16T04:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:26:22.155309 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:22.206078 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 957ede0f-1530-49e1-8148-a571d4c3c209 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:26:22.209824 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] For port 97eff45a-e997-4814-988b-8b9f81791e46, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:26:22.210292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=7ac04f2f-63e4-4d9d-afda-f242eefe9c2d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:22.213197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] For port 97eff45a-e997-4814-988b-8b9f81791e46, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=97eff45a-e997-4814-988b-8b9f81791e46,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:26:22.214588 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:26:22.217279 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:26:22.222583 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:22.263314 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:22.285958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7156d6-b29f-4b7c-9ffc-6aabfdf769a1 None None] Pushing event updated for resources: {'Port': ['ID=97eff45a-e997-4814-988b-8b9f81791e46,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:22.450317 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:22.763881 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:22.768992 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:22.849475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=7ac04f2f-63e4-4d9d-afda-f242eefe9c2d,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:22.852869 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:22.945973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 957ede0f-1530-49e1-8148-a571d4c3c209 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:26:22.947691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:26:23.072696 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 3daaf71c-0d05-414b-9720-e4346ff09495 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:26:23.172076 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:26:23.175885 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ad4e6c59-c89b-4332-b795-b8aa48e9df81 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:26:23.221564 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:26:23.231814 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ddc412a8-c17e-4c5c-b183-86d23a22b1c0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "PUT /v2.0/routers/3daaf71c-0d05-414b-9720-e4346ff09495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1101561 Jul 16 04:26:23.234321 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port ad4e6c59-c89b-4332-b795-b8aa48e9df81 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:26:23.238772 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ad4e6c59-c89b-4332-b795-b8aa48e9df81 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:26:23.239229 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:23.311005 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e262897-c128-45a9-9524-cdaf8c4fc5f9 None None] Network 957ede0f-1530-49e1-8148-a571d4c3c209 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:26:23.380401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-3b2ee06b-d7c4-42ac-b647-d22c4028ac67 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545796560&fields=id&tenant_id=fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 267 time: 0.0346537 Jul 16 04:26:23.384589 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:23.402668 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6037e579-7c79-41b7-8d47-5b532b0062f1 None None] Provisioning for port 97eff45a-e997-4814-988b-8b9f81791e46 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:26:23.422546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port ad4e6c59-c89b-4332-b795-b8aa48e9df81, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ad4e6c59-c89b-4332-b795-b8aa48e9df81,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:23.430349 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:23.431126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 97eff45a-e997-4814-988b-8b9f81791e46 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:26:23.493190 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-c4414ad3-05f4-4200-8d34-cb791096acff tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:23.494644 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-c4414ad3-05f4-4200-8d34-cb791096acff tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/networks?id=957ede0f-1530-49e1-8148-a571d4c3c209 HTTP/1.1" status: 200 len: 797 time: 0.1077514 Jul 16 04:26:23.510707 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-48bf6bde-f864-4140-9a21-db0d7e5d5429 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/quotas/fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 375 time: 0.0101421 Jul 16 04:26:23.560903 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=ad4e6c59-c89b-4332-b795-b8aa48e9df81,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:23.580539 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 97eff45a-e997-4814-988b-8b9f81791e46 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:26:23.589879 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 97eff45a-e997-4814-988b-8b9f81791e46 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:26:23.590262 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:23.683684 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:23.720586 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 97eff45a-e997-4814-988b-8b9f81791e46, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=97eff45a-e997-4814-988b-8b9f81791e46,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:23.729866 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:23.789270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=97eff45a-e997-4814-988b-8b9f81791e46,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:23.929955 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-00a5c05a-62a1-42e9-98d7-b03349dc8ed7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4133568 Jul 16 04:26:23.938515 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-47860a2e-eab7-4907-a5a0-47bc42be878f None None] Provisioning complete for port 97eff45a-e997-4814-988b-8b9f81791e46 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:26:23.938790 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47860a2e-eab7-4907-a5a0-47bc42be878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:23.996960 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Sync routers for ids ['3daaf71c-0d05-414b-9720-e4346ff09495'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:26:24.020189 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Routers {'3daaf71c-0d05-414b-9720-e4346ff09495'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:24.020925 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:26:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3daaf71c-0d05-414b-9720-e4346ff09495'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:24.049204 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-47860a2e-eab7-4907-a5a0-47bc42be878f None None] Provisioning for port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:26:24.055158 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-47860a2e-eab7-4907-a5a0-47bc42be878f None None] Provisioning complete for port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:26:24.055615 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47860a2e-eab7-4907-a5a0-47bc42be878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:24.091536 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-47860a2e-eab7-4907-a5a0-47bc42be878f None None] Port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:26:24.164957 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Set router 3daaf71c-0d05-414b-9720-e4346ff09495 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:24.169559 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-a5153dc4-8d58-4dff-af42-93736a5d2a4c service neutron] 10.222.0.18 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566317 Jul 16 04:26:24.215361 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2bb02b1e-3f0a-4a79-8713-ac6cd3906861 None None] Provisioning complete for port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:26:24.215964 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2bb02b1e-3f0a-4a79-8713-ac6cd3906861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:24.255339 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-2bb02b1e-3f0a-4a79-8713-ac6cd3906861 None None] Port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:26:24.266685 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-35590776-a78d-423f-b366-4d2d853fa283 service neutron] 10.222.0.18 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953605 Jul 16 04:26:24.367888 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:26:18Z', 'updated_at': '2021-07-16T04:26:22Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:19Z', 'updated_at': '2021-07-16T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7ac04f2f-63e4-4d9d-afda-f242eefe9c2d', 'name': '', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:5c:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:21Z', 'updated_at': '2021-07-16T04:26:22Z', 'revision_number': 2, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:24.373790 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8fb45213-d0a9-44c2-9a66-66a07876255e None None] Provisioning complete for port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:26:24.374228 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8fb45213-d0a9-44c2-9a66-66a07876255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:24.394663 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Checking router: 3daaf71c-0d05-414b-9720-e4346ff09495 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:26:24.395020 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Updating router 3daaf71c-0d05-414b-9720-e4346ff09495 port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:26:24.411594 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8fb45213-d0a9-44c2-9a66-66a07876255e None None] Port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:26:24.428384 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:24.681199 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:24.691278 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Transition to ACTIVE for port object 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:26:24.696505 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:24.761355 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3caf3e7-570f-43df-a068-6bee7eb4af6a None None] Pushing event updated for resources: {'Port': ['ID=7ac04f2f-63e4-4d9d-afda-f242eefe9c2d,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:24.772402 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3caf3e7-570f-43df-a068-6bee7eb4af6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:24.772757 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3caf3e7-570f-43df-a068-6bee7eb4af6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:24.773101 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3caf3e7-570f-43df-a068-6bee7eb4af6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:24.773470 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3caf3e7-570f-43df-a068-6bee7eb4af6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:24.773806 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3caf3e7-570f-43df-a068-6bee7eb4af6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:24.774138 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3caf3e7-570f-43df-a068-6bee7eb4af6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:24.774472 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3caf3e7-570f-43df-a068-6bee7eb4af6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:24.774801 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3caf3e7-570f-43df-a068-6bee7eb4af6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:24.775126 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3caf3e7-570f-43df-a068-6bee7eb4af6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:24.775452 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3caf3e7-570f-43df-a068-6bee7eb4af6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:24.775781 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3caf3e7-570f-43df-a068-6bee7eb4af6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:24.776103 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3caf3e7-570f-43df-a068-6bee7eb4af6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:26:24.806750 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Attempting to bind port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:26:24.807248 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Attempting to bind port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:26:24.807474 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Attempting to bind port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d on network 957ede0f-1530-49e1-8148-a571d4c3c209 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:26:24.813143 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:26:24.813525 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Checking segment: {'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:26:24.813931 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:24.814327 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Bound using segment: {'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:26:24.814800 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Bound port: 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:26:24.815191 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:24.882450 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] For port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:26:24.885695 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] For port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7ac04f2f-63e4-4d9d-afda-f242eefe9c2d,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:26:24.890228 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:24.936128 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Routers {'3daaf71c-0d05-414b-9720-e4346ff09495'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:24.936796 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:26:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3daaf71c-0d05-414b-9720-e4346ff09495'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:24.990519 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3caf3e7-570f-43df-a068-6bee7eb4af6a None None] Pushing event updated for resources: {'Port': ['ID=7ac04f2f-63e4-4d9d-afda-f242eefe9c2d,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:25.056056 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] Set router 3daaf71c-0d05-414b-9720-e4346ff09495 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:25.112025 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ad4e6c59-c89b-4332-b795-b8aa48e9df81 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:26:25.168736 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ad4e6c59-c89b-4332-b795-b8aa48e9df81 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:26:25.169117 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:25.246305 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 97eff45a-e997-4814-988b-8b9f81791e46 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:26:25.253478 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:26:18Z', 'updated_at': '2021-07-16T04:26:22Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:19Z', 'updated_at': '2021-07-16T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7ac04f2f-63e4-4d9d-afda-f242eefe9c2d', 'name': '', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:5c:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:21Z', 'updated_at': '2021-07-16T04:26:24Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:25.282352 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76296371-9e7c-47d9-a4f6-ad81d542d084 None None] The sync data for ids ['3daaf71c-0d05-414b-9720-e4346ff09495'] in n-d-800088-6 is: [{'id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:26:18Z', 'updated_at': '2021-07-16T04:26:22Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:19Z', 'updated_at': '2021-07-16T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7ac04f2f-63e4-4d9d-afda-f242eefe9c2d', 'name': '', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:5c:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:21Z', 'updated_at': '2021-07-16T04:26:24Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:26:25.291582 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 97eff45a-e997-4814-988b-8b9f81791e46 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:26:25.291964 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:25.465895 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e11930fe-e194-45f6-a852-2973f568227d req-faecdd9e-1940-4667-8f10-e9e65351bfe5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 210 time: 0.0308688 Jul 16 04:26:26.614103 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b6674901-88fd-4698-918c-338ddf39dacb req-877b803a-d8dc-488e-addd-6d59eb1472c9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 210 time: 0.0331938 Jul 16 04:26:26.739707 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-2ec36d52-c28c-4e98-a175-821a48610fb1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:26.741202 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-2ec36d52-c28c-4e98-a175-821a48610fb1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "GET /v2.0/networks?id=957ede0f-1530-49e1-8148-a571d4c3c209 HTTP/1.1" status: 200 len: 797 time: 0.1009967 Jul 16 04:26:26.791674 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-4e4314aa-7290-4796-9636-b26124560072 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 380 time: 0.0350623 Jul 16 04:26:26.802830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-64ee1f93-6a49-4cc1-8ce4-131df9dece32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'port': {'device_id': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'admin_state_up': True, 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'security_groups': ['a1be8776-a622-491c-93c3-f37aa50138f5']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:26.912677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-64ee1f93-6a49-4cc1-8ce4-131df9dece32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Made reservation on behalf of fa3b032676104f4880615a212910eb0a for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:26:26.916497 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-64ee1f93-6a49-4cc1-8ce4-131df9dece32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:27.039739 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-64ee1f93-6a49-4cc1-8ce4-131df9dece32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.20.0.13 (957ede0f-1530-49e1-8148-a571d4c3c209/fefd5102-b86b-4988-b919-290570e6bb49/6fbe90c5-6327-4427-87a9-1762ac5c5ec5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:26:27.117111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:26:27.168793 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:26:27.172512 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:26:27.172893 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:27.176074 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-64ee1f93-6a49-4cc1-8ce4-131df9dece32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:27.189975 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-64ee1f93-6a49-4cc1-8ce4-131df9dece32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Transition to ACTIVE for port object 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:26:27.223430 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-64ee1f93-6a49-4cc1-8ce4-131df9dece32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:27.249671 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:27.278651 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-64ee1f93-6a49-4cc1-8ce4-131df9dece32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 957ede0f-1530-49e1-8148-a571d4c3c209 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:26:27.283615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-64ee1f93-6a49-4cc1-8ce4-131df9dece32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:26:27.288078 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-64ee1f93-6a49-4cc1-8ce4-131df9dece32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:26:27.288976 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7ac04f2f-63e4-4d9d-afda-f242eefe9c2d,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:27.294897 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee1f93-6a49-4cc1-8ce4-131df9dece32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:27.295033 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:27.346842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-64ee1f93-6a49-4cc1-8ce4-131df9dece32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:27.348041 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-64ee1f93-6a49-4cc1-8ce4-131df9dece32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:27.352607 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=7ac04f2f-63e4-4d9d-afda-f242eefe9c2d,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:27.362941 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-64ee1f93-6a49-4cc1-8ce4-131df9dece32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5636551 Jul 16 04:26:27.378906 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Request body: {'port': {'device_id': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:27.463701 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:27.497812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-10562f07-804c-48fe-b035-9bcdba23c214 None None] Provisioning for port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:26:27.502829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-10562f07-804c-48fe-b035-9bcdba23c214 None None] Provisioning complete for port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:26:27.503222 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-10562f07-804c-48fe-b035-9bcdba23c214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:27.741500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-10562f07-804c-48fe-b035-9bcdba23c214 None None] Port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:26:27.757861 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:26:27.765569 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:27.778782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Transition to ACTIVE for port object 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:26:27.782568 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:27.820345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f55ef-258b-4a9f-8029-a0f6ea4d2476 req-77c7e57d-61e3-4d12-8003-7e61df730cc9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:27.821869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-509f55ef-258b-4a9f-8029-a0f6ea4d2476 req-77c7e57d-61e3-4d12-8003-7e61df730cc9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 932 time: 0.0776277 Jul 16 04:26:27.851472 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:27.868920 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-509f55ef-258b-4a9f-8029-a0f6ea4d2476 req-7b5c3870-3844-4da2-90a3-63c21ddf9fae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390692 Jul 16 04:26:27.934588 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Attempting to bind port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:26:27.934932 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Attempting to bind port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:26:27.935274 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Attempting to bind port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 on network 957ede0f-1530-49e1-8148-a571d4c3c209 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:26:27.942119 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 on network 957ede0f-1530-49e1-8148-a571d4c3c209 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:26:27.942577 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Attempting to bind port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 on network 957ede0f-1530-49e1-8148-a571d4c3c209 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:26:27.948066 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:26:27.948455 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Checking segment: {'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:26:27.948850 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Bound using segment: {'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:26:27.949324 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Bound port: 6fbe90c5-6327-4427-87a9-1762ac5c5ec5, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:26:27.949694 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:28.020140 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] For port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:26:28.023194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] For port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:26:28.027797 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:28.062284 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:28.063605 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:28.064997 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] 10.222.0.88 "PUT /v2.0/ports/6fbe90c5-6327-4427-87a9-1762ac5c5ec5 HTTP/1.1" status: 200 len: 1092 time: 0.6907492 Jul 16 04:26:28.065440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:26:28.067761 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc6729a-4e4e-4b17-9854-e36a7f5220b5" -d '{"events": [{"name": "network-changed", "server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:26:28.097081 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3522e-d849-4701-a7f0-8e5a99e38b93 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:28.142401 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719494f9-2241-41d3-b514-399556a04e5d x-openstack-request-id: req-719494f9-2241-41d3-b514-399556a04e5d {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:26:28.142690 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:26:28.142938 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-719494f9-2241-41d3-b514-399556a04e5d {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:26:28.143352 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'status': 'completed', 'code': 200} Jul 16 04:26:28.169896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-73a9949e-f436-4ab2-b835-b75e937b83da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:28.171415 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-73a9949e-f436-4ab2-b835-b75e937b83da service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 1095 time: 0.0605829 Jul 16 04:26:28.221441 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-3fb26898-73ae-4669-9139-fd74c8746c89 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5 HTTP/1.1" status: 200 len: 217 time: 0.0386651 Jul 16 04:26:28.273608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-c71bef3d-d5a5-4ae6-84f2-9771a77b62d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:28.275048 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-c71bef3d-d5a5-4ae6-84f2-9771a77b62d1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fefd5102-b86b-4988-b919-290570e6bb49 HTTP/1.1" status: 200 len: 834 time: 0.0443666 Jul 16 04:26:28.336073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-b06269d4-7c7b-4c00-9d21-5114e28458a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:28.337580 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-b06269d4-7c7b-4c00-9d21-5114e28458a0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=957ede0f-1530-49e1-8148-a571d4c3c209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521679 Jul 16 04:26:28.434186 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-3c991328-e852-45a1-8d79-73af5f79d105 service neutron] 10.222.0.88 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844185 Jul 16 04:26:28.524493 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0c0c3b93-cee7-400d-b546-c8fef99e3a4e req-2654bce5-9992-4360-8c84-6139a243de42 service neutron] 10.222.0.88 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794683 Jul 16 04:26:28.633017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6729a-4e4e-4b17-9854-e36a7f5220b5 req-f0c91093-8bf3-42d1-9b5c-27c144c81cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:28.634546 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bfc6729a-4e4e-4b17-9854-e36a7f5220b5 req-f0c91093-8bf3-42d1-9b5c-27c144c81cf9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 1095 time: 0.0578566 Jul 16 04:26:28.724869 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6729a-4e4e-4b17-9854-e36a7f5220b5 req-96ec2da6-776b-4d21-b5c7-463e3c573b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:28.726245 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bfc6729a-4e4e-4b17-9854-e36a7f5220b5 req-96ec2da6-776b-4d21-b5c7-463e3c573b49 service neutron] 10.222.0.88 "GET /v2.0/networks?id=957ede0f-1530-49e1-8148-a571d4c3c209 HTTP/1.1" status: 200 len: 898 time: 0.0822985 Jul 16 04:26:28.770303 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bfc6729a-4e4e-4b17-9854-e36a7f5220b5 req-a570159d-6b48-41c7-85f3-b923e4ce8fad service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5 HTTP/1.1" status: 200 len: 217 time: 0.0373585 Jul 16 04:26:28.817253 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6729a-4e4e-4b17-9854-e36a7f5220b5 req-cbdc48a3-8050-482f-9686-dc692aff4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:28.818638 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bfc6729a-4e4e-4b17-9854-e36a7f5220b5 req-cbdc48a3-8050-482f-9686-dc692aff4721 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fefd5102-b86b-4988-b919-290570e6bb49 HTTP/1.1" status: 200 len: 834 time: 0.0422540 Jul 16 04:26:28.877367 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6729a-4e4e-4b17-9854-e36a7f5220b5 req-de9db60c-5450-4586-bbf4-58747be6caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:28.878774 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bfc6729a-4e4e-4b17-9854-e36a7f5220b5 req-de9db60c-5450-4586-bbf4-58747be6caa7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=957ede0f-1530-49e1-8148-a571d4c3c209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494049 Jul 16 04:26:28.972894 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bfc6729a-4e4e-4b17-9854-e36a7f5220b5 req-d9c4d8da-0d5a-4c1e-b5c2-a50b19e03e78 service neutron] 10.222.0.88 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847194 Jul 16 04:26:29.041817 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd3a96-a7fa-479c-bf8d-2a94d0d09670 req-d5d82059-0a10-4bed-872b-058ecb9062fe tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:29.043384 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56fd3a96-a7fa-479c-bf8d-2a94d0d09670 req-d5d82059-0a10-4bed-872b-058ecb9062fe tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 944 time: 0.0659175 Jul 16 04:26:29.065026 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-bfc6729a-4e4e-4b17-9854-e36a7f5220b5 req-941cc10b-675c-43db-bdc5-bdb1dd9ddd4e service neutron] 10.222.0.88 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839267 Jul 16 04:26:29.084165 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-56fd3a96-a7fa-479c-bf8d-2a94d0d09670 req-ed4f63dc-027b-4f1e-accc-2c8d2ef54ce1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341632 Jul 16 04:26:29.112631 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:26:29.159155 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:26:29.159528 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:30.120569 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5794-8eb1-4849-bd3e-0bce9c0d2360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:30.266751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ef49-1fd8-4d31-94b9-74bd0b2e5c40 req-8a47d667-6a4f-43fb-91d3-7485eb280951 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:30.268300 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f5a2ef49-1fd8-4d31-94b9-74bd0b2e5c40 req-8a47d667-6a4f-43fb-91d3-7485eb280951 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 944 time: 0.0673296 Jul 16 04:26:30.305769 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f5a2ef49-1fd8-4d31-94b9-74bd0b2e5c40 req-a1085e18-f41c-4f44-90e2-ad2f6011179e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318143 Jul 16 04:26:31.473397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544788e-27db-4b75-8aa1-2c6533128dc4 req-c4d5878d-b003-4315-bd86-5715df718077 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:31.474866 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6544788e-27db-4b75-8aa1-2c6533128dc4 req-c4d5878d-b003-4315-bd86-5715df718077 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 944 time: 0.0621274 Jul 16 04:26:31.511445 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6544788e-27db-4b75-8aa1-2c6533128dc4 req-a434cbbf-bc73-4587-b506-69c4ed1493f6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311120 Jul 16 04:26:31.565981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:26:31.659599 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:31.674090 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:31.684052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'port_id': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'mac_address': 'fa:16:3e:c4:90:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:26:31.720189 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:31.735499 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:26:31.754060 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:31.758118 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:31.804974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:31.925909 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:32.018480 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['6fbe90c5-6327-4427-87a9-1762ac5c5ec5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:26:32.685889 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef980b3-e035-400b-91e2-3a224e30816f req-7ff24206-1296-48f3-9bfa-aee68003604b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:32.687353 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eef980b3-e035-400b-91e2-3a224e30816f req-7ff24206-1296-48f3-9bfa-aee68003604b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 945 time: 0.0655951 Jul 16 04:26:32.725436 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eef980b3-e035-400b-91e2-3a224e30816f req-1dc9b866-39da-404c-935e-7faa10b4cf2c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321739 Jul 16 04:26:32.841475 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-990e3838-160f-4a48-aba7-771e79b95020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:32.872756 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:33.581641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:26:33.628798 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:26:33.632483 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:26:33.632758 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:33.708790 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:33.729615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:26:33.731833 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a7bf6a00885495cfb079af2d673c16a0e00f5c509fc2aa19f2a7086eda902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2920852a-42de-4a1e-90c1-3439821285fe" -d '{"events": [{"server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "name": "network-vif-plugged", "status": "completed", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:26:33.743961 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:26:33.749422 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:33.772112 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714adb29-a1fd-4a2d-85f7-6beff873835d x-openstack-request-id: req-714adb29-a1fd-4a2d-85f7-6beff873835d {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:26:33.772437 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "name": "network-vif-plugged", "status": "completed", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:26:33.772691 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-714adb29-a1fd-4a2d-85f7-6beff873835d {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:26:33.773081 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'code': 200} Jul 16 04:26:33.798597 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:33.889644 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b675ba-b8d8-4abe-8f85-56b7b4b6313c req-d2d87be0-53a5-448f-9d40-4cbdb0ae10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:33.891838 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e5b675ba-b8d8-4abe-8f85-56b7b4b6313c req-d2d87be0-53a5-448f-9d40-4cbdb0ae10b8 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 1097 time: 0.0536134 Jul 16 04:26:33.912753 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815c5ef-9405-46dc-ab09-91edcf8caa0b req-33fc5776-661f-4554-9263-2725235ef3e7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:33.914258 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a815c5ef-9405-46dc-ab09-91edcf8caa0b req-33fc5776-661f-4554-9263-2725235ef3e7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0678425 Jul 16 04:26:33.934907 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e5b675ba-b8d8-4abe-8f85-56b7b4b6313c req-f821e681-f2b9-4d3e-bba7-6fcb067063db service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333328 Jul 16 04:26:33.951999 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a815c5ef-9405-46dc-ab09-91edcf8caa0b req-ed914ceb-a393-404d-a1ec-02344b97f0b9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319903 Jul 16 04:26:34.076471 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:35.125381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d2e6f-0ebf-4aeb-81a4-c19c0bbe1b96 req-f86e6e80-6372-4991-9676-402a68e5efba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:35.127112 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad7d2e6f-0ebf-4aeb-81a4-c19c0bbe1b96 req-f86e6e80-6372-4991-9676-402a68e5efba tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0619259 Jul 16 04:26:35.163224 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad7d2e6f-0ebf-4aeb-81a4-c19c0bbe1b96 req-f9d46ccb-bf1d-418a-9cc7-a54c5c539555 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306580 Jul 16 04:26:35.333777 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c914d5-3896-4270-981d-b7ce6e1c0695 req-85e8a3ed-ba14-49df-ade6-a1aff27c0904 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:35.335257 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f5c914d5-3896-4270-981d-b7ce6e1c0695 req-85e8a3ed-ba14-49df-ade6-a1aff27c0904 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0657949 Jul 16 04:26:35.372166 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f5c914d5-3896-4270-981d-b7ce6e1c0695 req-adec7a7c-7168-41e9-a940-ada9e9cf6258 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314112 Jul 16 04:26:35.396412 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53528) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:35.447021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a01a2f3-09ff-4b0f-a595-9d9c0106151f tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:35.448476 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7a01a2f3-09ff-4b0f-a595-9d9c0106151f tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 1092 time: 0.0510430 Jul 16 04:26:35.451181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53530) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:35.456007 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:26:35.477567 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:35.573471 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:35.674154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.25.3.246 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/7cf0db65-8e7b-4960-b6b6-d6c4667e8360) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:26:35.777599 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:35.814606 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:35.848441 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:26:35.851235 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:26:35.853860 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:26:35.885929 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=7cf0db65-8e7b-4960-b6b6-d6c4667e8360,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:35.928557 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:36.223617 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:36.301372 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:36.442266 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:36.446273 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:36.512491 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=7cf0db65-8e7b-4960-b6b6-d6c4667e8360,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:26:36.527385 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:36.627666 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Floating IP fe6585d3-1497-4421-88f1-1c0309c4a949 associated. External IP: 172.25.3.246, port: 6fbe90c5-6327-4427-87a9-1762ac5c5ec5. Jul 16 04:26:36.832001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 3daaf71c-0d05-414b-9720-e4346ff09495 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:26:36.936538 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:26:36.947036 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e004c9c-b1ea-49d4-82e5-9dd420006a60 None None] Sync routers for ids ['3daaf71c-0d05-414b-9720-e4346ff09495'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:26:36.953136 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:26:36.956788 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e004c9c-b1ea-49d4-82e5-9dd420006a60 None None] Routers {'3daaf71c-0d05-414b-9720-e4346ff09495'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:36.957416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e004c9c-b1ea-49d4-82e5-9dd420006a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:26:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3daaf71c-0d05-414b-9720-e4346ff09495'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:36.988700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d82b16e9-c202-47c1-8d4c-bba77334640e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5364842 Jul 16 04:26:36.989302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:26:36.991557 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b8b959b9fca1a105980ebce844832c28e6a42280803fa08d089bc89e3fbb959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2669fe83-a6f8-42a3-ae90-e6d373dc964c" -d '{"events": [{"name": "network-changed", "server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:26:37.030066 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54fdb97-1adc-442a-a00f-019586a46187 x-openstack-request-id: req-a54fdb97-1adc-442a-a00f-019586a46187 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:26:37.030437 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:26:37.030802 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a54fdb97-1adc-442a-a00f-019586a46187 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:26:37.031294 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'status': 'completed', 'code': 200} Jul 16 04:26:37.073064 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9e004c9c-b1ea-49d4-82e5-9dd420006a60 None None] Set router 3daaf71c-0d05-414b-9720-e4346ff09495 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:37.105219 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fe83-a6f8-42a3-ae90-e6d373dc964c req-e34490ed-ca32-4a05-b5a4-e022648c676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:37.106661 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2669fe83-a6f8-42a3-ae90-e6d373dc964c req-e34490ed-ca32-4a05-b5a4-e022648c676e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 1097 time: 0.0533183 Jul 16 04:26:37.145459 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e4c6d-5c6a-4871-81de-f6f5fceb7604 req-c9727660-ec83-4b35-87df-5958a63b5cbb tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:37.147558 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-435e4c6d-5c6a-4871-81de-f6f5fceb7604 req-c9727660-ec83-4b35-87df-5958a63b5cbb tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0677810 Jul 16 04:26:37.192362 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-435e4c6d-5c6a-4871-81de-f6f5fceb7604 req-13e2ba04-f7ac-4831-a155-e1b7e4682e4d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397909 Jul 16 04:26:37.198898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fe83-a6f8-42a3-ae90-e6d373dc964c req-736e7874-c6e7-40d6-b9d9-18f0cae59fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:37.200712 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2669fe83-a6f8-42a3-ae90-e6d373dc964c req-736e7874-c6e7-40d6-b9d9-18f0cae59fde service neutron] 10.222.0.88 "GET /v2.0/networks?id=957ede0f-1530-49e1-8148-a571d4c3c209 HTTP/1.1" status: 200 len: 898 time: 0.0873520 Jul 16 04:26:37.217390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53536) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:37.269981 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2669fe83-a6f8-42a3-ae90-e6d373dc964c req-0df73762-80c8-411a-92da-6085d809fadc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5 HTTP/1.1" status: 200 len: 1000 time: 0.0622752 Jul 16 04:26:37.283690 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b59cd26e-cd84-49b4-a72c-4d2949e83cc5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/fe6585d3-1497-4421-88f1-1c0309c4a949 HTTP/1.1" status: 200 len: 992 time: 0.0650351 Jul 16 04:26:37.309311 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e004c9c-b1ea-49d4-82e5-9dd420006a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:26:18Z', 'updated_at': '2021-07-16T04:26:22Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:19Z', 'updated_at': '2021-07-16T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'fe6585d3-1497-4421-88f1-1c0309c4a949', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'port_id': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'mac_address': 'fa:16:3e:c4:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:26:36Z', 'updated_at': '2021-07-16T04:26:36Z', 'revision_number': 0, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac04f2f-63e4-4d9d-afda-f242eefe9c2d', 'name': '', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:5c:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:21Z', 'updated_at': '2021-07-16T04:26:27Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:37.319024 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fe83-a6f8-42a3-ae90-e6d373dc964c req-e30df6a8-d776-4225-9733-7e184d0d3d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:37.320520 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2669fe83-a6f8-42a3-ae90-e6d373dc964c req-e30df6a8-d776-4225-9733-7e184d0d3d40 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fefd5102-b86b-4988-b919-290570e6bb49 HTTP/1.1" status: 200 len: 834 time: 0.0446410 Jul 16 04:26:37.334661 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e004c9c-b1ea-49d4-82e5-9dd420006a60 None None] Checking router: 3daaf71c-0d05-414b-9720-e4346ff09495 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:26:37.342691 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e004c9c-b1ea-49d4-82e5-9dd420006a60 None None] Routers {'3daaf71c-0d05-414b-9720-e4346ff09495'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:26:37.343304 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e004c9c-b1ea-49d4-82e5-9dd420006a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:26:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3daaf71c-0d05-414b-9720-e4346ff09495'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:37.376631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669fe83-a6f8-42a3-ae90-e6d373dc964c req-23362017-4008-4796-bb54-08bc4d9a2392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:26:37.378047 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2669fe83-a6f8-42a3-ae90-e6d373dc964c req-23362017-4008-4796-bb54-08bc4d9a2392 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=957ede0f-1530-49e1-8148-a571d4c3c209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513921 Jul 16 04:26:37.444786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-9e004c9c-b1ea-49d4-82e5-9dd420006a60 None None] Set router 3daaf71c-0d05-414b-9720-e4346ff09495 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:26:37.470068 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2669fe83-a6f8-42a3-ae90-e6d373dc964c req-80b53a13-160a-4a27-a0ba-8307f26b9c86 service neutron] 10.222.0.88 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855436 Jul 16 04:26:37.557727 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2669fe83-a6f8-42a3-ae90-e6d373dc964c req-c4d5d870-cb98-4c7a-899b-de0d01eb0c67 service neutron] 10.222.0.88 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813165 Jul 16 04:26:37.667387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-9e004c9c-b1ea-49d4-82e5-9dd420006a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:26:18Z', 'updated_at': '2021-07-16T04:26:22Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:19Z', 'updated_at': '2021-07-16T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'fe6585d3-1497-4421-88f1-1c0309c4a949', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'port_id': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'mac_address': 'fa:16:3e:c4:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:26:36Z', 'updated_at': '2021-07-16T04:26:36Z', 'revision_number': 0, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac04f2f-63e4-4d9d-afda-f242eefe9c2d', 'name': '', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:5c:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:21Z', 'updated_at': '2021-07-16T04:26:27Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:26:37.697548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e004c9c-b1ea-49d4-82e5-9dd420006a60 None None] The sync data for ids ['3daaf71c-0d05-414b-9720-e4346ff09495'] in n-d-800088-6 is: [{'id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:26:18Z', 'updated_at': '2021-07-16T04:26:22Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:19Z', 'updated_at': '2021-07-16T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'fe6585d3-1497-4421-88f1-1c0309c4a949', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'floating_ip_address': '172.25.3.246', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'port_id': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'mac_address': 'fa:16:3e:c4:90:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:26:36Z', 'updated_at': '2021-07-16T04:26:36Z', 'revision_number': 0, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac04f2f-63e4-4d9d-afda-f242eefe9c2d', 'name': '', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:5c:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:21Z', 'updated_at': '2021-07-16T04:26:27Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:26:37.891107 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166adf27-80e4-4aaa-ad7c-ad46be0e7be0 None None] New status for floating IP fe6585d3-1497-4421-88f1-1c0309c4a949: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:26:38.287463 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53538) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:26:38.350474 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-829f8d87-aad3-4600-97db-65ab13cd8b03 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/fe6585d3-1497-4421-88f1-1c0309c4a949 HTTP/1.1" status: 200 len: 994 time: 0.0618558 Jul 16 04:27:00.120796 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-69840009-f131-4d2f-951a-265b86cb11bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:00.170582 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:27:01.642425 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:01.942829 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:02.842506 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-51fa7dab-e9b7-4ce4-ae3e-7a4d7350825b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:02.872603 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:03.952537 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c98223b1-2ff5-4e62-a7cb-1e63250e44ab req-f9c880a8-08bd-4cdd-8033-defd8d70b831 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531297 Jul 16 04:27:04.054823 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98223b1-2ff5-4e62-a7cb-1e63250e44ab req-7fd0a10c-7911-41d0-ba0e-4c7d8731068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:04.056303 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c98223b1-2ff5-4e62-a7cb-1e63250e44ab req-7fd0a10c-7911-41d0-ba0e-4c7d8731068e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 1097 time: 0.0559835 Jul 16 04:27:04.078831 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:04.163690 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98223b1-2ff5-4e62-a7cb-1e63250e44ab req-ea6c0156-82d5-4271-83ec-9ef49acb95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:04.164802 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c98223b1-2ff5-4e62-a7cb-1e63250e44ab req-ea6c0156-82d5-4271-83ec-9ef49acb95a1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=957ede0f-1530-49e1-8148-a571d4c3c209 HTTP/1.1" status: 200 len: 898 time: 0.0862803 Jul 16 04:27:04.234081 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c98223b1-2ff5-4e62-a7cb-1e63250e44ab req-c8ccc6f7-7ced-4e76-853e-c02e4195f391 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5 HTTP/1.1" status: 200 len: 1002 time: 0.0619471 Jul 16 04:27:04.282860 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98223b1-2ff5-4e62-a7cb-1e63250e44ab req-5ab5dc4f-9f0b-4224-a20d-48c59530f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:04.284285 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c98223b1-2ff5-4e62-a7cb-1e63250e44ab req-5ab5dc4f-9f0b-4224-a20d-48c59530f654 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fefd5102-b86b-4988-b919-290570e6bb49 HTTP/1.1" status: 200 len: 834 time: 0.0437765 Jul 16 04:27:04.344008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98223b1-2ff5-4e62-a7cb-1e63250e44ab req-8f7dac46-4419-4ff3-94f4-16bf2a5a362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:04.345540 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c98223b1-2ff5-4e62-a7cb-1e63250e44ab req-8f7dac46-4419-4ff3-94f4-16bf2a5a362e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=957ede0f-1530-49e1-8148-a571d4c3c209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511506 Jul 16 04:27:04.442212 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c98223b1-2ff5-4e62-a7cb-1e63250e44ab req-e34a1554-95d3-4d68-90c5-73e73276e9d3 service neutron] 10.222.0.88 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843987 Jul 16 04:27:04.530666 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c98223b1-2ff5-4e62-a7cb-1e63250e44ab req-1ebd50ce-efd0-42c4-b81c-7505e5810621 service neutron] 10.222.0.88 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811441 Jul 16 04:27:05.930279 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:13.735910 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-8516176f-36bb-48b0-bfe2-cb249ccefa25 req-0a9b4e95-1c9a-447d-ab0f-0e7987578a48 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:27:13.736961 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8516176f-36bb-48b0-bfe2-cb249ccefa25 req-0a9b4e95-1c9a-447d-ab0f-0e7987578a48 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056145 Jul 16 04:27:14.058285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58b879-0548-46cb-afcf-a0e1c73f9057 req-19716663-dd0a-46fc-a32e-4a551190050c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:14.059762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ed58b879-0548-46cb-afcf-a0e1c73f9057 req-19716663-dd0a-46fc-a32e-4a551190050c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.1032159 Jul 16 04:27:14.066333 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-92f7e661-3f50-41de-bd27-b742a94808bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1247857 Jul 16 04:27:14.104221 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ed58b879-0548-46cb-afcf-a0e1c73f9057 req-0245c36f-20b2-41e4-8e21-141af8b03743 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369446 Jul 16 04:27:15.156630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-7564bcbb-e3c6-4441-b0c5-762cd5e078d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:15.158151 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-7564bcbb-e3c6-4441-b0c5-762cd5e078d0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 1097 time: 0.0523520 Jul 16 04:27:15.254642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-d88f703a-36af-4b3d-a323-3927eada1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:15.256164 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-d88f703a-36af-4b3d-a323-3927eada1401 service neutron] 10.222.0.88 "GET /v2.0/networks?id=957ede0f-1530-49e1-8148-a571d4c3c209 HTTP/1.1" status: 200 len: 898 time: 0.0881596 Jul 16 04:27:15.280110 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3e028-1895-43d3-a557-d6e48788b4c8 req-bd9844b7-3826-4c66-bca7-5b74af2db199 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:15.281638 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ea3e028-1895-43d3-a557-d6e48788b4c8 req-bd9844b7-3826-4c66-bca7-5b74af2db199 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0632684 Jul 16 04:27:15.319651 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3ea3e028-1895-43d3-a557-d6e48788b4c8 req-454d0424-99a2-4b1f-aa06-67752c71ffb4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317595 Jul 16 04:27:15.327706 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-a1e77610-6e40-4f74-9692-caa5bb150cae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5 HTTP/1.1" status: 200 len: 1002 time: 0.0609682 Jul 16 04:27:15.378354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-b46b7840-b87c-49be-a84b-5823b526cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:15.379771 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-b46b7840-b87c-49be-a84b-5823b526cf85 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fefd5102-b86b-4988-b919-290570e6bb49 HTTP/1.1" status: 200 len: 834 time: 0.0421631 Jul 16 04:27:15.436880 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-c2052cfd-c9a0-4dea-9644-050a84ddf0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:15.438271 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-c2052cfd-c9a0-4dea-9644-050a84ddf0e2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=957ede0f-1530-49e1-8148-a571d4c3c209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488019 Jul 16 04:27:15.530626 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-165bd86b-3754-4966-b2aa-aafae27c9487 service neutron] 10.222.0.88 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819192 Jul 16 04:27:15.620731 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-79573e01-30b7-4281-a403-1c4ce1503253 service neutron] 10.222.0.88 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793459 Jul 16 04:27:16.488475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be46f1-8194-41b9-b1e6-5d675f4369fe req-7423fd9d-20c4-448f-ab99-24a792f02aaf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:16.490448 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8be46f1-8194-41b9-b1e6-5d675f4369fe req-7423fd9d-20c4-448f-ab99-24a792f02aaf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0624318 Jul 16 04:27:16.527499 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b8be46f1-8194-41b9-b1e6-5d675f4369fe req-5fa94501-1b82-4c0c-8e70-67765cbe398d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315809 Jul 16 04:27:17.701254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfdf46-d717-42f6-8dee-22d2deea3054 req-21f76351-c810-4f8e-98c6-751cb1019bc8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:17.702700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7bfdf46-d717-42f6-8dee-22d2deea3054 req-21f76351-c810-4f8e-98c6-751cb1019bc8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0653784 Jul 16 04:27:17.738998 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b7bfdf46-d717-42f6-8dee-22d2deea3054 req-f0c5bf10-cb55-411a-9f15-7681c8b1b23f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308268 Jul 16 04:27:18.912752 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e567835-5fb1-42fa-ae5e-9880ed9fe1f8 req-1b222de4-c213-4d6a-81a2-4b610310258f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:18.914269 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e567835-5fb1-42fa-ae5e-9880ed9fe1f8 req-1b222de4-c213-4d6a-81a2-4b610310258f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0624287 Jul 16 04:27:18.951034 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7e567835-5fb1-42fa-ae5e-9880ed9fe1f8 req-2b430cf8-aa49-4cc7-b370-d1c2033aba60 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310643 Jul 16 04:27:20.124545 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d194b-be77-4b80-9520-1f4ae7b4e97d req-f2e4bd60-5966-429b-9479-280afa18320c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:20.126291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe5d194b-be77-4b80-9520-1f4ae7b4e97d req-f2e4bd60-5966-429b-9479-280afa18320c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0635366 Jul 16 04:27:20.168135 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fe5d194b-be77-4b80-9520-1f4ae7b4e97d req-b9312448-ef8b-4165-8cfa-bc22fce410c4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358336 Jul 16 04:27:21.340885 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d7dc6-a4a1-4d8b-92b3-d102c8e67f55 req-e0b49921-ad51-4360-94b1-4140d626586f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:21.342271 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e93d7dc6-a4a1-4d8b-92b3-d102c8e67f55 req-e0b49921-ad51-4360-94b1-4140d626586f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0623507 Jul 16 04:27:21.379412 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e93d7dc6-a4a1-4d8b-92b3-d102c8e67f55 req-7b448b13-5e9b-44f8-a0e2-9e6a8d816a8f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316432 Jul 16 04:27:22.547779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf16ceb-5475-4e93-862c-8e35c82db8d5 req-08c2bbdb-1073-4aac-8811-7716a6ee5b16 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:22.549270 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adf16ceb-5475-4e93-862c-8e35c82db8d5 req-08c2bbdb-1073-4aac-8811-7716a6ee5b16 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0619371 Jul 16 04:27:22.585469 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-adf16ceb-5475-4e93-862c-8e35c82db8d5 req-f918f51a-6585-47e3-8fd1-a008c5eb3c47 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306370 Jul 16 04:27:23.760149 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877334ad-bb35-4d78-b32f-53621d13c4c2 req-c531e213-169f-4dad-88e4-186b12339afd tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:23.761692 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-877334ad-bb35-4d78-b32f-53621d13c4c2 req-c531e213-169f-4dad-88e4-186b12339afd tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0660450 Jul 16 04:27:23.799108 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-877334ad-bb35-4d78-b32f-53621d13c4c2 req-6f70a6c3-8fbe-4872-a803-da22c33bcb90 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319102 Jul 16 04:27:24.971396 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95195e6-6063-443e-b3b8-ddbaff0a13b5 req-de3676f3-b56c-41a7-9d64-8cf5d9a139ad tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:24.972893 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b95195e6-6063-443e-b3b8-ddbaff0a13b5 req-de3676f3-b56c-41a7-9d64-8cf5d9a139ad tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0622025 Jul 16 04:27:25.009758 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b95195e6-6063-443e-b3b8-ddbaff0a13b5 req-35282351-ee47-48ed-bb96-37a3994c6e17 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306752 Jul 16 04:27:26.177092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfcaf1-a175-4184-8657-398834d492da req-df5fff65-52e4-443f-80cd-1d34b729914d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:26.178570 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bcfcaf1-a175-4184-8657-398834d492da req-df5fff65-52e4-443f-80cd-1d34b729914d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0613632 Jul 16 04:27:26.219435 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5bcfcaf1-a175-4184-8657-398834d492da req-78c20673-72ba-4bf8-8ea0-28aecfad075b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353518 Jul 16 04:27:27.391145 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac7e24-5f4a-41e7-ad2f-b7004c7fcdb9 req-ff581ea7-889e-416f-a818-c49eb37936cd tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:27.392572 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8aac7e24-5f4a-41e7-ad2f-b7004c7fcdb9 req-ff581ea7-889e-416f-a818-c49eb37936cd tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0637641 Jul 16 04:27:27.434126 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8aac7e24-5f4a-41e7-ad2f-b7004c7fcdb9 req-8cb5bb68-4b5e-4080-93b6-7d0688fe340f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352292 Jul 16 04:27:28.603446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01026c-f2ad-4104-8308-5b16d4c1f33f req-a972b198-ab75-4c3f-a982-5baee5fdb0cf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:28.604942 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb01026c-f2ad-4104-8308-5b16d4c1f33f req-a972b198-ab75-4c3f-a982-5baee5fdb0cf tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0627592 Jul 16 04:27:28.642302 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-eb01026c-f2ad-4104-8308-5b16d4c1f33f req-54f15c3d-99e2-4cae-ab43-98e249516125 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318010 Jul 16 04:27:29.819007 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66ca8e-fa3d-4f08-8192-cf8a113583c4 req-5c3747e8-881f-4671-8e46-b56f533da63e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:29.820518 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca66ca8e-fa3d-4f08-8192-cf8a113583c4 req-5c3747e8-881f-4671-8e46-b56f533da63e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0692327 Jul 16 04:27:29.857231 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ca66ca8e-fa3d-4f08-8192-cf8a113583c4 req-94d62ead-37a6-4a59-878c-4f6a22f39637 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311532 Jul 16 04:27:30.120946 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-86118202-41c3-4da5-b5d2-6f62425a5564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:31.029695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a1f82-7240-4b9a-9cc3-a6af9d4b5187 req-6664db8b-724f-4d3a-bdaf-f96f3752c31e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:31.031168 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc7a1f82-7240-4b9a-9cc3-a6af9d4b5187 req-6664db8b-724f-4d3a-bdaf-f96f3752c31e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0629001 Jul 16 04:27:31.068031 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bc7a1f82-7240-4b9a-9cc3-a6af9d4b5187 req-a89f9971-895b-4787-b1bd-d17c9d0db5c1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306258 Jul 16 04:27:31.648560 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:31.938192 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:32.236549 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ee226-64b3-4758-884f-4dcb5eccab77 req-5a303a58-7325-4126-ab6e-a05e72514a57 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:32.237910 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df5ee226-64b3-4758-884f-4dcb5eccab77 req-5a303a58-7325-4126-ab6e-a05e72514a57 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0615604 Jul 16 04:27:32.277620 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df5ee226-64b3-4758-884f-4dcb5eccab77 req-f5680bad-e848-48f3-b126-56993620eb27 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342636 Jul 16 04:27:32.842466 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e03be1ea-523a-4253-b43e-5438e572f9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:32.861013 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-28fffa47-ff6d-4e31-a9bb-b7baecaf6c70 service neutron] show failed (client error): The resource could not be found. Jul 16 04:27:32.862080 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-28fffa47-ff6d-4e31-a9bb-b7baecaf6c70 service neutron] 10.222.0.88 "GET /v2.0/ports/6fbe90c5-6327-4427-87a9-1762ac5c5ec5/bindings/n-h2-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.0558946 Jul 16 04:27:32.874861 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:33.124362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0780e425-f2fe-4d88-86e7-12454d8be4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:33.126104 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0780e425-f2fe-4d88-86e7-12454d8be4fd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d&tenant_id=fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 1097 time: 0.0565491 Jul 16 04:27:33.136591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-1c822aaa-d639-455b-bb6c-35c92733a08d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:27:33.137523 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-1c822aaa-d639-455b-bb6c-35c92733a08d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049510 Jul 16 04:27:33.148542 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:27:33.215917 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:33.415563 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] For port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:27:33.447520 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] For port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:27:33.448143 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f205e7-1b11-4607-8a52-65fd17697820 req-37b0846b-c4bc-4adf-aaf2-3405e5e2c90c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:33.449700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d8f205e7-1b11-4607-8a52-65fd17697820 req-37b0846b-c4bc-4adf-aaf2-3405e5e2c90c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0621142 Jul 16 04:27:33.487483 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d8f205e7-1b11-4607-8a52-65fd17697820 req-fef6ea66-65d3-4248-8bdd-537a3348c732 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318868 Jul 16 04:27:33.488068 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:33.490482 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:27:33.493141 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5e6dae-a113-4aec-92b1-7f4d0536503e" -d '{"events": [{"server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "name": "network-vif-unplugged", "status": "completed", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:27:33.507293 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Transition to ACTIVE for port object 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:27:33.517227 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:33.545099 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be8bce7-65e8-4f3b-91dc-3995ffafccd2 x-openstack-request-id: req-6be8bce7-65e8-4f3b-91dc-3995ffafccd2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:27:33.545395 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "name": "network-vif-unplugged", "status": "completed", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:27:33.545651 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6be8bce7-65e8-4f3b-91dc-3995ffafccd2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:27:33.546046 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'code': 200} Jul 16 04:27:33.601937 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,revision_number=6']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:33.611274 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:33.611631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:33.611980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:33.612362 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:33.612676 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:33.613012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:33.613346 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:33.613708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:33.614040 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:33.614369 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:33.614697 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:33.615026 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:33.658715 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] No DVR routers for this DVR port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:27:33.794513 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Attempting to bind port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:27:33.794852 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Attempting to bind port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:27:33.795180 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Attempting to bind port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 on network 957ede0f-1530-49e1-8148-a571d4c3c209 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:27:33.799382 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 on network 957ede0f-1530-49e1-8148-a571d4c3c209 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:27:33.799712 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Attempting to bind port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 on network 957ede0f-1530-49e1-8148-a571d4c3c209 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:27:33.805117 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:27:33.805457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Checking segment: {'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:27:33.805866 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Bound using segment: {'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:27:33.806280 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Bound port: 6fbe90c5-6327-4427-87a9-1762ac5c5ec5, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:27:33.806639 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:33.867009 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] For port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:27:33.869884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] For port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:27:33.874424 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:33.905354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:33.905946 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:33.907546 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] 10.222.0.20 "PUT /v2.0/ports/6fbe90c5-6327-4427-87a9-1762ac5c5ec5 HTTP/1.1" status: 200 len: 1092 time: 0.7629864 Jul 16 04:27:33.942538 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388e711-3c9b-4d3a-a61b-df2eb64ce9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,revision_number=7']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:33.994135 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-71ef8cec-2474-40b7-afed-7ed698af8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:33.995664 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-71ef8cec-2474-40b7-afed-7ed698af8be9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 1095 time: 0.0614831 Jul 16 04:27:34.081651 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:34.090738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-1d2ca0fe-d927-4b8b-aab8-889c3697ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:34.092281 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-1d2ca0fe-d927-4b8b-aab8-889c3697ac90 service neutron] 10.222.0.20 "GET /v2.0/networks?id=957ede0f-1530-49e1-8148-a571d4c3c209 HTTP/1.1" status: 200 len: 898 time: 0.0903082 Jul 16 04:27:34.158634 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-ec269b54-fca8-4b92-947a-c77d7dd747c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5 HTTP/1.1" status: 200 len: 1000 time: 0.0593123 Jul 16 04:27:34.206997 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-f81a953e-45b3-408f-8993-146294caacf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:34.208437 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-f81a953e-45b3-408f-8993-146294caacf0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fefd5102-b86b-4988-b919-290570e6bb49 HTTP/1.1" status: 200 len: 834 time: 0.0431650 Jul 16 04:27:34.270361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-05829e3e-42b7-4776-911a-ea59cadda858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:34.272010 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-05829e3e-42b7-4776-911a-ea59cadda858 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=957ede0f-1530-49e1-8148-a571d4c3c209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578649 Jul 16 04:27:34.362621 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-1c5df0b5-c9c9-4674-870b-b1fc33a9dcf0 service neutron] 10.222.0.20 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845242 Jul 16 04:27:34.449232 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3e52d345-894c-4efa-b9fb-5e1a459a32a7 req-feec7bc1-6308-4d7f-b8f7-9d325154ec51 service neutron] 10.222.0.20 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800922 Jul 16 04:27:34.664402 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ba606-8c5f-42b7-b91c-45f9eb6bf600 req-321ce511-1597-47af-b47e-c22a93c8e7d0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:34.665890 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e5ba606-8c5f-42b7-b91c-45f9eb6bf600 req-321ce511-1597-47af-b47e-c22a93c8e7d0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 944 time: 0.0634284 Jul 16 04:27:34.702950 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e5ba606-8c5f-42b7-b91c-45f9eb6bf600 req-c3080760-dc23-482f-8c9e-761449baa6fd tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314679 Jul 16 04:27:35.547490 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:27:35.549889 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359" -d '{"events": [{"name": "network-changed", "server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:27:35.600886 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49556b3-5c26-4b41-84e0-f5a9a4eda155 x-openstack-request-id: req-e49556b3-5c26-4b41-84e0-f5a9a4eda155 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:27:35.601175 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:27:35.601424 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e49556b3-5c26-4b41-84e0-f5a9a4eda155 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:27:35.601821 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'status': 'completed', 'code': 200} Jul 16 04:27:35.719921 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-44b714dd-e63b-4263-a2dc-feffe1144aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:35.721436 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-44b714dd-e63b-4263-a2dc-feffe1144aba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 1095 time: 0.0936472 Jul 16 04:27:35.723641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-23fc99ba-0be7-44ad-90fb-b4c2f3c0f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:35.725000 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-23fc99ba-0be7-44ad-90fb-b4c2f3c0f7cb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 1095 time: 0.0894330 Jul 16 04:27:35.879893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ee42a-61cd-4e61-9290-8f3b6bee51f3 req-1e6f052b-2445-4173-9a6a-2c79f1a2a9b9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:35.881431 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df5ee42a-61cd-4e61-9290-8f3b6bee51f3 req-1e6f052b-2445-4173-9a6a-2c79f1a2a9b9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 944 time: 0.0701108 Jul 16 04:27:35.923705 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-df5ee42a-61cd-4e61-9290-8f3b6bee51f3 req-b6bcdbb5-82ef-4c19-9ff3-f538a2574a46 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356302 Jul 16 04:27:35.943684 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:36.065123 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:27:36.107604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:27:36.223386 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-69ca93aa-1bb5-4811-b74f-a9814d0fac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:36.224886 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-69ca93aa-1bb5-4811-b74f-a9814d0fac49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=957ede0f-1530-49e1-8148-a571d4c3c209 HTTP/1.1" status: 200 len: 898 time: 0.4967308 Jul 16 04:27:36.229072 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-21bfaa35-1832-44df-83ff-5f1b83666778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:36.230396 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-21bfaa35-1832-44df-83ff-5f1b83666778 service neutron] 10.222.0.88 "GET /v2.0/networks?id=957ede0f-1530-49e1-8148-a571d4c3c209 HTTP/1.1" status: 200 len: 898 time: 0.4940703 Jul 16 04:27:36.329523 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-8849ee63-86d3-42fb-bb5d-dc33db95c5dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5 HTTP/1.1" status: 200 len: 1000 time: 0.0979612 Jul 16 04:27:36.343687 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-b3c307e5-6384-4e24-a27d-2c1035f36bc1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5 HTTP/1.1" status: 200 len: 1000 time: 0.0760441 Jul 16 04:27:36.413708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-c8146d52-02a7-4149-97c3-096832abfda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:36.415128 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-c8146d52-02a7-4149-97c3-096832abfda1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fefd5102-b86b-4988-b919-290570e6bb49 HTTP/1.1" status: 200 len: 834 time: 0.0790577 Jul 16 04:27:36.418334 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-d32526c0-075e-4373-b47d-b5aa33251c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:36.419624 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-d32526c0-075e-4373-b47d-b5aa33251c96 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fefd5102-b86b-4988-b919-290570e6bb49 HTTP/1.1" status: 200 len: 834 time: 0.0576708 Jul 16 04:27:36.497575 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:27:36.509127 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-3231abf5-aee9-4af2-b5e9-3d2ad4857f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:36.510626 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-3231abf5-aee9-4af2-b5e9-3d2ad4857f2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=957ede0f-1530-49e1-8148-a571d4c3c209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892644 Jul 16 04:27:36.512331 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-c0b3b2be-fc96-4f16-97c7-2afab71fb10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:36.513664 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-c0b3b2be-fc96-4f16-97c7-2afab71fb10f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=957ede0f-1530-49e1-8148-a571d4c3c209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838888 Jul 16 04:27:36.589274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:27:36.601313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'port_id': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'mac_address': 'fa:16:3e:c4:90:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:27:36.638042 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:36.654043 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:27:36.668830 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-f7fc3737-5a69-4c92-a65f-75c0fa50e259 service neutron] 10.222.0.20 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522715 Jul 16 04:27:36.670953 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-14904fcb-3960-4a52-93a7-7919a27b6702 service neutron] 10.222.0.88 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468480 Jul 16 04:27:36.673277 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:27:36.677684 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:36.724233 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:36.731828 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:36.732176 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:36.732547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:36.732888 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:36.733225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:36.733558 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:36.733886 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:36.734216 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:36.734569 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:36.734894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:36.735217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:36.735540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:27:36.825813 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-38015276-380d-45ae-9c73-6bc4983284cf service neutron] 10.222.0.20 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507039 Jul 16 04:27:36.827860 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e96fb1f4-42ba-42fb-86ba-cfec5ef4a359 req-d0614e9d-458f-42ec-a252-adfcb9e4eaf8 service neutron] 10.222.0.88 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444194 Jul 16 04:27:36.919097 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['6fbe90c5-6327-4427-87a9-1762ac5c5ec5'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:27:37.099257 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ff468-bdea-4600-b3c2-55e80f735779 req-6e91bbdb-08bd-489b-880a-f673b42c0d8f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:37.100794 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a7ff468-bdea-4600-b3c2-55e80f735779 req-6e91bbdb-08bd-489b-880a-f673b42c0d8f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 945 time: 0.0637975 Jul 16 04:27:37.137913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9a7ff468-bdea-4600-b3c2-55e80f735779 req-30bcc2a6-ebc9-4b9e-8c1d-217be254e3ef tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315819 Jul 16 04:27:37.169835 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:27:37.611020 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32c37d-b57f-41ee-90a0-b7164f7a4c6f req-70c595d1-a862-4bfa-acad-3e3ffb9dcb1a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:37.612560 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d32c37d-b57f-41ee-90a0-b7164f7a4c6f req-70c595d1-a862-4bfa-acad-3e3ffb9dcb1a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 945 time: 0.0641804 Jul 16 04:27:37.635537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb5a1a-9270-4731-a608-11eb15823242 req-5cf8ba38-b776-4764-b934-2daadbbc1a64 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:37.637063 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4bb5a1a-9270-4731-a608-11eb15823242 req-5cf8ba38-b776-4764-b934-2daadbbc1a64 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d&tenant_id=fa3b032676104f4880615a212910eb0a&binding%3Ahost_id=n-h2-800088-6 HTTP/1.1" status: 200 len: 945 time: 0.0727620 Jul 16 04:27:37.654983 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4d32c37d-b57f-41ee-90a0-b7164f7a4c6f req-b743b1f6-0bfe-4d8d-8a88-fc7230b76af8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366113 Jul 16 04:27:37.700286 n-d-800088-6 neutron-server[93768]: INFO neutron.api.v2.resource [req-f4bb5a1a-9270-4731-a608-11eb15823242 req-b0f1c03b-837a-4d6a-bb30-90d07457284e service neutron] delete failed (client error): The resource could not be found. Jul 16 04:27:37.701347 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4bb5a1a-9270-4731-a608-11eb15823242 req-b0f1c03b-837a-4d6a-bb30-90d07457284e service neutron] 10.222.0.88 "DELETE /v2.0/ports/6fbe90c5-6327-4427-87a9-1762ac5c5ec5/bindings/n-h1-800088-6 HTTP/1.1" status: 404 len: 380 time: 0.0535016 Jul 16 04:27:37.810464 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb5a1a-9270-4731-a608-11eb15823242 req-6bd31166-bb4f-4b2d-bff1-cff8932a4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:37.811988 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4bb5a1a-9270-4731-a608-11eb15823242 req-6bd31166-bb4f-4b2d-bff1-cff8932a4870 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 1096 time: 0.0562084 Jul 16 04:27:37.827068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddde1a6-e24e-4a8a-94f3-ae1029069cdc req-5395fb56-0027-40a0-a833-52ece85b8515 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:37.828607 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ddde1a6-e24e-4a8a-94f3-ae1029069cdc req-5395fb56-0027-40a0-a833-52ece85b8515 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 945 time: 0.0635152 Jul 16 04:27:37.866168 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ddde1a6-e24e-4a8a-94f3-ae1029069cdc req-f9b17835-9eb4-45e7-a297-c5a2276423e0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310888 Jul 16 04:27:37.905512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb5a1a-9270-4731-a608-11eb15823242 req-dd47fb08-1c81-4d29-b586-6ac58b13eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:37.906967 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4bb5a1a-9270-4731-a608-11eb15823242 req-dd47fb08-1c81-4d29-b586-6ac58b13eea5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=957ede0f-1530-49e1-8148-a571d4c3c209 HTTP/1.1" status: 200 len: 898 time: 0.0866709 Jul 16 04:27:37.975831 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4bb5a1a-9270-4731-a608-11eb15823242 req-90c08df6-dc61-4bf7-80e9-8358bea58313 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5 HTTP/1.1" status: 200 len: 1001 time: 0.0585277 Jul 16 04:27:38.026636 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb5a1a-9270-4731-a608-11eb15823242 req-a4f983e2-8094-461f-b157-456417087bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:38.027993 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4bb5a1a-9270-4731-a608-11eb15823242 req-a4f983e2-8094-461f-b157-456417087bf9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fefd5102-b86b-4988-b919-290570e6bb49 HTTP/1.1" status: 200 len: 834 time: 0.0419922 Jul 16 04:27:38.088263 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb5a1a-9270-4731-a608-11eb15823242 req-f7f4b2d1-08c8-4c41-abd5-26be07dfcafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:38.090752 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4bb5a1a-9270-4731-a608-11eb15823242 req-f7f4b2d1-08c8-4c41-abd5-26be07dfcafb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=957ede0f-1530-49e1-8148-a571d4c3c209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531168 Jul 16 04:27:38.185768 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4bb5a1a-9270-4731-a608-11eb15823242 req-00938da6-de71-4f32-90f0-79b7194155dc service neutron] 10.222.0.88 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844233 Jul 16 04:27:38.275992 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f4bb5a1a-9270-4731-a608-11eb15823242 req-bf659d6e-367b-49a8-9a85-560e422473c4 service neutron] 10.222.0.88 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800362 Jul 16 04:27:38.526918 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:27:38.573455 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:27:38.577010 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:27:38.577400 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:38.658391 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:38.681117 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:27:38.683358 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a7bf6a00885495cfb079af2d673c16a0e00f5c509fc2aa19f2a7086eda902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd329e78-c3aa-4860-959b-be091ecc865e" -d '{"events": [{"server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "name": "network-vif-plugged", "status": "completed", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:27:38.695935 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:27:38.700881 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:27:38.724504 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e4789c-403a-49c4-bfb2-19d0274bc8cd x-openstack-request-id: req-92e4789c-403a-49c4-bfb2-19d0274bc8cd {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:27:38.724798 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "name": "network-vif-plugged", "status": "completed", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:27:38.725050 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92e4789c-403a-49c4-bfb2-19d0274bc8cd {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:27:38.725436 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'code': 200} Jul 16 04:27:38.751633 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,revision_number=9']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:27:39.040861 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4dbbe-7278-4424-ae87-dad68b12b065 req-1c54889f-9012-4043-a68e-4cb5de188cd5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:39.042257 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ee4dbbe-7278-4424-ae87-dad68b12b065 req-1c54889f-9012-4043-a68e-4cb5de188cd5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0654202 Jul 16 04:27:39.078527 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2ee4dbbe-7278-4424-ae87-dad68b12b065 req-6c1781df-4c58-4b99-96f0-43704f3cdbf9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307105 Jul 16 04:27:39.103689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53646) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:27:39.170259 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-28dbb936-d852-4763-ab29-579b09717f69 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/fe6585d3-1497-4421-88f1-1c0309c4a949 HTTP/1.1" status: 200 len: 994 time: 0.0653257 Jul 16 04:27:53.651984 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ffe06b45-bfee-44d7-8a0f-bcc0d941ad93 req-139f53a5-6a50-418a-beea-18c60040cfd3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546668 Jul 16 04:27:53.744521 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe06b45-bfee-44d7-8a0f-bcc0d941ad93 req-121c2d05-c5c8-4827-9d5c-cedf751f3912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:53.745954 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ffe06b45-bfee-44d7-8a0f-bcc0d941ad93 req-121c2d05-c5c8-4827-9d5c-cedf751f3912 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 1097 time: 0.0501661 Jul 16 04:27:53.844759 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe06b45-bfee-44d7-8a0f-bcc0d941ad93 req-f6cae8ff-f721-45f3-817d-783e28eaccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:53.846189 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ffe06b45-bfee-44d7-8a0f-bcc0d941ad93 req-f6cae8ff-f721-45f3-817d-783e28eaccfc service neutron] 10.222.0.20 "GET /v2.0/networks?id=957ede0f-1530-49e1-8148-a571d4c3c209 HTTP/1.1" status: 200 len: 898 time: 0.0804069 Jul 16 04:27:53.915499 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ffe06b45-bfee-44d7-8a0f-bcc0d941ad93 req-db9c1473-fb7d-4a2e-ad67-566c4669351a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5 HTTP/1.1" status: 200 len: 1002 time: 0.0613284 Jul 16 04:27:53.961958 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe06b45-bfee-44d7-8a0f-bcc0d941ad93 req-dd9088f7-2430-4cf0-94d6-59f4385c9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:53.963341 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ffe06b45-bfee-44d7-8a0f-bcc0d941ad93 req-dd9088f7-2430-4cf0-94d6-59f4385c9f99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fefd5102-b86b-4988-b919-290570e6bb49 HTTP/1.1" status: 200 len: 834 time: 0.0416813 Jul 16 04:27:54.017994 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe06b45-bfee-44d7-8a0f-bcc0d941ad93 req-a44559ee-4295-41cb-814a-b8a3424f683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:27:54.019407 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ffe06b45-bfee-44d7-8a0f-bcc0d941ad93 req-a44559ee-4295-41cb-814a-b8a3424f683a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=957ede0f-1530-49e1-8148-a571d4c3c209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496500 Jul 16 04:27:54.111388 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ffe06b45-bfee-44d7-8a0f-bcc0d941ad93 req-35853bf4-6d2c-4970-a0a9-10cee0aa83d4 service neutron] 10.222.0.20 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840025 Jul 16 04:27:54.199031 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ffe06b45-bfee-44d7-8a0f-bcc0d941ad93 req-ad6402b6-a3b1-4159-964e-6d181b104941 service neutron] 10.222.0.20 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807092 Jul 16 04:28:00.121410 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-50c39ea7-0749-4287-9dda-4034f29f7edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:01.653126 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:01.964013 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:02.841992 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-820808eb-af8b-4fb9-ae00-02e3f6a13188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:02.875165 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:04.083913 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:05.935110 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:07.657042 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53656) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:07.807978 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port 7cf0db65-8e7b-4960-b6b6-d6c4667e8360 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:28:07.808369 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:07.885829 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:07.886212 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:07.899043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for 7cf0db65-8e7b-4960-b6b6-d6c4667e8360 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:28:08.038068 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:08.066462 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=7cf0db65-8e7b-4960-b6b6-d6c4667e8360,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:08.077783 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.078141 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.078485 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.078824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.079157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.079491 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.079824 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.080154 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.080514 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.080836 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.081166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.081487 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:08.138651 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:08.138999 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Floating IP fe6585d3-1497-4421-88f1-1c0309c4a949 disassociated (deleted). External IP: 172.25.3.246, port: 6fbe90c5-6327-4427-87a9-1762ac5c5ec5. Jul 16 04:28:08.659989 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 3daaf71c-0d05-414b-9720-e4346ff09495 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:28:08.764401 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:28:08.769190 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:08.774073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a83b52-e164-4187-83f3-85736bdff097 None None] Sync routers for ids ['3daaf71c-0d05-414b-9720-e4346ff09495'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:28:08.783299 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a83b52-e164-4187-83f3-85736bdff097 None None] Routers {'3daaf71c-0d05-414b-9720-e4346ff09495'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:08.783915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-96a83b52-e164-4187-83f3-85736bdff097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3daaf71c-0d05-414b-9720-e4346ff09495'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:08.804668 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dd2b501a-bdcc-4c33-967e-22b3bde5b619 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/floatingips/fe6585d3-1497-4421-88f1-1c0309c4a949 HTTP/1.1" status: 204 len: 168 time: 1.1465123 Jul 16 04:28:08.805245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:28:08.807506 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b8b959b9fca1a105980ebce844832c28e6a42280803fa08d089bc89e3fbb959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077687c7-9784-4e96-84ae-b6d7558b5a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:28:08.844795 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c968068-317b-4759-a843-d08d53d36acc x-openstack-request-id: req-7c968068-317b-4759-a843-d08d53d36acc {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:28:08.845091 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:28:08.845345 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c968068-317b-4759-a843-d08d53d36acc {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:28:08.845744 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'status': 'completed', 'code': 200} Jul 16 04:28:08.889318 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-96a83b52-e164-4187-83f3-85736bdff097 None None] Set router 3daaf71c-0d05-414b-9720-e4346ff09495 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:08.932492 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077687c7-9784-4e96-84ae-b6d7558b5a1c req-205d2c26-66a5-4d05-8fa1-d66bcc85074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:08.935174 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-077687c7-9784-4e96-84ae-b6d7558b5a1c req-205d2c26-66a5-4d05-8fa1-d66bcc85074c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 1097 time: 0.0598092 Jul 16 04:28:09.027648 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077687c7-9784-4e96-84ae-b6d7558b5a1c req-578dae34-4e50-45d1-a194-04b152704b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:09.029360 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-077687c7-9784-4e96-84ae-b6d7558b5a1c req-578dae34-4e50-45d1-a194-04b152704b67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=957ede0f-1530-49e1-8148-a571d4c3c209 HTTP/1.1" status: 200 len: 898 time: 0.0885217 Jul 16 04:28:09.081801 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-077687c7-9784-4e96-84ae-b6d7558b5a1c req-4c33366e-92fe-4be1-afad-cdd2a8b7ccee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5 HTTP/1.1" status: 200 len: 217 time: 0.0388229 Jul 16 04:28:09.111672 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-96a83b52-e164-4187-83f3-85736bdff097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:26:18Z', 'updated_at': '2021-07-16T04:26:22Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:19Z', 'updated_at': '2021-07-16T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7ac04f2f-63e4-4d9d-afda-f242eefe9c2d', 'name': '', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:5c:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:21Z', 'updated_at': '2021-07-16T04:26:27Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:09.134604 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077687c7-9784-4e96-84ae-b6d7558b5a1c req-fcd68166-401a-4a70-b06b-b4bfcfc666f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:09.136192 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-077687c7-9784-4e96-84ae-b6d7558b5a1c req-fcd68166-401a-4a70-b06b-b4bfcfc666f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fefd5102-b86b-4988-b919-290570e6bb49 HTTP/1.1" status: 200 len: 834 time: 0.0464642 Jul 16 04:28:09.139151 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a83b52-e164-4187-83f3-85736bdff097 None None] Checking router: 3daaf71c-0d05-414b-9720-e4346ff09495 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:28:09.148116 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a83b52-e164-4187-83f3-85736bdff097 None None] Routers {'3daaf71c-0d05-414b-9720-e4346ff09495'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:09.148676 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-96a83b52-e164-4187-83f3-85736bdff097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3daaf71c-0d05-414b-9720-e4346ff09495'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:09.195831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077687c7-9784-4e96-84ae-b6d7558b5a1c req-f1d84660-841d-425c-932c-8dd277fa7076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:09.197382 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-077687c7-9784-4e96-84ae-b6d7558b5a1c req-f1d84660-841d-425c-932c-8dd277fa7076 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=957ede0f-1530-49e1-8148-a571d4c3c209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529220 Jul 16 04:28:09.216471 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45553-7e6e-4f97-a425-3c2e49403b2b req-0bc5d87c-c118-4a83-8e17-31553a38139c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:09.217962 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2be45553-7e6e-4f97-a425-3c2e49403b2b req-0bc5d87c-c118-4a83-8e17-31553a38139c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0850720 Jul 16 04:28:09.254915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-96a83b52-e164-4187-83f3-85736bdff097 None None] Set router 3daaf71c-0d05-414b-9720-e4346ff09495 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:09.259937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2be45553-7e6e-4f97-a425-3c2e49403b2b req-337896af-0cd8-4e92-82cb-634b304e985c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362320 Jul 16 04:28:09.297930 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-077687c7-9784-4e96-84ae-b6d7558b5a1c req-560c5e2c-200c-440e-8884-14f4e93cb0fc service neutron] 10.222.0.20 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926774 Jul 16 04:28:09.386260 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-077687c7-9784-4e96-84ae-b6d7558b5a1c req-7add02fa-4938-42cc-8099-b512b2677fee service neutron] 10.222.0.20 "GET /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811160 Jul 16 04:28:09.448067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-96a83b52-e164-4187-83f3-85736bdff097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:26:18Z', 'updated_at': '2021-07-16T04:26:22Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:19Z', 'updated_at': '2021-07-16T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7ac04f2f-63e4-4d9d-afda-f242eefe9c2d', 'name': '', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:5c:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:21Z', 'updated_at': '2021-07-16T04:26:27Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:09.627250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a83b52-e164-4187-83f3-85736bdff097 None None] The sync data for ids ['3daaf71c-0d05-414b-9720-e4346ff09495'] in n-d-800088-6 is: [{'id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:26:18Z', 'updated_at': '2021-07-16T04:26:22Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:19Z', 'updated_at': '2021-07-16T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '7ac04f2f-63e4-4d9d-afda-f242eefe9c2d', 'name': '', 'network_id': '957ede0f-1530-49e1-8148-a571d4c3c209', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:5c:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:21Z', 'updated_at': '2021-07-16T04:26:27Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': 'fefd5102-b86b-4988-b919-290570e6bb49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:28:09.838738 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75edcc0-1885-4d9b-b8b0-62cddd228493 None None] New status for floating IP fe6585d3-1497-4421-88f1-1c0309c4a949: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:28:10.390402 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0face2-961b-4e7d-afc9-bb034eb57340 req-61521ccc-e9d1-4f76-871b-acb36c6c8a32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:10.391854 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7e0face2-961b-4e7d-afc9-bb034eb57340 req-61521ccc-e9d1-4f76-871b-acb36c6c8a32 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.20 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0670710 Jul 16 04:28:10.433692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18750b14-9b34-41bb-9091-fbe2eaa78a3f req-b50a854c-611d-4104-b592-492e93ec8b55 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:10.435180 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18750b14-9b34-41bb-9091-fbe2eaa78a3f req-b50a854c-611d-4104-b592-492e93ec8b55 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=68f587f9-d545-431b-b6bb-0373cf28cd0d HTTP/1.1" status: 200 len: 946 time: 0.0634408 Jul 16 04:28:10.473474 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-18750b14-9b34-41bb-9091-fbe2eaa78a3f req-9657c95c-f533-4a59-89ff-98679a987279 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=a1be8776-a622-491c-93c3-f37aa50138f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321064 Jul 16 04:28:10.491025 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-7e0face2-961b-4e7d-afc9-bb034eb57340 req-6ef23053-ea2e-48cc-9328-c4a66622b8b8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:28:10.491414 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7e0face2-961b-4e7d-afc9-bb034eb57340 req-6ef23053-ea2e-48cc-9328-c4a66622b8b8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:10.581326 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-7e0face2-961b-4e7d-afc9-bb034eb57340 req-6ef23053-ea2e-48cc-9328-c4a66622b8b8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] For port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:10.581601 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7e0face2-961b-4e7d-afc9-bb034eb57340 req-6ef23053-ea2e-48cc-9328-c4a66622b8b8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:10.593543 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-7e0face2-961b-4e7d-afc9-bb034eb57340 req-6ef23053-ea2e-48cc-9328-c4a66622b8b8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:28:10.717146 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7e0face2-961b-4e7d-afc9-bb034eb57340 req-6ef23053-ea2e-48cc-9328-c4a66622b8b8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:10.750615 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef23053-ea2e-48cc-9328-c4a66622b8b8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=6fbe90c5-6327-4427-87a9-1762ac5c5ec5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:10.798921 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0face2-961b-4e7d-afc9-bb034eb57340 req-6ef23053-ea2e-48cc-9328-c4a66622b8b8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] No DVR routers for this DVR port 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:28:10.801597 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-7e0face2-961b-4e7d-afc9-bb034eb57340 req-6ef23053-ea2e-48cc-9328-c4a66622b8b8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:10.804141 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7e0face2-961b-4e7d-afc9-bb034eb57340 req-6ef23053-ea2e-48cc-9328-c4a66622b8b8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.20 "DELETE /v2.0/ports/6fbe90c5-6327-4427-87a9-1762ac5c5ec5 HTTP/1.1" status: 204 len: 173 time: 0.4066577 Jul 16 04:28:10.804710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'name': 'network-vif-deleted', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:28:10.806986 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054cfaa7-9123-43e2-81ae-252a439670f3" -d '{"events": [{"server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "name": "network-vif-deleted", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:28:10.846932 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdfc74e-2520-418f-a410-ff553ffda40f x-openstack-request-id: req-8fdfc74e-2520-418f-a410-ff553ffda40f {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:28:10.847255 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f587f9-d545-431b-b6bb-0373cf28cd0d", "name": "network-vif-deleted", "tag": "6fbe90c5-6327-4427-87a9-1762ac5c5ec5", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:28:10.848254 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fdfc74e-2520-418f-a410-ff553ffda40f {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:28:10.848699 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f587f9-d545-431b-b6bb-0373cf28cd0d', 'name': 'network-vif-deleted', 'tag': '6fbe90c5-6327-4427-87a9-1762ac5c5ec5', 'status': 'completed', 'code': 200} Jul 16 04:28:11.563454 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53672) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:11.921769 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75766b45-4255-44c5-9aa5-4f024a52ae2d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:12.180574 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-75766b45-4255-44c5-9aa5-4f024a52ae2d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:28:12.180814 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75766b45-4255-44c5-9aa5-4f024a52ae2d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:12.265797 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-75766b45-4255-44c5-9aa5-4f024a52ae2d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] For port 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=7ac04f2f-63e4-4d9d-afda-f242eefe9c2d,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:12.266155 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75766b45-4255-44c5-9aa5-4f024a52ae2d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:12.278857 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-75766b45-4255-44c5-9aa5-4f024a52ae2d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:28:12.459099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75766b45-4255-44c5-9aa5-4f024a52ae2d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:12.485771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75766b45-4255-44c5-9aa5-4f024a52ae2d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=7ac04f2f-63e4-4d9d-afda-f242eefe9c2d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:12.663793 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-75766b45-4255-44c5-9aa5-4f024a52ae2d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:12.875714 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75766b45-4255-44c5-9aa5-4f024a52ae2d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 3daaf71c-0d05-414b-9720-e4346ff09495 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:28:12.975645 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75766b45-4255-44c5-9aa5-4f024a52ae2d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:28:12.981347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-75766b45-4255-44c5-9aa5-4f024a52ae2d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "PUT /v2.0/routers/3daaf71c-0d05-414b-9720-e4346ff09495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4168077 Jul 16 04:28:12.984224 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53674) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:12.985117 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98026a3-5767-410b-8c04-3bee884eb4e1 None None] Sync routers for ids ['3daaf71c-0d05-414b-9720-e4346ff09495'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:28:12.994632 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98026a3-5767-410b-8c04-3bee884eb4e1 None None] Routers {'3daaf71c-0d05-414b-9720-e4346ff09495'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:12.995237 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d98026a3-5767-410b-8c04-3bee884eb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3daaf71c-0d05-414b-9720-e4346ff09495'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:13.039604 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-398887b2-1629-4886-a9d4-53ff2581c926 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting subnet fefd5102-b86b-4988-b919-290570e6bb49 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:28:13.042633 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-398887b2-1629-4886-a9d4-53ff2581c926 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:13.081327 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-398887b2-1629-4886-a9d4-53ff2581c926 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:13.096287 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d98026a3-5767-410b-8c04-3bee884eb4e1 None None] Set router 3daaf71c-0d05-414b-9720-e4346ff09495 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:13.172185 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-398887b2-1629-4886-a9d4-53ff2581c926 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:13.233981 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-398887b2-1629-4886-a9d4-53ff2581c926 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:13.261710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398887b2-1629-4886-a9d4-53ff2581c926 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Subnet': ['ID=fefd5102-b86b-4988-b919-290570e6bb49,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:13.263662 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-398887b2-1629-4886-a9d4-53ff2581c926 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:13.265540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-398887b2-1629-4886-a9d4-53ff2581c926 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/subnets/fefd5102-b86b-4988-b919-290570e6bb49 HTTP/1.1" status: 204 len: 168 time: 0.2803271 Jul 16 04:28:13.268179 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53676) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:13.269481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa087816-1084-4be1-82d5-33d44152be70 None None] Network 957ede0f-1530-49e1-8148-a571d4c3c209 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:28:13.298837 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d98026a3-5767-410b-8c04-3bee884eb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:26:18Z', 'updated_at': '2021-07-16T04:28:12Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:19Z', 'updated_at': '2021-07-16T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:13.357794 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98026a3-5767-410b-8c04-3bee884eb4e1 None None] Checking router: 3daaf71c-0d05-414b-9720-e4346ff09495 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:28:13.374778 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:13.388351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98026a3-5767-410b-8c04-3bee884eb4e1 None None] Routers {'3daaf71c-0d05-414b-9720-e4346ff09495'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:13.388974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d98026a3-5767-410b-8c04-3bee884eb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3daaf71c-0d05-414b-9720-e4346ff09495'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:13.477975 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:13.523734 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d98026a3-5767-410b-8c04-3bee884eb4e1 None None] Set router 3daaf71c-0d05-414b-9720-e4346ff09495 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:13.532145 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port ad4e6c59-c89b-4332-b795-b8aa48e9df81 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:28:13.532530 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:13.604541 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775e36b7-0a97-4f4d-a765-3bb1927bbd7a None None] DHCP port deletion for 957ede0f-1530-49e1-8148-a571d4c3c209 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:28:13.618364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] For port ad4e6c59-c89b-4332-b795-b8aa48e9df81, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ad4e6c59-c89b-4332-b795-b8aa48e9df81,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:13.618732 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:13.630791 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for ad4e6c59-c89b-4332-b795-b8aa48e9df81 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:28:13.720418 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-775e36b7-0a97-4f4d-a765-3bb1927bbd7a None None] Deleting port 97eff45a-e997-4814-988b-8b9f81791e46 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:28:13.720799 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-775e36b7-0a97-4f4d-a765-3bb1927bbd7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:13.795137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-775e36b7-0a97-4f4d-a765-3bb1927bbd7a None None] For port 97eff45a-e997-4814-988b-8b9f81791e46, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=97eff45a-e997-4814-988b-8b9f81791e46,segment=NetworkSegment(e21b8c60-ebe4-40fa-a773-de6234e0d8e8),segment_id=e21b8c60-ebe4-40fa-a773-de6234e0d8e8)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:13.795468 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-775e36b7-0a97-4f4d-a765-3bb1927bbd7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:13.799327 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:13.804988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d98026a3-5767-410b-8c04-3bee884eb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:26:18Z', 'updated_at': '2021-07-16T04:28:12Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:19Z', 'updated_at': '2021-07-16T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:13.831114 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=ad4e6c59-c89b-4332-b795-b8aa48e9df81,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:13.834081 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98026a3-5767-410b-8c04-3bee884eb4e1 None None] The sync data for ids ['3daaf71c-0d05-414b-9720-e4346ff09495'] in n-d-800088-6 is: [{'id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320790143', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:26:18Z', 'updated_at': '2021-07-16T04:28:12Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'ad4e6c59-c89b-4332-b795-b8aa48e9df81', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3daaf71c-0d05-414b-9720-e4346ff09495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:26:19Z', 'updated_at': '2021-07-16T04:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:28:13.837000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-775e36b7-0a97-4f4d-a765-3bb1927bbd7a None None] Calling delete_port for 97eff45a-e997-4814-988b-8b9f81791e46 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:28:13.901089 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:13.918720 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-775e36b7-0a97-4f4d-a765-3bb1927bbd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:13.947614 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e36b7-0a97-4f4d-a765-3bb1927bbd7a None None] Pushing event deleted for resources: {'Port': ['ID=97eff45a-e997-4814-988b-8b9f81791e46,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:13.952452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e36b7-0a97-4f4d-a765-3bb1927bbd7a None None] No DVR routers for this DVR port 97eff45a-e997-4814-988b-8b9f81791e46 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:28:13.992803 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:13.994855 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.036005 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.036542 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Fanout notify agent at l3_agent the message router_deleted on router 3daaf71c-0d05-414b-9720-e4346ff09495 {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:28:14.043628 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.044973 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bd7f825e-d877-45e8-9951-7aa0846f8ee2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/routers/3daaf71c-0d05-414b-9720-e4346ff09495 HTTP/1.1" status: 204 len: 168 time: 0.7755773 Jul 16 04:28:14.047615 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53678) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:14.126553 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95ad2d9c-8aad-4aa7-998e-b39c9831e881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.169691 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:28:14.218077 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95ad2d9c-8aad-4aa7-998e-b39c9831e881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.229351 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-95ad2d9c-8aad-4aa7-998e-b39c9831e881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957ede0f-1530-49e1-8148-a571d4c3c209']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:14.240043 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-95ad2d9c-8aad-4aa7-998e-b39c9831e881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:14.240364 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-95ad2d9c-8aad-4aa7-998e-b39c9831e881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21b8c60-ebe4-40fa-a773-de6234e0d8e8') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:14.250179 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95ad2d9c-8aad-4aa7-998e-b39c9831e881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.264493 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95ad2d9c-8aad-4aa7-998e-b39c9831e881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.270498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ad2d9c-8aad-4aa7-998e-b39c9831e881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Releasing vlan 921 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:28:14.270899 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95ad2d9c-8aad-4aa7-998e-b39c9831e881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:28:14.273974 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:28:14.332609 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95ad2d9c-8aad-4aa7-998e-b39c9831e881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.337384 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-95ad2d9c-8aad-4aa7-998e-b39c9831e881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.339689 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-95ad2d9c-8aad-4aa7-998e-b39c9831e881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/networks/957ede0f-1530-49e1-8148-a571d4c3c209 HTTP/1.1" status: 204 len: 168 time: 0.2910316 Jul 16 04:28:14.342258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53680) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:14.354217 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad2d9c-8aad-4aa7-998e-b39c9831e881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Network': ['ID=957ede0f-1530-49e1-8148-a571d4c3c209,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:14.403393 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21517149-a29e-4be3-b205-566aa000dcdc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.431262 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21517149-a29e-4be3-b205-566aa000dcdc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.497640 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21517149-a29e-4be3-b205-566aa000dcdc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.500631 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-21517149-a29e-4be3-b205-566aa000dcdc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.501833 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-21517149-a29e-4be3-b205-566aa000dcdc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/security-groups/a1be8776-a622-491c-93c3-f37aa50138f5 HTTP/1.1" status: 204 len: 168 time: 0.1585891 Jul 16 04:28:14.510909 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21517149-a29e-4be3-b205-566aa000dcdc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1be8776-a622-491c-93c3-f37aa50138f5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:14.777484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:28:14.797969 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:28:14.798313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 6fbe90c5-6327-4427-87a9-1762ac5c5ec5 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:28:14.841332 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53686) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:14.850055 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6a35b171-4611-4a1f-8e2c-2e488f155089 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-305619851', 'description': 'tempest-secgroup-smoke-305619851 description', 'project_id': 'fa3b032676104f4880615a212910eb0a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:14.871638 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a35b171-4611-4a1f-8e2c-2e488f155089 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.950095 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a35b171-4611-4a1f-8e2c-2e488f155089 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.953491 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a35b171-4611-4a1f-8e2c-2e488f155089 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.982527 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6a35b171-4611-4a1f-8e2c-2e488f155089 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:14.983743 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6a35b171-4611-4a1f-8e2c-2e488f155089 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1413140 Jul 16 04:28:14.986819 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53688) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:14.987715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35b171-4611-4a1f-8e2c-2e488f155089 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1655a52e-c201-4e65-a263-5e9b70e15389,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:14.993841 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-51788947-8ce5-4ec2-93fa-fe5ec76bf666 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': '1655a52e-c201-4e65-a263-5e9b70e15389', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:15.021884 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51788947-8ce5-4ec2-93fa-fe5ec76bf666 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.070615 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51788947-8ce5-4ec2-93fa-fe5ec76bf666 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.073976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51788947-8ce5-4ec2-93fa-fe5ec76bf666 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.092110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51788947-8ce5-4ec2-93fa-fe5ec76bf666 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359ade35-3129-4dd2-9669-c24aad0a9af7,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:15.097066 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-51788947-8ce5-4ec2-93fa-fe5ec76bf666 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.098281 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-51788947-8ce5-4ec2-93fa-fe5ec76bf666 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102333 Jul 16 04:28:15.101032 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53690) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:15.105312 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7ce77a4b-7323-4433-af67-80a79fb10e59 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': '1655a52e-c201-4e65-a263-5e9b70e15389', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:15.132460 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ce77a4b-7323-4433-af67-80a79fb10e59 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.159583 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:28:15.180781 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:28:15.181146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 7ac04f2f-63e4-4d9d-afda-f242eefe9c2d not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:28:15.181532 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ad4e6c59-c89b-4332-b795-b8aa48e9df81 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:28:15.188442 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ce77a4b-7323-4433-af67-80a79fb10e59 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.192077 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ce77a4b-7323-4433-af67-80a79fb10e59 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.200454 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: ad4e6c59-c89b-4332-b795-b8aa48e9df81 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:28:15.200807 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ad4e6c59-c89b-4332-b795-b8aa48e9df81 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:28:15.201218 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 97eff45a-e997-4814-988b-8b9f81791e46 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:28:15.212262 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce77a4b-7323-4433-af67-80a79fb10e59 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b42b22f-1661-4264-bcca-3c73700c9071,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:15.215102 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ce77a4b-7323-4433-af67-80a79fb10e59 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.218845 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7ce77a4b-7323-4433-af67-80a79fb10e59 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144238 Jul 16 04:28:15.219358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53692) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:15.220157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 97eff45a-e997-4814-988b-8b9f81791e46 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:28:15.220533 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 97eff45a-e997-4814-988b-8b9f81791e46 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:28:15.224505 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-bedd87f6-1e12-4083-847f-2598e476bb53 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': '1655a52e-c201-4e65-a263-5e9b70e15389', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:15.251326 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bedd87f6-1e12-4083-847f-2598e476bb53 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.307660 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bedd87f6-1e12-4083-847f-2598e476bb53 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.311124 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bedd87f6-1e12-4083-847f-2598e476bb53 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.328255 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd87f6-1e12-4083-847f-2598e476bb53 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbcbfdf-7a86-4793-aef9-11d36b838811,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:15.333787 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bedd87f6-1e12-4083-847f-2598e476bb53 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.334974 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bedd87f6-1e12-4083-847f-2598e476bb53 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145043 Jul 16 04:28:15.338293 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53694) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:15.342760 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-10c57baa-0990-40fa-97e4-37aca1543067 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': '1655a52e-c201-4e65-a263-5e9b70e15389', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:15.368098 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10c57baa-0990-40fa-97e4-37aca1543067 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.426669 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10c57baa-0990-40fa-97e4-37aca1543067 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.430048 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10c57baa-0990-40fa-97e4-37aca1543067 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.449734 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c57baa-0990-40fa-97e4-37aca1543067 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569d89d0-7c34-4f56-aa64-262b8a45fff7,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:15.453236 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-10c57baa-0990-40fa-97e4-37aca1543067 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.454418 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-10c57baa-0990-40fa-97e4-37aca1543067 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151569 Jul 16 04:28:15.457176 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53696) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:15.462083 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3e9a63b6-fdae-42e6-b6c7-2a291f3f59e8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': '1655a52e-c201-4e65-a263-5e9b70e15389', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:15.484241 n-d-800088-6 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-3e9a63b6-fdae-42e6-b6c7-2a291f3f59e8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Project fa3b032676104f4880615a212910eb0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:28:15.489095 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e9a63b6-fdae-42e6-b6c7-2a291f3f59e8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.547338 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e9a63b6-fdae-42e6-b6c7-2a291f3f59e8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.550586 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e9a63b6-fdae-42e6-b6c7-2a291f3f59e8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.569973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a63b6-fdae-42e6-b6c7-2a291f3f59e8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ee5b10-7a4b-4d62-9eab-5ad0186684b4,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:15.574735 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e9a63b6-fdae-42e6-b6c7-2a291f3f59e8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.576094 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3e9a63b6-fdae-42e6-b6c7-2a291f3f59e8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179507 Jul 16 04:28:15.578858 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53698) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:15.583087 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-f8accb28-f257-4f8c-aefa-5d8d2a2eaac7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': '1655a52e-c201-4e65-a263-5e9b70e15389', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:15.605632 n-d-800088-6 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-f8accb28-f257-4f8c-aefa-5d8d2a2eaac7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Project fa3b032676104f4880615a212910eb0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:28:15.610528 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8accb28-f257-4f8c-aefa-5d8d2a2eaac7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.670836 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8accb28-f257-4f8c-aefa-5d8d2a2eaac7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.674146 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8accb28-f257-4f8c-aefa-5d8d2a2eaac7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.692566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8accb28-f257-4f8c-aefa-5d8d2a2eaac7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fdb312-708f-40e9-bfb1-29d49233a4c8,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:15.695492 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f8accb28-f257-4f8c-aefa-5d8d2a2eaac7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.696642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f8accb28-f257-4f8c-aefa-5d8d2a2eaac7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168950 Jul 16 04:28:15.699429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53700) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:15.704266 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-236adba1-e918-46e7-b851-f253795803b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'network': {'name': 'tempest-network-smoke--314558562', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'port_security_enabled': True}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:15.724749 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236adba1-e918-46e7-b851-f253795803b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Made reservation on behalf of fa3b032676104f4880615a212910eb0a for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:28:15.728692 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-236adba1-e918-46e7-b851-f253795803b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.752330 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236adba1-e918-46e7-b851-f253795803b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:28:15.761232 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-236adba1-e918-46e7-b851-f253795803b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.761606 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-236adba1-e918-46e7-b851-f253795803b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Added segment bb36cd98-a450-450f-81f9-0ab244f471e7 of type vlan for network f41f010a-a674-4db4-a330-4e0b356aba0e Jul 16 04:28:15.800508 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-236adba1-e918-46e7-b851-f253795803b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.828457 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-236adba1-e918-46e7-b851-f253795803b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.834027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236adba1-e918-46e7-b851-f253795803b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:15.834553 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-236adba1-e918-46e7-b851-f253795803b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.867809 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-236adba1-e918-46e7-b851-f253795803b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1673577 Jul 16 04:28:15.870564 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53702) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:15.877227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'admin_state_up': True, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:15.915206 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236adba1-e918-46e7-b851-f253795803b6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Network': ['ID=f41f010a-a674-4db4-a330-4e0b356aba0e,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:15.925804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network f41f010a-a674-4db4-a330-4e0b356aba0e details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:28:15.929653 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.930640 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:15.981904 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:16.119234 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:16.306620 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:16.327964 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:16.742715 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.25.3.202 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/5200d75b-74a4-48f2-8c21-24d8d6daea95) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:28:16.844740 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:16.883253 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:16.917841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:28:16.924045 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:28:16.927946 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:28:16.933932 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=5200d75b-74a4-48f2-8c21-24d8d6daea95,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:17.170935 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:17.363698 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:17.487683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:28:17.591448 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:28:17.602514 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Sync routers for ids ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:28:17.611480 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Routers {'076363d4-2486-40fa-ab2c-b3ccb6f7f722'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:17.611870 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:17.612099 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:17.616306 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2da366a0-5a3c-487d-851e-51411b9c43ea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7418361 Jul 16 04:28:17.616558 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53704) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:17.646753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-905f4ff0-21e8-4bb8-85d3-127309d396dc tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=fa3b032676104f4880615a212910eb0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267026 Jul 16 04:28:17.646950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53706) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:17.714620 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Set router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:17.736165 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745dc476-9210-4bdb-a71a-18fe53c9259d tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:17.737799 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-745dc476-9210-4bdb-a71a-18fe53c9259d tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893691 Jul 16 04:28:17.740525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53708) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:17.768915 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-82f5eac4-9c85-400f-b60e-ebf474afad82 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272901 Jul 16 04:28:17.771331 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53710) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:17.856721 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-25d7ecff-f8b3-4d74-bc85-614174a22986 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1878281545', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:17.884942 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:15Z', 'updated_at': '2021-07-16T04:28:17Z', 'revision_number': 3, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:16Z', 'updated_at': '2021-07-16T04:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:17.910505 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Checking router: 076363d4-2486-40fa-ab2c-b3ccb6f7f722 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:28:17.910858 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Updating router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 port 5200d75b-74a4-48f2-8c21-24d8d6daea95 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:28:17.944843 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d7ecff-f8b3-4d74-bc85-614174a22986 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Made reservation on behalf of fa3b032676104f4880615a212910eb0a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:28:17.948371 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25d7ecff-f8b3-4d74-bc85-614174a22986 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:17.948833 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:18.131398 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25d7ecff-f8b3-4d74-bc85-614174a22986 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:18.194078 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:18.196132 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7ecff-f8b3-4d74-bc85-614174a22986 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Subnet': ['ID=3634af27-c7e0-4c70-a6d9-322e028bd059,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:18.205040 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d7ecff-f8b3-4d74-bc85-614174a22986 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Checking segment: {'id': 'bb36cd98-a450-450f-81f9-0ab244f471e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:28:18.205367 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Transition to ACTIVE for port object 5200d75b-74a4-48f2-8c21-24d8d6daea95 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:18.205522 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d7ecff-f8b3-4d74-bc85-614174a22986 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network hostable DHCP agents. Network: f41f010a-a674-4db4-a330-4e0b356aba0e, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:28:18.211300 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:18.222101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d7ecff-f8b3-4d74-bc85-614174a22986 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network f41f010a-a674-4db4-a330-4e0b356aba0e is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:28:18.230890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-25d7ecff-f8b3-4d74-bc85-614174a22986 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, f41f010a-a674-4db4-a330-4e0b356aba0e) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:28:18.235230 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d7ecff-f8b3-4d74-bc85-614174a22986 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:18.235825 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-25d7ecff-f8b3-4d74-bc85-614174a22986 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:18.242812 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161471a5-edac-43b7-b164-96027a7507ae None None] Network f41f010a-a674-4db4-a330-4e0b356aba0e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:28:18.253320 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-25d7ecff-f8b3-4d74-bc85-614174a22986 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4808605 Jul 16 04:28:18.255981 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bd148-8ee8-4907-b6ef-04fdc39c097a None None] Pushing event updated for resources: {'Port': ['ID=5200d75b-74a4-48f2-8c21-24d8d6daea95,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:18.256126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53714) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:18.272037 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bd148-8ee8-4907-b6ef-04fdc39c097a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:18.272037 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bd148-8ee8-4907-b6ef-04fdc39c097a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:18.272449 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bd148-8ee8-4907-b6ef-04fdc39c097a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:18.272690 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bd148-8ee8-4907-b6ef-04fdc39c097a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:18.273004 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bd148-8ee8-4907-b6ef-04fdc39c097a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:18.273337 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bd148-8ee8-4907-b6ef-04fdc39c097a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:18.273668 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bd148-8ee8-4907-b6ef-04fdc39c097a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:18.273994 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bd148-8ee8-4907-b6ef-04fdc39c097a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:18.274317 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bd148-8ee8-4907-b6ef-04fdc39c097a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:18.274643 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bd148-8ee8-4907-b6ef-04fdc39c097a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:18.274968 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bd148-8ee8-4907-b6ef-04fdc39c097a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:18.275292 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283bd148-8ee8-4907-b6ef-04fdc39c097a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:28:18.279039 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Attempting to bind port 5200d75b-74a4-48f2-8c21-24d8d6daea95 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:28:18.279039 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Attempting to bind port 5200d75b-74a4-48f2-8c21-24d8d6daea95 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:28:18.279296 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Attempting to bind port 5200d75b-74a4-48f2-8c21-24d8d6daea95 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:28:18.284570 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:28:18.284949 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:28:18.285346 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:18.285737 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:28:18.286203 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Bound port: 5200d75b-74a4-48f2-8c21-24d8d6daea95, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:28:18.286588 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:18.342582 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] For port 5200d75b-74a4-48f2-8c21-24d8d6daea95, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:28:18.346035 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] For port 5200d75b-74a4-48f2-8c21-24d8d6daea95, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5200d75b-74a4-48f2-8c21-24d8d6daea95,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:28:18.350566 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:18.403581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-f41f010a-a674-4db4-a330-4e0b356aba0e', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ips': [{'subnet_id': '3634af27-c7e0-4c70-a6d9-322e028bd059'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:28:18.404576 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:18.411195 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bd148-8ee8-4907-b6ef-04fdc39c097a None None] Pushing event updated for resources: {'Port': ['ID=5200d75b-74a4-48f2-8c21-24d8d6daea95,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:18.415903 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Routers {'076363d4-2486-40fa-ab2c-b3ccb6f7f722'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:18.416537 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:18.521013 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] Set router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:18.544891 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Allocated IP 172.20.0.2 (f41f010a-a674-4db4-a330-4e0b356aba0e/3634af27-c7e0-4c70-a6d9-322e028bd059/78af22f3-be49-4cff-9304-edb922f4a598) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:28:18.703947 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:18.704389 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:15Z', 'updated_at': '2021-07-16T04:28:17Z', 'revision_number': 3, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:16Z', 'updated_at': '2021-07-16T04:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:18.713544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Transition to ACTIVE for port object 78af22f3-be49-4cff-9304-edb922f4a598 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:18.717080 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:18.730481 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Transition to ACTIVE for port object 78af22f3-be49-4cff-9304-edb922f4a598 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:18.738314 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:18.782460 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Network f41f010a-a674-4db4-a330-4e0b356aba0e is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:28:18.786932 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:28:18.790173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:28:18.820648 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd20629-473a-4f6c-bb8c-86525a7b45c5 None None] The sync data for ids ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'] in n-d-800088-6 is: [{'id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:15Z', 'updated_at': '2021-07-16T04:28:17Z', 'revision_number': 3, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:16Z', 'updated_at': '2021-07-16T04:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:28:18.830663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Pushing event updated for resources: {'Port': ['ID=78af22f3-be49-4cff-9304-edb922f4a598,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:18.863159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Attempting to bind port 78af22f3-be49-4cff-9304-edb922f4a598 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:28:18.863635 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Attempting to bind port 78af22f3-be49-4cff-9304-edb922f4a598 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'bb36cd98-a450-450f-81f9-0ab244f471e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:28:18.864031 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Attempting to bind port 78af22f3-be49-4cff-9304-edb922f4a598 on network f41f010a-a674-4db4-a330-4e0b356aba0e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:28:18.870154 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:28:18.870539 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Checking segment: {'id': 'bb36cd98-a450-450f-81f9-0ab244f471e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:28:18.871085 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:18.871538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Bound using segment: {'id': 'bb36cd98-a450-450f-81f9-0ab244f471e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:28:18.872039 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Bound port: 78af22f3-be49-4cff-9304-edb922f4a598, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb36cd98-a450-450f-81f9-0ab244f471e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:28:18.872570 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:18.938310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] For port 78af22f3-be49-4cff-9304-edb922f4a598, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:28:18.942906 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] For port 78af22f3-be49-4cff-9304-edb922f4a598, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=78af22f3-be49-4cff-9304-edb922f4a598,segment=NetworkSegment(bb36cd98-a450-450f-81f9-0ab244f471e7),segment_id=bb36cd98-a450-450f-81f9-0ab244f471e7)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:28:18.947121 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:19.007729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fe266-be6a-46f9-a906-99a3aeea7a56 None None] Pushing event updated for resources: {'Port': ['ID=78af22f3-be49-4cff-9304-edb922f4a598,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:19.024181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.20.0.1 (f41f010a-a674-4db4-a330-4e0b356aba0e/3634af27-c7e0-4c70-a6d9-322e028bd059/2e072413-b319-4587-a609-047820ee51eb) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:28:19.198801 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5200d75b-74a4-48f2-8c21-24d8d6daea95 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:28:19.212628 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:19.229323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Transition to ACTIVE for port object 2e072413-b319-4587-a609-047820ee51eb will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:19.279506 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:19.302912 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 5200d75b-74a4-48f2-8c21-24d8d6daea95 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:28:19.308226 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 5200d75b-74a4-48f2-8c21-24d8d6daea95 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:19.308856 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:19.337029 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=2e072413-b319-4587-a609-047820ee51eb,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:19.352668 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network f41f010a-a674-4db4-a330-4e0b356aba0e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:28:19.354182 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:28:19.356869 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:28:19.403451 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:19.417999 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:19.440670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 5200d75b-74a4-48f2-8c21-24d8d6daea95, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5200d75b-74a4-48f2-8c21-24d8d6daea95,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:19.445451 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:19.502166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=5200d75b-74a4-48f2-8c21-24d8d6daea95,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:19.557223 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:19.851506 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:19.856413 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:19.933170 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:19.935897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=2e072413-b319-4587-a609-047820ee51eb,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:20.041709 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network f41f010a-a674-4db4-a330-4e0b356aba0e is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:28:20.043069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:28:20.054998 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80aedf1-be7e-4c51-88b3-5385dd621adf None None] Network f41f010a-a674-4db4-a330-4e0b356aba0e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:28:20.155905 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:28:20.163933 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e57da21f-4f91-4968-96ff-8d418e4aa5d6 None None] Provisioning for port 78af22f3-be49-4cff-9304-edb922f4a598 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:28:20.271751 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:28:20.277705 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-86e8d616-ede7-4a33-82ed-12d42231f268 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "PUT /v2.0/routers/076363d4-2486-40fa-ab2c-b3ccb6f7f722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0204554 Jul 16 04:28:20.437948 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-c5ce9ed5-4d83-4a0a-9745-2387af6d96eb tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305619851&fields=id&tenant_id=fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 267 time: 0.0360141 Jul 16 04:28:20.494569 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4a4be6fb-003d-4542-980a-3d28598e6465 None None] Provisioning for port 2e072413-b319-4587-a609-047820ee51eb completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:28:20.498822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4a4be6fb-003d-4542-980a-3d28598e6465 None None] Provisioning complete for port 2e072413-b319-4587-a609-047820ee51eb triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:20.499300 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a4be6fb-003d-4542-980a-3d28598e6465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:20.541776 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4a4be6fb-003d-4542-980a-3d28598e6465 None None] Port 2e072413-b319-4587-a609-047820ee51eb cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:28:20.561267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-09343927-b41f-48b1-a477-ae1f2ff81686 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:20.562829 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-09343927-b41f-48b1-a477-ae1f2ff81686 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/networks?id=f41f010a-a674-4db4-a330-4e0b356aba0e HTTP/1.1" status: 200 len: 796 time: 0.1185007 Jul 16 04:28:20.570845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Sync routers for ids ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:28:20.580090 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-fbac480d-abf6-44ec-ad78-d83862377e7f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/quotas/fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 375 time: 0.0100541 Jul 16 04:28:20.580352 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Routers {'076363d4-2486-40fa-ab2c-b3ccb6f7f722'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:20.580766 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:20.660979 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-a910e06a-2bc6-4aa7-838e-a0576e6c7231 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736148 Jul 16 04:28:20.768764 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-a6d2db7f-dae4-42c8-8a87-abdcce136984 service neutron] 10.222.0.18 "GET /v2.0/networks/f41f010a-a674-4db4-a330-4e0b356aba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943561 Jul 16 04:28:20.856319 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fa5cdfe4-b91a-49b5-abd1-08d9211c9cb2 None None] Provisioning complete for port 2e072413-b319-4587-a609-047820ee51eb triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:20.856697 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fa5cdfe4-b91a-49b5-abd1-08d9211c9cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:20.874338 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-45f5366f-1b56-4a8b-8d7c-52bc78747dfc service neutron] 10.222.0.18 "GET /v2.0/networks/f41f010a-a674-4db4-a330-4e0b356aba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979464 Jul 16 04:28:20.883120 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Set router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:20.931584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-fa5cdfe4-b91a-49b5-abd1-08d9211c9cb2 None None] Port 2e072413-b319-4587-a609-047820ee51eb cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:28:21.045836 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-704e67bb-d1c4-492e-8b0e-108b882949bd req-8a637ec7-ef60-4727-bcd1-1a0f9356d3f4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 210 time: 0.0297530 Jul 16 04:28:21.096248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8e2a040a-2502-48ac-9559-9a3fe8ae4219 None None] Provisioning complete for port 2e072413-b319-4587-a609-047820ee51eb triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:21.096636 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8e2a040a-2502-48ac-9559-9a3fe8ae4219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:21.184187 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a040a-2502-48ac-9559-9a3fe8ae4219 None None] Port 2e072413-b319-4587-a609-047820ee51eb cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:28:21.209332 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:15Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:16Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '2e072413-b319-4587-a609-047820ee51eb', 'name': '', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:36:07:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:18Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 2, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:21.239870 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Checking router: 076363d4-2486-40fa-ab2c-b3ccb6f7f722 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:28:21.240248 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Updating router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 port 2e072413-b319-4587-a609-047820ee51eb binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:28:21.297709 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 78af22f3-be49-4cff-9304-edb922f4a598 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:28:21.333124 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:21.413467 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 78af22f3-be49-4cff-9304-edb922f4a598 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:28:21.467015 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 78af22f3-be49-4cff-9304-edb922f4a598 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:21.467384 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:21.639845 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:21.705103 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 78af22f3-be49-4cff-9304-edb922f4a598, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=78af22f3-be49-4cff-9304-edb922f4a598,segment=NetworkSegment(bb36cd98-a450-450f-81f9-0ab244f471e7),segment_id=bb36cd98-a450-450f-81f9-0ab244f471e7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:21.713147 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:21.713934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5200d75b-74a4-48f2-8c21-24d8d6daea95 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:28:21.766754 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:21.793551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Transition to ACTIVE for port object 2e072413-b319-4587-a609-047820ee51eb will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:21.808280 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:21.810536 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=78af22f3-be49-4cff-9304-edb922f4a598,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:21.867543 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 5200d75b-74a4-48f2-8c21-24d8d6daea95 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:21.867939 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:21.872525 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da56ce-658b-4fd3-a448-115a3d0e17c7 None None] Pushing event updated for resources: {'Port': ['ID=2e072413-b319-4587-a609-047820ee51eb,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:21.963351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Attempting to bind port 2e072413-b319-4587-a609-047820ee51eb on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:28:21.963713 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Attempting to bind port 2e072413-b319-4587-a609-047820ee51eb by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'bb36cd98-a450-450f-81f9-0ab244f471e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:28:21.964072 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Attempting to bind port 2e072413-b319-4587-a609-047820ee51eb on network f41f010a-a674-4db4-a330-4e0b356aba0e {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:28:21.971681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:28:21.972047 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Checking segment: {'id': 'bb36cd98-a450-450f-81f9-0ab244f471e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:28:21.972470 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:21.972857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Bound using segment: {'id': 'bb36cd98-a450-450f-81f9-0ab244f471e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:28:21.973323 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Bound port: 2e072413-b319-4587-a609-047820ee51eb, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb36cd98-a450-450f-81f9-0ab244f471e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:28:21.973696 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:22.062626 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] For port 2e072413-b319-4587-a609-047820ee51eb, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:28:22.065673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] For port 2e072413-b319-4587-a609-047820ee51eb, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2e072413-b319-4587-a609-047820ee51eb,segment=NetworkSegment(bb36cd98-a450-450f-81f9-0ab244f471e7),segment_id=bb36cd98-a450-450f-81f9-0ab244f471e7)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:28:22.069712 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:22.143144 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Routers {'076363d4-2486-40fa-ab2c-b3ccb6f7f722'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:22.143823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:22.146783 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da56ce-658b-4fd3-a448-115a3d0e17c7 None None] Pushing event updated for resources: {'Port': ['ID=2e072413-b319-4587-a609-047820ee51eb,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:22.230901 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ee4b8c37-8f6d-440d-9994-8ef2707950e7 req-6f3a5c4a-b5fd-481c-87ac-fc48b1a2774d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 210 time: 0.0400815 Jul 16 04:28:22.274621 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] Set router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:22.295622 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-bd0eca7a-6da1-4733-9f29-0fc1f1086df6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:22.297299 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-bd0eca7a-6da1-4733-9f29-0fc1f1086df6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "GET /v2.0/networks?id=f41f010a-a674-4db4-a330-4e0b356aba0e HTTP/1.1" status: 200 len: 796 time: 0.1889095 Jul 16 04:28:22.360580 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-019748a6-e49b-45a5-886b-f779779cdc95 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 379 time: 0.0405145 Jul 16 04:28:22.372389 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-a2be379d-bfdb-457c-b987-796fedd59535 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'port': {'device_id': 'c0e9f005-6c34-4ca9-98bc-47ac61740adb', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'admin_state_up': True, 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'security_groups': ['1655a52e-c201-4e65-a263-5e9b70e15389']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:22.481181 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-a2be379d-bfdb-457c-b987-796fedd59535 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Made reservation on behalf of fa3b032676104f4880615a212910eb0a for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:28:22.484808 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-a2be379d-bfdb-457c-b987-796fedd59535 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:22.493991 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:15Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:16Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '2e072413-b319-4587-a609-047820ee51eb', 'name': '', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:36:07:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:18Z', 'updated_at': '2021-07-16T04:28:22Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:22.520341 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a3aaa-04df-4a93-b640-ebe274dfe7df None None] The sync data for ids ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'] in n-d-800088-6 is: [{'id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:15Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:16Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '2e072413-b319-4587-a609-047820ee51eb', 'name': '', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:36:07:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:18Z', 'updated_at': '2021-07-16T04:28:22Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:28:22.639514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-a2be379d-bfdb-457c-b987-796fedd59535 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.20.0.3 (f41f010a-a674-4db4-a330-4e0b356aba0e/3634af27-c7e0-4c70-a6d9-322e028bd059/2c464b78-3ddd-45c9-b41e-b2aed1fc044c) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:28:22.786263 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-a2be379d-bfdb-457c-b987-796fedd59535 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:22.801846 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-a2be379d-bfdb-457c-b987-796fedd59535 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Transition to ACTIVE for port object 2c464b78-3ddd-45c9-b41e-b2aed1fc044c will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:22.836478 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-a2be379d-bfdb-457c-b987-796fedd59535 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:22.884237 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-a2be379d-bfdb-457c-b987-796fedd59535 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network f41f010a-a674-4db4-a330-4e0b356aba0e is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:28:22.887490 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-a2be379d-bfdb-457c-b987-796fedd59535 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:28:22.890065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-a2be379d-bfdb-457c-b987-796fedd59535 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:28:22.920786 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be379d-bfdb-457c-b987-796fedd59535 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=2c464b78-3ddd-45c9-b41e-b2aed1fc044c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:22.948926 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-a2be379d-bfdb-457c-b987-796fedd59535 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:22.949583 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-a2be379d-bfdb-457c-b987-796fedd59535 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:22.966788 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-a2be379d-bfdb-457c-b987-796fedd59535 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5981317 Jul 16 04:28:22.979714 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-7394cb09-9ae7-46ec-97ae-45c432d6b71a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:28:22.980755 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-7394cb09-9ae7-46ec-97ae-45c432d6b71a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057771 Jul 16 04:28:22.995352 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Request body: {'port': {'device_id': 'c0e9f005-6c34-4ca9-98bc-47ac61740adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:23.079820 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:23.194913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4e6ee730-5e33-4a03-ae70-58ce236719f0 None None] Provisioning for port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:28:23.198656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4e6ee730-5e33-4a03-ae70-58ce236719f0 None None] Provisioning complete for port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:23.199248 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e6ee730-5e33-4a03-ae70-58ce236719f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:23.243663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ee730-5e33-4a03-ae70-58ce236719f0 None None] Port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:28:23.279566 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 78af22f3-be49-4cff-9304-edb922f4a598 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:28:23.342105 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 78af22f3-be49-4cff-9304-edb922f4a598 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:23.342738 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:23.388205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c464b78-3ddd-45c9-b41e-b2aed1fc044c {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:28:23.399052 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:23.411551 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Transition to ACTIVE for port object 2c464b78-3ddd-45c9-b41e-b2aed1fc044c will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:28:23.415576 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:23.440510 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2e072413-b319-4587-a609-047820ee51eb up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:28:23.452231 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65f0f9-31d7-47e1-a2fb-8481633c38c2 req-e9987eac-c419-4f05-866a-787a735d95c7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:23.454643 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a65f0f9-31d7-47e1-a2fb-8481633c38c2 req-e9987eac-c419-4f05-866a-787a735d95c7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 931 time: 0.1061974 Jul 16 04:28:23.509689 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Pushing event updated for resources: {'Port': ['ID=2c464b78-3ddd-45c9-b41e-b2aed1fc044c,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:23.522163 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 2e072413-b319-4587-a609-047820ee51eb completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:28:23.532901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2e072413-b319-4587-a609-047820ee51eb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:23.533294 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:23.600086 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Attempting to bind port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:28:23.604783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Attempting to bind port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'bb36cd98-a450-450f-81f9-0ab244f471e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:28:23.605496 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Attempting to bind port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c on network f41f010a-a674-4db4-a330-4e0b356aba0e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:28:23.615789 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c on network f41f010a-a674-4db4-a330-4e0b356aba0e not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:28:23.616343 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Attempting to bind port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c on network f41f010a-a674-4db4-a330-4e0b356aba0e {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:28:23.629673 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:28:23.630174 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Checking segment: {'id': 'bb36cd98-a450-450f-81f9-0ab244f471e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:28:23.630721 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Bound using segment: {'id': 'bb36cd98-a450-450f-81f9-0ab244f471e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:28:23.632791 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Bound port: 2c464b78-3ddd-45c9-b41e-b2aed1fc044c, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb36cd98-a450-450f-81f9-0ab244f471e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:28:23.633353 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:23.742695 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] For port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:28:23.747169 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] For port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2c464b78-3ddd-45c9-b41e-b2aed1fc044c,segment=NetworkSegment(bb36cd98-a450-450f-81f9-0ab244f471e7),segment_id=bb36cd98-a450-450f-81f9-0ab244f471e7)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:28:23.758511 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:23.817731 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:23.818593 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:23.820737 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] 10.222.0.88 "PUT /v2.0/ports/2c464b78-3ddd-45c9-b41e-b2aed1fc044c HTTP/1.1" status: 200 len: 1091 time: 0.8298168 Jul 16 04:28:23.821196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e9f005-6c34-4ca9-98bc-47ac61740adb', 'tag': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:28:23.823482 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb45c66-430c-4445-aece-02058c933770" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e9f005-6c34-4ca9-98bc-47ac61740adb", "tag": "2c464b78-3ddd-45c9-b41e-b2aed1fc044c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:28:23.862729 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe13b3-a63f-4d84-b788-68e66d294988 service neutron] Pushing event updated for resources: {'Port': ['ID=2c464b78-3ddd-45c9-b41e-b2aed1fc044c,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:23.889555 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:23.940561 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d83c43-8d0c-4df9-a96f-82bea7737ee2 x-openstack-request-id: req-40d83c43-8d0c-4df9-a96f-82bea7737ee2 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:28:23.940911 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e9f005-6c34-4ca9-98bc-47ac61740adb", "tag": "2c464b78-3ddd-45c9-b41e-b2aed1fc044c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:28:23.941108 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40d83c43-8d0c-4df9-a96f-82bea7737ee2 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:28:23.946997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 2e072413-b319-4587-a609-047820ee51eb, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2e072413-b319-4587-a609-047820ee51eb,segment=NetworkSegment(bb36cd98-a450-450f-81f9-0ab244f471e7),segment_id=bb36cd98-a450-450f-81f9-0ab244f471e7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:23.948808 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e9f005-6c34-4ca9-98bc-47ac61740adb', 'tag': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c', 'status': 'completed', 'code': 200} Jul 16 04:28:23.956977 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:23.981456 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b5f5bd08-9240-4aae-8710-4402d9b131ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:23.984688 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-b5f5bd08-9240-4aae-8710-4402d9b131ce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 1094 time: 0.1037769 Jul 16 04:28:23.987997 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a65f0f9-31d7-47e1-a2fb-8481633c38c2 req-214d8ca9-aa1e-4879-946c-6bfcb303b477 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5273659 Jul 16 04:28:24.028500 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=2e072413-b319-4587-a609-047820ee51eb,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:24.039231 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-891ba402-d330-4f35-aebe-9d4b38f5ca2d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c464b78-3ddd-45c9-b41e-b2aed1fc044c HTTP/1.1" status: 200 len: 217 time: 0.0436032 Jul 16 04:28:24.095147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-8a15850f-4e41-423c-a829-e123ded9ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:24.096637 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-8a15850f-4e41-423c-a829-e123ded9ccf8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3634af27-c7e0-4c70-a6d9-322e028bd059 HTTP/1.1" status: 200 len: 835 time: 0.0471787 Jul 16 04:28:24.162810 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-384c41bb-ae01-4802-b9c8-23242de7b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:24.164333 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-384c41bb-ae01-4802-b9c8-23242de7b2f1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f41f010a-a674-4db4-a330-4e0b356aba0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581968 Jul 16 04:28:24.257410 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-fcc7783c-a7d5-482d-8dca-f24f96600811 service neutron] 10.222.0.88 "GET /v2.0/networks/f41f010a-a674-4db4-a330-4e0b356aba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848289 Jul 16 04:28:24.350132 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f606ad5c-366d-4b99-85dc-ca8fafa1f491 req-2fa0344f-21a7-4a3a-bbcb-2f22861c1616 service neutron] 10.222.0.88 "GET /v2.0/networks/f41f010a-a674-4db4-a330-4e0b356aba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823116 Jul 16 04:28:24.467061 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb45c66-430c-4445-aece-02058c933770 req-8f81e555-bb65-46a2-ac0a-eca591aa41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:24.468455 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5eb45c66-430c-4445-aece-02058c933770 req-8f81e555-bb65-46a2-ac0a-eca591aa41fc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 1094 time: 0.0509493 Jul 16 04:28:24.556042 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb45c66-430c-4445-aece-02058c933770 req-0c2238e7-979a-4b3a-9f80-fb7d095e73fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:24.557482 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5eb45c66-430c-4445-aece-02058c933770 req-0c2238e7-979a-4b3a-9f80-fb7d095e73fa service neutron] 10.222.0.88 "GET /v2.0/networks?id=f41f010a-a674-4db4-a330-4e0b356aba0e HTTP/1.1" status: 200 len: 897 time: 0.0825694 Jul 16 04:28:24.597736 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5eb45c66-430c-4445-aece-02058c933770 req-32dba0f9-7302-4d49-bafb-c842ae9af9e6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c464b78-3ddd-45c9-b41e-b2aed1fc044c HTTP/1.1" status: 200 len: 217 time: 0.0334759 Jul 16 04:28:24.645004 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb45c66-430c-4445-aece-02058c933770 req-1333c681-e2d1-438f-a922-a1e0bbd7ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:24.646433 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5eb45c66-430c-4445-aece-02058c933770 req-1333c681-e2d1-438f-a922-a1e0bbd7ce61 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3634af27-c7e0-4c70-a6d9-322e028bd059 HTTP/1.1" status: 200 len: 835 time: 0.0423708 Jul 16 04:28:24.702015 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb45c66-430c-4445-aece-02058c933770 req-46ee6a4a-8b96-4552-b12e-7be571dd021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:24.703412 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5eb45c66-430c-4445-aece-02058c933770 req-46ee6a4a-8b96-4552-b12e-7be571dd021d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f41f010a-a674-4db4-a330-4e0b356aba0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498319 Jul 16 04:28:24.793451 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5eb45c66-430c-4445-aece-02058c933770 req-fe03caff-12af-4445-a72b-35991ef0c0e2 service neutron] 10.222.0.88 "GET /v2.0/networks/f41f010a-a674-4db4-a330-4e0b356aba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817106 Jul 16 04:28:25.175017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2e072413-b319-4587-a609-047820ee51eb up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:28:25.183502 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce041e-e56b-4395-905f-1bf3e878f9b8 req-f1501317-66ec-4239-b95b-b385b0a11113 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:25.185247 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7ce041e-e56b-4395-905f-1bf3e878f9b8 req-f1501317-66ec-4239-b95b-b385b0a11113 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 943 time: 0.0708055 Jul 16 04:28:25.227366 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2e072413-b319-4587-a609-047820ee51eb triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:25.227732 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:25.228926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7ce041e-e56b-4395-905f-1bf3e878f9b8 req-edd84fb0-dfb2-4671-a5f6-ae1a1d94d374 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377171 Jul 16 04:28:25.247706 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-5eb45c66-430c-4445-aece-02058c933770 req-be2d2f85-9031-46ce-8d5d-abbea086671b service neutron] 10.222.0.88 "GET /v2.0/networks/f41f010a-a674-4db4-a330-4e0b356aba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409747 Jul 16 04:28:26.282839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2c464b78-3ddd-45c9-b41e-b2aed1fc044c details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:28:26.379073 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2c464b78-3ddd-45c9-b41e-b2aed1fc044c,segment=NetworkSegment(bb36cd98-a450-450f-81f9-0ab244f471e7),segment_id=bb36cd98-a450-450f-81f9-0ab244f471e7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:26.390472 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'port_id': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c', 'mac_address': 'fa:16:3e:69:dd:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:28:26.415387 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eade102-68e4-4b53-82fe-0ac15758f64a req-8a28a9a6-7262-4d48-bc1e-764d4e721a67 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:26.416893 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4eade102-68e4-4b53-82fe-0ac15758f64a req-8a28a9a6-7262-4d48-bc1e-764d4e721a67 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 943 time: 0.0665188 Jul 16 04:28:26.427427 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:26.440012 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c464b78-3ddd-45c9-b41e-b2aed1fc044c {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:28:26.453869 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4eade102-68e4-4b53-82fe-0ac15758f64a req-4d3b834f-c73b-4cde-9ed1-71df372a7bff tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314107 Jul 16 04:28:26.459125 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2c464b78-3ddd-45c9-b41e-b2aed1fc044c,segment=NetworkSegment(bb36cd98-a450-450f-81f9-0ab244f471e7),segment_id=bb36cd98-a450-450f-81f9-0ab244f471e7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:26.463940 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:26.509589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=2c464b78-3ddd-45c9-b41e-b2aed1fc044c,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:26.758768 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['2c464b78-3ddd-45c9-b41e-b2aed1fc044c'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:28:27.696227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ecb68-a1a9-4fca-9130-52884553681b req-1aa4a29e-12e9-414d-ac11-b74890c8cdf3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:27.697746 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b23ecb68-a1a9-4fca-9130-52884553681b req-1aa4a29e-12e9-414d-ac11-b74890c8cdf3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 944 time: 0.1306703 Jul 16 04:28:27.735625 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b23ecb68-a1a9-4fca-9130-52884553681b req-c6fca571-3473-4c80-8163-ff4b82ad8c22 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321660 Jul 16 04:28:28.298173 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2c464b78-3ddd-45c9-b41e-b2aed1fc044c up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:28:28.347718 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:28:28.351202 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:28:28.351573 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:28.424159 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:28.446144 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e9f005-6c34-4ca9-98bc-47ac61740adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:28:28.448420 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a7bf6a00885495cfb079af2d673c16a0e00f5c509fc2aa19f2a7086eda902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7671d6e4-80c9-4395-bf4c-fc5a08f02f59" -d '{"events": [{"server_uuid": "c0e9f005-6c34-4ca9-98bc-47ac61740adb", "name": "network-vif-plugged", "status": "completed", "tag": "2c464b78-3ddd-45c9-b41e-b2aed1fc044c"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:28:28.460796 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2c464b78-3ddd-45c9-b41e-b2aed1fc044c,segment=NetworkSegment(bb36cd98-a450-450f-81f9-0ab244f471e7),segment_id=bb36cd98-a450-450f-81f9-0ab244f471e7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:28:28.465478 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:28.490902 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1182bca1-02c0-4df6-a5f8-a7323398ea30 x-openstack-request-id: req-1182bca1-02c0-4df6-a5f8-a7323398ea30 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:28:28.491220 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e9f005-6c34-4ca9-98bc-47ac61740adb", "name": "network-vif-plugged", "status": "completed", "tag": "2c464b78-3ddd-45c9-b41e-b2aed1fc044c", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:28:28.491473 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1182bca1-02c0-4df6-a5f8-a7323398ea30 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:28:28.491861 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e9f005-6c34-4ca9-98bc-47ac61740adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c', 'code': 200} Jul 16 04:28:28.519798 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=2c464b78-3ddd-45c9-b41e-b2aed1fc044c,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:28.618126 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0439ab2-1a92-4a8c-8588-4cfd532879e0 req-7051e6da-e100-4eb6-adbc-1974dcca8c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:28.619536 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b0439ab2-1a92-4a8c-8588-4cfd532879e0 req-7051e6da-e100-4eb6-adbc-1974dcca8c63 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 1096 time: 0.0521054 Jul 16 04:28:28.653623 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b0439ab2-1a92-4a8c-8588-4cfd532879e0 req-3148cf1f-9cbf-41ec-868d-286947ed62de service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272293 Jul 16 04:28:28.905038 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2844c7-3c4a-48d0-94e2-afafa88a95ca req-b14f8b04-def1-4620-adce-e6787b612992 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:28.906444 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a2844c7-3c4a-48d0-94e2-afafa88a95ca req-b14f8b04-def1-4620-adce-e6787b612992 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0622559 Jul 16 04:28:28.944051 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8a2844c7-3c4a-48d0-94e2-afafa88a95ca req-e69a2602-bc59-4692-a3bc-4ef52b6700ad tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321081 Jul 16 04:28:30.122895 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-219cbebe-589d-4407-a63b-d3ef2db1d49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:30.161970 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384de8de-5be2-4c01-8926-8f3dddbb0c1e req-3c226fcc-58af-4b60-94d6-4877d485f8ff tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:30.163468 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-384de8de-5be2-4c01-8926-8f3dddbb0c1e req-3c226fcc-58af-4b60-94d6-4877d485f8ff tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.1095893 Jul 16 04:28:30.202308 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-384de8de-5be2-4c01-8926-8f3dddbb0c1e req-3d8820bb-b841-4a10-874f-4117414cfa45 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332711 Jul 16 04:28:30.374050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bc021-a5db-4c1d-a869-3bcbbdb5dd58 req-548b2072-2a23-48dd-924f-4fd34f2651ff tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:30.375813 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-320bc021-a5db-4c1d-a869-3bcbbdb5dd58 req-548b2072-2a23-48dd-924f-4fd34f2651ff tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0633693 Jul 16 04:28:30.413344 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-320bc021-a5db-4c1d-a869-3bcbbdb5dd58 req-60f6489c-79d4-496f-be5b-a77281813868 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320036 Jul 16 04:28:30.436068 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53774) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:30.528289 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089e29d8-b4d9-46d7-a6a4-766eb75d6ec0 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:30.529741 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-089e29d8-b4d9-46d7-a6a4-766eb75d6ec0 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 1091 time: 0.0926759 Jul 16 04:28:30.532600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53778) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:30.536873 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:28:30.558837 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:30.652722 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:30.755478 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.25.3.21 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/657d415b-7700-43f4-8c78-886ebfbfbc52) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:28:30.857254 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:30.893876 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:30.937592 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:28:30.940367 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:28:30.943994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:28:30.949922 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=657d415b-7700-43f4-8c78-886ebfbfbc52,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:31.300060 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:31.378222 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:31.524908 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:31.529456 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:31.596059 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=657d415b-7700-43f4-8c78-886ebfbfbc52,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:28:31.605766 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:31.657477 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:31.709361 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Floating IP a6f8f808-4b67-4dbc-baf4-33a8c56340b3 associated. External IP: 172.25.3.21, port: 2c464b78-3ddd-45c9-b41e-b2aed1fc044c. Jul 16 04:28:31.914924 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:28:31.964879 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:32.026147 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:28:32.036620 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5e105-3a5b-4ad6-bc4b-adaf15be5dc7 None None] Sync routers for ids ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:28:32.042469 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:32.046131 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5e105-3a5b-4ad6-bc4b-adaf15be5dc7 None None] Routers {'076363d4-2486-40fa-ab2c-b3ccb6f7f722'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:32.046812 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e1e5e105-3a5b-4ad6-bc4b-adaf15be5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:32.078070 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-5cb19592-19c7-42ea-9bd9-1fa703853b2b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5444646 Jul 16 04:28:32.078656 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e9f005-6c34-4ca9-98bc-47ac61740adb', 'tag': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:28:32.080931 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b8b959b9fca1a105980ebce844832c28e6a42280803fa08d089bc89e3fbb959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6091c87e-fd2b-45e8-9b4a-fa75a196f7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e9f005-6c34-4ca9-98bc-47ac61740adb", "tag": "2c464b78-3ddd-45c9-b41e-b2aed1fc044c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:28:32.119445 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102dd7ac-cca9-49f5-b4ba-0d381f67e81a x-openstack-request-id: req-102dd7ac-cca9-49f5-b4ba-0d381f67e81a {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:28:32.119841 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e9f005-6c34-4ca9-98bc-47ac61740adb", "tag": "2c464b78-3ddd-45c9-b41e-b2aed1fc044c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:28:32.120116 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-102dd7ac-cca9-49f5-b4ba-0d381f67e81a {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:28:32.120540 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e9f005-6c34-4ca9-98bc-47ac61740adb', 'tag': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c', 'status': 'completed', 'code': 200} Jul 16 04:28:32.155682 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e1e5e105-3a5b-4ad6-bc4b-adaf15be5dc7 None None] Set router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:32.237037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824af847-c381-46e7-82f0-baaf1977a300 req-690f741e-9668-4599-8334-208905b23a23 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:32.238563 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-824af847-c381-46e7-82f0-baaf1977a300 req-690f741e-9668-4599-8334-208905b23a23 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0690472 Jul 16 04:28:32.240187 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091c87e-fd2b-45e8-9b4a-fa75a196f7f6 req-5496b8e8-5fd4-4f8b-9768-4399a365890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:32.241728 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6091c87e-fd2b-45e8-9b4a-fa75a196f7f6 req-5496b8e8-5fd4-4f8b-9768-4399a365890f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 1096 time: 0.0986059 Jul 16 04:28:32.276914 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-824af847-c381-46e7-82f0-baaf1977a300 req-b056d0c0-ca09-4eee-935b-615400c96dd7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327609 Jul 16 04:28:32.303008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53786) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:32.337065 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091c87e-fd2b-45e8-9b4a-fa75a196f7f6 req-49b92f4d-029c-4275-9266-a422e2ea0106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:32.338955 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6091c87e-fd2b-45e8-9b4a-fa75a196f7f6 req-49b92f4d-029c-4275-9266-a422e2ea0106 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f41f010a-a674-4db4-a330-4e0b356aba0e HTTP/1.1" status: 200 len: 897 time: 0.0895560 Jul 16 04:28:32.373115 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9399c651-e0c2-4fb5-9f40-7aaabd10394f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/a6f8f808-4b67-4dbc-baf4-33a8c56340b3 HTTP/1.1" status: 200 len: 990 time: 0.0687532 Jul 16 04:28:32.390013 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e1e5e105-3a5b-4ad6-bc4b-adaf15be5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:15Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:16Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'a6f8f808-4b67-4dbc-baf4-33a8c56340b3', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'port_id': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'mac_address': 'fa:16:3e:69:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e9f005-6c34-4ca9-98bc-47ac61740adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:28:31Z', 'updated_at': '2021-07-16T04:28:31Z', 'revision_number': 0, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e072413-b319-4587-a609-047820ee51eb', 'name': '', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:36:07:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:18Z', 'updated_at': '2021-07-16T04:28:23Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:32.404240 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6091c87e-fd2b-45e8-9b4a-fa75a196f7f6 req-2fe61454-94d6-4417-b376-fee539413a39 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c464b78-3ddd-45c9-b41e-b2aed1fc044c HTTP/1.1" status: 200 len: 998 time: 0.0590293 Jul 16 04:28:32.419793 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5e105-3a5b-4ad6-bc4b-adaf15be5dc7 None None] Checking router: 076363d4-2486-40fa-ab2c-b3ccb6f7f722 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:28:32.427849 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5e105-3a5b-4ad6-bc4b-adaf15be5dc7 None None] Routers {'076363d4-2486-40fa-ab2c-b3ccb6f7f722'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:28:32.428426 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e1e5e105-3a5b-4ad6-bc4b-adaf15be5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:28:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:32.454635 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091c87e-fd2b-45e8-9b4a-fa75a196f7f6 req-5a9cc745-5aa6-4251-9d46-ef05e43a3f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:32.456053 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6091c87e-fd2b-45e8-9b4a-fa75a196f7f6 req-5a9cc745-5aa6-4251-9d46-ef05e43a3f58 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3634af27-c7e0-4c70-a6d9-322e028bd059 HTTP/1.1" status: 200 len: 835 time: 0.0459445 Jul 16 04:28:32.512173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091c87e-fd2b-45e8-9b4a-fa75a196f7f6 req-6cded18b-414f-402b-b4b0-290f99445227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:28:32.513679 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6091c87e-fd2b-45e8-9b4a-fa75a196f7f6 req-6cded18b-414f-402b-b4b0-290f99445227 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f41f010a-a674-4db4-a330-4e0b356aba0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507855 Jul 16 04:28:32.531837 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-e1e5e105-3a5b-4ad6-bc4b-adaf15be5dc7 None None] Set router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:28:32.600177 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6091c87e-fd2b-45e8-9b4a-fa75a196f7f6 req-4b00c933-7049-4a96-a772-8acb4d0bd4a4 service neutron] 10.222.0.88 "GET /v2.0/networks/f41f010a-a674-4db4-a330-4e0b356aba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794680 Jul 16 04:28:32.692561 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-6091c87e-fd2b-45e8-9b4a-fa75a196f7f6 req-c5f3967e-9055-4f63-a4ea-a1eca7b916b4 service neutron] 10.222.0.88 "GET /v2.0/networks/f41f010a-a674-4db4-a330-4e0b356aba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858247 Jul 16 04:28:32.749344 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-e1e5e105-3a5b-4ad6-bc4b-adaf15be5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:15Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:16Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'a6f8f808-4b67-4dbc-baf4-33a8c56340b3', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'port_id': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'mac_address': 'fa:16:3e:69:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e9f005-6c34-4ca9-98bc-47ac61740adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:28:31Z', 'updated_at': '2021-07-16T04:28:31Z', 'revision_number': 0, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e072413-b319-4587-a609-047820ee51eb', 'name': '', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:36:07:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:18Z', 'updated_at': '2021-07-16T04:28:23Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:28:32.777802 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e5e105-3a5b-4ad6-bc4b-adaf15be5dc7 None None] The sync data for ids ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'] in n-d-800088-6 is: [{'id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:15Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:16Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'a6f8f808-4b67-4dbc-baf4-33a8c56340b3', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'port_id': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'mac_address': 'fa:16:3e:69:dd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e9f005-6c34-4ca9-98bc-47ac61740adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:28:31Z', 'updated_at': '2021-07-16T04:28:31Z', 'revision_number': 0, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e072413-b319-4587-a609-047820ee51eb', 'name': '', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:36:07:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:18Z', 'updated_at': '2021-07-16T04:28:23Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:28:32.843120 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bfcd4917-3c6a-40e4-8de5-5cc1ed879429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:32.875702 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:32.962330 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783fb60-b9d5-4e5f-861c-5deea4705d95 None None] New status for floating IP a6f8f808-4b67-4dbc-baf4-33a8c56340b3: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:28:33.377073 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53788) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:28:33.436617 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-290f9593-8658-4ca0-aeb1-8b76315e87a3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/a6f8f808-4b67-4dbc-baf4-33a8c56340b3 HTTP/1.1" status: 200 len: 992 time: 0.0584574 Jul 16 04:28:34.086280 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:35.939082 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:28:51.169262 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:29:00.123193 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a2f7502d-dd5d-46e2-afa3-eb2c55cda5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:01.660332 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:01.960979 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:02.843389 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1989751e-3e35-4632-b225-1a7c14f68776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:02.876258 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:04.089239 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:05.941328 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:05.949165 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0217ef45-9af9-40d6-86a0-69980d90532a req-ce87268a-7547-42a6-9bcf-64728fda07c6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520351 Jul 16 04:29:06.043992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ef45-9af9-40d6-86a0-69980d90532a req-8247f7e5-6ccd-4e52-ac8d-7a3e4c18fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:06.045500 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0217ef45-9af9-40d6-86a0-69980d90532a req-8247f7e5-6ccd-4e52-ac8d-7a3e4c18fadd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 1096 time: 0.0513361 Jul 16 04:29:06.155100 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ef45-9af9-40d6-86a0-69980d90532a req-27624ce2-a51e-411d-95e3-cc7bcb8af0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:06.156602 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0217ef45-9af9-40d6-86a0-69980d90532a req-27624ce2-a51e-411d-95e3-cc7bcb8af0a4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f41f010a-a674-4db4-a330-4e0b356aba0e HTTP/1.1" status: 200 len: 897 time: 0.0898993 Jul 16 04:29:06.222967 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0217ef45-9af9-40d6-86a0-69980d90532a req-5b93bcb8-9bd4-43bc-bbe7-7f4ad71e8907 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c464b78-3ddd-45c9-b41e-b2aed1fc044c HTTP/1.1" status: 200 len: 1000 time: 0.0588024 Jul 16 04:29:06.269217 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ef45-9af9-40d6-86a0-69980d90532a req-37e54e90-7296-4814-a37c-582355116e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:06.270585 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0217ef45-9af9-40d6-86a0-69980d90532a req-37e54e90-7296-4814-a37c-582355116e67 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3634af27-c7e0-4c70-a6d9-322e028bd059 HTTP/1.1" status: 200 len: 835 time: 0.0417905 Jul 16 04:29:06.333826 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217ef45-9af9-40d6-86a0-69980d90532a req-070b553d-9f43-4c55-ac4c-23243acfdcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:06.335323 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0217ef45-9af9-40d6-86a0-69980d90532a req-070b553d-9f43-4c55-ac4c-23243acfdcea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f41f010a-a674-4db4-a330-4e0b356aba0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523980 Jul 16 04:29:06.425217 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0217ef45-9af9-40d6-86a0-69980d90532a req-1006845c-cf9a-4205-beab-e56fb16fbe33 service neutron] 10.222.0.88 "GET /v2.0/networks/f41f010a-a674-4db4-a330-4e0b356aba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832424 Jul 16 04:29:06.512869 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-0217ef45-9af9-40d6-86a0-69980d90532a req-6a1e37c3-068d-4b35-9473-8045a2690f6f service neutron] 10.222.0.88 "GET /v2.0/networks/f41f010a-a674-4db4-a330-4e0b356aba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796959 Jul 16 04:29:07.064506 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc3884-94b5-4381-bb01-22de9e8163fd req-c3fcfa33-bed3-41b8-a871-50d936effbb0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:07.065915 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-facc3884-94b5-4381-bb01-22de9e8163fd req-c3fcfa33-bed3-41b8-a871-50d936effbb0 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0669611 Jul 16 04:29:07.102609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-facc3884-94b5-4381-bb01-22de9e8163fd req-6e19e030-a0a2-4b46-a470-9396666a7abe tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305223 Jul 16 04:29:08.273027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c810d-9f84-40b0-84d4-8969c4e68dbd req-f6a3c6d7-5f98-4e19-baf3-40b68dc6f202 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:08.274520 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3f9c810d-9f84-40b0-84d4-8969c4e68dbd req-f6a3c6d7-5f98-4e19-baf3-40b68dc6f202 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0621734 Jul 16 04:29:08.310614 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3f9c810d-9f84-40b0-84d4-8969c4e68dbd req-d286eb36-bec1-43e9-9d6c-d46e20e077f2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307462 Jul 16 04:29:09.487273 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668e473-640a-4c21-8159-112b5d6d171b req-87b42fa4-bb77-42e0-b569-ee59a187a708 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:09.488761 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5668e473-640a-4c21-8159-112b5d6d171b req-87b42fa4-bb77-42e0-b569-ee59a187a708 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0654051 Jul 16 04:29:09.526086 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5668e473-640a-4c21-8159-112b5d6d171b req-0e0dcb0e-2984-4797-b6cd-3a804c78d5c1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312924 Jul 16 04:29:10.696608 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e39c3-ec24-45b8-9e31-847e403517f8 req-384c7dcc-b6bb-49f4-adcd-07cc02fe557d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:10.698122 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c93e39c3-ec24-45b8-9e31-847e403517f8 req-384c7dcc-b6bb-49f4-adcd-07cc02fe557d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0630682 Jul 16 04:29:10.735494 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c93e39c3-ec24-45b8-9e31-847e403517f8 req-b4d5e8cb-5fc0-4ea8-9577-252cc21d50c3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318420 Jul 16 04:29:11.905297 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a86eb-4780-406f-87bd-c52c9f7acff9 req-6403a891-bae0-4770-a99c-494b6a1d1d0a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:11.906714 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-858a86eb-4780-406f-87bd-c52c9f7acff9 req-6403a891-bae0-4770-a99c-494b6a1d1d0a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0639865 Jul 16 04:29:11.944333 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-858a86eb-4780-406f-87bd-c52c9f7acff9 req-84f7fd6e-b43e-4415-8a21-d0351ebf4855 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317731 Jul 16 04:29:13.120031 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8e8d7-bf6f-4dd3-b151-48049268be7a req-42974020-aeac-4b63-9a74-ee2d18bac6ab tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:13.121544 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46f8e8d7-bf6f-4dd3-b151-48049268be7a req-42974020-aeac-4b63-9a74-ee2d18bac6ab tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0670960 Jul 16 04:29:13.158839 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-46f8e8d7-bf6f-4dd3-b151-48049268be7a req-8b68fd94-cf3b-4aed-b853-91358f9e016f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314260 Jul 16 04:29:14.330793 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7be08-e43d-4966-b8f6-d7e1d4c0a522 req-94b42ff6-2265-4fd3-8f5c-6774b62907a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:14.332264 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0cd7be08-e43d-4966-b8f6-d7e1d4c0a522 req-94b42ff6-2265-4fd3-8f5c-6774b62907a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0624640 Jul 16 04:29:14.373040 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0cd7be08-e43d-4966-b8f6-d7e1d4c0a522 req-707df57a-6a20-4a9d-8868-507c7c80260f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352421 Jul 16 04:29:15.544600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d0c24-9608-479c-8ef7-046b8576788d req-de9a2167-6185-4a6a-b33c-a85361cca390 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:15.546067 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-197d0c24-9608-479c-8ef7-046b8576788d req-de9a2167-6185-4a6a-b33c-a85361cca390 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0665884 Jul 16 04:29:15.583670 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-197d0c24-9608-479c-8ef7-046b8576788d req-079dbd8f-89a1-488d-bcc6-dc94f64797ee tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321097 Jul 16 04:29:16.753052 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8e7e4-6460-4879-a611-039718140834 req-400c55af-9eaa-4744-a67d-f89d041c7991 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:16.754524 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8af8e7e4-6460-4879-a611-039718140834 req-400c55af-9eaa-4744-a67d-f89d041c7991 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0628603 Jul 16 04:29:16.790885 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8af8e7e4-6460-4879-a611-039718140834 req-e5288aa4-8d39-4b97-916c-5af2d8cdf8bc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303643 Jul 16 04:29:17.959243 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301536f1-e0bd-427b-803c-726cad6ed3a5 req-0bfcd517-e2fb-40d5-b9fc-90dacd106dfb tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:17.960732 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-301536f1-e0bd-427b-803c-726cad6ed3a5 req-0bfcd517-e2fb-40d5-b9fc-90dacd106dfb tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0622733 Jul 16 04:29:17.997390 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-301536f1-e0bd-427b-803c-726cad6ed3a5 req-dc9811d1-356a-461c-a0af-a8d96daadf16 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306478 Jul 16 04:29:18.022427 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53822) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:18.084898 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c5f6118f-0f6d-45fb-bce4-4afed4fac706 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/a6f8f808-4b67-4dbc-baf4-33a8c56340b3 HTTP/1.1" status: 200 len: 992 time: 0.0613217 Jul 16 04:29:19.503076 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb274-ee93-4e74-baea-9ec728bd4f28 req-4ff848de-cca0-4e01-8835-063c16160045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:19.504638 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b57eb274-ee93-4e74-baea-9ec728bd4f28 req-4ff848de-cca0-4e01-8835-063c16160045 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 1096 time: 0.0516961 Jul 16 04:29:19.510116 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae4e4a-f61c-4b86-af67-795a6b28c912 req-94981ca6-c324-4a3e-b586-89045fc1be29 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:19.511609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8aae4e4a-f61c-4b86-af67-795a6b28c912 req-94981ca6-c324-4a3e-b586-89045fc1be29 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0641277 Jul 16 04:29:19.548876 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8aae4e4a-f61c-4b86-af67-795a6b28c912 req-32a4f4af-4fe2-4d66-a5f8-8a9e33d0c4c2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315511 Jul 16 04:29:19.601073 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb274-ee93-4e74-baea-9ec728bd4f28 req-03669ad7-cb86-4919-a9e7-2c79431b56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:19.602535 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b57eb274-ee93-4e74-baea-9ec728bd4f28 req-03669ad7-cb86-4919-a9e7-2c79431b56c0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f41f010a-a674-4db4-a330-4e0b356aba0e HTTP/1.1" status: 200 len: 897 time: 0.0878081 Jul 16 04:29:19.672889 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b57eb274-ee93-4e74-baea-9ec728bd4f28 req-396d8d7d-636f-4a68-b3a8-ec725a8af13b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c464b78-3ddd-45c9-b41e-b2aed1fc044c HTTP/1.1" status: 200 len: 1000 time: 0.0598919 Jul 16 04:29:19.723930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb274-ee93-4e74-baea-9ec728bd4f28 req-9a84cc06-e054-44ab-99eb-85e694f883a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:19.725337 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b57eb274-ee93-4e74-baea-9ec728bd4f28 req-9a84cc06-e054-44ab-99eb-85e694f883a6 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3634af27-c7e0-4c70-a6d9-322e028bd059 HTTP/1.1" status: 200 len: 835 time: 0.0427871 Jul 16 04:29:19.783956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb274-ee93-4e74-baea-9ec728bd4f28 req-3dbe14fc-6c0d-489c-946e-3894fa9fa50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:19.785386 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b57eb274-ee93-4e74-baea-9ec728bd4f28 req-3dbe14fc-6c0d-489c-946e-3894fa9fa50e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f41f010a-a674-4db4-a330-4e0b356aba0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493636 Jul 16 04:29:19.878503 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b57eb274-ee93-4e74-baea-9ec728bd4f28 req-1f32afea-0751-4e65-97e2-199f72fa967f service neutron] 10.222.0.88 "GET /v2.0/networks/f41f010a-a674-4db4-a330-4e0b356aba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818398 Jul 16 04:29:19.965938 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-b57eb274-ee93-4e74-baea-9ec728bd4f28 req-6ad86eb7-4934-46c5-a47b-6ff39d1a8623 service neutron] 10.222.0.88 "GET /v2.0/networks/f41f010a-a674-4db4-a330-4e0b356aba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778093 Jul 16 04:29:20.724716 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f06e6-ec92-4c44-8f66-86dee7e8c040 req-e2d92c5a-3f0a-4bd9-8439-910e84eba298 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:20.726197 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-302f06e6-ec92-4c44-8f66-86dee7e8c040 req-e2d92c5a-3f0a-4bd9-8439-910e84eba298 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0662334 Jul 16 04:29:20.764211 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-302f06e6-ec92-4c44-8f66-86dee7e8c040 req-b3f7fdbc-d4f7-4ce8-9075-f4f50b1ed6c1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323343 Jul 16 04:29:20.788785 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53836) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:20.847903 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ddffaea9-048b-4bab-b0b5-9fd9942db412 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/a6f8f808-4b67-4dbc-baf4-33a8c56340b3 HTTP/1.1" status: 200 len: 992 time: 0.0578442 Jul 16 04:29:28.169782 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:29:30.123822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1a19acea-fcc5-4d12-afac-4b0e2fcded48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:31.664918 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:31.964028 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:32.843752 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-61153511-08b7-4368-bdbc-4df2e29aed1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:32.874281 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:34.092861 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:35.943463 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:53.247467 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53850) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:53.400092 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port 657d415b-7700-43f4-8c78-886ebfbfbc52 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:29:53.400477 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:53.477220 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:53.477556 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:53.489468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for 657d415b-7700-43f4-8c78-886ebfbfbc52 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:29:53.634405 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:53.660875 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=657d415b-7700-43f4-8c78-886ebfbfbc52,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:53.689444 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:53.689794 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:53.690137 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:53.690470 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:53.690800 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:53.691129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:53.691457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:53.691783 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:53.692108 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:53.692461 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:53.692779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:53.693098 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:53.731080 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:53.731347 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Floating IP a6f8f808-4b67-4dbc-baf4-33a8c56340b3 disassociated (deleted). External IP: 172.25.3.21, port: 2c464b78-3ddd-45c9-b41e-b2aed1fc044c. Jul 16 04:29:53.930919 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:29:54.037203 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:29:54.041876 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:54.046290 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c33355-d7aa-48cb-b15b-fdecb929df8c None None] Sync routers for ids ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:29:54.054746 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c33355-d7aa-48cb-b15b-fdecb929df8c None None] Routers {'076363d4-2486-40fa-ab2c-b3ccb6f7f722'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:29:54.055354 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-18c33355-d7aa-48cb-b15b-fdecb929df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:29:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:54.077762 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1bd9b43e-899e-47a3-a4be-853576e94881 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/floatingips/a6f8f808-4b67-4dbc-baf4-33a8c56340b3 HTTP/1.1" status: 204 len: 168 time: 0.8292060 Jul 16 04:29:54.078353 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e9f005-6c34-4ca9-98bc-47ac61740adb', 'tag': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:29:54.081317 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b8b959b9fca1a105980ebce844832c28e6a42280803fa08d089bc89e3fbb959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7a7f06-e6a6-4d4a-a904-688ae7f9133c" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e9f005-6c34-4ca9-98bc-47ac61740adb", "tag": "2c464b78-3ddd-45c9-b41e-b2aed1fc044c"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:29:54.162257 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-18c33355-d7aa-48cb-b15b-fdecb929df8c None None] Set router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:29:54.164857 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6198074a-c6d6-4b94-b028-d476771caffa x-openstack-request-id: req-6198074a-c6d6-4b94-b028-d476771caffa {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:29:54.165144 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e9f005-6c34-4ca9-98bc-47ac61740adb", "tag": "2c464b78-3ddd-45c9-b41e-b2aed1fc044c", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:29:54.165502 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6198074a-c6d6-4b94-b028-d476771caffa {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:29:54.165785 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e9f005-6c34-4ca9-98bc-47ac61740adb', 'tag': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c', 'status': 'completed', 'code': 200} Jul 16 04:29:54.247237 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a7f06-e6a6-4d4a-a904-688ae7f9133c req-c744a209-b852-4bb0-aa0a-a83da54bb3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:54.248806 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c7a7f06-e6a6-4d4a-a904-688ae7f9133c req-c744a209-b852-4bb0-aa0a-a83da54bb3f1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 1096 time: 0.0589974 Jul 16 04:29:54.348689 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a7f06-e6a6-4d4a-a904-688ae7f9133c req-8415ac8f-9e06-422d-8259-35282cbc56fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:54.350186 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c7a7f06-e6a6-4d4a-a904-688ae7f9133c req-8415ac8f-9e06-422d-8259-35282cbc56fb service neutron] 10.222.0.88 "GET /v2.0/networks?id=f41f010a-a674-4db4-a330-4e0b356aba0e HTTP/1.1" status: 200 len: 897 time: 0.0945828 Jul 16 04:29:54.364974 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-18c33355-d7aa-48cb-b15b-fdecb929df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:15Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:16Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '2e072413-b319-4587-a609-047820ee51eb', 'name': '', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:36:07:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:18Z', 'updated_at': '2021-07-16T04:28:23Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:54.394751 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c33355-d7aa-48cb-b15b-fdecb929df8c None None] Checking router: 076363d4-2486-40fa-ab2c-b3ccb6f7f722 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:29:54.397068 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c7a7f06-e6a6-4d4a-a904-688ae7f9133c req-5befec9c-93fb-421a-ab19-39ccfe16a71e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c464b78-3ddd-45c9-b41e-b2aed1fc044c HTTP/1.1" status: 200 len: 217 time: 0.0390184 Jul 16 04:29:54.403130 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c33355-d7aa-48cb-b15b-fdecb929df8c None None] Routers {'076363d4-2486-40fa-ab2c-b3ccb6f7f722'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:29:54.403747 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-18c33355-d7aa-48cb-b15b-fdecb929df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:29:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:54.450508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a7f06-e6a6-4d4a-a904-688ae7f9133c req-e85fef98-462c-4126-a033-c90078545f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:54.451989 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c7a7f06-e6a6-4d4a-a904-688ae7f9133c req-e85fef98-462c-4126-a033-c90078545f04 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3634af27-c7e0-4c70-a6d9-322e028bd059 HTTP/1.1" status: 200 len: 835 time: 0.0479460 Jul 16 04:29:54.456336 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e43e19-2be2-4515-8ce6-72fe5c495f6e req-f130f54c-de0d-4dcd-92f8-7240c120ef5c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:54.459826 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44e43e19-2be2-4515-8ce6-72fe5c495f6e req-f130f54c-de0d-4dcd-92f8-7240c120ef5c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0701883 Jul 16 04:29:54.498595 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44e43e19-2be2-4515-8ce6-72fe5c495f6e req-dba109d2-a5e2-4088-938e-587a9fac1de4 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350907 Jul 16 04:29:54.523990 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a7f06-e6a6-4d4a-a904-688ae7f9133c req-8507a512-a2d2-4907-9b29-68976a9d9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:54.525810 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c7a7f06-e6a6-4d4a-a904-688ae7f9133c req-8507a512-a2d2-4907-9b29-68976a9d9cf2 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f41f010a-a674-4db4-a330-4e0b356aba0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652461 Jul 16 04:29:54.595939 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-18c33355-d7aa-48cb-b15b-fdecb929df8c None None] Set router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:29:54.622127 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c7a7f06-e6a6-4d4a-a904-688ae7f9133c req-cebe3ff3-646c-4b9d-8004-a933be8d00ff service neutron] 10.222.0.88 "GET /v2.0/networks/f41f010a-a674-4db4-a330-4e0b356aba0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891325 Jul 16 04:29:54.711464 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3c7a7f06-e6a6-4d4a-a904-688ae7f9133c req-5fb091d7-7017-43ed-b1ea-22ea3f703749 service neutron] 10.222.0.88 "GET /v2.0/networks/f41f010a-a674-4db4-a330-4e0b356aba0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823326 Jul 16 04:29:54.790591 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-18c33355-d7aa-48cb-b15b-fdecb929df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:15Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:16Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '2e072413-b319-4587-a609-047820ee51eb', 'name': '', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:36:07:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:18Z', 'updated_at': '2021-07-16T04:28:23Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:54.815622 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c33355-d7aa-48cb-b15b-fdecb929df8c None None] The sync data for ids ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'] in n-d-800088-6 is: [{'id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:15Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:16Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '2e072413-b319-4587-a609-047820ee51eb', 'name': '', 'network_id': 'f41f010a-a674-4db4-a330-4e0b356aba0e', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:36:07:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:18Z', 'updated_at': '2021-07-16T04:28:23Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '3634af27-c7e0-4c70-a6d9-322e028bd059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:29:55.018045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07edb972-19ff-4b9b-9189-d1b2d79ed297 None None] New status for floating IP a6f8f808-4b67-4dbc-baf4-33a8c56340b3: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:29:55.675754 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68301b56-5f89-4c58-8d4d-543ab11c8d40 req-be1f9fdd-c9fe-4ec4-8586-60514a009eca tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:55.677267 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68301b56-5f89-4c58-8d4d-543ab11c8d40 req-be1f9fdd-c9fe-4ec4-8586-60514a009eca tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0633502 Jul 16 04:29:55.713842 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-68301b56-5f89-4c58-8d4d-543ab11c8d40 req-08ffe3d8-c2de-4c5b-bd65-7d2f316c06fd tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=1655a52e-c201-4e65-a263-5e9b70e15389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310993 Jul 16 04:29:56.103736 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed96af-e030-436d-9e7e-17c08d15ca58 req-55e6d93d-b20a-4fb4-8a4f-204c1919c90c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:29:56.105209 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4fed96af-e030-436d-9e7e-17c08d15ca58 req-55e6d93d-b20a-4fb4-8a4f-204c1919c90c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 945 time: 0.0657325 Jul 16 04:29:56.207463 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-4fed96af-e030-436d-9e7e-17c08d15ca58 req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:29:56.207809 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4fed96af-e030-436d-9e7e-17c08d15ca58 req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:56.296951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-4fed96af-e030-436d-9e7e-17c08d15ca58 req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] For port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=2c464b78-3ddd-45c9-b41e-b2aed1fc044c,segment=NetworkSegment(bb36cd98-a450-450f-81f9-0ab244f471e7),segment_id=bb36cd98-a450-450f-81f9-0ab244f471e7)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:56.297392 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4fed96af-e030-436d-9e7e-17c08d15ca58 req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:56.309213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-4fed96af-e030-436d-9e7e-17c08d15ca58 req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for 2c464b78-3ddd-45c9-b41e-b2aed1fc044c owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:29:56.431442 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4fed96af-e030-436d-9e7e-17c08d15ca58 req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:56.463361 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=2c464b78-3ddd-45c9-b41e-b2aed1fc044c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:56.476121 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:56.476512 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:56.476864 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:56.477207 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:56.477545 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:56.477882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:56.478219 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:56.478555 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:56.478887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:56.479218 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:56.479547 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:56.479872 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:29:56.517743 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fed96af-e030-436d-9e7e-17c08d15ca58 req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] No DVR routers for this DVR port 2c464b78-3ddd-45c9-b41e-b2aed1fc044c on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:29:56.520251 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-4fed96af-e030-436d-9e7e-17c08d15ca58 req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:56.522297 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-4fed96af-e030-436d-9e7e-17c08d15ca58 req-e2059dd1-5b7b-43a9-9057-503c744ada85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "DELETE /v2.0/ports/2c464b78-3ddd-45c9-b41e-b2aed1fc044c HTTP/1.1" status: 204 len: 173 time: 0.4086788 Jul 16 04:29:56.522731 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e9f005-6c34-4ca9-98bc-47ac61740adb', 'name': 'network-vif-deleted', 'tag': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:29:56.525109 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171815a0-1117-4e62-91fb-de5d57d67147" -d '{"events": [{"server_uuid": "c0e9f005-6c34-4ca9-98bc-47ac61740adb", "name": "network-vif-deleted", "tag": "2c464b78-3ddd-45c9-b41e-b2aed1fc044c"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:29:56.609262 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4e0e38-342f-4a16-8dae-04273eee3e26 x-openstack-request-id: req-ac4e0e38-342f-4a16-8dae-04273eee3e26 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:29:56.609561 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e9f005-6c34-4ca9-98bc-47ac61740adb", "name": "network-vif-deleted", "tag": "2c464b78-3ddd-45c9-b41e-b2aed1fc044c", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:29:56.609852 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac4e0e38-342f-4a16-8dae-04273eee3e26 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:29:56.610804 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e9f005-6c34-4ca9-98bc-47ac61740adb', 'name': 'network-vif-deleted', 'tag': '2c464b78-3ddd-45c9-b41e-b2aed1fc044c', 'status': 'completed', 'code': 200} Jul 16 04:29:56.866301 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-029b540e-97b1-451d-864c-2c8840890da1 req-29bd280d-cc66-4dfa-bfe4-0ce1b0b4dc7f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0e9f005-6c34-4ca9-98bc-47ac61740adb HTTP/1.1" status: 200 len: 210 time: 0.0292008 Jul 16 04:29:57.959095 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53870) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:58.311697 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ac74-08d4-4015-92c7-ef4664ad27ae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:58.570835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9ac74-08d4-4015-92c7-ef4664ad27ae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port 2e072413-b319-4587-a609-047820ee51eb {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:29:58.571069 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ac74-08d4-4015-92c7-ef4664ad27ae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:58.660816 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-d9d9ac74-08d4-4015-92c7-ef4664ad27ae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] For port 2e072413-b319-4587-a609-047820ee51eb, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2e072413-b319-4587-a609-047820ee51eb,segment=NetworkSegment(bb36cd98-a450-450f-81f9-0ab244f471e7),segment_id=bb36cd98-a450-450f-81f9-0ab244f471e7)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:29:58.661179 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ac74-08d4-4015-92c7-ef4664ad27ae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:58.672716 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9ac74-08d4-4015-92c7-ef4664ad27ae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for 2e072413-b319-4587-a609-047820ee51eb owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:29:58.748776 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2c464b78-3ddd-45c9-b41e-b2aed1fc044c no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:29:58.769204 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 2c464b78-3ddd-45c9-b41e-b2aed1fc044c {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:29:58.769548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 2c464b78-3ddd-45c9-b41e-b2aed1fc044c not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:29:59.168036 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ac74-08d4-4015-92c7-ef4664ad27ae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:59.193984 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9ac74-08d4-4015-92c7-ef4664ad27ae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=2e072413-b319-4587-a609-047820ee51eb,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:59.364650 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ac74-08d4-4015-92c7-ef4664ad27ae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:59.574003 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d9ac74-08d4-4015-92c7-ef4664ad27ae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:29:59.679814 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d9ac74-08d4-4015-92c7-ef4664ad27ae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:29:59.684776 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-d9d9ac74-08d4-4015-92c7-ef4664ad27ae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "PUT /v2.0/routers/076363d4-2486-40fa-ab2c-b3ccb6f7f722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7246659 Jul 16 04:29:59.687789 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53872) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:59.688883 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae45f5-ac6e-4b87-b431-d3029043c32c None None] Sync routers for ids ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:29:59.698204 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae45f5-ac6e-4b87-b431-d3029043c32c None None] Routers {'076363d4-2486-40fa-ab2c-b3ccb6f7f722'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:29:59.698810 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d3ae45f5-ac6e-4b87-b431-d3029043c32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:29:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:29:59.740033 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b22a28-2b01-468e-a757-61eaaa90f7e9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting subnet 3634af27-c7e0-4c70-a6d9-322e028bd059 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:29:59.743100 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b22a28-2b01-468e-a757-61eaaa90f7e9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:59.782562 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b22a28-2b01-468e-a757-61eaaa90f7e9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:59.800928 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d3ae45f5-ac6e-4b87-b431-d3029043c32c None None] Set router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:29:59.868157 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b22a28-2b01-468e-a757-61eaaa90f7e9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:59.926522 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b22a28-2b01-468e-a757-61eaaa90f7e9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:59.951027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b22a28-2b01-468e-a757-61eaaa90f7e9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Subnet': ['ID=3634af27-c7e0-4c70-a6d9-322e028bd059,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:29:59.957382 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-42b22a28-2b01-468e-a757-61eaaa90f7e9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:29:59.959500 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-42b22a28-2b01-468e-a757-61eaaa90f7e9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/subnets/3634af27-c7e0-4c70-a6d9-322e028bd059 HTTP/1.1" status: 204 len: 168 time: 0.2706439 Jul 16 04:29:59.962330 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53874) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:29:59.965471 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9457ff72-b1dd-4d79-8461-d4adb4904245 None None] Network f41f010a-a674-4db4-a330-4e0b356aba0e requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:29:59.979208 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d3ae45f5-ac6e-4b87-b431-d3029043c32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:15Z', 'updated_at': '2021-07-16T04:29:58Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:16Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:00.005495 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae45f5-ac6e-4b87-b431-d3029043c32c None None] Checking router: 076363d4-2486-40fa-ab2c-b3ccb6f7f722 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:30:00.014901 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae45f5-ac6e-4b87-b431-d3029043c32c None None] Routers {'076363d4-2486-40fa-ab2c-b3ccb6f7f722'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:00.015659 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d3ae45f5-ac6e-4b87-b431-d3029043c32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:29:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:00.071481 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.119556 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d3ae45f5-ac6e-4b87-b431-d3029043c32c None None] Set router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:00.144528 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-60520fee-f4a8-4666-8807-a6bb586b87e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.202014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] DHCP port deletion for f41f010a-a674-4db4-a330-4e0b356aba0e request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:30:00.228790 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.262066 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Deleting port 78af22f3-be49-4cff-9304-edb922f4a598 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:00.262451 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.289201 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port 5200d75b-74a4-48f2-8c21-24d8d6daea95 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:00.289575 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.335145 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] For port 78af22f3-be49-4cff-9304-edb922f4a598, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=78af22f3-be49-4cff-9304-edb922f4a598,segment=NetworkSegment(bb36cd98-a450-450f-81f9-0ab244f471e7),segment_id=bb36cd98-a450-450f-81f9-0ab244f471e7)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:00.335941 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.348958 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Calling delete_port for 78af22f3-be49-4cff-9304-edb922f4a598 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:00.352694 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d3ae45f5-ac6e-4b87-b431-d3029043c32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:15Z', 'updated_at': '2021-07-16T04:29:58Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:16Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:00.372951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] For port 5200d75b-74a4-48f2-8c21-24d8d6daea95, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=5200d75b-74a4-48f2-8c21-24d8d6daea95,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:00.373281 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.383412 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ae45f5-ac6e-4b87-b431-d3029043c32c None None] The sync data for ids ['076363d4-2486-40fa-ab2c-b3ccb6f7f722'] in n-d-800088-6 is: [{'id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1684614329', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:28:15Z', 'updated_at': '2021-07-16T04:29:58Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': '5200d75b-74a4-48f2-8c21-24d8d6daea95', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '076363d4-2486-40fa-ab2c-b3ccb6f7f722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:28:16Z', 'updated_at': '2021-07-16T04:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:30:00.384879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for 5200d75b-74a4-48f2-8c21-24d8d6daea95 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:00.437407 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.462546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Pushing event deleted for resources: {'Port': ['ID=78af22f3-be49-4cff-9304-edb922f4a598,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:00.471058 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] No DVR routers for this DVR port 78af22f3-be49-4cff-9304-edb922f4a598 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:30:00.475461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:00.475818 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:00.476265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:00.476637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:00.477026 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:00.477365 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:00.477700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:00.478028 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:00.478355 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:00.478982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:00.478982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:00.479303 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fb08ef-eace-4ed9-93ca-5d9d6baed690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:00.564176 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.589976 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=5200d75b-74a4-48f2-8c21-24d8d6daea95,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:00.648642 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.737267 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.739595 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.786059 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.786632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Fanout notify agent at l3_agent the message router_deleted on router 076363d4-2486-40fa-ab2c-b3ccb6f7f722 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:30:00.794502 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.795642 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7c699843-be14-4c45-aa04-5573c6fd06a7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/routers/076363d4-2486-40fa-ab2c-b3ccb6f7f722 HTTP/1.1" status: 204 len: 168 time: 0.8317490 Jul 16 04:30:00.798935 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53876) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:00.877925 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc4284a9-d5ab-464d-a584-668fddcbc5a1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.968462 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc4284a9-d5ab-464d-a584-668fddcbc5a1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:00.979537 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fc4284a9-d5ab-464d-a584-668fddcbc5a1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41f010a-a674-4db4-a330-4e0b356aba0e']}} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:00.990301 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fc4284a9-d5ab-464d-a584-668fddcbc5a1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb36cd98-a450-450f-81f9-0ab244f471e7') {'for_net_delete': True} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:00.990605 n-d-800088-6 neutron-server[93768]: DEBUG neutron.services.segments.db [None req-fc4284a9-d5ab-464d-a584-668fddcbc5a1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb36cd98-a450-450f-81f9-0ab244f471e7') {} {{(pid=93768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:00.999605 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc4284a9-d5ab-464d-a584-668fddcbc5a1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8632943'] for segment, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.013488 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc4284a9-d5ab-464d-a584-668fddcbc5a1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.019760 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4284a9-d5ab-464d-a584-668fddcbc5a1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Releasing vlan 901 on physical network physnet1 to pool {{(pid=93768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:30:01.020304 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc4284a9-d5ab-464d-a584-668fddcbc5a1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3749185'] for segment, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: conditions |= (models_v2.Port.network_id.in_( Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: Traceback (most recent call last): Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: timer() Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: cb(*args, **kw) Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: return func(*args, **kwargs) Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: self._notify() Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: self.callback(batched_events) Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: event.method(event) Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: return f(self, *a, **k) Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: return self._get(url).json() Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: return self.request(url, 'GET', **kwargs) Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:30:01.023360 n-d-800088-6 neutron-server[93768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:30:01.084020 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc4284a9-d5ab-464d-a584-668fddcbc5a1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.090751 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fc4284a9-d5ab-464d-a584-668fddcbc5a1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.092566 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fc4284a9-d5ab-464d-a584-668fddcbc5a1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/networks/f41f010a-a674-4db4-a330-4e0b356aba0e HTTP/1.1" status: 204 len: 168 time: 0.2926199 Jul 16 04:30:01.096075 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53878) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:01.104922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4284a9-d5ab-464d-a584-668fddcbc5a1 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Network': ['ID=f41f010a-a674-4db4-a330-4e0b356aba0e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:01.154098 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-057b21b2-adcd-49c1-81f4-5924d26e5716 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.183240 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-057b21b2-adcd-49c1-81f4-5924d26e5716 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.239661 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-057b21b2-adcd-49c1-81f4-5924d26e5716 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.242505 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-057b21b2-adcd-49c1-81f4-5924d26e5716 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.243746 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-057b21b2-adcd-49c1-81f4-5924d26e5716 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/security-groups/1655a52e-c201-4e65-a263-5e9b70e15389 HTTP/1.1" status: 204 len: 168 time: 0.1466289 Jul 16 04:30:01.253053 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b21b2-adcd-49c1-81f4-5924d26e5716 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1655a52e-c201-4e65-a263-5e9b70e15389,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:01.402209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 78af22f3-be49-4cff-9304-edb922f4a598 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:30:01.422923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 78af22f3-be49-4cff-9304-edb922f4a598 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:30:01.423272 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 78af22f3-be49-4cff-9304-edb922f4a598 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:30:01.423683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5200d75b-74a4-48f2-8c21-24d8d6daea95 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:30:01.441453 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 5200d75b-74a4-48f2-8c21-24d8d6daea95 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:30:01.441801 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 5200d75b-74a4-48f2-8c21-24d8d6daea95 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:30:01.442208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2e072413-b319-4587-a609-047820ee51eb no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:30:01.460217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 2e072413-b319-4587-a609-047820ee51eb {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:30:01.460589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2e072413-b319-4587-a609-047820ee51eb not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:30:01.513179 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53884) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:01.518680 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-ebafc2b7-e8fd-41cb-bf1b-380b8b3a92f6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-563233501', 'description': 'tempest-secgroup-smoke-563233501 description', 'project_id': 'fa3b032676104f4880615a212910eb0a'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:01.540346 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebafc2b7-e8fd-41cb-bf1b-380b8b3a92f6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.618893 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebafc2b7-e8fd-41cb-bf1b-380b8b3a92f6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.622295 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebafc2b7-e8fd-41cb-bf1b-380b8b3a92f6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.645420 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-ebafc2b7-e8fd-41cb-bf1b-380b8b3a92f6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.646587 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-ebafc2b7-e8fd-41cb-bf1b-380b8b3a92f6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1323893 Jul 16 04:30:01.649601 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53886) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:01.654397 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bc28c53d-46c4-4be2-9121-7be28ee2bde6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': '058105fd-55e5-4e5d-b4f7-755c641a7901', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:01.654560 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafc2b7-e8fd-41cb-bf1b-380b8b3a92f6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058105fd-55e5-4e5d-b4f7-755c641a7901,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:01.680774 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc28c53d-46c4-4be2-9121-7be28ee2bde6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.683366 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.736459 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc28c53d-46c4-4be2-9121-7be28ee2bde6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.740031 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc28c53d-46c4-4be2-9121-7be28ee2bde6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.758760 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28c53d-46c4-4be2-9121-7be28ee2bde6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebc144c-6ec3-44eb-b5af-c464d55dd49b,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:01.762188 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bc28c53d-46c4-4be2-9121-7be28ee2bde6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.763427 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bc28c53d-46c4-4be2-9121-7be28ee2bde6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127810 Jul 16 04:30:01.766025 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53888) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:01.771017 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-365945db-24ee-4a3c-b9f5-d4da3771a5d7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': '058105fd-55e5-4e5d-b4f7-755c641a7901', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:01.795660 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-365945db-24ee-4a3c-b9f5-d4da3771a5d7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.851624 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-365945db-24ee-4a3c-b9f5-d4da3771a5d7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.854976 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-365945db-24ee-4a3c-b9f5-d4da3771a5d7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.873083 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365945db-24ee-4a3c-b9f5-d4da3771a5d7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45bdd83-8684-49ee-9f1a-b771628c9e76,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:01.878499 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-365945db-24ee-4a3c-b9f5-d4da3771a5d7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.879708 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-365945db-24ee-4a3c-b9f5-d4da3771a5d7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121089 Jul 16 04:30:01.882476 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53890) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:01.887194 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-bfe0b282-e080-466d-a93d-ce1334608386 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': '058105fd-55e5-4e5d-b4f7-755c641a7901', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:01.912897 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe0b282-e080-466d-a93d-ce1334608386 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.970984 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe0b282-e080-466d-a93d-ce1334608386 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.975232 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe0b282-e080-466d-a93d-ce1334608386 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.978162 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:01.992755 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0b282-e080-466d-a93d-ce1334608386 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be0b4a3-8a27-40ba-af76-9a94782640b8,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:01.998756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-bfe0b282-e080-466d-a93d-ce1334608386 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.000193 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-bfe0b282-e080-466d-a93d-ce1334608386 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164827 Jul 16 04:30:02.003500 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53892) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:02.007818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-18254198-33d6-4675-b19c-2a0ab0d3dac8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': '058105fd-55e5-4e5d-b4f7-755c641a7901', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:02.033566 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18254198-33d6-4675-b19c-2a0ab0d3dac8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.090055 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18254198-33d6-4675-b19c-2a0ab0d3dac8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.093582 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18254198-33d6-4675-b19c-2a0ab0d3dac8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.113895 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18254198-33d6-4675-b19c-2a0ab0d3dac8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f97f7e-47e4-4d5e-aaff-a6025dbd63a2,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:02.120269 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-18254198-33d6-4675-b19c-2a0ab0d3dac8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.121768 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-18254198-33d6-4675-b19c-2a0ab0d3dac8 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173520 Jul 16 04:30:02.124440 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53894) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:02.129904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ea4c5fd1-5432-421f-aaf6-bdff8cb6c5ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': '058105fd-55e5-4e5d-b4f7-755c641a7901', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:02.149894 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-ea4c5fd1-5432-421f-aaf6-bdff8cb6c5ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Project fa3b032676104f4880615a212910eb0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:30:02.154686 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5fd1-5432-421f-aaf6-bdff8cb6c5ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.216858 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5fd1-5432-421f-aaf6-bdff8cb6c5ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.220833 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5fd1-5432-421f-aaf6-bdff8cb6c5ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.238752 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c5fd1-5432-421f-aaf6-bdff8cb6c5ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200452f5-58cd-491f-86c2-a174e17fec6a,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:02.243877 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ea4c5fd1-5432-421f-aaf6-bdff8cb6c5ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.245239 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ea4c5fd1-5432-421f-aaf6-bdff8cb6c5ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195521 Jul 16 04:30:02.247798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53896) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:02.252435 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-a6dc49ea-90ab-4bd8-bf96-0923a2dabedc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'security_group_rule': {'security_group_id': '058105fd-55e5-4e5d-b4f7-755c641a7901', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:02.272816 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-a6dc49ea-90ab-4bd8-bf96-0923a2dabedc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Project fa3b032676104f4880615a212910eb0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:30:02.277424 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6dc49ea-90ab-4bd8-bf96-0923a2dabedc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.338279 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6dc49ea-90ab-4bd8-bf96-0923a2dabedc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.341634 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6dc49ea-90ab-4bd8-bf96-0923a2dabedc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.358916 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc49ea-90ab-4bd8-bf96-0923a2dabedc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999ac8af-ec2a-43a9-b83e-3f88012565df,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:02.365003 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-a6dc49ea-90ab-4bd8-bf96-0923a2dabedc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.366135 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a6dc49ea-90ab-4bd8-bf96-0923a2dabedc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173968 Jul 16 04:30:02.369077 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53898) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:02.373779 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-0e50d217-b4cf-4e22-8784-972a6679ff7b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'network': {'name': 'tempest-network-smoke--1612719081', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'port_security_enabled': True}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:02.392953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e50d217-b4cf-4e22-8784-972a6679ff7b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Made reservation on behalf of fa3b032676104f4880615a212910eb0a for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:02.396552 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e50d217-b4cf-4e22-8784-972a6679ff7b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.418794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e50d217-b4cf-4e22-8784-972a6679ff7b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:30:02.428242 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e50d217-b4cf-4e22-8784-972a6679ff7b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.428677 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-0e50d217-b4cf-4e22-8784-972a6679ff7b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Added segment c76afd76-3fb7-4ece-9a37-43fc6da8d8a6 of type vlan for network 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 Jul 16 04:30:02.466518 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e50d217-b4cf-4e22-8784-972a6679ff7b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.494178 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e50d217-b4cf-4e22-8784-972a6679ff7b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.499589 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e50d217-b4cf-4e22-8784-972a6679ff7b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:02.500458 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-0e50d217-b4cf-4e22-8784-972a6679ff7b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.531757 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-0e50d217-b4cf-4e22-8784-972a6679ff7b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1617112 Jul 16 04:30:02.535054 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 53900) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:02.539465 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'admin_state_up': True, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:02.582049 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50d217-b4cf-4e22-8784-972a6679ff7b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Network': ['ID=1758f9ae-cef6-49a1-ba0a-a7e34cff8057,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:02.592655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:30:02.597586 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.598558 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.651616 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.786418 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.844126 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f08f610e-6491-488a-990e-5eae71076e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.873691 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.970758 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:02.988619 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:03.088694 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.25.3.155 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/b417b045-f6b9-46bf-835f-0dd7778af155) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:03.192369 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:03.582376 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:03.622720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:03.626461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:03.630079 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:03.635799 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=b417b045-f6b9-46bf-835f-0dd7778af155,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:03.882019 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:04.068188 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:04.097757 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:04.195731 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:30:04.306406 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:30:04.318024 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Sync routers for ids ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:30:04.324447 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:04.328102 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Routers {'1a1cdaa9-acb2-4a73-a03d-d10de411e350'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:04.329414 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:04.329615 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5f2362e2-6031-482b-aaf1-537886413789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7934823 Jul 16 04:30:04.329740 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53902) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:04.359230 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-375e1b76-1107-4c55-91dc-5f5cb3c9bce1 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=fa3b032676104f4880615a212910eb0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281835 Jul 16 04:30:04.361947 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53904) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:04.442413 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Set router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:04.457370 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab2771-6f06-451e-9265-da095939d208 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:04.460750 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-80ab2771-6f06-451e-9265-da095939d208 tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0977004 Jul 16 04:30:04.461985 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53906) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:04.490853 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-dc5c3697-1c87-45b0-a662-eb118183acea tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=7a71964d-15bc-4644-8b2f-0e9909e49799&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276549 Jul 16 04:30:04.493346 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53908) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:04.498162 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-83c65c49-bb3e-4a0f-9470-9ea173898cce tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1381219647', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'project_id': 'fa3b032676104f4880615a212910eb0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:04.590306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c65c49-bb3e-4a0f-9470-9ea173898cce tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Made reservation on behalf of fa3b032676104f4880615a212910eb0a for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:04.594145 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83c65c49-bb3e-4a0f-9470-9ea173898cce tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:04.619357 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:03Z', 'revision_number': 3, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:04.651616 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Checking router: 1a1cdaa9-acb2-4a73-a03d-d10de411e350 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:30:04.651974 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Updating router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 port b417b045-f6b9-46bf-835f-0dd7778af155 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:30:04.690557 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:04.794839 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83c65c49-bb3e-4a0f-9470-9ea173898cce tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:04.856684 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65c49-bb3e-4a0f-9470-9ea173898cce tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Subnet': ['ID=1999db5f-269e-4f84-a449-6531f5e2935c,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:04.868010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c65c49-bb3e-4a0f-9470-9ea173898cce tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Checking segment: {'id': 'c76afd76-3fb7-4ece-9a37-43fc6da8d8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:04.868414 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c65c49-bb3e-4a0f-9470-9ea173898cce tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network hostable DHCP agents. Network: 1758f9ae-cef6-49a1-ba0a-a7e34cff8057, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:30:04.887418 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c65c49-bb3e-4a0f-9470-9ea173898cce tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:30:04.896013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-83c65c49-bb3e-4a0f-9470-9ea173898cce tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 1758f9ae-cef6-49a1-ba0a-a7e34cff8057) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:04.901091 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c65c49-bb3e-4a0f-9470-9ea173898cce tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:04.901659 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-83c65c49-bb3e-4a0f-9470-9ea173898cce tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:04.910495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368a6e0a-e43f-4879-a684-c057d3004808 None None] Network 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:04.917619 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-83c65c49-bb3e-4a0f-9470-9ea173898cce tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4232635 Jul 16 04:30:04.920332 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53910) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:04.999551 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:05.016461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Transition to ACTIVE for port object b417b045-f6b9-46bf-835f-0dd7778af155 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:05.026843 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:05.123209 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Attempting to bind port b417b045-f6b9-46bf-835f-0dd7778af155 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:05.123832 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Attempting to bind port b417b045-f6b9-46bf-835f-0dd7778af155 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:05.123948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Attempting to bind port b417b045-f6b9-46bf-835f-0dd7778af155 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:05.130004 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80658b-5d98-414c-81b3-6869ee44c269 None None] Pushing event updated for resources: {'Port': ['ID=b417b045-f6b9-46bf-835f-0dd7778af155,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:05.152692 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:05.153076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:05.153483 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:05.153882 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:05.154364 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Bound port: b417b045-f6b9-46bf-835f-0dd7778af155, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:05.154790 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:05.169520 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:30:05.178548 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ips': [{'subnet_id': '1999db5f-269e-4f84-a449-6531f5e2935c'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:30:05.179399 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:05.279925 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] For port b417b045-f6b9-46bf-835f-0dd7778af155, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:05.299050 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] For port b417b045-f6b9-46bf-835f-0dd7778af155, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b417b045-f6b9-46bf-835f-0dd7778af155,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:05.304840 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:05.357810 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:05.398324 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Routers {'1a1cdaa9-acb2-4a73-a03d-d10de411e350'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:05.398629 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:05.400924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Allocated IP 172.20.0.2 (1758f9ae-cef6-49a1-ba0a-a7e34cff8057/1999db5f-269e-4f84-a449-6531f5e2935c/346d62e7-7283-4fa1-b4e1-434769710df4) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:05.402745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80658b-5d98-414c-81b3-6869ee44c269 None None] Pushing event updated for resources: {'Port': ['ID=b417b045-f6b9-46bf-835f-0dd7778af155,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:05.722179 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] Set router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:05.877975 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:05.892061 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Transition to ACTIVE for port object 346d62e7-7283-4fa1-b4e1-434769710df4 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:05.930319 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Transition to ACTIVE for port object 346d62e7-7283-4fa1-b4e1-434769710df4 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:05.945652 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:05.979731 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:05.987990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.20.0.1 (1758f9ae-cef6-49a1-ba0a-a7e34cff8057/1999db5f-269e-4f84-a449-6531f5e2935c/fcff3c02-c53c-4bef-8207-372983a4f382) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:05.999205 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Network 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:06.004230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:06.008484 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:06.017421 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Pushing event updated for resources: {'Port': ['ID=346d62e7-7283-4fa1-b4e1-434769710df4,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:06.065634 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:03Z', 'revision_number': 3, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:06.097377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65096252-7ff9-4a81-b11e-ec915bb24757 None None] The sync data for ids ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'] in n-d-800088-6 is: [{'id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:03Z', 'revision_number': 3, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:30:06.101715 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Attempting to bind port 346d62e7-7283-4fa1-b4e1-434769710df4 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:06.102098 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Attempting to bind port 346d62e7-7283-4fa1-b4e1-434769710df4 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'c76afd76-3fb7-4ece-9a37-43fc6da8d8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:06.102461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Attempting to bind port 346d62e7-7283-4fa1-b4e1-434769710df4 on network 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:06.107268 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:06.108927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:06.109294 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Checking segment: {'id': 'c76afd76-3fb7-4ece-9a37-43fc6da8d8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:06.109704 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:06.110662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Bound using segment: {'id': 'c76afd76-3fb7-4ece-9a37-43fc6da8d8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:06.111149 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Bound port: 346d62e7-7283-4fa1-b4e1-434769710df4, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76afd76-3fb7-4ece-9a37-43fc6da8d8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:06.111538 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:06.125801 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Transition to ACTIVE for port object fcff3c02-c53c-4bef-8207-372983a4f382 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:06.167228 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:06.187393 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] For port 346d62e7-7283-4fa1-b4e1-434769710df4, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:06.190471 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] For port 346d62e7-7283-4fa1-b4e1-434769710df4, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=346d62e7-7283-4fa1-b4e1-434769710df4,segment=NetworkSegment(c76afd76-3fb7-4ece-9a37-43fc6da8d8a6),segment_id=c76afd76-3fb7-4ece-9a37-43fc6da8d8a6)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:06.194932 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:06.209127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:06.214833 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:06.219747 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:06.253082 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=fcff3c02-c53c-4bef-8207-372983a4f382,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:06.267931 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fb84c-a33c-4f5e-b93c-c28f79ea9347 None None] Pushing event updated for resources: {'Port': ['ID=346d62e7-7283-4fa1-b4e1-434769710df4,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:06.275977 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:06.479893 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:06.784668 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:06.789587 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:06.869150 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:06.870990 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=fcff3c02-c53c-4bef-8207-372983a4f382,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:06.973864 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:06.975430 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:07.093654 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:30:07.208704 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:30:07.225708 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e24cafdf-4a1e-4708-92af-fd134a62f07a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "PUT /v2.0/routers/1a1cdaa9-acb2-4a73-a03d-d10de411e350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2929401 Jul 16 04:30:07.232725 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb1cf06-c326-4915-84e8-520e6fe330f6 None None] Network 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:30:07.296622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 346d62e7-7283-4fa1-b4e1-434769710df4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:07.339034 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-56650dfd-4346-4707-bdce-a570fb88f644 None None] Provisioning for port 346d62e7-7283-4fa1-b4e1-434769710df4 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:07.366888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-915baff1-f3b9-4bda-a1f7-7c6e5416bade tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-563233501&fields=id&tenant_id=fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 267 time: 0.0345330 Jul 16 04:30:07.408894 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 346d62e7-7283-4fa1-b4e1-434769710df4 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:07.417735 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 346d62e7-7283-4fa1-b4e1-434769710df4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:07.417735 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.486667 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-d14e9016-0cda-4b9a-875e-b82431862b4b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:07.488059 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-d14e9016-0cda-4b9a-875e-b82431862b4b tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/networks?id=1758f9ae-cef6-49a1-ba0a-a7e34cff8057 HTTP/1.1" status: 200 len: 797 time: 0.1145730 Jul 16 04:30:07.503297 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-29b3bfb3-8a82-4c87-9eb4-52b6b0da94d3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/quotas/fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 375 time: 0.0094149 Jul 16 04:30:07.531524 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.578047 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-a7c72c39-a1fb-4e02-b114-58533d3bedae tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690393 Jul 16 04:30:07.578306 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 346d62e7-7283-4fa1-b4e1-434769710df4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=346d62e7-7283-4fa1-b4e1-434769710df4,segment=NetworkSegment(c76afd76-3fb7-4ece-9a37-43fc6da8d8a6),segment_id=c76afd76-3fb7-4ece-9a37-43fc6da8d8a6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:07.588076 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.589158 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b417b045-f6b9-46bf-835f-0dd7778af155 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:07.602446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-2482d132-00b9-420a-8f46-a3e21053472a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:30:07.603503 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-2482d132-00b9-420a-8f46-a3e21053472a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109737 Jul 16 04:30:07.680452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=346d62e7-7283-4fa1-b4e1-434769710df4,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:07.703242 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port b417b045-f6b9-46bf-835f-0dd7778af155 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:07.707700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b417b045-f6b9-46bf-835f-0dd7778af155 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:07.708149 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.712860 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-cc23a70c-7ad6-403f-a426-73235943fc99 service neutron] 10.222.0.18 "GET /v2.0/networks/1758f9ae-cef6-49a1-ba0a-a7e34cff8057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013534 Jul 16 04:30:07.790959 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Sync routers for ids ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:30:07.802407 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Routers {'1a1cdaa9-acb2-4a73-a03d-d10de411e350'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:07.803404 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.804760 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:07.808279 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3a4f45a4-1d6c-4d77-abd7-9afe3319267d None None] Provisioning complete for port 346d62e7-7283-4fa1-b4e1-434769710df4 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:07.808795 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3a4f45a4-1d6c-4d77-abd7-9afe3319267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.832805 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-01875957-e9f9-4d14-8b4d-d042e256df34 service neutron] 10.222.0.18 "GET /v2.0/networks/1758f9ae-cef6-49a1-ba0a-a7e34cff8057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183584 Jul 16 04:30:07.853847 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port b417b045-f6b9-46bf-835f-0dd7778af155, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b417b045-f6b9-46bf-835f-0dd7778af155,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:07.859910 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:07.943616 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Set router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:07.949435 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=b417b045-f6b9-46bf-835f-0dd7778af155,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:07.975146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3a4f45a4-1d6c-4d77-abd7-9afe3319267d None None] Provisioning for port fcff3c02-c53c-4bef-8207-372983a4f382 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:07.979066 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-3a4f45a4-1d6c-4d77-abd7-9afe3319267d None None] Provisioning complete for port fcff3c02-c53c-4bef-8207-372983a4f382 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:07.979660 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3a4f45a4-1d6c-4d77-abd7-9afe3319267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.021619 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3a4f45a4-1d6c-4d77-abd7-9afe3319267d None None] Port fcff3c02-c53c-4bef-8207-372983a4f382 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:30:08.093930 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12721b55-03f7-49a0-bd7e-f1b1dd402d6b req-ceb535ca-f8f0-4167-95f1-a75a13eee789 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 210 time: 0.0315118 Jul 16 04:30:08.145840 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ee9dcbab-ea9f-4cef-bfa9-639c559fdcfe None None] Provisioning complete for port fcff3c02-c53c-4bef-8207-372983a4f382 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:08.146471 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ee9dcbab-ea9f-4cef-bfa9-639c559fdcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.183821 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:06Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fcff3c02-c53c-4bef-8207-372983a4f382', 'name': '', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:d6:ad:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:05Z', 'updated_at': '2021-07-16T04:30:06Z', 'revision_number': 2, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:08.185440 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ee9dcbab-ea9f-4cef-bfa9-639c559fdcfe None None] Port fcff3c02-c53c-4bef-8207-372983a4f382 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:30:08.214310 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Checking router: 1a1cdaa9-acb2-4a73-a03d-d10de411e350 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:30:08.214730 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Updating router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 port fcff3c02-c53c-4bef-8207-372983a4f382 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:30:08.257070 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.307748 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7151536d-4079-4c6d-b871-f2e2a309a144 None None] Provisioning complete for port fcff3c02-c53c-4bef-8207-372983a4f382 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:08.308873 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7151536d-4079-4c6d-b871-f2e2a309a144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.343684 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7151536d-4079-4c6d-b871-f2e2a309a144 None None] Port fcff3c02-c53c-4bef-8207-372983a4f382 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:30:08.605887 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.616240 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Transition to ACTIVE for port object fcff3c02-c53c-4bef-8207-372983a4f382 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:08.621983 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.672192 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df2c89-7858-408e-89b3-06819b3a0385 None None] Pushing event updated for resources: {'Port': ['ID=fcff3c02-c53c-4bef-8207-372983a4f382,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:08.700629 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df2c89-7858-408e-89b3-06819b3a0385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:08.701029 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df2c89-7858-408e-89b3-06819b3a0385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:08.701456 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df2c89-7858-408e-89b3-06819b3a0385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:08.701891 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df2c89-7858-408e-89b3-06819b3a0385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:08.702180 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df2c89-7858-408e-89b3-06819b3a0385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:08.702543 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df2c89-7858-408e-89b3-06819b3a0385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:08.702933 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df2c89-7858-408e-89b3-06819b3a0385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:08.703304 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df2c89-7858-408e-89b3-06819b3a0385 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:08.703703 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df2c89-7858-408e-89b3-06819b3a0385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:08.704067 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df2c89-7858-408e-89b3-06819b3a0385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:08.704417 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df2c89-7858-408e-89b3-06819b3a0385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:08.704746 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df2c89-7858-408e-89b3-06819b3a0385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:08.745347 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Attempting to bind port fcff3c02-c53c-4bef-8207-372983a4f382 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:08.745731 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Attempting to bind port fcff3c02-c53c-4bef-8207-372983a4f382 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'c76afd76-3fb7-4ece-9a37-43fc6da8d8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:08.746076 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Attempting to bind port fcff3c02-c53c-4bef-8207-372983a4f382 on network 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:08.751825 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:08.752196 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Checking segment: {'id': 'c76afd76-3fb7-4ece-9a37-43fc6da8d8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:08.752620 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.753007 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Bound using segment: {'id': 'c76afd76-3fb7-4ece-9a37-43fc6da8d8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:08.753472 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Bound port: fcff3c02-c53c-4bef-8207-372983a4f382, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76afd76-3fb7-4ece-9a37-43fc6da8d8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:08.753850 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.817143 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] For port fcff3c02-c53c-4bef-8207-372983a4f382, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:08.820605 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] For port fcff3c02-c53c-4bef-8207-372983a4f382, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fcff3c02-c53c-4bef-8207-372983a4f382,segment=NetworkSegment(c76afd76-3fb7-4ece-9a37-43fc6da8d8a6),segment_id=c76afd76-3fb7-4ece-9a37-43fc6da8d8a6)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:08.824492 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:08.883569 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Routers {'1a1cdaa9-acb2-4a73-a03d-d10de411e350'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:08.884197 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:08.885916 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df2c89-7858-408e-89b3-06819b3a0385 None None] Pushing event updated for resources: {'Port': ['ID=fcff3c02-c53c-4bef-8207-372983a4f382,revision_number=4']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:08.992914 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] Set router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:09.203067 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:06Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fcff3c02-c53c-4bef-8207-372983a4f382', 'name': '', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:d6:ad:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:05Z', 'updated_at': '2021-07-16T04:30:08Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:09.234886 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fee0425-411e-435b-b3e4-b281448aac9b None None] The sync data for ids ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'] in n-d-800088-6 is: [{'id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:06Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fcff3c02-c53c-4bef-8207-372983a4f382', 'name': '', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:d6:ad:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:05Z', 'updated_at': '2021-07-16T04:30:08Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:30:09.246470 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-71136383-a033-4a87-b217-0e5966b60b1d req-6b7f7b00-5fc3-4833-ab6e-53beafe75d99 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 210 time: 0.0300896 Jul 16 04:30:09.318143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-e3031b09-70fd-45cb-be2d-80ffdf615f26 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:09.321759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 346d62e7-7283-4fa1-b4e1-434769710df4 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:09.323598 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-e3031b09-70fd-45cb-be2d-80ffdf615f26 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "GET /v2.0/networks?id=1758f9ae-cef6-49a1-ba0a-a7e34cff8057 HTTP/1.1" status: 200 len: 797 time: 0.1665134 Jul 16 04:30:09.384865 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 346d62e7-7283-4fa1-b4e1-434769710df4 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:09.385147 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:09.388269 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-90cfe7a3-2b82-47b6-b612-7938e4f2ce79 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa3b032676104f4880615a212910eb0a HTTP/1.1" status: 200 len: 379 time: 0.0447278 Jul 16 04:30:09.402050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-8a05251a-c061-444b-a585-f60c392106a5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'port': {'device_id': '2d510a9c-630c-427e-9d9d-cf163bef866b', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'admin_state_up': True, 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'security_groups': ['058105fd-55e5-4e5d-b4f7-755c641a7901']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:09.476254 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b417b045-f6b9-46bf-835f-0dd7778af155 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:09.530400 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port b417b045-f6b9-46bf-835f-0dd7778af155 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:09.530813 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:09.533029 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-8a05251a-c061-444b-a585-f60c392106a5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Made reservation on behalf of fa3b032676104f4880615a212910eb0a for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:30:09.537025 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-8a05251a-c061-444b-a585-f60c392106a5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:09.678847 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-8a05251a-c061-444b-a585-f60c392106a5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.20.0.13 (1758f9ae-cef6-49a1-ba0a-a7e34cff8057/1999db5f-269e-4f84-a449-6531f5e2935c/5ecad173-3399-438e-8961-b3d9d7e9029b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:09.820411 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-8a05251a-c061-444b-a585-f60c392106a5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:09.834486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-8a05251a-c061-444b-a585-f60c392106a5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Transition to ACTIVE for port object 5ecad173-3399-438e-8961-b3d9d7e9029b will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:09.868925 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-8a05251a-c061-444b-a585-f60c392106a5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:09.921080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-8a05251a-c061-444b-a585-f60c392106a5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:09.924980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-8a05251a-c061-444b-a585-f60c392106a5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:09.929147 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-8a05251a-c061-444b-a585-f60c392106a5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:09.953501 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05251a-c061-444b-a585-f60c392106a5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=5ecad173-3399-438e-8961-b3d9d7e9029b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:09.982927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-8a05251a-c061-444b-a585-f60c392106a5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:09.983872 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-8a05251a-c061-444b-a585-f60c392106a5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:10.001010 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-8a05251a-c061-444b-a585-f60c392106a5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6044314 Jul 16 04:30:10.017050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Request body: {'port': {'device_id': '2d510a9c-630c-427e-9d9d-cf163bef866b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:10.096645 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:10.229645 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9aceb3d6-eb56-497b-b3bb-7fc3c7208c62 None None] Provisioning for port 5ecad173-3399-438e-8961-b3d9d7e9029b completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:10.233934 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9aceb3d6-eb56-497b-b3bb-7fc3c7208c62 None None] Provisioning complete for port 5ecad173-3399-438e-8961-b3d9d7e9029b triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:10.234326 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9aceb3d6-eb56-497b-b3bb-7fc3c7208c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:10.269722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9aceb3d6-eb56-497b-b3bb-7fc3c7208c62 None None] Port 5ecad173-3399-438e-8961-b3d9d7e9029b cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:30:10.387641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecad173-3399-438e-8961-b3d9d7e9029b {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:30:10.395697 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:10.407814 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Transition to ACTIVE for port object 5ecad173-3399-438e-8961-b3d9d7e9029b will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:30:10.411772 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:10.438302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790749d-42ac-4be9-ae42-5335be81b4ae req-4a11d720-7609-45d2-8552-6159db8f293a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:10.440358 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6790749d-42ac-4be9-ae42-5335be81b4ae req-4a11d720-7609-45d2-8552-6159db8f293a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 932 time: 0.0683496 Jul 16 04:30:10.484933 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6790749d-42ac-4be9-ae42-5335be81b4ae req-2623ff8a-ca8a-48ae-841c-60bc9142fd1a tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394971 Jul 16 04:30:10.487333 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Pushing event updated for resources: {'Port': ['ID=5ecad173-3399-438e-8961-b3d9d7e9029b,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:10.540771 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Attempting to bind port 5ecad173-3399-438e-8961-b3d9d7e9029b on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:30:10.541110 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Attempting to bind port 5ecad173-3399-438e-8961-b3d9d7e9029b by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'c76afd76-3fb7-4ece-9a37-43fc6da8d8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:30:10.541443 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Attempting to bind port 5ecad173-3399-438e-8961-b3d9d7e9029b on network 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:10.545904 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Port 5ecad173-3399-438e-8961-b3d9d7e9029b on network 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:30:10.546226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Attempting to bind port 5ecad173-3399-438e-8961-b3d9d7e9029b on network 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:30:10.551092 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:30:10.551433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Checking segment: {'id': 'c76afd76-3fb7-4ece-9a37-43fc6da8d8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:30:10.551824 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Bound using segment: {'id': 'c76afd76-3fb7-4ece-9a37-43fc6da8d8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:30:10.552255 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Bound port: 5ecad173-3399-438e-8961-b3d9d7e9029b, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c76afd76-3fb7-4ece-9a37-43fc6da8d8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:30:10.552644 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:10.619161 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] For port 5ecad173-3399-438e-8961-b3d9d7e9029b, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:30:10.622359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] For port 5ecad173-3399-438e-8961-b3d9d7e9029b, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5ecad173-3399-438e-8961-b3d9d7e9029b,segment=NetworkSegment(c76afd76-3fb7-4ece-9a37-43fc6da8d8a6),segment_id=c76afd76-3fb7-4ece-9a37-43fc6da8d8a6)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:30:10.628213 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:10.663419 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:10.664372 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:10.665760 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] 10.222.0.88 "PUT /v2.0/ports/5ecad173-3399-438e-8961-b3d9d7e9029b HTTP/1.1" status: 200 len: 1092 time: 0.6533604 Jul 16 04:30:10.666200 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d510a9c-630c-427e-9d9d-cf163bef866b', 'tag': '5ecad173-3399-438e-8961-b3d9d7e9029b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:30:10.668531 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c44146-5d21-42a8-a90a-060d848708b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2d510a9c-630c-427e-9d9d-cf163bef866b", "tag": "5ecad173-3399-438e-8961-b3d9d7e9029b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:30:10.698518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c760ee-0910-4cd5-a32a-7ea1d18a2caf service neutron] Pushing event updated for resources: {'Port': ['ID=5ecad173-3399-438e-8961-b3d9d7e9029b,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:10.726741 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4a39f7-b8b9-44c3-92b5-c35c289bbfca x-openstack-request-id: req-8a4a39f7-b8b9-44c3-92b5-c35c289bbfca {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:30:10.727038 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d510a9c-630c-427e-9d9d-cf163bef866b", "tag": "5ecad173-3399-438e-8961-b3d9d7e9029b", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:30:10.727289 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a4a39f7-b8b9-44c3-92b5-c35c289bbfca {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:30:10.727684 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d510a9c-630c-427e-9d9d-cf163bef866b', 'tag': '5ecad173-3399-438e-8961-b3d9d7e9029b', 'status': 'completed', 'code': 200} Jul 16 04:30:10.775138 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-97e90b54-faee-4707-aba2-787de1a5d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:10.776721 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-97e90b54-faee-4707-aba2-787de1a5d90f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 1095 time: 0.0594223 Jul 16 04:30:10.826341 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-e094903f-a9aa-4e23-9923-efdfc5d6dc4a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecad173-3399-438e-8961-b3d9d7e9029b HTTP/1.1" status: 200 len: 217 time: 0.0384884 Jul 16 04:30:10.878992 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-f461d938-5295-4b72-9a76-5d321b1b5f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:10.880470 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-f461d938-5295-4b72-9a76-5d321b1b5f94 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1999db5f-269e-4f84-a449-6531f5e2935c HTTP/1.1" status: 200 len: 835 time: 0.0441186 Jul 16 04:30:10.943340 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-ff509ed4-d882-4420-993b-46e76e48cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:10.944876 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-ff509ed4-d882-4420-993b-46e76e48cb5d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1758f9ae-cef6-49a1-ba0a-a7e34cff8057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520394 Jul 16 04:30:11.038708 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-c8b4e286-f7ff-4f86-a1df-d13d5cad2f9e service neutron] 10.222.0.88 "GET /v2.0/networks/1758f9ae-cef6-49a1-ba0a-a7e34cff8057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833764 Jul 16 04:30:11.130335 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a9c30aed-8d99-430f-b776-7b18133fd6ed req-57314689-479d-4bdb-99ad-15f618ba0221 service neutron] 10.222.0.88 "GET /v2.0/networks/1758f9ae-cef6-49a1-ba0a-a7e34cff8057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811563 Jul 16 04:30:11.250258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c44146-5d21-42a8-a90a-060d848708b1 req-69ee58d1-a184-4108-b118-0ad71efe8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:11.251827 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e3c44146-5d21-42a8-a90a-060d848708b1 req-69ee58d1-a184-4108-b118-0ad71efe8a7c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 1095 time: 0.0592000 Jul 16 04:30:11.253333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fcff3c02-c53c-4bef-8207-372983a4f382 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:11.301014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port fcff3c02-c53c-4bef-8207-372983a4f382 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:11.305861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port fcff3c02-c53c-4bef-8207-372983a4f382 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:11.306444 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:11.340000 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c44146-5d21-42a8-a90a-060d848708b1 req-bc95236e-b599-47ab-a9eb-463664eb7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:11.341677 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e3c44146-5d21-42a8-a90a-060d848708b1 req-bc95236e-b599-47ab-a9eb-463664eb7483 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1758f9ae-cef6-49a1-ba0a-a7e34cff8057 HTTP/1.1" status: 200 len: 898 time: 0.0836191 Jul 16 04:30:11.384910 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:11.386249 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e3c44146-5d21-42a8-a90a-060d848708b1 req-92215500-63cb-43b8-a60e-b6df90bfc049 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecad173-3399-438e-8961-b3d9d7e9029b HTTP/1.1" status: 200 len: 217 time: 0.0380008 Jul 16 04:30:11.416234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port fcff3c02-c53c-4bef-8207-372983a4f382, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fcff3c02-c53c-4bef-8207-372983a4f382,segment=NetworkSegment(c76afd76-3fb7-4ece-9a37-43fc6da8d8a6),segment_id=c76afd76-3fb7-4ece-9a37-43fc6da8d8a6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:11.419979 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:11.437415 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c44146-5d21-42a8-a90a-060d848708b1 req-e841a9ab-eac2-47c4-bd76-2c245a5f3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:11.439016 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e3c44146-5d21-42a8-a90a-060d848708b1 req-e841a9ab-eac2-47c4-bd76-2c245a5f3645 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1999db5f-269e-4f84-a449-6531f5e2935c HTTP/1.1" status: 200 len: 835 time: 0.0452013 Jul 16 04:30:11.467016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=fcff3c02-c53c-4bef-8207-372983a4f382,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:11.496574 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c44146-5d21-42a8-a90a-060d848708b1 req-4cf9011c-4cf0-4329-93b2-6119a8e07a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:11.498073 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e3c44146-5d21-42a8-a90a-060d848708b1 req-4cf9011c-4cf0-4329-93b2-6119a8e07a9b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1758f9ae-cef6-49a1-ba0a-a7e34cff8057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512686 Jul 16 04:30:11.595722 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e3c44146-5d21-42a8-a90a-060d848708b1 req-e73a9b32-20fb-4442-819c-398b6a0e6a8f service neutron] 10.222.0.88 "GET /v2.0/networks/1758f9ae-cef6-49a1-ba0a-a7e34cff8057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857966 Jul 16 04:30:11.664190 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde985af-2fe6-4c3d-a0bd-6b60e796a81b req-c1cdb454-40a8-4ddf-8626-7713aae7cd11 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:11.665721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cde985af-2fe6-4c3d-a0bd-6b60e796a81b req-c1cdb454-40a8-4ddf-8626-7713aae7cd11 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 944 time: 0.0628393 Jul 16 04:30:11.685856 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-e3c44146-5d21-42a8-a90a-060d848708b1 req-1e63acd3-aaa7-4485-923e-5ad8a1f0d7d5 service neutron] 10.222.0.88 "GET /v2.0/networks/1758f9ae-cef6-49a1-ba0a-a7e34cff8057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833921 Jul 16 04:30:11.704507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-cde985af-2fe6-4c3d-a0bd-6b60e796a81b req-933d3037-8102-4fad-b5e2-2ed80b435a2f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329788 Jul 16 04:30:12.826842 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5ecad173-3399-438e-8961-b3d9d7e9029b details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:30:12.887190 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b67dc4-6a23-49dd-8963-e79188425c4c req-54ff181e-c21c-4603-8012-4ab2406d0414 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:12.888609 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b2b67dc4-6a23-49dd-8963-e79188425c4c req-54ff181e-c21c-4603-8012-4ab2406d0414 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 944 time: 0.0680985 Jul 16 04:30:12.920849 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5ecad173-3399-438e-8961-b3d9d7e9029b, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5ecad173-3399-438e-8961-b3d9d7e9029b,segment=NetworkSegment(c76afd76-3fb7-4ece-9a37-43fc6da8d8a6),segment_id=c76afd76-3fb7-4ece-9a37-43fc6da8d8a6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:12.926119 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b2b67dc4-6a23-49dd-8963-e79188425c4c req-62397523-93e4-4e74-82c1-8e2fb89fcb2e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319145 Jul 16 04:30:12.932587 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '5ecad173-3399-438e-8961-b3d9d7e9029b', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'port_id': '5ecad173-3399-438e-8961-b3d9d7e9029b', 'mac_address': 'fa:16:3e:e9:b0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:30:12.967740 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:12.980159 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecad173-3399-438e-8961-b3d9d7e9029b {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:30:12.999166 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5ecad173-3399-438e-8961-b3d9d7e9029b, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5ecad173-3399-438e-8961-b3d9d7e9029b,segment=NetworkSegment(c76afd76-3fb7-4ece-9a37-43fc6da8d8a6),segment_id=c76afd76-3fb7-4ece-9a37-43fc6da8d8a6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:13.003926 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:13.052006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=5ecad173-3399-438e-8961-b3d9d7e9029b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:13.222745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fcff3c02-c53c-4bef-8207-372983a4f382 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:13.258070 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['5ecad173-3399-438e-8961-b3d9d7e9029b'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:30:13.305659 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port fcff3c02-c53c-4bef-8207-372983a4f382 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:13.306034 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:13.515436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-48db6898-1ae8-427e-b465-9f50f929e015 req-fba35338-abe1-4f53-bbca-4a3cd78e17b1 service neutron] (93768) timed out ('10.222.0.18', 49262) {{(pid=93768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:30:14.093316 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106813f8-639b-4695-b50d-e764f3824835 req-a4abdc9e-e847-4a6e-a62a-0a60cd779f22 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:14.094794 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-106813f8-639b-4695-b50d-e764f3824835 req-a4abdc9e-e847-4a6e-a62a-0a60cd779f22 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 945 time: 0.0619178 Jul 16 04:30:14.132590 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-106813f8-639b-4695-b50d-e764f3824835 req-c692d858-b21c-4d2a-8b20-b6b8248a001e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323396 Jul 16 04:30:14.826677 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5ecad173-3399-438e-8961-b3d9d7e9029b up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:30:14.876345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 5ecad173-3399-438e-8961-b3d9d7e9029b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:30:14.879954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 5ecad173-3399-438e-8961-b3d9d7e9029b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:30:14.880331 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:14.951800 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:14.973739 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d510a9c-630c-427e-9d9d-cf163bef866b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecad173-3399-438e-8961-b3d9d7e9029b'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:30:14.975950 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a7bf6a00885495cfb079af2d673c16a0e00f5c509fc2aa19f2a7086eda902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997b9859-2a07-4fb6-9f0b-b9305554aeee" -d '{"events": [{"server_uuid": "2d510a9c-630c-427e-9d9d-cf163bef866b", "name": "network-vif-plugged", "status": "completed", "tag": "5ecad173-3399-438e-8961-b3d9d7e9029b"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:30:14.988803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 5ecad173-3399-438e-8961-b3d9d7e9029b, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5ecad173-3399-438e-8961-b3d9d7e9029b,segment=NetworkSegment(c76afd76-3fb7-4ece-9a37-43fc6da8d8a6),segment_id=c76afd76-3fb7-4ece-9a37-43fc6da8d8a6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:30:14.992796 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:15.042746 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=5ecad173-3399-438e-8961-b3d9d7e9029b,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:15.059090 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aeafb7-0e5d-439b-9306-fc374d6a7151 x-openstack-request-id: req-07aeafb7-0e5d-439b-9306-fc374d6a7151 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:30:15.059371 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d510a9c-630c-427e-9d9d-cf163bef866b", "name": "network-vif-plugged", "status": "completed", "tag": "5ecad173-3399-438e-8961-b3d9d7e9029b", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:30:15.059625 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07aeafb7-0e5d-439b-9306-fc374d6a7151 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:30:15.060020 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d510a9c-630c-427e-9d9d-cf163bef866b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecad173-3399-438e-8961-b3d9d7e9029b', 'code': 200} Jul 16 04:30:15.183538 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d4b86-765e-4cf5-a494-904674972992 req-124313fa-91e7-4ba0-a24a-5d97b39c73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:15.185102 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dc6d4b86-765e-4cf5-a494-904674972992 req-124313fa-91e7-4ba0-a24a-5d97b39c73d3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 1097 time: 0.0567985 Jul 16 04:30:15.222597 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-dc6d4b86-765e-4cf5-a494-904674972992 req-b01a31c5-f5cb-4102-8246-4e053b45edd6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274301 Jul 16 04:30:15.301664 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a768ba2-4493-4cc4-9783-f153064e80d2 req-d2932eae-711c-4533-aec3-a52a3a9c36bc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:15.303225 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a768ba2-4493-4cc4-9783-f153064e80d2 req-d2932eae-711c-4533-aec3-a52a3a9c36bc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 946 time: 0.0620582 Jul 16 04:30:15.340470 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6a768ba2-4493-4cc4-9783-f153064e80d2 req-794565d1-1dbe-4dc6-b44e-8d4eb192e43c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315640 Jul 16 04:30:16.515469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4184fb-49f7-4134-8536-d1e5494fac8a req-1e2ef783-0af0-4e2a-bd71-6454380c1e8d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:16.516993 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea4184fb-49f7-4134-8536-d1e5494fac8a req-1e2ef783-0af0-4e2a-bd71-6454380c1e8d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 946 time: 0.0686901 Jul 16 04:30:16.558111 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea4184fb-49f7-4134-8536-d1e5494fac8a req-b7216a40-3480-403e-b5e2-80bc844cfada tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320208 Jul 16 04:30:16.731314 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121214a-ee0a-439a-864c-16014b0e11e0 req-8601bb9d-0066-43df-9e09-47255246a69c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:16.732739 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6121214a-ee0a-439a-864c-16014b0e11e0 req-8601bb9d-0066-43df-9e09-47255246a69c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 946 time: 0.0624323 Jul 16 04:30:16.769507 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6121214a-ee0a-439a-864c-16014b0e11e0 req-23b538e8-536d-4d8a-9e95-27f49be686d2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306802 Jul 16 04:30:16.792738 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53964) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:16.846771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242af2eb-2710-4402-a6a5-77b9d801596c tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:16.848250 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-242af2eb-2710-4402-a6a5-77b9d801596c tempest-TestNetworkAdvancedServerOps-761887065 tempest-TestNetworkAdvancedServerOps-761887065-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 1092 time: 0.0545557 Jul 16 04:30:16.851015 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53966) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:16.855369 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '5ecad173-3399-438e-8961-b3d9d7e9029b', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:30:16.876246 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:16.968483 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.069617 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Allocated IP 172.25.3.152 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/760dd5a1-d673-4c5b-9d3d-0550441fac5a) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:30:17.165809 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.202636 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:17.238374 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:30:17.242973 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:30:17.245516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:30:17.596213 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=760dd5a1-d673-4c5b-9d3d-0550441fac5a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:17.932390 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.009469 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.156920 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.160942 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.226779 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event updated for resources: {'Port': ['ID=760dd5a1-d673-4c5b-9d3d-0550441fac5a,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:18.238983 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.338778 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Floating IP 34956627-e0b3-4f3a-b9e4-e1ee59047676 associated. External IP: 172.25.3.152, port: 5ecad173-3399-438e-8961-b3d9d7e9029b. Jul 16 04:30:18.544077 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:30:18.649788 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:30:18.659592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad08d8-7d5f-4477-ac26-199d61700713 None None] Sync routers for ids ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:30:18.665748 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:18.668745 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad08d8-7d5f-4477-ac26-199d61700713 None None] Routers {'1a1cdaa9-acb2-4a73-a03d-d10de411e350'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:18.669370 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73ad08d8-7d5f-4477-ac26-199d61700713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:18.702123 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1660bd60-f0c6-4a09-89b8-811413eed4e3 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8500199 Jul 16 04:30:18.702705 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d510a9c-630c-427e-9d9d-cf163bef866b', 'tag': '5ecad173-3399-438e-8961-b3d9d7e9029b'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:30:18.705582 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b8b959b9fca1a105980ebce844832c28e6a42280803fa08d089bc89e3fbb959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c017c40d-81f5-410d-bc79-340ca795fedd" -d '{"events": [{"name": "network-changed", "server_uuid": "2d510a9c-630c-427e-9d9d-cf163bef866b", "tag": "5ecad173-3399-438e-8961-b3d9d7e9029b"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:30:18.741964 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dc9e49-973f-4710-94e0-38d5e0d4614d x-openstack-request-id: req-62dc9e49-973f-4710-94e0-38d5e0d4614d {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:30:18.742260 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d510a9c-630c-427e-9d9d-cf163bef866b", "tag": "5ecad173-3399-438e-8961-b3d9d7e9029b", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:30:18.742513 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62dc9e49-973f-4710-94e0-38d5e0d4614d {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:30:18.742914 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d510a9c-630c-427e-9d9d-cf163bef866b', 'tag': '5ecad173-3399-438e-8961-b3d9d7e9029b', 'status': 'completed', 'code': 200} Jul 16 04:30:18.779960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-73ad08d8-7d5f-4477-ac26-199d61700713 None None] Set router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:18.821972 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017c40d-81f5-410d-bc79-340ca795fedd req-39abb0eb-d5bf-4bf3-9692-727ddaf6a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:18.822871 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c017c40d-81f5-410d-bc79-340ca795fedd req-39abb0eb-d5bf-4bf3-9692-727ddaf6a4fb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 1097 time: 0.0569575 Jul 16 04:30:18.864561 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaeb4c2-24a4-47af-8ca7-61c2c99d6c73 req-a46a4727-a1db-4cb6-a7ae-5b60eb837a57 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:18.866386 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-efaeb4c2-24a4-47af-8ca7-61c2c99d6c73 req-a46a4727-a1db-4cb6-a7ae-5b60eb837a57 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 946 time: 0.0679309 Jul 16 04:30:18.910823 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-efaeb4c2-24a4-47af-8ca7-61c2c99d6c73 req-f25bb51e-23a2-4f16-aee8-c086a7b6dbd6 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382135 Jul 16 04:30:18.917168 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017c40d-81f5-410d-bc79-340ca795fedd req-bf19f9d6-1598-4f9a-b6d4-5af062f7435d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:18.918662 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c017c40d-81f5-410d-bc79-340ca795fedd req-bf19f9d6-1598-4f9a-b6d4-5af062f7435d service neutron] 10.222.0.88 "GET /v2.0/networks?id=1758f9ae-cef6-49a1-ba0a-a7e34cff8057 HTTP/1.1" status: 200 len: 898 time: 0.0890229 Jul 16 04:30:18.935786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53972) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:18.991927 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c017c40d-81f5-410d-bc79-340ca795fedd req-77a4b9ff-db1a-4c23-9975-25398ba755cf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecad173-3399-438e-8961-b3d9d7e9029b HTTP/1.1" status: 200 len: 1000 time: 0.0664098 Jul 16 04:30:19.003347 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-506eb84f-90e9-4bd9-b131-ec2202549f2e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/34956627-e0b3-4f3a-b9e4-e1ee59047676 HTTP/1.1" status: 200 len: 992 time: 0.0651057 Jul 16 04:30:19.009430 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73ad08d8-7d5f-4477-ac26-199d61700713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:06Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '34956627-e0b3-4f3a-b9e4-e1ee59047676', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'port_id': '5ecad173-3399-438e-8961-b3d9d7e9029b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'mac_address': 'fa:16:3e:e9:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d510a9c-630c-427e-9d9d-cf163bef866b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:30:17Z', 'updated_at': '2021-07-16T04:30:17Z', 'revision_number': 0, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcff3c02-c53c-4bef-8207-372983a4f382', 'name': '', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:d6:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:05Z', 'updated_at': '2021-07-16T04:30:11Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:19.035309 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad08d8-7d5f-4477-ac26-199d61700713 None None] Checking router: 1a1cdaa9-acb2-4a73-a03d-d10de411e350 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:30:19.040819 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017c40d-81f5-410d-bc79-340ca795fedd req-a36e4ea5-968d-42e7-af99-15b593219482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:19.042263 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c017c40d-81f5-410d-bc79-340ca795fedd req-a36e4ea5-968d-42e7-af99-15b593219482 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1999db5f-269e-4f84-a449-6531f5e2935c HTTP/1.1" status: 200 len: 835 time: 0.0442531 Jul 16 04:30:19.043466 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad08d8-7d5f-4477-ac26-199d61700713 None None] Routers {'1a1cdaa9-acb2-4a73-a03d-d10de411e350'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:19.044085 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73ad08d8-7d5f-4477-ac26-199d61700713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:30:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:19.101181 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017c40d-81f5-410d-bc79-340ca795fedd req-ba5c498a-7c92-4f82-8d88-9c3017a86b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:19.102631 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c017c40d-81f5-410d-bc79-340ca795fedd req-ba5c498a-7c92-4f82-8d88-9c3017a86b43 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1758f9ae-cef6-49a1-ba0a-a7e34cff8057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530760 Jul 16 04:30:19.151854 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-73ad08d8-7d5f-4477-ac26-199d61700713 None None] Set router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:30:19.197739 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c017c40d-81f5-410d-bc79-340ca795fedd req-0c64fc1f-89e7-41d3-8a26-3b38264943a1 service neutron] 10.222.0.88 "GET /v2.0/networks/1758f9ae-cef6-49a1-ba0a-a7e34cff8057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880628 Jul 16 04:30:19.291539 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c017c40d-81f5-410d-bc79-340ca795fedd req-0bf67d19-b60b-49de-a4e2-4019e2dfcf44 service neutron] 10.222.0.88 "GET /v2.0/networks/1758f9ae-cef6-49a1-ba0a-a7e34cff8057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866952 Jul 16 04:30:19.527273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-73ad08d8-7d5f-4477-ac26-199d61700713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:06Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '34956627-e0b3-4f3a-b9e4-e1ee59047676', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'port_id': '5ecad173-3399-438e-8961-b3d9d7e9029b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'mac_address': 'fa:16:3e:e9:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d510a9c-630c-427e-9d9d-cf163bef866b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:30:17Z', 'updated_at': '2021-07-16T04:30:17Z', 'revision_number': 0, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcff3c02-c53c-4bef-8207-372983a4f382', 'name': '', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:d6:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:05Z', 'updated_at': '2021-07-16T04:30:11Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:30:19.553157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ad08d8-7d5f-4477-ac26-199d61700713 None None] The sync data for ids ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'] in n-d-800088-6 is: [{'id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:06Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '34956627-e0b3-4f3a-b9e4-e1ee59047676', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'port_id': '5ecad173-3399-438e-8961-b3d9d7e9029b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'mac_address': 'fa:16:3e:e9:b0:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d510a9c-630c-427e-9d9d-cf163bef866b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:30:17Z', 'updated_at': '2021-07-16T04:30:17Z', 'revision_number': 0, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcff3c02-c53c-4bef-8207-372983a4f382', 'name': '', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:d6:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:05Z', 'updated_at': '2021-07-16T04:30:11Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:30:19.730029 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937cb210-9b46-4c85-8d6f-7078736a0903 None None] New status for floating IP 34956627-e0b3-4f3a-b9e4-e1ee59047676: ACTIVE {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:30:20.006109 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 53978) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:20.066740 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b79b015d-efba-4031-afd0-df8db12f5dc7 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/34956627-e0b3-4f3a-b9e4-e1ee59047676 HTTP/1.1" status: 200 len: 994 time: 0.0594792 Jul 16 04:30:30.126309 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4ea8ae6e-a88c-439e-a1bc-87355ea98402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.698165 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:31.993109 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.845288 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f0f159d3-701f-4faf-8188-1d91af4e2dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:32.874942 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:34.101148 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:35.949234 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:42.169405 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:30:53.595026 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06140baf-06c6-415c-b5bb-0e6d06f83dfd req-455c2cbf-6968-4ef1-90be-56e4521fdb16 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:53.596565 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06140baf-06c6-415c-b5bb-0e6d06f83dfd req-455c2cbf-6968-4ef1-90be-56e4521fdb16 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 946 time: 0.0692434 Jul 16 04:30:53.635102 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-06140baf-06c6-415c-b5bb-0e6d06f83dfd req-5a9acd4a-7d8e-488c-bebb-d4f2e93704f9 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323839 Jul 16 04:30:54.817102 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1504598-696b-456b-b701-2913be9ad94f req-cf2510cb-53fe-4c55-b4ad-b2c1d3cc0dcb tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:54.819096 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a1504598-696b-456b-b701-2913be9ad94f req-cf2510cb-53fe-4c55-b4ad-b2c1d3cc0dcb tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 946 time: 0.0627058 Jul 16 04:30:54.855738 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a1504598-696b-456b-b701-2913be9ad94f req-7fb899c1-f8e6-437d-b844-98b88c8247cc tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312459 Jul 16 04:30:54.879683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:54.944913 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8fde5483-2ea1-4f94-a797-6ccb98b87471 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/34956627-e0b3-4f3a-b9e4-e1ee59047676 HTTP/1.1" status: 200 len: 994 time: 0.0641079 Jul 16 04:30:56.368134 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b732f-08ad-47d3-b3b4-d0ae0c61ba7c req-60b00f3d-c88d-40b4-bf3e-d65e8710bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:56.369675 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-468b732f-08ad-47d3-b3b4-d0ae0c61ba7c req-60b00f3d-c88d-40b4-bf3e-d65e8710bcff service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 1097 time: 0.0593488 Jul 16 04:30:56.370534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ef428-0fff-4ef4-ad0a-803ae77ddcb5 req-e2e4a1ae-0bc6-4eee-a71f-4a6ff4459b7f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:56.372376 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e04ef428-0fff-4ef4-ad0a-803ae77ddcb5 req-e2e4a1ae-0bc6-4eee-a71f-4a6ff4459b7f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 946 time: 0.0636013 Jul 16 04:30:56.409753 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e04ef428-0fff-4ef4-ad0a-803ae77ddcb5 req-5df6501a-28e2-4011-bd99-dfbe4707b82e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Jul 16 04:30:56.462924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b732f-08ad-47d3-b3b4-d0ae0c61ba7c req-9aa7cbca-a575-422e-8857-ab13507bd1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:56.464429 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-468b732f-08ad-47d3-b3b4-d0ae0c61ba7c req-9aa7cbca-a575-422e-8857-ab13507bd1da service neutron] 10.222.0.88 "GET /v2.0/networks?id=1758f9ae-cef6-49a1-ba0a-a7e34cff8057 HTTP/1.1" status: 200 len: 898 time: 0.0846393 Jul 16 04:30:56.533596 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-468b732f-08ad-47d3-b3b4-d0ae0c61ba7c req-c5d13b61-c7e1-456a-974f-99f07c930470 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecad173-3399-438e-8961-b3d9d7e9029b HTTP/1.1" status: 200 len: 1002 time: 0.0597427 Jul 16 04:30:56.583826 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b732f-08ad-47d3-b3b4-d0ae0c61ba7c req-0eb0654d-42f2-45df-a849-c3b41e90a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:56.585760 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-468b732f-08ad-47d3-b3b4-d0ae0c61ba7c req-0eb0654d-42f2-45df-a849-c3b41e90a4aa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1999db5f-269e-4f84-a449-6531f5e2935c HTTP/1.1" status: 200 len: 835 time: 0.0412633 Jul 16 04:30:56.651570 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b732f-08ad-47d3-b3b4-d0ae0c61ba7c req-ab0b0fd0-865c-49e8-bcae-53e072934763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:56.653120 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-468b732f-08ad-47d3-b3b4-d0ae0c61ba7c req-ab0b0fd0-865c-49e8-bcae-53e072934763 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1758f9ae-cef6-49a1-ba0a-a7e34cff8057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572870 Jul 16 04:30:56.746009 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-468b732f-08ad-47d3-b3b4-d0ae0c61ba7c req-cc85d2a4-1e70-45cc-8110-ff4a77b61aa0 service neutron] 10.222.0.88 "GET /v2.0/networks/1758f9ae-cef6-49a1-ba0a-a7e34cff8057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829604 Jul 16 04:30:56.834103 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-468b732f-08ad-47d3-b3b4-d0ae0c61ba7c req-96d44326-07ee-46e6-85be-6afe95c569e7 service neutron] 10.222.0.88 "GET /v2.0/networks/1758f9ae-cef6-49a1-ba0a-a7e34cff8057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783541 Jul 16 04:30:57.591618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e23e34-787f-4170-ad44-ba6592b4bace req-8383e083-9c87-4d8a-9e33-40d05270fb2f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:57.593161 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b2e23e34-787f-4170-ad44-ba6592b4bace req-8383e083-9c87-4d8a-9e33-40d05270fb2f tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 946 time: 0.0646718 Jul 16 04:30:57.636857 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b2e23e34-787f-4170-ad44-ba6592b4bace req-9a5ee103-08a9-4aaf-af49-3949bc72fe85 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379801 Jul 16 04:30:58.806825 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b1993-d977-41ec-b1ef-581e4deb7a60 req-c9dedf3b-ae70-4f90-8ed4-0ff2f6c17587 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:30:58.808291 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-225b1993-d977-41ec-b1ef-581e4deb7a60 req-c9dedf3b-ae70-4f90-8ed4-0ff2f6c17587 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 946 time: 0.0628166 Jul 16 04:30:58.845091 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-225b1993-d977-41ec-b1ef-581e4deb7a60 req-a4f46dee-d4cf-49c4-9d77-ed850b0e33ee tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313132 Jul 16 04:30:58.869215 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54018) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:58.931998 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-08c2a743-156e-4f41-afd4-41fca9b3b45e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/floatingips/34956627-e0b3-4f3a-b9e4-e1ee59047676 HTTP/1.1" status: 200 len: 994 time: 0.0615828 Jul 16 04:30:59.183720 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54024) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:30:59.334879 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port 760dd5a1-d673-4c5b-9d3d-0550441fac5a {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:30:59.335255 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:59.410295 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:59.410624 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:59.422453 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for 760dd5a1-d673-4c5b-9d3d-0550441fac5a owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:30:59.561196 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:59.589096 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=760dd5a1-d673-4c5b-9d3d-0550441fac5a,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:30:59.619624 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:59.619973 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:59.620333 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:59.620703 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:59.621035 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:59.621371 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:59.621706 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:59.622033 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:59.622359 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:59.622685 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:59.623008 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:59.623329 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:30:59.663821 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:59.664163 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Floating IP 34956627-e0b3-4f3a-b9e4-e1ee59047676 disassociated (deleted). External IP: 172.25.3.152, port: 5ecad173-3399-438e-8961-b3d9d7e9029b. Jul 16 04:30:59.863746 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:30:59.966555 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:30:59.971241 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:30:59.977153 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf4a399-527e-459d-8273-d6b58ac74141 None None] Sync routers for ids ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:30:59.985727 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4a399-527e-459d-8273-d6b58ac74141 None None] Routers {'1a1cdaa9-acb2-4a73-a03d-d10de411e350'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:30:59.986343 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eaf4a399-527e-459d-8273-d6b58ac74141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:30:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:00.005320 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4ac104ae-79ed-4603-a00d-3fb3cc28f7ec tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/floatingips/34956627-e0b3-4f3a-b9e4-e1ee59047676 HTTP/1.1" status: 204 len: 168 time: 0.8205917 Jul 16 04:31:00.005875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d510a9c-630c-427e-9d9d-cf163bef866b', 'tag': '5ecad173-3399-438e-8961-b3d9d7e9029b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:31:00.008805 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c43443-8a4c-4190-9774-b0eda17956ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2d510a9c-630c-427e-9d9d-cf163bef866b", "tag": "5ecad173-3399-438e-8961-b3d9d7e9029b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:31:00.047228 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3a5b9f-75cc-4f61-833e-4b8af830df68 x-openstack-request-id: req-8c3a5b9f-75cc-4f61-833e-4b8af830df68 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:31:00.047519 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d510a9c-630c-427e-9d9d-cf163bef866b", "tag": "5ecad173-3399-438e-8961-b3d9d7e9029b", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:31:00.047765 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c3a5b9f-75cc-4f61-833e-4b8af830df68 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:31:00.048162 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d510a9c-630c-427e-9d9d-cf163bef866b', 'tag': '5ecad173-3399-438e-8961-b3d9d7e9029b', 'status': 'completed', 'code': 200} Jul 16 04:31:00.095317 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eaf4a399-527e-459d-8273-d6b58ac74141 None None] Set router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:00.134050 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c43443-8a4c-4190-9774-b0eda17956ec req-7aaa2809-4e92-4b2d-a321-d8630e23ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:00.135844 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27c43443-8a4c-4190-9774-b0eda17956ec req-7aaa2809-4e92-4b2d-a321-d8630e23ea2a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=fa3b032676104f4880615a212910eb0a&device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 1097 time: 0.0555756 Jul 16 04:31:00.142039 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c53193a3-83a9-4390-b55d-6c22d087a987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:00.236912 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c43443-8a4c-4190-9774-b0eda17956ec req-b83b6db3-adbd-49a6-b1fd-e8d341c40242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:00.238439 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27c43443-8a4c-4190-9774-b0eda17956ec req-b83b6db3-adbd-49a6-b1fd-e8d341c40242 service neutron] 10.222.0.88 "GET /v2.0/networks?id=1758f9ae-cef6-49a1-ba0a-a7e34cff8057 HTTP/1.1" status: 200 len: 898 time: 0.0935247 Jul 16 04:31:00.285485 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27c43443-8a4c-4190-9774-b0eda17956ec req-bfbcefb3-1c68-4ce4-8504-57f33cb2b485 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecad173-3399-438e-8961-b3d9d7e9029b HTTP/1.1" status: 200 len: 217 time: 0.0344024 Jul 16 04:31:00.325649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eaf4a399-527e-459d-8273-d6b58ac74141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:06Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fcff3c02-c53c-4bef-8207-372983a4f382', 'name': '', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:d6:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:05Z', 'updated_at': '2021-07-16T04:30:11Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:00.339790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c43443-8a4c-4190-9774-b0eda17956ec req-fad736f2-4f25-4103-905e-56b371ba23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:00.341285 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27c43443-8a4c-4190-9774-b0eda17956ec req-fad736f2-4f25-4103-905e-56b371ba23fb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1999db5f-269e-4f84-a449-6531f5e2935c HTTP/1.1" status: 200 len: 835 time: 0.0492291 Jul 16 04:31:00.351344 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf4a399-527e-459d-8273-d6b58ac74141 None None] Checking router: 1a1cdaa9-acb2-4a73-a03d-d10de411e350 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:00.360100 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4a399-527e-459d-8273-d6b58ac74141 None None] Routers {'1a1cdaa9-acb2-4a73-a03d-d10de411e350'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:00.360740 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eaf4a399-527e-459d-8273-d6b58ac74141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:30:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:00.388822 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f04f0-3830-4577-9617-139e7a619f60 req-492029dd-6eb9-40d8-8c06-bae07bafc4c2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:00.390304 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-528f04f0-3830-4577-9617-139e7a619f60 req-492029dd-6eb9-40d8-8c06-bae07bafc4c2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 946 time: 0.0652714 Jul 16 04:31:00.406546 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c43443-8a4c-4190-9774-b0eda17956ec req-bbd70c54-1f0f-4eb8-bae8-9da496e38a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:00.408053 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27c43443-8a4c-4190-9774-b0eda17956ec req-bbd70c54-1f0f-4eb8-bae8-9da496e38a9e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=1758f9ae-cef6-49a1-ba0a-a7e34cff8057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600390 Jul 16 04:31:00.432517 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-528f04f0-3830-4577-9617-139e7a619f60 req-205bebe7-1473-4113-bf87-fe597f6b3cea tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361390 Jul 16 04:31:00.470528 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-eaf4a399-527e-459d-8273-d6b58ac74141 None None] Set router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:00.503820 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27c43443-8a4c-4190-9774-b0eda17956ec req-0d04263c-c780-448d-a015-953a8afe2a77 service neutron] 10.222.0.88 "GET /v2.0/networks/1758f9ae-cef6-49a1-ba0a-a7e34cff8057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885191 Jul 16 04:31:00.594323 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-27c43443-8a4c-4190-9774-b0eda17956ec req-3429e74a-4e2d-47aa-94bb-c4eee98f0190 service neutron] 10.222.0.88 "GET /v2.0/networks/1758f9ae-cef6-49a1-ba0a-a7e34cff8057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838742 Jul 16 04:31:00.670479 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-eaf4a399-527e-459d-8273-d6b58ac74141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:06Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fcff3c02-c53c-4bef-8207-372983a4f382', 'name': '', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:d6:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:05Z', 'updated_at': '2021-07-16T04:30:11Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:00.695752 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf4a399-527e-459d-8273-d6b58ac74141 None None] The sync data for ids ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'] in n-d-800088-6 is: [{'id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:06Z', 'revision_number': 4, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'fcff3c02-c53c-4bef-8207-372983a4f382', 'name': '', 'network_id': '1758f9ae-cef6-49a1-ba0a-a7e34cff8057', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'mac_address': 'fa:16:3e:d6:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:05Z', 'updated_at': '2021-07-16T04:30:11Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'subnets': [{'id': '1999db5f-269e-4f84-a449-6531f5e2935c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:00.904685 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665a401-f9b4-47ab-ae36-190d41a92042 None None] New status for floating IP 34956627-e0b3-4f3a-b9e4-e1ee59047676: DOWN {{(pid=93770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:31:01.606496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb76819-ba83-460a-b3a7-afe337fbd1a1 req-49eda4b1-8e1b-40be-9cac-6826fc7cf891 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:01.608684 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edb76819-ba83-460a-b3a7-afe337fbd1a1 req-49eda4b1-8e1b-40be-9cac-6826fc7cf891 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 946 time: 0.0666158 Jul 16 04:31:01.646749 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-edb76819-ba83-460a-b3a7-afe337fbd1a1 req-8f617c2b-82ca-4a26-8229-86bb54b7c959 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/security-groups?id=058105fd-55e5-4e5d-b4f7-755c641a7901&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325305 Jul 16 04:31:01.711541 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:01.992385 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:02.079910 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef18b9-c7df-473b-8ff9-14f235ef6e41 req-2bba5098-8722-496b-afc4-3cbacafeb91c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:02.081393 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-34ef18b9-c7df-473b-8ff9-14f235ef6e41 req-2bba5098-8722-496b-afc4-3cbacafeb91c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 946 time: 0.0612302 Jul 16 04:31:02.181749 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-34ef18b9-c7df-473b-8ff9-14f235ef6e41 req-a5c34492-96f3-4500-acf6-0db4928eb790 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port 5ecad173-3399-438e-8961-b3d9d7e9029b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:02.182087 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34ef18b9-c7df-473b-8ff9-14f235ef6e41 req-a5c34492-96f3-4500-acf6-0db4928eb790 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:02.265392 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-34ef18b9-c7df-473b-8ff9-14f235ef6e41 req-a5c34492-96f3-4500-acf6-0db4928eb790 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] For port 5ecad173-3399-438e-8961-b3d9d7e9029b, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=5ecad173-3399-438e-8961-b3d9d7e9029b,segment=NetworkSegment(c76afd76-3fb7-4ece-9a37-43fc6da8d8a6),segment_id=c76afd76-3fb7-4ece-9a37-43fc6da8d8a6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:02.265668 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34ef18b9-c7df-473b-8ff9-14f235ef6e41 req-a5c34492-96f3-4500-acf6-0db4928eb790 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:02.277975 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-34ef18b9-c7df-473b-8ff9-14f235ef6e41 req-a5c34492-96f3-4500-acf6-0db4928eb790 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for 5ecad173-3399-438e-8961-b3d9d7e9029b owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:02.403523 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34ef18b9-c7df-473b-8ff9-14f235ef6e41 req-a5c34492-96f3-4500-acf6-0db4928eb790 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:02.435700 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c34492-96f3-4500-acf6-0db4928eb790 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=5ecad173-3399-438e-8961-b3d9d7e9029b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:02.483658 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ef18b9-c7df-473b-8ff9-14f235ef6e41 req-a5c34492-96f3-4500-acf6-0db4928eb790 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] No DVR routers for this DVR port 5ecad173-3399-438e-8961-b3d9d7e9029b on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:31:02.486618 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-34ef18b9-c7df-473b-8ff9-14f235ef6e41 req-a5c34492-96f3-4500-acf6-0db4928eb790 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:02.488769 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-34ef18b9-c7df-473b-8ff9-14f235ef6e41 req-a5c34492-96f3-4500-acf6-0db4928eb790 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.88 "DELETE /v2.0/ports/5ecad173-3399-438e-8961-b3d9d7e9029b HTTP/1.1" status: 204 len: 173 time: 0.4009454 Jul 16 04:31:02.489416 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d510a9c-630c-427e-9d9d-cf163bef866b', 'name': 'network-vif-deleted', 'tag': '5ecad173-3399-438e-8961-b3d9d7e9029b'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:31:02.492791 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c37c6f4-39fc-4bd1-89fe-ab986c2e987e" -d '{"events": [{"server_uuid": "2d510a9c-630c-427e-9d9d-cf163bef866b", "name": "network-vif-deleted", "tag": "5ecad173-3399-438e-8961-b3d9d7e9029b"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:31:02.530573 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b811820-2c2c-422c-b098-98c35035b925 x-openstack-request-id: req-2b811820-2c2c-422c-b098-98c35035b925 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:31:02.530869 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d510a9c-630c-427e-9d9d-cf163bef866b", "name": "network-vif-deleted", "tag": "5ecad173-3399-438e-8961-b3d9d7e9029b", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:31:02.531123 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b811820-2c2c-422c-b098-98c35035b925 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:31:02.531659 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d510a9c-630c-427e-9d9d-cf163bef866b', 'name': 'network-vif-deleted', 'tag': '5ecad173-3399-438e-8961-b3d9d7e9029b', 'status': 'completed', 'code': 200} Jul 16 04:31:02.798528 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5192ac6d-89f7-440e-8341-8b8d649ef228 req-47cd8890-f5ba-4f12-82b2-1372a61d332e tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d510a9c-630c-427e-9d9d-cf163bef866b HTTP/1.1" status: 200 len: 210 time: 0.0298960 Jul 16 04:31:02.847540 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d600d6bb-8e26-49c0-955d-be887ccff184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:02.877530 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:03.896337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54040) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:04.104060 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:04.582310 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46c328be-c277-4d97-8c66-f225aee21db5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:04.853101 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-46c328be-c277-4d97-8c66-f225aee21db5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port fcff3c02-c53c-4bef-8207-372983a4f382 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:04.853368 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46c328be-c277-4d97-8c66-f225aee21db5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:04.943500 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-46c328be-c277-4d97-8c66-f225aee21db5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] For port fcff3c02-c53c-4bef-8207-372983a4f382, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=fcff3c02-c53c-4bef-8207-372983a4f382,segment=NetworkSegment(c76afd76-3fb7-4ece-9a37-43fc6da8d8a6),segment_id=c76afd76-3fb7-4ece-9a37-43fc6da8d8a6)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:04.944233 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46c328be-c277-4d97-8c66-f225aee21db5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:04.955470 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-46c328be-c277-4d97-8c66-f225aee21db5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for fcff3c02-c53c-4bef-8207-372983a4f382 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:05.029066 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5ecad173-3399-438e-8961-b3d9d7e9029b no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:05.047803 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 5ecad173-3399-438e-8961-b3d9d7e9029b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:05.048148 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 5ecad173-3399-438e-8961-b3d9d7e9029b not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:05.144148 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46c328be-c277-4d97-8c66-f225aee21db5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:05.170461 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c328be-c277-4d97-8c66-f225aee21db5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=fcff3c02-c53c-4bef-8207-372983a4f382,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:05.348745 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-46c328be-c277-4d97-8c66-f225aee21db5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:05.551585 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c328be-c277-4d97-8c66-f225aee21db5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:31:05.655957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c328be-c277-4d97-8c66-f225aee21db5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:05.661148 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-46c328be-c277-4d97-8c66-f225aee21db5 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "PUT /v2.0/routers/1a1cdaa9-acb2-4a73-a03d-d10de411e350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7637579 Jul 16 04:31:05.663832 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54042) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:05.666455 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8612b370-75b0-46e6-a33c-672f872c0d68 None None] Sync routers for ids ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:05.675545 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8612b370-75b0-46e6-a33c-672f872c0d68 None None] Routers {'1a1cdaa9-acb2-4a73-a03d-d10de411e350'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:05.676160 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8612b370-75b0-46e6-a33c-672f872c0d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:31:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:05.718052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca056ed-d131-403a-b480-fff45d9ff5be tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting subnet 1999db5f-269e-4f84-a449-6531f5e2935c {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:31:05.721334 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ca056ed-d131-403a-b480-fff45d9ff5be tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:05.760756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ca056ed-d131-403a-b480-fff45d9ff5be tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:05.779261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8612b370-75b0-46e6-a33c-672f872c0d68 None None] Set router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:05.840448 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ca056ed-d131-403a-b480-fff45d9ff5be tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:05.901992 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ca056ed-d131-403a-b480-fff45d9ff5be tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:05.931083 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca056ed-d131-403a-b480-fff45d9ff5be tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Subnet': ['ID=1999db5f-269e-4f84-a449-6531f5e2935c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:05.933241 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9ca056ed-d131-403a-b480-fff45d9ff5be tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:05.935797 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9ca056ed-d131-403a-b480-fff45d9ff5be tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/subnets/1999db5f-269e-4f84-a449-6531f5e2935c HTTP/1.1" status: 204 len: 168 time: 0.2703438 Jul 16 04:31:05.937818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54044) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:05.947534 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd43fc11-e3ad-4abb-9bbd-5ceba2ef6001 None None] Network 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:05.980775 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.023793 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8612b370-75b0-46e6-a33c-672f872c0d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:31:05Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:06.046301 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.068685 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8612b370-75b0-46e6-a33c-672f872c0d68 None None] Checking router: 1a1cdaa9-acb2-4a73-a03d-d10de411e350 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:06.096454 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8612b370-75b0-46e6-a33c-672f872c0d68 None None] Routers {'1a1cdaa9-acb2-4a73-a03d-d10de411e350'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:06.096994 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8612b370-75b0-46e6-a33c-672f872c0d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:31:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:06.149549 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.201549 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Deleting port b417b045-f6b9-46bf-835f-0dd7778af155 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:06.201908 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.213882 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-8612b370-75b0-46e6-a33c-672f872c0d68 None None] Set router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:06.276144 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] DHCP port deletion for 1758f9ae-cef6-49a1-ba0a-a7e34cff8057 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:31:06.285825 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] For port b417b045-f6b9-46bf-835f-0dd7778af155, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=b417b045-f6b9-46bf-835f-0dd7778af155,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:06.286189 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.298130 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Calling delete_port for b417b045-f6b9-46bf-835f-0dd7778af155 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:06.403056 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Deleting port 346d62e7-7283-4fa1-b4e1-434769710df4 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:31:06.403316 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.462478 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.480562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] For port 346d62e7-7283-4fa1-b4e1-434769710df4, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=346d62e7-7283-4fa1-b4e1-434769710df4,segment=NetworkSegment(c76afd76-3fb7-4ece-9a37-43fc6da8d8a6),segment_id=c76afd76-3fb7-4ece-9a37-43fc6da8d8a6)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:06.480874 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.491599 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Port': ['ID=b417b045-f6b9-46bf-835f-0dd7778af155,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:06.498543 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Calling delete_port for 346d62e7-7283-4fa1-b4e1-434769710df4 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:31:06.510700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-8612b370-75b0-46e6-a33c-672f872c0d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:31:05Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:06.554385 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.648818 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.651276 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.694191 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.695271 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Fanout notify agent at l3_agent the message router_deleted on router 1a1cdaa9-acb2-4a73-a03d-d10de411e350 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:31:06.700300 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8612b370-75b0-46e6-a33c-672f872c0d68 None None] The sync data for ids ['1a1cdaa9-acb2-4a73-a03d-d10de411e350'] in n-d-800088-6 is: [{'id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926765006', 'tenant_id': 'fa3b032676104f4880615a212910eb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:31:05Z', 'revision_number': 5, 'project_id': 'fa3b032676104f4880615a212910eb0a', 'gw_port': {'id': 'b417b045-f6b9-46bf-835f-0dd7778af155', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1cdaa9-acb2-4a73-a03d-d10de411e350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:30:02Z', 'updated_at': '2021-07-16T04:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:06.703203 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.707293 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54046) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:06.712891 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-2e478adb-8598-4bd8-88f3-e939d91b178c tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/routers/1a1cdaa9-acb2-4a73-a03d-d10de411e350 HTTP/1.1" status: 204 len: 168 time: 0.7714181 Jul 16 04:31:06.769083 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.787640 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.794441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Pushing event deleted for resources: {'Port': ['ID=346d62e7-7283-4fa1-b4e1-434769710df4,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:06.798729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] No DVR routers for this DVR port 346d62e7-7283-4fa1-b4e1-434769710df4 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:31:06.805990 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.806341 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.806681 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.807027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.807363 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.807695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.808461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.808461 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.808671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.809006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.809332 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.809656 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5174979-2f5f-4cab-b909-85ea52db22af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:06.877590 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.888390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1758f9ae-cef6-49a1-ba0a-a7e34cff8057']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:06.898013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76afd76-3fb7-4ece-9a37-43fc6da8d8a6') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:06.898318 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76afd76-3fb7-4ece-9a37-43fc6da8d8a6') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:06.906829 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.919967 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.925762 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Releasing vlan 934 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:31:06.926151 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:31:06.929544 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:31:06.990960 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:06.998446 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:07.000548 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/networks/1758f9ae-cef6-49a1-ba0a-a7e34cff8057 HTTP/1.1" status: 204 len: 168 time: 0.2922220 Jul 16 04:31:07.003344 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54048) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:07.011914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'Network': ['ID=1758f9ae-cef6-49a1-ba0a-a7e34cff8057,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:07.019442 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:07.019882 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:07.020302 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:07.020675 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:07.021010 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:07.021345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:07.021678 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:07.022009 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:07.022339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:07.022664 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:07.022988 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:07.023313 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8989bb26-fa16-4142-919e-b379bc3023a2 tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:07.066668 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ebda-16c4-4782-b968-cd3116a75d0d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:07.093106 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ebda-16c4-4782-b968-cd3116a75d0d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:07.153881 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ebda-16c4-4782-b968-cd3116a75d0d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:07.156298 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ebda-16c4-4782-b968-cd3116a75d0d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:07.160522 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f1b8ebda-16c4-4782-b968-cd3116a75d0d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] 10.222.0.18 "DELETE /v2.0/security-groups/058105fd-55e5-4e5d-b4f7-755c641a7901 HTTP/1.1" status: 204 len: 168 time: 0.1559000 Jul 16 04:31:07.170517 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8ebda-16c4-4782-b968-cd3116a75d0d tempest-TestNetworkAdvancedServerOps-281956303 tempest-TestNetworkAdvancedServerOps-281956303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=058105fd-55e5-4e5d-b4f7-755c641a7901,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:07.323006 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 346d62e7-7283-4fa1-b4e1-434769710df4 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:07.345817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 346d62e7-7283-4fa1-b4e1-434769710df4 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:07.346160 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 346d62e7-7283-4fa1-b4e1-434769710df4 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:07.346568 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fcff3c02-c53c-4bef-8207-372983a4f382 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:07.365687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: fcff3c02-c53c-4bef-8207-372983a4f382 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:07.366052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device fcff3c02-c53c-4bef-8207-372983a4f382 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:07.505818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54056) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:07.643328 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-88c0281a-2807-4cf0-98ef-00f78b59228f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa3b032676104f4880615a212910eb0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363649 Jul 16 04:31:07.645738 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54060) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:07.693265 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f44b217-43da-40e8-a6f1-0c7e44397f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:07.713744 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f44b217-43da-40e8-a6f1-0c7e44397f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:07.760817 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f44b217-43da-40e8-a6f1-0c7e44397f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:07.763469 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1f44b217-43da-40e8-a6f1-0c7e44397f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:07.764632 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1f44b217-43da-40e8-a6f1-0c7e44397f2b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0af3232a-c9d2-4374-8616-cb0ea973bc1c HTTP/1.1" status: 204 len: 168 time: 0.1179509 Jul 16 04:31:07.774143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44b217-43da-40e8-a6f1-0c7e44397f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af3232a-c9d2-4374-8616-cb0ea973bc1c,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:08.016226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54066) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:08.029938 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e6bda3e-58ad-4ac1-8c57-9f002dcc0cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:08.116797 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e6bda3e-58ad-4ac1-8c57-9f002dcc0cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:08.120469 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e6bda3e-58ad-4ac1-8c57-9f002dcc0cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:08.158380 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9e6bda3e-58ad-4ac1-8c57-9f002dcc0cc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ae08c6c28d345cf8b0cf80ffd29ff54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410360 Jul 16 04:31:08.159238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bda3e-58ad-4ac1-8c57-9f002dcc0cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98162226-8bbf-4140-b5c4-abc8831a379c,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:08.161892 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54068) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:08.213022 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f52715f-2e19-4a8a-99ee-f72f6519cfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:08.233659 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f52715f-2e19-4a8a-99ee-f72f6519cfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:08.278398 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f52715f-2e19-4a8a-99ee-f72f6519cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:08.280873 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0f52715f-2e19-4a8a-99ee-f72f6519cfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:08.282017 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0f52715f-2e19-4a8a-99ee-f72f6519cfe2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98162226-8bbf-4140-b5c4-abc8831a379c HTTP/1.1" status: 204 len: 168 time: 0.1187744 Jul 16 04:31:08.290853 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52715f-2e19-4a8a-99ee-f72f6519cfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98162226-8bbf-4140-b5c4-abc8831a379c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:08.953050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:09.043692 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-390996315-network', 'tenant_id': '7b226cd63ade496abbe6379213873649'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:09.064936 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] Made reservation on behalf of 7b226cd63ade496abbe6379213873649 for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:31:09.067035 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.075160 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.169735 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.173292 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.194291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:31:09.207528 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f34ab3-dc7f-44d2-a961-bc55566b8171,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:09.214157 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.214503 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] Added segment b9ee2dcc-a282-4249-869c-78ce82eede44 of type vlan for network ce3e1810-7838-47c4-8c08-9b99b3b5858c Jul 16 04:31:09.231228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b417b045-f6b9-46bf-835f-0dd7778af155 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:31:09.251091 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: b417b045-f6b9-46bf-835f-0dd7778af155 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:31:09.251524 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device b417b045-f6b9-46bf-835f-0dd7778af155 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:31:09.254222 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.282406 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.283338 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:09.283915 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.314276 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3601696 Jul 16 04:31:09.317426 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54094) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:09.323711 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-cf2fcc1b-404b-4d79-a6a1-854f7f8ac0d2 admin admin] Request body: {'subnet': {'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-390996315-subnet', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:09.343909 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c0e31-e03e-4f3b-b3fb-dd78b6b401a3 admin admin] Pushing event updated for resources: {'Network': ['ID=ce3e1810-7838-47c4-8c08-9b99b3b5858c,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:09.344398 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2fcc1b-404b-4d79-a6a1-854f7f8ac0d2 admin admin] Made reservation on behalf of 7b226cd63ade496abbe6379213873649 for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:31:09.352484 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf2fcc1b-404b-4d79-a6a1-854f7f8ac0d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.355219 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network ce3e1810-7838-47c4-8c08-9b99b3b5858c details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:31:09.517272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf2fcc1b-404b-4d79-a6a1-854f7f8ac0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.571478 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fcc1b-404b-4d79-a6a1-854f7f8ac0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6395167-bfb7-493e-b801-1257c49f8883,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:09.578373 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2fcc1b-404b-4d79-a6a1-854f7f8ac0d2 admin admin] Checking segment: {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:09.578735 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2fcc1b-404b-4d79-a6a1-854f7f8ac0d2 admin admin] Network hostable DHCP agents. Network: ce3e1810-7838-47c4-8c08-9b99b3b5858c, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:31:09.594404 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2fcc1b-404b-4d79-a6a1-854f7f8ac0d2 admin admin] Network ce3e1810-7838-47c4-8c08-9b99b3b5858c is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:31:09.602888 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-cf2fcc1b-404b-4d79-a6a1-854f7f8ac0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, ce3e1810-7838-47c4-8c08-9b99b3b5858c) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:09.606812 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2fcc1b-404b-4d79-a6a1-854f7f8ac0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:09.607433 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-cf2fcc1b-404b-4d79-a6a1-854f7f8ac0d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.614345 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7e095d-b4c2-4d94-b27f-ba86396d0001 None None] Network ce3e1810-7838-47c4-8c08-9b99b3b5858c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:09.622719 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-cf2fcc1b-404b-4d79-a6a1-854f7f8ac0d2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3034430 Jul 16 04:31:09.625717 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54096) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:09.630341 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:09.652033 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.653047 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.706815 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.760663 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:31:09.761523 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.838581 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:09.892801 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Allocated IP 172.20.0.2 (ce3e1810-7838-47c4-8c08-9b99b3b5858c/d6395167-bfb7-493e-b801-1257c49f8883/343a97b9-f0a3-40ad-803a-48303bfe211d) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:10.033103 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:10.036574 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:10.044809 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Transition to ACTIVE for port object 343a97b9-f0a3-40ad-803a-48303bfe211d will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:10.051564 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:10.059662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Transition to ACTIVE for port object 343a97b9-f0a3-40ad-803a-48303bfe211d will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:10.065132 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:10.104655 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Network ce3e1810-7838-47c4-8c08-9b99b3b5858c is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:10.107270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:10.109839 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:10.121918 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Pushing event updated for resources: {'Port': ['ID=343a97b9-f0a3-40ad-803a-48303bfe211d,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:10.156178 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Allocated IP 172.25.3.124 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/ffaaac13-5205-4a5e-8683-6bab98556518) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:10.177046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Attempting to bind port 343a97b9-f0a3-40ad-803a-48303bfe211d on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:10.177582 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Attempting to bind port 343a97b9-f0a3-40ad-803a-48303bfe211d by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:10.178045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Attempting to bind port 343a97b9-f0a3-40ad-803a-48303bfe211d on network ce3e1810-7838-47c4-8c08-9b99b3b5858c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:10.183802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:10.184188 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Checking segment: {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:10.184630 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:10.185027 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Bound using segment: {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:10.185505 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Bound port: 343a97b9-f0a3-40ad-803a-48303bfe211d, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:10.185908 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:10.251310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] For port 343a97b9-f0a3-40ad-803a-48303bfe211d, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:10.254679 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] For port 343a97b9-f0a3-40ad-803a-48303bfe211d, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=343a97b9-f0a3-40ad-803a-48303bfe211d,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:10.260072 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:10.317730 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fee679-85e4-4ce0-8c3d-e7a6fe4d4443 None None] Pushing event updated for resources: {'Port': ['ID=343a97b9-f0a3-40ad-803a-48303bfe211d,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:10.626316 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:10.663275 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:10.700979 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:10.707051 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:10.710661 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:10.715986 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ffaaac13-5205-4a5e-8683-6bab98556518,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:10.953829 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.155150 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.204823 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df22e44-491f-4ca3-a7f7-c81752bc8fb7 None None] Network ce3e1810-7838-47c4-8c08-9b99b3b5858c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:11.285304 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Router fd528da0-d7b2-4fee-9203-42910716ed2a is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:31:11.286523 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d8d8b788-d840-4731-a327-cc8c498816e3 None None] Provisioning for port 343a97b9-f0a3-40ad-803a-48303bfe211d completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:11.320700 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 343a97b9-f0a3-40ad-803a-48303bfe211d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:11.394983 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:11.403572 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Sync routers for ids ['fd528da0-d7b2-4fee-9203-42910716ed2a'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:11.411234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 343a97b9-f0a3-40ad-803a-48303bfe211d completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:11.414190 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Routers {'fd528da0-d7b2-4fee-9203-42910716ed2a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:11.414820 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:31:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['fd528da0-d7b2-4fee-9203-42910716ed2a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:11.415670 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.416486 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 343a97b9-f0a3-40ad-803a-48303bfe211d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:11.416860 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.420157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54098) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:11.420741 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-50b26f2f-6c5c-41b6-8623-e4b7e540e4f3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7933600 Jul 16 04:31:11.500085 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.530602 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Set router fd528da0-d7b2-4fee-9203-42910716ed2a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:11.536887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 343a97b9-f0a3-40ad-803a-48303bfe211d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=343a97b9-f0a3-40ad-803a-48303bfe211d,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:11.542243 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.615270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=343a97b9-f0a3-40ad-803a-48303bfe211d,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:11.717820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-68291166-f7bd-4492-8b21-8eb54563a902 None None] Provisioning complete for port 343a97b9-f0a3-40ad-803a-48303bfe211d triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:11.718189 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-68291166-f7bd-4492-8b21-8eb54563a902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.722012 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:10Z', 'revision_number': 3, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:11.752465 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Checking router: fd528da0-d7b2-4fee-9203-42910716ed2a for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:11.753072 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Updating router fd528da0-d7b2-4fee-9203-42910716ed2a port ffaaac13-5205-4a5e-8683-6bab98556518 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:31:11.791554 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:11.874186 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.029125 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Allocated IP 172.20.0.1 (ce3e1810-7838-47c4-8c08-9b99b3b5858c/d6395167-bfb7-493e-b801-1257c49f8883/19f9d9e4-3729-4e3c-a190-4daa80894184) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:12.124015 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.133439 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.134152 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Transition to ACTIVE for port object ffaaac13-5205-4a5e-8683-6bab98556518 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:12.141999 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.146690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Transition to ACTIVE for port object 19f9d9e4-3729-4e3c-a190-4daa80894184 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:12.181735 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.194638 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Attempting to bind port ffaaac13-5205-4a5e-8683-6bab98556518 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:12.195011 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Attempting to bind port ffaaac13-5205-4a5e-8683-6bab98556518 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:12.195355 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Attempting to bind port ffaaac13-5205-4a5e-8683-6bab98556518 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:12.197261 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79de6a0-cbf7-46ca-86a5-34d9bec28901 None None] Pushing event updated for resources: {'Port': ['ID=ffaaac13-5205-4a5e-8683-6bab98556518,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:12.205584 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:12.205950 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:12.206342 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.206727 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:12.207195 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Bound port: ffaaac13-5205-4a5e-8683-6bab98556518, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:12.207555 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.210970 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79de6a0-cbf7-46ca-86a5-34d9bec28901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:12.211309 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79de6a0-cbf7-46ca-86a5-34d9bec28901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:12.211642 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79de6a0-cbf7-46ca-86a5-34d9bec28901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:12.211966 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79de6a0-cbf7-46ca-86a5-34d9bec28901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:12.212288 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79de6a0-cbf7-46ca-86a5-34d9bec28901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:12.212651 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79de6a0-cbf7-46ca-86a5-34d9bec28901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:12.212954 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79de6a0-cbf7-46ca-86a5-34d9bec28901 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:12.213271 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79de6a0-cbf7-46ca-86a5-34d9bec28901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:12.213587 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79de6a0-cbf7-46ca-86a5-34d9bec28901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:12.213899 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79de6a0-cbf7-46ca-86a5-34d9bec28901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:12.214212 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79de6a0-cbf7-46ca-86a5-34d9bec28901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:12.214524 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79de6a0-cbf7-46ca-86a5-34d9bec28901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:31:12.221251 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Network ce3e1810-7838-47c4-8c08-9b99b3b5858c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:12.224066 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:12.228200 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:12.255420 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=19f9d9e4-3729-4e3c-a190-4daa80894184,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:12.269957 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] For port ffaaac13-5205-4a5e-8683-6bab98556518, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:12.275090 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] For port ffaaac13-5205-4a5e-8683-6bab98556518, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ffaaac13-5205-4a5e-8683-6bab98556518,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:12.275701 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.280400 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.330541 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Routers {'fd528da0-d7b2-4fee-9203-42910716ed2a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:12.331181 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:31:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['fd528da0-d7b2-4fee-9203-42910716ed2a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:12.392917 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79de6a0-cbf7-46ca-86a5-34d9bec28901 None None] Pushing event updated for resources: {'Port': ['ID=ffaaac13-5205-4a5e-8683-6bab98556518,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:12.420776 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.447909 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] Set router fd528da0-d7b2-4fee-9203-42910716ed2a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:12.523549 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bcf20e63-3eb3-44b2-b635-4a53ccfc374d None None] Provisioning for port 19f9d9e4-3729-4e3c-a190-4daa80894184 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:12.528871 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bcf20e63-3eb3-44b2-b635-4a53ccfc374d None None] Provisioning complete for port 19f9d9e4-3729-4e3c-a190-4daa80894184 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:12.530065 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bcf20e63-3eb3-44b2-b635-4a53ccfc374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.563565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bcf20e63-3eb3-44b2-b635-4a53ccfc374d None None] Port 19f9d9e4-3729-4e3c-a190-4daa80894184 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:12.592833 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.597246 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.627856 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:10Z', 'revision_number': 3, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:12.655692 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b9cac-a9f6-4a44-ab49-934d9a650dcc None None] The sync data for ids ['fd528da0-d7b2-4fee-9203-42910716ed2a'] in n-d-800088-6 is: [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:10Z', 'revision_number': 3, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:12.673294 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=19f9d9e4-3729-4e3c-a190-4daa80894184,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:12.673294 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:12.765730 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Network ce3e1810-7838-47c4-8c08-9b99b3b5858c is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:12.767134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:12.910756 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Router fd528da0-d7b2-4fee-9203-42910716ed2a has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:31:13.035534 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:13.040721 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bce34ef4-9908-4423-bd1d-7b1adb90a9e0 admin admin] 10.222.0.18 "PUT /v2.0/routers/fd528da0-d7b2-4fee-9203-42910716ed2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6187050 Jul 16 04:31:13.085615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e80d1793-a815-47f3-aeed-810d2f73ded4 None None] Provisioning complete for port 19f9d9e4-3729-4e3c-a190-4daa80894184 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:13.086063 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-e80d1793-a815-47f3-aeed-810d2f73ded4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:13.125538 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-e80d1793-a815-47f3-aeed-810d2f73ded4 None None] Port 19f9d9e4-3729-4e3c-a190-4daa80894184 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:13.356230 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ffaaac13-5205-4a5e-8683-6bab98556518 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:13.409858 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port ffaaac13-5205-4a5e-8683-6bab98556518 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:13.414265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ffaaac13-5205-4a5e-8683-6bab98556518 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:13.414641 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:13.498745 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:13.521116 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port ffaaac13-5205-4a5e-8683-6bab98556518, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ffaaac13-5205-4a5e-8683-6bab98556518,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:13.525096 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:13.525887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 343a97b9-f0a3-40ad-803a-48303bfe211d up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:13.535913 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54114) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:13.541590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-606178993-network', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:13.562457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] Made reservation on behalf of 0846abfabf814905a5cdfdcbfa91f01b for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:31:13.564914 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:13.573679 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:13.605642 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=ffaaac13-5205-4a5e-8683-6bab98556518,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:13.619326 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 343a97b9-f0a3-40ad-803a-48303bfe211d triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:13.619704 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:13.676236 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:13.680735 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:13.699236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 914} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:31:13.718115 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:13.718465 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] Added segment 3cfb20db-2d45-4c8d-9fe2-a98692f1f99a of type vlan for network 0007ea35-3ceb-4ff3-97e6-5e8665823e57 Jul 16 04:31:13.720023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042cfdf8-d395-493c-a428-0ca27daa6d0e,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:13.760060 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:13.786264 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:13.787210 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:13.787780 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:13.817483 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2804432 Jul 16 04:31:13.820756 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54116) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:13.825402 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-1434d9c7-2962-42c9-bcaf-ae059d47bcca admin admin] Request body: {'subnet': {'network_id': '0007ea35-3ceb-4ff3-97e6-5e8665823e57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-606178993-subnet', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:13.856993 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab660cb9-3fa4-4e96-ac0a-530d6608e2aa admin admin] Pushing event updated for resources: {'Network': ['ID=0007ea35-3ceb-4ff3-97e6-5e8665823e57,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:13.867364 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 0007ea35-3ceb-4ff3-97e6-5e8665823e57 details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:31:13.871887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1434d9c7-2962-42c9-bcaf-ae059d47bcca admin admin] Made reservation on behalf of 0846abfabf814905a5cdfdcbfa91f01b for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:31:13.874712 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1434d9c7-2962-42c9-bcaf-ae059d47bcca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.045544 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1434d9c7-2962-42c9-bcaf-ae059d47bcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.106398 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434d9c7-2962-42c9-bcaf-ae059d47bcca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1fd8b90-d77a-4ee5-8654-d14ecf20b905,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:14.113466 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1434d9c7-2962-42c9-bcaf-ae059d47bcca admin admin] Checking segment: {'id': '3cfb20db-2d45-4c8d-9fe2-a98692f1f99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0007ea35-3ceb-4ff3-97e6-5e8665823e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:14.113833 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1434d9c7-2962-42c9-bcaf-ae059d47bcca admin admin] Network hostable DHCP agents. Network: 0007ea35-3ceb-4ff3-97e6-5e8665823e57, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:31:14.130872 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1434d9c7-2962-42c9-bcaf-ae059d47bcca admin admin] Network 0007ea35-3ceb-4ff3-97e6-5e8665823e57 is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:31:14.140630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-1434d9c7-2962-42c9-bcaf-ae059d47bcca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 0007ea35-3ceb-4ff3-97e6-5e8665823e57) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:14.145298 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1434d9c7-2962-42c9-bcaf-ae059d47bcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:14.146258 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-1434d9c7-2962-42c9-bcaf-ae059d47bcca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.149351 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ce9578-11cd-41a2-92ee-cb83f199d05e None None] Network 0007ea35-3ceb-4ff3-97e6-5e8665823e57 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:14.160406 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-1434d9c7-2962-42c9-bcaf-ae059d47bcca admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3386281 Jul 16 04:31:14.163565 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54118) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:14.168600 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-606178993-router', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:14.189051 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.190089 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.236826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Sync routers for ids ['fd528da0-d7b2-4fee-9203-42910716ed2a'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:14.248674 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.267634 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Routers {'fd528da0-d7b2-4fee-9203-42910716ed2a'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:14.268267 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:31:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['fd528da0-d7b2-4fee-9203-42910716ed2a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:14.373178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-0007ea35-3ceb-4ff3-97e6-5e8665823e57', 'network_id': '0007ea35-3ceb-4ff3-97e6-5e8665823e57', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b', 'fixed_ips': [{'subnet_id': 'f1fd8b90-d77a-4ee5-8654-d14ecf20b905'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:31:14.373931 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.389277 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.456818 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Set router fd528da0-d7b2-4fee-9203-42910716ed2a gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:14.588244 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.612940 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.638621 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Allocated IP 172.20.0.2 (0007ea35-3ceb-4ff3-97e6-5e8665823e57/f1fd8b90-d77a-4ee5-8654-d14ecf20b905/e7fc3662-3969-4988-a6cd-8c2c8a992325) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:14.716722 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Allocated IP 172.25.3.5 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/ad72fc06-fb5c-47a0-b06e-75eac6e71bb5) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:14.813042 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '19f9d9e4-3729-4e3c-a190-4daa80894184', 'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'mac_address': 'fa:16:3e:df:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:11Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 2, 'project_id': '7b226cd63ade496abbe6379213873649', 'subnets': [{'id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:14.821712 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.844184 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Checking router: fd528da0-d7b2-4fee-9203-42910716ed2a for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:14.844565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Updating router fd528da0-d7b2-4fee-9203-42910716ed2a port 19f9d9e4-3729-4e3c-a190-4daa80894184 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:31:14.859648 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.877329 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.892951 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Transition to ACTIVE for port object e7fc3662-3969-4988-a6cd-8c2c8a992325 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:14.899451 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:14.901216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:14.905590 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:14.910006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:14.913165 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Pushing event updated for resources: {'Port': ['ID=ad72fc06-fb5c-47a0-b06e-75eac6e71bb5,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:14.943397 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Transition to ACTIVE for port object e7fc3662-3969-4988-a6cd-8c2c8a992325 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:14.959424 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:15.160445 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:15.209106 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Network 0007ea35-3ceb-4ff3-97e6-5e8665823e57 is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:15.217276 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:15.222702 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:15.243352 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Pushing event updated for resources: {'Port': ['ID=e7fc3662-3969-4988-a6cd-8c2c8a992325,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:15.297780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ffaaac13-5205-4a5e-8683-6bab98556518 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:15.355751 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:15.358586 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Attempting to bind port e7fc3662-3969-4988-a6cd-8c2c8a992325 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:15.358955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Attempting to bind port e7fc3662-3969-4988-a6cd-8c2c8a992325 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '3cfb20db-2d45-4c8d-9fe2-a98692f1f99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0007ea35-3ceb-4ff3-97e6-5e8665823e57'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:15.359340 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Attempting to bind port e7fc3662-3969-4988-a6cd-8c2c8a992325 on network 0007ea35-3ceb-4ff3-97e6-5e8665823e57 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:15.384245 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:15.384641 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Checking segment: {'id': '3cfb20db-2d45-4c8d-9fe2-a98692f1f99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0007ea35-3ceb-4ff3-97e6-5e8665823e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:15.385037 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:15.385425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Bound using segment: {'id': '3cfb20db-2d45-4c8d-9fe2-a98692f1f99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0007ea35-3ceb-4ff3-97e6-5e8665823e57'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:15.385899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Bound port: e7fc3662-3969-4988-a6cd-8c2c8a992325, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfb20db-2d45-4c8d-9fe2-a98692f1f99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0007ea35-3ceb-4ff3-97e6-5e8665823e57'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:15.386272 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:15.460377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ffaaac13-5205-4a5e-8683-6bab98556518 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:15.460628 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:15.481223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Router f1d268fa-e861-4b1f-abef-3106c036dd39 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:31:15.542793 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:15.559754 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] For port e7fc3662-3969-4988-a6cd-8c2c8a992325, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:15.561895 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Transition to ACTIVE for port object 19f9d9e4-3729-4e3c-a190-4daa80894184 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:15.566706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] For port e7fc3662-3969-4988-a6cd-8c2c8a992325, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e7fc3662-3969-4988-a6cd-8c2c8a992325,segment=NetworkSegment(3cfb20db-2d45-4c8d-9fe2-a98692f1f99a),segment_id=3cfb20db-2d45-4c8d-9fe2-a98692f1f99a)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:15.571454 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:15.573556 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:15.586781 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:15.595959 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Sync routers for ids ['f1d268fa-e861-4b1f-abef-3106c036dd39'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:15.603953 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:15.605403 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-c83e7c37-31ec-4f9b-ab36-3990de471101 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.4407649 Jul 16 04:31:15.606565 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Routers {'f1d268fa-e861-4b1f-abef-3106c036dd39'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:15.607278 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:31:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1d268fa-e861-4b1f-abef-3106c036dd39'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:15.608285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:15.668029 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1831c7-f396-4019-a88b-bee6447d8d75 None None] Pushing event updated for resources: {'Port': ['ID=19f9d9e4-3729-4e3c-a190-4daa80894184,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:15.768137 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Attempting to bind port 19f9d9e4-3729-4e3c-a190-4daa80894184 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:15.768517 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Attempting to bind port 19f9d9e4-3729-4e3c-a190-4daa80894184 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:15.768883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Attempting to bind port 19f9d9e4-3729-4e3c-a190-4daa80894184 on network ce3e1810-7838-47c4-8c08-9b99b3b5858c {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:15.769925 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Set router f1d268fa-e861-4b1f-abef-3106c036dd39 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:15.775658 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffa08b-7179-454c-899e-cbbc514c5135 None None] Pushing event updated for resources: {'Port': ['ID=e7fc3662-3969-4988-a6cd-8c2c8a992325,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:15.785207 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:15.785612 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Checking segment: {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:15.785979 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:15.786372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Bound using segment: {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:15.786848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Bound port: 19f9d9e4-3729-4e3c-a190-4daa80894184, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:15.787229 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:15.883750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] For port 19f9d9e4-3729-4e3c-a190-4daa80894184, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:15.887988 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] For port 19f9d9e4-3729-4e3c-a190-4daa80894184, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=19f9d9e4-3729-4e3c-a190-4daa80894184,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:15.902246 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:15.974713 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Routers {'fd528da0-d7b2-4fee-9203-42910716ed2a'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:15.978660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:31:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['fd528da0-d7b2-4fee-9203-42910716ed2a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:16.046470 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'name': 'tempest-TestShelveInstance-606178993-router', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ad72fc06-fb5c-47a0-b06e-75eac6e71bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:31:15Z', 'revision_number': 3, 'project_id': '0846abfabf814905a5cdfdcbfa91f01b', 'gw_port': {'id': 'ad72fc06-fb5c-47a0-b06e-75eac6e71bb5', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:16.048923 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1831c7-f396-4019-a88b-bee6447d8d75 None None] Pushing event updated for resources: {'Port': ['ID=19f9d9e4-3729-4e3c-a190-4daa80894184,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:16.085840 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Checking router: f1d268fa-e861-4b1f-abef-3106c036dd39 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:16.086195 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Updating router f1d268fa-e861-4b1f-abef-3106c036dd39 port ad72fc06-fb5c-47a0-b06e-75eac6e71bb5 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:31:16.120138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] Set router fd528da0-d7b2-4fee-9203-42910716ed2a gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:16.129083 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:16.237036 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:16.377495 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '19f9d9e4-3729-4e3c-a190-4daa80894184', 'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'mac_address': 'fa:16:3e:df:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:11Z', 'updated_at': '2021-07-16T04:31:15Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'subnets': [{'id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:16.409346 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38984c-0c83-4848-a9d8-fe1b5e2ce13d None None] The sync data for ids ['fd528da0-d7b2-4fee-9203-42910716ed2a'] in n-d-800088-6 is: [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '19f9d9e4-3729-4e3c-a190-4daa80894184', 'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'mac_address': 'fa:16:3e:df:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:11Z', 'updated_at': '2021-07-16T04:31:15Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'subnets': [{'id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:16.424776 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Allocated IP 172.20.0.1 (0007ea35-3ceb-4ff3-97e6-5e8665823e57/f1fd8b90-d77a-4ee5-8654-d14ecf20b905/e492452e-face-40df-9bae-de3b51e24967) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:16.429844 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:16.440857 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Transition to ACTIVE for port object ad72fc06-fb5c-47a0-b06e-75eac6e71bb5 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:16.452350 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:16.517452 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Attempting to bind port ad72fc06-fb5c-47a0-b06e-75eac6e71bb5 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:16.517901 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Attempting to bind port ad72fc06-fb5c-47a0-b06e-75eac6e71bb5 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:16.518328 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Attempting to bind port ad72fc06-fb5c-47a0-b06e-75eac6e71bb5 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:16.527614 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:16.528069 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:16.528555 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:16.528943 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:16.529401 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Bound port: ad72fc06-fb5c-47a0-b06e-75eac6e71bb5, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:16.529778 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:16.560150 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5851d5-4d02-40ed-8b11-3cce3219233c None None] Pushing event updated for resources: {'Port': ['ID=ad72fc06-fb5c-47a0-b06e-75eac6e71bb5,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:16.582819 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:16.601066 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] For port ad72fc06-fb5c-47a0-b06e-75eac6e71bb5, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:16.601651 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Transition to ACTIVE for port object e492452e-face-40df-9bae-de3b51e24967 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:16.605564 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] For port ad72fc06-fb5c-47a0-b06e-75eac6e71bb5, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ad72fc06-fb5c-47a0-b06e-75eac6e71bb5,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:16.619499 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:16.651677 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:16.666005 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Routers {'f1d268fa-e861-4b1f-abef-3106c036dd39'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:16.666908 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:31:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1d268fa-e861-4b1f-abef-3106c036dd39'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:16.712270 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Network 0007ea35-3ceb-4ff3-97e6-5e8665823e57 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:16.713771 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:16.720598 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:16.755221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e492452e-face-40df-9bae-de3b51e24967,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:16.776516 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:16.785181 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5851d5-4d02-40ed-8b11-3cce3219233c None None] Pushing event updated for resources: {'Port': ['ID=ad72fc06-fb5c-47a0-b06e-75eac6e71bb5,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:16.815530 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] Set router f1d268fa-e861-4b1f-abef-3106c036dd39 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:16.940329 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:17.030784 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be66c53-9905-40df-8456-53355cc968d2 None None] Network 0007ea35-3ceb-4ff3-97e6-5e8665823e57 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:31:17.144609 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'name': 'tempest-TestShelveInstance-606178993-router', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ad72fc06-fb5c-47a0-b06e-75eac6e71bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:31:15Z', 'revision_number': 3, 'project_id': '0846abfabf814905a5cdfdcbfa91f01b', 'gw_port': {'id': 'ad72fc06-fb5c-47a0-b06e-75eac6e71bb5', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:17.151915 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:17.160399 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:17.174938 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8eb55-c1a0-4931-9cfb-d1cc588118bd None None] The sync data for ids ['f1d268fa-e861-4b1f-abef-3106c036dd39'] in n-d-800088-6 is: [{'id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'name': 'tempest-TestShelveInstance-606178993-router', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ad72fc06-fb5c-47a0-b06e-75eac6e71bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:31:15Z', 'revision_number': 3, 'project_id': '0846abfabf814905a5cdfdcbfa91f01b', 'gw_port': {'id': 'ad72fc06-fb5c-47a0-b06e-75eac6e71bb5', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:31:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:17.177205 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-e833c8ad-211a-4277-ae5f-eb70490a3ef7 None None] Provisioning for port e7fc3662-3969-4988-a6cd-8c2c8a992325 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:17.392913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 19f9d9e4-3729-4e3c-a190-4daa80894184 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:17.509298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 19f9d9e4-3729-4e3c-a190-4daa80894184 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:17.517017 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 19f9d9e4-3729-4e3c-a190-4daa80894184 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:17.517454 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:17.649477 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:17.668661 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:17.692971 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e492452e-face-40df-9bae-de3b51e24967,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:17.723295 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 19f9d9e4-3729-4e3c-a190-4daa80894184, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=19f9d9e4-3729-4e3c-a190-4daa80894184,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:17.734546 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:17.735520 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e7fc3662-3969-4988-a6cd-8c2c8a992325 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:17.820741 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-83766d42-11e0-4b5d-956c-934095c4a94d None None] Provisioning for port e492452e-face-40df-9bae-de3b51e24967 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:17.837048 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-83766d42-11e0-4b5d-956c-934095c4a94d None None] Provisioning complete for port e492452e-face-40df-9bae-de3b51e24967 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:17.837426 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-83766d42-11e0-4b5d-956c-934095c4a94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:17.841564 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=19f9d9e4-3729-4e3c-a190-4daa80894184,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:17.844777 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Network 0007ea35-3ceb-4ff3-97e6-5e8665823e57 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:17.846323 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:17.887087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-83766d42-11e0-4b5d-956c-934095c4a94d None None] Port e492452e-face-40df-9bae-de3b51e24967 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:17.891308 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port e7fc3662-3969-4988-a6cd-8c2c8a992325 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:17.895544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e7fc3662-3969-4988-a6cd-8c2c8a992325 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:17.895911 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:17.992200 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:17.996456 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Router f1d268fa-e861-4b1f-abef-3106c036dd39 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:31:18.040473 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-9b7e46d4-3291-4c39-be14-2d1d136844ce None None] Provisioning complete for port e492452e-face-40df-9bae-de3b51e24967 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:18.041031 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9b7e46d4-3291-4c39-be14-2d1d136844ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:18.044613 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port e7fc3662-3969-4988-a6cd-8c2c8a992325, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e7fc3662-3969-4988-a6cd-8c2c8a992325,segment=NetworkSegment(3cfb20db-2d45-4c8d-9fe2-a98692f1f99a),segment_id=3cfb20db-2d45-4c8d-9fe2-a98692f1f99a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:18.068067 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:18.118278 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e46d4-3291-4c39-be14-2d1d136844ce None None] Port e492452e-face-40df-9bae-de3b51e24967 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:18.139604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=e7fc3662-3969-4988-a6cd-8c2c8a992325,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:18.152490 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:18.157611 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-8933fed1-5880-49c6-800c-906be34881f0 admin admin] 10.222.0.18 "PUT /v2.0/routers/f1d268fa-e861-4b1f-abef-3106c036dd39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5476043 Jul 16 04:31:18.238555 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-bb3aa7e3-993f-4bc2-8440-fa9a658c624d None None] Provisioning complete for port e492452e-face-40df-9bae-de3b51e24967 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:18.239237 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-bb3aa7e3-993f-4bc2-8440-fa9a658c624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:18.274905 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-bb3aa7e3-993f-4bc2-8440-fa9a658c624d None None] Port e492452e-face-40df-9bae-de3b51e24967 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:18.980419 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54128) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:18.985283 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-c033d4cd-3ff4-4479-8205-7c53fdd62395 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-239978780', 'description': 'tempest-secgroup-smoke-239978780 description', 'project_id': '7b226cd63ade496abbe6379213873649'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:19.007995 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c033d4cd-3ff4-4479-8205-7c53fdd62395 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.085467 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c033d4cd-3ff4-4479-8205-7c53fdd62395 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.089059 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c033d4cd-3ff4-4479-8205-7c53fdd62395 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.117841 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c033d4cd-3ff4-4479-8205-7c53fdd62395 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.119105 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c033d4cd-3ff4-4479-8205-7c53fdd62395 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1376486 Jul 16 04:31:19.121221 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033d4cd-3ff4-4479-8205-7c53fdd62395 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a2e015-9fa8-49b5-9d2c-500f00f97fd7,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:19.124150 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54130) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:19.130390 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-3c6223d3-160f-4073-8b62-31128648a084 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'security_group_rule': {'security_group_id': '08a2e015-9fa8-49b5-9d2c-500f00f97fd7', 'project_id': '7b226cd63ade496abbe6379213873649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:19.156735 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c6223d3-160f-4073-8b62-31128648a084 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.168612 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:31:19.211688 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c6223d3-160f-4073-8b62-31128648a084 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.215703 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c6223d3-160f-4073-8b62-31128648a084 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.228270 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6223d3-160f-4073-8b62-31128648a084 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b57a80-6d23-4d18-a4d6-fbec673dc30f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:19.239895 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-3c6223d3-160f-4073-8b62-31128648a084 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.244354 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3c6223d3-160f-4073-8b62-31128648a084 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157558 Jul 16 04:31:19.244556 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54132) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:19.248966 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-df291a6c-2a32-4ffc-bde5-4725cb2046ac tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'security_group_rule': {'security_group_id': '08a2e015-9fa8-49b5-9d2c-500f00f97fd7', 'project_id': '7b226cd63ade496abbe6379213873649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:19.275340 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df291a6c-2a32-4ffc-bde5-4725cb2046ac tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.342404 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df291a6c-2a32-4ffc-bde5-4725cb2046ac tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.346077 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df291a6c-2a32-4ffc-bde5-4725cb2046ac tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.363347 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df291a6c-2a32-4ffc-bde5-4725cb2046ac tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa792ba-02a6-4d01-98af-222422526814,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:19.373026 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-df291a6c-2a32-4ffc-bde5-4725cb2046ac tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.377158 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-df291a6c-2a32-4ffc-bde5-4725cb2046ac tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289883 Jul 16 04:31:19.377496 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54134) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:19.384335 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3e63928e-4912-4923-8f01-0b8e65941b17 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'security_group_rule': {'security_group_id': '08a2e015-9fa8-49b5-9d2c-500f00f97fd7', 'project_id': '7b226cd63ade496abbe6379213873649', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:19.384539 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ad72fc06-fb5c-47a0-b06e-75eac6e71bb5 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:19.410322 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e63928e-4912-4923-8f01-0b8e65941b17 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.439175 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port ad72fc06-fb5c-47a0-b06e-75eac6e71bb5 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:19.442965 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ad72fc06-fb5c-47a0-b06e-75eac6e71bb5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:19.443348 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.472020 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e63928e-4912-4923-8f01-0b8e65941b17 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.477392 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e63928e-4912-4923-8f01-0b8e65941b17 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.500890 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63928e-4912-4923-8f01-0b8e65941b17 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4facfea0-9ed0-4d60-b4b8-5a846a09a5e5,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:19.508136 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3e63928e-4912-4923-8f01-0b8e65941b17 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.509654 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3e63928e-4912-4923-8f01-0b8e65941b17 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309953 Jul 16 04:31:19.512398 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54136) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:19.516835 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-4fea6379-7c0b-4ccc-b054-8b0dedb1d0a5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'security_group_rule': {'security_group_id': '08a2e015-9fa8-49b5-9d2c-500f00f97fd7', 'project_id': '7b226cd63ade496abbe6379213873649', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:19.529329 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.544070 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fea6379-7c0b-4ccc-b054-8b0dedb1d0a5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.551890 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port ad72fc06-fb5c-47a0-b06e-75eac6e71bb5, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ad72fc06-fb5c-47a0-b06e-75eac6e71bb5,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:19.557499 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.557815 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 19f9d9e4-3729-4e3c-a190-4daa80894184 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:19.609633 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fea6379-7c0b-4ccc-b054-8b0dedb1d0a5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.620216 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fea6379-7c0b-4ccc-b054-8b0dedb1d0a5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.637001 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=ad72fc06-fb5c-47a0-b06e-75eac6e71bb5,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:19.641094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea6379-7c0b-4ccc-b054-8b0dedb1d0a5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be82389b-a45e-402c-b278-83eb02c258cf,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:19.648243 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 19f9d9e4-3729-4e3c-a190-4daa80894184 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:19.648701 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.651198 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4fea6379-7c0b-4ccc-b054-8b0dedb1d0a5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.654900 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4fea6379-7c0b-4ccc-b054-8b0dedb1d0a5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391010 Jul 16 04:31:19.655114 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54138) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:19.659862 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-27c4cf6a-cb08-4bdd-8c7b-062f99632942 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'security_group_rule': {'security_group_id': '08a2e015-9fa8-49b5-9d2c-500f00f97fd7', 'project_id': '7b226cd63ade496abbe6379213873649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:19.675540 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Sync routers for ids ['f1d268fa-e861-4b1f-abef-3106c036dd39'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:19.684319 n-d-800088-6 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-27c4cf6a-cb08-4bdd-8c7b-062f99632942 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Project 7b226cd63ade496abbe6379213873649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:31:19.689576 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27c4cf6a-cb08-4bdd-8c7b-062f99632942 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.695371 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Routers {'f1d268fa-e861-4b1f-abef-3106c036dd39'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:19.695985 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:31:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1d268fa-e861-4b1f-abef-3106c036dd39'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:19.752837 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27c4cf6a-cb08-4bdd-8c7b-062f99632942 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.756589 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27c4cf6a-cb08-4bdd-8c7b-062f99632942 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.776094 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4cf6a-cb08-4bdd-8c7b-062f99632942 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fcb2fd-91aa-4443-a53c-ad4366d34450,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:19.785044 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-27c4cf6a-cb08-4bdd-8c7b-062f99632942 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.786350 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-27c4cf6a-cb08-4bdd-8c7b-062f99632942 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302645 Jul 16 04:31:19.789595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54140) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:19.794358 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-1c483a8c-ae23-44b3-abd2-d3aeacdd1ddd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'security_group_rule': {'security_group_id': '08a2e015-9fa8-49b5-9d2c-500f00f97fd7', 'project_id': '7b226cd63ade496abbe6379213873649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:19.817814 n-d-800088-6 neutron-server[93767]: INFO neutron.db.securitygroups_db [None req-1c483a8c-ae23-44b3-abd2-d3aeacdd1ddd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Project 7b226cd63ade496abbe6379213873649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:31:19.823377 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c483a8c-ae23-44b3-abd2-d3aeacdd1ddd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.889058 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c483a8c-ae23-44b3-abd2-d3aeacdd1ddd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.892773 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c483a8c-ae23-44b3-abd2-d3aeacdd1ddd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.914736 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c483a8c-ae23-44b3-abd2-d3aeacdd1ddd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816851dc-d324-41f4-8324-6134f5e4d89d,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:19.921075 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-1c483a8c-ae23-44b3-abd2-d3aeacdd1ddd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:19.922551 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-1c483a8c-ae23-44b3-abd2-d3aeacdd1ddd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1319706 Jul 16 04:31:19.972885 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e7fc3662-3969-4988-a6cd-8c2c8a992325 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:20.002207 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Set router f1d268fa-e861-4b1f-abef-3106c036dd39 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:20.061146 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-3f9ba83d-2ef8-4dba-931b-4b2c506f1bb1 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-239978780&fields=id&tenant_id=7b226cd63ade496abbe6379213873649 HTTP/1.1" status: 200 len: 267 time: 0.0327644 Jul 16 04:31:20.104981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e7fc3662-3969-4988-a6cd-8c2c8a992325 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:20.105357 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:20.166942 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-fcaf4290-30a5-41be-b4a5-3ffdbb2f3786 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:20.168645 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-fcaf4290-30a5-41be-b4a5-3ffdbb2f3786 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 808 time: 0.1008527 Jul 16 04:31:20.183610 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-e2b8f26a-0236-48d4-adc4-d3401f6bf8e2 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/quotas/7b226cd63ade496abbe6379213873649 HTTP/1.1" status: 200 len: 375 time: 0.0090826 Jul 16 04:31:20.255937 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-895b91f4-6e2b-43d3-b430-a66f4cbbb0a1 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670707 Jul 16 04:31:20.271077 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'name': 'tempest-TestShelveInstance-606178993-router', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ad72fc06-fb5c-47a0-b06e-75eac6e71bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:31:16Z', 'revision_number': 4, 'project_id': '0846abfabf814905a5cdfdcbfa91f01b', 'gw_port': {'id': 'ad72fc06-fb5c-47a0-b06e-75eac6e71bb5', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'e492452e-face-40df-9bae-de3b51e24967', 'name': '', 'network_id': '0007ea35-3ceb-4ff3-97e6-5e8665823e57', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b', 'mac_address': 'fa:16:3e:b2:c6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f1fd8b90-d77a-4ee5-8654-d14ecf20b905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:16Z', 'updated_at': '2021-07-16T04:31:17Z', 'revision_number': 2, 'project_id': '0846abfabf814905a5cdfdcbfa91f01b', 'subnets': [{'id': 'f1fd8b90-d77a-4ee5-8654-d14ecf20b905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:20.302354 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Checking router: f1d268fa-e861-4b1f-abef-3106c036dd39 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:20.302714 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Updating router f1d268fa-e861-4b1f-abef-3106c036dd39 port e492452e-face-40df-9bae-de3b51e24967 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:31:20.337686 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:20.441693 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-19a420d5-a678-46f3-ac05-24ceaa8d8950 service neutron] 10.222.0.18 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683414 Jul 16 04:31:20.536083 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-ace04094-3fcf-4dee-a3ed-75931734cfde service neutron] 10.222.0.18 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885737 Jul 16 04:31:20.598289 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:20.608741 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Transition to ACTIVE for port object e492452e-face-40df-9bae-de3b51e24967 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:20.616506 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:20.671642 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21684d60-b209-4a98-9259-e46a448ac9df None None] Pushing event updated for resources: {'Port': ['ID=e492452e-face-40df-9bae-de3b51e24967,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:20.727305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-828c30b8-f39f-4f21-8cfc-b20a42d9bdad req-dde1e834-f647-4957-899b-3f9fad1c1486 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 210 time: 0.0327539 Jul 16 04:31:20.735892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Attempting to bind port e492452e-face-40df-9bae-de3b51e24967 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:20.736275 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Attempting to bind port e492452e-face-40df-9bae-de3b51e24967 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '3cfb20db-2d45-4c8d-9fe2-a98692f1f99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0007ea35-3ceb-4ff3-97e6-5e8665823e57'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:20.736683 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Attempting to bind port e492452e-face-40df-9bae-de3b51e24967 on network 0007ea35-3ceb-4ff3-97e6-5e8665823e57 {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:20.742416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:20.742793 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Checking segment: {'id': '3cfb20db-2d45-4c8d-9fe2-a98692f1f99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0007ea35-3ceb-4ff3-97e6-5e8665823e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:20.743214 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:20.743589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Bound using segment: {'id': '3cfb20db-2d45-4c8d-9fe2-a98692f1f99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0007ea35-3ceb-4ff3-97e6-5e8665823e57'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:20.745069 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Bound port: e492452e-face-40df-9bae-de3b51e24967, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfb20db-2d45-4c8d-9fe2-a98692f1f99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '0007ea35-3ceb-4ff3-97e6-5e8665823e57'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:20.745412 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:20.822861 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] For port e492452e-face-40df-9bae-de3b51e24967, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:20.826305 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] For port e492452e-face-40df-9bae-de3b51e24967, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e492452e-face-40df-9bae-de3b51e24967,segment=NetworkSegment(3cfb20db-2d45-4c8d-9fe2-a98692f1f99a),segment_id=3cfb20db-2d45-4c8d-9fe2-a98692f1f99a)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:20.831524 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:20.890581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Routers {'f1d268fa-e861-4b1f-abef-3106c036dd39'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:20.891136 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:31:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1d268fa-e861-4b1f-abef-3106c036dd39'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:20.930315 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21684d60-b209-4a98-9259-e46a448ac9df None None] Pushing event updated for resources: {'Port': ['ID=e492452e-face-40df-9bae-de3b51e24967,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:21.011826 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] Set router f1d268fa-e861-4b1f-abef-3106c036dd39 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:21.229475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'name': 'tempest-TestShelveInstance-606178993-router', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ad72fc06-fb5c-47a0-b06e-75eac6e71bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:31:16Z', 'revision_number': 4, 'project_id': '0846abfabf814905a5cdfdcbfa91f01b', 'gw_port': {'id': 'ad72fc06-fb5c-47a0-b06e-75eac6e71bb5', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'e492452e-face-40df-9bae-de3b51e24967', 'name': '', 'network_id': '0007ea35-3ceb-4ff3-97e6-5e8665823e57', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b', 'mac_address': 'fa:16:3e:b2:c6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f1fd8b90-d77a-4ee5-8654-d14ecf20b905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:16Z', 'updated_at': '2021-07-16T04:31:20Z', 'revision_number': 4, 'project_id': '0846abfabf814905a5cdfdcbfa91f01b', 'subnets': [{'id': 'f1fd8b90-d77a-4ee5-8654-d14ecf20b905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:21.256193 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de96fb3a-b277-467c-b140-f454041a6a48 None None] The sync data for ids ['f1d268fa-e861-4b1f-abef-3106c036dd39'] in n-d-800088-6 is: [{'id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'name': 'tempest-TestShelveInstance-606178993-router', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ad72fc06-fb5c-47a0-b06e-75eac6e71bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:31:16Z', 'revision_number': 4, 'project_id': '0846abfabf814905a5cdfdcbfa91f01b', 'gw_port': {'id': 'ad72fc06-fb5c-47a0-b06e-75eac6e71bb5', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': 'e492452e-face-40df-9bae-de3b51e24967', 'name': '', 'network_id': '0007ea35-3ceb-4ff3-97e6-5e8665823e57', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b', 'mac_address': 'fa:16:3e:b2:c6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f1fd8b90-d77a-4ee5-8654-d14ecf20b905', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:16Z', 'updated_at': '2021-07-16T04:31:20Z', 'revision_number': 4, 'project_id': '0846abfabf814905a5cdfdcbfa91f01b', 'subnets': [{'id': 'f1fd8b90-d77a-4ee5-8654-d14ecf20b905', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:21.286580 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ad72fc06-fb5c-47a0-b06e-75eac6e71bb5 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:21.366703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port ad72fc06-fb5c-47a0-b06e-75eac6e71bb5 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:21.367160 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:21.874102 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-675c8147-24e7-468e-904a-64b1596b23b5 req-358bafe7-202e-4dab-8bc5-c9d0d89a2e13 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 210 time: 0.0296512 Jul 16 04:31:22.183842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-b7757fc4-d0ed-4f1f-a25f-93b1a9ab60ce tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:22.185338 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-b7757fc4-d0ed-4f1f-a25f-93b1a9ab60ce tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 808 time: 0.1050069 Jul 16 04:31:22.249834 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-4ec9f9d4-b415-4d25-9939-ec039da85929 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b226cd63ade496abbe6379213873649 HTTP/1.1" status: 200 len: 379 time: 0.0332971 Jul 16 04:31:22.259564 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-de30ac8b-5e15-49d8-9051-4eafcfae54b3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'port': {'device_id': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'admin_state_up': True, 'tenant_id': '7b226cd63ade496abbe6379213873649', 'security_groups': ['08a2e015-9fa8-49b5-9d2c-500f00f97fd7']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:22.367561 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-de30ac8b-5e15-49d8-9051-4eafcfae54b3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Made reservation on behalf of 7b226cd63ade496abbe6379213873649 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:31:22.370942 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-de30ac8b-5e15-49d8-9051-4eafcfae54b3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:22.487934 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-de30ac8b-5e15-49d8-9051-4eafcfae54b3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Allocated IP 172.20.0.6 (ce3e1810-7838-47c4-8c08-9b99b3b5858c/d6395167-bfb7-493e-b801-1257c49f8883/0b3307bd-e574-4e88-92c4-58c4d77ad2f7) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:22.625493 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-de30ac8b-5e15-49d8-9051-4eafcfae54b3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:22.638925 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-de30ac8b-5e15-49d8-9051-4eafcfae54b3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Transition to ACTIVE for port object 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:22.670512 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-de30ac8b-5e15-49d8-9051-4eafcfae54b3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:22.716633 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-de30ac8b-5e15-49d8-9051-4eafcfae54b3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Network ce3e1810-7838-47c4-8c08-9b99b3b5858c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:22.719853 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-de30ac8b-5e15-49d8-9051-4eafcfae54b3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:22.722599 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-de30ac8b-5e15-49d8-9051-4eafcfae54b3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:22.749805 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30ac8b-5e15-49d8-9051-4eafcfae54b3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'Port': ['ID=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:22.779634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-de30ac8b-5e15-49d8-9051-4eafcfae54b3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:22.780255 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-de30ac8b-5e15-49d8-9051-4eafcfae54b3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:22.794530 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-de30ac8b-5e15-49d8-9051-4eafcfae54b3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5390334 Jul 16 04:31:22.810933 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Request body: {'port': {'device_id': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:22.887803 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:22.985544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-efbe4be4-3c07-4134-8be8-8c12017e6fd1 None None] Provisioning for port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:22.989353 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-efbe4be4-3c07-4134-8be8-8c12017e6fd1 None None] Provisioning complete for port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:22.989781 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-efbe4be4-3c07-4134-8be8-8c12017e6fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:23.029265 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-efbe4be4-3c07-4134-8be8-8c12017e6fd1 None None] Port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:31:23.050035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eab310-8c4f-4113-914c-c740e5809c8d req-3e68c154-739a-425a-9a52-fbd8058f3a12 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:23.051537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0eab310-8c4f-4113-914c-c740e5809c8d req-3e68c154-739a-425a-9a52-fbd8058f3a12 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 931 time: 0.0671034 Jul 16 04:31:23.094728 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f0eab310-8c4f-4113-914c-c740e5809c8d req-fd786d08-cdc1-4f10-b023-9d17e30012b7 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368781 Jul 16 04:31:23.152534 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:31:23.159818 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:23.171690 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Transition to ACTIVE for port object 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:31:23.174884 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:23.291221 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e492452e-face-40df-9bae-de3b51e24967 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:23.343973 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port e492452e-face-40df-9bae-de3b51e24967 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:23.348143 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e492452e-face-40df-9bae-de3b51e24967 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:23.348691 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:23.427674 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:23.461033 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port e492452e-face-40df-9bae-de3b51e24967, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e492452e-face-40df-9bae-de3b51e24967,segment=NetworkSegment(3cfb20db-2d45-4c8d-9fe2-a98692f1f99a),segment_id=3cfb20db-2d45-4c8d-9fe2-a98692f1f99a)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:23.464791 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:23.515937 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=e492452e-face-40df-9bae-de3b51e24967,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:23.566907 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:23.635285 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Attempting to bind port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:31:23.635842 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Attempting to bind port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:31:23.635958 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Attempting to bind port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 on network ce3e1810-7838-47c4-8c08-9b99b3b5858c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:23.640422 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 on network ce3e1810-7838-47c4-8c08-9b99b3b5858c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:31:23.640757 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Attempting to bind port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 on network ce3e1810-7838-47c4-8c08-9b99b3b5858c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:31:23.646093 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:31:23.646436 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Checking segment: {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:31:23.646832 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Bound using segment: {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:31:23.647269 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Bound port: 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:31:23.647635 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:23.716108 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:31:23.719249 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:31:23.724241 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:23.759155 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:23.759776 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:23.761226 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] 10.222.0.88 "PUT /v2.0/ports/0b3307bd-e574-4e88-92c4-58c4d77ad2f7 HTTP/1.1" status: 200 len: 1091 time: 0.9546425 Jul 16 04:31:23.761692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:31:23.763939 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec46e88a-4306-409d-ad84-0d5cbd793520" -d '{"events": [{"name": "network-changed", "server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:31:23.806822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430a86f-1844-4df8-be28-58ca5fdbef26 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:23.821626 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc645b4-4ee1-47d7-9367-331fa1575840 x-openstack-request-id: req-edc645b4-4ee1-47d7-9367-331fa1575840 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:31:23.821923 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:31:23.822202 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edc645b4-4ee1-47d7-9367-331fa1575840 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:31:23.822613 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'status': 'completed', 'code': 200} Jul 16 04:31:23.876988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-4d41f73a-f496-4232-bb07-435456b62fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:23.878514 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-4d41f73a-f496-4232-bb07-435456b62fc9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 1094 time: 0.0550911 Jul 16 04:31:23.928098 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-cb0b26e0-7002-4482-9dea-b6f2dfa8a3e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7 HTTP/1.1" status: 200 len: 217 time: 0.0375493 Jul 16 04:31:23.981782 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-11ab4b6f-a023-40b1-ab75-852448f13e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:23.983185 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-11ab4b6f-a023-40b1-ab75-852448f13e3e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0449100 Jul 16 04:31:24.039746 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-b2b42fdc-faff-4770-89a3-7801b9b97810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:24.041243 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-b2b42fdc-faff-4770-89a3-7801b9b97810 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509896 Jul 16 04:31:24.136181 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-7e957855-8491-47eb-bf77-35c9f9fc8637 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843031 Jul 16 04:31:24.236467 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-a94325c0-46f4-4f84-8a76-950b09ced7ae req-fbcbc2a8-4640-4ad3-b007-dbd3c9d7a573 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901928 Jul 16 04:31:24.278369 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db57f5-12ff-4cbf-b88b-5cf0c3eb48e2 req-be1c8fbb-853f-454c-b902-a3ab06492a31 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:24.279897 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66db57f5-12ff-4cbf-b88b-5cf0c3eb48e2 req-be1c8fbb-853f-454c-b902-a3ab06492a31 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 943 time: 0.0742378 Jul 16 04:31:24.320305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-66db57f5-12ff-4cbf-b88b-5cf0c3eb48e2 req-bfe80b80-e361-422f-bc80-0828b83252e3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333769 Jul 16 04:31:24.355292 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46e88a-4306-409d-ad84-0d5cbd793520 req-9c4a0234-2a8f-42c9-a9cf-cae6e3a5c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:24.356867 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec46e88a-4306-409d-ad84-0d5cbd793520 req-9c4a0234-2a8f-42c9-a9cf-cae6e3a5c690 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 1094 time: 0.0557065 Jul 16 04:31:24.447540 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46e88a-4306-409d-ad84-0d5cbd793520 req-adc05cf1-651b-4257-b7fa-270c6327b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:24.449026 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec46e88a-4306-409d-ad84-0d5cbd793520 req-adc05cf1-651b-4257-b7fa-270c6327b85b service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0858872 Jul 16 04:31:24.492405 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec46e88a-4306-409d-ad84-0d5cbd793520 req-ee7bace9-1264-4770-adb2-d8ba96679dcf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7 HTTP/1.1" status: 200 len: 217 time: 0.0327318 Jul 16 04:31:24.545922 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46e88a-4306-409d-ad84-0d5cbd793520 req-2ea9bddd-8eef-4eff-9139-a272f90ffef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:24.547349 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec46e88a-4306-409d-ad84-0d5cbd793520 req-2ea9bddd-8eef-4eff-9139-a272f90ffef8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0460446 Jul 16 04:31:24.602841 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46e88a-4306-409d-ad84-0d5cbd793520 req-630055e6-268a-4148-b504-fba69cb0db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:24.604264 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec46e88a-4306-409d-ad84-0d5cbd793520 req-630055e6-268a-4148-b504-fba69cb0db1a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493686 Jul 16 04:31:24.696513 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec46e88a-4306-409d-ad84-0d5cbd793520 req-19215bde-848f-4544-80a1-ca3e5087ee6d service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847716 Jul 16 04:31:24.782836 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ec46e88a-4306-409d-ad84-0d5cbd793520 req-3797a511-78d5-4497-807c-af8953e55dc9 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796902 Jul 16 04:31:25.270512 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e492452e-face-40df-9bae-de3b51e24967 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:25.317273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e492452e-face-40df-9bae-de3b51e24967 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:25.317651 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:25.496617 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a089c8a-8aa1-42f3-ba28-4e6ccd8f6b42 req-31dbad52-58c7-4259-896b-18b071915bc3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:25.498009 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a089c8a-8aa1-42f3-ba28-4e6ccd8f6b42 req-31dbad52-58c7-4259-896b-18b071915bc3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 943 time: 0.0624905 Jul 16 04:31:25.534299 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4a089c8a-8aa1-42f3-ba28-4e6ccd8f6b42 req-a75cbdab-9251-4a48-9d13-19cb5224c241 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305533 Jul 16 04:31:26.709101 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3b947-4304-473c-9b18-72915a00de50 req-8c055c44-3767-4887-977a-72dd3b330391 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:26.710613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28b3b947-4304-473c-9b18-72915a00de50 req-8c055c44-3767-4887-977a-72dd3b330391 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 943 time: 0.0672445 Jul 16 04:31:26.749090 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28b3b947-4304-473c-9b18-72915a00de50 req-f4ab1226-ae9a-4336-951c-a8d1c5745efd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329664 Jul 16 04:31:27.091099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:31:27.183854 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:27.194680 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'port_id': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'mac_address': 'fa:16:3e:74:19:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:31:27.231864 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:27.244687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:31:27.263366 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:27.267228 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:27.316208 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:27.526999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['0b3307bd-e574-4e88-92c4-58c4d77ad2f7'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:31:27.937186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dd0c8-6ff6-42cb-a207-f18dda4c9488 req-1c8a1b1c-c340-45b4-9ebb-1c08b9f93208 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:27.938670 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a5dd0c8-6ff6-42cb-a207-f18dda4c9488 req-1c8a1b1c-c340-45b4-9ebb-1c08b9f93208 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 944 time: 0.0626621 Jul 16 04:31:27.975865 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5a5dd0c8-6ff6-42cb-a207-f18dda4c9488 req-0340730c-52ae-4fee-b346-af48371c2b7d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317445 Jul 16 04:31:29.091224 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:31:29.140298 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:31:29.143761 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:31:29.144141 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:29.164621 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6c4db-0308-4e6c-9f1b-aee3029abe44 req-56aae0b0-63fc-46d0-b393-353b1e1ea79b tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:29.166144 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ead6c4db-0308-4e6c-9f1b-aee3029abe44 req-56aae0b0-63fc-46d0-b393-353b1e1ea79b tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 944 time: 0.0673516 Jul 16 04:31:29.209062 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ead6c4db-0308-4e6c-9f1b-aee3029abe44 req-d16870aa-ba99-4d47-9ef9-fb273090f1dd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368867 Jul 16 04:31:29.222402 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:29.245519 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:31:29.247735 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a7bf6a00885495cfb079af2d673c16a0e00f5c509fc2aa19f2a7086eda902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585944ec-1cad-4004-8b4e-85ac3bd034d3" -d '{"events": [{"server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:31:29.266072 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:31:29.270936 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:29.293754 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc282d4-54c0-498a-9597-ce66e1415165 x-openstack-request-id: req-7cc282d4-54c0-498a-9597-ce66e1415165 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:31:29.294045 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:31:29.294298 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7cc282d4-54c0-498a-9597-ce66e1415165 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:31:29.294668 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'code': 200} Jul 16 04:31:29.321325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:29.400354 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c9bc4-5ef6-4515-b125-058f75149157 req-0ba5e396-b6ee-4321-9ef4-369f4d17a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:29.401747 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-588c9bc4-5ef6-4515-b125-058f75149157 req-0ba5e396-b6ee-4321-9ef4-369f4d17a7f5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 1096 time: 0.0509801 Jul 16 04:31:29.438784 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-588c9bc4-5ef6-4515-b125-058f75149157 req-58f13bcb-b272-4de9-a0c4-b9faedc68a47 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269806 Jul 16 04:31:30.133573 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-10c615b9-42a3-456e-bc96-eab08eb92ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:30.385572 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879ad4a-b6b5-4632-8d3b-a5f4595856b3 req-27814835-379f-43f1-a2da-3dd411ecf4d4 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:30.387125 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2879ad4a-b6b5-4632-8d3b-a5f4595856b3 req-27814835-379f-43f1-a2da-3dd411ecf4d4 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0670116 Jul 16 04:31:30.432486 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2879ad4a-b6b5-4632-8d3b-a5f4595856b3 req-a5a70c6f-5384-414e-a7b1-8a1eae78f3f3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383255 Jul 16 04:31:31.606914 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba5c99-7e5f-4787-b18a-70113109f5d6 req-6992025c-7759-44e5-8078-fafc8d94d1d5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:31.608458 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02ba5c99-7e5f-4787-b18a-70113109f5d6 req-6992025c-7759-44e5-8078-fafc8d94d1d5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0622764 Jul 16 04:31:31.648128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-02ba5c99-7e5f-4787-b18a-70113109f5d6 req-f749b46f-1f0d-4e99-a470-c59306c2cf02 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334363 Jul 16 04:31:31.732186 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:31.822138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b40872-2342-48ba-9fa1-376c411f6704 req-92f3748e-6d2f-4ae8-a466-6deeab10a793 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:31.823621 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44b40872-2342-48ba-9fa1-376c411f6704 req-92f3748e-6d2f-4ae8-a466-6deeab10a793 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0668986 Jul 16 04:31:31.860949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44b40872-2342-48ba-9fa1-376c411f6704 req-ce0b1866-74ea-43e9-8f03-bba687e665b6 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311656 Jul 16 04:31:31.885508 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54208) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:31.985880 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deac324-b4e9-437d-85ad-62c0fc48af75 tempest-TestShelveInstance-395018535 tempest-TestShelveInstance-395018535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:31.987326 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-3deac324-b4e9-437d-85ad-62c0fc48af75 tempest-TestShelveInstance-395018535 tempest-TestShelveInstance-395018535-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 1091 time: 0.1008358 Jul 16 04:31:31.990591 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54212) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:31:31.992856 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:31.995823 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:31:32.016903 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.109997 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.214349 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Allocated IP 172.25.3.158 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/9f2383a2-9fee-4106-8365-b7e1f613e8d3) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:31:32.312201 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.355062 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.388717 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:31:32.391475 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:31:32.394324 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:31:32.426501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'Port': ['ID=9f2383a2-9fee-4106-8365-b7e1f613e8d3,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:32.768201 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.841458 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.849225 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c7c2dc3d-b29a-475c-8d40-9149413e3c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.878531 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.991936 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:32.996379 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.065948 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'Port': ['ID=9f2383a2-9fee-4106-8365-b7e1f613e8d3,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:31:33.076088 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.174290 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Floating IP b004bc65-1429-4489-8f0f-d89c880a583b associated. External IP: 172.25.3.158, port: 0b3307bd-e574-4e88-92c4-58c4d77ad2f7. Jul 16 04:31:33.372440 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Router fd528da0-d7b2-4fee-9203-42910716ed2a has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:31:33.478249 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:31:33.487416 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d862b88-b0cb-4f33-a330-bdc6b80977f2 None None] Sync routers for ids ['fd528da0-d7b2-4fee-9203-42910716ed2a'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:31:33.493754 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:33.498065 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d862b88-b0cb-4f33-a330-bdc6b80977f2 None None] Routers {'fd528da0-d7b2-4fee-9203-42910716ed2a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:33.498677 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5d862b88-b0cb-4f33-a330-bdc6b80977f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:31:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['fd528da0-d7b2-4fee-9203-42910716ed2a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:33.532376 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-af2ac487-84ff-4e57-9bcd-1fc082cf4304 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5406339 Jul 16 04:31:33.533064 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:31:33.535327 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b8b959b9fca1a105980ebce844832c28e6a42280803fa08d089bc89e3fbb959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bbce97-6fd9-4cc4-a279-fc063e63ce31" -d '{"events": [{"name": "network-changed", "server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:31:33.570868 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37b1a2f-1afb-4751-be2c-39c11c8231ce x-openstack-request-id: req-e37b1a2f-1afb-4751-be2c-39c11c8231ce {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:31:33.571161 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:31:33.571408 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e37b1a2f-1afb-4751-be2c-39c11c8231ce {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:31:33.571804 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'status': 'completed', 'code': 200} Jul 16 04:31:33.604062 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5d862b88-b0cb-4f33-a330-bdc6b80977f2 None None] Set router fd528da0-d7b2-4fee-9203-42910716ed2a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:33.647250 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbce97-6fd9-4cc4-a279-fc063e63ce31 req-5d7f456d-1e4f-49cf-8743-6f46f2fd8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:33.649133 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-17bbce97-6fd9-4cc4-a279-fc063e63ce31 req-5d7f456d-1e4f-49cf-8743-6f46f2fd8d74 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 1096 time: 0.0553465 Jul 16 04:31:33.742630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbce97-6fd9-4cc4-a279-fc063e63ce31 req-476b3cf2-ed51-402e-bd98-43f7d3d73746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:33.744013 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-17bbce97-6fd9-4cc4-a279-fc063e63ce31 req-476b3cf2-ed51-402e-bd98-43f7d3d73746 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0878358 Jul 16 04:31:33.807158 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-17bbce97-6fd9-4cc4-a279-fc063e63ce31 req-11d2ea77-5af3-41f9-b942-863c5c44010b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7 HTTP/1.1" status: 200 len: 999 time: 0.0562665 Jul 16 04:31:33.824616 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5d862b88-b0cb-4f33-a330-bdc6b80977f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'b004bc65-1429-4489-8f0f-d89c880a583b', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'port_id': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'mac_address': 'fa:16:3e:74:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:31:32Z', 'updated_at': '2021-07-16T04:31:32Z', 'revision_number': 0, 'project_id': '7b226cd63ade496abbe6379213873649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19f9d9e4-3729-4e3c-a190-4daa80894184', 'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'mac_address': 'fa:16:3e:df:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:11Z', 'updated_at': '2021-07-16T04:31:17Z', 'revision_number': 5, 'project_id': '7b226cd63ade496abbe6379213873649', 'subnets': [{'id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:33.850755 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d862b88-b0cb-4f33-a330-bdc6b80977f2 None None] Checking router: fd528da0-d7b2-4fee-9203-42910716ed2a for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:31:33.855855 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbce97-6fd9-4cc4-a279-fc063e63ce31 req-226008bb-bc40-4f8d-9fe3-395d2354045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:33.857333 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-17bbce97-6fd9-4cc4-a279-fc063e63ce31 req-226008bb-bc40-4f8d-9fe3-395d2354045b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0435066 Jul 16 04:31:33.859374 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d862b88-b0cb-4f33-a330-bdc6b80977f2 None None] Routers {'fd528da0-d7b2-4fee-9203-42910716ed2a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:31:33.859978 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5d862b88-b0cb-4f33-a330-bdc6b80977f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:31:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['fd528da0-d7b2-4fee-9203-42910716ed2a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:33.917951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbce97-6fd9-4cc4-a279-fc063e63ce31 req-8ad574c9-82e1-4422-8197-a8a319829ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:31:33.919501 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-17bbce97-6fd9-4cc4-a279-fc063e63ce31 req-8ad574c9-82e1-4422-8197-a8a319829ece service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553331 Jul 16 04:31:33.962465 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-5d862b88-b0cb-4f33-a330-bdc6b80977f2 None None] Set router fd528da0-d7b2-4fee-9203-42910716ed2a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:31:34.007173 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-17bbce97-6fd9-4cc4-a279-fc063e63ce31 req-3d1073e4-b79c-4d3d-9fb0-b89156c5ff20 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811634 Jul 16 04:31:34.100667 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-17bbce97-6fd9-4cc4-a279-fc063e63ce31 req-a1e5ca10-48fb-47a0-8520-4cd44cab37c7 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864191 Jul 16 04:31:34.105031 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:34.178860 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-5d862b88-b0cb-4f33-a330-bdc6b80977f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'b004bc65-1429-4489-8f0f-d89c880a583b', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'port_id': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'mac_address': 'fa:16:3e:74:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:31:32Z', 'updated_at': '2021-07-16T04:31:32Z', 'revision_number': 0, 'project_id': '7b226cd63ade496abbe6379213873649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19f9d9e4-3729-4e3c-a190-4daa80894184', 'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'mac_address': 'fa:16:3e:df:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:11Z', 'updated_at': '2021-07-16T04:31:17Z', 'revision_number': 5, 'project_id': '7b226cd63ade496abbe6379213873649', 'subnets': [{'id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:31:34.206580 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d862b88-b0cb-4f33-a330-bdc6b80977f2 None None] The sync data for ids ['fd528da0-d7b2-4fee-9203-42910716ed2a'] in n-d-800088-6 is: [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': 'b004bc65-1429-4489-8f0f-d89c880a583b', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'port_id': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'mac_address': 'fa:16:3e:74:19:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:31:32Z', 'updated_at': '2021-07-16T04:31:32Z', 'revision_number': 0, 'project_id': '7b226cd63ade496abbe6379213873649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19f9d9e4-3729-4e3c-a190-4daa80894184', 'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'mac_address': 'fa:16:3e:df:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:11Z', 'updated_at': '2021-07-16T04:31:17Z', 'revision_number': 5, 'project_id': '7b226cd63ade496abbe6379213873649', 'subnets': [{'id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:31:34.395348 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b55a42c-d8f0-46a2-8ed6-0381bff2f29a None None] New status for floating IP b004bc65-1429-4489-8f0f-d89c880a583b: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:31:35.955694 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:31:56.167944 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:32:00.135549 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7a4f28fa-1e48-4fc6-9133-42a6eea35bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:01.725536 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:01.989291 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:02.851412 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-90882e7b-47a4-4fb5-885c-4e412c52830b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:02.878940 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:04.110979 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:05.958377 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:10.959928 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3853a675-bbc9-4630-b534-6a7ad5823dd3 req-ceba8bbb-3c25-4818-b46f-5b22c712d4d9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505357 Jul 16 04:32:11.050930 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853a675-bbc9-4630-b534-6a7ad5823dd3 req-04c88797-8f08-4081-8660-45997b85687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:11.052376 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3853a675-bbc9-4630-b534-6a7ad5823dd3 req-04c88797-8f08-4081-8660-45997b85687e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 1096 time: 0.0501077 Jul 16 04:32:11.158656 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853a675-bbc9-4630-b534-6a7ad5823dd3 req-cca28d12-4737-4814-bc2a-b9042e587e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:11.160091 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3853a675-bbc9-4630-b534-6a7ad5823dd3 req-cca28d12-4737-4814-bc2a-b9042e587e00 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0856197 Jul 16 04:32:11.223094 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3853a675-bbc9-4630-b534-6a7ad5823dd3 req-d0004fe7-9ef7-4601-8b3d-902424c3fcb3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7 HTTP/1.1" status: 200 len: 1001 time: 0.0553005 Jul 16 04:32:11.274250 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853a675-bbc9-4630-b534-6a7ad5823dd3 req-52765a65-197a-4937-9982-9607500b9cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:11.275651 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3853a675-bbc9-4630-b534-6a7ad5823dd3 req-52765a65-197a-4937-9982-9607500b9cc2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0458608 Jul 16 04:32:11.331029 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853a675-bbc9-4630-b534-6a7ad5823dd3 req-2b66d4b1-80df-4d04-8f2d-abe0495c19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:32:11.332581 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3853a675-bbc9-4630-b534-6a7ad5823dd3 req-2b66d4b1-80df-4d04-8f2d-abe0495c19c0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497472 Jul 16 04:32:11.422886 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3853a675-bbc9-4630-b534-6a7ad5823dd3 req-416b68f5-5435-4d72-bfc2-ba51ce5dd5e4 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790927 Jul 16 04:32:11.514823 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-3853a675-bbc9-4630-b534-6a7ad5823dd3 req-2bc12bf8-d693-4371-b6f1-b054298564d2 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820899 Jul 16 04:32:30.136279 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f3abed3-d86e-4f44-aea8-632d6543fe43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:31.743340 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:31.992224 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:32.851638 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5744b634-20ca-40f2-8cfa-cb8d5aae5252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:32.881402 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:33.166412 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:32:34.111256 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:32:35.960889 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:00.137424 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2f0c2ac3-33ff-4b83-bf45-af29b25918f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:01.741601 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:01.986981 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:02.852114 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6b6f57e7-4fe2-4613-bec4-2b371a0c1c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:02.881080 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:04.113358 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:05.962219 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:10.165506 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:33:12.964904 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca3d40d2-bdbf-4126-ada1-f91c7d90cdc4 req-a5b69e8d-ca39-4bdc-a8be-5e4ab777e068 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507462 Jul 16 04:33:13.063106 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d40d2-bdbf-4126-ada1-f91c7d90cdc4 req-4fdddcd2-3b22-4b46-82bb-5d45e7465dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:13.064622 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca3d40d2-bdbf-4126-ada1-f91c7d90cdc4 req-4fdddcd2-3b22-4b46-82bb-5d45e7465dde service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 1096 time: 0.0554600 Jul 16 04:33:13.166446 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d40d2-bdbf-4126-ada1-f91c7d90cdc4 req-368804a7-77e1-4f7f-9bed-77880745de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:13.167886 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca3d40d2-bdbf-4126-ada1-f91c7d90cdc4 req-368804a7-77e1-4f7f-9bed-77880745de3a service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0825844 Jul 16 04:33:13.235720 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca3d40d2-bdbf-4126-ada1-f91c7d90cdc4 req-41f84749-1334-430a-89b5-c9ec26496f6f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7 HTTP/1.1" status: 200 len: 1001 time: 0.0592408 Jul 16 04:33:13.285457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d40d2-bdbf-4126-ada1-f91c7d90cdc4 req-78d33ed3-95ef-40dd-bdcb-6565b96ef5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:13.286854 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca3d40d2-bdbf-4126-ada1-f91c7d90cdc4 req-78d33ed3-95ef-40dd-bdcb-6565b96ef5ff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0420990 Jul 16 04:33:13.343631 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d40d2-bdbf-4126-ada1-f91c7d90cdc4 req-85123d4d-66aa-4291-b1ec-705969de9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:13.345102 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca3d40d2-bdbf-4126-ada1-f91c7d90cdc4 req-85123d4d-66aa-4291-b1ec-705969de9f49 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494456 Jul 16 04:33:13.438638 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca3d40d2-bdbf-4126-ada1-f91c7d90cdc4 req-13cfc3ce-fe2b-47a7-8c4f-9babc47ba7fc service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828810 Jul 16 04:33:13.524232 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ca3d40d2-bdbf-4126-ada1-f91c7d90cdc4 req-d5d461c8-7056-4d35-86e6-d1111feec73d service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787313 Jul 16 04:33:30.137726 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3e8cd665-983b-40c6-9045-2c1aea96cc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:31.478606 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a2d53-2c6e-4c21-9dd4-c596b824c52a req-fdc5d116-69f4-4c72-9566-5b32bd4f3305 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:31.480007 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d80a2d53-2c6e-4c21-9dd4-c596b824c52a req-fdc5d116-69f4-4c72-9566-5b32bd4f3305 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.1090376 Jul 16 04:33:31.517290 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d80a2d53-2c6e-4c21-9dd4-c596b824c52a req-d6c89473-a6ae-4fb0-8cc0-88521858ffed tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317671 Jul 16 04:33:31.740172 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:32.017367 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:32.690907 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f61542-133b-47fd-a825-0a5bf4b2c7a3 req-12afa5bd-bc2e-4e10-9e79-bbc1e7d6ab9b tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:32.692402 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-36f61542-133b-47fd-a825-0a5bf4b2c7a3 req-12afa5bd-bc2e-4e10-9e79-bbc1e7d6ab9b tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0623238 Jul 16 04:33:32.728522 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-36f61542-133b-47fd-a825-0a5bf4b2c7a3 req-7493b827-02cf-46dd-a405-ba7a58295030 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304885 Jul 16 04:33:32.850789 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c31eeee3-e4fa-4054-8974-0b8e5f9b5c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:32.879538 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:33.914546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409e18e-25f3-475c-bcdd-bdd1ce9eff83 req-4979c678-9409-4d73-856e-31680d173502 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:33.916009 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0409e18e-25f3-475c-bcdd-bdd1ce9eff83 req-4979c678-9409-4d73-856e-31680d173502 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0657489 Jul 16 04:33:33.956394 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0409e18e-25f3-475c-bcdd-bdd1ce9eff83 req-ef3b4b7e-c93b-4b33-aeb9-2431ce5e6ebd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346901 Jul 16 04:33:34.115306 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:35.126184 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4e5cd-9d25-48a3-a041-efae7511495a req-967af320-d17b-4826-aaba-087ca17b9d0f tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:35.127681 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27f4e5cd-9d25-48a3-a041-efae7511495a req-967af320-d17b-4826-aaba-087ca17b9d0f tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0627308 Jul 16 04:33:35.164330 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-27f4e5cd-9d25-48a3-a041-efae7511495a req-e02641db-eb1a-4772-ac83-6907c77fbc46 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311511 Jul 16 04:33:35.964542 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:36.332322 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c526cff-21a8-481a-833e-a5510182101d req-b9f5d127-d03a-413d-98ea-0c289efc3c2b tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:36.333810 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c526cff-21a8-481a-833e-a5510182101d req-b9f5d127-d03a-413d-98ea-0c289efc3c2b tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0616841 Jul 16 04:33:36.375499 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5c526cff-21a8-481a-833e-a5510182101d req-bdff560c-93d1-4e0e-bb15-a7bba3f4aebc tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355222 Jul 16 04:33:37.546407 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ee25c-00a5-4204-9250-9a9959d5b8a0 req-2f3f7433-2594-422a-a081-dc30a62f4505 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:37.547778 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0f9ee25c-00a5-4204-9250-9a9959d5b8a0 req-2f3f7433-2594-422a-a081-dc30a62f4505 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0627463 Jul 16 04:33:37.585607 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0f9ee25c-00a5-4204-9250-9a9959d5b8a0 req-da038bd2-1512-41b7-ad5e-fc4e44f9daa1 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322802 Jul 16 04:33:38.757784 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79603c-a1a8-48f7-a068-3942e4e9c565 req-fb615728-7c05-4917-8f89-cb15b50854f5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:38.759244 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d79603c-a1a8-48f7-a068-3942e4e9c565 req-fb615728-7c05-4917-8f89-cb15b50854f5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0618825 Jul 16 04:33:38.795015 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d79603c-a1a8-48f7-a068-3942e4e9c565 req-643d1173-9009-45f0-a362-74479e19749a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303457 Jul 16 04:33:39.968126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140075a0-6a35-4b87-8762-2b5de39a380e req-7db11e30-b654-4c16-9f73-26854d3c99e6 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:39.970171 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-140075a0-6a35-4b87-8762-2b5de39a380e req-7db11e30-b654-4c16-9f73-26854d3c99e6 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0663767 Jul 16 04:33:40.007128 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-140075a0-6a35-4b87-8762-2b5de39a380e req-336429c1-e1fb-4ebb-affb-6456f856f2ef tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315549 Jul 16 04:33:41.180245 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc798d5-5ad0-4112-bfe0-1eccf4b4ca0c req-83d23e01-4c71-4f9e-b68b-466b5d583266 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:41.181725 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6dc798d5-5ad0-4112-bfe0-1eccf4b4ca0c req-83d23e01-4c71-4f9e-b68b-466b5d583266 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0636530 Jul 16 04:33:41.217626 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6dc798d5-5ad0-4112-bfe0-1eccf4b4ca0c req-c5a7ff61-6477-473f-b242-0265700a953a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303042 Jul 16 04:33:42.386516 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb431f-1d88-483d-ac3f-80386e356562 req-5469bcc7-fca2-48cd-b707-5e0c75c4a771 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:42.387981 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94bb431f-1d88-483d-ac3f-80386e356562 req-5469bcc7-fca2-48cd-b707-5e0c75c4a771 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0616233 Jul 16 04:33:42.428127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-94bb431f-1d88-483d-ac3f-80386e356562 req-ade4bdc4-2e07-4a28-89d3-83408034a347 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346391 Jul 16 04:33:43.602110 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f481500-1486-40ce-91f4-7fa9789872d4 req-b24ea59a-439a-4ef7-84c8-b7cd4c41fc3a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:43.603665 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f481500-1486-40ce-91f4-7fa9789872d4 req-b24ea59a-439a-4ef7-84c8-b7cd4c41fc3a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0643637 Jul 16 04:33:43.643624 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1f481500-1486-40ce-91f4-7fa9789872d4 req-5fce2e1d-30ad-4fe6-9106-bde9d2d47639 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343316 Jul 16 04:33:43.759954 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:33:43.860885 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:33:43.871982 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'port_id': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'mac_address': 'fa:16:3e:74:19:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:33:43.909371 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:43.921724 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:33:43.941678 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:33:43.945494 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:44.000972 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:33:44.008512 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:44.008864 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:44.009212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:44.009556 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:44.009892 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:44.010225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:44.010553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:44.010924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:44.011257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:44.011589 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:44.011915 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:44.012303 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:44.038378 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['0b3307bd-e574-4e88-92c4-58c4d77ad2f7'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:33:44.827218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c8933-b4b3-4d83-904a-f292c266930f req-c61cce8d-057d-4e15-b9fb-51734ef23429 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:44.829305 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf3c8933-b4b3-4d83-904a-f292c266930f req-c61cce8d-057d-4e15-b9fb-51734ef23429 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 944 time: 0.0691326 Jul 16 04:33:44.877466 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bf3c8933-b4b3-4d83-904a-f292c266930f req-c2340217-d64f-4167-a718-5466b2cbd1d0 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413129 Jul 16 04:33:45.760000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:33:45.809836 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:33:45.810211 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:45.888481 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:45.915018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:33:45.918440 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a7bf6a00885495cfb079af2d673c16a0e00f5c509fc2aa19f2a7086eda902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcd32a4-5e43-4624-ba16-c60e0e1034ae" -d '{"events": [{"server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:33:45.937703 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:33:45.943614 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:46.000815 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c12131b-7bec-4715-b898-26ded9b1a4df x-openstack-request-id: req-6c12131b-7bec-4715-b898-26ded9b1a4df {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:33:46.001116 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:33:46.001341 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c12131b-7bec-4715-b898-26ded9b1a4df {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:33:46.001733 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'code': 200} Jul 16 04:33:46.013433 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:33:46.132280 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937575f-4c77-4a2d-ac11-27d4e3a8ce04 req-055cef4a-b1e3-4e84-89fa-3f0fb308a6ae tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:46.133926 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6937575f-4c77-4a2d-ac11-27d4e3a8ce04 req-055cef4a-b1e3-4e84-89fa-3f0fb308a6ae tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0807877 Jul 16 04:33:46.175858 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6937575f-4c77-4a2d-ac11-27d4e3a8ce04 req-aa22271c-07cf-4891-9fa0-76d86bb98bd7 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361383 Jul 16 04:33:47.165012 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:33:47.370700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006622f9-2f48-42fb-98bc-80560b5ed445 req-b5ba0e07-3be0-44db-9f39-46eedca31c76 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:47.372299 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-006622f9-2f48-42fb-98bc-80560b5ed445 req-b5ba0e07-3be0-44db-9f39-46eedca31c76 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0660198 Jul 16 04:33:47.413129 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-006622f9-2f48-42fb-98bc-80560b5ed445 req-ba714753-4f87-49d6-a1ed-66518ac0b011 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335910 Jul 16 04:33:48.601515 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2578c-0880-482f-8388-5061106b5953 req-61753f28-c753-44ee-bab4-ed472d28528b tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:48.603184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ca2578c-0880-482f-8388-5061106b5953 req-61753f28-c753-44ee-bab4-ed472d28528b tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0675225 Jul 16 04:33:48.655011 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6ca2578c-0880-482f-8388-5061106b5953 req-a083282a-69ef-4318-8588-b4e4826c7c94 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451939 Jul 16 04:33:49.854483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad082707-7c1c-47a9-81b8-1922a575a9fe req-bc93de26-9b53-4a0a-8021-39c4cec44838 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:49.855995 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad082707-7c1c-47a9-81b8-1922a575a9fe req-bc93de26-9b53-4a0a-8021-39c4cec44838 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0774951 Jul 16 04:33:49.897169 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ad082707-7c1c-47a9-81b8-1922a575a9fe req-ca5ebb79-e933-4d50-97cb-d409d347618f tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347965 Jul 16 04:33:51.090395 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f471dc2-dde6-46d4-a904-78754bc002f0 req-7edbc70c-a82c-438d-8fb2-c861f3fc6c60 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:51.092760 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2f471dc2-dde6-46d4-a904-78754bc002f0 req-7edbc70c-a82c-438d-8fb2-c861f3fc6c60 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0705349 Jul 16 04:33:51.134484 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2f471dc2-dde6-46d4-a904-78754bc002f0 req-d5c3bb72-e370-4fc5-b298-975c7671c841 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348582 Jul 16 04:33:52.317723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7baed6-c09c-4d53-aeca-ac93c8fffa2a req-32238a1e-f1f6-423b-8e67-8eb5fd2c5abf tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:52.319232 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e7baed6-c09c-4d53-aeca-ac93c8fffa2a req-32238a1e-f1f6-423b-8e67-8eb5fd2c5abf tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0684528 Jul 16 04:33:52.361834 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9e7baed6-c09c-4d53-aeca-ac93c8fffa2a req-64658607-691b-4c1d-a16d-d3a940bef33e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357015 Jul 16 04:33:53.197840 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490379b5-2602-4b59-a6cd-7446cde56a73 req-2c7f532a-b38e-4963-8e2d-007a2ea9e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:53.199329 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-490379b5-2602-4b59-a6cd-7446cde56a73 req-2c7f532a-b38e-4963-8e2d-007a2ea9e8d6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 1096 time: 0.0963106 Jul 16 04:33:53.287332 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490379b5-2602-4b59-a6cd-7446cde56a73 req-beebf18b-1934-4ce2-bf25-374233607b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:53.288789 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-490379b5-2602-4b59-a6cd-7446cde56a73 req-beebf18b-1934-4ce2-bf25-374233607b4c service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0809512 Jul 16 04:33:53.358148 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-490379b5-2602-4b59-a6cd-7446cde56a73 req-a86c9993-abba-46d4-8597-b7a5703a2841 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7 HTTP/1.1" status: 200 len: 1001 time: 0.0594318 Jul 16 04:33:53.406619 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490379b5-2602-4b59-a6cd-7446cde56a73 req-e7b886bf-0199-4a62-8628-5bcd288e0b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:53.408143 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-490379b5-2602-4b59-a6cd-7446cde56a73 req-e7b886bf-0199-4a62-8628-5bcd288e0b79 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0431850 Jul 16 04:33:53.465374 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490379b5-2602-4b59-a6cd-7446cde56a73 req-9bf56b41-4709-4a4f-96b8-5c4af2b0d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:53.466882 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-490379b5-2602-4b59-a6cd-7446cde56a73 req-9bf56b41-4709-4a4f-96b8-5c4af2b0d860 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517707 Jul 16 04:33:53.541017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c4d02-9418-4d43-82eb-c7957ab6ba7f req-8af0ba60-819b-4f90-953b-ec93b07ce3bd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:53.542489 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f37c4d02-9418-4d43-82eb-c7957ab6ba7f req-8af0ba60-819b-4f90-953b-ec93b07ce3bd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0615752 Jul 16 04:33:53.564066 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-490379b5-2602-4b59-a6cd-7446cde56a73 req-72745557-0715-4a88-89e3-02d4cea8850b service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859663 Jul 16 04:33:53.579629 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f37c4d02-9418-4d43-82eb-c7957ab6ba7f req-3edd73ed-ed02-4e7c-b2f5-a546aaa4c168 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310609 Jul 16 04:33:53.656909 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-490379b5-2602-4b59-a6cd-7446cde56a73 req-1bca4bbf-dc42-475a-ba0f-7880a1c9c133 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832839 Jul 16 04:33:54.750425 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75ab13-e6e4-4850-aa0f-a4fcb9593ee3 req-04c11c69-4e99-495e-8262-c595aa85128c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:54.751905 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e75ab13-e6e4-4850-aa0f-a4fcb9593ee3 req-04c11c69-4e99-495e-8262-c595aa85128c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0617807 Jul 16 04:33:54.791955 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-4e75ab13-e6e4-4850-aa0f-a4fcb9593ee3 req-8eccb462-5858-457a-b37f-ac9400fd6f78 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345852 Jul 16 04:33:55.959250 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b437db-eea0-48c3-936f-4952a609ed35 req-7929c376-ed7c-47f5-884c-eeb8e0b3d3c1 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:55.960743 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-85b437db-eea0-48c3-936f-4952a609ed35 req-7929c376-ed7c-47f5-884c-eeb8e0b3d3c1 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0627084 Jul 16 04:33:55.999196 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-85b437db-eea0-48c3-936f-4952a609ed35 req-5062f9d1-ce67-4c95-8ec8-d8108b03a8bd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326998 Jul 16 04:33:56.155457 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-d9683708-5ecd-4623-8c11-82928f2fc41e req-bcfd63d9-3358-4c72-aa2e-afb894a75c3d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:33:56.157043 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d9683708-5ecd-4623-8c11-82928f2fc41e req-bcfd63d9-3358-4c72-aa2e-afb894a75c3d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449431 Jul 16 04:33:56.405512 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadbf8f-187c-4d9b-b2b8-7002b0bf7738 req-e1db9e76-69b9-444b-a792-20a10d46ba6e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:56.407530 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dadbf8f-187c-4d9b-b2b8-7002b0bf7738 req-e1db9e76-69b9-444b-a792-20a10d46ba6e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0667777 Jul 16 04:33:56.446803 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-7dadbf8f-187c-4d9b-b2b8-7002b0bf7738 req-85954c54-e223-4568-9483-076c50d087eb tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338211 Jul 16 04:33:56.474460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54402) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:33:56.564851 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-5043320f-14a4-4c6d-a63f-41be599dabb2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893145 Jul 16 04:33:56.573438 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-4d216aff-3c11-4899-853e-0fc155e1be55 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:33:56.574459 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-4d216aff-3c11-4899-853e-0fc155e1be55 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051475 Jul 16 04:33:57.513450 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-546e788d-6bfe-4058-bf77-2154ae9c128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:57.515031 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-546e788d-6bfe-4058-bf77-2154ae9c128e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed&tenant_id=7b226cd63ade496abbe6379213873649 HTTP/1.1" status: 200 len: 1096 time: 0.0919485 Jul 16 04:33:57.526307 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-6', 'device_owner': 'compute:nova'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:33:57.600810 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:57.621543 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d415dfd-a2c8-484f-b781-25f2d17d4d3c req-38b0a7a3-5e10-4298-97c0-631a6b7b1f61 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:57.623029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d415dfd-a2c8-484f-b781-25f2d17d4d3c req-38b0a7a3-5e10-4298-97c0-631a6b7b1f61 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0662870 Jul 16 04:33:57.662175 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0d415dfd-a2c8-484f-b781-25f2d17d4d3c req-7dd083dd-2acf-47bd-bfca-408c60653b66 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331376 Jul 16 04:33:57.801950 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:33:57.832823 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:33:57.842111 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:33:57.876783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:33:57.879027 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc2f109-710a-459f-ac5b-5015271fa371" -d '{"events": [{"server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "name": "network-vif-unplugged", "status": "completed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:33:57.883349 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:57.896205 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Transition to ACTIVE for port object 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:33:57.903031 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:57.918379 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:57.930242 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 04:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94dd90c-ccc4-4f35-90a5-1efa5025d1ea x-openstack-request-id: req-c94dd90c-ccc4-4f35-90a5-1efa5025d1ea {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:33:57.930538 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "name": "network-vif-unplugged", "status": "completed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:33:57.930789 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c94dd90c-ccc4-4f35-90a5-1efa5025d1ea {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:33:57.931178 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'code': 200} Jul 16 04:33:57.981286 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,revision_number=8']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:33:57.995994 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:57.996364 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:57.996708 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:57.997045 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:57.997387 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:57.997710 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:57.998036 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:57.998632 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:57.998956 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:57.999279 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:57.999603 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:57.999957 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:33:58.038749 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] No DVR routers for this DVR port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:33:58.142087 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.db.api [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 04:33:58.142531 n-d-800088-6 neutron-server[93769]: DEBUG oslo_db.api [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 04:33:58.181337 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Attempting to bind port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 on host n-h2-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:33:58.181677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Attempting to bind port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 by drivers openvswitch,hyperv on host n-h2-800088-6 at level 0 using segments [{'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:33:58.182007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Attempting to bind port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 on network ce3e1810-7838-47c4-8c08-9b99b3b5858c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:33:58.186179 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 on network ce3e1810-7838-47c4-8c08-9b99b3b5858c not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:33:58.186504 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Attempting to bind port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 on network ce3e1810-7838-47c4-8c08-9b99b3b5858c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:33:58.191216 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Checking agent: {'id': '5dea0441-2b17-437f-8172-4e0922429968', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:33:58.191558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Checking segment: {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:33:58.191941 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Bound using segment: {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:33:58.192399 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Bound port: 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host: n-h2-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:33:58.192756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:58.255860 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h2-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:33:58.258730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h2-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:33:58.263067 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:58.297191 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:58.297874 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:33:58.299338 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/0b3307bd-e574-4e88-92c4-58c4d77ad2f7 HTTP/1.1" status: 200 len: 1091 time: 0.7769585 Jul 16 04:33:58.320287 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ea20e-b1fc-4bd7-a4a7-a7e44c96e3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,revision_number=9']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:33:58.376254 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-c5f62d72-575b-49bd-b770-2f1447736db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:58.377862 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-c5f62d72-575b-49bd-b770-2f1447736db1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 1094 time: 0.0547562 Jul 16 04:33:58.471464 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-fa6d7183-f880-4d90-9c2c-6ac14d631f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:58.472970 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-fa6d7183-f880-4d90-9c2c-6ac14d631f34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0888214 Jul 16 04:33:58.534846 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-eec68c23-7c30-4f17-9035-b5b515cfd6d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7 HTTP/1.1" status: 200 len: 999 time: 0.0552895 Jul 16 04:33:58.585892 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-0c8ec8a6-0eaf-4cc4-bd26-46dd6184945c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:58.587339 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-0c8ec8a6-0eaf-4cc4-bd26-46dd6184945c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0458722 Jul 16 04:33:58.643753 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-d8fcb9a7-6bf8-4aaa-91c5-ebd06b0a0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:58.645229 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-d8fcb9a7-6bf8-4aaa-91c5-ebd06b0a0f43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514362 Jul 16 04:33:58.733672 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-83c17841-0ba9-4072-a566-2660c998b25f service neutron] 10.222.0.20 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801065 Jul 16 04:33:58.825865 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-9999b7b8-2dcf-44c4-90f2-90837aa4c071 service neutron] 10.222.0.20 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858009 Jul 16 04:33:58.833714 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363695b-8037-4685-9b89-0453d4f4914d req-78ff5e9c-0645-4930-ae6f-cc6726c4aca5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:33:58.835240 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e363695b-8037-4685-9b89-0453d4f4914d req-78ff5e9c-0645-4930-ae6f-cc6726c4aca5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 943 time: 0.0619657 Jul 16 04:33:58.872495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e363695b-8037-4685-9b89-0453d4f4914d req-a7139ba4-6267-446b-ad74-ea126e24f3d4 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316291 Jul 16 04:33:59.932797 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:33:59.935512 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b1b8be-627c-46d6-a267-67407330bab6" -d '{"events": [{"name": "network-changed", "server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:33:59.975959 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67433cd7-0f62-4087-846c-09dfec0eed49 x-openstack-request-id: req-67433cd7-0f62-4087-846c-09dfec0eed49 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:33:59.976254 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:33:59.976606 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67433cd7-0f62-4087-846c-09dfec0eed49 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:33:59.977016 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'status': 'completed', 'code': 200} Jul 16 04:34:00.071421 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d52507-effa-4f18-b4a0-d9a7a6b478c6 req-75e3d7ec-a0fd-40ad-9651-4d1c2945f2ea tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:00.076777 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20d52507-effa-4f18-b4a0-d9a7a6b478c6 req-75e3d7ec-a0fd-40ad-9651-4d1c2945f2ea tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 943 time: 0.0744767 Jul 16 04:34:00.111894 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-20d52507-effa-4f18-b4a0-d9a7a6b478c6 req-fe27cb90-1f88-4009-8715-502cba66820d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330691 Jul 16 04:34:00.143483 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8124d298-8e56-48db-9016-5b190eb2f034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:01.300167 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd0de0-4045-4ce4-a397-002b1ebce029 req-b7aaab33-bd49-4cfb-86bd-0184152281c5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:01.301754 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cdd0de0-4045-4ce4-a397-002b1ebce029 req-b7aaab33-bd49-4cfb-86bd-0184152281c5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 943 time: 0.0666635 Jul 16 04:34:01.342184 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3cdd0de0-4045-4ce4-a397-002b1ebce029 req-0f1d288d-f113-4c1a-a293-129754e6e326 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343804 Jul 16 04:34:01.742590 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:02.039511 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:02.532746 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013999d-05ef-48ea-8ab0-d1b435842038 req-fed61690-ec0a-4d68-983c-22ad809eb839 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:02.534267 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8013999d-05ef-48ea-8ab0-d1b435842038 req-fed61690-ec0a-4d68-983c-22ad809eb839 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 943 time: 0.0762675 Jul 16 04:34:02.572547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-8013999d-05ef-48ea-8ab0-d1b435842038 req-13a0a560-0e62-477b-8c2d-7e3d6e883c06 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325785 Jul 16 04:34:02.854674 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a77fc63f-3c75-4539-9dc3-9894b98f3755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:02.883861 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:03.764343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b29a68-df20-422c-a282-2a0b986236ca req-5ed15bd4-4b52-46b1-90ce-d79e63ac1630 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:03.765858 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12b29a68-df20-422c-a282-2a0b986236ca req-5ed15bd4-4b52-46b1-90ce-d79e63ac1630 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 943 time: 0.0656149 Jul 16 04:34:03.805385 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-12b29a68-df20-422c-a282-2a0b986236ca req-5ca881f6-3c7e-4ce8-8168-8b5fb67061f5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337203 Jul 16 04:34:04.118902 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:04.992122 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5626ac2-40e5-4382-bad1-22bcfbfe301c req-ca27dd56-ab03-4bb4-8286-c23651a5c890 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:04.993992 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5626ac2-40e5-4382-bad1-22bcfbfe301c req-ca27dd56-ab03-4bb4-8286-c23651a5c890 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 943 time: 0.0670371 Jul 16 04:34:05.041796 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d5626ac2-40e5-4382-bad1-22bcfbfe301c req-d7753423-4f59-424a-9172-44dc0f2c8549 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371904 Jul 16 04:34:05.970236 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:06.230450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a53cb-38d8-4c26-b759-f4651ec915c0 req-4abac437-8a90-493b-94da-63230e1b2e0c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:06.232195 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c91a53cb-38d8-4c26-b759-f4651ec915c0 req-4abac437-8a90-493b-94da-63230e1b2e0c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 943 time: 0.0736883 Jul 16 04:34:06.272288 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c91a53cb-38d8-4c26-b759-f4651ec915c0 req-6ba67ff1-2038-4118-badf-58d3d902bd54 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339541 Jul 16 04:34:07.464618 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be979b9-b63e-465f-8b7a-d03dda43cd76 req-caadeed9-84e3-4d58-87d9-e6d631cc5643 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:07.466106 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9be979b9-b63e-465f-8b7a-d03dda43cd76 req-caadeed9-84e3-4d58-87d9-e6d631cc5643 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 943 time: 0.0651047 Jul 16 04:34:07.505458 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9be979b9-b63e-465f-8b7a-d03dda43cd76 req-9db9336b-c26a-4ab6-b7ce-5eb09754d6f3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336900 Jul 16 04:34:08.681792 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6051332-114c-4ec3-bab0-cafebaaa3cac req-91a8e7ef-5453-4ca8-a0d9-ae4bc339d1ed tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:08.683266 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f6051332-114c-4ec3-bab0-cafebaaa3cac req-91a8e7ef-5453-4ca8-a0d9-ae4bc339d1ed tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 943 time: 0.0660272 Jul 16 04:34:08.720553 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f6051332-114c-4ec3-bab0-cafebaaa3cac req-65522fcc-d915-49f0-9a3c-da9ba3254b69 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310445 Jul 16 04:34:09.222794 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1b8be-627c-46d6-a267-67407330bab6 req-ba89179e-9ff4-44ca-ae2c-1df2cf3f938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:09.224268 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-49b1b8be-627c-46d6-a267-67407330bab6 req-ba89179e-9ff4-44ca-ae2c-1df2cf3f938c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 1094 time: 0.0524225 Jul 16 04:34:09.319739 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1b8be-627c-46d6-a267-67407330bab6 req-30f66cef-964e-48c8-ac38-89754cbd7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:09.321248 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-49b1b8be-627c-46d6-a267-67407330bab6 req-30f66cef-964e-48c8-ac38-89754cbd7565 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0881171 Jul 16 04:34:09.384773 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-49b1b8be-627c-46d6-a267-67407330bab6 req-df8d00a2-b8bc-4dd8-9584-1144e9099e8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7 HTTP/1.1" status: 200 len: 999 time: 0.0566144 Jul 16 04:34:09.434412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1b8be-627c-46d6-a267-67407330bab6 req-1398bde5-1861-4ab0-95ea-b4c53008966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:09.435780 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-49b1b8be-627c-46d6-a267-67407330bab6 req-1398bde5-1861-4ab0-95ea-b4c53008966e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0448864 Jul 16 04:34:09.489127 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1b8be-627c-46d6-a267-67407330bab6 req-824af6db-4606-4222-9106-730c28688efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:09.490459 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-49b1b8be-627c-46d6-a267-67407330bab6 req-824af6db-4606-4222-9106-730c28688efb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484869 Jul 16 04:34:09.576913 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-49b1b8be-627c-46d6-a267-67407330bab6 req-5640423f-7930-4036-871a-820f534751b9 service neutron] 10.222.0.20 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798376 Jul 16 04:34:09.670484 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-49b1b8be-627c-46d6-a267-67407330bab6 req-71f34c41-a485-480f-91b1-2c640724d2e1 service neutron] 10.222.0.20 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852513 Jul 16 04:34:09.781143 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02128e84-7bed-4874-8b75-8c1cc142278d req-596a32b6-324e-493f-99ac-a4ac1d32ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:09.783187 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02128e84-7bed-4874-8b75-8c1cc142278d req-596a32b6-324e-493f-99ac-a4ac1d32ad71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 1094 time: 0.0524538 Jul 16 04:34:09.888660 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02128e84-7bed-4874-8b75-8c1cc142278d req-210c15fd-eea2-4018-894b-42c68edd98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:09.890174 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02128e84-7bed-4874-8b75-8c1cc142278d req-210c15fd-eea2-4018-894b-42c68edd98bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0878966 Jul 16 04:34:09.891164 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec794db2-2744-4dd8-a726-7aaed49218f6 req-819c77da-e97c-4a1b-a895-43367107020b tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:09.892642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec794db2-2744-4dd8-a726-7aaed49218f6 req-819c77da-e97c-4a1b-a895-43367107020b tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 943 time: 0.0625014 Jul 16 04:34:09.930268 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ec794db2-2744-4dd8-a726-7aaed49218f6 req-fe69f149-98c9-4e72-a1cc-3322159ecffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319970 Jul 16 04:34:09.956057 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02128e84-7bed-4874-8b75-8c1cc142278d req-dcbfbfdb-d19d-4f92-994b-57c5da9c44b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7 HTTP/1.1" status: 200 len: 999 time: 0.0569444 Jul 16 04:34:10.007481 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02128e84-7bed-4874-8b75-8c1cc142278d req-4471882c-9719-4fc2-9195-c6a2334ae54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:10.008826 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02128e84-7bed-4874-8b75-8c1cc142278d req-4471882c-9719-4fc2-9195-c6a2334ae54a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0455165 Jul 16 04:34:10.064242 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02128e84-7bed-4874-8b75-8c1cc142278d req-703b84d5-7f80-4fd8-a3fe-cd882fcf90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:10.065733 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02128e84-7bed-4874-8b75-8c1cc142278d req-703b84d5-7f80-4fd8-a3fe-cd882fcf90df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501719 Jul 16 04:34:10.151903 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02128e84-7bed-4874-8b75-8c1cc142278d req-2929acd6-0c57-4f9c-8105-02b3966a65e2 service neutron] 10.222.0.20 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782475 Jul 16 04:34:10.239832 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-02128e84-7bed-4874-8b75-8c1cc142278d req-d913dcef-728e-4bb7-9d23-7a9ca3bcc69c service neutron] 10.222.0.20 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811462 Jul 16 04:34:11.102557 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4156c8-8f02-43d2-80f4-008d652a94cf req-e08f2565-ef40-4a8e-953c-3a87da8914b1 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:11.104056 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d4156c8-8f02-43d2-80f4-008d652a94cf req-e08f2565-ef40-4a8e-953c-3a87da8914b1 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 943 time: 0.0623295 Jul 16 04:34:11.141112 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9d4156c8-8f02-43d2-80f4-008d652a94cf req-a85e2170-ee8f-47b0-86d6-26dd0f976036 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315006 Jul 16 04:34:12.245016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 details requested by agent hyperv_n-h2-800088-6 with host n-h2-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:34:12.315532 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4487a-c8b5-4cb1-8973-e3d9be1f3f69 req-600ca6b3-dfe4-49d4-8177-9bb848b5e8ec tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:12.317029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7c4487a-c8b5-4cb1-8973-e3d9be1f3f69 req-600ca6b3-dfe4-49d4-8177-9bb848b5e8ec tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 943 time: 0.0659797 Jul 16 04:34:12.339184 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:12.350581 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Returning: {'device': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'port_id': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'mac_address': 'fa:16:3e:74:19:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:34:12.354306 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f7c4487a-c8b5-4cb1-8973-e3d9be1f3f69 req-863df3fb-78f3-4ed4-9b69-187922715d1d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316880 Jul 16 04:34:12.386322 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:12.399000 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:34:12.418088 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:12.421397 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:12.468544 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,revision_number=10']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:12.662782 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] get_ports_and_sgs() called for port_ids ['0b3307bd-e574-4e88-92c4-58c4d77ad2f7'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:34:13.521690 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab8216-879b-4077-8b61-75b09f27a096 req-a5c58c95-ee60-47c5-9c13-0d1763c06cdf tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:13.523154 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6aab8216-879b-4077-8b61-75b09f27a096 req-a5c58c95-ee60-47c5-9c13-0d1763c06cdf tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 945 time: 0.0618391 Jul 16 04:34:13.559891 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6aab8216-879b-4077-8b61-75b09f27a096 req-5d3cf4e1-06f5-44e3-b706-5043a8ae2ea6 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312178 Jul 16 04:34:14.253909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 up at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:34:14.299924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning for port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:34:14.303411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Provisioning complete for port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:34:14.303781 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:14.377692 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:14.399789 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:34:14.402057 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a7bf6a00885495cfb079af2d673c16a0e00f5c509fc2aa19f2a7086eda902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e7bc46-b945-4076-b01d-2b7dde73438f" -d '{"events": [{"server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:34:14.417391 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:34:14.421712 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:14.445185 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bcbdac-ded1-470e-8259-c7b6a49dc8a8 x-openstack-request-id: req-a7bcbdac-ded1-470e-8259-c7b6a49dc8a8 {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:34:14.445512 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "name": "network-vif-plugged", "status": "completed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:34:14.445767 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7bcbdac-ded1-470e-8259-c7b6a49dc8a8 {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:34:14.446181 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'code': 200} Jul 16 04:34:14.471135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Pushing event updated for resources: {'Port': ['ID=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,revision_number=11']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:34:14.608128 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5a1cc-013a-43f0-8a5c-9cc5967286d5 req-87626d0a-d2bd-4889-981f-4c9c62e47ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:14.609664 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c2c5a1cc-013a-43f0-8a5c-9cc5967286d5 req-87626d0a-d2bd-4889-981f-4c9c62e47ea3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 1097 time: 0.0504696 Jul 16 04:34:14.645878 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c2c5a1cc-013a-43f0-8a5c-9cc5967286d5 req-2eb504d0-c1e6-44b7-946f-25908df0f52e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290072 Jul 16 04:34:14.733120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf175c8-ca39-4720-b268-cdc79ae3bd82 req-85b31913-2b9a-470d-a85a-7dbffea25c41 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:14.734586 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5cf175c8-ca39-4720-b268-cdc79ae3bd82 req-85b31913-2b9a-470d-a85a-7dbffea25c41 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 946 time: 0.0650365 Jul 16 04:34:14.771920 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5cf175c8-ca39-4720-b268-cdc79ae3bd82 req-4abd909c-814e-41ed-8650-e4ecd7302f29 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313218 Jul 16 04:34:15.950855 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0923f7-3a3b-4cdb-b4b8-3a3ee9b443c9 req-88eb8bb2-72d2-43a9-886b-67fede2f366c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:15.952379 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd0923f7-3a3b-4cdb-b4b8-3a3ee9b443c9 req-88eb8bb2-72d2-43a9-886b-67fede2f366c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 946 time: 0.0683928 Jul 16 04:34:15.989335 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bd0923f7-3a3b-4cdb-b4b8-3a3ee9b443c9 req-fdee2a41-2e15-40cf-8760-ec7ff7967aa8 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313878 Jul 16 04:34:17.157868 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ef0a5-d978-4c33-b12c-0603acb24b6b req-46b0c687-430f-4b86-9189-48dda4d08264 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:34:17.159359 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e80ef0a5-d978-4c33-b12c-0603acb24b6b req-46b0c687-430f-4b86-9189-48dda4d08264 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 946 time: 0.0622423 Jul 16 04:34:17.195988 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e80ef0a5-d978-4c33-b12c-0603acb24b6b req-99656400-9c34-4479-a110-9f4da37efc54 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310538 Jul 16 04:34:24.164476 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:34:30.135106 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0a7415ac-0482-44e7-9c11-09ab2b2a60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:31.755607 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:32.048266 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:32.856695 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9999475f-30b2-45c9-9da1-9bce56829ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:32.884293 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:34.120945 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:34:35.968693 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:00.135645 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-635c89ef-b79d-44c4-8a94-10bdd10837bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:00.658438 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2558fa64-64cc-4057-bb5c-c163b89bf545 req-f5026f5e-275e-4504-9037-ea95f57df42e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544360 Jul 16 04:35:00.749360 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558fa64-64cc-4057-bb5c-c163b89bf545 req-1ab4cd10-5eb7-4ec9-a416-0faac70c5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:00.750790 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2558fa64-64cc-4057-bb5c-c163b89bf545 req-1ab4cd10-5eb7-4ec9-a416-0faac70c5608 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 1097 time: 0.0503879 Jul 16 04:35:00.850980 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558fa64-64cc-4057-bb5c-c163b89bf545 req-4dd0a6af-d219-4c73-84d3-15148b09a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:00.852409 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2558fa64-64cc-4057-bb5c-c163b89bf545 req-4dd0a6af-d219-4c73-84d3-15148b09a60d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0828857 Jul 16 04:35:00.913862 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2558fa64-64cc-4057-bb5c-c163b89bf545 req-b9601d04-b4f3-4925-9ce9-798d990577b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7 HTTP/1.1" status: 200 len: 1001 time: 0.0542111 Jul 16 04:35:00.960228 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558fa64-64cc-4057-bb5c-c163b89bf545 req-948f31f6-0004-424b-8402-ad1a709c8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:00.961706 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2558fa64-64cc-4057-bb5c-c163b89bf545 req-948f31f6-0004-424b-8402-ad1a709c8e81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0416412 Jul 16 04:35:01.019830 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558fa64-64cc-4057-bb5c-c163b89bf545 req-98bda1dc-8d11-4549-a265-84842e2f207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:01.021335 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2558fa64-64cc-4057-bb5c-c163b89bf545 req-98bda1dc-8d11-4549-a265-84842e2f207b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539522 Jul 16 04:35:01.107861 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2558fa64-64cc-4057-bb5c-c163b89bf545 req-a6fc84ca-be04-410a-ac04-0e276cb2d42f service neutron] 10.222.0.20 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800028 Jul 16 04:35:01.168832 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:35:01.204037 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-2558fa64-64cc-4057-bb5c-c163b89bf545 req-099880c5-6b97-45a2-bb62-9f47524a4f38 service neutron] 10.222.0.20 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903909 Jul 16 04:35:01.755140 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:02.043907 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:02.856618 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7d1dff9d-f5bd-450a-b19f-6084454128e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:02.884384 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:04.122316 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:05.973784 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:26.489752 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54532) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:26.646117 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Deleting port 9f2383a2-9fee-4106-8365-b7e1f613e8d3 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:35:26.646466 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:26.718595 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:26.718921 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:26.730866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Calling delete_port for 9f2383a2-9fee-4106-8365-b7e1f613e8d3 owned by network:floatingip {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:35:27.191936 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:27.214761 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event deleted for resources: {'Port': ['ID=9f2383a2-9fee-4106-8365-b7e1f613e8d3,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:27.228501 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:27.229021 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:27.229387 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:27.229725 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:27.230061 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:27.230392 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:27.230716 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:27.231062 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:27.232429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:27.232429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:27.232429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:27.232429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:27.295000 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for floatingip, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:27.295337 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Floating IP b004bc65-1429-4489-8f0f-d89c880a583b disassociated (deleted). External IP: 172.25.3.158, port: 0b3307bd-e574-4e88-92c4-58c4d77ad2f7. Jul 16 04:35:27.489713 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Router fd528da0-d7b2-4fee-9203-42910716ed2a has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:35:27.596623 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:35:27.601003 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:27.606300 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322dc456-d5d0-4a2e-a859-749442df8229 None None] Sync routers for ids ['fd528da0-d7b2-4fee-9203-42910716ed2a'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:35:27.615827 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322dc456-d5d0-4a2e-a859-749442df8229 None None] Routers {'fd528da0-d7b2-4fee-9203-42910716ed2a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:35:27.616480 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-322dc456-d5d0-4a2e-a859-749442df8229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:35:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['fd528da0-d7b2-4fee-9203-42910716ed2a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:27.641001 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-11c6b66c-6253-4e8a-875e-8713146c7f2a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "DELETE /v2.0/floatingips/b004bc65-1429-4489-8f0f-d89c880a583b HTTP/1.1" status: 204 len: 168 time: 1.1501727 Jul 16 04:35:27.641786 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:35:27.644865 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b8b959b9fca1a105980ebce844832c28e6a42280803fa08d089bc89e3fbb959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661a4405-5cc2-4128-8b02-5b36a743288a" -d '{"events": [{"name": "network-changed", "server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:35:27.725178 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-322dc456-d5d0-4a2e-a859-749442df8229 None None] Set router fd528da0-d7b2-4fee-9203-42910716ed2a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:35:27.752580 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322ec991-5c97-4851-9418-7c170d795af7 x-openstack-request-id: req-322ec991-5c97-4851-9418-7c170d795af7 {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:35:27.752967 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:35:27.754055 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-322ec991-5c97-4851-9418-7c170d795af7 {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:35:27.754640 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'status': 'completed', 'code': 200} Jul 16 04:35:27.830678 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a4405-5cc2-4128-8b02-5b36a743288a req-24ae57f1-f6d6-4825-bbed-78991ad95cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:27.832418 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-661a4405-5cc2-4128-8b02-5b36a743288a req-24ae57f1-f6d6-4825-bbed-78991ad95cc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 1097 time: 0.0560358 Jul 16 04:35:27.937749 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a4405-5cc2-4128-8b02-5b36a743288a req-dac95182-0ab8-40d8-9b97-9c8dc82bff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:27.939268 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-661a4405-5cc2-4128-8b02-5b36a743288a req-dac95182-0ab8-40d8-9b97-9c8dc82bff3c service neutron] 10.222.0.20 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0993652 Jul 16 04:35:27.941125 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-322dc456-d5d0-4a2e-a859-749442df8229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '19f9d9e4-3729-4e3c-a190-4daa80894184', 'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'mac_address': 'fa:16:3e:df:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:11Z', 'updated_at': '2021-07-16T04:31:17Z', 'revision_number': 5, 'project_id': '7b226cd63ade496abbe6379213873649', 'subnets': [{'id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:27.982666 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-661a4405-5cc2-4128-8b02-5b36a743288a req-9fa63d21-d400-4d33-a03c-57d30910e617 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7 HTTP/1.1" status: 200 len: 217 time: 0.0363188 Jul 16 04:35:28.019051 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73bf94-7b1b-46d9-b158-d1bc2d065c77 req-7bf02bf8-9b48-4eb2-a7c3-67cce7d1a155 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:28.020549 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d73bf94-7b1b-46d9-b158-d1bc2d065c77 req-7bf02bf8-9b48-4eb2-a7c3-67cce7d1a155 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 946 time: 0.0680261 Jul 16 04:35:28.039831 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a4405-5cc2-4128-8b02-5b36a743288a req-562bb2ce-3eb6-414b-8c19-ce9a0a42e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:28.041585 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-661a4405-5cc2-4128-8b02-5b36a743288a req-562bb2ce-3eb6-414b-8c19-ce9a0a42e42d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0526993 Jul 16 04:35:28.055466 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322dc456-d5d0-4a2e-a859-749442df8229 None None] Checking router: fd528da0-d7b2-4fee-9203-42910716ed2a for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:35:28.061014 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2d73bf94-7b1b-46d9-b158-d1bc2d065c77 req-92779b2e-55ae-4487-ae31-860a29cdcdb6 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344605 Jul 16 04:35:28.063523 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322dc456-d5d0-4a2e-a859-749442df8229 None None] Routers {'fd528da0-d7b2-4fee-9203-42910716ed2a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:35:28.064186 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-322dc456-d5d0-4a2e-a859-749442df8229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:35:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['fd528da0-d7b2-4fee-9203-42910716ed2a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:28.100475 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a4405-5cc2-4128-8b02-5b36a743288a req-e73026b2-6195-46b0-bd02-c8b6e7ba249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:28.101985 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-661a4405-5cc2-4128-8b02-5b36a743288a req-e73026b2-6195-46b0-bd02-c8b6e7ba249b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541906 Jul 16 04:35:28.166710 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-322dc456-d5d0-4a2e-a859-749442df8229 None None] Set router fd528da0-d7b2-4fee-9203-42910716ed2a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:35:28.193648 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-661a4405-5cc2-4128-8b02-5b36a743288a req-4d95b56f-f707-4102-bc40-0fc69b824df9 service neutron] 10.222.0.20 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847421 Jul 16 04:35:28.364099 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-322dc456-d5d0-4a2e-a859-749442df8229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '19f9d9e4-3729-4e3c-a190-4daa80894184', 'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'mac_address': 'fa:16:3e:df:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:11Z', 'updated_at': '2021-07-16T04:31:17Z', 'revision_number': 5, 'project_id': '7b226cd63ade496abbe6379213873649', 'subnets': [{'id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:35:28.395418 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322dc456-d5d0-4a2e-a859-749442df8229 None None] The sync data for ids ['fd528da0-d7b2-4fee-9203-42910716ed2a'] in n-d-800088-6 is: [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '19f9d9e4-3729-4e3c-a190-4daa80894184', 'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'mac_address': 'fa:16:3e:df:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:11Z', 'updated_at': '2021-07-16T04:31:17Z', 'revision_number': 5, 'project_id': '7b226cd63ade496abbe6379213873649', 'subnets': [{'id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:35:28.623820 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af367af-656c-4437-a0d9-e5f064748ef5 None None] New status for floating IP b004bc65-1429-4489-8f0f-d89c880a583b: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:35:28.638237 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-661a4405-5cc2-4128-8b02-5b36a743288a req-750e2a5d-bdf0-48d8-a8df-dd40f8453557 service neutron] 10.222.0.20 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376845 Jul 16 04:35:29.199730 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641630a-5571-4074-ba83-8c2cd7425bec req-61e81c72-ccfa-42ac-a2dd-4c92d476e21d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:29.201212 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c641630a-5571-4074-ba83-8c2cd7425bec req-61e81c72-ccfa-42ac-a2dd-4c92d476e21d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.20 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 946 time: 0.0622909 Jul 16 04:35:29.237695 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5dd16-10cb-4280-8e40-8e68e939f379 req-01320d55-4d53-41a2-931e-374a5a5565f6 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:29.239928 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bbf5dd16-10cb-4280-8e40-8e68e939f379 req-01320d55-4d53-41a2-931e-374a5a5565f6 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed HTTP/1.1" status: 200 len: 946 time: 0.0671718 Jul 16 04:35:29.278883 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bbf5dd16-10cb-4280-8e40-8e68e939f379 req-0b02edc9-ec89-443c-b506-b10d5f8d3439 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=08a2e015-9fa8-49b5-9d2c-500f00f97fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335536 Jul 16 04:35:29.309500 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-c641630a-5571-4074-ba83-8c2cd7425bec req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Deleting port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:35:29.309851 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c641630a-5571-4074-ba83-8c2cd7425bec req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:29.393248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-c641630a-5571-4074-ba83-8c2cd7425bec req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] For port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7, host n-h2-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-6',level=0,port_id=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:35:29.393608 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c641630a-5571-4074-ba83-8c2cd7425bec req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:29.405518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-c641630a-5571-4074-ba83-8c2cd7425bec req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Calling delete_port for 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:35:29.528643 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c641630a-5571-4074-ba83-8c2cd7425bec req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:29.557184 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event deleted for resources: {'Port': ['ID=0b3307bd-e574-4e88-92c4-58c4d77ad2f7,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:29.569236 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:29.569584 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:29.569924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:29.570266 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:29.570607 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:29.570939 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:29.571271 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:29.571594 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:29.571921 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:29.572248 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:29.572628 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:29.572953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:35:29.614783 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c641630a-5571-4074-ba83-8c2cd7425bec req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] No DVR routers for this DVR port 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 on host n-h2-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:35:29.617235 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-c641630a-5571-4074-ba83-8c2cd7425bec req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:29.619176 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c641630a-5571-4074-ba83-8c2cd7425bec req-6bbd2b38-29fc-44f0-a7a9-f5725fba8601 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.20 "DELETE /v2.0/ports/0b3307bd-e574-4e88-92c4-58c4d77ad2f7 HTTP/1.1" status: 204 len: 173 time: 0.4126296 Jul 16 04:35:29.619668 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'name': 'network-vif-deleted', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:35:29.622806 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53c6c5a-1b62-4a3b-b85e-e12c39e70458" -d '{"events": [{"server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "name": "network-vif-deleted", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:35:29.720948 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc1e555-fd19-4921-85de-2b67295c5a1e x-openstack-request-id: req-2dc1e555-fd19-4921-85de-2b67295c5a1e {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:35:29.721256 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed", "name": "network-vif-deleted", "tag": "0b3307bd-e574-4e88-92c4-58c4d77ad2f7", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:35:29.721517 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2dc1e555-fd19-4921-85de-2b67295c5a1e {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:35:29.722193 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de2a2cd-012e-45e2-b554-a9ca9dc8f6ed', 'name': 'network-vif-deleted', 'tag': '0b3307bd-e574-4e88-92c4-58c4d77ad2f7', 'status': 'completed', 'code': 200} Jul 16 04:35:30.136589 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-309e7e85-dbf0-4412-afde-9e7d5b9c7539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:30.382787 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54558) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:30.450844 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c032b88e-ac02-433a-b0e0-4347f1a91258 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:30.475800 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c032b88e-ac02-433a-b0e0-4347f1a91258 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:30.537294 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c032b88e-ac02-433a-b0e0-4347f1a91258 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:30.541401 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-c032b88e-ac02-433a-b0e0-4347f1a91258 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:30.542616 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-c032b88e-ac02-433a-b0e0-4347f1a91258 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "DELETE /v2.0/security-groups/08a2e015-9fa8-49b5-9d2c-500f00f97fd7 HTTP/1.1" status: 204 len: 168 time: 0.1587331 Jul 16 04:35:30.552966 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032b88e-ac02-433a-b0e0-4347f1a91258 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a2e015-9fa8-49b5-9d2c-500f00f97fd7,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:30.887247 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54564) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:30.892099 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6afd10a9-3a3d-4012-b7c0-26d424df792a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1399778687', 'description': 'tempest-secgroup-smoke-1399778687 description', 'project_id': '7b226cd63ade496abbe6379213873649'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:30.915801 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6afd10a9-3a3d-4012-b7c0-26d424df792a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:30.995045 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6afd10a9-3a3d-4012-b7c0-26d424df792a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:30.998972 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6afd10a9-3a3d-4012-b7c0-26d424df792a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.025543 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6afd10a9-3a3d-4012-b7c0-26d424df792a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.026743 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6afd10a9-3a3d-4012-b7c0-26d424df792a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1384861 Jul 16 04:35:31.028566 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd10a9-3a3d-4012-b7c0-26d424df792a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d41570-1857-4a26-be51-ac4f62204c1d,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:31.029774 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54566) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:31.035994 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-951fc9a8-8c2c-4a88-9ccd-dc4cab0952d1 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'security_group_rule': {'security_group_id': 'f6d41570-1857-4a26-be51-ac4f62204c1d', 'project_id': '7b226cd63ade496abbe6379213873649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:31.061634 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-951fc9a8-8c2c-4a88-9ccd-dc4cab0952d1 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.118284 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-951fc9a8-8c2c-4a88-9ccd-dc4cab0952d1 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.121814 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-951fc9a8-8c2c-4a88-9ccd-dc4cab0952d1 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.139785 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fc9a8-8c2c-4a88-9ccd-dc4cab0952d1 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430283fa-51c7-42d3-b56c-29f3952c1535,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:31.149983 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-951fc9a8-8c2c-4a88-9ccd-dc4cab0952d1 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.151222 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-951fc9a8-8c2c-4a88-9ccd-dc4cab0952d1 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196017 Jul 16 04:35:31.153874 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54568) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:31.158295 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b6faab15-4ba7-432a-b214-dbe5eb20927c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'security_group_rule': {'security_group_id': 'f6d41570-1857-4a26-be51-ac4f62204c1d', 'project_id': '7b226cd63ade496abbe6379213873649', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:31.183879 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6faab15-4ba7-432a-b214-dbe5eb20927c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.238583 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6faab15-4ba7-432a-b214-dbe5eb20927c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.241964 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6faab15-4ba7-432a-b214-dbe5eb20927c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.258588 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6faab15-4ba7-432a-b214-dbe5eb20927c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d1c5a6-e3c6-46b0-8303-8ea4268fefab,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:31.264728 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b6faab15-4ba7-432a-b214-dbe5eb20927c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.265946 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b6faab15-4ba7-432a-b214-dbe5eb20927c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1111076 Jul 16 04:35:31.268634 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54570) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:31.273196 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-7ef33d7a-e1ff-45c8-a760-50fed1b1c8ee tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'security_group_rule': {'security_group_id': 'f6d41570-1857-4a26-be51-ac4f62204c1d', 'project_id': '7b226cd63ade496abbe6379213873649', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:31.298816 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ef33d7a-e1ff-45c8-a760-50fed1b1c8ee tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.355891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ef33d7a-e1ff-45c8-a760-50fed1b1c8ee tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.359354 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ef33d7a-e1ff-45c8-a760-50fed1b1c8ee tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.377129 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef33d7a-e1ff-45c8-a760-50fed1b1c8ee tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733dbf18-e420-4363-b1fd-859147f5f8e8,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:31.382346 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-7ef33d7a-e1ff-45c8-a760-50fed1b1c8ee tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.383516 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-7ef33d7a-e1ff-45c8-a760-50fed1b1c8ee tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139212 Jul 16 04:35:31.386238 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54572) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:31.390586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-700a1903-8400-49b9-ba15-bda66f78581e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'security_group_rule': {'security_group_id': 'f6d41570-1857-4a26-be51-ac4f62204c1d', 'project_id': '7b226cd63ade496abbe6379213873649', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:31.414866 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-700a1903-8400-49b9-ba15-bda66f78581e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.473023 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-700a1903-8400-49b9-ba15-bda66f78581e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.476529 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-700a1903-8400-49b9-ba15-bda66f78581e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.493012 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a1903-8400-49b9-ba15-bda66f78581e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0794011-2582-45c4-9e9c-c1fde80d055f,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:31.499204 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-700a1903-8400-49b9-ba15-bda66f78581e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.500509 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-700a1903-8400-49b9-ba15-bda66f78581e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132286 Jul 16 04:35:31.503677 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54574) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:31.508144 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-b1588778-4f3e-4adf-bdc5-22ddfe01f606 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'security_group_rule': {'security_group_id': 'f6d41570-1857-4a26-be51-ac4f62204c1d', 'project_id': '7b226cd63ade496abbe6379213873649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:31.528616 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-b1588778-4f3e-4adf-bdc5-22ddfe01f606 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Project 7b226cd63ade496abbe6379213873649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:35:31.533181 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1588778-4f3e-4adf-bdc5-22ddfe01f606 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.590375 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1588778-4f3e-4adf-bdc5-22ddfe01f606 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.593625 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1588778-4f3e-4adf-bdc5-22ddfe01f606 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.612213 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1588778-4f3e-4adf-bdc5-22ddfe01f606 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f519b6-4413-4582-9aaf-c0580184c5ba,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:31.614486 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-b1588778-4f3e-4adf-bdc5-22ddfe01f606 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.616773 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-b1588778-4f3e-4adf-bdc5-22ddfe01f606 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1110895 Jul 16 04:35:31.618553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54576) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:35:31.623286 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-fd70c0ad-58f5-4eda-8218-8455395cbc48 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'security_group_rule': {'security_group_id': 'f6d41570-1857-4a26-be51-ac4f62204c1d', 'project_id': '7b226cd63ade496abbe6379213873649', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:31.644473 n-d-800088-6 neutron-server[93768]: INFO neutron.db.securitygroups_db [None req-fd70c0ad-58f5-4eda-8218-8455395cbc48 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Project 7b226cd63ade496abbe6379213873649 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 04:35:31.649093 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd70c0ad-58f5-4eda-8218-8455395cbc48 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.707508 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd70c0ad-58f5-4eda-8218-8455395cbc48 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.710891 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd70c0ad-58f5-4eda-8218-8455395cbc48 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739883'] for security_group_rule, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.727007 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70c0ad-58f5-4eda-8218-8455395cbc48 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f1851e-61c6-4a0e-af2f-a9ec33381b78,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:31.733488 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-fd70c0ad-58f5-4eda-8218-8455395cbc48 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:31.734762 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-fd70c0ad-58f5-4eda-8218-8455395cbc48 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152906 Jul 16 04:35:31.758423 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:32.059641 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:32.722662 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 no longer exists at agent hyperv_n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:35:32.745202 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] No Port match for: 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:35:32.745546 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Device 0b3307bd-e574-4e88-92c4-58c4d77ad2f7 not bound to the agent host n-h2-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:35:32.858103 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ac8ba794-fadf-46d4-a4a1-67f29a7034d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:32.885862 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:34.129158 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:35.974374 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:38.168138 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:35:44.934872 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-b5387a51-a637-43ad-96d4-48a979584159 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1399778687&fields=id&tenant_id=7b226cd63ade496abbe6379213873649 HTTP/1.1" status: 200 len: 267 time: 0.0328743 Jul 16 04:35:45.040613 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a41d8-b404-49be-bb41-18344970b56e req-6e2fa4c5-0e25-4d53-aa53-2af2a5ddacad tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:45.042002 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-6e2fa4c5-0e25-4d53-aa53-2af2a5ddacad tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 808 time: 0.1010647 Jul 16 04:35:45.057745 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-377373ed-9ca5-4cf3-b666-19488b790557 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/quotas/7b226cd63ade496abbe6379213873649 HTTP/1.1" status: 200 len: 375 time: 0.0104585 Jul 16 04:35:45.122221 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-d4926baa-bd09-4440-a598-1bf7becac660 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595226 Jul 16 04:35:45.217495 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-bf2f2650-575a-42d1-9db4-d51ef86b1719 service neutron] 10.222.0.18 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841029 Jul 16 04:35:45.304195 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-c83b1bac-44ed-4071-9d2e-335fc0aee099 service neutron] 10.222.0.18 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804634 Jul 16 04:35:45.597403 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bcfea7bb-1008-4106-8a36-118da792f5a2 req-523e7bc1-a706-464b-bd5d-709e46f71675 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 210 time: 0.0324039 Jul 16 04:35:46.684080 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a41d8-b404-49be-bb41-18344970b56e req-ff5e3d26-0524-4660-89e1-30b93054f772 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:46.685541 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-ff5e3d26-0524-4660-89e1-30b93054f772 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 808 time: 0.1073022 Jul 16 04:35:46.737703 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-2eba47aa-9d4a-4232-a1e4-6ea993f96892 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b226cd63ade496abbe6379213873649 HTTP/1.1" status: 200 len: 380 time: 0.0350337 Jul 16 04:35:46.741342 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-a0a67bef-d9e0-4041-b7fd-f0007ddf2700 req-f2dfd6b7-43a2-4315-914e-2df2afbd3f07 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 210 time: 0.0290821 Jul 16 04:35:46.747003 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-028a41d8-b404-49be-bb41-18344970b56e req-83216ee4-e25f-424b-8026-f894dbc5cb0d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'port': {'device_id': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'admin_state_up': True, 'tenant_id': '7b226cd63ade496abbe6379213873649', 'security_groups': ['f6d41570-1857-4a26-be51-ac4f62204c1d']}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:46.858173 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028a41d8-b404-49be-bb41-18344970b56e req-83216ee4-e25f-424b-8026-f894dbc5cb0d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Made reservation on behalf of 7b226cd63ade496abbe6379213873649 for: {'port': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:35:46.862448 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-028a41d8-b404-49be-bb41-18344970b56e req-83216ee4-e25f-424b-8026-f894dbc5cb0d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:46.987872 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [req-028a41d8-b404-49be-bb41-18344970b56e req-83216ee4-e25f-424b-8026-f894dbc5cb0d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Allocated IP 172.20.0.12 (ce3e1810-7838-47c4-8c08-9b99b3b5858c/d6395167-bfb7-493e-b801-1257c49f8883/9c1ca571-672c-448b-bd7a-c3e41798a457) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:35:47.129015 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-028a41d8-b404-49be-bb41-18344970b56e req-83216ee4-e25f-424b-8026-f894dbc5cb0d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:47.141896 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-028a41d8-b404-49be-bb41-18344970b56e req-83216ee4-e25f-424b-8026-f894dbc5cb0d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Transition to ACTIVE for port object 9c1ca571-672c-448b-bd7a-c3e41798a457 will not be triggered until provisioned by entity DHCP. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:35:47.174680 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-028a41d8-b404-49be-bb41-18344970b56e req-83216ee4-e25f-424b-8026-f894dbc5cb0d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:47.215006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028a41d8-b404-49be-bb41-18344970b56e req-83216ee4-e25f-424b-8026-f894dbc5cb0d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Network ce3e1810-7838-47c4-8c08-9b99b3b5858c is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:35:47.220701 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [req-028a41d8-b404-49be-bb41-18344970b56e req-83216ee4-e25f-424b-8026-f894dbc5cb0d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:35:47.224456 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-028a41d8-b404-49be-bb41-18344970b56e req-83216ee4-e25f-424b-8026-f894dbc5cb0d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:35:47.255498 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83216ee4-e25f-424b-8026-f894dbc5cb0d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'Port': ['ID=9c1ca571-672c-448b-bd7a-c3e41798a457,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:47.288290 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a41d8-b404-49be-bb41-18344970b56e req-83216ee4-e25f-424b-8026-f894dbc5cb0d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:47.289102 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-028a41d8-b404-49be-bb41-18344970b56e req-83216ee4-e25f-424b-8026-f894dbc5cb0d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:47.305379 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-83216ee4-e25f-424b-8026-f894dbc5cb0d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5626087 Jul 16 04:35:47.321972 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Request body: {'port': {'device_id': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-6'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:35:47.406456 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:47.469924 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b4c5bb54-582c-4f43-a8f0-7d0149563708 None None] Provisioning for port 9c1ca571-672c-448b-bd7a-c3e41798a457 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:35:47.473615 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b4c5bb54-582c-4f43-a8f0-7d0149563708 None None] Provisioning complete for port 9c1ca571-672c-448b-bd7a-c3e41798a457 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:35:47.473990 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b4c5bb54-582c-4f43-a8f0-7d0149563708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:47.507704 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-b4c5bb54-582c-4f43-a8f0-7d0149563708 None None] Port 9c1ca571-672c-448b-bd7a-c3e41798a457 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:35:47.675884 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c1ca571-672c-448b-bd7a-c3e41798a457 {{(pid=93768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:35:47.683289 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:47.699016 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.provisioning_blocks [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Transition to ACTIVE for port object 9c1ca571-672c-448b-bd7a-c3e41798a457 will not be triggered until provisioned by entity L2. {{(pid=93768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:35:47.702821 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:47.755155 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1ca571-672c-448b-bd7a-c3e41798a457,revision_number=2']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:47.840532 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Attempting to bind port 9c1ca571-672c-448b-bd7a-c3e41798a457 on host n-h1-800088-6 for vnic_type normal with profile {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:35:47.840882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Attempting to bind port 9c1ca571-672c-448b-bd7a-c3e41798a457 by drivers openvswitch,hyperv on host n-h1-800088-6 at level 0 using segments [{'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:35:47.841221 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Attempting to bind port 9c1ca571-672c-448b-bd7a-c3e41798a457 on network ce3e1810-7838-47c4-8c08-9b99b3b5858c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:35:47.846190 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Port 9c1ca571-672c-448b-bd7a-c3e41798a457 on network ce3e1810-7838-47c4-8c08-9b99b3b5858c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-6 {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 04:35:47.846526 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Attempting to bind port 9c1ca571-672c-448b-bd7a-c3e41798a457 on network ce3e1810-7838-47c4-8c08-9b99b3b5858c {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:35:47.852217 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Checking agent: {'id': 'fee3da21-7579-42e7-9922-88a9441972b6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'started_at': datetime.datetime(2021, 7, 16, 3, 23, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:35:47.852610 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Checking segment: {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:35:47.853006 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Bound using segment: {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'} {{(pid=93768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:35:47.853447 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.managers [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Bound port: 9c1ca571-672c-448b-bd7a-c3e41798a457, host: n-h1-800088-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ee2dcc-a282-4249-869c-78ce82eede44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c'}}] {{(pid=93768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:35:47.853815 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:47.943790 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] For port 9c1ca571-672c-448b-bd7a-c3e41798a457, host n-h1-800088-6, cleared binding levels {{(pid=93768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:35:47.948724 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] For port 9c1ca571-672c-448b-bd7a-c3e41798a457, host n-h1-800088-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9c1ca571-672c-448b-bd7a-c3e41798a457,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:35:47.956475 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3749801'] for port, after_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:47.972723 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796486ac-72f6-431b-a776-97ad53f19ede req-f3e42503-6594-489a-ab09-2110bbfcabc5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:47.977145 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-796486ac-72f6-431b-a776-97ad53f19ede req-f3e42503-6594-489a-ab09-2110bbfcabc5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0920656 Jul 16 04:35:47.996818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:47.997712 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:35:47.999173 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] 10.222.0.88 "PUT /v2.0/ports/9c1ca571-672c-448b-bd7a-c3e41798a457 HTTP/1.1" status: 200 len: 1092 time: 0.6818080 Jul 16 04:35:47.999561 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'tag': '9c1ca571-672c-448b-bd7a-c3e41798a457'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:35:48.002416 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9202884b-8af6-4e28-ba25-17698ac848a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b1068242-af89-41c2-9e7d-b2e52a32f60f", "tag": "9c1ca571-672c-448b-bd7a-c3e41798a457"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:35:48.054914 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-796486ac-72f6-431b-a776-97ad53f19ede req-ed3770bc-732a-4681-8336-8cd833af3174 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674264 Jul 16 04:35:48.079798 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892063cf-cdc9-4197-bdd6-ff3f7056d0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1ca571-672c-448b-bd7a-c3e41798a457,revision_number=3']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:35:48.085041 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b05b233-486f-483b-b5e8-82237c224fd9 x-openstack-request-id: req-4b05b233-486f-483b-b5e8-82237c224fd9 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:35:48.085331 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1068242-af89-41c2-9e7d-b2e52a32f60f", "tag": "9c1ca571-672c-448b-bd7a-c3e41798a457", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:35:48.085586 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b05b233-486f-483b-b5e8-82237c224fd9 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:35:48.085987 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'tag': '9c1ca571-672c-448b-bd7a-c3e41798a457', 'status': 'completed', 'code': 200} Jul 16 04:35:48.111630 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a41d8-b404-49be-bb41-18344970b56e req-450dff9a-9e6f-46c8-973c-9e049b6e6b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:48.113378 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-450dff9a-9e6f-46c8-973c-9e049b6e6b3a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 1095 time: 0.0713980 Jul 16 04:35:48.164967 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-9974d5b5-12ab-4b31-91be-7985ca75c93c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c1ca571-672c-448b-bd7a-c3e41798a457 HTTP/1.1" status: 200 len: 217 time: 0.0406401 Jul 16 04:35:48.219053 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a41d8-b404-49be-bb41-18344970b56e req-d7f2e579-ef61-4d69-8b04-d9932f6f0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:48.220561 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-d7f2e579-ef61-4d69-8b04-d9932f6f0310 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0463059 Jul 16 04:35:48.282062 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a41d8-b404-49be-bb41-18344970b56e req-26bec38a-57c1-4eca-890a-29a4be7750bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:48.283504 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-26bec38a-57c1-4eca-890a-29a4be7750bc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533407 Jul 16 04:35:48.382519 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-4928ed53-c803-45f0-9bcb-bfbfdd982b41 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891280 Jul 16 04:35:48.474680 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-028a41d8-b404-49be-bb41-18344970b56e req-13966a8d-a0a9-4d22-b7f7-faee05ff3c69 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820782 Jul 16 04:35:48.585732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202884b-8af6-4e28-ba25-17698ac848a6 req-5fd60686-b007-4f19-ab1f-aeaa6d041790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:48.587289 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9202884b-8af6-4e28-ba25-17698ac848a6 req-5fd60686-b007-4f19-ab1f-aeaa6d041790 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 1095 time: 0.0577154 Jul 16 04:35:48.690591 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202884b-8af6-4e28-ba25-17698ac848a6 req-d1e6338f-2023-4dca-aec9-c78be582a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:48.692200 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9202884b-8af6-4e28-ba25-17698ac848a6 req-d1e6338f-2023-4dca-aec9-c78be582a5b5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0951986 Jul 16 04:35:48.740160 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9202884b-8af6-4e28-ba25-17698ac848a6 req-e12ff75f-35ed-460b-9531-d5210a6f1b3e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c1ca571-672c-448b-bd7a-c3e41798a457 HTTP/1.1" status: 200 len: 217 time: 0.0383401 Jul 16 04:35:48.791026 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202884b-8af6-4e28-ba25-17698ac848a6 req-8cf389ea-6193-435e-9f83-41a177379f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:48.792526 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9202884b-8af6-4e28-ba25-17698ac848a6 req-8cf389ea-6193-435e-9f83-41a177379f7c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0434527 Jul 16 04:35:48.854057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202884b-8af6-4e28-ba25-17698ac848a6 req-c70d9535-bb31-4156-bc4e-399c9d0e588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:48.855586 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9202884b-8af6-4e28-ba25-17698ac848a6 req-c70d9535-bb31-4156-bc4e-399c9d0e588e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521076 Jul 16 04:35:48.953577 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9202884b-8af6-4e28-ba25-17698ac848a6 req-955e6397-89ac-496f-b026-a14a34cdc56c service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854263 Jul 16 04:35:49.045557 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-9202884b-8af6-4e28-ba25-17698ac848a6 req-2c46a988-e644-4c6a-ac42-3e72d10f06e3 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824006 Jul 16 04:35:49.222181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778479ab-1bac-4b90-8a68-e29a8dbdd818 req-82223dd4-6459-439c-8424-76a5cb03fc8c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:49.223744 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-778479ab-1bac-4b90-8a68-e29a8dbdd818 req-82223dd4-6459-439c-8424-76a5cb03fc8c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0676186 Jul 16 04:35:49.267346 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-778479ab-1bac-4b90-8a68-e29a8dbdd818 req-ae3b0f37-07ab-4dff-8a96-af715d115750 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377293 Jul 16 04:35:50.442515 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c777df-4971-46c9-96ed-dee696493ba0 req-707e7cb4-a412-4857-bfab-1ca7aa45b651 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:50.443998 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-23c777df-4971-46c9-96ed-dee696493ba0 req-707e7cb4-a412-4857-bfab-1ca7aa45b651 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0622551 Jul 16 04:35:50.484032 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-23c777df-4971-46c9-96ed-dee696493ba0 req-eee7ed34-8390-48fa-b53a-f52cf547c615 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342104 Jul 16 04:35:51.653611 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f300d-2d7a-410c-878d-cedef2660194 req-ac481676-280e-4b65-bbdd-3758779190b5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:51.655104 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-275f300d-2d7a-410c-878d-cedef2660194 req-ac481676-280e-4b65-bbdd-3758779190b5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0650966 Jul 16 04:35:51.693986 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-275f300d-2d7a-410c-878d-cedef2660194 req-3ffade66-d06b-4a5f-9512-38ba4eaaf557 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330877 Jul 16 04:35:52.867584 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1fa5a-3054-4794-bf60-bbdb71c58f34 req-268abad5-f063-4f67-a281-698c8a088086 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:52.869094 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5d1fa5a-3054-4794-bf60-bbdb71c58f34 req-268abad5-f063-4f67-a281-698c8a088086 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0670114 Jul 16 04:35:52.905888 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c5d1fa5a-3054-4794-bf60-bbdb71c58f34 req-96daab45-6cac-4533-b6e2-4cf08c90b7ea tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309842 Jul 16 04:35:54.076155 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae39d0-0e04-49b4-b7c3-95a8e0c798c6 req-fa4d2f4d-0310-4c80-81d6-e7227d3b8c9c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:54.077630 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fae39d0-0e04-49b4-b7c3-95a8e0c798c6 req-fa4d2f4d-0310-4c80-81d6-e7227d3b8c9c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0618618 Jul 16 04:35:54.114862 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1fae39d0-0e04-49b4-b7c3-95a8e0c798c6 req-b24c99a8-1bd5-4858-bbaf-ee7c77599d1f tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311048 Jul 16 04:35:55.287429 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc080d3-1ef7-4f91-bc08-ad573bce51bd req-3c501ee7-770e-4cc4-97f3-d5348f63a697 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:55.288959 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bdc080d3-1ef7-4f91-bc08-ad573bce51bd req-3c501ee7-770e-4cc4-97f3-d5348f63a697 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0657480 Jul 16 04:35:55.325752 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-bdc080d3-1ef7-4f91-bc08-ad573bce51bd req-fa211ac4-d890-4ac0-8064-1370d5f741f0 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312672 Jul 16 04:35:56.492683 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622d96e-dd7c-4078-8679-88a83ccb02b8 req-aaecde80-c006-44fe-858b-53cd31c44e76 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:56.494159 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5622d96e-dd7c-4078-8679-88a83ccb02b8 req-aaecde80-c006-44fe-858b-53cd31c44e76 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0624197 Jul 16 04:35:56.531401 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5622d96e-dd7c-4078-8679-88a83ccb02b8 req-93aca6ee-a677-4d77-b527-598eeacf29a0 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314631 Jul 16 04:35:57.713121 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2eefba-a57d-4e1e-ab6b-2c9b4e48e681 req-d83b6bab-2d25-4dd5-98f9-d79c4181c735 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:57.714595 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de2eefba-a57d-4e1e-ab6b-2c9b4e48e681 req-d83b6bab-2d25-4dd5-98f9-d79c4181c735 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0624211 Jul 16 04:35:57.753162 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-de2eefba-a57d-4e1e-ab6b-2c9b4e48e681 req-bee13409-794b-41d4-a50b-a37f125a8734 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331182 Jul 16 04:35:58.925130 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0be187-2c06-4e90-9123-afbc0f25023c req-1027e572-f3ec-48e2-a3bb-5851d4c8c1c8 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:35:58.926593 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fb0be187-2c06-4e90-9123-afbc0f25023c req-1027e572-f3ec-48e2-a3bb-5851d4c8c1c8 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0663276 Jul 16 04:35:58.963571 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fb0be187-2c06-4e90-9123-afbc0f25023c req-5b181fea-deea-44a1-83cf-ba419d26cfa0 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314207 Jul 16 04:36:00.136381 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54de16a-632f-4f1f-87e5-dcc15e15899f req-7c734e4f-eee8-43a4-a26f-7cac0a993f9a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:00.137895 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d54de16a-632f-4f1f-87e5-dcc15e15899f req-7c734e4f-eee8-43a4-a26f-7cac0a993f9a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0627806 Jul 16 04:36:00.138441 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5ca3fc18-fac6-4946-bc9f-f8d250281c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:00.175713 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d54de16a-632f-4f1f-87e5-dcc15e15899f req-f9523648-bf11-4ad9-9bb0-b091ea30dd0e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317347 Jul 16 04:36:00.398590 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9c1ca571-672c-448b-bd7a-c3e41798a457 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:36:00.491887 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9c1ca571-672c-448b-bd7a-c3e41798a457, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9c1ca571-672c-448b-bd7a-c3e41798a457,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:36:00.502594 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '9c1ca571-672c-448b-bd7a-c3e41798a457', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'port_id': '9c1ca571-672c-448b-bd7a-c3e41798a457', 'mac_address': 'fa:16:3e:b3:9e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:36:00.537855 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:00.550327 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1ca571-672c-448b-bd7a-c3e41798a457 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:36:00.569157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9c1ca571-672c-448b-bd7a-c3e41798a457, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9c1ca571-672c-448b-bd7a-c3e41798a457,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:36:00.572774 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:00.618625 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9c1ca571-672c-448b-bd7a-c3e41798a457,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:00.627097 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:00.627468 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:00.627805 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:00.628138 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:00.628494 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:00.628829 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:00.629151 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:00.629469 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:00.629791 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:00.630110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:00.630425 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:00.630743 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:36:00.851332 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['9c1ca571-672c-448b-bd7a-c3e41798a457'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:36:01.346962 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bfff8-2281-4cdf-ba61-b8b244c33fbf req-3cdb97d3-6c9c-4220-bfa5-27669dca0b7e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:01.348469 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d90bfff8-2281-4cdf-ba61-b8b244c33fbf req-3cdb97d3-6c9c-4220-bfa5-27669dca0b7e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 945 time: 0.0663581 Jul 16 04:36:01.386221 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d90bfff8-2281-4cdf-ba61-b8b244c33fbf req-d6a4e414-c7ce-4b2e-ae3d-a12b0a183b5b tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322368 Jul 16 04:36:01.767949 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:02.057901 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:02.414822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9c1ca571-672c-448b-bd7a-c3e41798a457 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:36:02.464562 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning for port 9c1ca571-672c-448b-bd7a-c3e41798a457 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:36:02.468113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 9c1ca571-672c-448b-bd7a-c3e41798a457 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:36:02.468518 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:02.543530 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:02.560171 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e6d83-977f-4c0e-ad7e-5e0114118829 req-19251855-6532-40d1-bba3-807054a38f51 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:02.561789 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-793e6d83-977f-4c0e-ad7e-5e0114118829 req-19251855-6532-40d1-bba3-807054a38f51 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 945 time: 0.0627716 Jul 16 04:36:02.565261 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1ca571-672c-448b-bd7a-c3e41798a457'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:36:02.567501 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a7bf6a00885495cfb079af2d673c16a0e00f5c509fc2aa19f2a7086eda902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82539cc2-037a-43ee-ab69-a7d0105eec75" -d '{"events": [{"server_uuid": "b1068242-af89-41c2-9e7d-b2e52a32f60f", "name": "network-vif-plugged", "status": "completed", "tag": "9c1ca571-672c-448b-bd7a-c3e41798a457"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:36:02.593463 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9c1ca571-672c-448b-bd7a-c3e41798a457, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9c1ca571-672c-448b-bd7a-c3e41798a457,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:36:02.600896 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:02.613838 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-793e6d83-977f-4c0e-ad7e-5e0114118829 req-b9de25b6-f4d7-422a-bc2b-5f7bacccbe75 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368900 Jul 16 04:36:02.662780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9c1ca571-672c-448b-bd7a-c3e41798a457,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:02.678108 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e837eb6c-1911-4bde-a424-abe13e23605f x-openstack-request-id: req-e837eb6c-1911-4bde-a424-abe13e23605f {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:36:02.678405 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1068242-af89-41c2-9e7d-b2e52a32f60f", "name": "network-vif-plugged", "status": "completed", "tag": "9c1ca571-672c-448b-bd7a-c3e41798a457", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:36:02.678664 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e837eb6c-1911-4bde-a424-abe13e23605f {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:36:02.679060 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1ca571-672c-448b-bd7a-c3e41798a457', 'code': 200} Jul 16 04:36:02.793224 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78c3ae-bc4c-4701-ab9b-bc42eb8e0758 req-eb4673a5-be94-4e6c-83f6-47cc04d9bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:02.794685 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8f78c3ae-bc4c-4701-ab9b-bc42eb8e0758 req-eb4673a5-be94-4e6c-83f6-47cc04d9bee1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 1097 time: 0.0512834 Jul 16 04:36:02.836738 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-8f78c3ae-bc4c-4701-ab9b-bc42eb8e0758 req-fddc34f6-b20b-48bf-8bd6-6e5cbaed8ece service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317984 Jul 16 04:36:02.857234 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9e0c0973-9703-4640-a3a3-3b53b6bc4209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:02.889842 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:03.793129 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7964660-a458-4a64-8ded-aa511b70ff1d req-da268874-01f3-4b3b-a9ba-a892e0734bfd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:03.794613 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7964660-a458-4a64-8ded-aa511b70ff1d req-da268874-01f3-4b3b-a9ba-a892e0734bfd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0646415 Jul 16 04:36:03.832004 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c7964660-a458-4a64-8ded-aa511b70ff1d req-0b37b84b-e7f1-4a7e-851a-58b32d64b0e0 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311105 Jul 16 04:36:04.129247 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:05.191761 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a7703-58e6-4518-afa8-8905190d8bcc req-7518eff2-f5ee-41b6-a697-1d02e667cd3d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:05.193278 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-815a7703-58e6-4518-afa8-8905190d8bcc req-7518eff2-f5ee-41b6-a697-1d02e667cd3d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0667977 Jul 16 04:36:05.229822 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-815a7703-58e6-4518-afa8-8905190d8bcc req-b4d196bb-0537-4c5f-b14b-4cfe10233689 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310664 Jul 16 04:36:05.397818 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c71d4-9eb8-4c0d-8669-45bc47ead5fd req-fade4009-2d6c-480c-a9a9-4582a9657ddb tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:05.399313 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d7c71d4-9eb8-4c0d-8669-45bc47ead5fd req-fade4009-2d6c-480c-a9a9-4582a9657ddb tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0626261 Jul 16 04:36:05.439889 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5d7c71d4-9eb8-4c0d-8669-45bc47ead5fd req-b14f0437-567a-4773-9369-ac2ffa03299e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344856 Jul 16 04:36:05.462760 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54768) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:05.517334 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca20600-3062-4be7-ba8a-cd475a2e4390 tempest-TestShelveInstance-395018535 tempest-TestShelveInstance-395018535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:05.518846 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-eca20600-3062-4be7-ba8a-cd475a2e4390 tempest-TestShelveInstance-395018535 tempest-TestShelveInstance-395018535-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 1092 time: 0.0551383 Jul 16 04:36:05.521564 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54770) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:36:05.525851 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Request body: {'floatingip': {'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'port_id': '9c1ca571-672c-448b-bd7a-c3e41798a457', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:36:05.546887 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for floatingip, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:05.643171 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:05.748687 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Allocated IP 172.25.3.234 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/dfe18bbd-3e42-420f-983b-6dc216131cfe) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:36:05.846904 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:05.884061 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:05.917295 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:36:05.920030 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:36:05.922520 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:36:05.963027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'Port': ['ID=dfe18bbd-3e42-420f-983b-6dc216131cfe,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:05.977156 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:06.293489 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:06.371075 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:06.518471 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:06.522563 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:06.592700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event updated for resources: {'Port': ['ID=dfe18bbd-3e42-420f-983b-6dc216131cfe,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:36:06.599294 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-370350'] for floatingip, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:06.698263 n-d-800088-6 neutron-server[93767]: INFO neutron.db.l3_db [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Floating IP 4626549c-d1df-4567-ab87-48d0b02231a4 associated. External IP: 172.25.3.234, port: 9c1ca571-672c-448b-bd7a-c3e41798a457. Jul 16 04:36:06.900941 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Router fd528da0-d7b2-4fee-9203-42910716ed2a has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:36:07.006840 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:36:07.016704 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38800aff-bd0c-4c2a-90f9-ee166ce40e89 None None] Sync routers for ids ['fd528da0-d7b2-4fee-9203-42910716ed2a'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:36:07.024583 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:07.025996 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38800aff-bd0c-4c2a-90f9-ee166ce40e89 None None] Routers {'fd528da0-d7b2-4fee-9203-42910716ed2a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:36:07.026612 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-38800aff-bd0c-4c2a-90f9-ee166ce40e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:36:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['fd528da0-d7b2-4fee-9203-42910716ed2a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:07.062127 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-3ac504ad-212d-4583-828d-bdcdb1c17ffe tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5391281 Jul 16 04:36:07.062378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'tag': '9c1ca571-672c-448b-bd7a-c3e41798a457'}] {{(pid=93767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:36:07.064931 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b8b959b9fca1a105980ebce844832c28e6a42280803fa08d089bc89e3fbb959" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050f81ea-115b-4141-a0be-e04fa13580e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b1068242-af89-41c2-9e7d-b2e52a32f60f", "tag": "9c1ca571-672c-448b-bd7a-c3e41798a457"}]}' {{(pid=93767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:36:07.101015 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ea1204-634e-42ae-937a-51e2448a40ed x-openstack-request-id: req-d7ea1204-634e-42ae-937a-51e2448a40ed {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:36:07.101310 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1068242-af89-41c2-9e7d-b2e52a32f60f", "tag": "9c1ca571-672c-448b-bd7a-c3e41798a457", "status": "completed", "code": 200}]} {{(pid=93767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:36:07.101652 n-d-800088-6 neutron-server[93767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d7ea1204-634e-42ae-937a-51e2448a40ed {{(pid=93767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:36:07.102052 n-d-800088-6 neutron-server[93767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'tag': '9c1ca571-672c-448b-bd7a-c3e41798a457', 'status': 'completed', 'code': 200} Jul 16 04:36:07.133708 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-38800aff-bd0c-4c2a-90f9-ee166ce40e89 None None] Set router fd528da0-d7b2-4fee-9203-42910716ed2a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:36:07.175338 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f81ea-115b-4141-a0be-e04fa13580e1 req-89b665a3-f583-49dd-bfae-bb6e4e8b3930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:07.176889 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-050f81ea-115b-4141-a0be-e04fa13580e1 req-89b665a3-f583-49dd-bfae-bb6e4e8b3930 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 1097 time: 0.0523276 Jul 16 04:36:07.264836 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f81ea-115b-4141-a0be-e04fa13580e1 req-53aa04ce-46f3-41fb-885a-5690e99d9008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:07.266318 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-050f81ea-115b-4141-a0be-e04fa13580e1 req-53aa04ce-46f3-41fb-885a-5690e99d9008 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0829155 Jul 16 04:36:07.333562 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-050f81ea-115b-4141-a0be-e04fa13580e1 req-d88572cf-904b-4995-a91e-dac1858a3412 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c1ca571-672c-448b-bd7a-c3e41798a457 HTTP/1.1" status: 200 len: 1000 time: 0.0603356 Jul 16 04:36:07.349050 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-38800aff-bd0c-4c2a-90f9-ee166ce40e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '4626549c-d1df-4567-ab87-48d0b02231a4', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'port_id': '9c1ca571-672c-448b-bd7a-c3e41798a457', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'mac_address': 'fa:16:3e:b3:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:36:06Z', 'updated_at': '2021-07-16T04:36:06Z', 'revision_number': 0, 'project_id': '7b226cd63ade496abbe6379213873649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19f9d9e4-3729-4e3c-a190-4daa80894184', 'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'mac_address': 'fa:16:3e:df:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:11Z', 'updated_at': '2021-07-16T04:31:17Z', 'revision_number': 5, 'project_id': '7b226cd63ade496abbe6379213873649', 'subnets': [{'id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:07.378274 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38800aff-bd0c-4c2a-90f9-ee166ce40e89 None None] Checking router: fd528da0-d7b2-4fee-9203-42910716ed2a for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:36:07.381087 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f81ea-115b-4141-a0be-e04fa13580e1 req-ff7f078c-15a4-45f1-a730-ec32409ba561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:07.382559 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-050f81ea-115b-4141-a0be-e04fa13580e1 req-ff7f078c-15a4-45f1-a730-ec32409ba561 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0430727 Jul 16 04:36:07.386518 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38800aff-bd0c-4c2a-90f9-ee166ce40e89 None None] Routers {'fd528da0-d7b2-4fee-9203-42910716ed2a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:36:07.387124 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-38800aff-bd0c-4c2a-90f9-ee166ce40e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:36:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['fd528da0-d7b2-4fee-9203-42910716ed2a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:07.442819 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f81ea-115b-4141-a0be-e04fa13580e1 req-cd6d08d6-91fb-4026-84b8-afbf4c38aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:07.444203 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-050f81ea-115b-4141-a0be-e04fa13580e1 req-cd6d08d6-91fb-4026-84b8-afbf4c38aadf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546060 Jul 16 04:36:07.489671 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-38800aff-bd0c-4c2a-90f9-ee166ce40e89 None None] Set router fd528da0-d7b2-4fee-9203-42910716ed2a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:36:07.536956 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-050f81ea-115b-4141-a0be-e04fa13580e1 req-e7449ff9-6f9f-4fc2-acb5-ba3849893575 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855806 Jul 16 04:36:07.626489 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-050f81ea-115b-4141-a0be-e04fa13580e1 req-1378eef6-2b45-4894-9530-d630588e5c6c service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832465 Jul 16 04:36:07.709576 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-38800aff-bd0c-4c2a-90f9-ee166ce40e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '4626549c-d1df-4567-ab87-48d0b02231a4', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'port_id': '9c1ca571-672c-448b-bd7a-c3e41798a457', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'mac_address': 'fa:16:3e:b3:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:36:06Z', 'updated_at': '2021-07-16T04:36:06Z', 'revision_number': 0, 'project_id': '7b226cd63ade496abbe6379213873649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19f9d9e4-3729-4e3c-a190-4daa80894184', 'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'mac_address': 'fa:16:3e:df:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:11Z', 'updated_at': '2021-07-16T04:31:17Z', 'revision_number': 5, 'project_id': '7b226cd63ade496abbe6379213873649', 'subnets': [{'id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:36:07.734490 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38800aff-bd0c-4c2a-90f9-ee166ce40e89 None None] The sync data for ids ['fd528da0-d7b2-4fee-9203-42910716ed2a'] in n-d-800088-6 is: [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_floatingips': [{'id': '4626549c-d1df-4567-ab87-48d0b02231a4', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'router_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'port_id': '9c1ca571-672c-448b-bd7a-c3e41798a457', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'mac_address': 'fa:16:3e:b3:9e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T04:36:06Z', 'updated_at': '2021-07-16T04:36:06Z', 'revision_number': 0, 'project_id': '7b226cd63ade496abbe6379213873649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19f9d9e4-3729-4e3c-a190-4daa80894184', 'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'mac_address': 'fa:16:3e:df:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:11Z', 'updated_at': '2021-07-16T04:31:17Z', 'revision_number': 5, 'project_id': '7b226cd63ade496abbe6379213873649', 'subnets': [{'id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:36:07.914410 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e817e9a-d41c-4f9b-999f-02259312a561 None None] New status for floating IP 4626549c-d1df-4567-ab87-48d0b02231a4: ACTIVE {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:36:15.166318 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:36:15.946634 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-070ec184-1dec-4a74-9e83-3b24a754ee62 req-04f47a1c-b95f-427e-bc56-50b24d74dc65 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554712 Jul 16 04:36:16.046258 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ec184-1dec-4a74-9e83-3b24a754ee62 req-52e80294-d6de-496a-b66a-5a0b7cae66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:16.047785 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-070ec184-1dec-4a74-9e83-3b24a754ee62 req-52e80294-d6de-496a-b66a-5a0b7cae66a6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 1097 time: 0.0518186 Jul 16 04:36:16.154199 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ec184-1dec-4a74-9e83-3b24a754ee62 req-99e9e8e2-a87e-4831-ba0c-915be0677953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:16.155655 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-070ec184-1dec-4a74-9e83-3b24a754ee62 req-99e9e8e2-a87e-4831-ba0c-915be0677953 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0864315 Jul 16 04:36:16.220076 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-070ec184-1dec-4a74-9e83-3b24a754ee62 req-18bf4a6b-dfdb-431c-b991-d4b411aeb85c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c1ca571-672c-448b-bd7a-c3e41798a457 HTTP/1.1" status: 200 len: 1002 time: 0.0550501 Jul 16 04:36:16.270090 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ec184-1dec-4a74-9e83-3b24a754ee62 req-345c32ed-f537-4a49-9b81-86dbf155ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:16.271462 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-070ec184-1dec-4a74-9e83-3b24a754ee62 req-345c32ed-f537-4a49-9b81-86dbf155ac6a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0419574 Jul 16 04:36:16.339518 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ec184-1dec-4a74-9e83-3b24a754ee62 req-3ac4c791-41cd-4de1-ab91-7de5eb67e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:36:16.340979 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-070ec184-1dec-4a74-9e83-3b24a754ee62 req-3ac4c791-41cd-4de1-ab91-7de5eb67e06e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522249 Jul 16 04:36:16.426375 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-070ec184-1dec-4a74-9e83-3b24a754ee62 req-43414327-4262-4282-a3d4-fb9936682191 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778532 Jul 16 04:36:16.518671 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-070ec184-1dec-4a74-9e83-3b24a754ee62 req-fe491a55-ff79-49cf-9b59-ae79b61031c0 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823598 Jul 16 04:36:30.139725 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0a15087-5c6a-457f-b743-207d22cef057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:31.784886 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:32.072230 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:32.859208 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-89e05214-de10-4f95-981b-ad0226869128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:32.889776 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:34.134029 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:35.979621 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:36:52.169333 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:37:00.138799 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-815210aa-3ecc-45e8-b4ac-cbeedd1cff73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:01.797744 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:02.097376 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:02.861175 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ebc9ca88-0bfb-4b35-8e9b-3305843fbbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:02.889002 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:04.138136 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:05.983987 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:15.948864 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-580cdd8c-1d49-406c-870f-c0598b2e4e43 req-4ad2b1d8-0a5b-40d9-afa0-1fc5f5c3cabe service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499001 Jul 16 04:37:16.049343 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cdd8c-1d49-406c-870f-c0598b2e4e43 req-aaca8c71-f4fa-4391-b997-99666b47be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:16.050807 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-580cdd8c-1d49-406c-870f-c0598b2e4e43 req-aaca8c71-f4fa-4391-b997-99666b47be83 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 1097 time: 0.0511231 Jul 16 04:37:16.160151 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cdd8c-1d49-406c-870f-c0598b2e4e43 req-6a7ad58f-a11f-42b1-832c-c88d27b46725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:16.161651 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-580cdd8c-1d49-406c-870f-c0598b2e4e43 req-6a7ad58f-a11f-42b1-832c-c88d27b46725 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0854416 Jul 16 04:37:16.226985 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-580cdd8c-1d49-406c-870f-c0598b2e4e43 req-600a19a5-3d0b-4164-87dc-4041133b49ee service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c1ca571-672c-448b-bd7a-c3e41798a457 HTTP/1.1" status: 200 len: 1002 time: 0.0551171 Jul 16 04:37:16.281226 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cdd8c-1d49-406c-870f-c0598b2e4e43 req-91b833ff-2926-476e-beb5-be1e11369926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:16.282648 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-580cdd8c-1d49-406c-870f-c0598b2e4e43 req-91b833ff-2926-476e-beb5-be1e11369926 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0457830 Jul 16 04:37:16.340903 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cdd8c-1d49-406c-870f-c0598b2e4e43 req-ae95bad9-c60c-409c-a00c-189eb9dfb33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:37:16.342332 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-580cdd8c-1d49-406c-870f-c0598b2e4e43 req-ae95bad9-c60c-409c-a00c-189eb9dfb33e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497680 Jul 16 04:37:16.433622 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-580cdd8c-1d49-406c-870f-c0598b2e4e43 req-b14403f9-b4d6-4a06-b9f2-577055fa8aa6 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792217 Jul 16 04:37:16.525352 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-580cdd8c-1d49-406c-870f-c0598b2e4e43 req-7e445f20-cd0c-4465-8969-3f7a4bbd6133 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840435 Jul 16 04:37:29.170662 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:37:30.139046 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-abd0385a-1890-4bf9-a875-988413a28f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:31.797736 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:32.085362 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:32.861206 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-91baa12d-02ca-48e8-a954-c6bd7704c1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:32.889236 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:34.138717 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:37:35.985809 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:00.138734 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2c4b6e71-fa1a-4f0a-9800-7da103a22939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:01.812799 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:02.128121 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:02.860845 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-27715127-437d-4631-8bd8-edcf05730475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:02.887879 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:04.141842 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:04.661625 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbdd48-5fa3-4ccb-b330-b5f1eae4b598 req-86777ea3-46c0-4677-ad44-d5db96da751e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:04.663450 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afdbdd48-5fa3-4ccb-b330-b5f1eae4b598 req-86777ea3-46c0-4677-ad44-d5db96da751e tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0704777 Jul 16 04:38:04.701745 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-afdbdd48-5fa3-4ccb-b330-b5f1eae4b598 req-912c66fa-6b2d-4f05-a188-6abab02b8df3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325110 Jul 16 04:38:05.878047 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81718e6a-fc4c-4743-933a-5f801eb5bcbf req-3d7c2953-c866-4478-952b-25090e8b80a6 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:05.879510 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-81718e6a-fc4c-4743-933a-5f801eb5bcbf req-3d7c2953-c866-4478-952b-25090e8b80a6 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0670094 Jul 16 04:38:05.915946 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-81718e6a-fc4c-4743-933a-5f801eb5bcbf req-714b4cbc-09c0-4477-b841-e425834ac644 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308683 Jul 16 04:38:05.988691 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:06.171151 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:38:07.119058 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2652a-34b5-46c6-a9c8-f2b709aa548e req-48f97d17-dee5-481b-becf-73861ee56eb3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:07.120578 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92a2652a-34b5-46c6-a9c8-f2b709aa548e req-48f97d17-dee5-481b-becf-73861ee56eb3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0630562 Jul 16 04:38:07.158393 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-92a2652a-34b5-46c6-a9c8-f2b709aa548e req-7fc89e5e-3a32-40fe-8e18-e35a136d29b8 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319901 Jul 16 04:38:08.329854 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5872a-c963-4739-8429-8080399fe185 req-651ce0c0-a057-47f5-81e0-e996dfb566ca tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:08.331327 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25b5872a-c963-4739-8429-8080399fe185 req-651ce0c0-a057-47f5-81e0-e996dfb566ca tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0663881 Jul 16 04:38:08.367819 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-25b5872a-c963-4739-8429-8080399fe185 req-52783242-1a7f-41f0-bf2d-c8273721f3ac tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309229 Jul 16 04:38:09.540849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8575cc-4a21-479a-ab83-dbbb8bb6c259 req-b5ebb210-8dc8-4a67-83b4-99912a1c858b tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:09.542330 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db8575cc-4a21-479a-ab83-dbbb8bb6c259 req-b5ebb210-8dc8-4a67-83b4-99912a1c858b tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0630004 Jul 16 04:38:09.578989 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-db8575cc-4a21-479a-ab83-dbbb8bb6c259 req-d6f8a2f7-c555-4e56-88cc-3bbaad548794 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305336 Jul 16 04:38:10.752369 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b94d2d-ed35-498f-8478-caa92aaa349b req-4f266a76-8195-4186-97a5-a55a18fd3d0c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:10.753859 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28b94d2d-ed35-498f-8478-caa92aaa349b req-4f266a76-8195-4186-97a5-a55a18fd3d0c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0618575 Jul 16 04:38:10.789472 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-28b94d2d-ed35-498f-8478-caa92aaa349b req-3f32ee99-546e-489d-9c92-ee9b1dd528b0 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302155 Jul 16 04:38:11.962095 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce523bd-7be5-4e83-bf7e-9bfd0e306c39 req-1cedeafe-5a19-44ec-a5e8-db1b292ae62a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:11.963547 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ce523bd-7be5-4e83-bf7e-9bfd0e306c39 req-1cedeafe-5a19-44ec-a5e8-db1b292ae62a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0655568 Jul 16 04:38:12.001549 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0ce523bd-7be5-4e83-bf7e-9bfd0e306c39 req-8a5a73c0-4016-403c-a474-d9a3c23d9bcc tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320051 Jul 16 04:38:13.171023 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116075a5-74b7-4935-8511-d914b0c90fac req-0c133d70-83f5-4a49-9464-a7ec7732f4e0 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:13.172528 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-116075a5-74b7-4935-8511-d914b0c90fac req-0c133d70-83f5-4a49-9464-a7ec7732f4e0 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0630913 Jul 16 04:38:13.208581 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-116075a5-74b7-4935-8511-d914b0c90fac req-48afea8d-2b0e-44c0-ba2c-b7e2fa5078bd tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305243 Jul 16 04:38:14.380232 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe81bbe-0cdb-478d-9d3f-fe043cb0f8b6 req-b6284b4b-1e9a-4d99-8cf5-70873f711362 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:14.381729 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe81bbe-0cdb-478d-9d3f-fe043cb0f8b6 req-b6284b4b-1e9a-4d99-8cf5-70873f711362 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0651863 Jul 16 04:38:14.417806 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0fe81bbe-0cdb-478d-9d3f-fe043cb0f8b6 req-d343ab57-7d86-4a41-b8e2-d3bb26a47550 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304604 Jul 16 04:38:14.786071 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be5c7a-168f-477b-b8fb-ceab1a730c33 req-acd4f283-5c2c-4d7c-9ea2-04699632d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:14.787503 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-41be5c7a-168f-477b-b8fb-ceab1a730c33 req-acd4f283-5c2c-4d7c-9ea2-04699632d1f1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 1097 time: 0.0510266 Jul 16 04:38:14.879276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be5c7a-168f-477b-b8fb-ceab1a730c33 req-bf1ea37e-0cc5-4956-a5f9-31c619df6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:14.880762 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-41be5c7a-168f-477b-b8fb-ceab1a730c33 req-bf1ea37e-0cc5-4956-a5f9-31c619df6d53 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0838449 Jul 16 04:38:14.946320 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-41be5c7a-168f-477b-b8fb-ceab1a730c33 req-32dc8272-91be-4ced-97da-70631d3b8839 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c1ca571-672c-448b-bd7a-c3e41798a457 HTTP/1.1" status: 200 len: 1002 time: 0.0554872 Jul 16 04:38:15.000412 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be5c7a-168f-477b-b8fb-ceab1a730c33 req-9c7d988e-3eea-454c-86b3-794d1f1c840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:15.001804 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-41be5c7a-168f-477b-b8fb-ceab1a730c33 req-9c7d988e-3eea-454c-86b3-794d1f1c840b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0454676 Jul 16 04:38:15.058914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be5c7a-168f-477b-b8fb-ceab1a730c33 req-f69a09c1-f28f-4b32-a1f3-bf3f22193471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:15.060359 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-41be5c7a-168f-477b-b8fb-ceab1a730c33 req-f69a09c1-f28f-4b32-a1f3-bf3f22193471 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490878 Jul 16 04:38:15.149107 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-41be5c7a-168f-477b-b8fb-ceab1a730c33 req-42b10671-e9ca-44f0-aad5-a40a1c2dd60b service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782487 Jul 16 04:38:15.240889 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-41be5c7a-168f-477b-b8fb-ceab1a730c33 req-d3938815-1182-4e98-9e35-575c553e9546 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814428 Jul 16 04:38:15.584983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036592bd-0a90-469d-a891-4eda8fca97f4 req-790b60a9-4c73-4249-b3dd-f983d945411c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:15.586368 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-036592bd-0a90-469d-a891-4eda8fca97f4 req-790b60a9-4c73-4249-b3dd-f983d945411c tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0619605 Jul 16 04:38:15.622658 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-036592bd-0a90-469d-a891-4eda8fca97f4 req-f4ff0993-5bf6-4d08-b47b-ae0525084d3d tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308886 Jul 16 04:38:16.791647 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ea75c-6d6e-4e01-8ba6-eee28b912c56 req-452a8721-ba00-4968-a455-afdd70263371 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:16.793113 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea4ea75c-6d6e-4e01-8ba6-eee28b912c56 req-452a8721-ba00-4968-a455-afdd70263371 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0621762 Jul 16 04:38:16.829414 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-ea4ea75c-6d6e-4e01-8ba6-eee28b912c56 req-47fc96be-216a-4dfc-9c96-97cfd214ebed tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303898 Jul 16 04:38:17.981339 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa972b-823e-4f48-bfc3-6a508554d545 req-b4acade5-9f2e-4e76-93ed-34a9cb969365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:17.983118 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-04aa972b-823e-4f48-bfc3-6a508554d545 req-b4acade5-9f2e-4e76-93ed-34a9cb969365 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 1097 time: 0.0547318 Jul 16 04:38:18.010027 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c3a8d-1223-4f73-a30c-fbb72110629f req-3de22605-b0a8-48e9-a11b-4241795f397f tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:18.011567 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c79c3a8d-1223-4f73-a30c-fbb72110629f req-3de22605-b0a8-48e9-a11b-4241795f397f tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0693519 Jul 16 04:38:18.051303 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c79c3a8d-1223-4f73-a30c-fbb72110629f req-dd47ba97-f87b-4308-8b43-b4cad119ad0b tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327747 Jul 16 04:38:18.101316 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa972b-823e-4f48-bfc3-6a508554d545 req-5b0d1776-15f4-45b1-8912-14b095cbd16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:18.102918 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-04aa972b-823e-4f48-bfc3-6a508554d545 req-5b0d1776-15f4-45b1-8912-14b095cbd16b service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0907059 Jul 16 04:38:18.168272 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-04aa972b-823e-4f48-bfc3-6a508554d545 req-81620709-b7ee-4587-b5b8-d07525a91859 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c1ca571-672c-448b-bd7a-c3e41798a457 HTTP/1.1" status: 200 len: 1002 time: 0.0562410 Jul 16 04:38:18.223451 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa972b-823e-4f48-bfc3-6a508554d545 req-0b859f5f-afb8-460a-ab8b-ede268a04b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:18.224944 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-04aa972b-823e-4f48-bfc3-6a508554d545 req-0b859f5f-afb8-460a-ab8b-ede268a04b34 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0466578 Jul 16 04:38:18.284653 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa972b-823e-4f48-bfc3-6a508554d545 req-da5ef168-42a6-4c5b-93b5-80332e1d933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:18.286168 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-04aa972b-823e-4f48-bfc3-6a508554d545 req-da5ef168-42a6-4c5b-93b5-80332e1d933f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515738 Jul 16 04:38:18.380182 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-04aa972b-823e-4f48-bfc3-6a508554d545 req-bcd6773d-cb78-44f6-a0d3-9a6ac7b20e9a service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829041 Jul 16 04:38:18.481695 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-04aa972b-823e-4f48-bfc3-6a508554d545 req-107a6343-5aa1-43a7-914d-5184608b25e8 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916955 Jul 16 04:38:19.229166 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23d15f-2228-4dc6-a5bf-f826abd8f7ff req-a8da4a55-0bfa-4bc0-a28e-bdf4b6b973a8 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:19.230642 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e23d15f-2228-4dc6-a5bf-f826abd8f7ff req-a8da4a55-0bfa-4bc0-a28e-bdf4b6b973a8 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0622501 Jul 16 04:38:19.269153 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5e23d15f-2228-4dc6-a5bf-f826abd8f7ff req-0d0399b8-fdb7-46bd-8181-b55fed068976 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330238 Jul 16 04:38:19.653882 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9e475-5b42-403b-a42a-8b55b16e18a6 req-6331ac32-8ea1-4159-bbe1-13d331af40ad tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:19.655446 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91e9e475-5b42-403b-a42a-8b55b16e18a6 req-6331ac32-8ea1-4159-bbe1-13d331af40ad tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.1047134 Jul 16 04:38:19.658991 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-686ed9e1-876e-4d56-86f6-203369cca33a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1695828 Jul 16 04:38:19.671863 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-47d5b5b9-6be7-4758-ad32-b62f4f0caad3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93767) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:38:19.672864 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-47d5b5b9-6be7-4758-ad32-b62f4f0caad3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061824 Jul 16 04:38:19.698542 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-91e9e475-5b42-403b-a42a-8b55b16e18a6 req-4c36544e-e82f-4726-a715-19e7d4bed004 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375907 Jul 16 04:38:20.868439 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2989820-9647-491b-93c4-5fac0e9b0a53 req-012535cc-240a-49df-8d5c-2837b2c7d2d2 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:20.869934 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2989820-9647-491b-93c4-5fac0e9b0a53 req-012535cc-240a-49df-8d5c-2837b2c7d2d2 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0635278 Jul 16 04:38:20.906803 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-f2989820-9647-491b-93c4-5fac0e9b0a53 req-b267280e-30d4-4f87-b669-e416fa1f9493 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310071 Jul 16 04:38:20.971729 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9c1ca571-672c-448b-bd7a-c3e41798a457 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:38:21.046422 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:21.067223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c1ca571-672c-448b-bd7a-c3e41798a457'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:38:21.069453 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a7bf6a00885495cfb079af2d673c16a0e00f5c509fc2aa19f2a7086eda902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2accba-307d-4270-b98c-66d6e24c66cd" -d '{"events": [{"server_uuid": "b1068242-af89-41c2-9e7d-b2e52a32f60f", "name": "network-vif-unplugged", "status": "completed", "tag": "9c1ca571-672c-448b-bd7a-c3e41798a457"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:38:21.082043 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9c1ca571-672c-448b-bd7a-c3e41798a457, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9c1ca571-672c-448b-bd7a-c3e41798a457,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:21.086358 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:21.110143 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 04:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b238229f-72bd-4dcb-85ff-2d7163c7efce x-openstack-request-id: req-b238229f-72bd-4dcb-85ff-2d7163c7efce {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:38:21.110438 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1068242-af89-41c2-9e7d-b2e52a32f60f", "name": "network-vif-unplugged", "status": "failed", "tag": "9c1ca571-672c-448b-bd7a-c3e41798a457", "code": 422}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:38:21.110691 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b238229f-72bd-4dcb-85ff-2d7163c7efce {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:38:21.111082 n-d-800088-6 neutron-server[93769]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c1ca571-672c-448b-bd7a-c3e41798a457', 'code': 422} returned with failed status Jul 16 04:38:21.146970 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9c1ca571-672c-448b-bd7a-c3e41798a457,revision_number=6']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:21.156565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:21.156971 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:21.157264 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:21.157604 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:21.157941 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:21.158279 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:21.158610 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:21.158940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:21.159267 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:21.159592 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:21.159919 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:21.160244 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:38:22.080595 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1487818-7c71-467a-975a-8e097c9562ff req-1ecd94f8-b670-40e7-8765-019f53cccc58 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:22.082044 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1487818-7c71-467a-975a-8e097c9562ff req-1ecd94f8-b670-40e7-8765-019f53cccc58 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0645881 Jul 16 04:38:22.118437 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d1487818-7c71-467a-975a-8e097c9562ff req-6ed68f8b-8798-496c-b02f-7a5d07e05d91 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309103 Jul 16 04:38:23.285969 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645c795-0bb9-43c6-8b47-b9cf10b7f433 req-69d50403-c26a-46fd-a6df-decb03ac6e0f tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:23.287430 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e645c795-0bb9-43c6-8b47-b9cf10b7f433 req-69d50403-c26a-46fd-a6df-decb03ac6e0f tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0634568 Jul 16 04:38:23.324520 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e645c795-0bb9-43c6-8b47-b9cf10b7f433 req-2e1b780a-43c7-4a7f-a9d9-4297d48f4cd3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314960 Jul 16 04:38:24.502663 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c754b0-aeb6-44ae-b381-9883fc5e0caa req-29e8a334-0b9d-4b8c-86e2-80c4fedb8b31 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:24.504156 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8c754b0-aeb6-44ae-b381-9883fc5e0caa req-29e8a334-0b9d-4b8c-86e2-80c4fedb8b31 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0685289 Jul 16 04:38:24.542266 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c8c754b0-aeb6-44ae-b381-9883fc5e0caa req-a5232c3b-b4a0-4647-88ec-2f6ee8f00b74 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322626 Jul 16 04:38:25.713497 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939a82a-af9b-452d-b93b-02f0ee2b8073 req-ee537328-f01e-4a52-9827-eb28ad9bd4d6 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:25.714851 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6939a82a-af9b-452d-b93b-02f0ee2b8073 req-ee537328-f01e-4a52-9827-eb28ad9bd4d6 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0617139 Jul 16 04:38:25.752046 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-6939a82a-af9b-452d-b93b-02f0ee2b8073 req-2b57ab99-b037-4120-9b9a-acdfc45e3942 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308948 Jul 16 04:38:26.922602 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccf14f-4cd9-4c99-a7bc-12a8da9a39d8 req-caeab5ff-1de0-459b-a096-5f46191a6216 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:26.924033 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60ccf14f-4cd9-4c99-a7bc-12a8da9a39d8 req-caeab5ff-1de0-459b-a096-5f46191a6216 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0622733 Jul 16 04:38:26.960101 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-60ccf14f-4cd9-4c99-a7bc-12a8da9a39d8 req-9df2896b-d28f-43d3-aada-eda3a208d997 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304844 Jul 16 04:38:28.142983 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00676292-3dba-43d7-b1f8-2b44dfbb8d7a req-8d2bcb45-8f69-46c8-9a92-2670d3b73fa3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:28.144496 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00676292-3dba-43d7-b1f8-2b44dfbb8d7a req-8d2bcb45-8f69-46c8-9a92-2670d3b73fa3 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0711002 Jul 16 04:38:28.185150 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-00676292-3dba-43d7-b1f8-2b44dfbb8d7a req-0707aace-bf3d-45cd-9501-b7173ff75349 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351508 Jul 16 04:38:28.647489 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-2a448146-9b2f-49df-99dc-787c7f36ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:28.649375 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-2a448146-9b2f-49df-99dc-787c7f36ad37 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f&tenant_id=7b226cd63ade496abbe6379213873649 HTTP/1.1" status: 200 len: 1095 time: 0.0530899 Jul 16 04:38:28.663421 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-7fd05dd7-788e-4b13-8c8f-ba6c6bf9ba67 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=93768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 04:38:28.664393 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-7fd05dd7-788e-4b13-8c8f-ba6c6bf9ba67 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049503 Jul 16 04:38:28.743924 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-1f98f496-4e99-4ede-9139-8ac8244d04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:28.745426 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-1f98f496-4e99-4ede-9139-8ac8244d04e8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 1095 time: 0.0553594 Jul 16 04:38:28.834433 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-c12b7d7a-e08e-4b34-aaba-ed44fe17ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:28.835849 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-c12b7d7a-e08e-4b34-aaba-ed44fe17ccca service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0814123 Jul 16 04:38:28.904974 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-83637b94-48d5-4379-b4cd-e18b4cb06598 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c1ca571-672c-448b-bd7a-c3e41798a457 HTTP/1.1" status: 200 len: 1000 time: 0.0584056 Jul 16 04:38:28.954523 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-95c7fc10-9caa-4b3d-b712-7957f5091836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:28.955925 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-95c7fc10-9caa-4b3d-b712-7957f5091836 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0419497 Jul 16 04:38:29.013642 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-a0833f90-3a7e-4d1f-9760-cef254c5dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:29.015572 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-a0833f90-3a7e-4d1f-9760-cef254c5dccd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499954 Jul 16 04:38:29.108011 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-7b63fe05-d1cf-4298-bdf1-aff3508372e7 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820463 Jul 16 04:38:29.196482 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-40c27b00-c9d4-46a4-a084-cfd274476a30 req-b43d007c-b109-43e1-ad4e-20519addb6fb service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786548 Jul 16 04:38:29.360693 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709287e-29b8-41da-be57-ab94e156529d req-48b76d41-eddb-4bb5-bbd3-33fa4298b303 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:29.362172 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1709287e-29b8-41da-be57-ab94e156529d req-48b76d41-eddb-4bb5-bbd3-33fa4298b303 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0630808 Jul 16 04:38:29.398808 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-1709287e-29b8-41da-be57-ab94e156529d req-92fb8fe5-941b-4143-bdca-e314e1be499a tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310042 Jul 16 04:38:30.139326 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43d16021-25e8-45ed-a7a4-e90deaa508e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:30.569342 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ee255-36b4-496a-a878-5dfa96b4b0b2 req-2f2f3ca2-8628-4104-9ea5-d034b1a31be9 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:30.570831 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e91ee255-36b4-496a-a878-5dfa96b4b0b2 req-2f2f3ca2-8628-4104-9ea5-d034b1a31be9 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0657411 Jul 16 04:38:30.608700 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-e91ee255-36b4-496a-a878-5dfa96b4b0b2 req-d6114f00-425c-402a-ae5d-161ae5bd43e6 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322895 Jul 16 04:38:31.811941 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:31.843498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74564752-e5c6-41f0-bdf8-354efa5d5d30 req-d3fd9cb7-a768-4781-a007-d66991466202 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:31.845032 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74564752-e5c6-41f0-bdf8-354efa5d5d30 req-d3fd9cb7-a768-4781-a007-d66991466202 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.1272871 Jul 16 04:38:31.882537 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-74564752-e5c6-41f0-bdf8-354efa5d5d30 req-7f5d903e-aa6d-4ce6-ace2-b32c85207128 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317056 Jul 16 04:38:32.124933 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:32.861605 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd493-dcec-4360-8ffa-7f235027b3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:32.891101 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:33.096124 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75d328-1cc8-42f1-8468-7ff99fa54583 req-a4f88728-7ef8-4158-8ab3-bde48ac01d20 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:33.097668 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e75d328-1cc8-42f1-8468-7ff99fa54583 req-a4f88728-7ef8-4158-8ab3-bde48ac01d20 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.1030045 Jul 16 04:38:33.135030 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-0e75d328-1cc8-42f1-8468-7ff99fa54583 req-86d5bed0-3ba8-4953-9685-ca43d0f783e9 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318060 Jul 16 04:38:34.144409 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:34.329455 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a855a-df10-4ca5-b5bd-e169eaacf3de req-3cf80b17-984d-4140-a32d-227aa2664786 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:34.331539 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-880a855a-df10-4ca5-b5bd-e169eaacf3de req-3cf80b17-984d-4140-a32d-227aa2664786 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0659697 Jul 16 04:38:34.366949 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-880a855a-df10-4ca5-b5bd-e169eaacf3de req-7d2f4f4d-3899-4f5a-afd0-a80fc17539a2 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299356 Jul 16 04:38:35.544369 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f6297-5273-400b-bcf8-1e1213b91d98 req-f08c9c29-c60e-4c0e-ad06-38b2944ed262 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:35.545840 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b74f6297-5273-400b-bcf8-1e1213b91d98 req-f08c9c29-c60e-4c0e-ad06-38b2944ed262 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0620184 Jul 16 04:38:35.581973 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-b74f6297-5273-400b-bcf8-1e1213b91d98 req-224b3407-8c89-4a92-a502-cdf152fc2605 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306327 Jul 16 04:38:35.992154 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:36.757738 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfe00d-e31e-4e29-8c3b-dd9419573d87 req-2bbe31f9-ac53-4fa9-acf8-0a939ab69760 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:36.759968 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2dfe00d-e31e-4e29-8c3b-dd9419573d87 req-2bbe31f9-ac53-4fa9-acf8-0a939ab69760 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 944 time: 0.0678871 Jul 16 04:38:37.003358 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9c1ca571-672c-448b-bd7a-c3e41798a457 details requested by agent hyperv_n-h1-800088-6 with host n-h1-800088-6 {{(pid=93769) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 04:38:37.104916 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9c1ca571-672c-448b-bd7a-c3e41798a457, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9c1ca571-672c-448b-bd7a-c3e41798a457,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:37.116037 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Returning: {'device': '9c1ca571-672c-448b-bd7a-c3e41798a457', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'port_id': '9c1ca571-672c-448b-bd7a-c3e41798a457', 'mac_address': 'fa:16:3e:b3:9e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93769) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 04:38:37.124840 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-c2dfe00d-e31e-4e29-8c3b-dd9419573d87 req-c95c53f0-afdd-4974-9a33-f775dea2dae7 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3580351 Jul 16 04:38:37.152598 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:37.165002 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1ca571-672c-448b-bd7a-c3e41798a457 {{(pid=93769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 04:38:37.184113 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9c1ca571-672c-448b-bd7a-c3e41798a457, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9c1ca571-672c-448b-bd7a-c3e41798a457,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:37.187921 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:37.236792 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9c1ca571-672c-448b-bd7a-c3e41798a457,revision_number=7']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:37.518213 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] get_ports_and_sgs() called for port_ids ['9c1ca571-672c-448b-bd7a-c3e41798a457'] {{(pid=93769) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 04:38:38.296778 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757c8ea-d5e4-48c3-923d-ea6f64e6e996 req-af0933e2-0601-46c7-8744-f8b5af1fb497 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:38.298237 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9757c8ea-d5e4-48c3-923d-ea6f64e6e996 req-af0933e2-0601-46c7-8744-f8b5af1fb497 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 945 time: 0.0617812 Jul 16 04:38:38.334540 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9757c8ea-d5e4-48c3-923d-ea6f64e6e996 req-711186cd-9b6d-432c-9b2b-baffcd9403df tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307257 Jul 16 04:38:39.018310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9c1ca571-672c-448b-bd7a-c3e41798a457 up at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:38:39.063682 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Provisioning complete for port 9c1ca571-672c-448b-bd7a-c3e41798a457 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:38:39.064062 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:39.135436 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:39.157321 n-d-800088-6 neutron-server[93769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1ca571-672c-448b-bd7a-c3e41798a457'}] {{(pid=93769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:38:39.159519 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f85a7bf6a00885495cfb079af2d673c16a0e00f5c509fc2aa19f2a7086eda902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4575902-07bc-42ab-867c-cdc01ac97ec1" -d '{"events": [{"server_uuid": "b1068242-af89-41c2-9e7d-b2e52a32f60f", "name": "network-vif-plugged", "status": "completed", "tag": "9c1ca571-672c-448b-bd7a-c3e41798a457"}]}' {{(pid=93769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:38:39.172060 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] For port 9c1ca571-672c-448b-bd7a-c3e41798a457, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9c1ca571-672c-448b-bd7a-c3e41798a457,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:38:39.175985 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:38:39.357471 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02891986-0da1-4641-a6ef-d320ef8a18ea x-openstack-request-id: req-02891986-0da1-4641-a6ef-d320ef8a18ea {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:38:39.357784 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1068242-af89-41c2-9e7d-b2e52a32f60f", "name": "network-vif-plugged", "status": "completed", "tag": "9c1ca571-672c-448b-bd7a-c3e41798a457", "code": 200}]} {{(pid=93769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:38:39.358004 n-d-800088-6 neutron-server[93769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02891986-0da1-4641-a6ef-d320ef8a18ea {{(pid=93769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:38:39.358385 n-d-800088-6 neutron-server[93769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1ca571-672c-448b-bd7a-c3e41798a457', 'code': 200} Jul 16 04:38:39.377686 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37aeeca-1384-48fc-8a2c-cafe30fdbe79 req-9ff039a0-2fc2-4603-b142-0100fa7438b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:39.379190 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c37aeeca-1384-48fc-8a2c-cafe30fdbe79 req-9ff039a0-2fc2-4603-b142-0100fa7438b2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 1097 time: 0.0621493 Jul 16 04:38:39.384720 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Pushing event updated for resources: {'Port': ['ID=9c1ca571-672c-448b-bd7a-c3e41798a457,revision_number=8']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:38:39.418080 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-c37aeeca-1384-48fc-8a2c-cafe30fdbe79 req-8b6c4e01-6a41-4632-ac69-c1c77f161157 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280151 Jul 16 04:38:39.507408 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618e426-28e3-4240-b4b2-a8f320b77880 req-33a303f1-07ba-44cd-b3b6-95bda3860af5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:39.508924 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3618e426-28e3-4240-b4b2-a8f320b77880 req-33a303f1-07ba-44cd-b3b6-95bda3860af5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0629792 Jul 16 04:38:39.548826 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-3618e426-28e3-4240-b4b2-a8f320b77880 req-a465932c-ea48-44f4-9d3c-f7bc1e0ee900 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343661 Jul 16 04:38:40.718380 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6c330-17a0-4af6-8b4b-c51fdb112bc6 req-1c60a91f-f498-4e72-ba10-91d1ed4b2760 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:38:40.719854 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7a6c330-17a0-4af6-8b4b-c51fdb112bc6 req-1c60a91f-f498-4e72-ba10-91d1ed4b2760 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0616622 Jul 16 04:38:40.756875 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-d7a6c330-17a0-4af6-8b4b-c51fdb112bc6 req-5c38c69e-b74d-4145-ad23-97dc25f5dd68 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315549 Jul 16 04:38:43.170765 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:39:00.139682 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d10a8389-bca9-422e-b9de-a435f8c4db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:01.813115 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:02.124568 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:02.862401 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-efe699c1-68d8-4c83-ad2d-833b402ef712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:02.889949 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:04.146590 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:05.994453 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:17.977299 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f470e70-3e01-43a0-ae5d-8fab522980a5 req-019c761d-839c-4b0c-92f4-b126669768cb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848687 Jul 16 04:39:18.075960 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f470e70-3e01-43a0-ae5d-8fab522980a5 req-4e430756-f085-4344-8814-801e49097768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:18.077454 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f470e70-3e01-43a0-ae5d-8fab522980a5 req-4e430756-f085-4344-8814-801e49097768 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 1097 time: 0.0544760 Jul 16 04:39:18.185175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f470e70-3e01-43a0-ae5d-8fab522980a5 req-6193ff14-ae13-4944-9ec2-bdc915394c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:18.186592 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f470e70-3e01-43a0-ae5d-8fab522980a5 req-6193ff14-ae13-4944-9ec2-bdc915394c10 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.0840542 Jul 16 04:39:18.251354 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f470e70-3e01-43a0-ae5d-8fab522980a5 req-417e366c-326d-4ec7-9627-03be062e153d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c1ca571-672c-448b-bd7a-c3e41798a457 HTTP/1.1" status: 200 len: 1002 time: 0.0549171 Jul 16 04:39:18.302951 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f470e70-3e01-43a0-ae5d-8fab522980a5 req-0b38b4e8-64aa-4baf-9289-4bcb659ca164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:18.304380 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f470e70-3e01-43a0-ae5d-8fab522980a5 req-0b38b4e8-64aa-4baf-9289-4bcb659ca164 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0448446 Jul 16 04:39:18.362560 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f470e70-3e01-43a0-ae5d-8fab522980a5 req-d745b953-ad4e-4358-8e7f-0baa5d042518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:39:18.364024 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f470e70-3e01-43a0-ae5d-8fab522980a5 req-d745b953-ad4e-4358-8e7f-0baa5d042518 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494473 Jul 16 04:39:18.456133 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f470e70-3e01-43a0-ae5d-8fab522980a5 req-50a66dbe-f609-4c1f-83cd-ab7908352f83 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812066 Jul 16 04:39:18.546736 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-7f470e70-3e01-43a0-ae5d-8fab522980a5 req-c5c5355e-56db-4b38-8f40-4a39b36d47f4 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811186 Jul 16 04:39:20.170504 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:39:30.139920 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-29f05035-262b-4249-afb6-a19ceccec35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:31.827028 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:32.127853 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:32.862526 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b884fdeb-a76c-4967-a33b-e79e83a4f9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:32.889677 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:34.150097 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:35.997964 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:57.170363 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:39:59.219342 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54960) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:39:59.369457 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Deleting port dfe18bbd-3e42-420f-983b-6dc216131cfe {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:39:59.369808 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:59.448468 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:59.448809 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:59.459822 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Calling delete_port for dfe18bbd-3e42-420f-983b-6dc216131cfe owned by network:floatingip {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:39:59.937405 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:39:59.964641 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event deleted for resources: {'Port': ['ID=dfe18bbd-3e42-420f-983b-6dc216131cfe,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:39:59.992175 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:39:59.992550 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:39:59.992898 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:39:59.993241 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:39:59.993608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:39:59.993943 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:39:59.994276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:39:59.994608 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:39:59.994936 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:39:59.995522 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:39:59.995887 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:39:59.996222 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:00.033310 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for floatingip, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:00.033640 n-d-800088-6 neutron-server[93768]: INFO neutron.db.l3_db [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Floating IP 4626549c-d1df-4567-ab87-48d0b02231a4 disassociated (deleted). External IP: 172.25.3.234, port: 9c1ca571-672c-448b-bd7a-c3e41798a457. Jul 16 04:40:00.140673 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-899cc742-8c87-4391-ba3a-3d1022cc7151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:00.235863 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Router fd528da0-d7b2-4fee-9203-42910716ed2a has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:40:00.339988 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:00.344830 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for floatingip, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:00.349205 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc1ba02-e431-4bec-ae57-08da49825f85 None None] Sync routers for ids ['fd528da0-d7b2-4fee-9203-42910716ed2a'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:00.357716 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1ba02-e431-4bec-ae57-08da49825f85 None None] Routers {'fd528da0-d7b2-4fee-9203-42910716ed2a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:00.358324 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-dfc1ba02-e431-4bec-ae57-08da49825f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:39:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['fd528da0-d7b2-4fee-9203-42910716ed2a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:00.380616 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-54311e7c-499a-4ce8-8e02-868f401f8ced tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "DELETE /v2.0/floatingips/4626549c-d1df-4567-ab87-48d0b02231a4 HTTP/1.1" status: 204 len: 168 time: 1.1601751 Jul 16 04:40:00.381223 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'tag': '9c1ca571-672c-448b-bd7a-c3e41798a457'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:40:00.383490 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bd8970-6406-462b-bbfc-5b30a8da235e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1068242-af89-41c2-9e7d-b2e52a32f60f", "tag": "9c1ca571-672c-448b-bd7a-c3e41798a457"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:40:00.424396 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 04:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cdf044-e2f2-4f8e-9308-ba9b3e269720 x-openstack-request-id: req-82cdf044-e2f2-4f8e-9308-ba9b3e269720 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:40:00.424693 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1068242-af89-41c2-9e7d-b2e52a32f60f", "tag": "9c1ca571-672c-448b-bd7a-c3e41798a457", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:40:00.424954 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82cdf044-e2f2-4f8e-9308-ba9b3e269720 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:40:00.425367 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'tag': '9c1ca571-672c-448b-bd7a-c3e41798a457', 'status': 'completed', 'code': 200} Jul 16 04:40:00.465175 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-dfc1ba02-e431-4bec-ae57-08da49825f85 None None] Set router fd528da0-d7b2-4fee-9203-42910716ed2a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:00.510511 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd8970-6406-462b-bbfc-5b30a8da235e req-6dc9f6f2-659c-432a-8ee9-7be575a6bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:00.512198 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14bd8970-6406-462b-bbfc-5b30a8da235e req-6dc9f6f2-659c-432a-8ee9-7be575a6bb16 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=7b226cd63ade496abbe6379213873649&device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 1097 time: 0.0598145 Jul 16 04:40:00.642721 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd8970-6406-462b-bbfc-5b30a8da235e req-b3300f38-1261-4c44-9fcc-376d28b329f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:00.644744 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14bd8970-6406-462b-bbfc-5b30a8da235e req-b3300f38-1261-4c44-9fcc-376d28b329f9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 200 len: 909 time: 0.1226280 Jul 16 04:40:00.692441 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14bd8970-6406-462b-bbfc-5b30a8da235e req-b7cb5d01-49ab-49a1-bcd8-41800940f827 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c1ca571-672c-448b-bd7a-c3e41798a457 HTTP/1.1" status: 200 len: 217 time: 0.0356843 Jul 16 04:40:00.705702 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-dfc1ba02-e431-4bec-ae57-08da49825f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '19f9d9e4-3729-4e3c-a190-4daa80894184', 'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'mac_address': 'fa:16:3e:df:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:11Z', 'updated_at': '2021-07-16T04:31:17Z', 'revision_number': 5, 'project_id': '7b226cd63ade496abbe6379213873649', 'subnets': [{'id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:00.735882 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc1ba02-e431-4bec-ae57-08da49825f85 None None] Checking router: fd528da0-d7b2-4fee-9203-42910716ed2a for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:00.744559 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1ba02-e431-4bec-ae57-08da49825f85 None None] Routers {'fd528da0-d7b2-4fee-9203-42910716ed2a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:00.745489 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-dfc1ba02-e431-4bec-ae57-08da49825f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:39:33Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['fd528da0-d7b2-4fee-9203-42910716ed2a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:00.750510 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd8970-6406-462b-bbfc-5b30a8da235e req-5d1973f1-157d-4a6f-bd1f-c68a074e7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:00.752102 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14bd8970-6406-462b-bbfc-5b30a8da235e req-5d1973f1-157d-4a6f-bd1f-c68a074e7e83 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 200 len: 847 time: 0.0522087 Jul 16 04:40:00.814153 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd8970-6406-462b-bbfc-5b30a8da235e req-d43f6161-aa1b-4a32-a562-b19b2aa39100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:00.815696 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14bd8970-6406-462b-bbfc-5b30a8da235e req-d43f6161-aa1b-4a32-a562-b19b2aa39100 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ce3e1810-7838-47c4-8c08-9b99b3b5858c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549037 Jul 16 04:40:00.816691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f1a27-9f1e-47bc-b94b-d2d01eeb904e req-ddbc8964-9c9e-4a84-a846-d4da53e507f7 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:00.818308 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f3f1a27-9f1e-47bc-b94b-d2d01eeb904e req-ddbc8964-9c9e-4a84-a846-d4da53e507f7 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0688128 Jul 16 04:40:00.853551 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-dfc1ba02-e431-4bec-ae57-08da49825f85 None None] Set router fd528da0-d7b2-4fee-9203-42910716ed2a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:00.858326 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-9f3f1a27-9f1e-47bc-b94b-d2d01eeb904e req-cf951380-3c03-4a93-ba35-868efdc70bd7 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330307 Jul 16 04:40:00.909978 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14bd8970-6406-462b-bbfc-5b30a8da235e req-b8bb8e3f-da22-4ffa-a9df-d51fe8448387 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853758 Jul 16 04:40:01.002190 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-14bd8970-6406-462b-bbfc-5b30a8da235e req-f5f3d87f-0db6-4b5b-908a-5a626e19ac59 service neutron] 10.222.0.88 "GET /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851574 Jul 16 04:40:01.050685 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-dfc1ba02-e431-4bec-ae57-08da49825f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '19f9d9e4-3729-4e3c-a190-4daa80894184', 'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'mac_address': 'fa:16:3e:df:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:11Z', 'updated_at': '2021-07-16T04:31:17Z', 'revision_number': 5, 'project_id': '7b226cd63ade496abbe6379213873649', 'subnets': [{'id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:01.075990 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc1ba02-e431-4bec-ae57-08da49825f85 None None] The sync data for ids ['fd528da0-d7b2-4fee-9203-42910716ed2a'] in n-d-800088-6 is: [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:31:12Z', 'revision_number': 4, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '19f9d9e4-3729-4e3c-a190-4daa80894184', 'name': '', 'network_id': 'ce3e1810-7838-47c4-8c08-9b99b3b5858c', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'mac_address': 'fa:16:3e:df:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:11Z', 'updated_at': '2021-07-16T04:31:17Z', 'revision_number': 5, 'project_id': '7b226cd63ade496abbe6379213873649', 'subnets': [{'id': 'd6395167-bfb7-493e-b801-1257c49f8883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:01.273876 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7469ac-7037-4396-a2ae-2e10b53b6963 None None] New status for floating IP 4626549c-d1df-4567-ab87-48d0b02231a4: DOWN {{(pid=93769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 04:40:01.853989 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:02.041119 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781aa6c-3c6b-40c0-8914-cb78399b2bcc req-e7150562-ffc4-4600-9b4e-231385ad84c5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:02.042749 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5781aa6c-3c6b-40c0-8914-cb78399b2bcc req-e7150562-ffc4-4600-9b4e-231385ad84c5 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0675409 Jul 16 04:40:02.081311 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-5781aa6c-3c6b-40c0-8914-cb78399b2bcc req-f03c2b7b-eea4-432c-afa6-0d8f81a0d558 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/security-groups?id=f6d41570-1857-4a26-be51-ac4f62204c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323184 Jul 16 04:40:02.140484 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:02.564199 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00bda5-cd83-4f4f-b70a-99f47e3a663b req-6dfbe44d-a763-4233-a058-7696b0e474eb tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:02.565684 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ba00bda5-cd83-4f4f-b70a-99f47e3a663b req-6dfbe44d-a763-4233-a058-7696b0e474eb tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.88 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 946 time: 0.0613022 Jul 16 04:40:02.674732 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-ba00bda5-cd83-4f4f-b70a-99f47e3a663b req-1c1e5658-5efb-4005-93da-9d7e1b5fef55 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Deleting port 9c1ca571-672c-448b-bd7a-c3e41798a457 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:02.675079 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ba00bda5-cd83-4f4f-b70a-99f47e3a663b req-1c1e5658-5efb-4005-93da-9d7e1b5fef55 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:02.759243 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [req-ba00bda5-cd83-4f4f-b70a-99f47e3a663b req-1c1e5658-5efb-4005-93da-9d7e1b5fef55 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] For port 9c1ca571-672c-448b-bd7a-c3e41798a457, host n-h1-800088-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-6',level=0,port_id=9c1ca571-672c-448b-bd7a-c3e41798a457,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:02.759617 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ba00bda5-cd83-4f4f-b70a-99f47e3a663b req-1c1e5658-5efb-4005-93da-9d7e1b5fef55 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:02.771493 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [req-ba00bda5-cd83-4f4f-b70a-99f47e3a663b req-1c1e5658-5efb-4005-93da-9d7e1b5fef55 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Calling delete_port for 9c1ca571-672c-448b-bd7a-c3e41798a457 owned by compute:nova {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:02.862553 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a89aa870-0885-4160-bbd8-e06731cf13e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:02.890656 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:02.902550 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ba00bda5-cd83-4f4f-b70a-99f47e3a663b req-1c1e5658-5efb-4005-93da-9d7e1b5fef55 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:02.930965 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1e5658-5efb-4005-93da-9d7e1b5fef55 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event deleted for resources: {'Port': ['ID=9c1ca571-672c-448b-bd7a-c3e41798a457,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:02.979208 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba00bda5-cd83-4f4f-b70a-99f47e3a663b req-1c1e5658-5efb-4005-93da-9d7e1b5fef55 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] No DVR routers for this DVR port 9c1ca571-672c-448b-bd7a-c3e41798a457 on host n-h1-800088-6 {{(pid=93768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:40:02.981809 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [req-ba00bda5-cd83-4f4f-b70a-99f47e3a663b req-1c1e5658-5efb-4005-93da-9d7e1b5fef55 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-69084'] for port, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:02.983894 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [req-ba00bda5-cd83-4f4f-b70a-99f47e3a663b req-1c1e5658-5efb-4005-93da-9d7e1b5fef55 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.88 "DELETE /v2.0/ports/9c1ca571-672c-448b-bd7a-c3e41798a457 HTTP/1.1" status: 204 len: 173 time: 0.4094944 Jul 16 04:40:02.984381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'name': 'network-vif-deleted', 'tag': '9c1ca571-672c-448b-bd7a-c3e41798a457'}] {{(pid=93768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 04:40:02.986614 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a7b2aef7d3c6d198a52b62b92d676d9a450a76eff366002974ebb96b83eb0ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3e0dc2-b6a5-4a58-a0c8-e17423f20216" -d '{"events": [{"server_uuid": "b1068242-af89-41c2-9e7d-b2e52a32f60f", "name": "network-vif-deleted", "tag": "9c1ca571-672c-448b-bd7a-c3e41798a457"}]}' {{(pid=93768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 04:40:03.033634 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 04:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2629e6d2-7130-45ca-804e-d7e16af55bd0 x-openstack-request-id: req-2629e6d2-7130-45ca-804e-d7e16af55bd0 {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 04:40:03.033927 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1068242-af89-41c2-9e7d-b2e52a32f60f", "name": "network-vif-deleted", "tag": "9c1ca571-672c-448b-bd7a-c3e41798a457", "status": "completed", "code": 200}]} {{(pid=93768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 04:40:03.034184 n-d-800088-6 neutron-server[93768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2629e6d2-7130-45ca-804e-d7e16af55bd0 {{(pid=93768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 04:40:03.034590 n-d-800088-6 neutron-server[93768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1068242-af89-41c2-9e7d-b2e52a32f60f', 'name': 'network-vif-deleted', 'tag': '9c1ca571-672c-448b-bd7a-c3e41798a457', 'status': 'completed', 'code': 200} Jul 16 04:40:03.219730 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-fa552e96-c44a-4659-bcc9-daf9df745b0c req-173879de-4494-4f4d-9312-85581fc698cf tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 210 time: 0.0290761 Jul 16 04:40:04.154159 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:04.366480 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-38286df3-5f91-461d-ba3b-eb7e7663317e req-7ff5a583-f78b-4b6a-93c4-90126df15e29 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 210 time: 0.0311985 Jul 16 04:40:05.376770 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9c1ca571-672c-448b-bd7a-c3e41798a457 no longer exists at agent hyperv_n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:05.396983 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] No Port match for: 9c1ca571-672c-448b-bd7a-c3e41798a457 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:05.397328 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Device 9c1ca571-672c-448b-bd7a-c3e41798a457 not bound to the agent host n-h1-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:05.508238 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-2a322185-1ce6-4a5c-a287-011bb19c3d62 req-76205380-6814-43b9-b64d-96d0daa8a213 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 210 time: 0.0285802 Jul 16 04:40:06.001714 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:06.664197 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [req-44727183-1872-43f8-9267-3ee3b85c1d0d req-f42b633a-51b0-4a4b-bfd1-8bfe308315ad tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1068242-af89-41c2-9e7d-b2e52a32f60f HTTP/1.1" status: 200 len: 210 time: 0.0338266 Jul 16 04:40:07.755495 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 54994) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:07.813814 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f6a4-b983-4bed-bc24-64202b3f7237 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:07.840752 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f6a4-b983-4bed-bc24-64202b3f7237 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:07.902211 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f6a4-b983-4bed-bc24-64202b3f7237 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:07.905185 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f6a4-b983-4bed-bc24-64202b3f7237 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:07.906420 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-e3e3f6a4-b983-4bed-bc24-64202b3f7237 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] 10.222.0.18 "DELETE /v2.0/security-groups/f6d41570-1857-4a26-be51-ac4f62204c1d HTTP/1.1" status: 204 len: 168 time: 0.1499174 Jul 16 04:40:07.916120 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3f6a4-b983-4bed-bc24-64202b3f7237 tempest-TestShelveInstance-1703325928 tempest-TestShelveInstance-1703325928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d41570-1857-4a26-be51-ac4f62204c1d,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:07.974306 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 54998) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:08.410572 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:08.674007 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Deleting port 19f9d9e4-3729-4e3c-a190-4daa80894184 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:08.674367 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:08.754570 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] For port 19f9d9e4-3729-4e3c-a190-4daa80894184, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=19f9d9e4-3729-4e3c-a190-4daa80894184,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:08.754929 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:08.767473 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Calling delete_port for 19f9d9e4-3729-4e3c-a190-4daa80894184 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:08.948650 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:08.971978 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Pushing event deleted for resources: {'Port': ['ID=19f9d9e4-3729-4e3c-a190-4daa80894184,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:08.982544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:08.983181 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:08.983286 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:08.983537 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:08.983866 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:08.984662 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:08.984662 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:08.984897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:08.985146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:08.985468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:08.985788 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:08.986108 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:09.157926 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:09.376950 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Router fd528da0-d7b2-4fee-9203-42910716ed2a has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:40:09.483571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:09.488713 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-a0f368ee-8980-49a2-96d6-53afca8cca52 admin admin] 10.222.0.18 "PUT /v2.0/routers/fd528da0-d7b2-4fee-9203-42910716ed2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5121117 Jul 16 04:40:09.491290 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55002) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:09.492265 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206fff74-742e-4e41-a35d-2f40df79258a None None] Sync routers for ids ['fd528da0-d7b2-4fee-9203-42910716ed2a'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:09.502625 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206fff74-742e-4e41-a35d-2f40df79258a None None] Routers {'fd528da0-d7b2-4fee-9203-42910716ed2a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:09.503237 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-206fff74-742e-4e41-a35d-2f40df79258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:40:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['fd528da0-d7b2-4fee-9203-42910716ed2a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:09.599090 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:09.610490 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-206fff74-742e-4e41-a35d-2f40df79258a None None] Set router fd528da0-d7b2-4fee-9203-42910716ed2a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:09.702356 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:09.753657 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] Deleting port ffaaac13-5205-4a5e-8683-6bab98556518 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:09.754011 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:09.786527 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-206fff74-742e-4e41-a35d-2f40df79258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:40:08Z', 'revision_number': 5, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port': {'id': 'ffaaac13-5205-4a5e-8683-6bab98556518', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:b0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:10Z', 'updated_at': '2021-07-16T04:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:09.812835 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206fff74-742e-4e41-a35d-2f40df79258a None None] Checking router: fd528da0-d7b2-4fee-9203-42910716ed2a for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:09.820944 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206fff74-742e-4e41-a35d-2f40df79258a None None] Routers {'fd528da0-d7b2-4fee-9203-42910716ed2a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:09.821586 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-206fff74-742e-4e41-a35d-2f40df79258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:40:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['fd528da0-d7b2-4fee-9203-42910716ed2a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:09.835081 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] For port ffaaac13-5205-4a5e-8683-6bab98556518, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ffaaac13-5205-4a5e-8683-6bab98556518,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:09.835446 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:09.846955 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] Calling delete_port for ffaaac13-5205-4a5e-8683-6bab98556518 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:09.904622 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-206fff74-742e-4e41-a35d-2f40df79258a None None] Set router fd528da0-d7b2-4fee-9203-42910716ed2a gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:09.957247 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-206fff74-742e-4e41-a35d-2f40df79258a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:40:09Z', 'revision_number': 6, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:09.983554 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206fff74-742e-4e41-a35d-2f40df79258a None None] The sync data for ids ['fd528da0-d7b2-4fee-9203-42910716ed2a'] in n-d-800088-6 is: [{'id': 'fd528da0-d7b2-4fee-9203-42910716ed2a', 'name': 'tempest-TestShelveInstance-390996315-router', 'tenant_id': '7b226cd63ade496abbe6379213873649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:09Z', 'updated_at': '2021-07-16T04:40:09Z', 'revision_number': 6, 'project_id': '7b226cd63ade496abbe6379213873649', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:10.018457 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.043945 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffaaac13-5205-4a5e-8683-6bab98556518,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:10.104919 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.193166 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.195247 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.239990 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.240598 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd528da0-d7b2-4fee-9203-42910716ed2a {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:40:10.248254 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.250461 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7d847076-0784-4fcb-b8b5-c9458ff67596 admin admin] 10.222.0.18 "DELETE /v2.0/routers/fd528da0-d7b2-4fee-9203-42910716ed2a HTTP/1.1" status: 204 len: 168 time: 0.7582088 Jul 16 04:40:10.253037 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55004) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:10.297240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8077ad-886f-4e8f-9fad-02224aa75bbd admin admin] Deleting subnet d6395167-bfb7-493e-b801-1257c49f8883 {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:40:10.300378 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa8077ad-886f-4e8f-9fad-02224aa75bbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.335014 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa8077ad-886f-4e8f-9fad-02224aa75bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.420437 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa8077ad-886f-4e8f-9fad-02224aa75bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.470011 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa8077ad-886f-4e8f-9fad-02224aa75bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.497227 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8077ad-886f-4e8f-9fad-02224aa75bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6395167-bfb7-493e-b801-1257c49f8883,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:10.499205 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-aa8077ad-886f-4e8f-9fad-02224aa75bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.503466 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-aa8077ad-886f-4e8f-9fad-02224aa75bbd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d6395167-bfb7-493e-b801-1257c49f8883 HTTP/1.1" status: 204 len: 168 time: 0.2471569 Jul 16 04:40:10.503893 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55006) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:10.506848 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5728ec76-2dff-4801-94d8-807ccd483718 None None] Network ce3e1810-7838-47c4-8c08-9b99b3b5858c requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:40:10.574181 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.627345 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] Deleting port 343a97b9-f0a3-40ad-803a-48303bfe211d {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:10.627677 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.691637 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] For port 343a97b9-f0a3-40ad-803a-48303bfe211d, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=343a97b9-f0a3-40ad-803a-48303bfe211d,segment=NetworkSegment(b9ee2dcc-a282-4249-869c-78ce82eede44),segment_id=b9ee2dcc-a282-4249-869c-78ce82eede44)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:10.691996 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.704378 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] Calling delete_port for 343a97b9-f0a3-40ad-803a-48303bfe211d owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:10.733834 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] DHCP port deletion for ce3e1810-7838-47c4-8c08-9b99b3b5858c request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:40:10.787565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Deleting port 343a97b9-f0a3-40ad-803a-48303bfe211d {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:10.788067 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.788767 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.814700 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] Pushing event deleted for resources: {'Port': ['ID=343a97b9-f0a3-40ad-803a-48303bfe211d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:10.818248 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] No DVR routers for this DVR port 343a97b9-f0a3-40ad-803a-48303bfe211d on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:40:10.854325 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] For port 343a97b9-f0a3-40ad-803a-48303bfe211d, host n-d-800088-6, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:10.854719 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.868063 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Calling delete_port for 343a97b9-f0a3-40ad-803a-48303bfe211d owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:10.871062 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Port 343a97b9-f0a3-40ad-803a-48303bfe211d was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:40:10.872365 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.892959 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.896652 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Pushing event deleted for resources: {'Port': ['ID=343a97b9-f0a3-40ad-803a-48303bfe211d,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:10.901372 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] No DVR routers for this DVR port 343a97b9-f0a3-40ad-803a-48303bfe211d on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:40:10.913041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:10.913726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3e1810-7838-47c4-8c08-9b99b3b5858c']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:10.913872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:10.913872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:10.913872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:10.913872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:10.913872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:10.913872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:10.913872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:10.913872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:10.913872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:10.913872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:10.913872 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03627e7c-0983-4338-9900-4dd4bc5dab8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:10.923987 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ee2dcc-a282-4249-869c-78ce82eede44') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:10.924292 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ee2dcc-a282-4249-869c-78ce82eede44') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:10.933274 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.947911 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.954481 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:40:10.954999 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:40:10.956706 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:40:11.012258 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:11.017905 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:11.019917 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] 10.222.0.18 "DELETE /v2.0/networks/ce3e1810-7838-47c4-8c08-9b99b3b5858c HTTP/1.1" status: 204 len: 168 time: 0.5153253 Jul 16 04:40:11.028146 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55008) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:11.044344 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a806aef-37b7-4140-ae40-8a4d61a0b92b admin admin] Pushing event deleted for resources: {'Network': ['ID=ce3e1810-7838-47c4-8c08-9b99b3b5858c,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:11.374172 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e246615f-54d1-4ade-8e64-41a8da00ec96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:11.592927 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ffaaac13-5205-4a5e-8683-6bab98556518 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:11.616470 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: ffaaac13-5205-4a5e-8683-6bab98556518 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:11.616822 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ffaaac13-5205-4a5e-8683-6bab98556518 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:11.617242 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 343a97b9-f0a3-40ad-803a-48303bfe211d no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:11.629804 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e246615f-54d1-4ade-8e64-41a8da00ec96 admin admin] Deleting port e492452e-face-40df-9bae-de3b51e24967 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:11.630076 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e246615f-54d1-4ade-8e64-41a8da00ec96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:11.637502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 343a97b9-f0a3-40ad-803a-48303bfe211d {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:11.637935 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 343a97b9-f0a3-40ad-803a-48303bfe211d not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:11.638449 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 19f9d9e4-3729-4e3c-a190-4daa80894184 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:11.657168 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 19f9d9e4-3729-4e3c-a190-4daa80894184 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:11.657785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 19f9d9e4-3729-4e3c-a190-4daa80894184 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:11.706643 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-e246615f-54d1-4ade-8e64-41a8da00ec96 admin admin] For port e492452e-face-40df-9bae-de3b51e24967, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e492452e-face-40df-9bae-de3b51e24967,segment=NetworkSegment(3cfb20db-2d45-4c8d-9fe2-a98692f1f99a),segment_id=3cfb20db-2d45-4c8d-9fe2-a98692f1f99a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:11.707005 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e246615f-54d1-4ade-8e64-41a8da00ec96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:11.719546 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-e246615f-54d1-4ade-8e64-41a8da00ec96 admin admin] Calling delete_port for e492452e-face-40df-9bae-de3b51e24967 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:12.208794 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e246615f-54d1-4ade-8e64-41a8da00ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:12.233544 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246615f-54d1-4ade-8e64-41a8da00ec96 admin admin] Pushing event deleted for resources: {'Port': ['ID=e492452e-face-40df-9bae-de3b51e24967,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:12.398080 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-e246615f-54d1-4ade-8e64-41a8da00ec96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:12.608254 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e246615f-54d1-4ade-8e64-41a8da00ec96 admin admin] Router f1d268fa-e861-4b1f-abef-3106c036dd39 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:40:12.715994 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e246615f-54d1-4ade-8e64-41a8da00ec96 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:12.721165 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-e246615f-54d1-4ade-8e64-41a8da00ec96 admin admin] 10.222.0.18 "PUT /v2.0/routers/f1d268fa-e861-4b1f-abef-3106c036dd39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6918085 Jul 16 04:40:12.723787 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55010) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:12.724913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d3897d-cf7f-4236-b74b-41a926ed4969 None None] Sync routers for ids ['f1d268fa-e861-4b1f-abef-3106c036dd39'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:12.734377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d3897d-cf7f-4236-b74b-41a926ed4969 None None] Routers {'f1d268fa-e861-4b1f-abef-3106c036dd39'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:12.735196 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9d3897d-cf7f-4236-b74b-41a926ed4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:40:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1d268fa-e861-4b1f-abef-3106c036dd39'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:12.826378 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:12.836785 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d9d3897d-cf7f-4236-b74b-41a926ed4969 None None] Set router f1d268fa-e861-4b1f-abef-3106c036dd39 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:12.928942 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:12.981180 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] Deleting port ad72fc06-fb5c-47a0-b06e-75eac6e71bb5 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:12.981823 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.017649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9d3897d-cf7f-4236-b74b-41a926ed4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'name': 'tempest-TestShelveInstance-606178993-router', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ad72fc06-fb5c-47a0-b06e-75eac6e71bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:40:12Z', 'revision_number': 5, 'project_id': '0846abfabf814905a5cdfdcbfa91f01b', 'gw_port': {'id': 'ad72fc06-fb5c-47a0-b06e-75eac6e71bb5', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:10:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:13.047283 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d3897d-cf7f-4236-b74b-41a926ed4969 None None] Checking router: f1d268fa-e861-4b1f-abef-3106c036dd39 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:13.055987 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d3897d-cf7f-4236-b74b-41a926ed4969 None None] Routers {'f1d268fa-e861-4b1f-abef-3106c036dd39'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:13.056637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9d3897d-cf7f-4236-b74b-41a926ed4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:40:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['f1d268fa-e861-4b1f-abef-3106c036dd39'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:13.063318 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] For port ad72fc06-fb5c-47a0-b06e-75eac6e71bb5, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=ad72fc06-fb5c-47a0-b06e-75eac6e71bb5,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:13.063674 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.074927 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] Calling delete_port for ad72fc06-fb5c-47a0-b06e-75eac6e71bb5 owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:13.140126 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-d9d3897d-cf7f-4236-b74b-41a926ed4969 None None] Set router f1d268fa-e861-4b1f-abef-3106c036dd39 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:13.191638 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-d9d3897d-cf7f-4236-b74b-41a926ed4969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'name': 'tempest-TestShelveInstance-606178993-router', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:40:12Z', 'revision_number': 6, 'project_id': '0846abfabf814905a5cdfdcbfa91f01b', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:13.221395 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d3897d-cf7f-4236-b74b-41a926ed4969 None None] The sync data for ids ['f1d268fa-e861-4b1f-abef-3106c036dd39'] in n-d-800088-6 is: [{'id': 'f1d268fa-e861-4b1f-abef-3106c036dd39', 'name': 'tempest-TestShelveInstance-606178993-router', 'tenant_id': '0846abfabf814905a5cdfdcbfa91f01b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:31:14Z', 'updated_at': '2021-07-16T04:40:12Z', 'revision_number': 6, 'project_id': '0846abfabf814905a5cdfdcbfa91f01b', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:13.239962 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.265486 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad72fc06-fb5c-47a0-b06e-75eac6e71bb5,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:13.327132 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.417291 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.419385 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.460157 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.460680 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1d268fa-e861-4b1f-abef-3106c036dd39 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:40:13.467369 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.468553 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-9e8e1464-b975-44c9-b81f-c65f54bff0a1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f1d268fa-e861-4b1f-abef-3106c036dd39 HTTP/1.1" status: 204 len: 168 time: 0.7437408 Jul 16 04:40:13.471068 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55012) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:13.514410 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd34904-34dd-4e9b-b6c3-cf01c45bfe0b admin admin] Deleting subnet f1fd8b90-d77a-4ee5-8654-d14ecf20b905 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:40:13.517406 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd34904-34dd-4e9b-b6c3-cf01c45bfe0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.551775 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd34904-34dd-4e9b-b6c3-cf01c45bfe0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.656895 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd34904-34dd-4e9b-b6c3-cf01c45bfe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.709149 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd34904-34dd-4e9b-b6c3-cf01c45bfe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.734028 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd34904-34dd-4e9b-b6c3-cf01c45bfe0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1fd8b90-d77a-4ee5-8654-d14ecf20b905,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:13.737713 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-5fd34904-34dd-4e9b-b6c3-cf01c45bfe0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.741910 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-5fd34904-34dd-4e9b-b6c3-cf01c45bfe0b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f1fd8b90-d77a-4ee5-8654-d14ecf20b905 HTTP/1.1" status: 204 len: 168 time: 0.2676008 Jul 16 04:40:13.742252 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55014) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:13.744403 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2fcd55-c104-4c4e-94d4-1006fb90150f None None] Network 0007ea35-3ceb-4ff3-97e6-5e8665823e57 requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:40:13.810835 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.876138 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] Deleting port e7fc3662-3969-4988-a6cd-8c2c8a992325 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:13.876520 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.938085 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] For port e7fc3662-3969-4988-a6cd-8c2c8a992325, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e7fc3662-3969-4988-a6cd-8c2c8a992325,segment=NetworkSegment(3cfb20db-2d45-4c8d-9fe2-a98692f1f99a),segment_id=3cfb20db-2d45-4c8d-9fe2-a98692f1f99a)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:13.938438 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:13.951106 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] Calling delete_port for e7fc3662-3969-4988-a6cd-8c2c8a992325 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:14.001719 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7060a25d-97d3-47a2-8c21-a52124585e9e None None] DHCP port deletion for 0007ea35-3ceb-4ff3-97e6-5e8665823e57 request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:40:14.003723 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e492452e-face-40df-9bae-de3b51e24967 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:14.029653 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: e492452e-face-40df-9bae-de3b51e24967 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:14.029997 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e492452e-face-40df-9bae-de3b51e24967 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:14.038057 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:14.064492 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fc3662-3969-4988-a6cd-8c2c8a992325,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:14.071285 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] No DVR routers for this DVR port e7fc3662-3969-4988-a6cd-8c2c8a992325 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:40:14.071972 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7060a25d-97d3-47a2-8c21-a52124585e9e None None] Deleting port e7fc3662-3969-4988-a6cd-8c2c8a992325 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:40:14.072399 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7060a25d-97d3-47a2-8c21-a52124585e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:14.135041 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7060a25d-97d3-47a2-8c21-a52124585e9e None None] For port e7fc3662-3969-4988-a6cd-8c2c8a992325, host n-d-800088-6, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:14.135429 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7060a25d-97d3-47a2-8c21-a52124585e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:14.146543 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:14.148706 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7060a25d-97d3-47a2-8c21-a52124585e9e None None] Calling delete_port for e7fc3662-3969-4988-a6cd-8c2c8a992325 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:40:14.151463 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-7060a25d-97d3-47a2-8c21-a52124585e9e None None] Port e7fc3662-3969-4988-a6cd-8c2c8a992325 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:40:14.153113 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7060a25d-97d3-47a2-8c21-a52124585e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:14.156976 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0007ea35-3ceb-4ff3-97e6-5e8665823e57']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:14.167832 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfb20db-2d45-4c8d-9fe2-a98692f1f99a') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:14.168127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfb20db-2d45-4c8d-9fe2-a98692f1f99a') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:14.177159 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:14.184649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060a25d-97d3-47a2-8c21-a52124585e9e None None] Pushing event deleted for resources: {'Port': ['ID=e7fc3662-3969-4988-a6cd-8c2c8a992325,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:14.186489 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7060a25d-97d3-47a2-8c21-a52124585e9e None None] No DVR routers for this DVR port e7fc3662-3969-4988-a6cd-8c2c8a992325 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:40:14.195684 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:14.202218 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:40:14.202613 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:40:14.204372 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:40:14.261198 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:14.267882 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:14.269759 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] 10.222.0.18 "DELETE /v2.0/networks/0007ea35-3ceb-4ff3-97e6-5e8665823e57 HTTP/1.1" status: 204 len: 168 time: 0.5259168 Jul 16 04:40:14.279993 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad02623-a5f5-4c33-97d6-fba5b309b6ae admin admin] Pushing event deleted for resources: {'Network': ['ID=0007ea35-3ceb-4ff3-97e6-5e8665823e57,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:14.394291 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55018) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:14.434633 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bdeb02dd-ad79-4998-8632-7fc15d64d439 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b226cd63ade496abbe6379213873649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389538 Jul 16 04:40:14.437047 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55020) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:14.487695 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c996ffe-f60d-47eb-a3c1-c3d261b3cd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:14.509536 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c996ffe-f60d-47eb-a3c1-c3d261b3cd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:14.554687 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c996ffe-f60d-47eb-a3c1-c3d261b3cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:14.557364 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2c996ffe-f60d-47eb-a3c1-c3d261b3cd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:14.558519 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2c996ffe-f60d-47eb-a3c1-c3d261b3cd3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7f34ab3-dc7f-44d2-a961-bc55566b8171 HTTP/1.1" status: 204 len: 168 time: 0.1205916 Jul 16 04:40:14.565959 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c996ffe-f60d-47eb-a3c1-c3d261b3cd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f34ab3-dc7f-44d2-a961-bc55566b8171,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:14.866336 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55026) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:14.905871 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-a8f2c90b-f454-47a0-bffa-e66d7cc5982d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0846abfabf814905a5cdfdcbfa91f01b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384178 Jul 16 04:40:14.908378 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55028) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:14.955896 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed29b911-c9e0-4b4f-905e-27c72da9bab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:14.980403 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed29b911-c9e0-4b4f-905e-27c72da9bab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:15.025355 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed29b911-c9e0-4b4f-905e-27c72da9bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:15.027917 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ed29b911-c9e0-4b4f-905e-27c72da9bab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:15.029097 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ed29b911-c9e0-4b4f-905e-27c72da9bab7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/042cfdf8-d395-493c-a428-0ca27daa6d0e HTTP/1.1" status: 204 len: 168 time: 0.1198404 Jul 16 04:40:15.036553 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29b911-c9e0-4b4f-905e-27c72da9bab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042cfdf8-d395-493c-a428-0ca27daa6d0e,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:15.580087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ad72fc06-fb5c-47a0-b06e-75eac6e71bb5 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:15.599702 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: ad72fc06-fb5c-47a0-b06e-75eac6e71bb5 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:15.600055 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device ad72fc06-fb5c-47a0-b06e-75eac6e71bb5 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:15.600492 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e7fc3662-3969-4988-a6cd-8c2c8a992325 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:40:15.620390 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: e7fc3662-3969-4988-a6cd-8c2c8a992325 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:40:15.620759 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e7fc3662-3969-4988-a6cd-8c2c8a992325 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:40:15.663953 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55054) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:15.757453 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1259037618-network', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476'}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:15.778259 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] Made reservation on behalf of 3a12b7fc0c72401780ab77e6be096476 for: {'network': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:40:15.780727 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:15.788652 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:15.875215 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:15.878694 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:15.898858 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=93768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:40:15.913676 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfeba17-315f-4dea-add4-72bc2645d376,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:15.918449 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:15.918798 n-d-800088-6 neutron-server[93768]: INFO neutron.db.segments_db [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] Added segment cf1c1855-5de9-48d7-953c-582923af291e of type vlan for network 2af01e83-5996-4f07-8a18-4558dae1118d Jul 16 04:40:15.957773 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:15.985337 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:15.986276 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:15.986858 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] Notify callbacks [] for network, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.016197 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3511279 Jul 16 04:40:16.019343 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55060) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:16.024483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-500780fd-f419-4819-9bdc-e6d44ae2c279 admin admin] Request body: {'subnet': {'network_id': '2af01e83-5996-4f07-8a18-4558dae1118d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1259037618-subnet', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476', 'ip_version': 4}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:16.046161 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500780fd-f419-4819-9bdc-e6d44ae2c279 admin admin] Made reservation on behalf of 3a12b7fc0c72401780ab77e6be096476 for: {'subnet': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:40:16.048663 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96e57b-0581-4883-9fe6-b9c87f815924 admin admin] Pushing event updated for resources: {'Network': ['ID=2af01e83-5996-4f07-8a18-4558dae1118d,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:16.048807 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-500780fd-f419-4819-9bdc-e6d44ae2c279 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10263421'] for subnet, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.058673 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network 2af01e83-5996-4f07-8a18-4558dae1118d details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:40:16.217151 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-500780fd-f419-4819-9bdc-e6d44ae2c279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8529234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10263407'] for subnet, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.270828 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500780fd-f419-4819-9bdc-e6d44ae2c279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c7e388-5e8a-4a2b-9039-436d25442a6b,revision_number=0']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:16.279829 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500780fd-f419-4819-9bdc-e6d44ae2c279 admin admin] Checking segment: {'id': 'cf1c1855-5de9-48d7-953c-582923af291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2af01e83-5996-4f07-8a18-4558dae1118d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:16.280186 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500780fd-f419-4819-9bdc-e6d44ae2c279 admin admin] Network hostable DHCP agents. Network: 2af01e83-5996-4f07-8a18-4558dae1118d, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:40:16.296339 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500780fd-f419-4819-9bdc-e6d44ae2c279 admin admin] Network 2af01e83-5996-4f07-8a18-4558dae1118d is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:40:16.304591 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-500780fd-f419-4819-9bdc-e6d44ae2c279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, 2af01e83-5996-4f07-8a18-4558dae1118d) {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:16.309710 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500780fd-f419-4819-9bdc-e6d44ae2c279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:16.310421 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-500780fd-f419-4819-9bdc-e6d44ae2c279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.314574 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d520da0b-8b9a-4e45-8e30-6eed47a316ff None None] Network 2af01e83-5996-4f07-8a18-4558dae1118d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:40:16.325155 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-500780fd-f419-4819-9bdc-e6d44ae2c279 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3046677 Jul 16 04:40:16.327980 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55062) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:16.332600 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1259037618-router', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:16.353065 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.354064 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.408924 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.461452 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-2af01e83-5996-4f07-8a18-4558dae1118d', 'network_id': '2af01e83-5996-4f07-8a18-4558dae1118d', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476', 'fixed_ips': [{'subnet_id': 'd4c7e388-5e8a-4a2b-9039-436d25442a6b'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:40:16.462888 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.543483 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.590857 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Allocated IP 172.20.0.2 (2af01e83-5996-4f07-8a18-4558dae1118d/d4c7e388-5e8a-4a2b-9039-436d25442a6b/49841153-7e66-4b44-8b71-504be582de3f) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:16.736144 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.744995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Transition to ACTIVE for port object 49841153-7e66-4b44-8b71-504be582de3f will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:16.752028 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.759800 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Transition to ACTIVE for port object 49841153-7e66-4b44-8b71-504be582de3f will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:16.765483 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.773307 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.803650 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Network 2af01e83-5996-4f07-8a18-4558dae1118d is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:16.806792 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:16.810250 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:16.816866 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Pushing event updated for resources: {'Port': ['ID=49841153-7e66-4b44-8b71-504be582de3f,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:16.871078 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Attempting to bind port 49841153-7e66-4b44-8b71-504be582de3f on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:16.871443 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Attempting to bind port 49841153-7e66-4b44-8b71-504be582de3f by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'cf1c1855-5de9-48d7-953c-582923af291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2af01e83-5996-4f07-8a18-4558dae1118d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:16.871802 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Attempting to bind port 49841153-7e66-4b44-8b71-504be582de3f on network 2af01e83-5996-4f07-8a18-4558dae1118d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:16.876686 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:16.877058 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Checking segment: {'id': 'cf1c1855-5de9-48d7-953c-582923af291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2af01e83-5996-4f07-8a18-4558dae1118d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:16.877453 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.877852 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Bound using segment: {'id': 'cf1c1855-5de9-48d7-953c-582923af291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2af01e83-5996-4f07-8a18-4558dae1118d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:16.878313 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Bound port: 49841153-7e66-4b44-8b71-504be582de3f, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1c1855-5de9-48d7-953c-582923af291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2af01e83-5996-4f07-8a18-4558dae1118d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:16.878690 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.880397 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Allocated IP 172.25.3.154 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/2497d29c-fbc2-47f3-b97f-cdb5a09ae857) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:16.948147 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] For port 49841153-7e66-4b44-8b71-504be582de3f, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:16.951519 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] For port 49841153-7e66-4b44-8b71-504be582de3f, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=49841153-7e66-4b44-8b71-504be582de3f,segment=NetworkSegment(cf1c1855-5de9-48d7-953c-582923af291e),segment_id=cf1c1855-5de9-48d7-953c-582923af291e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:16.955859 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:16.985302 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:17.013424 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7b062-0d57-45c2-9cf1-d9e91bfd0190 None None] Pushing event updated for resources: {'Port': ['ID=49841153-7e66-4b44-8b71-504be582de3f,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:17.027990 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:17.072199 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:17.078435 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:17.082127 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:17.109153 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Pushing event updated for resources: {'Port': ['ID=2497d29c-fbc2-47f3-b97f-cdb5a09ae857,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:17.359580 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:17.548333 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:17.615171 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 49841153-7e66-4b44-8b71-504be582de3f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:17.669595 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 49841153-7e66-4b44-8b71-504be582de3f completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:17.688360 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Router 3ea11df1-583b-46ad-96eb-eab1c54ff39a is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:40:17.798240 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:17.809694 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Sync routers for ids ['3ea11df1-583b-46ad-96eb-eab1c54ff39a'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:17.815479 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:17.817103 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-0045cec3-7c06-45e1-ae18-0158f3340097 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4880462 Jul 16 04:40:17.819852 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55064) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:17.825020 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Routers {'3ea11df1-583b-46ad-96eb-eab1c54ff39a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:17.825833 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:40:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3ea11df1-583b-46ad-96eb-eab1c54ff39a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:17.897677 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c97161a-b2f6-4655-a5c0-af5359b9c93a None None] Network 2af01e83-5996-4f07-8a18-4558dae1118d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:40:17.961014 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-175a39fc-55f8-4cf7-9990-f976d0d3d4af None None] Provisioning for port 49841153-7e66-4b44-8b71-504be582de3f completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:17.967971 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-175a39fc-55f8-4cf7-9990-f976d0d3d4af None None] Provisioning complete for port 49841153-7e66-4b44-8b71-504be582de3f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:17.968366 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-175a39fc-55f8-4cf7-9990-f976d0d3d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.034663 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Set router 3ea11df1-583b-46ad-96eb-eab1c54ff39a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:18.113270 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-175a39fc-55f8-4cf7-9990-f976d0d3d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.158649 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-175a39fc-55f8-4cf7-9990-f976d0d3d4af None None] For port 49841153-7e66-4b44-8b71-504be582de3f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=49841153-7e66-4b44-8b71-504be582de3f,segment=NetworkSegment(cf1c1855-5de9-48d7-953c-582923af291e),segment_id=cf1c1855-5de9-48d7-953c-582923af291e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:18.162594 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-175a39fc-55f8-4cf7-9990-f976d0d3d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.216687 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a39fc-55f8-4cf7-9990-f976d0d3d4af None None] Pushing event updated for resources: {'Port': ['ID=49841153-7e66-4b44-8b71-504be582de3f,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:18.244034 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'name': 'tempest-TestSnapshotPattern-1259037618-router', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '2497d29c-fbc2-47f3-b97f-cdb5a09ae857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:40:17Z', 'revision_number': 3, 'project_id': '3a12b7fc0c72401780ab77e6be096476', 'gw_port': {'id': '2497d29c-fbc2-47f3-b97f-cdb5a09ae857', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:40:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:18.275873 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Checking router: 3ea11df1-583b-46ad-96eb-eab1c54ff39a for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:18.276293 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Updating router 3ea11df1-583b-46ad-96eb-eab1c54ff39a port 2497d29c-fbc2-47f3-b97f-cdb5a09ae857 binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:40:18.312384 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.385721 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-5fc17cb7-6549-46ef-89a6-863f931300be None None] Provisioning complete for port 49841153-7e66-4b44-8b71-504be582de3f triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:18.386100 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5fc17cb7-6549-46ef-89a6-863f931300be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.570823 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.580215 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Transition to ACTIVE for port object 2497d29c-fbc2-47f3-b97f-cdb5a09ae857 will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:18.585539 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.591618 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.627918 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d53fb-6040-415e-9da0-7f71a9e01b39 None None] Pushing event updated for resources: {'Port': ['ID=2497d29c-fbc2-47f3-b97f-cdb5a09ae857,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:18.647947 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d53fb-6040-415e-9da0-7f71a9e01b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.648294 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d53fb-6040-415e-9da0-7f71a9e01b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.649243 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d53fb-6040-415e-9da0-7f71a9e01b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.649243 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d53fb-6040-415e-9da0-7f71a9e01b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.649502 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d53fb-6040-415e-9da0-7f71a9e01b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.649640 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d53fb-6040-415e-9da0-7f71a9e01b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.649967 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d53fb-6040-415e-9da0-7f71a9e01b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.650289 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d53fb-6040-415e-9da0-7f71a9e01b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.650609 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d53fb-6040-415e-9da0-7f71a9e01b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.650928 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d53fb-6040-415e-9da0-7f71a9e01b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.651247 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d53fb-6040-415e-9da0-7f71a9e01b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.651564 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25d53fb-6040-415e-9da0-7f71a9e01b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:40:18.656537 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Attempting to bind port 2497d29c-fbc2-47f3-b97f-cdb5a09ae857 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:18.656907 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Attempting to bind port 2497d29c-fbc2-47f3-b97f-cdb5a09ae857 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:18.657267 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Attempting to bind port 2497d29c-fbc2-47f3-b97f-cdb5a09ae857 on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:18.662206 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:18.662654 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:18.663124 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.663578 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:18.664044 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Bound port: 2497d29c-fbc2-47f3-b97f-cdb5a09ae857, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:18.664446 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.714502 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] For port 2497d29c-fbc2-47f3-b97f-cdb5a09ae857, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:18.717655 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] For port 2497d29c-fbc2-47f3-b97f-cdb5a09ae857, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2497d29c-fbc2-47f3-b97f-cdb5a09ae857,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:18.721870 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.754920 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Allocated IP 172.20.0.1 (2af01e83-5996-4f07-8a18-4558dae1118d/d4c7e388-5e8a-4a2b-9039-436d25442a6b/2ffeb879-c321-4f28-a1ad-ae7042590533) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:18.781518 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Routers {'3ea11df1-583b-46ad-96eb-eab1c54ff39a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:18.782130 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:40:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3ea11df1-583b-46ad-96eb-eab1c54ff39a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:18.784642 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d53fb-6040-415e-9da0-7f71a9e01b39 None None] Pushing event updated for resources: {'Port': ['ID=2497d29c-fbc2-47f3-b97f-cdb5a09ae857,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:18.858171 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.874562 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Transition to ACTIVE for port object 2ffeb879-c321-4f28-a1ad-ae7042590533 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:18.891765 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] Set router 3ea11df1-583b-46ad-96eb-eab1c54ff39a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:18.907769 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:18.948264 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Network 2af01e83-5996-4f07-8a18-4558dae1118d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:18.951069 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:18.954624 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:18.960219 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Pushing event updated for resources: {'Port': ['ID=2ffeb879-c321-4f28-a1ad-ae7042590533,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:18.997353 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:19.068130 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'name': 'tempest-TestSnapshotPattern-1259037618-router', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '2497d29c-fbc2-47f3-b97f-cdb5a09ae857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:40:17Z', 'revision_number': 3, 'project_id': '3a12b7fc0c72401780ab77e6be096476', 'gw_port': {'id': '2497d29c-fbc2-47f3-b97f-cdb5a09ae857', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:19.098644 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0a515e-4dbc-44d8-9d33-ebdaaa51e2bc None None] The sync data for ids ['3ea11df1-583b-46ad-96eb-eab1c54ff39a'] in n-d-800088-6 is: [{'id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'name': 'tempest-TestSnapshotPattern-1259037618-router', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '2497d29c-fbc2-47f3-b97f-cdb5a09ae857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:40:17Z', 'revision_number': 3, 'project_id': '3a12b7fc0c72401780ab77e6be096476', 'gw_port': {'id': '2497d29c-fbc2-47f3-b97f-cdb5a09ae857', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:19.157162 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:19.202588 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dbacc1a4-6994-4cec-ab4d-965297d6ebf5 None None] Provisioning for port 2ffeb879-c321-4f28-a1ad-ae7042590533 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:19.207294 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-dbacc1a4-6994-4cec-ab4d-965297d6ebf5 None None] Provisioning complete for port 2ffeb879-c321-4f28-a1ad-ae7042590533 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:19.207940 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-dbacc1a4-6994-4cec-ab4d-965297d6ebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:19.246496 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-dbacc1a4-6994-4cec-ab4d-965297d6ebf5 None None] Port 2ffeb879-c321-4f28-a1ad-ae7042590533 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:40:19.336637 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:19.341099 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:19.412412 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:19.414120 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Pushing event updated for resources: {'Port': ['ID=2ffeb879-c321-4f28-a1ad-ae7042590533,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:19.508017 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Network 2af01e83-5996-4f07-8a18-4558dae1118d is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:19.514804 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:19.647057 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Router 3ea11df1-583b-46ad-96eb-eab1c54ff39a has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:40:19.715979 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 49841153-7e66-4b44-8b71-504be582de3f up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:19.778817 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 49841153-7e66-4b44-8b71-504be582de3f triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:19.779461 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:19.781913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-8c16fb4c-b9de-49d1-9fa2-9672fa6e1ef3 None None] Provisioning complete for port 2ffeb879-c321-4f28-a1ad-ae7042590533 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:19.782274 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8c16fb4c-b9de-49d1-9fa2-9672fa6e1ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:19.782466 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:19.792361 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-f5c5f355-ebfd-482f-8f69-291843c243af admin admin] 10.222.0.18 "PUT /v2.0/routers/3ea11df1-583b-46ad-96eb-eab1c54ff39a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9668188 Jul 16 04:40:19.846584 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-8c16fb4c-b9de-49d1-9fa2-9672fa6e1ef3 None None] Port 2ffeb879-c321-4f28-a1ad-ae7042590533 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:40:19.893046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2497d29c-fbc2-47f3-b97f-cdb5a09ae857 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:19.943110 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 2497d29c-fbc2-47f3-b97f-cdb5a09ae857 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:19.947660 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2497d29c-fbc2-47f3-b97f-cdb5a09ae857 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:19.948347 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.187459 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.207999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 2497d29c-fbc2-47f3-b97f-cdb5a09ae857, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2497d29c-fbc2-47f3-b97f-cdb5a09ae857,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:20.211943 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.260178 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=2497d29c-fbc2-47f3-b97f-cdb5a09ae857,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:20.268022 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55082) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:20.272934 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.v2.base [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-572130674-network', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f'}} {{(pid=93767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:20.293472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] Made reservation on behalf of df56ebb09c4a45bdbbabc127d6df2b5f for: {'network': 1} {{(pid=93767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:40:20.295819 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for network, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.304104 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.395155 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.399343 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.423933 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 933} {{(pid=93767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 04:40:20.434135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199420fd-01b6-400b-ba64-7165e183e728,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:20.438957 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.439238 n-d-800088-6 neutron-server[93767]: INFO neutron.db.segments_db [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] Added segment 142b09de-d265-4afc-bb15-063903a075de of type vlan for network cdfb376e-9e1c-4b45-a56b-fa873d03be6a Jul 16 04:40:20.482719 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750206431479'] for network, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.513144 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855'] for network, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.514126 n-d-800088-6 neutron-server[93767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:20.514721 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.551432 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2798605 Jul 16 04:40:20.551756 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55084) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:20.557310 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-4dd1f579-d233-4a48-9795-a0dcf708de29 admin admin] Request body: {'subnet': {'network_id': 'cdfb376e-9e1c-4b45-a56b-fa873d03be6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-572130674-subnet', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'ip_version': 4}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:20.575259 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857ee8d-672f-4188-b42d-dec85e965851 admin admin] Pushing event updated for resources: {'Network': ['ID=cdfb376e-9e1c-4b45-a56b-fa873d03be6a,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:20.581487 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd1f579-d233-4a48-9795-a0dcf708de29 admin admin] Made reservation on behalf of df56ebb09c4a45bdbbabc127d6df2b5f for: {'subnet': 1} {{(pid=93768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 04:40:20.584272 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f579-d233-4a48-9795-a0dcf708de29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8558570'] for subnet, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.587377 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Network cdfb376e-9e1c-4b45-a56b-fa873d03be6a details requested by agent ovs-agent-n-d-800088-6 with host n-d-800088-6 {{(pid=93769) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 04:40:20.665836 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Sync routers for ids ['3ea11df1-583b-46ad-96eb-eab1c54ff39a'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:20.675359 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Routers {'3ea11df1-583b-46ad-96eb-eab1c54ff39a'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:20.676229 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:40:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3ea11df1-583b-46ad-96eb-eab1c54ff39a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:20.757347 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f579-d233-4a48-9795-a0dcf708de29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3749692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8558584'] for subnet, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.781379 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Set router 3ea11df1-583b-46ad-96eb-eab1c54ff39a gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:20.813057 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1f579-d233-4a48-9795-a0dcf708de29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b6e948-f668-476a-8a82-6c7594b0afd3,revision_number=0']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:20.827013 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd1f579-d233-4a48-9795-a0dcf708de29 admin admin] Checking segment: {'id': '142b09de-d265-4afc-bb15-063903a075de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'cdfb376e-9e1c-4b45-a56b-fa873d03be6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:20.827438 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd1f579-d233-4a48-9795-a0dcf708de29 admin admin] Network hostable DHCP agents. Network: cdfb376e-9e1c-4b45-a56b-fa873d03be6a, hostable agents: ['25c428ef-536b-4ed4-a424-d56eca42decc'], hosted agents: [] {{(pid=93768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 04:40:20.845971 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd1f579-d233-4a48-9795-a0dcf708de29 admin admin] Network cdfb376e-9e1c-4b45-a56b-fa873d03be6a is scheduled to be hosted by DHCP agent 25c428ef-536b-4ed4-a424-d56eca42decc with binding_index 1 {{(pid=93768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 04:40:20.854937 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-4dd1f579-d233-4a48-9795-a0dcf708de29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-6, cdfb376e-9e1c-4b45-a56b-fa873d03be6a) {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:20.859221 n-d-800088-6 neutron-server[93768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd1f579-d233-4a48-9795-a0dcf708de29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 04:40:20.859816 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f579-d233-4a48-9795-a0dcf708de29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.864565 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054f88f7-eaaa-4284-8dc6-779f9cdca64d None None] Network cdfb376e-9e1c-4b45-a56b-fa873d03be6a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:40:20.874936 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-4dd1f579-d233-4a48-9795-a0dcf708de29 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3220417 Jul 16 04:40:20.877468 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55088) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:20.881974 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.v2.base [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-572130674-router', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}} {{(pid=93768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 04:40:20.902665 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-370416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-255407'] for router, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.903630 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-680066', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-370231', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-376287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-255382'] for router, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:20.957553 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.090747 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-370213', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-370325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-255364'] for router, precommit_update {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.093763 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'name': 'tempest-TestSnapshotPattern-1259037618-router', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '2497d29c-fbc2-47f3-b97f-cdb5a09ae857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:40:19Z', 'revision_number': 4, 'project_id': '3a12b7fc0c72401780ab77e6be096476', 'gw_port': {'id': '2497d29c-fbc2-47f3-b97f-cdb5a09ae857', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '2ffeb879-c321-4f28-a1ad-ae7042590533', 'name': '', 'network_id': '2af01e83-5996-4f07-8a18-4558dae1118d', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476', 'mac_address': 'fa:16:3e:98:25:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd4c7e388-5e8a-4a2b-9039-436d25442a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:18Z', 'updated_at': '2021-07-16T04:40:19Z', 'revision_number': 2, 'project_id': '3a12b7fc0c72401780ab77e6be096476', 'subnets': [{'id': 'd4c7e388-5e8a-4a2b-9039-436d25442a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:21.097932 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf43303fc-728a-5f16-819c-20ba47e92204-cdfb376e-9e1c-4b45-a56b-fa873d03be6a', 'network_id': 'cdfb376e-9e1c-4b45-a56b-fa873d03be6a', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'fixed_ips': [{'subnet_id': '33b6e948-f668-476a-8a82-6c7594b0afd3'}]}} from n-d-800088-6. {{(pid=93769) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 04:40:21.098834 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.130310 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Checking router: 3ea11df1-583b-46ad-96eb-eab1c54ff39a for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:21.130671 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Updating router 3ea11df1-583b-46ad-96eb-eab1c54ff39a port 2ffeb879-c321-4f28-a1ad-ae7042590533 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:40:21.238836 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.288629 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.307244 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.405795 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_common [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Allocated IP 172.25.3.254 (7a71964d-15bc-4644-8b2f-0e9909e49799/188a12a3-58e3-4ffe-963e-3f4948ae4745/e1945b22-673c-4d82-b00a-e1a5688ac14b) {{(pid=93768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:21.419622 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.db_base_plugin_common [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Allocated IP 172.20.0.2 (cdfb376e-9e1c-4b45-a56b-fa873d03be6a/33b6e948-f668-476a-8a82-6c7594b0afd3/871cbecb-32a2-4306-9e09-5bd659a1ae50) {{(pid=93769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:21.508207 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.547802 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.591424 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Network 7a71964d-15bc-4644-8b2f-0e9909e49799 is already hosted by enough agents. {{(pid=93768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:21.594273 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.base_scheduler [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Resources bound (agent type, host, resource id): {{(pid=93768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:21.597800 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Received port after_create {{(pid=93768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:21.598479 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2497d29c-fbc2-47f3-b97f-cdb5a09ae857 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:21.620882 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Pushing event updated for resources: {'Port': ['ID=e1945b22-673c-4d82-b00a-e1a5688ac14b,revision_number=1']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:21.780676 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.807393 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Transition to ACTIVE for port object 871cbecb-32a2-4306-9e09-5bd659a1ae50 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:21.809117 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2497d29c-fbc2-47f3-b97f-cdb5a09ae857 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:21.809487 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.845021 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.845956 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.863133 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Transition to ACTIVE for port object 871cbecb-32a2-4306-9e09-5bd659a1ae50 will not be triggered until provisioned by entity DHCP. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:21.874120 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466'] for port, after_create {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.876225 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Transition to ACTIVE for port object 2ffeb879-c321-4f28-a1ad-ae7042590533 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:21.906333 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:21.923369 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Network cdfb376e-9e1c-4b45-a56b-fa873d03be6a is already hosted by enough agents. {{(pid=93769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:21.932922 n-d-800088-6 neutron-server[93769]: DEBUG neutron.scheduler.base_scheduler [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Resources bound (agent type, host, resource id): {{(pid=93769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:21.941238 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Received port after_create {{(pid=93769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:21.949858 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Pushing event updated for resources: {'Port': ['ID=871cbecb-32a2-4306-9e09-5bd659a1ae50,revision_number=1']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:22.044199 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-370427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-370176'] for router, after_create {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:22.094068 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Attempting to bind port 871cbecb-32a2-4306-9e09-5bd659a1ae50 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:22.094437 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Attempting to bind port 871cbecb-32a2-4306-9e09-5bd659a1ae50 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '142b09de-d265-4afc-bb15-063903a075de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'cdfb376e-9e1c-4b45-a56b-fa873d03be6a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:22.094806 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Attempting to bind port 871cbecb-32a2-4306-9e09-5bd659a1ae50 on network cdfb376e-9e1c-4b45-a56b-fa873d03be6a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:22.096722 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee759c-11e9-428a-aa48-b27115a654dd None None] Pushing event updated for resources: {'Port': ['ID=2ffeb879-c321-4f28-a1ad-ae7042590533,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:22.121271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:22.121751 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Checking segment: {'id': '142b09de-d265-4afc-bb15-063903a075de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'cdfb376e-9e1c-4b45-a56b-fa873d03be6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:22.122039 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:22.122427 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Bound using segment: {'id': '142b09de-d265-4afc-bb15-063903a075de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'cdfb376e-9e1c-4b45-a56b-fa873d03be6a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:22.122909 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Bound port: 871cbecb-32a2-4306-9e09-5bd659a1ae50, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142b09de-d265-4afc-bb15-063903a075de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'cdfb376e-9e1c-4b45-a56b-fa873d03be6a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:22.123285 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:22.142684 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Attempting to bind port 2ffeb879-c321-4f28-a1ad-ae7042590533 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:22.143056 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Attempting to bind port 2ffeb879-c321-4f28-a1ad-ae7042590533 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': 'cf1c1855-5de9-48d7-953c-582923af291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2af01e83-5996-4f07-8a18-4558dae1118d'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:22.143899 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Attempting to bind port 2ffeb879-c321-4f28-a1ad-ae7042590533 on network 2af01e83-5996-4f07-8a18-4558dae1118d {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:22.169075 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:22.169462 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Checking segment: {'id': 'cf1c1855-5de9-48d7-953c-582923af291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2af01e83-5996-4f07-8a18-4558dae1118d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:22.169866 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:22.170260 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Bound using segment: {'id': 'cf1c1855-5de9-48d7-953c-582923af291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2af01e83-5996-4f07-8a18-4558dae1118d'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:22.170742 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Bound port: 2ffeb879-c321-4f28-a1ad-ae7042590533, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1c1855-5de9-48d7-953c-582923af291e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '2af01e83-5996-4f07-8a18-4558dae1118d'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:22.171127 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:22.182428 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Router a3e66a74-6b62-4c64-803f-42e1dd2528e8 is scheduled to L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 with binding_index 1 {{(pid=93768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 04:40:22.247270 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] For port 871cbecb-32a2-4306-9e09-5bd659a1ae50, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:22.251557 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] For port 871cbecb-32a2-4306-9e09-5bd659a1ae50, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=871cbecb-32a2-4306-9e09-5bd659a1ae50,segment=NetworkSegment(142b09de-d265-4afc-bb15-063903a075de),segment_id=142b09de-d265-4afc-bb15-063903a075de)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:22.258184 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:22.288737 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:22.299511 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Sync routers for ids ['a3e66a74-6b62-4c64-803f-42e1dd2528e8'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:22.305633 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:22.310267 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55090) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:40:22.310860 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-71e620b2-72a8-4afe-98c8-e268133d376a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4318898 Jul 16 04:40:22.311210 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] For port 2ffeb879-c321-4f28-a1ad-ae7042590533, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:22.315780 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] For port 2ffeb879-c321-4f28-a1ad-ae7042590533, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2ffeb879-c321-4f28-a1ad-ae7042590533,segment=NetworkSegment(cf1c1855-5de9-48d7-953c-582923af291e),segment_id=cf1c1855-5de9-48d7-953c-582923af291e)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:22.319520 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Routers {'a3e66a74-6b62-4c64-803f-42e1dd2528e8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:22.320145 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:40:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a3e66a74-6b62-4c64-803f-42e1dd2528e8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:22.323850 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:22.345273 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc018c4-72e7-4a86-b3f3-15eb2327a1f3 None None] Pushing event updated for resources: {'Port': ['ID=871cbecb-32a2-4306-9e09-5bd659a1ae50,revision_number=2']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:22.388404 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Routers {'3ea11df1-583b-46ad-96eb-eab1c54ff39a'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:22.389046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:40:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3ea11df1-583b-46ad-96eb-eab1c54ff39a'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:22.517678 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Set router a3e66a74-6b62-4c64-803f-42e1dd2528e8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:22.718859 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee759c-11e9-428a-aa48-b27115a654dd None None] Pushing event updated for resources: {'Port': ['ID=2ffeb879-c321-4f28-a1ad-ae7042590533,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:22.753548 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'name': 'tempest-TestSnapshotPattern-572130674-router', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e1945b22-673c-4d82-b00a-e1a5688ac14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:20Z', 'updated_at': '2021-07-16T04:40:21Z', 'revision_number': 3, 'project_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'gw_port': {'id': 'e1945b22-673c-4d82-b00a-e1a5688ac14b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:21Z', 'updated_at': '2021-07-16T04:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:22.758751 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] Set router 3ea11df1-583b-46ad-96eb-eab1c54ff39a gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:22.780722 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Checking router: a3e66a74-6b62-4c64-803f-42e1dd2528e8 for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:22.781442 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Updating router a3e66a74-6b62-4c64-803f-42e1dd2528e8 port e1945b22-673c-4d82-b00a-e1a5688ac14b binding host n-d-800088-6 {{(pid=93770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:40:22.825919 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:22.923536 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:22.975917 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'name': 'tempest-TestSnapshotPattern-1259037618-router', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '2497d29c-fbc2-47f3-b97f-cdb5a09ae857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:40:19Z', 'revision_number': 4, 'project_id': '3a12b7fc0c72401780ab77e6be096476', 'gw_port': {'id': '2497d29c-fbc2-47f3-b97f-cdb5a09ae857', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '2ffeb879-c321-4f28-a1ad-ae7042590533', 'name': '', 'network_id': '2af01e83-5996-4f07-8a18-4558dae1118d', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476', 'mac_address': 'fa:16:3e:98:25:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd4c7e388-5e8a-4a2b-9039-436d25442a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:18Z', 'updated_at': '2021-07-16T04:40:22Z', 'revision_number': 4, 'project_id': '3a12b7fc0c72401780ab77e6be096476', 'subnets': [{'id': 'd4c7e388-5e8a-4a2b-9039-436d25442a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:23.002475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c40c1-a88f-4cb8-b74d-c7ebcd2c8fd6 None None] The sync data for ids ['3ea11df1-583b-46ad-96eb-eab1c54ff39a'] in n-d-800088-6 is: [{'id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'name': 'tempest-TestSnapshotPattern-1259037618-router', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '2497d29c-fbc2-47f3-b97f-cdb5a09ae857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:40:19Z', 'revision_number': 4, 'project_id': '3a12b7fc0c72401780ab77e6be096476', 'gw_port': {'id': '2497d29c-fbc2-47f3-b97f-cdb5a09ae857', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '2ffeb879-c321-4f28-a1ad-ae7042590533', 'name': '', 'network_id': '2af01e83-5996-4f07-8a18-4558dae1118d', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476', 'mac_address': 'fa:16:3e:98:25:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd4c7e388-5e8a-4a2b-9039-436d25442a6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:18Z', 'updated_at': '2021-07-16T04:40:22Z', 'revision_number': 4, 'project_id': '3a12b7fc0c72401780ab77e6be096476', 'subnets': [{'id': 'd4c7e388-5e8a-4a2b-9039-436d25442a6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:23.092425 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:23.112993 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.provisioning_blocks [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Transition to ACTIVE for port object e1945b22-673c-4d82-b00a-e1a5688ac14b will not be triggered until provisioned by entity L2. {{(pid=93770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:23.125125 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:23.126694 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_common [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Allocated IP 172.20.0.1 (cdfb376e-9e1c-4b45-a56b-fa873d03be6a/33b6e948-f668-476a-8a82-6c7594b0afd3/0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28) {{(pid=93767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 04:40:23.173677 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d05db-24fd-485b-bcda-1c279d12dd62 None None] Pushing event updated for resources: {'Port': ['ID=e1945b22-673c-4d82-b00a-e1a5688ac14b,revision_number=2']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:23.189952 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Attempting to bind port e1945b22-673c-4d82-b00a-e1a5688ac14b on host n-d-800088-6 for vnic_type normal with profile {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:23.190336 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Attempting to bind port e1945b22-673c-4d82-b00a-e1a5688ac14b by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:23.190711 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Attempting to bind port e1945b22-673c-4d82-b00a-e1a5688ac14b on network 7a71964d-15bc-4644-8b2f-0e9909e49799 {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:23.196489 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:23.196868 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Checking segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:23.197278 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:23.197676 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Bound using segment: {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'} {{(pid=93770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:23.198150 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.managers [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Bound port: e1945b22-673c-4d82-b00a-e1a5688ac14b, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d255992-68cf-4fa0-af1e-916ac9d13986', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799'}}] {{(pid=93770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:23.198539 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:23.260262 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] For port e1945b22-673c-4d82-b00a-e1a5688ac14b, host n-d-800088-6, cleared binding levels {{(pid=93770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:23.263703 n-d-800088-6 neutron-server[93770]: DEBUG neutron.plugins.ml2.db [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] For port e1945b22-673c-4d82-b00a-e1a5688ac14b, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e1945b22-673c-4d82-b00a-e1a5688ac14b,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:23.272914 n-d-800088-6 neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:23.273523 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:23.292726 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.provisioning_blocks [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Transition to ACTIVE for port object 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 will not be triggered until provisioned by entity DHCP. {{(pid=93767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:23.329013 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Routers {'a3e66a74-6b62-4c64-803f-42e1dd2528e8'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:23.330333 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:40:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a3e66a74-6b62-4c64-803f-42e1dd2528e8'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:23.341310 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750206446466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:23.382981 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Network cdfb376e-9e1c-4b45-a56b-fa873d03be6a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:23.388524 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:23.391375 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Received port after_create {{(pid=93767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 04:40:23.441409 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Pushing event updated for resources: {'Port': ['ID=0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28,revision_number=1']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:23.447930 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-679991'] for router_interface, before_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:23.535257 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0528aa-371b-4fc5-b31f-02c78bec7961 None None] Network cdfb376e-9e1c-4b45-a56b-fa873d03be6a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:40:23.554740 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] Set router a3e66a74-6b62-4c64-803f-42e1dd2528e8 gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:23.606328 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:23.663976 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d05db-24fd-485b-bcda-1c279d12dd62 None None] Pushing event updated for resources: {'Port': ['ID=e1945b22-673c-4d82-b00a-e1a5688ac14b,revision_number=3']} {{(pid=93770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:23.733439 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 871cbecb-32a2-4306-9e09-5bd659a1ae50 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:23.737758 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-b33c8a92-e957-466f-b4bf-427f046db486 None None] Provisioning for port 871cbecb-32a2-4306-9e09-5bd659a1ae50 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:23.819300 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'name': 'tempest-TestSnapshotPattern-572130674-router', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e1945b22-673c-4d82-b00a-e1a5688ac14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:20Z', 'updated_at': '2021-07-16T04:40:21Z', 'revision_number': 3, 'project_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'gw_port': {'id': 'e1945b22-673c-4d82-b00a-e1a5688ac14b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:21Z', 'updated_at': '2021-07-16T04:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:23.845186 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 871cbecb-32a2-4306-9e09-5bd659a1ae50 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:23.851955 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 871cbecb-32a2-4306-9e09-5bd659a1ae50 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:23.853154 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:23.859620 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6823904c-9940-440a-8bc4-20da9efce3c5 None None] The sync data for ids ['a3e66a74-6b62-4c64-803f-42e1dd2528e8'] in n-d-800088-6 is: [{'id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'name': 'tempest-TestSnapshotPattern-572130674-router', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e1945b22-673c-4d82-b00a-e1a5688ac14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:20Z', 'updated_at': '2021-07-16T04:40:21Z', 'revision_number': 3, 'project_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'gw_port': {'id': 'e1945b22-673c-4d82-b00a-e1a5688ac14b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:21Z', 'updated_at': '2021-07-16T04:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:23.892951 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:23.898978 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8529351'] for port, after_update {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:23.972858 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:23.988423 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-653837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-680003'] for router_interface, after_create {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:24.018446 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Pushing event updated for resources: {'Port': ['ID=0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28,revision_number=2']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:24.021271 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 871cbecb-32a2-4306-9e09-5bd659a1ae50, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=871cbecb-32a2-4306-9e09-5bd659a1ae50,segment=NetworkSegment(142b09de-d265-4afc-bb15-063903a075de),segment_id=142b09de-d265-4afc-bb15-063903a075de)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:24.028214 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:24.029197 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2ffeb879-c321-4f28-a1ad-ae7042590533 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:24.141342 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=871cbecb-32a2-4306-9e09-5bd659a1ae50,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:24.153804 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 2ffeb879-c321-4f28-a1ad-ae7042590533 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:24.156134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Network cdfb376e-9e1c-4b45-a56b-fa873d03be6a is already hosted by enough agents. {{(pid=93767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 04:40:24.158228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2ffeb879-c321-4f28-a1ad-ae7042590533 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:24.158383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.base_scheduler [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Resources bound (agent type, host, resource id): {{(pid=93767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 04:40:24.158682 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:24.238981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-12a06ff0-8651-4702-8daa-b02b59042a1b None None] Provisioning for port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 completed by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:24.250255 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-12a06ff0-8651-4702-8daa-b02b59042a1b None None] Provisioning complete for port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:24.250637 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12a06ff0-8651-4702-8daa-b02b59042a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:24.291007 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-12a06ff0-8651-4702-8daa-b02b59042a1b None None] Port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:40:24.339416 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-12a06ff0-8651-4702-8daa-b02b59042a1b None None] Provisioning complete for port 871cbecb-32a2-4306-9e09-5bd659a1ae50 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:24.339905 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-12a06ff0-8651-4702-8daa-b02b59042a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:24.362318 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Router a3e66a74-6b62-4c64-803f-42e1dd2528e8 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:40:24.376788 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:24.431441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 2ffeb879-c321-4f28-a1ad-ae7042590533, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2ffeb879-c321-4f28-a1ad-ae7042590533,segment=NetworkSegment(cf1c1855-5de9-48d7-953c-582923af291e),segment_id=cf1c1855-5de9-48d7-953c-582923af291e)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:24.458056 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:24.523383 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:40:24.532854 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bf5a47a5-8bdc-4727-ae0c-2ce80e14e31b admin admin] 10.222.0.18 "PUT /v2.0/routers/a3e66a74-6b62-4c64-803f-42e1dd2528e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2204130 Jul 16 04:40:24.542249 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=2ffeb879-c321-4f28-a1ad-ae7042590533,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:24.671767 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-ebd4dbf4-c588-41f7-a415-c2e72e93c063 None None] Provisioning complete for port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:24.672143 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ebd4dbf4-c588-41f7-a415-c2e72e93c063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:24.718212 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4dbf4-c588-41f7-a415-c2e72e93c063 None None] Port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:40:24.835786 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-d262bfce-eff9-4c51-b82d-65b41132845a None None] Provisioning complete for port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 triggered by entity DHCP. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:24.836177 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d262bfce-eff9-4c51-b82d-65b41132845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:24.885331 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-d262bfce-eff9-4c51-b82d-65b41132845a None None] Port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 cannot update to ACTIVE because it is not bound. {{(pid=93769) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 04:40:25.655591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e1945b22-673c-4d82-b00a-e1a5688ac14b up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:25.703877 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port e1945b22-673c-4d82-b00a-e1a5688ac14b completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:25.707705 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e1945b22-673c-4d82-b00a-e1a5688ac14b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:25.708104 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:25.786007 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:25.805139 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port e1945b22-673c-4d82-b00a-e1a5688ac14b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e1945b22-673c-4d82-b00a-e1a5688ac14b,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:25.809191 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:25.809940 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 871cbecb-32a2-4306-9e09-5bd659a1ae50 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:25.882967 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=e1945b22-673c-4d82-b00a-e1a5688ac14b,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:25.894034 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 871cbecb-32a2-4306-9e09-5bd659a1ae50 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:25.894413 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:25.973999 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2ffeb879-c321-4f28-a1ad-ae7042590533 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:26.019959 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 2ffeb879-c321-4f28-a1ad-ae7042590533 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:26.020395 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:26.211128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Sync routers for ids ['a3e66a74-6b62-4c64-803f-42e1dd2528e8'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:40:26.220286 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Routers {'a3e66a74-6b62-4c64-803f-42e1dd2528e8'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:26.220929 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:40:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a3e66a74-6b62-4c64-803f-42e1dd2528e8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:26.322333 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Set router a3e66a74-6b62-4c64-803f-42e1dd2528e8 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:26.515637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'name': 'tempest-TestSnapshotPattern-572130674-router', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e1945b22-673c-4d82-b00a-e1a5688ac14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:20Z', 'updated_at': '2021-07-16T04:40:23Z', 'revision_number': 4, 'project_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'gw_port': {'id': 'e1945b22-673c-4d82-b00a-e1a5688ac14b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:21Z', 'updated_at': '2021-07-16T04:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28', 'name': '', 'network_id': 'cdfb376e-9e1c-4b45-a56b-fa873d03be6a', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'mac_address': 'fa:16:3e:5e:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '33b6e948-f668-476a-8a82-6c7594b0afd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:22Z', 'updated_at': '2021-07-16T04:40:23Z', 'revision_number': 2, 'project_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'subnets': [{'id': '33b6e948-f668-476a-8a82-6c7594b0afd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:26.542065 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Checking router: a3e66a74-6b62-4c64-803f-42e1dd2528e8 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:40:26.542404 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Updating router a3e66a74-6b62-4c64-803f-42e1dd2528e8 port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 binding host n-d-800088-6 {{(pid=93769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 04:40:26.573976 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:26.826850 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Notify callbacks [] for port, precommit_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:26.835913 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Transition to ACTIVE for port object 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 will not be triggered until provisioned by entity L2. {{(pid=93769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 04:40:26.841280 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:26.884868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cdd50-c119-4b96-b1dd-942442c53921 None None] Pushing event updated for resources: {'Port': ['ID=0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28,revision_number=3']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:26.942679 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Attempting to bind port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 on host n-d-800088-6 for vnic_type normal with profile {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 04:40:26.943052 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Attempting to bind port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 by drivers openvswitch,hyperv on host n-d-800088-6 at level 0 using segments [{'id': '142b09de-d265-4afc-bb15-063903a075de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'cdfb376e-9e1c-4b45-a56b-fa873d03be6a'}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 04:40:26.943448 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Attempting to bind port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 on network cdfb376e-9e1c-4b45-a56b-fa873d03be6a {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 04:40:26.949069 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Checking agent: {'id': '2dba2dc6-51df-4dd3-90c5-409f475c3628', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 3, 15, 33), 'started_at': datetime.datetime(2021, 7, 16, 3, 16, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 4, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 04:40:26.949577 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Checking segment: {'id': '142b09de-d265-4afc-bb15-063903a075de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'cdfb376e-9e1c-4b45-a56b-fa873d03be6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 04:40:26.949991 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:26.950387 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Bound using segment: {'id': '142b09de-d265-4afc-bb15-063903a075de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'cdfb376e-9e1c-4b45-a56b-fa873d03be6a'} {{(pid=93769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 04:40:26.950868 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.managers [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Bound port: 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28, host: n-d-800088-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142b09de-d265-4afc-bb15-063903a075de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': 'cdfb376e-9e1c-4b45-a56b-fa873d03be6a'}}] {{(pid=93769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 04:40:26.951253 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:27.020047 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] For port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28, host n-d-800088-6, cleared binding levels {{(pid=93769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 04:40:27.023157 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] For port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28, host n-d-800088-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28,segment=NetworkSegment(142b09de-d265-4afc-bb15-063903a075de),segment_id=142b09de-d265-4afc-bb15-063903a075de)] {{(pid=93769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 04:40:27.027594 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:27.082922 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Routers {'a3e66a74-6b62-4c64-803f-42e1dd2528e8'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:40:27.083564 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:40:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a3e66a74-6b62-4c64-803f-42e1dd2528e8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:27.088755 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cdd50-c119-4b96-b1dd-942442c53921 None None] Pushing event updated for resources: {'Port': ['ID=0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28,revision_number=4']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:27.203695 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] Set router a3e66a74-6b62-4c64-803f-42e1dd2528e8 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:40:27.403220 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'name': 'tempest-TestSnapshotPattern-572130674-router', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e1945b22-673c-4d82-b00a-e1a5688ac14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:20Z', 'updated_at': '2021-07-16T04:40:23Z', 'revision_number': 4, 'project_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'gw_port': {'id': 'e1945b22-673c-4d82-b00a-e1a5688ac14b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:21Z', 'updated_at': '2021-07-16T04:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28', 'name': '', 'network_id': 'cdfb376e-9e1c-4b45-a56b-fa873d03be6a', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'mac_address': 'fa:16:3e:5e:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '33b6e948-f668-476a-8a82-6c7594b0afd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:22Z', 'updated_at': '2021-07-16T04:40:27Z', 'revision_number': 4, 'project_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'subnets': [{'id': '33b6e948-f668-476a-8a82-6c7594b0afd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:40:27.431981 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923e3694-be3c-400b-97b5-6d58552e9b12 None None] The sync data for ids ['a3e66a74-6b62-4c64-803f-42e1dd2528e8'] in n-d-800088-6 is: [{'id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'name': 'tempest-TestSnapshotPattern-572130674-router', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e1945b22-673c-4d82-b00a-e1a5688ac14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:20Z', 'updated_at': '2021-07-16T04:40:23Z', 'revision_number': 4, 'project_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'gw_port': {'id': 'e1945b22-673c-4d82-b00a-e1a5688ac14b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:21Z', 'updated_at': '2021-07-16T04:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6', '_interfaces': [{'id': '0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28', 'name': '', 'network_id': 'cdfb376e-9e1c-4b45-a56b-fa873d03be6a', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'mac_address': 'fa:16:3e:5e:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '33b6e948-f668-476a-8a82-6c7594b0afd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:22Z', 'updated_at': '2021-07-16T04:40:27Z', 'revision_number': 4, 'project_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'subnets': [{'id': '33b6e948-f668-476a-8a82-6c7594b0afd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:40:27.673223 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e1945b22-673c-4d82-b00a-e1a5688ac14b up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:27.721553 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port e1945b22-673c-4d82-b00a-e1a5688ac14b triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:27.721848 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:27.803045 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:27.851037 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning for port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 completed by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 04:40:27.855670 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:27.855976 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:27.935284 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33041363'] for port, before_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:27.968128 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] For port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28,segment=NetworkSegment(142b09de-d265-4afc-bb15-063903a075de),segment_id=142b09de-d265-4afc-bb15-063903a075de)] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:40:27.972227 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750206847061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750206446484', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750206446502'] for port, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:28.181146 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Pushing event updated for resources: {'Port': ['ID=0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28,revision_number=5']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:40:29.592716 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 up at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 04:40:29.639739 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.provisioning_blocks [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Provisioning complete for port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 triggered by entity L2. {{(pid=93769) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 04:40:29.640276 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33214243'] for port, provisioning_complete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:30.140971 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4e71d646-125e-4027-9e3b-c4a35a6dcab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:31.856156 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.151687 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.862149 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7f2aabcd-98a8-4e12-bc14-a0a38464282d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:32.890822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.159816 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:40:34.169667 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:40:36.004165 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:00.142000 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8042d5a1-3f99-4d12-9559-d41bd3d0145a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:01.871004 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:02.138705 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:02.863178 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9d56923d-c982-424b-b7a2-ef3a9f9cf802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:02.889527 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:04.158566 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:06.006246 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:11.169544 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:41:24.816329 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55112) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:25.162767 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:25.411013 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Deleting port 2ffeb879-c321-4f28-a1ad-ae7042590533 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:41:25.411364 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:25.487050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] For port 2ffeb879-c321-4f28-a1ad-ae7042590533, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2ffeb879-c321-4f28-a1ad-ae7042590533,segment=NetworkSegment(cf1c1855-5de9-48d7-953c-582923af291e),segment_id=cf1c1855-5de9-48d7-953c-582923af291e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:25.487326 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:25.499571 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Calling delete_port for 2ffeb879-c321-4f28-a1ad-ae7042590533 owned by network:router_interface {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:41:25.676287 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:25.707460 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ffeb879-c321-4f28-a1ad-ae7042590533,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:25.733486 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:25.733841 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:25.734183 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:25.734525 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:25.735134 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:25.735472 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:25.735806 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:25.736135 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:25.736494 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:25.736822 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:25.737211 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:25.737470 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:25.880521 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:26.403842 n-d-800088-6 neutron-server[93767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Router 3ea11df1-583b-46ad-96eb-eab1c54ff39a has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:41:26.506282 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:41:26.511261 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-b5468c47-91df-4021-b7f5-5031bafb8ab6 admin admin] 10.222.0.18 "PUT /v2.0/routers/3ea11df1-583b-46ad-96eb-eab1c54ff39a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6936121 Jul 16 04:41:26.513897 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55116) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:26.514571 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee9c45-ccf0-4368-91b5-0f141379b993 None None] Sync routers for ids ['3ea11df1-583b-46ad-96eb-eab1c54ff39a'] in n-d-800088-6 {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:41:26.523999 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee9c45-ccf0-4368-91b5-0f141379b993 None None] Routers {'3ea11df1-583b-46ad-96eb-eab1c54ff39a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:26.524634 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-94ee9c45-ccf0-4368-91b5-0f141379b993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3ea11df1-583b-46ad-96eb-eab1c54ff39a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:26.619138 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] Notify callbacks [] for router, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:26.626447 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-94ee9c45-ccf0-4368-91b5-0f141379b993 None None] Set router 3ea11df1-583b-46ad-96eb-eab1c54ff39a gateway port host: n-d-800088-6 {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:26.718196 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:26.772998 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] Deleting port 2497d29c-fbc2-47f3-b97f-cdb5a09ae857 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:41:26.773341 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:26.801595 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-94ee9c45-ccf0-4368-91b5-0f141379b993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'name': 'tempest-TestSnapshotPattern-1259037618-router', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': '2497d29c-fbc2-47f3-b97f-cdb5a09ae857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:41:25Z', 'revision_number': 5, 'project_id': '3a12b7fc0c72401780ab77e6be096476', 'gw_port': {'id': '2497d29c-fbc2-47f3-b97f-cdb5a09ae857', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:66:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:26.830670 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee9c45-ccf0-4368-91b5-0f141379b993 None None] Checking router: 3ea11df1-583b-46ad-96eb-eab1c54ff39a for host: n-d-800088-6 {{(pid=93770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:41:26.838501 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee9c45-ccf0-4368-91b5-0f141379b993 None None] Routers {'3ea11df1-583b-46ad-96eb-eab1c54ff39a'} bound to L3 agent in host n-d-800088-6 {{(pid=93770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:26.839137 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-94ee9c45-ccf0-4368-91b5-0f141379b993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['3ea11df1-583b-46ad-96eb-eab1c54ff39a'], 'active': True} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:26.851050 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] For port 2497d29c-fbc2-47f3-b97f-cdb5a09ae857, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=2497d29c-fbc2-47f3-b97f-cdb5a09ae857,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:26.851415 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:26.863843 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] Calling delete_port for 2497d29c-fbc2-47f3-b97f-cdb5a09ae857 owned by network:router_gateway {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:41:26.922630 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_dvr_db [None req-94ee9c45-ccf0-4368-91b5-0f141379b993 None None] Set router 3ea11df1-583b-46ad-96eb-eab1c54ff39a gateway port host: None {{(pid=93770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:26.973787 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.l3_hamode_db [None req-94ee9c45-ccf0-4368-91b5-0f141379b993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'name': 'tempest-TestSnapshotPattern-1259037618-router', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:41:26Z', 'revision_number': 6, 'project_id': '3a12b7fc0c72401780ab77e6be096476', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:27.002566 n-d-800088-6 neutron-server[93770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ee9c45-ccf0-4368-91b5-0f141379b993 None None] The sync data for ids ['3ea11df1-583b-46ad-96eb-eab1c54ff39a'] in n-d-800088-6 is: [{'id': '3ea11df1-583b-46ad-96eb-eab1c54ff39a', 'name': 'tempest-TestSnapshotPattern-1259037618-router', 'tenant_id': '3a12b7fc0c72401780ab77e6be096476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:16Z', 'updated_at': '2021-07-16T04:41:26Z', 'revision_number': 6, 'project_id': '3a12b7fc0c72401780ab77e6be096476', 'gw_port_host': None}] {{(pid=93770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:41:27.030936 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.058761 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] Pushing event deleted for resources: {'Port': ['ID=2497d29c-fbc2-47f3-b97f-cdb5a09ae857,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:27.124918 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.212373 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.214457 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.256555 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.257008 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ea11df1-583b-46ad-96eb-eab1c54ff39a {{(pid=93767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:41:27.261414 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] Notify callbacks [] for router, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.263029 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-7710a9b2-97f1-456f-aa8a-c86d78964596 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3ea11df1-583b-46ad-96eb-eab1c54ff39a HTTP/1.1" status: 204 len: 168 time: 0.7481961 Jul 16 04:41:27.265679 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55118) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:27.312398 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.db_base_plugin_v2 [None req-682c7c62-2d29-445c-a706-e1fcffd74353 admin admin] Deleting subnet d4c7e388-5e8a-4a2b-9039-436d25442a6b {{(pid=93767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:41:27.315234 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-682c7c62-2d29-445c-a706-e1fcffd74353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.348817 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-682c7c62-2d29-445c-a706-e1fcffd74353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8685886'] for subnet, precommit_delete_associations {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.427690 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-682c7c62-2d29-445c-a706-e1fcffd74353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.478468 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-682c7c62-2d29-445c-a706-e1fcffd74353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8529293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10263382'] for subnet, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.507192 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c7c62-2d29-445c-a706-e1fcffd74353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c7e388-5e8a-4a2b-9039-436d25442a6b,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:27.512728 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-682c7c62-2d29-445c-a706-e1fcffd74353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.514614 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-682c7c62-2d29-445c-a706-e1fcffd74353 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d4c7e388-5e8a-4a2b-9039-436d25442a6b HTTP/1.1" status: 204 len: 168 time: 0.2479575 Jul 16 04:41:27.517159 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55120) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:27.518291 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e7ffc0-fc54-48c8-8ca2-9f07dbdcd991 None None] Network 2af01e83-5996-4f07-8a18-4558dae1118d requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:41:27.585022 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.639067 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] Deleting port 49841153-7e66-4b44-8b71-504be582de3f {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:41:27.639403 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.707468 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] For port 49841153-7e66-4b44-8b71-504be582de3f, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=49841153-7e66-4b44-8b71-504be582de3f,segment=NetworkSegment(cf1c1855-5de9-48d7-953c-582923af291e),segment_id=cf1c1855-5de9-48d7-953c-582923af291e)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:27.707830 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.719762 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] Calling delete_port for 49841153-7e66-4b44-8b71-504be582de3f owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:41:27.786139 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] DHCP port deletion for 2af01e83-5996-4f07-8a18-4558dae1118d request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:41:27.813050 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.844669 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Deleting port 49841153-7e66-4b44-8b71-504be582de3f {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:41:27.844919 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.846469 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] Pushing event deleted for resources: {'Port': ['ID=49841153-7e66-4b44-8b71-504be582de3f,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:27.850244 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] No DVR routers for this DVR port 49841153-7e66-4b44-8b71-504be582de3f on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:41:27.859367 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 49841153-7e66-4b44-8b71-504be582de3f no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:41:27.890811 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 49841153-7e66-4b44-8b71-504be582de3f {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:41:27.891475 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 49841153-7e66-4b44-8b71-504be582de3f not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:41:27.891883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2ffeb879-c321-4f28-a1ad-ae7042590533 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:41:27.914728 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 2ffeb879-c321-4f28-a1ad-ae7042590533 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:41:27.915066 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2ffeb879-c321-4f28-a1ad-ae7042590533 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:41:27.915460 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2497d29c-fbc2-47f3-b97f-cdb5a09ae857 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:41:27.925871 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.936373 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af01e83-5996-4f07-8a18-4558dae1118d']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:27.946157 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1c1855-5de9-48d7-953c-582923af291e') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:27.946470 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1c1855-5de9-48d7-953c-582923af291e') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:27.955972 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.962750 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 2497d29c-fbc2-47f3-b97f-cdb5a09ae857 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:41:27.963099 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 2497d29c-fbc2-47f3-b97f-cdb5a09ae857 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:41:27.968194 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] For port 49841153-7e66-4b44-8b71-504be582de3f, host n-d-800088-6, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:27.970691 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.971809 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.978781 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:41:27.979220 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:41:27.981861 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:41:27.988217 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Calling delete_port for 49841153-7e66-4b44-8b71-504be582de3f owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:41:27.990960 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Port 49841153-7e66-4b44-8b71-504be582de3f was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:41:27.992458 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:28.021275 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Pushing event deleted for resources: {'Port': ['ID=49841153-7e66-4b44-8b71-504be582de3f,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:28.030637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] No DVR routers for this DVR port 49841153-7e66-4b44-8b71-504be582de3f on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:41:28.035497 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:28.035845 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:28.038647 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:28.040228 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:28.040796 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:28.041411 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:28.042070 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:28.042995 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:28.043551 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:28.044108 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:28.044883 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:28.045547 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df630d2-1e22-43ed-917a-85ade213b9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:28.046567 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:28.053158 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:28.055217 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2af01e83-5996-4f07-8a18-4558dae1118d HTTP/1.1" status: 204 len: 168 time: 0.5371304 Jul 16 04:41:28.058818 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55122) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:28.070274 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf163ed-5d9b-42c7-a983-0e956be1af80 admin admin] Pushing event deleted for resources: {'Network': ['ID=2af01e83-5996-4f07-8a18-4558dae1118d,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:28.740751 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-680110'] for router_interface, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:28.988225 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Deleting port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:41:28.988601 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:29.066043 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] For port 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28,segment=NetworkSegment(142b09de-d265-4afc-bb15-063903a075de),segment_id=142b09de-d265-4afc-bb15-063903a075de)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:29.066763 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:29.078740 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Calling delete_port for 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 owned by network:router_interface {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:41:29.249285 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:29.274718 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Pushing event deleted for resources: {'Port': ['ID=0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:29.309692 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:29.310044 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:29.310388 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:29.310727 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:29.311062 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:29.311393 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:29.311725 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:29.312052 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:29.312402 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:29.312731 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:29.313058 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:29.313381 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-6 {{(pid=93768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 04:41:29.458131 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683838'] for router_interface, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:29.671165 n-d-800088-6 neutron-server[93768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Router a3e66a74-6b62-4c64-803f-42e1dd2528e8 has already been hosted by L3 agent b0cb038f-eafe-4e46-aa86-bebaae8e3627 {{(pid=93768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 04:41:29.774928 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] Notify agent at l3_agent.n-d-800088-6 the message routers_updated {{(pid=93768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 04:41:29.780440 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6acdcba9-a7a4-4d21-ad2c-8b503912e312 admin admin] 10.222.0.18 "PUT /v2.0/routers/a3e66a74-6b62-4c64-803f-42e1dd2528e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7200253 Jul 16 04:41:29.782875 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55126) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:29.784046 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a6372-d25a-4adc-9cfb-4728f6d0b36e None None] Sync routers for ids ['a3e66a74-6b62-4c64-803f-42e1dd2528e8'] in n-d-800088-6 {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 04:41:29.793018 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a6372-d25a-4adc-9cfb-4728f6d0b36e None None] Routers {'a3e66a74-6b62-4c64-803f-42e1dd2528e8'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:29.793637 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-565a6372-d25a-4adc-9cfb-4728f6d0b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a3e66a74-6b62-4c64-803f-42e1dd2528e8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:29.883774 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] Notify callbacks [] for router, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:29.894502 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-565a6372-d25a-4adc-9cfb-4728f6d0b36e None None] Set router a3e66a74-6b62-4c64-803f-42e1dd2528e8 gateway port host: n-d-800088-6 {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:29.985090 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.036765 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] Deleting port e1945b22-673c-4d82-b00a-e1a5688ac14b {{(pid=93768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:41:30.037109 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.067067 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-565a6372-d25a-4adc-9cfb-4728f6d0b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'name': 'tempest-TestSnapshotPattern-572130674-router', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'external_fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'e1945b22-673c-4d82-b00a-e1a5688ac14b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:20Z', 'updated_at': '2021-07-16T04:41:29Z', 'revision_number': 5, 'project_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'gw_port': {'id': 'e1945b22-673c-4d82-b00a-e1a5688ac14b', 'name': '', 'network_id': '7a71964d-15bc-4644-8b2f-0e9909e49799', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T04:40:21Z', 'updated_at': '2021-07-16T04:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '188a12a3-58e3-4ffe-963e-3f4948ae4745', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-6'}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:30.093956 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a6372-d25a-4adc-9cfb-4728f6d0b36e None None] Checking router: a3e66a74-6b62-4c64-803f-42e1dd2528e8 for host: n-d-800088-6 {{(pid=93769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 04:41:30.102087 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a6372-d25a-4adc-9cfb-4728f6d0b36e None None] Routers {'a3e66a74-6b62-4c64-803f-42e1dd2528e8'} bound to L3 agent in host n-d-800088-6 {{(pid=93769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 04:41:30.102696 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-565a6372-d25a-4adc-9cfb-4728f6d0b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T03:15:33Z,description=,heartbeat_timestamp=2021-07-16T04:41:03Z,host='n-d-800088-6',id=b0cb038f-eafe-4e46-aa86-bebaae8e3627,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T03:15:33Z,topic='l3_agent')) {'router_ids': ['a3e66a74-6b62-4c64-803f-42e1dd2528e8'], 'active': True} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:30.117009 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.db [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] For port e1945b22-673c-4d82-b00a-e1a5688ac14b, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=e1945b22-673c-4d82-b00a-e1a5688ac14b,segment=NetworkSegment(0d255992-68cf-4fa0-af1e-916ac9d13986),segment_id=0d255992-68cf-4fa0-af1e-916ac9d13986)] {{(pid=93768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:30.117593 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.130104 n-d-800088-6 neutron-server[93768]: DEBUG neutron.plugins.ml2.plugin [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] Calling delete_port for e1945b22-673c-4d82-b00a-e1a5688ac14b owned by network:router_gateway {{(pid=93768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:41:30.182211 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-43500fbe-042d-4a7d-bbdc-0270ad4387ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.200234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvr_db [None req-565a6372-d25a-4adc-9cfb-4728f6d0b36e None None] Set router a3e66a74-6b62-4c64-803f-42e1dd2528e8 gateway port host: None {{(pid=93769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 04:41:30.254139 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_hamode_db [None req-565a6372-d25a-4adc-9cfb-4728f6d0b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'name': 'tempest-TestSnapshotPattern-572130674-router', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:20Z', 'updated_at': '2021-07-16T04:41:29Z', 'revision_number': 6, 'project_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'gw_port_host': None}], 'n-d-800088-6', False) {} {{(pid=93769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:30.280689 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a6372-d25a-4adc-9cfb-4728f6d0b36e None None] The sync data for ids ['a3e66a74-6b62-4c64-803f-42e1dd2528e8'] in n-d-800088-6 is: [{'id': 'a3e66a74-6b62-4c64-803f-42e1dd2528e8', 'name': 'tempest-TestSnapshotPattern-572130674-router', 'tenant_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T04:40:20Z', 'updated_at': '2021-07-16T04:41:29Z', 'revision_number': 6, 'project_id': 'df56ebb09c4a45bdbbabc127d6df2b5f', 'gw_port_host': None}] {{(pid=93769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 04:41:30.297439 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3749776'] for port, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.321914 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] Pushing event deleted for resources: {'Port': ['ID=e1945b22-673c-4d82-b00a-e1a5688ac14b,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:30.384907 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-370276'] for router_gateway, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.473184 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-688112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-255389'] for router, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.475170 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.519740 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-681190'] for router, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.520262 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3e66a74-6b62-4c64-803f-42e1dd2528e8 {{(pid=93768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 04:41:30.524641 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] Notify callbacks [] for router, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.525635 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-be8b73f5-d5f0-49d7-a6af-153e3447cfdd admin admin] 10.222.0.18 "DELETE /v2.0/routers/a3e66a74-6b62-4c64-803f-42e1dd2528e8 HTTP/1.1" status: 204 len: 168 time: 0.7418456 Jul 16 04:41:30.528793 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55128) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:30.572023 n-d-800088-6 neutron-server[93768]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff92cee-2090-4dcb-ae54-86fe9b7234ce admin admin] Deleting subnet 33b6e948-f668-476a-8a82-6c7594b0afd3 {{(pid=93768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 04:41:30.574963 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ff92cee-2090-4dcb-ae54-86fe9b7234ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.608006 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ff92cee-2090-4dcb-ae54-86fe9b7234ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8632920'] for subnet, precommit_delete_associations {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.692756 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ff92cee-2090-4dcb-ae54-86fe9b7234ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33213386'] for subnet, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.744859 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ff92cee-2090-4dcb-ae54-86fe9b7234ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33213437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49324', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3749859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8558529'] for subnet, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.772085 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-6ff92cee-2090-4dcb-ae54-86fe9b7234ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.773953 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-6ff92cee-2090-4dcb-ae54-86fe9b7234ce admin admin] 10.222.0.18 "DELETE /v2.0/subnets/33b6e948-f668-476a-8a82-6c7594b0afd3 HTTP/1.1" status: 204 len: 168 time: 0.2442515 Jul 16 04:41:30.775558 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff92cee-2090-4dcb-ae54-86fe9b7234ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b6e948-f668-476a-8a82-6c7594b0afd3,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:30.776735 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [-] (93767) accepted ('10.222.0.18', 55130) {{(pid=93767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:30.777948 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8481e6-8c8a-4474-80a1-ec067b727497 None None] Network cdfb376e-9e1c-4b45-a56b-fa873d03be6a requested from n-d-800088-6 {{(pid=93769) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 04:41:30.844654 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33069985'] for network, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.901523 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] Deleting port 871cbecb-32a2-4306-9e09-5bd659a1ae50 {{(pid=93767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:41:30.901905 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.965450 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.db [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] For port 871cbecb-32a2-4306-9e09-5bd659a1ae50, host n-d-800088-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-6',level=0,port_id=871cbecb-32a2-4306-9e09-5bd659a1ae50,segment=NetworkSegment(142b09de-d265-4afc-bb15-063903a075de),segment_id=142b09de-d265-4afc-bb15-063903a075de)] {{(pid=93767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:30.965734 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:30.977849 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] Calling delete_port for 871cbecb-32a2-4306-9e09-5bd659a1ae50 owned by network:dhcp {{(pid=93767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:41:31.053274 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf878c8-d49d-4d93-8b81-ae587ca17bab None None] DHCP port deletion for cdfb376e-9e1c-4b45-a56b-fa873d03be6a request from n-d-800088-6 {{(pid=93769) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 04:41:31.065739 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8529406'] for port, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.094483 n-d-800088-6 neutron-server[93767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] No DVR routers for this DVR port 871cbecb-32a2-4306-9e09-5bd659a1ae50 on host n-d-800088-6 {{(pid=93767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:41:31.098498 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] Pushing event deleted for resources: {'Port': ['ID=871cbecb-32a2-4306-9e09-5bd659a1ae50,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:31.100179 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-eaf878c8-d49d-4d93-8b81-ae587ca17bab None None] Deleting port 871cbecb-32a2-4306-9e09-5bd659a1ae50 {{(pid=93769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 04:41:31.100601 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eaf878c8-d49d-4d93-8b81-ae587ca17bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750206848943'] for port, before_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.168030 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33212334', 'neutron.services.segments.db._delete_segments_for_network-8750206975564'] for network, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.168441 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.db [None req-eaf878c8-d49d-4d93-8b81-ae587ca17bab None None] For port 871cbecb-32a2-4306-9e09-5bd659a1ae50, host n-d-800088-6, got binding levels [] {{(pid=93769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 04:41:31.168842 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eaf878c8-d49d-4d93-8b81-ae587ca17bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681109'] for port, precommit_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.178001 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfb376e-9e1c-4b45-a56b-fa873d03be6a']}} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:31.180863 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-eaf878c8-d49d-4d93-8b81-ae587ca17bab None None] Calling delete_port for 871cbecb-32a2-4306-9e09-5bd659a1ae50 owned by network:dhcp {{(pid=93769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 04:41:31.184076 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.ipam_backend_mixin [None req-eaf878c8-d49d-4d93-8b81-ae587ca17bab None None] Port 871cbecb-32a2-4306-9e09-5bd659a1ae50 was not found and therefore no delete operation was performed {{(pid=93769) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 04:41:31.185386 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-eaf878c8-d49d-4d93-8b81-ae587ca17bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33041960', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-942134', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750206847106', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750206446475'] for port, after_delete {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.192390 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142b09de-d265-4afc-bb15-063903a075de') {'for_net_delete': True} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:31.192691 n-d-800088-6 neutron-server[93767]: DEBUG neutron.services.segments.db [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142b09de-d265-4afc-bb15-063903a075de') {} {{(pid=93767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 04:41:31.202624 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750206976853', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8685833'] for segment, before_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.209606 n-d-800088-6 neutron-server[93769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf878c8-d49d-4d93-8b81-ae587ca17bab None None] Pushing event deleted for resources: {'Port': ['ID=871cbecb-32a2-4306-9e09-5bd659a1ae50,revision_number=None']} {{(pid=93769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:31.213434 n-d-800088-6 neutron-server[93769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf878c8-d49d-4d93-8b81-ae587ca17bab None None] No DVR routers for this DVR port 871cbecb-32a2-4306-9e09-5bd659a1ae50 on host n-d-800088-6 {{(pid=93769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 04:41:31.220296 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034'] for segment, precommit_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.229035 n-d-800088-6 neutron-server[93767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] Releasing vlan 933 on physical network physnet1 to pool {{(pid=93767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 04:41:31.229553 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33222034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8529711'] for segment, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: Traceback (most recent call last): Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: timer() Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: cb(*args, **kw) Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: return func(*args, **kwargs) Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: self._notify() Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: self.callback(batched_events) Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: event.method(event) Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: return f(self, *a, **k) Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: return self._get(url).json() Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: return self.request(url, 'GET', **kwargs) Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 04:41:31.232035 n-d-800088-6 neutron-server[93767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 04:41:31.289023 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33212343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-370360'] for network, after_delete {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.295508 n-d-800088-6 neutron-server[93767]: DEBUG neutron_lib.callbacks.manager [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] Notify callbacks [] for network, before_response {{(pid=93767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.297394 n-d-800088-6 neutron-server[93767]: INFO neutron.wsgi [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cdfb376e-9e1c-4b45-a56b-fa873d03be6a HTTP/1.1" status: 204 len: 168 time: 0.5190001 Jul 16 04:41:31.309689 n-d-800088-6 neutron-server[93767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe97f7-1779-4735-b6a7-b021a252c651 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdfb376e-9e1c-4b45-a56b-fa873d03be6a,revision_number=None']} {{(pid=93767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:31.469915 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55134) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:31.511987 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-f0d2c55a-4e70-4571-ae6e-6cf020c73d44 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a12b7fc0c72401780ab77e6be096476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408199 Jul 16 04:41:31.514514 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55138) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:31.560789 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84949875-97fe-4e47-819f-7c96db34df44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.580905 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84949875-97fe-4e47-819f-7c96db34df44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.633135 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e1945b22-673c-4d82-b00a-e1a5688ac14b no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:41:31.634704 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84949875-97fe-4e47-819f-7c96db34df44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.637641 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-84949875-97fe-4e47-819f-7c96db34df44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.638787 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-84949875-97fe-4e47-819f-7c96db34df44 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9cfeba17-315f-4dea-add4-72bc2645d376 HTTP/1.1" status: 204 len: 168 time: 0.1233749 Jul 16 04:41:31.647039 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84949875-97fe-4e47-819f-7c96db34df44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfeba17-315f-4dea-add4-72bc2645d376,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:31.655234 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: e1945b22-673c-4d82-b00a-e1a5688ac14b {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:41:31.655591 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device e1945b22-673c-4d82-b00a-e1a5688ac14b not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:41:31.656016 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 871cbecb-32a2-4306-9e09-5bd659a1ae50 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:41:31.684552 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 871cbecb-32a2-4306-9e09-5bd659a1ae50 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:41:31.684901 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 871cbecb-32a2-4306-9e09-5bd659a1ae50 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:41:31.685319 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 no longer exists at agent ovs-agent-n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 04:41:31.704775 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.plugin [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] No Port match for: 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 {{(pid=93769) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 04:41:31.705127 n-d-800088-6 neutron-server[93769]: DEBUG neutron.plugins.ml2.rpc [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Device 0012e6e2-4e7d-4eca-8b4a-2ee2552b0d28 not bound to the agent host n-d-800088-6 {{(pid=93769) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 04:41:31.886693 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:31.956878 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55144) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:31.995202 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-75d0dfea-f956-47fa-85b1-84e22617fbbc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df56ebb09c4a45bdbbabc127d6df2b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371792 Jul 16 04:41:31.997586 n-d-800088-6 neutron-server[93768]: DEBUG neutron.wsgi [-] (93768) accepted ('10.222.0.18', 55146) {{(pid=93768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 04:41:32.043693 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-520e73b3-59dc-4a0b-824d-949533bef5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:32.063478 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-520e73b3-59dc-4a0b-824d-949533bef5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:32.109410 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-520e73b3-59dc-4a0b-824d-949533bef5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739962'] for security_group, after_delete {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:32.111838 n-d-800088-6 neutron-server[93768]: DEBUG neutron_lib.callbacks.manager [None req-520e73b3-59dc-4a0b-824d-949533bef5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:32.113007 n-d-800088-6 neutron-server[93768]: INFO neutron.wsgi [None req-520e73b3-59dc-4a0b-824d-949533bef5ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/199420fd-01b6-400b-ba64-7165e183e728 HTTP/1.1" status: 204 len: 168 time: 0.1145504 Jul 16 04:41:32.120791 n-d-800088-6 neutron-server[93768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e73b3-59dc-4a0b-824d-949533bef5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199420fd-01b6-400b-ba64-7165e183e728,revision_number=None']} {{(pid=93768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 04:41:32.146155 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:32.863686 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7588af8e-5787-43f7-b7b2-bbaeba32fc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:32.888271 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:34.161973 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:36.010143 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:41:48.169779 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:42:00.142611 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-9c99c878-cc8c-4ea4-ae39-bd13ae172f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:01.901140 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:02.152389 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:02.865222 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2417fb27-b64a-468d-a6f8-841a9a3189be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:02.888497 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:04.164677 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:06.015030 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:25.169187 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:42:30.142137 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-117a8ff4-0c53-43f2-a7e2-587063ed7ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:31.900460 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:32.150456 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:32.864762 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-c29add1a-fa41-4a33-91b7-b301e237c1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:32.886674 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:34.167202 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:42:36.016898 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:00.143811 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-18cc0423-b08d-439f-bc39-2a1b48c802f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:01.918124 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:02.167955 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:43:02.180215 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:02.864968 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-1395e908-060e-4ce0-8eec-c5873107319d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:02.885893 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:04.170356 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:06.018719 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:30.143772 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-3c99ec89-be6b-40ea-bc0d-a437105e7ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:31.913897 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:32.196822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:32.864073 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-91ffab4b-a548-4e49-8eb7-76e1ebf5413f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:32.885288 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:34.172898 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:36.021655 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:43:39.168203 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:44:00.144558 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-df2e55b2-2206-4167-a38c-6574e96681d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:01.945577 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:02.193969 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:02.863450 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f9890061-6191-449f-90a6-cf7e2faacd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:02.884825 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:04.174175 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:06.024973 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:16.167860 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:44:30.145414 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b0333df5-71ae-43e3-8156-8b9ac75af2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:31.961362 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:32.209096 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:32.863142 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-521f3fb9-ebf2-42df-808e-47cd278bd35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:32.884822 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:34.177760 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:36.028095 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:44:53.166739 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:45:00.145016 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-28c2a595-696b-40c7-aacb-9651d5ecb716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:01.960514 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:02.207712 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:02.864245 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-47a1fd11-b49c-45b8-bb39-91e6a68906bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:02.884367 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:04.183445 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:06.030816 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:30.144638 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-d390ec30-3f78-4949-8ff1-0b99e22ab739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:30.165661 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:45:31.962104 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:32.223435 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:32.864354 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-ba0a69dd-0f30-4ff0-ba2d-6963909cf7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:32.884010 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:34.182567 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:45:36.034935 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:00.144771 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-48d2b0bb-f7a3-4114-b9d6-40515e00994b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:01.975994 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:02.223015 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:02.864167 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-4a83e599-4ea4-4f01-a63c-d39ca53c66dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:02.882786 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:04.185834 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:06.037711 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:07.164520 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:46:30.145194 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-8ccba5eb-536c-45ce-b9d8-99231c425750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:31.976168 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:32.221873 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:32.864613 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-662e2ec8-969c-4eea-b368-f4de2db0c11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:32.882212 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:34.188282 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:36.040116 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:46:44.163894 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:47:00.144666 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-5df234f4-3df5-432d-a028-8c9344d4d2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:01.975708 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:02.252983 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:02.863815 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-fbf1c8c9-d778-4275-9a56-acdf311f52ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:02.882555 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:04.191659 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:06.043547 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:21.162464 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:47:30.145263 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-a836fcf1-21fd-4bbf-b3f7-9a22bcfd2d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:31.990558 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:32.267367 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:32.863436 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-94e6c709-34d9-4dfb-9261-820b1f47bd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:32.881586 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:34.194961 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:36.050323 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:47:58.161190 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:48:00.145002 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2a11fbe8-19b4-40ef-ba24-8869d47a757a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:02.005615 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:02.282367 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:02.863500 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7fe32b5d-69b0-496c-980c-2f446d4d9d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:02.880173 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:04.197327 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:06.050101 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:30.146008 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-75485942-c365-466b-86da-50531510b886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:32.006405 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:32.283844 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:32.863019 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-77fa5f1a-2421-4874-90e0-778197eef470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:32.880415 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:34.202750 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:35.160374 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:48:36.052173 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:48:56.576107 n-d-800088-6 neutron-server[93767]: DEBUG neutron.wsgi [req-f8033bdb-63a8-4c16-8b30-f3226be07178 req-4d216aff-3c11-4899-853e-0fc155e1be55 service neutron] (93767) timed out ('10.222.0.18', 54402) {{(pid=93767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 04:49:00.145422 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cc7c-896c-44d0-9690-faab8fb34d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:02.021343 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:02.296083 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:02.862786 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2fcb4cde-c381-4719-9a30-e510b557e693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:02.880269 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:04.205057 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:06.055686 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:12.160406 n-d-800088-6 neutron-server[93770]: DEBUG neutron.db.agents_db [None req-53a43c93-d9be-4cd8-a1b8-e7af3609c7ed None None] Agent healthcheck: found 7 active agents {{(pid=93770) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 04:49:30.145440 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-faecde35-226b-49b8-95a7-b31a5ecd9aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:32.022763 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-cff0e2e9-c75c-45f2-8a78-3f8c76491db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:32.461950 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-6c5da829-3e26-4b83-b7ab-c684dfb1b1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:32.862281 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-2d087cb3-230c-497b-8471-3d8bad73810c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:32.881615 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-7e6943d9-127b-481d-b2e9-b020945b6258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:34.208632 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-b39cef05-b1a3-43c2-bdad-da5f6a8462cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 04:49:36.059426 n-d-800088-6 neutron-server[93769]: DEBUG neutron_lib.callbacks.manager [None req-0d21eb23-5c34-41cf-bf55-0ec3b300c97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750206975546', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33214196'] for agent, after_update {{(pid=93769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}